@keel_flow/runtime 0.2.0

package/dist/spec-checker/index.js

@@ -0,0 +1,308 @@
+import { randomUUID } from "node:crypto";
+import { createAnthropicClient, DEFAULT_MODEL } from "../client.js";
+import { buildAnthropicShim } from "./shim.js";
+import { decomposeSpec } from "./rubric.js";
+import { judgeClaims, judgeOneClaim } from "./claims.js";
+import { bidirectionalCheck } from "./bidirectional.js";
+import { adversarialPass } from "./adversarial.js";
+import { runWithPositionSwap } from "./bias.js";
+import { aggregateVerdict, CONFIDENCE_FLOOR } from "./aggregate.js";
+function resolveMode(opts) {
+    if (opts?.mode !== undefined) {
+        return opts.mode;
+    }
+    const fromEnv = process.env["KEEL_SPEC_MODE"];
+    if (fromEnv === "fast" || fromEnv === "balanced" || fromEnv === "strict") {
+        return fromEnv;
+    }
+    return "balanced";
+}
+function pendingResult(mode) {
+    return {
+        mode,
+        verdict: "pending",
+        rubric: null,
+        claims: [],
+        costUsd: 0,
+        latencyMs: 0,
+        passed: true,
+        violations: [],
+    };
+}
+function claimToViolation(v, claimText) {
+    if (v.verdict === "pass" || v.verdict === "na")
+        return null;
+    const lowConfidenceFail = v.verdict === "fail" && v.confidence < CONFIDENCE_FLOOR;
+    const severity = v.verdict === "fail" && !lowConfidenceFail ? "critical" : "warning";
+    const evidence = v.evidence ? ` (${v.evidence})` : "";
+    const escalation = lowConfidenceFail ? " [escalate: low-confidence]" : "";
+    return {
+        principleId: "spec-compliance",
+        severity,
+        message: `[${v.verdict}] ${claimText}${evidence}${escalation}`,
+    };
+}
+export function toGateCheck(r) {
+    if (r.verdict === "pending") {
+        return { passed: true, violations: [], pending: true };
+    }
+    const violations = [];
+    const claimText = new Map();
+    if (r.rubric) {
+        for (const c of r.rubric.claims)
+            claimText.set(c.id, c.text);
+    }
+    for (const v of r.claims) {
+        const text = claimText.get(v.claimId) ?? v.claimId;
+        const vio = claimToViolation(v, text);
+        if (vio)
+            violations.push(vio);
+    }
+    if (r.bidirectional?.divergent && r.verdict !== "fail") {
+        violations.push({
+            principleId: "spec-compliance",
+            severity: "warning",
+            message: `bidirectional divergence: ${r.bidirectional.summary} (sim=${r.bidirectional.similarity.toFixed(2)})`,
+        });
+    }
+    if (r.adversarial && r.adversarial.concerns.length > 0) {
+        for (const c of r.adversarial.concerns) {
+            violations.push({
+                principleId: "spec-compliance",
+                severity: "warning",
+                message: `adversarial concern: ${c}`,
+            });
+        }
+    }
+    return { passed: r.verdict === "pass", violations };
+}
+export function createSpecChecker(opts) {
+    return async function checkSpec(args) {
+        const mode = resolveMode(opts);
+        if (!args.specSummary) {
+            return pendingResult(mode);
+        }
+        let provider;
+        let model;
+        if (opts?.provider) {
+            provider = opts.provider;
+            model = opts.model ?? provider.defaultModel;
+        }
+        else if (opts?.client) {
+            model = opts.model ?? DEFAULT_MODEL;
+            provider = buildAnthropicShim(opts.client, model);
+        }
+        else {
+            const ac = createAnthropicClient(opts?.model !== undefined ? { model: opts.model } : undefined);
+            model = ac.model;
+            provider = buildAnthropicShim(ac.client, ac.model);
+        }
+        const telemetry = opts?.telemetry;
+        const startedAt = Date.now();
+        let costUsd = 0;
+        const rubricEventId = randomUUID();
+        const sessionPlaceholder = "";
+        const { rubric, stats: rubricStats } = await decomposeSpec(provider, args.specSummary, model);
+        costUsd += rubricStats.costUsd;
+        if (telemetry) {
+            telemetry.emit({
+                sessionId: sessionPlaceholder,
+                parentEventId: null,
+                workspaceId: null,
+                triggeredBy: { kind: "user" },
+                kind: "spec-judge.rubric",
+                payload: {
+                    claims: rubric.claims,
+                    specSummary: args.specSummary,
+                    eventId: rubricEventId,
+                },
+                model,
+                inputTokens: rubricStats.inputTokens,
+                outputTokens: rubricStats.outputTokens,
+                costUsd: rubricStats.costUsd,
+            });
+        }
+        const claimVerdicts = [];
+        if (mode === "strict") {
+            for (const claim of rubric.claims) {
+                const primary = await judgeOneClaim(provider, model, args.specSummary, claim, args.diff);
+                costUsd += primary.stats.costUsd;
+                claimVerdicts.push(primary.verdict);
+                if (telemetry) {
+                    telemetry.emit({
+                        sessionId: sessionPlaceholder,
+                        parentEventId: rubricEventId,
+                        workspaceId: null,
+                        triggeredBy: { kind: "user" },
+                        kind: "spec-judge.claim",
+                        payload: {
+                            claimId: primary.verdict.claimId,
+                            verdict: primary.verdict.verdict,
+                            confidence: primary.verdict.confidence,
+                            swapped: false,
+                        },
+                        model,
+                        inputTokens: primary.stats.inputTokens,
+                        outputTokens: primary.stats.outputTokens,
+                        costUsd: primary.stats.costUsd,
+                    });
+                }
+            }
+        }
+        else {
+            const judged = await judgeClaims(provider, model, args.specSummary, rubric, args.diff, { concurrency: opts?.claimConcurrency ?? 4 });
+            costUsd += judged.stats.costUsd;
+            for (const v of judged.verdicts)
+                claimVerdicts.push(v);
+            if (telemetry) {
+                for (const v of judged.verdicts) {
+                    telemetry.emit({
+                        sessionId: sessionPlaceholder,
+                        parentEventId: rubricEventId,
+                        workspaceId: null,
+                        triggeredBy: { kind: "user" },
+                        kind: "spec-judge.claim",
+                        payload: {
+                            claimId: v.claimId,
+                            verdict: v.verdict,
+                            confidence: v.confidence,
+                            swapped: false,
+                        },
+                        model,
+                    });
+                }
+            }
+        }
+        let bidirectional;
+        let adversarial;
+        let positionBias;
+        if (mode === "balanced" || mode === "strict") {
+            const [bd, ad] = await Promise.all([
+                bidirectionalCheck(provider, model, args.specSummary, args.diff, {
+                    ...(opts?.embed ? { embed: opts.embed } : {}),
+                    ...(opts?.bidirectionalThreshold !== undefined
+                        ? { threshold: opts.bidirectionalThreshold }
+                        : {}),
+                }),
+                adversarialPass(provider, model, args.specSummary, args.diff, rubric),
+            ]);
+            costUsd += bd.stats.costUsd;
+            costUsd += ad.stats.costUsd;
+            bidirectional = {
+                summary: bd.summary,
+                similarity: bd.similarity,
+                divergent: bd.divergent,
+            };
+            adversarial = {
+                concerns: ad.concerns,
+                raisedPartial: ad.raisedPartial,
+            };
+            if (telemetry) {
+                telemetry.emit({
+                    sessionId: sessionPlaceholder,
+                    parentEventId: rubricEventId,
+                    workspaceId: null,
+                    triggeredBy: { kind: "user" },
+                    kind: "spec-judge.bidirectional",
+                    payload: {
+                        similarity: bd.similarity,
+                        divergent: bd.divergent,
+                    },
+                    model,
+                    inputTokens: bd.stats.inputTokens,
+                    outputTokens: bd.stats.outputTokens,
+                    costUsd: bd.stats.costUsd,
+                });
+                telemetry.emit({
+                    sessionId: sessionPlaceholder,
+                    parentEventId: rubricEventId,
+                    workspaceId: null,
+                    triggeredBy: { kind: "user" },
+                    kind: "spec-judge.adversarial",
+                    payload: {
+                        concernsCount: ad.concerns.length,
+                        raisedPartial: ad.raisedPartial,
+                    },
+                    model,
+                    inputTokens: ad.stats.inputTokens,
+                    outputTokens: ad.stats.outputTokens,
+                    costUsd: ad.stats.costUsd,
+                });
+            }
+        }
+        if (mode === "strict") {
+            let swapsRun = 0;
+            let disagreements = 0;
+            const claimsById = new Map(rubric.claims.map((c) => [c.id, c]));
+            for (let i = 0; i < claimVerdicts.length; i++) {
+                const v = claimVerdicts[i];
+                if (!v)
+                    continue;
+                const claim = claimsById.get(v.claimId);
+                if (!claim)
+                    continue;
+                swapsRun++;
+                const swap = await runWithPositionSwap(provider, model, args.specSummary, claim, args.diff, v);
+                costUsd += swap.stats.costUsd;
+                if (swap.disagreed)
+                    disagreements++;
+                claimVerdicts[i] = swap.finalVerdict;
+                if (telemetry) {
+                    telemetry.emit({
+                        sessionId: sessionPlaceholder,
+                        parentEventId: rubricEventId,
+                        workspaceId: null,
+                        triggeredBy: { kind: "user" },
+                        kind: "spec-judge.claim",
+                        payload: {
+                            claimId: swap.swapped.claimId,
+                            verdict: swap.swapped.verdict,
+                            confidence: swap.swapped.confidence,
+                            swapped: true,
+                        },
+                        model,
+                        inputTokens: swap.stats.inputTokens,
+                        outputTokens: swap.stats.outputTokens,
+                        costUsd: swap.stats.costUsd,
+                    });
+                }
+            }
+            positionBias = { swapsRun, disagreements };
+        }
+        let verdict = aggregateVerdict({
+            rubric,
+            claims: claimVerdicts,
+            ...(bidirectional ? { bidirectional: { divergent: bidirectional.divergent } } : {}),
+            ...(adversarial ? { adversarial: { raisedPartial: adversarial.raisedPartial } } : {}),
+            ...(positionBias ? { positionBias: { disagreements: positionBias.disagreements } } : {}),
+        });
+        if (adversarial && adversarial.raisedPartial && verdict === "pass") {
+            verdict = "partial";
+        }
+        const result = {
+            mode,
+            verdict,
+            rubric,
+            claims: claimVerdicts,
+            ...(bidirectional ? { bidirectional } : {}),
+            ...(adversarial ? { adversarial } : {}),
+            ...(positionBias ? { positionBias } : {}),
+            costUsd,
+            latencyMs: Date.now() - startedAt,
+        };
+        const gate = toGateCheck(result);
+        return {
+            ...result,
+            passed: gate.passed,
+            violations: gate.violations,
+        };
+    };
+}
+export { decomposeSpec } from "./rubric.js";
+export { judgeClaims, judgeOneClaim, summarizeDiff } from "./claims.js";
+export { bidirectionalCheck, jaccard, cosine } from "./bidirectional.js";
+export { adversarialPass } from "./adversarial.js";
+export { runWithPositionSwap } from "./bias.js";
+export { aggregateVerdict } from "./aggregate.js";
+export { loadCalibration } from "./calibration.js";
+//# sourceMappingURL=index.js.map

package/dist/spec-checker/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/spec-checker/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAWzC,OAAO,EAAE,qBAAqB,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAEpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AA4BpE,SAAS,WAAW,CAAC,IAAyB;IAC5C,IAAI,IAAI,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IACD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAC9C,IAAI,OAAO,KAAK,MAAM,IAAI,OAAO,KAAK,UAAU,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;QACzE,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,aAAa,CAAC,IAAmB;IACxC,OAAO;QACL,IAAI;QACJ,OAAO,EAAE,SAAS;QAClB,MAAM,EAAE,IAAI;QACZ,MAAM,EAAE,EAAE;QACV,OAAO,EAAE,CAAC;QACV,SAAS,EAAE,CAAC;QACZ,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,EAAE;KACf,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CACvB,CAAmB,EACnB,SAAiB;IAEjB,IAAI,CAAC,CAAC,OAAO,KAAK,MAAM,IAAI,CAAC,CAAC,OAAO,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC5D,MAAM,iBAAiB,GACrB,CAAC,CAAC,OAAO,KAAK,MAAM,IAAI,CAAC,CAAC,UAAU,GAAG,gBAAgB,CAAC;IAC1D,MAAM,QAAQ,GACZ,CAAC,CAAC,OAAO,KAAK,MAAM,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;IACtE,MAAM,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IACtD,MAAM,UAAU,GAAG,iBAAiB,CAAC,CAAC,CAAC,6BAA6B,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1E,OAAO;QACL,WAAW,EAAE,iBAAiB;QAC9B,QAAQ;QACR,OAAO,EAAE,IAAI,CAAC,CAAC,OAAO,KAAK,SAAS,GAAG,QAAQ,GAAG,UAAU,EAAE;KAC/D,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,CAAkB;IAK5C,IAAI,CAAC,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAC5B,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACzD,CAAC;IACD,MAAM,UAAU,GAAgB,EAAE,CAAC;IACnC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC5C,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;QACb,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM;YAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/D,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC;QACnD,MAAM,GAAG,GAAG,gBAAgB,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACtC,IAAI,GAAG;YAAE,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAChC,CAAC;IACD,IAAI,CAAC,CAAC,aAAa,EAAE,SAAS,IAAI,CAAC,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;QACvD,UAAU,CAAC,IAAI,CAAC;YACd,WAAW,EAAE,iBAAiB;YAC9B,QAAQ,EAAE,SAAS;YACnB,OAAO,EAAE,6BAA6B,CAAC,CAAC,aAAa,CAAC,OAAO,SAAS,CAAC,CAAC,aAAa,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;SAC/G,CAAC,CAAC;IACL,CAAC;IACD,IAAI,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvD,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;YACvC,UAAU,CAAC,IAAI,CAAC;gBACd,WAAW,EAAE,iBAAiB;gBAC9B,QAAQ,EAAE,SAAS;gBACnB,OAAO,EAAE,wBAAwB,CAAC,EAAE;aACrC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,OAAO,KAAK,MAAM,EAAE,UAAU,EAAE,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAyB;IACzD,OAAO,KAAK,UAAU,SAAS,CAC7B,IAAmB;QAEnB,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;QAE/B,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QAED,IAAI,QAAuB,CAAC;QAC5B,IAAI,KAAa,CAAC;QAClB,IAAI,IAAI,EAAE,QAAQ,EAAE,CAAC;YACnB,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;YACzB,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,YAAY,CAAC;QAC9C,CAAC;aAAM,IAAI,IAAI,EAAE,MAAM,EAAE,CAAC;YACxB,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,aAAa,CAAC;YACpC,QAAQ,GAAG,kBAAkB,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACpD,CAAC;aAAM,CAAC;YACN,MAAM,EAAE,GAAG,qBAAqB,CAC9B,IAAI,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAC9D,CAAC;YACF,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;YACjB,QAAQ,GAAG,kBAAkB,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,EAAE,SAAS,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,MAAM,aAAa,GAAG,UAAU,EAAE,CAAC;QACnC,MAAM,kBAAkB,GAAG,EAAE,CAAC;QAE9B,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,MAAM,aAAa,CACxD,QAAQ,EACR,IAAI,CAAC,WAAW,EAChB,KAAK,CACN,CAAC;QACF,OAAO,IAAI,WAAW,CAAC,OAAO,CAAC;QAE/B,IAAI,SAAS,EAAE,CAAC;YACd,SAAS,CAAC,IAAI,CAAC;gBACb,SAAS,EAAE,kBAAkB;gBAC7B,aAAa,EAAE,IAAI;gBACnB,WAAW,EAAE,IAAI;gBACjB,WAAW,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;gBAC7B,IAAI,EAAE,mBAAmB;gBACzB,OAAO,EAAE;oBACP,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,OAAO,EAAE,aAAa;iBACvB;gBACD,KAAK;gBACL,WAAW,EAAE,WAAW,CAAC,WAAW;gBACpC,YAAY,EAAE,WAAW,CAAC,YAAY;gBACtC,OAAO,EAAE,WAAW,CAAC,OAAO;aAC7B,CAAC,CAAC;QACL,CAAC;QAED,MAAM,aAAa,GAAuB,EAAE,CAAC;QAE7C,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtB,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClC,MAAM,OAAO,GAAG,MAAM,aAAa,CACjC,QAAQ,EACR,KAAK,EACL,IAAI,CAAC,WAAW,EAChB,KAAK,EACL,IAAI,CAAC,IAAI,CACV,CAAC;gBACF,OAAO,IAAI,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC;gBACjC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBACpC,IAAI,SAAS,EAAE,CAAC;oBACd,SAAS,CAAC,IAAI,CAAC;wBACb,SAAS,EAAE,kBAAkB;wBAC7B,aAAa,EAAE,aAAa;wBAC5B,WAAW,EAAE,IAAI;wBACjB,WAAW,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;wBAC7B,IAAI,EAAE,kBAAkB;wBACxB,OAAO,EAAE;4BACP,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO;4BAChC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO;4BAChC,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,UAAU;4BACtC,OAAO,EAAE,KAAK;yBACf;wBACD,KAAK;wBACL,WAAW,EAAE,OAAO,CAAC,KAAK,CAAC,WAAW;wBACtC,YAAY,EAAE,OAAO,CAAC,KAAK,CAAC,YAAY;wBACxC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,OAAO;qBAC/B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,MAAM,GAAG,MAAM,WAAW,CAC9B,QAAQ,EACR,KAAK,EACL,IAAI,CAAC,WAAW,EAChB,MAAM,EACN,IAAI,CAAC,IAAI,EACT,EAAE,WAAW,EAAE,IAAI,EAAE,gBAAgB,IAAI,CAAC,EAAE,CAC7C,CAAC;YACF,OAAO,IAAI,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;YAChC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,QAAQ;gBAAE,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvD,IAAI,SAAS,EAAE,CAAC;gBACd,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;oBAChC,SAAS,CAAC,IAAI,CAAC;wBACb,SAAS,EAAE,kBAAkB;wBAC7B,aAAa,EAAE,aAAa;wBAC5B,WAAW,EAAE,IAAI;wBACjB,WAAW,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;wBAC7B,IAAI,EAAE,kBAAkB;wBACxB,OAAO,EAAE;4BACP,OAAO,EAAE,CAAC,CAAC,OAAO;4BAClB,OAAO,EAAE,CAAC,CAAC,OAAO;4BAClB,UAAU,EAAE,CAAC,CAAC,UAAU;4BACxB,OAAO,EAAE,KAAK;yBACf;wBACD,KAAK;qBACN,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,aAA2D,CAAC;QAChE,IAAI,WAAuD,CAAC;QAC5D,IAAI,YAAyD,CAAC;QAE9D,IAAI,IAAI,KAAK,UAAU,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7C,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBACjC,kBAAkB,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,EAAE;oBAC/D,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC7C,GAAG,CAAC,IAAI,EAAE,sBAAsB,KAAK,SAAS;wBAC5C,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,sBAAsB,EAAE;wBAC5C,CAAC,CAAC,EAAE,CAAC;iBACR,CAAC;gBACF,eAAe,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC;aACtE,CAAC,CAAC;YACH,OAAO,IAAI,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC;YAC5B,OAAO,IAAI,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC;YAC5B,aAAa,GAAG;gBACd,OAAO,EAAE,EAAE,CAAC,OAAO;gBACnB,UAAU,EAAE,EAAE,CAAC,UAAU;gBACzB,SAAS,EAAE,EAAE,CAAC,SAAS;aACxB,CAAC;YACF,WAAW,GAAG;gBACZ,QAAQ,EAAE,EAAE,CAAC,QAAQ;gBACrB,aAAa,EAAE,EAAE,CAAC,aAAa;aAChC,CAAC;YAEF,IAAI,SAAS,EAAE,CAAC;gBACd,SAAS,CAAC,IAAI,CAAC;oBACb,SAAS,EAAE,kBAAkB;oBAC7B,aAAa,EAAE,aAAa;oBAC5B,WAAW,EAAE,IAAI;oBACjB,WAAW,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;oBAC7B,IAAI,EAAE,0BAA0B;oBAChC,OAAO,EAAE;wBACP,UAAU,EAAE,EAAE,CAAC,UAAU;wBACzB,SAAS,EAAE,EAAE,CAAC,SAAS;qBACxB;oBACD,KAAK;oBACL,WAAW,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW;oBACjC,YAAY,EAAE,EAAE,CAAC,KAAK,CAAC,YAAY;oBACnC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO;iBAC1B,CAAC,CAAC;gBACH,SAAS,CAAC,IAAI,CAAC;oBACb,SAAS,EAAE,kBAAkB;oBAC7B,aAAa,EAAE,aAAa;oBAC5B,WAAW,EAAE,IAAI;oBACjB,WAAW,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;oBAC7B,IAAI,EAAE,wBAAwB;oBAC9B,OAAO,EAAE;wBACP,aAAa,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM;wBACjC,aAAa,EAAE,EAAE,CAAC,aAAa;qBAChC;oBACD,KAAK;oBACL,WAAW,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW;oBACjC,YAAY,EAAE,EAAE,CAAC,KAAK,CAAC,YAAY;oBACnC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO;iBAC1B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtB,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,IAAI,aAAa,GAAG,CAAC,CAAC;YACtB,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAChE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9C,MAAM,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;gBAC3B,IAAI,CAAC,CAAC;oBAAE,SAAS;gBACjB,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;gBACxC,IAAI,CAAC,KAAK;oBAAE,SAAS;gBACrB,QAAQ,EAAE,CAAC;gBACX,MAAM,IAAI,GAAG,MAAM,mBAAmB,CACpC,QAAQ,EACR,KAAK,EACL,IAAI,CAAC,WAAW,EAChB,KAAK,EACL,IAAI,CAAC,IAAI,EACT,CAAC,CACF,CAAC;gBACF,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;gBAC9B,IAAI,IAAI,CAAC,SAAS;oBAAE,aAAa,EAAE,CAAC;gBACpC,aAAa,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC;gBACrC,IAAI,SAAS,EAAE,CAAC;oBACd,SAAS,CAAC,IAAI,CAAC;wBACb,SAAS,EAAE,kBAAkB;wBAC7B,aAAa,EAAE,aAAa;wBAC5B,WAAW,EAAE,IAAI;wBACjB,WAAW,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;wBAC7B,IAAI,EAAE,kBAAkB;wBACxB,OAAO,EAAE;4BACP,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;4BAC7B,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;4BAC7B,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU;4BACnC,OAAO,EAAE,IAAI;yBACd;wBACD,KAAK;wBACL,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW;wBACnC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;wBACrC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;qBAC5B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YACD,YAAY,GAAG,EAAE,QAAQ,EAAE,aAAa,EAAE,CAAC;QAC7C,CAAC;QAED,IAAI,OAAO,GAAG,gBAAgB,CAAC;YAC7B,MAAM;YACN,MAAM,EAAE,aAAa;YACrB,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,EAAE,SAAS,EAAE,aAAa,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnF,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,aAAa,EAAE,WAAW,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrF,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,EAAE,aAAa,EAAE,YAAY,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACzF,CAAC,CAAC;QAEH,IAAI,WAAW,IAAI,WAAW,CAAC,aAAa,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;YACnE,OAAO,GAAG,SAAS,CAAC;QACtB,CAAC;QAED,MAAM,MAAM,GAAoB;YAC9B,IAAI;YACJ,OAAO;YACP,MAAM;YACN,MAAM,EAAE,aAAa;YACrB,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3C,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzC,OAAO;YACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;SAClC,CAAC;QAEF,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;QACjC,OAAO;YACL,GAAG,MAAM;YACT,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC;AAED,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,EAAE,kBAAkB,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AACzE,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC"}

package/dist/spec-checker/prompts.d.ts

@@ -0,0 +1,11 @@
+export declare const RUBRIC_SYSTEM = "You are a precise spec auditor. Decompose a spec summary into 3-10 atomic, independently checkable claims. Each claim is one testable assertion. Tag every claim with weight: must (load-bearing for spec), should (expected but not load-bearing), or may (nice-to-have). Use only the emit_rubric tool to return your answer.";
+export declare const RUBRIC_USER: (specSummary: string) => string;
+export declare const RUBRIC_RETRY_PREFIX = "Your previous emit_rubric call failed schema validation. Fix the issues and call emit_rubric again. Validation error:\n";
+export declare const CLAIM_SYSTEM = "You are judging whether one specific claim from a spec rubric is satisfied by a code diff. Return verdict via emit_claim_verdict: pass (clearly satisfied), fail (clearly unsatisfied), partial (partially done), or na (claim is not applicable to this diff). Confidence is 0..1. Cite a path:line or short rationale as evidence.";
+export declare const CLAIM_USER: (specSummary: string, claimText: string, claimId: string, diffSummary: string) => string;
+export declare const CLAIM_USER_SWAPPED: (specSummary: string, claimText: string, claimId: string, diffSummary: string) => string;
+export declare const BIDIRECTIONAL_SYSTEM = "Summarize what a code diff DOES in 1-3 short bullets. Be neutral; do not reference the spec. Use only the emit_diff_summary tool.";
+export declare const BIDIRECTIONAL_USER: (diffSummary: string) => string;
+export declare const ADVERSARIAL_SYSTEM = "You are a skeptical reviewer. Identify ways this diff might plausibly fail to satisfy the spec. Be specific. If no concern is real, return an empty list. Use the emit_concerns tool.";
+export declare const ADVERSARIAL_USER: (specSummary: string, diffSummary: string, rubricText: string) => string;
+//# sourceMappingURL=prompts.d.ts.map

package/dist/spec-checker/prompts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../src/spec-checker/prompts.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,aAAa,oUACyS,CAAC;AAEpU,eAAO,MAAM,WAAW,GAAI,aAAa,MAAM,KAAG,MAC6C,CAAC;AAEhG,eAAO,MAAM,mBAAmB,4HAC2F,CAAC;AAE5H,eAAO,MAAM,YAAY,yUAC+S,CAAC;AAEzU,eAAO,MAAM,UAAU,GACrB,aAAa,MAAM,EACnB,WAAW,MAAM,EACjB,SAAS,MAAM,EACf,aAAa,MAAM,KAClB,MACwL,CAAC;AAE5L,eAAO,MAAM,kBAAkB,GAC7B,aAAa,MAAM,EACnB,WAAW,MAAM,EACjB,SAAS,MAAM,EACf,aAAa,MAAM,KAClB,MACwL,CAAC;AAE5L,eAAO,MAAM,oBAAoB,sIACoG,CAAC;AAEtI,eAAO,MAAM,kBAAkB,GAAI,aAAa,MAAM,KAAG,MACyC,CAAC;AAEnG,eAAO,MAAM,kBAAkB,0LAC0J,CAAC;AAE1L,eAAO,MAAM,gBAAgB,GAC3B,aAAa,MAAM,EACnB,aAAa,MAAM,EACnB,YAAY,MAAM,KACjB,MAC+L,CAAC"}

package/dist/spec-checker/prompts.js

@@ -0,0 +1,11 @@
+export const RUBRIC_SYSTEM = "You are a precise spec auditor. Decompose a spec summary into 3-10 atomic, independently checkable claims. Each claim is one testable assertion. Tag every claim with weight: must (load-bearing for spec), should (expected but not load-bearing), or may (nice-to-have). Use only the emit_rubric tool to return your answer.";
+export const RUBRIC_USER = (specSummary) => `Spec summary:\n${specSummary}\n\nDecompose this into 3-10 claims. Use the emit_rubric tool.`;
+export const RUBRIC_RETRY_PREFIX = "Your previous emit_rubric call failed schema validation. Fix the issues and call emit_rubric again. Validation error:\n";
+export const CLAIM_SYSTEM = "You are judging whether one specific claim from a spec rubric is satisfied by a code diff. Return verdict via emit_claim_verdict: pass (clearly satisfied), fail (clearly unsatisfied), partial (partially done), or na (claim is not applicable to this diff). Confidence is 0..1. Cite a path:line or short rationale as evidence.";
+export const CLAIM_USER = (specSummary, claimText, claimId, diffSummary) => `Spec summary:\n${specSummary}\n\nClaim to judge (id=${claimId}):\n${claimText}\n\nDiff:\n${diffSummary}\n\nJudge whether the diff satisfies this single claim. Call emit_claim_verdict.`;
+export const CLAIM_USER_SWAPPED = (specSummary, claimText, claimId, diffSummary) => `Diff:\n${diffSummary}\n\nSpec summary:\n${specSummary}\n\nClaim to judge (id=${claimId}):\n${claimText}\n\nJudge whether the diff satisfies this single claim. Call emit_claim_verdict.`;
+export const BIDIRECTIONAL_SYSTEM = "Summarize what a code diff DOES in 1-3 short bullets. Be neutral; do not reference the spec. Use only the emit_diff_summary tool.";
+export const BIDIRECTIONAL_USER = (diffSummary) => `Diff:\n${diffSummary}\n\nSummarize what this diff does in 1-3 bullets. Call emit_diff_summary.`;
+export const ADVERSARIAL_SYSTEM = "You are a skeptical reviewer. Identify ways this diff might plausibly fail to satisfy the spec. Be specific. If no concern is real, return an empty list. Use the emit_concerns tool.";
+export const ADVERSARIAL_USER = (specSummary, diffSummary, rubricText) => `Spec summary:\n${specSummary}\n\nRubric:\n${rubricText}\n\nDiff:\n${diffSummary}\n\nList specific concerns about whether this diff satisfies the spec. Empty list if none. Call emit_concerns.`;
+//# sourceMappingURL=prompts.js.map

package/dist/spec-checker/prompts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.js","sourceRoot":"","sources":["../../src/spec-checker/prompts.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,aAAa,GACxB,iUAAiU,CAAC;AAEpU,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,WAAmB,EAAU,EAAE,CACzD,kBAAkB,WAAW,gEAAgE,CAAC;AAEhG,MAAM,CAAC,MAAM,mBAAmB,GAC9B,yHAAyH,CAAC;AAE5H,MAAM,CAAC,MAAM,YAAY,GACvB,sUAAsU,CAAC;AAEzU,MAAM,CAAC,MAAM,UAAU,GAAG,CACxB,WAAmB,EACnB,SAAiB,EACjB,OAAe,EACf,WAAmB,EACX,EAAE,CACV,kBAAkB,WAAW,0BAA0B,OAAO,OAAO,SAAS,cAAc,WAAW,kFAAkF,CAAC;AAE5L,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAChC,WAAmB,EACnB,SAAiB,EACjB,OAAe,EACf,WAAmB,EACX,EAAE,CACV,UAAU,WAAW,sBAAsB,WAAW,0BAA0B,OAAO,OAAO,SAAS,kFAAkF,CAAC;AAE5L,MAAM,CAAC,MAAM,oBAAoB,GAC/B,mIAAmI,CAAC;AAEtI,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,WAAmB,EAAU,EAAE,CAChE,UAAU,WAAW,2EAA2E,CAAC;AAEnG,MAAM,CAAC,MAAM,kBAAkB,GAC7B,uLAAuL,CAAC;AAE1L,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAC9B,WAAmB,EACnB,WAAmB,EACnB,UAAkB,EACV,EAAE,CACV,kBAAkB,WAAW,gBAAgB,UAAU,cAAc,WAAW,gHAAgH,CAAC"}

package/dist/spec-checker/rubric.d.ts

@@ -0,0 +1,14 @@
+import type { SpecRubric } from "@keel_flow/schema";
+import type { ModelProvider } from "../provider.js";
+export interface RubricCallStats {
+    inputTokens: number;
+    outputTokens: number;
+    costUsd: number;
+    model: string;
+}
+export interface RubricResult {
+    rubric: SpecRubric;
+    stats: RubricCallStats;
+}
+export declare function decomposeSpec(provider: ModelProvider, specSummary: string, model: string): Promise<RubricResult>;
+//# sourceMappingURL=rubric.d.ts.map

package/dist/spec-checker/rubric.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rubric.d.ts","sourceRoot":"","sources":["../../src/spec-checker/rubric.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EAAE,aAAa,EAAkB,MAAM,gBAAgB,CAAC;AAIpE,MAAM,WAAW,eAAe;IAC9B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,UAAU,CAAC;IACnB,KAAK,EAAE,eAAe,CAAC;CACxB;AA2BD,wBAAsB,aAAa,CACjC,QAAQ,EAAE,aAAa,EACvB,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,YAAY,CAAC,CAuDvB"}

package/dist/spec-checker/rubric.js

@@ -0,0 +1,68 @@
+import { SpecRubricSchema } from "@keel_flow/schema";
+import { computeCost } from "../cost.js";
+import { RUBRIC_SYSTEM, RUBRIC_USER, RUBRIC_RETRY_PREFIX } from "./prompts.js";
+const rubricTool = {
+    name: "emit_rubric",
+    description: "Emit the rubric: an array of 3-10 atomic claims with id, text, and weight.",
+    inputSchema: {
+        type: "object",
+        properties: {
+            claims: {
+                type: "array",
+                minItems: 1,
+                items: {
+                    type: "object",
+                    properties: {
+                        id: { type: "string" },
+                        text: { type: "string" },
+                        weight: { type: "string", enum: ["must", "should", "may"] },
+                    },
+                    required: ["id", "text", "weight"],
+                },
+            },
+        },
+        required: ["claims"],
+    },
+};
+export async function decomposeSpec(provider, specSummary, model) {
+    let attempts = 0;
+    let lastError = "";
+    while (attempts < 2) {
+        attempts++;
+        const userPrompt = attempts === 1
+            ? RUBRIC_USER(specSummary)
+            : RUBRIC_RETRY_PREFIX + lastError + "\n\n" + RUBRIC_USER(specSummary);
+        const response = await provider.generate({
+            model,
+            system: RUBRIC_SYSTEM,
+            messages: [{ role: "user", content: [{ type: "text", text: userPrompt }] }],
+            tools: [rubricTool],
+            toolChoice: { name: "emit_rubric" },
+            maxTokens: 2048,
+        });
+        const toolUse = response.content.find((b) => b.type === "tool_use");
+        if (!toolUse || toolUse.type !== "tool_use") {
+            lastError = "No tool_use block returned. You must call emit_rubric.";
+            continue;
+        }
+        const parsed = SpecRubricSchema.safeParse(toolUse.input);
+        if (!parsed.success) {
+            lastError = parsed.error.errors
+                .map((e) => `${e.path.join(".")}: ${e.message}`)
+                .join("; ");
+            continue;
+        }
+        const costUsd = computeCost(provider.kind, model, response.usage.inputTokens, response.usage.outputTokens);
+        return {
+            rubric: parsed.data,
+            stats: {
+                inputTokens: response.usage.inputTokens,
+                outputTokens: response.usage.outputTokens,
+                costUsd,
+                model,
+            },
+        };
+    }
+    throw new Error(`decomposeSpec: rubric validation failed after 2 attempts: ${lastError}`);
+}
+//# sourceMappingURL=rubric.js.map

package/dist/spec-checker/rubric.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rubric.js","sourceRoot":"","sources":["../../src/spec-checker/rubric.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAGrD,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAc/E,MAAM,UAAU,GAAmB;IACjC,IAAI,EAAE,aAAa;IACnB,WAAW,EACT,4EAA4E;IAC9E,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,MAAM,EAAE;gBACN,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,CAAC;gBACX,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACtB,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACxB,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,EAAE;qBAC5D;oBACD,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC;iBACnC;aACF;SACF;QACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;KACrB;CACF,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,QAAuB,EACvB,WAAmB,EACnB,KAAa;IAEb,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,SAAS,GAAG,EAAE,CAAC;IAEnB,OAAO,QAAQ,GAAG,CAAC,EAAE,CAAC;QACpB,QAAQ,EAAE,CAAC;QACX,MAAM,UAAU,GACd,QAAQ,KAAK,CAAC;YACZ,CAAC,CAAC,WAAW,CAAC,WAAW,CAAC;YAC1B,CAAC,CAAC,mBAAmB,GAAG,SAAS,GAAG,MAAM,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC;QAE1E,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC;YACvC,KAAK;YACL,MAAM,EAAE,aAAa;YACrB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;YAC3E,KAAK,EAAE,CAAC,UAAU,CAAC;YACnB,UAAU,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;YACnC,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;QACpE,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC5C,SAAS,GAAG,wDAAwD,CAAC;YACrE,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,gBAAgB,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACzD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM;iBAC5B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;iBAC/C,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,WAAW,CACzB,QAAQ,CAAC,IAAI,EACb,KAAK,EACL,QAAQ,CAAC,KAAK,CAAC,WAAW,EAC1B,QAAQ,CAAC,KAAK,CAAC,YAAY,CAC5B,CAAC;QAEF,OAAO;YACL,MAAM,EAAE,MAAM,CAAC,IAAI;YACnB,KAAK,EAAE;gBACL,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW;gBACvC,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;gBACzC,OAAO;gBACP,KAAK;aACN;SACF,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,KAAK,CACb,6DAA6D,SAAS,EAAE,CACzE,CAAC;AACJ,CAAC"}

package/dist/spec-checker/score.d.ts

@@ -0,0 +1,16 @@
+export type RegressionResult = {
+    expected: "pass" | "fail" | "partial";
+    actual: "pass" | "fail" | "partial" | "pending";
+};
+export interface ConfusionCounts {
+    truePositives: number;
+    falseNegatives: number;
+    trueNegatives: number;
+    falsePositives: number;
+}
+export declare function confusion(results: RegressionResult[]): ConfusionCounts;
+export declare function sensitivity(results: RegressionResult[]): number;
+export declare function specificity(results: RegressionResult[]): number;
+export declare function balancedAccuracy(results: RegressionResult[]): number;
+export declare function youdenJ(results: RegressionResult[]): number;
+//# sourceMappingURL=score.d.ts.map

package/dist/spec-checker/score.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"score.d.ts","sourceRoot":"","sources":["../../src/spec-checker/score.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,gBAAgB,GAAG;IAC7B,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAAC;IACtC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,GAAG,SAAS,CAAC;CACjD,CAAC;AAUF,MAAM,WAAW,eAAe;IAC9B,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,wBAAgB,SAAS,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,eAAe,CAmBtE;AAED,wBAAgB,WAAW,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,MAAM,CAI/D;AAED,wBAAgB,WAAW,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,MAAM,CAI/D;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,MAAM,CAEpE;AAED,wBAAgB,OAAO,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,MAAM,CAE3D"}

package/dist/spec-checker/score.js

@@ -0,0 +1,45 @@
+function toClass(verdict) {
+    return verdict === "pass" ? "clean" : "flag";
+}
+export function confusion(results) {
+    const c = {
+        truePositives: 0,
+        falseNegatives: 0,
+        trueNegatives: 0,
+        falsePositives: 0,
+    };
+    for (const r of results) {
+        const exp = toClass(r.expected);
+        const act = toClass(r.actual);
+        if (exp === "flag") {
+            if (act === "flag")
+                c.truePositives++;
+            else
+                c.falseNegatives++;
+        }
+        else {
+            if (act === "clean")
+                c.trueNegatives++;
+            else
+                c.falsePositives++;
+        }
+    }
+    return c;
+}
+export function sensitivity(results) {
+    const { truePositives, falseNegatives } = confusion(results);
+    const allBad = truePositives + falseNegatives;
+    return allBad === 0 ? 1 : truePositives / allBad;
+}
+export function specificity(results) {
+    const { trueNegatives, falsePositives } = confusion(results);
+    const allGood = trueNegatives + falsePositives;
+    return allGood === 0 ? 1 : trueNegatives / allGood;
+}
+export function balancedAccuracy(results) {
+    return (sensitivity(results) + specificity(results)) / 2;
+}
+export function youdenJ(results) {
+    return sensitivity(results) + specificity(results) - 1;
+}
+//# sourceMappingURL=score.js.map

package/dist/spec-checker/score.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"score.js","sourceRoot":"","sources":["../../src/spec-checker/score.ts"],"names":[],"mappings":"AAOA,SAAS,OAAO,CACd,OAAkE;IAElE,OAAO,OAAO,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;AAC/C,CAAC;AASD,MAAM,UAAU,SAAS,CAAC,OAA2B;IACnD,MAAM,CAAC,GAAoB;QACzB,aAAa,EAAE,CAAC;QAChB,cAAc,EAAE,CAAC;QACjB,aAAa,EAAE,CAAC;QAChB,cAAc,EAAE,CAAC;KAClB,CAAC;IACF,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QAChC,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAC9B,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;YACnB,IAAI,GAAG,KAAK,MAAM;gBAAE,CAAC,CAAC,aAAa,EAAE,CAAC;;gBACjC,CAAC,CAAC,cAAc,EAAE,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,IAAI,GAAG,KAAK,OAAO;gBAAE,CAAC,CAAC,aAAa,EAAE,CAAC;;gBAClC,CAAC,CAAC,cAAc,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,OAA2B;IACrD,MAAM,EAAE,aAAa,EAAE,cAAc,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;IAC7D,MAAM,MAAM,GAAG,aAAa,GAAG,cAAc,CAAC;IAC9C,OAAO,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,MAAM,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,OAA2B;IACrD,MAAM,EAAE,aAAa,EAAE,cAAc,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;IAC7D,MAAM,OAAO,GAAG,aAAa,GAAG,cAAc,CAAC;IAC/C,OAAO,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,OAAO,CAAC;AACrD,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAA2B;IAC1D,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,OAA2B;IACjD,OAAO,WAAW,CAAC,OAAO,CAAC,GAAG,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;AACzD,CAAC"}

package/dist/spec-checker/shim.d.ts

@@ -0,0 +1,4 @@
+import type Anthropic from "@anthropic-ai/sdk";
+import type { ModelProvider } from "../provider.js";
+export declare function buildAnthropicShim(client: Anthropic, defaultModel: string): ModelProvider;
+//# sourceMappingURL=shim.d.ts.map

package/dist/spec-checker/shim.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shim.d.ts","sourceRoot":"","sources":["../../src/spec-checker/shim.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,SAAS,MAAM,mBAAmB,CAAC;AAC/C,OAAO,KAAK,EACV,aAAa,EAGd,MAAM,gBAAgB,CAAC;AAExB,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,SAAS,EACjB,YAAY,EAAE,MAAM,GACnB,aAAa,CAgFf"}

package/dist/spec-checker/shim.js

@@ -0,0 +1,69 @@
+export function buildAnthropicShim(client, defaultModel) {
+    return {
+        kind: "anthropic",
+        defaultModel,
+        async generate(req) {
+            const tools = req.tools?.map((t) => ({
+                name: t.name,
+                description: t.description,
+                input_schema: {
+                    type: "object",
+                    ...t.inputSchema,
+                },
+            }));
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any -- shim passes through toolChoice at runtime
+            let tool_choice;
+            if (req.toolChoice === "any")
+                tool_choice = { type: "any" };
+            else if (req.toolChoice === "auto")
+                tool_choice = { type: "auto" };
+            else if (req.toolChoice && typeof req.toolChoice === "object") {
+                tool_choice = { type: "tool", name: req.toolChoice.name };
+            }
+            const callArgs = {
+                model: req.model,
+                max_tokens: req.maxTokens ?? 4096,
+                messages: req.messages.map((m) => {
+                    const text = m.content
+                        .filter((b) => b.type === "text")
+                        .map((b) => (b.type === "text" ? b.text : ""))
+                        .join("");
+                    return { role: m.role, content: text };
+                }),
+                ...(req.system ? { system: req.system } : {}),
+                ...(tools ? { tools } : {}),
+                ...(tool_choice ? { tool_choice } : {}),
+            };
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any -- shim passes assembled call args to Anthropic SDK at runtime
+            const response = await client.messages.create(callArgs);
+            const content = response.content.map((block) => {
+                if (block.type === "text") {
+                    return { type: "text", text: block.text ?? "" };
+                }
+                return {
+                    type: "tool_use",
+                    id: block.id ?? "",
+                    name: block.name ?? "",
+                    input: block.input,
+                };
+            });
+            const sr = (response.stop_reason ?? "end_turn");
+            const stopReason = sr === "tool_use"
+                ? "tool_use"
+                : sr === "max_tokens"
+                    ? "max_tokens"
+                    : sr === "stop_sequence"
+                        ? "stop_sequence"
+                        : "end_turn";
+            return {
+                content,
+                stopReason,
+                usage: {
+                    inputTokens: response.usage.input_tokens,
+                    outputTokens: response.usage.output_tokens,
+                },
+            };
+        },
+    };
+}
+//# sourceMappingURL=shim.js.map

package/dist/spec-checker/shim.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shim.js","sourceRoot":"","sources":["../../src/spec-checker/shim.ts"],"names":[],"mappings":"AAOA,MAAM,UAAU,kBAAkB,CAChC,MAAiB,EACjB,YAAoB;IAEpB,OAAO;QACL,IAAI,EAAE,WAAW;QACjB,YAAY;QACZ,KAAK,CAAC,QAAQ,CAAC,GAAsB;YACnC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACnC,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,YAAY,EAAE;oBACZ,IAAI,EAAE,QAAiB;oBACvB,GAAI,CAAC,CAAC,WAAuC;iBAC9C;aACF,CAAC,CAAC,CAAC;YAEJ,2GAA2G;YAC3G,IAAI,WAAgB,CAAC;YACrB,IAAI,GAAG,CAAC,UAAU,KAAK,KAAK;gBAAE,WAAW,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;iBACvD,IAAI,GAAG,CAAC,UAAU,KAAK,MAAM;gBAAE,WAAW,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;iBAC9D,IAAI,GAAG,CAAC,UAAU,IAAI,OAAO,GAAG,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;gBAC9D,WAAW,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YAC5D,CAAC;YAED,MAAM,QAAQ,GAAG;gBACf,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,UAAU,EAAE,GAAG,CAAC,SAAS,IAAI,IAAI;gBACjC,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;oBAC/B,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO;yBACnB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;yBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;yBAC7C,IAAI,CAAC,EAAE,CAAC,CAAC;oBACZ,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAA4B,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;gBACjE,CAAC,CAAC;gBACF,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7C,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3B,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACxC,CAAC;YAEF,6HAA6H;YAC7H,MAAM,QAAQ,GAAG,MAAO,MAAM,CAAC,QAAgB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAEjE,MAAM,OAAO,GACX,QAAQ,CAAC,OAOV,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;gBACd,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC1B,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC;gBAC3D,CAAC;gBACD,OAAO;oBACL,IAAI,EAAE,UAAmB;oBACzB,EAAE,EAAE,KAAK,CAAC,EAAE,IAAI,EAAE;oBAClB,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,EAAE;oBACtB,KAAK,EAAE,KAAK,CAAC,KAAK;iBACnB,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,WAAW,IAAI,UAAU,CAAW,CAAC;YAC1D,MAAM,UAAU,GACd,EAAE,KAAK,UAAU;gBACf,CAAC,CAAC,UAAU;gBACZ,CAAC,CAAC,EAAE,KAAK,YAAY;oBACnB,CAAC,CAAC,YAAY;oBACd,CAAC,CAAC,EAAE,KAAK,eAAe;wBACtB,CAAC,CAAC,eAAe;wBACjB,CAAC,CAAC,UAAU,CAAC;YAErB,OAAO;gBACL,OAAO;gBACP,UAAU;gBACV,KAAK,EAAE;oBACL,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;oBACxC,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;iBAC3C;aACF,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/spec-checker.d.ts

@@ -0,0 +1,4 @@
+export { createSpecChecker, toGateCheck, decomposeSpec, judgeClaims, judgeOneClaim, summarizeDiff, bidirectionalCheck, jaccard, cosine, adversarialPass, runWithPositionSwap, aggregateVerdict, loadCalibration, } from "./spec-checker/index.js";
+export type { SpecCheckerOptions, SpecCheckArgs, SpecChecker, SpecCheckerCallable, CalibrationReport, LoadCalibrationOpts, } from "./spec-checker/index.js";
+export type { SpecCheckResult } from "@keel_flow/schema";
+//# sourceMappingURL=spec-checker.d.ts.map

package/dist/spec-checker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"spec-checker.d.ts","sourceRoot":"","sources":["../src/spec-checker.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,EACjB,WAAW,EACX,aAAa,EACb,WAAW,EACX,aAAa,EACb,aAAa,EACb,kBAAkB,EAClB,OAAO,EACP,MAAM,EACN,eAAe,EACf,mBAAmB,EACnB,gBAAgB,EAChB,eAAe,GAChB,MAAM,yBAAyB,CAAC;AACjC,YAAY,EACV,kBAAkB,EAClB,aAAa,EACb,WAAW,EACX,mBAAmB,EACnB,iBAAiB,EACjB,mBAAmB,GACpB,MAAM,yBAAyB,CAAC;AACjC,YAAY,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/spec-checker.js

@@ -0,0 +1,2 @@
+export { createSpecChecker, toGateCheck, decomposeSpec, judgeClaims, judgeOneClaim, summarizeDiff, bidirectionalCheck, jaccard, cosine, adversarialPass, runWithPositionSwap, aggregateVerdict, loadCalibration, } from "./spec-checker/index.js";
+//# sourceMappingURL=spec-checker.js.map

package/dist/spec-checker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"spec-checker.js","sourceRoot":"","sources":["../src/spec-checker.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,EACjB,WAAW,EACX,aAAa,EACb,WAAW,EACX,aAAa,EACb,aAAa,EACb,kBAAkB,EAClB,OAAO,EACP,MAAM,EACN,eAAe,EACf,mBAAmB,EACnB,gBAAgB,EAChB,eAAe,GAChB,MAAM,yBAAyB,CAAC"}