dsh-llm-verifier 0.3.0 → 0.4.0

package/lib/types/core.d.ts

@@ -21,7 +21,34 @@ export declare const GRANULARITY = 20;
 export declare const LETTERS: string[];
 export declare const SCALE_DESCRIPTION: string;
 export declare const DEFAULT_CRITERIA: Criterion[];
+/** Task classes a rubric can be chosen for; `custom` lives at the config layer, not here. */
+export declare const CRITERIA_PRESET_IDS: readonly ["coding", "debug", "research", "ops", "writing"];
+export type CriteriaPresetId = typeof CRITERIA_PRESET_IDS[number];
+/**
+ * Rubric per task class.
+ *
+ * Upstream ships one criteria file per benchmark (`criteria/swe_bench.md`, `terminal_bench.md`,
+ * `medagentbench.md`) and its TEMPLATE states the rule this table follows: 2-4 narrow criteria
+ * beat one broad one. Judging a research answer with "Output Match"/"Error Signal Detection"
+ * measures the wrong thing, and the automatic gate has no per-task override.
+ *
+ * `coding` is byte-identical to {@link DEFAULT_CRITERIA}: the default preset must not change
+ * any existing verdict, prompt or cache key.
+ */
+export declare const CRITERIA_PRESETS: Record<CriteriaPresetId, Criterion[]>;
+/** Derive a criterion id from free text: lowercase, alphanumerics and underscores, max 40 chars. */
+export declare function slugCriterionId(text: string): string;
+/** Make an id unique against the ids already used, by appending _2, _3, ... */
+export declare function dedupeCriterionId(id: string, seen: Set<string>): string;
 export declare const DEFAULT_GROUND_TRUTH_NOTE = "**IMPORTANT:** Focus on observed tool and terminal output as ground truth. Do NOT trust the agent's self-assessment or claims of success.";
+/**
+ * The fixed baseline a session acceptance measures itself against.
+ *
+ * One definition, read by the automatic final gate and by `verifier_best_of_n`. The tool
+ * advertises an "absolute" score with the gate's own threshold, so if these two ever drifted
+ * apart the tool would be measuring against a different reference than the gate it predicts.
+ */
+export declare const EMPTY_WORK_BASELINE = "(No useful work or verification was performed.)";
 /**
  * Deterministic per-prompt delimiter token.
  *
@@ -49,8 +76,42 @@ export declare function renderDelimitedBlock(tag: string, token: string, content
 export declare const UNTRUSTED_EVIDENCE_NOTE: string;
 export declare function normalizeScoreLetter(token: string): string | undefined;
 export declare function extractScore(completion: CompletionLogprobs, tag: string): number;
+/**
+ * One pairwise prompt focused on a single criterion.
+ *
+ * Everything that does not depend on the criterion (task, both trajectories, the rating
+ * scale) comes first and ONLY the criterion varies at the tail. That is not cosmetic:
+ * it maximizes the shared prompt prefix across the criteria of one comparison, so a
+ * prefix-caching backend serves the trace-heavy body from cache. Upstream documents the
+ * same constraint on its `build_prompt` ("Keep criterion-specific text strictly at the
+ * end when editing"), and `VerifierEngine.compare` warms the prefix with one job before
+ * fanning out the rest. Keep it that way.
+ * @param problem - task statement shown to the judge.
+ * @param traceA - candidate A's trajectory.
+ * @param traceB - candidate B's trajectory.
+ * @param criterion - the single criterion this call scores.
+ * @param groundTruthNote - note prepended to every judge prompt.
+ * @returns The rendered prompt.
+ */
 export declare function buildPairwisePrompt(problem: string, traceA: string, traceB: string, criterion: Criterion, groundTruthNote?: string): string;
 export declare function buildProgressPrompt(problem: string, steps: readonly string[], checkpoints: readonly number[]): string;
+/**
+ * One best-of-N drafting prompt.
+ *
+ * Deliberately NOT the judge contract: here the request IS the instruction to follow and the
+ * answer is free-form work product, so there is no data-only delimiter and no A–T verdict tag.
+ * The untrusted-content boundary is re-established downstream instead — every draft is embedded
+ * as delimited, nonce-terminated evidence when the judges score it.
+ *
+ * Only the final line varies between the N drafts, so the shared prompt prefix (which carries
+ * the whole request) is maximal. Same tail-only convention as `buildPairwisePrompt`'s
+ * criterion, and for the same prefix-caching reason.
+ * @param task - the request the drafts must answer.
+ * @param index - 0-based draft index.
+ * @param total - how many drafts are being generated.
+ * @returns The rendered prompt.
+ */
+export declare function buildGenerationPrompt(task: string, index: number, total: number): string;
 /** Progress uses A=NO..T=YES, the reverse of pairwise success scoring. */
 export declare function extractProgressScore(completion: CompletionLogprobs, tag: string): number;
 export declare function bradleyTerry(rewardA: number, rewardB: number): number;
@@ -60,4 +121,27 @@ export declare function pivotRoundPairs(count: number, pivots: readonly number[]
 export declare function accumulatePairs(pairs: readonly [number, number][], rewards: ReadonlyMap<string, readonly [number, number]>, wins: number[], counts: number[]): void;
 export declare function topPivots(wins: readonly number[], counts: readonly number[], requested: number): number[];
 export declare function rankScores(wins: readonly number[], counts: readonly number[]): CandidateScore[];
+/**
+ * Parse a criteria file (or an inline markdown string) into a ground-truth note and criteria.
+ *
+ * Upstream's criteria files are the reason this exists: a rubric you can edit, review and
+ * version beats a hard-coded list, and its TEMPLATE pins the layout. Format:
+ *
+ *     # <title>                        (ignored)
+ *     ## Ground Truth Note             (optional)
+ *     <one paragraph the verifier always sees>
+ *     ## Criteria
+ *     ### <Criterion Name> {#id}       (the anchor is optional; the id is slugged from the name)
+ *     <instruction for this criterion>
+ *
+ * HTML comments are stripped, so a file can carry author notes the judge never sees. The
+ * parser fails closed: no criteria, a heading without a body, or a blank instruction throws
+ * rather than silently scoring with fewer criteria than authored.
+ * @param text - criteria markdown.
+ * @returns The optional ground-truth note and the parsed criteria, in file order.
+ */
+export declare function parseCriteriaMarkdown(text: string): {
+    groundTruthNote: string;
+    criteria: Criterion[];
+};
 //# sourceMappingURL=core.d.ts.map

package/lib/types/core.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"core.d.ts","sourceRoot":"","sources":["../../src/core.ts"],"names":[],"mappings":"AAAA,kEAAkE;AAElE,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,MAAM,EAAE,CAAA;IAChB,SAAS,EAAE,gBAAgB,EAAE,EAAE,CAAA;CAChC;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;CACd;AAED,eAAO,MAAM,WAAW,KAAK,CAAA;AAC7B,eAAO,MAAM,OAAO,UAAqF,CAAA;AACzG,eAAO,MAAM,iBAAiB,QAUlB,CAAA;AAEZ,eAAO,MAAM,gBAAgB,EAAE,SAAS,EAgBvC,CAAA;AAED,eAAO,MAAM,yBAAyB,8IAA8I,CAAA;AAEpL;;;;;;;;;GASG;AACH,wBAAgB,aAAa,CAAC,GAAG,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,CAajE;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAExF;AAED;;;;;;;GAOG;AACH,eAAO,MAAM,uBAAuB,QAIzB,CAAA;AAEX,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAKtE;AAoBD,wBAAgB,YAAY,CAAC,UAAU,EAAE,kBAAkB,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAoChF;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,eAAe,SAA4B,GAAG,MAAM,CAe9J;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,MAAM,EAAE,EAAE,WAAW,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,CAerH;AAED,0EAA0E;AAC1E,wBAAgB,oBAAoB,CAAC,UAAU,EAAE,kBAAkB,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAExF;AAED,wBAAgB,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAErE;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,MAAM,CASvD;AAED,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,SAAI,GAAG,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAS1E;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAWjG;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CASnK;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,EAAE,MAAM,EAAE,SAAS,MAAM,EAAE,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,EAAE,CAIzG;AAED,wBAAgB,UAAU,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,EAAE,MAAM,EAAE,SAAS,MAAM,EAAE,GAAG,cAAc,EAAE,CAG/F"}
+{"version":3,"file":"core.d.ts","sourceRoot":"","sources":["../../src/core.ts"],"names":[],"mappings":"AAAA,kEAAkE;AAElE,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,MAAM,EAAE,CAAA;IAChB,SAAS,EAAE,gBAAgB,EAAE,EAAE,CAAA;CAChC;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;CACd;AAED,eAAO,MAAM,WAAW,KAAK,CAAA;AAC7B,eAAO,MAAM,OAAO,UAAqF,CAAA;AACzG,eAAO,MAAM,iBAAiB,QAUlB,CAAA;AAEZ,eAAO,MAAM,gBAAgB,EAAE,SAAS,EAgBvC,CAAA;AAED,6FAA6F;AAC7F,eAAO,MAAM,mBAAmB,4DAA6D,CAAA;AAC7F,MAAM,MAAM,gBAAgB,GAAG,OAAO,mBAAmB,CAAC,MAAM,CAAC,CAAA;AAEjE;;;;;;;;;;GAUG;AACH,eAAO,MAAM,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,EAAE,SAAS,EAAE,CAsElE,CAAA;AAED,oGAAoG;AACpG,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAGpD;AAED,+EAA+E;AAC/E,wBAAgB,iBAAiB,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,MAAM,CAMvE;AAED,eAAO,MAAM,yBAAyB,8IAA8I,CAAA;AAEpL;;;;;;GAMG;AACH,eAAO,MAAM,mBAAmB,oDAAoD,CAAA;AAEpF;;;;;;;;;GASG;AACH,wBAAgB,aAAa,CAAC,GAAG,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,CAajE;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAExF;AAED;;;;;;;GAOG;AACH,eAAO,MAAM,uBAAuB,QAIzB,CAAA;AAEX,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAKtE;AAoBD,wBAAgB,YAAY,CAAC,UAAU,EAAE,kBAAkB,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAoChF;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,eAAe,SAA4B,GAAG,MAAM,CAe9J;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,MAAM,EAAE,EAAE,WAAW,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,CAgBrH;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAOxF;AAED,0EAA0E;AAC1E,wBAAgB,oBAAoB,CAAC,UAAU,EAAE,kBAAkB,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAExF;AAED,wBAAgB,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAErE;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,MAAM,CASvD;AAED,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,SAAI,GAAG,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAS1E;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAWjG;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CASnK;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,EAAE,MAAM,EAAE,SAAS,MAAM,EAAE,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,EAAE,CAIzG;AAED,wBAAgB,UAAU,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,EAAE,MAAM,EAAE,SAAS,MAAM,EAAE,GAAG,cAAc,EAAE,CAG/F;AAMD;;;;;;;;;;;;;;;;;;GAkBG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG;IAAE,eAAe,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,SAAS,EAAE,CAAA;CAAE,CAoCtG"}

package/lib/types/core.js

@@ -29,7 +29,115 @@ export const DEFAULT_CRITERIA = [
         description: 'Scan especially later steps for unresolved errors, tracebacks, non-zero exits, command-not-found, missing files, compilation failures, and test failures. Score only unresolved error evidence.',
     },
 ];
+/** Task classes a rubric can be chosen for; `custom` lives at the config layer, not here. */
+export const CRITERIA_PRESET_IDS = ['coding', 'debug', 'research', 'ops', 'writing'];
+/**
+ * Rubric per task class.
+ *
+ * Upstream ships one criteria file per benchmark (`criteria/swe_bench.md`, `terminal_bench.md`,
+ * `medagentbench.md`) and its TEMPLATE states the rule this table follows: 2-4 narrow criteria
+ * beat one broad one. Judging a research answer with "Output Match"/"Error Signal Detection"
+ * measures the wrong thing, and the automatic gate has no per-task override.
+ *
+ * `coding` is byte-identical to {@link DEFAULT_CRITERIA}: the default preset must not change
+ * any existing verdict, prompt or cache key.
+ */
+export const CRITERIA_PRESETS = {
+    coding: DEFAULT_CRITERIA,
+    debug: [
+        {
+            id: 'reproduction',
+            name: 'Failure Reproduction',
+            description: 'Did the agent reproduce the reported failure BEFORE changing code? Look for a command or test whose observed output shows the failure happening. Penalize edits made without any reproduction, and treat "the user said it is broken" as no evidence.',
+        },
+        {
+            id: 'root_cause',
+            name: 'Root Cause',
+            description: 'Compare the stated cause with the evidence: does the diagnosis point at code that the observed output actually implicates, rather than at the last error message? Penalize symptom patches and guesses presented as findings.',
+        },
+        {
+            id: 'fix_verification',
+            name: 'Fix Verification',
+            description: 'Find the command that exercised the fix AFTER the last code change. Reward only observed output showing the previously failing case now passing with no new failures. Penalize "should be fixed" assertions and fixes verified before the final edit.',
+        },
+    ],
+    research: [
+        {
+            id: 'question_addressed',
+            name: 'Question Addressed',
+            description: 'Does the answer address exactly what was asked, including every part of a multi-part question? Penalize thorough answers to a nearby but different question, and unanswered sub-questions.',
+        },
+        {
+            id: 'source_grounding',
+            name: 'Source Grounding',
+            description: 'Is every material claim traceable to evidence the answer names (file, URL, command output)? Reward claims tied to a specific source; penalize confident claims with no traceable basis and citations that do not actually support the claim.',
+        },
+        {
+            id: 'limits_stated',
+            name: 'Limits Stated',
+            description: 'Does the answer separate what was verified from what is inferred, and state assumptions, uncertainty and missing data? Penalize unqualified certainty that goes beyond the observed evidence.',
+        },
+    ],
+    ops: [
+        {
+            id: 'change_specification',
+            name: 'Change Specification',
+            description: 'Compare the executed commands with the requested operation: target, environment, arguments and scope. Penalize actions against the wrong target, and side effects beyond the requested scope.',
+        },
+        {
+            id: 'observed_result',
+            name: 'Observed Result',
+            description: 'Reward commands whose observed output shows the intended state (service up, file present, config applied). Penalize inferring success from an exit code without inspecting the resulting state.',
+        },
+        {
+            id: 'reversibility',
+            name: 'Reversibility',
+            description: 'Does the work leave a way back: a backup, a recorded previous value, a dry run first, or a stated rollback path? Penalize irreversible changes made without one.',
+        },
+    ],
+    writing: [
+        {
+            id: 'brief_adherence',
+            name: 'Brief Adherence',
+            description: 'Check the requested deliverable: format, length, audience and every explicit constraint. Penalize a well-written piece that answers a different brief.',
+        },
+        {
+            id: 'structure_clarity',
+            name: 'Structure And Clarity',
+            description: 'Judge whether the structure carries the argument: ordering, sections, and a point the reader can follow. Penalize padding, repetition and unsupported assertions used as filler.',
+        },
+        {
+            id: 'factual_grounding',
+            name: 'Factual Grounding',
+            description: 'Are factual statements supported by the material the task supplied, or invented? Penalize fabricated specifics such as names, numbers, dates and quotes that do not appear in the evidence.',
+        },
+    ],
+};
+/** Derive a criterion id from free text: lowercase, alphanumerics and underscores, max 40 chars. */
+export function slugCriterionId(text) {
+    const slug = text.toLowerCase().replace(/[^a-z0-9]+/gu, '_').replace(/^_+|_+$/gu, '');
+    return slug.slice(0, 40).replace(/_+$/gu, '') || 'criterion';
+}
+/** Make an id unique against the ids already used, by appending _2, _3, ... */
+export function dedupeCriterionId(id, seen) {
+    let candidate = id;
+    let suffix = 1;
+    while (seen.has(candidate)) {
+        suffix += 1;
+        candidate = id + '_' + suffix;
+    }
+    seen.add(candidate);
+    return candidate;
+}
 export const DEFAULT_GROUND_TRUTH_NOTE = "**IMPORTANT:** Focus on observed tool and terminal output as ground truth. Do NOT trust the agent's self-assessment or claims of success.";
+/**
+ * The fixed baseline a session acceptance measures itself against.
+ *
+ * One definition, read by the automatic final gate and by `verifier_best_of_n`. The tool
+ * advertises an "absolute" score with the gate's own threshold, so if these two ever drifted
+ * apart the tool would be measuring against a different reference than the gate it predicts.
+ */
+export const EMPTY_WORK_BASELINE = '(No useful work or verification was performed.)';
 /**
  * Deterministic per-prompt delimiter token.
  *
@@ -141,6 +249,23 @@ export function extractScore(completion, tag) {
         throw new Error('llm-verifier: verifier response did not contain a valid ' + tag + ' A-T score');
     return (letterValue(letter) - 1) / (GRANULARITY - 1);
 }
+/**
+ * One pairwise prompt focused on a single criterion.
+ *
+ * Everything that does not depend on the criterion (task, both trajectories, the rating
+ * scale) comes first and ONLY the criterion varies at the tail. That is not cosmetic:
+ * it maximizes the shared prompt prefix across the criteria of one comparison, so a
+ * prefix-caching backend serves the trace-heavy body from cache. Upstream documents the
+ * same constraint on its `build_prompt` ("Keep criterion-specific text strictly at the
+ * end when editing"), and `VerifierEngine.compare` warms the prefix with one job before
+ * fanning out the rest. Keep it that way.
+ * @param problem - task statement shown to the judge.
+ * @param traceA - candidate A's trajectory.
+ * @param traceB - candidate B's trajectory.
+ * @param criterion - the single criterion this call scores.
+ * @param groundTruthNote - note prepended to every judge prompt.
+ * @returns The rendered prompt.
+ */
 export function buildPairwisePrompt(problem, traceA, traceB, criterion, groundTruthNote = DEFAULT_GROUND_TRUTH_NOTE) {
     const token = evidenceNonce(problem, traceA, traceB);
     return [
@@ -167,12 +292,37 @@ export function buildProgressPrompt(problem, steps, checkpoints) {
         '**Task instruction:**\n' + renderDelimitedBlock('TASK', token, problem.trim()),
         '**Agent trajectory (' + steps.length + ' agent steps):**\n' + renderDelimitedBlock('AGENT_TRACE', token, trajectory),
         "Score whether the agent's CURRENT state at each checkpoint would actually satisfy the task's hidden grader.",
-        'Use A through T where A = certainly NO, H-M = uncertain, N-S = leans YES, and T = essentially certain YES with matching observed verification.',
-        'Effort and confident narration are not evidence. A state without real verification should not exceed K. Scores may decrease after regressions.',
+        'Use the 20-letter A-T scale: A = certainly NO (nothing useful done yet); B-G = leans NO (partial work, key pieces missing or broken); H-M = uncertain (a plausible solution is taking shape, but no convincing verification yet); N-S = leans YES (the right artifacts appear to be in place and partial verification has worked, with minor concerns); T = essentially certain YES (the relevant verification ran and its observed output literally matches what the task calls for, with no outstanding errors).',
+        "Calibration: effort, exploration, step count and confident narration are NOT progress — an agent that ran twenty commands without producing the right output deserves a score near A. Default to skepticism: a result with no real verification step should not exceed ~K, and even a verified-looking one should rarely exceed ~R unless the verification clearly matches the task's stated success criterion. Treat the agent's prose declarations (\"done\", \"all tests pass\") as ZERO evidence, and ground the score in the actions and the observed output you can see.",
+        'Successive checkpoints do not have to rise: a trajectory committed to a wrong approach should plateau, and a regression should score lower than the state it broke.',
         'The checkpoints are:\n' + checkpoints.map((step, index) => '  Checkpoint ' + (index + 1) + ' = state right after Agent Step ' + step).join('\n'),
         'Output EXACTLY these lines and nothing else:\n' + tags,
     ].join('\n\n');
 }
+/**
+ * One best-of-N drafting prompt.
+ *
+ * Deliberately NOT the judge contract: here the request IS the instruction to follow and the
+ * answer is free-form work product, so there is no data-only delimiter and no A–T verdict tag.
+ * The untrusted-content boundary is re-established downstream instead — every draft is embedded
+ * as delimited, nonce-terminated evidence when the judges score it.
+ *
+ * Only the final line varies between the N drafts, so the shared prompt prefix (which carries
+ * the whole request) is maximal. Same tail-only convention as `buildPairwisePrompt`'s
+ * criterion, and for the same prefix-caching reason.
+ * @param task - the request the drafts must answer.
+ * @param index - 0-based draft index.
+ * @param total - how many drafts are being generated.
+ * @returns The rendered prompt.
+ */
+export function buildGenerationPrompt(task, index, total) {
+    return [
+        'You are one of ' + total + ' independent experts asked to answer the same request. Answer it yourself, completely and concretely, in the form the request calls for — code, patch, plan, or prose.',
+        'Do not ask clarifying questions, do not defer the work to a later step, and do not refer to the other attempts. Where the answer depends on a command, a test, or other evidence, state exactly what it is and what output would prove it; never claim a verification you cannot describe.',
+        '**Request:**\n' + task.trim(),
+        'Draft ' + (index + 1) + ' of ' + total + '.',
+    ].join('\n\n');
+}
 /** Progress uses A=NO..T=YES, the reverse of pairwise success scoring. */
 export function extractProgressScore(completion, tag) {
     return 1 - extractScore(completion, tag);
@@ -235,4 +385,74 @@ export function rankScores(wins, counts) {
     return Array.from({ length: wins.length }, (_, index) => ({ index, score: (wins[index] ?? 0) / (counts[index] || 1) }))
         .sort((a, b) => b.score - a.score || a.index - b.index);
 }
+/** Optional trailing `{#id}` anchor on a criterion heading, e.g. `### Root Cause {#cause}`. */
+const CRITERION_ID_ANCHOR = /^(.*?)\s*\{#([A-Za-z0-9_-]+)\}\s*$/;
+const HTML_COMMENT = /<!--[\s\S]*?-->/gu;
+/**
+ * Parse a criteria file (or an inline markdown string) into a ground-truth note and criteria.
+ *
+ * Upstream's criteria files are the reason this exists: a rubric you can edit, review and
+ * version beats a hard-coded list, and its TEMPLATE pins the layout. Format:
+ *
+ *     # <title>                        (ignored)
+ *     ## Ground Truth Note             (optional)
+ *     <one paragraph the verifier always sees>
+ *     ## Criteria
+ *     ### <Criterion Name> {#id}       (the anchor is optional; the id is slugged from the name)
+ *     <instruction for this criterion>
+ *
+ * HTML comments are stripped, so a file can carry author notes the judge never sees. The
+ * parser fails closed: no criteria, a heading without a body, or a blank instruction throws
+ * rather than silently scoring with fewer criteria than authored.
+ * @param text - criteria markdown.
+ * @returns The optional ground-truth note and the parsed criteria, in file order.
+ */
+export function parseCriteriaMarkdown(text) {
+    const lines = text.replace(HTML_COMMENT, '').split(/\r?\n/u);
+    const criteria = [];
+    const seen = new Set();
+    let groundTruthNote = '';
+    let section;
+    let current;
+    let buffer = [];
+    const flush = () => {
+        const body = buffer.join('\n').trim();
+        if (section === 'ground_truth') {
+            if (!groundTruthNote)
+                groundTruthNote = body;
+        }
+        else if (current !== undefined) {
+            criteria.push({ id: current.id, name: current.name, description: body });
+            current = undefined;
+        }
+        buffer = [];
+    };
+    for (const line of lines) {
+        if (line.startsWith('## ') && !line.startsWith('### ')) {
+            flush();
+            const heading = line.slice(3).trim().toLowerCase();
+            section = heading.includes('ground truth') ? 'ground_truth' : heading.includes('criteri') ? 'criteria' : undefined;
+        }
+        else if (line.startsWith('### ') && section === 'criteria') {
+            flush();
+            const heading = line.slice(4).trim();
+            const anchored = CRITERION_ID_ANCHOR.exec(heading);
+            const name = (anchored?.[1] ?? heading).trim();
+            current = { name, id: dedupeCriterionId(slugCriterionId(anchored?.[2] ?? name), seen) };
+        }
+        else if (line.startsWith('# ')) {
+            continue;
+        }
+        else {
+            buffer.push(line);
+        }
+    }
+    flush();
+    if (criteria.length === 0)
+        throw new Error('llm-verifier: criteria file has no criteria — add a "## Criteria" section with one "### Criterion Name" heading per criterion');
+    const empty = criteria.filter(criterion => criterion.description.length === 0).map(criterion => criterion.id);
+    if (empty.length > 0)
+        throw new Error('llm-verifier: criteria file has criteria with no instruction: ' + empty.join(', '));
+    return { groundTruthNote, criteria };
+}
 //# sourceMappingURL=core.js.map

package/lib/types/core.js.map

@@ -1 +1 @@
-{"version":3,"file":"core.js","sourceRoot":"","sources":["../../src/core.ts"],"names":[],"mappings":"AAAA,kEAAkE;AAwBlE,MAAM,CAAC,MAAM,WAAW,GAAG,EAAE,CAAA;AAC7B,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,CAAA;AACzG,MAAM,CAAC,MAAM,iBAAiB,GAAG;IAC/B,oGAAoG;IACpG,oEAAoE;IACpE,0CAA0C;IAC1C,wDAAwD;IACxD,yCAAyC;IACzC,yCAAyC;IACzC,kDAAkD;IAClD,2CAA2C;IAC3C,6CAA6C;CAC9C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AAEZ,MAAM,CAAC,MAAM,gBAAgB,GAAgB;IAC3C;QACE,EAAE,EAAE,eAAe;QACnB,IAAI,EAAE,yBAAyB;QAC/B,WAAW,EAAE,2LAA2L;KACzM;IACD;QACE,EAAE,EAAE,cAAc;QAClB,IAAI,EAAE,cAAc;QACpB,WAAW,EAAE,qLAAqL;KACnM;IACD;QACE,EAAE,EAAE,eAAe;QACnB,IAAI,EAAE,wBAAwB;QAC9B,WAAW,EAAE,iMAAiM;KAC/M;CACF,CAAA;AAED,MAAM,CAAC,MAAM,yBAAyB,GAAG,2IAA2I,CAAA;AAEpL;;;;;;;;;GASG;AACH,MAAM,UAAU,aAAa,CAAC,GAAG,KAAwB;IACvD,IAAI,IAAI,GAAG,mBAAmB,CAAA;IAC9B,MAAM,KAAK,GAAG,cAAc,CAAA;IAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACV,IAAI,GAAG,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,GAAG,KAAK,CAAC,GAAG,mBAAmB,CAAA;QACvD,CAAC;QACD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,GAAG,CAAC,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,mBAAmB,CAAA;QAC5E,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;AAC1B,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,GAAW,EAAE,KAAa,EAAE,OAAe;IAC9E,OAAO,MAAM,GAAG,IAAI,KAAK,QAAQ,OAAO,YAAY,GAAG,IAAI,KAAK,KAAK,CAAA;AACvE,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,mIAAmI;IACnI,gNAAgN;IAChN,+CAA+C;CAChD,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AAEX,MAAM,UAAU,oBAAoB,CAAC,KAAa;IAChD,IAAI,KAAK,GAAG,KAAK,CAAC,IAAI,EAAE,CAAA;IACxB,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IACxD,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACtC,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAA;AAClC,CAAC;AAED,SAAS,WAAW,CAAC,MAAc;IACjC,OAAO,WAAW,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAA;AAClD,CAAC;AAED,SAAS,eAAe,CAAC,MAAyB,EAAE,SAAwC,EAAE,GAAW;IACvG,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAA;IACnE,KAAK,MAAM,MAAM,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7C,IAAI,KAAqC,CAAA;QACzC,IAAI,IAAI,GAAG,EAAE,CAAA;QACb,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;YACtD,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,CAAA;YACrB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,GAAG,CAAC,GAAG,SAAS,CAAC,MAAM;gBAAE,KAAK,GAAG,SAAS,CAAC,KAAK,GAAG,CAAC,CAAC,CAAA;QACnG,CAAC;QACD,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,KAAK,CAAA;IACvC,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,UAA8B,EAAE,GAAW;IACtE,MAAM,YAAY,GAAG,eAAe,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;IAClF,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAA;IAC/C,KAAK,MAAM,WAAW,IAAI,YAAY,IAAI,EAAE,EAAE,CAAC;QAC7C,MAAM,MAAM,GAAG,oBAAoB,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;QACtD,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC;YAAE,SAAQ;QAC3E,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,CAAA;QACjC,8EAA8E;QAC9E,iEAAiE;QACjE,EAAE;QACF,gFAAgF;QAChF,sEAAsE;QACtE,6DAA6D;QAC7D,sEAAsE;QACtE,mFAAmF;QACnF,8EAA8E;QAC9E,yEAAyE;QACzE,6DAA6D;QAC7D,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAA;IAC3F,CAAC;IACD,IAAI,aAAa,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC3B,IAAI,WAAW,GAAG,CAAC,CAAA;QACnB,IAAI,WAAW,GAAG,CAAC,CAAA;QACnB,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,aAAa,EAAE,CAAC;YACvC,WAAW,IAAI,CAAC,CAAA;YAChB,WAAW,IAAI,KAAK,GAAG,CAAC,CAAA;QAC1B,CAAC;QACD,IAAI,WAAW,GAAG,CAAC;YAAE,OAAO,CAAC,WAAW,GAAG,WAAW,GAAG,CAAC,CAAC,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC,CAAA;IACjF,CAAC;IACD,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IAC7B,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,GAAG,GAAG,IAAI,GAAG,kBAAkB,GAAG,IAAI,GAAG,GAAG,EAAE,IAAI,CAAC,CAAA;IAC5E,IAAI,IAAI,GAA2B,IAAI,CAAA;IACvC,KAAK,IAAI,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,KAAK,KAAK,IAAI,EAAE,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,IAAI,GAAG,KAAK,CAAA;IAC/G,MAAM,MAAM,GAAG,oBAAoB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;IACpD,IAAI,MAAM,KAAK,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,0DAA0D,GAAG,GAAG,GAAG,YAAY,CAAC,CAAA;IAC1H,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC,CAAA;AACtD,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAe,EAAE,MAAc,EAAE,MAAc,EAAE,SAAoB,EAAE,eAAe,GAAG,yBAAyB;IACpJ,MAAM,KAAK,GAAG,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;IACpD,OAAO;QACL,+KAA+K;QAC/K,eAAe;QACf,uBAAuB;QACvB,aAAa,GAAG,oBAAoB,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC;QAC5D,qBAAqB,GAAG,oBAAoB,CAAC,cAAc,EAAE,KAAK,EAAE,MAAM,CAAC;QAC3E,qBAAqB,GAAG,oBAAoB,CAAC,cAAc,EAAE,KAAK,EAAE,MAAM,CAAC;QAC3E,qBAAqB,GAAG,iBAAiB;QACzC,2BAA2B,GAAG,SAAS,CAAC,IAAI,GAAG,OAAO,GAAG,SAAS,CAAC,WAAW;QAC9E,0DAA0D,GAAG,SAAS,CAAC,IAAI,GAAG,uDAAuD;QACrI,qRAAqR;QACrR,0BAA0B;KAC3B,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;AAChB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAe,EAAE,KAAwB,EAAE,WAA8B;IAC3G,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,iBAAiB,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IACpH,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,YAAY,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC5G,MAAM,KAAK,GAAG,aAAa,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,CAAA;IAC9C,OAAO;QACL,kHAAkH;QAClH,uBAAuB;QACvB,yBAAyB,GAAG,oBAAoB,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/E,sBAAsB,GAAG,KAAK,CAAC,MAAM,GAAG,oBAAoB,GAAG,oBAAoB,CAAC,aAAa,EAAE,KAAK,EAAE,UAAU,CAAC;QACrH,6GAA6G;QAC7G,gJAAgJ;QAChJ,gJAAgJ;QAChJ,wBAAwB,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,eAAe,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,kCAAkC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACjJ,gDAAgD,GAAG,IAAI;KACxD,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;AAChB,CAAC;AAED,0EAA0E;AAC1E,MAAM,UAAU,oBAAoB,CAAC,UAA8B,EAAE,GAAW;IAC9E,OAAO,CAAC,GAAG,YAAY,CAAC,UAAU,EAAE,GAAG,CAAC,CAAA;AAC1C,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,OAAe,EAAE,OAAe;IAC3D,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;AACjD,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,IAAI,KAAK,GAAG,IAAI,KAAK,CAAC,CAAA;IACtB,OAAO,GAAG,EAAE;QACV,KAAK,GAAG,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAA;QAClC,IAAI,KAAK,GAAG,KAAK,CAAA;QACjB,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,KAAK,EAAE,EAAE,KAAK,GAAG,CAAC,CAAC,CAAA;QAClD,KAAK,IAAI,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,KAAK,CAAC,EAAE,KAAK,GAAG,EAAE,CAAC,CAAA;QAC3D,OAAO,CAAC,CAAC,KAAK,GAAG,KAAK,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,CAAA;IACpD,CAAC,CAAA;AACH,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAa,EAAE,IAAI,GAAG,CAAC;IAC/C,IAAI,KAAK,IAAI,CAAC;QAAE,OAAO,EAAE,CAAA;IACzB,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAA;IACtE,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAA;IACjC,KAAK,IAAI,KAAK,GAAG,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAC/C;QAAA,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,KAAK,CAAE,EAAE,WAAW,CAAC,KAAK,CAAE,CAAC,CAAA;IACxF,CAAC;IACD,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,KAAK,CAAE,CAAqB,CAAC,CAAA;AAClH,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAa,EAAE,MAAyB;IACtE,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAA;IAChC,MAAM,KAAK,GAA4B,EAAE,CAAA;IACzC,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,KAAK,EAAE,SAAS,IAAI,CAAC,EAAE,CAAC;QAC1D,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,KAAK,MAAM,KAAK,IAAI,MAAM;gBAAE,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAA;IAC1F,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IAChD,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;QACnD,KAAK,IAAI,KAAK,GAAG,IAAI,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAE,EAAE,MAAM,CAAC,KAAK,CAAE,CAAC,CAAC,CAAA;IAC3G,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAkC,EAAE,OAAuD,EAAE,IAAc,EAAE,MAAgB;IAC3J,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;QACrD,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;QACtD,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,WAAW,CAAA;QACtC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;QAChC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,WAAW,CAAA;QAC1C,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;IAClC,CAAC;AACH,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAuB,EAAE,MAAyB,EAAE,SAAiB;IAC7F,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC;SAC5D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SAClG,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;AAC/C,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAuB,EAAE,MAAyB;IAC3E,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;SACpH,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAA;AAC3D,CAAC"}
+{"version":3,"file":"core.js","sourceRoot":"","sources":["../../src/core.ts"],"names":[],"mappings":"AAAA,kEAAkE;AAwBlE,MAAM,CAAC,MAAM,WAAW,GAAG,EAAE,CAAA;AAC7B,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,CAAA;AACzG,MAAM,CAAC,MAAM,iBAAiB,GAAG;IAC/B,oGAAoG;IACpG,oEAAoE;IACpE,0CAA0C;IAC1C,wDAAwD;IACxD,yCAAyC;IACzC,yCAAyC;IACzC,kDAAkD;IAClD,2CAA2C;IAC3C,6CAA6C;CAC9C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AAEZ,MAAM,CAAC,MAAM,gBAAgB,GAAgB;IAC3C;QACE,EAAE,EAAE,eAAe;QACnB,IAAI,EAAE,yBAAyB;QAC/B,WAAW,EAAE,2LAA2L;KACzM;IACD;QACE,EAAE,EAAE,cAAc;QAClB,IAAI,EAAE,cAAc;QACpB,WAAW,EAAE,qLAAqL;KACnM;IACD;QACE,EAAE,EAAE,eAAe;QACnB,IAAI,EAAE,wBAAwB;QAC9B,WAAW,EAAE,iMAAiM;KAC/M;CACF,CAAA;AAED,6FAA6F;AAC7F,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,CAAU,CAAA;AAG7F;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAA0C;IACrE,MAAM,EAAE,gBAAgB;IACxB,KAAK,EAAE;QACL;YACE,EAAE,EAAE,cAAc;YAClB,IAAI,EAAE,sBAAsB;YAC5B,WAAW,EAAE,uPAAuP;SACrQ;QACD;YACE,EAAE,EAAE,YAAY;YAChB,IAAI,EAAE,YAAY;YAClB,WAAW,EAAE,+NAA+N;SAC7O;QACD;YACE,EAAE,EAAE,kBAAkB;YACtB,IAAI,EAAE,kBAAkB;YACxB,WAAW,EAAE,uPAAuP;SACrQ;KACF;IACD,QAAQ,EAAE;QACR;YACE,EAAE,EAAE,oBAAoB;YACxB,IAAI,EAAE,oBAAoB;YAC1B,WAAW,EAAE,4LAA4L;SAC1M;QACD;YACE,EAAE,EAAE,kBAAkB;YACtB,IAAI,EAAE,kBAAkB;YACxB,WAAW,EAAE,8OAA8O;SAC5P;QACD;YACE,EAAE,EAAE,eAAe;YACnB,IAAI,EAAE,eAAe;YACrB,WAAW,EAAE,+LAA+L;SAC7M;KACF;IACD,GAAG,EAAE;QACH;YACE,EAAE,EAAE,sBAAsB;YAC1B,IAAI,EAAE,sBAAsB;YAC5B,WAAW,EAAE,+LAA+L;SAC7M;QACD;YACE,EAAE,EAAE,iBAAiB;YACrB,IAAI,EAAE,iBAAiB;YACvB,WAAW,EAAE,iMAAiM;SAC/M;QACD;YACE,EAAE,EAAE,eAAe;YACnB,IAAI,EAAE,eAAe;YACrB,WAAW,EAAE,kKAAkK;SAChL;KACF;IACD,OAAO,EAAE;QACP;YACE,EAAE,EAAE,iBAAiB;YACrB,IAAI,EAAE,iBAAiB;YACvB,WAAW,EAAE,wJAAwJ;SACtK;QACD;YACE,EAAE,EAAE,mBAAmB;YACvB,IAAI,EAAE,uBAAuB;YAC7B,WAAW,EAAE,kLAAkL;SAChM;QACD;YACE,EAAE,EAAE,mBAAmB;YACvB,IAAI,EAAE,mBAAmB;YACzB,WAAW,EAAE,6LAA6L;SAC3M;KACF;CACF,CAAA;AAED,oGAAoG;AACpG,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;IACrF,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,WAAW,CAAA;AAC9D,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,iBAAiB,CAAC,EAAU,EAAE,IAAiB;IAC7D,IAAI,SAAS,GAAG,EAAE,CAAA;IAClB,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;QAAC,MAAM,IAAI,CAAC,CAAC;QAAC,SAAS,GAAG,EAAE,GAAG,GAAG,GAAG,MAAM,CAAA;IAAC,CAAC;IAC1E,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;IACnB,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,MAAM,CAAC,MAAM,yBAAyB,GAAG,2IAA2I,CAAA;AAEpL;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,iDAAiD,CAAA;AAEpF;;;;;;;;;GASG;AACH,MAAM,UAAU,aAAa,CAAC,GAAG,KAAwB;IACvD,IAAI,IAAI,GAAG,mBAAmB,CAAA;IAC9B,MAAM,KAAK,GAAG,cAAc,CAAA;IAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACV,IAAI,GAAG,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,GAAG,KAAK,CAAC,GAAG,mBAAmB,CAAA;QACvD,CAAC;QACD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,GAAG,CAAC,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,mBAAmB,CAAA;QAC5E,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;AAC1B,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,GAAW,EAAE,KAAa,EAAE,OAAe;IAC9E,OAAO,MAAM,GAAG,IAAI,KAAK,QAAQ,OAAO,YAAY,GAAG,IAAI,KAAK,KAAK,CAAA;AACvE,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,mIAAmI;IACnI,gNAAgN;IAChN,+CAA+C;CAChD,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AAEX,MAAM,UAAU,oBAAoB,CAAC,KAAa;IAChD,IAAI,KAAK,GAAG,KAAK,CAAC,IAAI,EAAE,CAAA;IACxB,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IACxD,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACtC,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAA;AAClC,CAAC;AAED,SAAS,WAAW,CAAC,MAAc;IACjC,OAAO,WAAW,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAA;AAClD,CAAC;AAED,SAAS,eAAe,CAAC,MAAyB,EAAE,SAAwC,EAAE,GAAW;IACvG,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAA;IACnE,KAAK,MAAM,MAAM,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7C,IAAI,KAAqC,CAAA;QACzC,IAAI,IAAI,GAAG,EAAE,CAAA;QACb,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;YACtD,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,CAAA;YACrB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,GAAG,CAAC,GAAG,SAAS,CAAC,MAAM;gBAAE,KAAK,GAAG,SAAS,CAAC,KAAK,GAAG,CAAC,CAAC,CAAA;QACnG,CAAC;QACD,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,KAAK,CAAA;IACvC,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,UAA8B,EAAE,GAAW;IACtE,MAAM,YAAY,GAAG,eAAe,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;IAClF,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAA;IAC/C,KAAK,MAAM,WAAW,IAAI,YAAY,IAAI,EAAE,EAAE,CAAC;QAC7C,MAAM,MAAM,GAAG,oBAAoB,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;QACtD,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC;YAAE,SAAQ;QAC3E,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,CAAA;QACjC,8EAA8E;QAC9E,iEAAiE;QACjE,EAAE;QACF,gFAAgF;QAChF,sEAAsE;QACtE,6DAA6D;QAC7D,sEAAsE;QACtE,mFAAmF;QACnF,8EAA8E;QAC9E,yEAAyE;QACzE,6DAA6D;QAC7D,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAA;IAC3F,CAAC;IACD,IAAI,aAAa,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC3B,IAAI,WAAW,GAAG,CAAC,CAAA;QACnB,IAAI,WAAW,GAAG,CAAC,CAAA;QACnB,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,aAAa,EAAE,CAAC;YACvC,WAAW,IAAI,CAAC,CAAA;YAChB,WAAW,IAAI,KAAK,GAAG,CAAC,CAAA;QAC1B,CAAC;QACD,IAAI,WAAW,GAAG,CAAC;YAAE,OAAO,CAAC,WAAW,GAAG,WAAW,GAAG,CAAC,CAAC,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC,CAAA;IACjF,CAAC;IACD,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IAC7B,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,GAAG,GAAG,IAAI,GAAG,kBAAkB,GAAG,IAAI,GAAG,GAAG,EAAE,IAAI,CAAC,CAAA;IAC5E,IAAI,IAAI,GAA2B,IAAI,CAAA;IACvC,KAAK,IAAI,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,KAAK,KAAK,IAAI,EAAE,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,IAAI,GAAG,KAAK,CAAA;IAC/G,MAAM,MAAM,GAAG,oBAAoB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;IACpD,IAAI,MAAM,KAAK,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,0DAA0D,GAAG,GAAG,GAAG,YAAY,CAAC,CAAA;IAC1H,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC,CAAA;AACtD,CAAC;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,mBAAmB,CAAC,OAAe,EAAE,MAAc,EAAE,MAAc,EAAE,SAAoB,EAAE,eAAe,GAAG,yBAAyB;IACpJ,MAAM,KAAK,GAAG,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;IACpD,OAAO;QACL,+KAA+K;QAC/K,eAAe;QACf,uBAAuB;QACvB,aAAa,GAAG,oBAAoB,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC;QAC5D,qBAAqB,GAAG,oBAAoB,CAAC,cAAc,EAAE,KAAK,EAAE,MAAM,CAAC;QAC3E,qBAAqB,GAAG,oBAAoB,CAAC,cAAc,EAAE,KAAK,EAAE,MAAM,CAAC;QAC3E,qBAAqB,GAAG,iBAAiB;QACzC,2BAA2B,GAAG,SAAS,CAAC,IAAI,GAAG,OAAO,GAAG,SAAS,CAAC,WAAW;QAC9E,0DAA0D,GAAG,SAAS,CAAC,IAAI,GAAG,uDAAuD;QACrI,qRAAqR;QACrR,0BAA0B;KAC3B,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;AAChB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAe,EAAE,KAAwB,EAAE,WAA8B;IAC3G,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,iBAAiB,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IACpH,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,YAAY,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC5G,MAAM,KAAK,GAAG,aAAa,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,CAAA;IAC9C,OAAO;QACL,kHAAkH;QAClH,uBAAuB;QACvB,yBAAyB,GAAG,oBAAoB,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;QAC/E,sBAAsB,GAAG,KAAK,CAAC,MAAM,GAAG,oBAAoB,GAAG,oBAAoB,CAAC,aAAa,EAAE,KAAK,EAAE,UAAU,CAAC;QACrH,6GAA6G;QAC7G,ofAAof;QACpf,gjBAAgjB;QAChjB,qKAAqK;QACrK,wBAAwB,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,eAAe,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,kCAAkC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACjJ,gDAAgD,GAAG,IAAI;KACxD,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;AAChB,CAAC;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,qBAAqB,CAAC,IAAY,EAAE,KAAa,EAAE,KAAa;IAC9E,OAAO;QACL,iBAAiB,GAAG,KAAK,GAAG,wKAAwK;QACpM,4RAA4R;QAC5R,gBAAgB,GAAG,IAAI,CAAC,IAAI,EAAE;QAC9B,QAAQ,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,MAAM,GAAG,KAAK,GAAG,GAAG;KAC9C,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;AAChB,CAAC;AAED,0EAA0E;AAC1E,MAAM,UAAU,oBAAoB,CAAC,UAA8B,EAAE,GAAW;IAC9E,OAAO,CAAC,GAAG,YAAY,CAAC,UAAU,EAAE,GAAG,CAAC,CAAA;AAC1C,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,OAAe,EAAE,OAAe;IAC3D,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;AACjD,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,IAAI,KAAK,GAAG,IAAI,KAAK,CAAC,CAAA;IACtB,OAAO,GAAG,EAAE;QACV,KAAK,GAAG,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAA;QAClC,IAAI,KAAK,GAAG,KAAK,CAAA;QACjB,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,KAAK,EAAE,EAAE,KAAK,GAAG,CAAC,CAAC,CAAA;QAClD,KAAK,IAAI,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,KAAK,CAAC,EAAE,KAAK,GAAG,EAAE,CAAC,CAAA;QAC3D,OAAO,CAAC,CAAC,KAAK,GAAG,KAAK,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,CAAA;IACpD,CAAC,CAAA;AACH,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAa,EAAE,IAAI,GAAG,CAAC;IAC/C,IAAI,KAAK,IAAI,CAAC;QAAE,OAAO,EAAE,CAAA;IACzB,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAA;IACtE,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAA;IACjC,KAAK,IAAI,KAAK,GAAG,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAC/C;QAAA,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,KAAK,CAAE,EAAE,WAAW,CAAC,KAAK,CAAE,CAAC,CAAA;IACxF,CAAC;IACD,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,KAAK,CAAE,CAAqB,CAAC,CAAA;AAClH,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAa,EAAE,MAAyB;IACtE,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAA;IAChC,MAAM,KAAK,GAA4B,EAAE,CAAA;IACzC,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,KAAK,EAAE,SAAS,IAAI,CAAC,EAAE,CAAC;QAC1D,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,KAAK,MAAM,KAAK,IAAI,MAAM;gBAAE,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAA;IAC1F,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IAChD,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;QACnD,KAAK,IAAI,KAAK,GAAG,IAAI,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAE,EAAE,MAAM,CAAC,KAAK,CAAE,CAAC,CAAC,CAAA;IAC3G,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAkC,EAAE,OAAuD,EAAE,IAAc,EAAE,MAAgB;IAC3J,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;QACrD,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;QACtD,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,WAAW,CAAA;QACtC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;QAChC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,WAAW,CAAA;QAC1C,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAA;IAClC,CAAC;AACH,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAuB,EAAE,MAAyB,EAAE,SAAiB;IAC7F,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC;SAC5D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;SAClG,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;AAC/C,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAuB,EAAE,MAAyB;IAC3E,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;SACpH,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAA;AAC3D,CAAC;AAED,+FAA+F;AAC/F,MAAM,mBAAmB,GAAG,oCAAoC,CAAA;AAChE,MAAM,YAAY,GAAG,mBAAmB,CAAA;AAExC;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,UAAU,qBAAqB,CAAC,IAAY;IAChD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;IAC5D,MAAM,QAAQ,GAAgB,EAAE,CAAA;IAChC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAC9B,IAAI,eAAe,GAAG,EAAE,CAAA;IACxB,IAAI,OAAgD,CAAA;IACpD,IAAI,OAAiD,CAAA;IACrD,IAAI,MAAM,GAAa,EAAE,CAAA;IACzB,MAAM,KAAK,GAAG,GAAG,EAAE;QACjB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAA;QACrC,IAAI,OAAO,KAAK,cAAc,EAAE,CAAC;YAAC,IAAI,CAAC,eAAe;gBAAE,eAAe,GAAG,IAAI,CAAA;QAAC,CAAC;aAC3E,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;YAAC,OAAO,GAAG,SAAS,CAAA;QAAC,CAAC;QACjI,MAAM,GAAG,EAAE,CAAA;IACb,CAAC,CAAA;IACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACvD,KAAK,EAAE,CAAA;YACP,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;YAClD,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAA;QACpH,CAAC;aAAM,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;YAC7D,KAAK,EAAE,CAAA;YACP,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;YACpC,MAAM,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YAClD,MAAM,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,IAAI,EAAE,CAAA;YAC9C,OAAO,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,iBAAiB,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE,CAAA;QACzF,CAAC;aAAM,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACjC,SAAQ;QACV,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACnB,CAAC;IACH,CAAC;IACD,KAAK,EAAE,CAAA;IACP,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,+HAA+H,CAAC,CAAA;IAC3K,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;IAC7G,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,gEAAgE,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;IAC1H,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,CAAA;AACtC,CAAC"}

package/lib/types/criteria.d.ts

@@ -0,0 +1,33 @@
+import { type Criterion, type CriteriaPresetId } from './core.ts';
+/** Everything the settings page can select: a bundled task-class preset, or a markdown file. */
+export type CriteriaSelection = CriteriaPresetId | 'custom';
+export interface ResolvedCriteria {
+    criteria: Criterion[];
+    /** Note prepended to every judge prompt, when the rubric carries one. */
+    groundTruthNote?: string;
+    /** The preset id, `custom`, or `fallback` when a custom file could not be used. */
+    source: string;
+    file?: string;
+    /** Why the custom file was rejected; the `coding` rubric is used instead of failing the gate. */
+    error?: string;
+}
+/**
+ * Resolve the configured rubric to the criteria the engine scores with.
+ *
+ * A custom markdown file is read on every resolve (a rubric file is a few kilobytes and it is
+ * resolved once per turn boundary), so editing it takes effect immediately. The parse is cached
+ * against the file text, so repeated resolves of an unchanged file cost one read.
+ *
+ * A broken custom file does NOT fail verification: a rubric typo must not disable the acceptance
+ * gate, so the coding preset is used and the reason travels in {@link ResolvedCriteria.error}
+ * for the settings page and the log. This mirrors the plugin's rule that scoring-channel
+ * capability problems degrade instead of aborting a verification.
+ */
+export declare class CriteriaResolver {
+    private readonly load;
+    private cache;
+    constructor(load?: (path: string) => Promise<string>);
+    resolve(selection: CriteriaSelection, file: string | undefined): Promise<ResolvedCriteria>;
+    private remember;
+}
+//# sourceMappingURL=criteria.d.ts.map

package/lib/types/criteria.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"criteria.d.ts","sourceRoot":"","sources":["../../src/criteria.ts"],"names":[],"mappings":"AACA,OAAO,EAA6D,KAAK,SAAS,EAAE,KAAK,gBAAgB,EAAE,MAAM,WAAW,CAAA;AAE5H,gGAAgG;AAChG,MAAM,MAAM,iBAAiB,GAAG,gBAAgB,GAAG,QAAQ,CAAA;AAE3D,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,SAAS,EAAE,CAAA;IACrB,yEAAyE;IACzE,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,mFAAmF;IACnF,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,iGAAiG;IACjG,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED;;;;;;;;;;;GAWG;AACH,qBAAa,gBAAgB;IAEf,OAAO,CAAC,QAAQ,CAAC,IAAI;IADjC,OAAO,CAAC,KAAK,CAAsD;gBACtC,IAAI,GAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAkC;IAE/F,OAAO,CAAC,SAAS,EAAE,iBAAiB,EAAE,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAsChG,OAAO,CAAC,QAAQ;CAIjB"}

package/lib/types/criteria.js

@@ -0,0 +1,67 @@
+import { readFile } from 'node:fs/promises';
+import { CRITERIA_PRESETS, DEFAULT_CRITERIA, parseCriteriaMarkdown } from "./core.js";
+/**
+ * Resolve the configured rubric to the criteria the engine scores with.
+ *
+ * A custom markdown file is read on every resolve (a rubric file is a few kilobytes and it is
+ * resolved once per turn boundary), so editing it takes effect immediately. The parse is cached
+ * against the file text, so repeated resolves of an unchanged file cost one read.
+ *
+ * A broken custom file does NOT fail verification: a rubric typo must not disable the acceptance
+ * gate, so the coding preset is used and the reason travels in {@link ResolvedCriteria.error}
+ * for the settings page and the log. This mirrors the plugin's rule that scoring-channel
+ * capability problems degrade instead of aborting a verification.
+ */
+export class CriteriaResolver {
+    load;
+    cache;
+    constructor(load = path => readFile(path, 'utf8')) {
+        this.load = load;
+    }
+    async resolve(selection, file) {
+        if (selection !== 'custom') {
+            const preset = CRITERIA_PRESETS[selection];
+            return { criteria: preset ?? DEFAULT_CRITERIA, source: preset ? selection : 'fallback', ...(preset ? {} : { error: 'unknown criteria preset: ' + String(selection) }) };
+        }
+        const path = (file ?? '').trim();
+        let text;
+        try {
+            if (!path)
+                throw new Error('no criteria file configured (set criteriaFile, or switch criteriaPreset away from custom)');
+            text = await this.load(path);
+        }
+        catch (error) {
+            return this.remember('custom\u0000' + path + '\u0000!' + String(error), {
+                criteria: DEFAULT_CRITERIA,
+                source: 'fallback',
+                ...(path ? { file: path } : {}),
+                error: error instanceof Error ? error.message : String(error),
+            });
+        }
+        const key = 'custom\u0000' + path + '\u0000' + text;
+        if (this.cache?.key === key)
+            return this.cache.value;
+        try {
+            const parsed = parseCriteriaMarkdown(text);
+            return this.remember(key, {
+                criteria: parsed.criteria,
+                ...(parsed.groundTruthNote ? { groundTruthNote: parsed.groundTruthNote } : {}),
+                source: 'custom',
+                file: path,
+            });
+        }
+        catch (error) {
+            return this.remember(key + '\u0000!' + String(error), {
+                criteria: DEFAULT_CRITERIA,
+                source: 'fallback',
+                file: path,
+                error: error instanceof Error ? error.message : String(error),
+            });
+        }
+    }
+    remember(key, value) {
+        this.cache = { key, value };
+        return value;
+    }
+}
+//# sourceMappingURL=criteria.js.map

package/lib/types/criteria.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"criteria.js","sourceRoot":"","sources":["../../src/criteria.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAC3C,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,qBAAqB,EAAyC,MAAM,WAAW,CAAA;AAgB5H;;;;;;;;;;;GAWG;AACH,MAAM,OAAO,gBAAgB;IAEE;IADrB,KAAK,CAAsD;IACnE,YAA6B,OAA0C,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;QAAxE,SAAI,GAAJ,IAAI,CAAoE;IAAG,CAAC;IAEzG,KAAK,CAAC,OAAO,CAAC,SAA4B,EAAE,IAAwB;QAClE,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAA;YAC1C,OAAO,EAAE,QAAQ,EAAE,MAAM,IAAI,gBAAgB,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,2BAA2B,GAAG,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAA;QACzK,CAAC;QACD,MAAM,IAAI,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;QAChC,IAAI,IAAY,CAAA;QAChB,IAAI,CAAC;YACH,IAAI,CAAC,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,2FAA2F,CAAC,CAAA;YACvH,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC9B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,QAAQ,CAAC,cAAc,GAAG,IAAI,GAAG,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE;gBACtE,QAAQ,EAAE,gBAAgB;gBAC1B,MAAM,EAAE,UAAU;gBAClB,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/B,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC,CAAA;QACJ,CAAC;QACD,MAAM,GAAG,GAAG,cAAc,GAAG,IAAI,GAAG,QAAQ,GAAG,IAAI,CAAA;QACnD,IAAI,IAAI,CAAC,KAAK,EAAE,GAAG,KAAK,GAAG;YAAE,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAA;QACpD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAA;YAC1C,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;gBACxB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9E,MAAM,EAAE,QAAQ;gBAChB,IAAI,EAAE,IAAI;aACX,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,GAAG,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE;gBACpD,QAAQ,EAAE,gBAAgB;gBAC1B,MAAM,EAAE,UAAU;gBAClB,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,GAAW,EAAE,KAAuB;QACnD,IAAI,CAAC,KAAK,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,CAAA;QAC3B,OAAO,KAAK,CAAA;IACd,CAAC;CACF"}

package/lib/types/decisions.d.ts

@@ -0,0 +1,84 @@
+/**
+ * One model call captured inside an invocation.
+ *
+ * Everything the plugin decides is decided inside a prompt: "why did the progress
+ * judge answer K again" is a question about the exact text that was sent and the raw
+ * answer that came back. The statistics store answers "how much did it cost"; this one
+ * answers "why did it say that".
+ */
+export interface DecisionCall {
+    /** Which part of the invocation made the call (criterion, repeat, phase). */
+    label: string;
+    /** Scoring channel that answered (top-logprobs | explicit-tag). */
+    channel: string;
+    prompt: string;
+    output: string;
+    /** The score this call produced, when it produced one. */
+    score?: number;
+}
+/** Sink the engine reports every REAL model call to (cache hits make no call). */
+export type DecisionTrace = (call: DecisionCall) => void;
+export interface DecisionRecord {
+    id: string;
+    toolName: string;
+    phase: string;
+    startedAt: number;
+    provider: string;
+    model: string;
+    calls: DecisionCall[];
+}
+export declare function resolveDecisionsFile(cacheFile: string): string;
+/**
+ * Redact and bound captured calls.
+ *
+ * Runs the same sanitizer the prompts do, so a snapshot can never persist a secret the
+ * judge itself never saw, and drops calls past the per-record budget instead of writing
+ * an unbounded file.
+ * @param calls - captured calls, oldest first.
+ * @returns The bounded calls; empty when nothing was captured.
+ */
+export declare function boundCaptureText(text: string, maxChars: number): string;
+/**
+ * Redact and bound captured calls.
+ *
+ * Runs the same sanitizer the prompts do, so a snapshot can never persist a secret the
+ * judge itself never saw. The record is bounded twice: at {@link MAX_CALLS} calls, and at
+ * {@link MAX_RECORD_CHARS} characters shared EQUALLY between the calls it keeps — a six-call
+ * session acceptance must not shrink to its first three calls, and which three survived must not
+ * depend on completion order. Text uses {@link boundCaptureText}, which keeps both ends: a
+ * session-acceptance prompt runs past 100k characters, and head-only truncation kept the
+ * instructions while dropping the trajectory tail the judge actually graded.
+ * @param calls - captured calls; callers sort them by label so the bounded set is deterministic.
+ * @returns The bounded calls; empty when nothing was captured.
+ */
+export declare function boundDecisionCalls(calls: readonly DecisionCall[]): DecisionCall[];
+export interface DecisionInput {
+    toolName: string;
+    phase: string;
+    startedAt: number;
+    provider: string;
+    model: string;
+    calls: readonly DecisionCall[];
+}
+/**
+ * Per-topic ring buffer of decision snapshots.
+ *
+ * Mirrors {@link import('./statistics.ts').StatisticsStore}: one JSON file beside the
+ * statistics of the same topic, atomic replace on write, a fixed number of records, so
+ * the observable cost of "keep the evidence that explains a verdict" is bounded.
+ */
+export declare class DecisionStore {
+    private readonly file;
+    private readonly maxEntries;
+    private loaded;
+    private hydrating;
+    private records;
+    private writing;
+    constructor(file: string, maxEntries?: number);
+    record(input: DecisionInput): Promise<DecisionRecord | undefined>;
+    /** One snapshot by invocation id, or undefined when it was pruned or never captured. */
+    find(id: string): Promise<DecisionRecord | undefined>;
+    load(): Promise<void>;
+    private persist;
+}
+//# sourceMappingURL=decisions.d.ts.map

package/lib/types/decisions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"decisions.d.ts","sourceRoot":"","sources":["../../src/decisions.ts"],"names":[],"mappings":"AAKA;;;;;;;GAOG;AACH,MAAM,WAAW,YAAY;IAC3B,6EAA6E;IAC7E,KAAK,EAAE,MAAM,CAAA;IACb,mEAAmE;IACnE,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,0DAA0D;IAC1D,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,kFAAkF;AAClF,MAAM,MAAM,aAAa,GAAG,CAAC,IAAI,EAAE,YAAY,KAAK,IAAI,CAAA;AAExD,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAA;IACV,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,YAAY,EAAE,CAAA;CACtB;AA2BD,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAE9D;AAED;;;;;;;;GAQG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CAWvE;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,SAAS,YAAY,EAAE,GAAG,YAAY,EAAE,CAwCjF;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,SAAS,YAAY,EAAE,CAAA;CAC/B;AAED;;;;;;GAMG;AACH,qBAAa,aAAa;IAMZ,OAAO,CAAC,QAAQ,CAAC,IAAI;IAAU,OAAO,CAAC,QAAQ,CAAC,UAAU;IALtE,OAAO,CAAC,MAAM,CAAQ;IACtB,OAAO,CAAC,SAAS,CAA2B;IAC5C,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,OAAO,CAAmC;gBAErB,IAAI,EAAE,MAAM,EAAmB,UAAU,SAAK;IAIrE,MAAM,CAAC,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC;IAuBvE,wFAAwF;IAClF,IAAI,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC;IAMrD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YAsBb,OAAO;CAOtB"}