dsh-llm-verifier 0.6.2 → 0.6.4

package/lib/index.js

@@ -7,6 +7,8 @@ import z from "schemastery";
 import { mkdir, readFile, rename, unlink, writeFile } from "node:fs/promises";
 import { dirname, isAbsolute, join, relative, resolve } from "node:path";
 import { randomUUID } from "node:crypto";
+import { existsSync, readFileSync, readdirSync } from "node:fs";
+import { fileURLToPath } from "node:url";
 //#region src/config.ts
 const VERIFIER_SETTINGS_NAMESPACE = "llm-verifier";
 z.object({
@@ -65,6 +67,10 @@ const Config = z.object({
 	cacheMaxEntries: z.number().step(1).min(1).default(1e4),
 	estimatedInputUsdPerMillion: z.number().min(0).default(0),
 	estimatedOutputUsdPerMillion: z.number().min(0).default(0),
+	estimatedCachedInputUsdPerMillion: z.number().min(0).default(0),
+	autoPriceFromCatalog: z.boolean().default(true),
+	autoPriceOnline: z.boolean().default(true),
+	priceProviderOverride: z.string().default(""),
 	extraJudges: z.array(z.object({
 		provider: z.string(),
 		model: z.string(),
@@ -145,7 +151,13 @@ function resolveConfig(config = {}) {
 	if (cacheDir.split(/[\\/]+/u).includes("..")) throw new Error("llm-verifier: cacheDir must stay inside the topic directory");
 	const estimatedInputUsdPerMillion = config.estimatedInputUsdPerMillion ?? 0;
 	const estimatedOutputUsdPerMillion = config.estimatedOutputUsdPerMillion ?? 0;
-	if (![estimatedInputUsdPerMillion, estimatedOutputUsdPerMillion].every((value) => Number.isFinite(value) && value >= 0)) throw new Error("llm-verifier: estimated token prices must be finite non-negative numbers");
+	const estimatedCachedInputUsdPerMillion = config.estimatedCachedInputUsdPerMillion ?? 0;
+	if (![
+		estimatedInputUsdPerMillion,
+		estimatedOutputUsdPerMillion,
+		estimatedCachedInputUsdPerMillion
+	].every((value) => Number.isFinite(value) && value >= 0)) throw new Error("llm-verifier: estimated token prices must be finite non-negative numbers");
+	const priceProviderOverride = (config.priceProviderOverride ?? "").trim();
 	const criteriaPreset = config.criteriaPreset ?? "coding";
 	if (criteriaPreset !== "custom" && !CRITERIA_PRESET_IDS.includes(criteriaPreset)) throw new Error("llm-verifier: criteriaPreset must be one of " + [...CRITERIA_PRESET_IDS, "custom"].join(", "));
 	const criteriaFile = (config.criteriaFile ?? "").trim();
@@ -212,6 +224,10 @@ function resolveConfig(config = {}) {
 		cacheDir,
 		estimatedInputUsdPerMillion,
 		estimatedOutputUsdPerMillion,
+		estimatedCachedInputUsdPerMillion,
+		autoPriceFromCatalog: config.autoPriceFromCatalog ?? true,
+		autoPriceOnline: config.autoPriceOnline ?? true,
+		priceProviderOverride,
 		...values,
 		temperature,
 		judges
@@ -252,6 +268,270 @@ function installVerifierSettings(ctx, entry, onChange) {
 	return () => resolveConfig(source());
 }
 //#endregion
+//#region src/pricing.ts
+/**
+* Automatic USD pricing for one judge route.
+*
+* Why this module exists: the harness ships no price to plugins. `@deepseek-ai/dsh-llm`
+* exposes usage tokens and `resolveModel` metadata, never money, and `llm-pi-ai`
+* deliberately zeroes pi-ai's own `cost` metadata ("The harness never reads pi-ai's cost
+* metadata … no consumer reports spend"). Before this module the operator had to type two
+* USD-per-million rates by hand and every statistics row stayed $0 until they did.
+*
+* Four sources, in order, each best-effort and independently degradable:
+* 1. the operator's explicit rates (`estimated*UsdPerMillion`) — they always win;
+* 2. the installed pi-ai provider catalog on disk (`@earendil-works/pi-ai/dist/providers/data`),
+*    the same models.dev snapshot the host itself carries, cached in-process;
+* 3. models.dev over HTTPS, cached for the same TTL, consulted only when 2 misses;
+* 4. `none` — zero, which the statistics UI treats as "not priced" rather than as "free".
+*
+* A route may be a reseller whose provider id is in neither table (the bundled catalog does
+* not ship `command-code`, and models.dev has no such provider). The optional
+* `priceProviderOverride` makes that explicit: it names the provider whose list price the
+* operator chose to follow. Nothing is ever guessed across providers — the same model id is
+* listed at 0.10/0.40 by one vendor and 0.65/1.45 by another, so a silent cross-provider
+* guess would put a fabricated number in a cost column.
+*
+* Every failure (package not installed, unreadable file, network error, unknown shape)
+* degrades to the next source and finally to `none`: this module never throws, so automatic
+* pricing can never block or fail a verification.
+*
+* @module dsh-llm-verifier/pricing
+*/
+/** Rates for a route nothing could price. */
+const UNPRICED = {
+	input: 0,
+	output: 0,
+	cachedInput: 0,
+	source: "none"
+};
+/**
+* USD cost of one usage figure under a rate table.
+*
+* Cached prompt tokens are billed at their own rate instead of the full input rate. The old
+* formula added them to `inputTokens` and multiplied by the input price, which over-reported
+* every cache-heavy call by the cache-read discount — on a real acceptance run
+* (2,374 uncached + 134,912 cached input tokens) that is the difference between ~$0.0004 and
+* an order of magnitude more.
+* @param usage - token counts of the call.
+* @param prices - rates in effect for the route that produced them.
+* @returns The estimated cost in USD.
+*/
+function costUsd(usage, prices) {
+	return (usage.inputTokens * prices.input + usage.cachedInputTokens * prices.cachedInput + usage.outputTokens * prices.output) / 1e6;
+}
+/** Identity of one route inside a {@link PriceTable}. */
+function priceKey(provider, model) {
+	return provider + "\0" + model;
+}
+function object(value) {
+	return typeof value === "object" && value !== null && !Array.isArray(value) ? value : void 0;
+}
+function rate(value) {
+	return typeof value === "number" && Number.isFinite(value) && value >= 0 ? value : void 0;
+}
+/** Reads one `{input, output, cacheRead|cache_read}` record; `undefined` when nothing usable is there. */
+function priceEntry(value) {
+	const row = object(value);
+	if (row === void 0) return void 0;
+	const input = rate(row.input);
+	const output = rate(row.output);
+	if (input === void 0 || output === void 0) return void 0;
+	return {
+		input,
+		output,
+		cachedInput: rate(row.cacheRead) ?? rate(row.cache_read) ?? input
+	};
+}
+/**
+* Merge one provider document into a table.
+*
+* Accepts both shapes this module reads: the pi-ai catalog (`{ api: { modelId: { cost } } }`,
+* `cost` nested) and models.dev (`{ models: { modelId: { cost } } }`, model keys at the top of
+* the provider object). Unrecognized entries are skipped, never fatal.
+* @param provider - provider id the models belong to.
+* @param document - parsed provider document.
+* @param into - table to merge into.
+* @returns How many models were added.
+*/
+function mergeProviderDocument(provider, document, into) {
+	const root = object(document);
+	if (root === void 0) return 0;
+	const models = {};
+	for (const [key, value] of Object.entries(root)) {
+		if (key === "models") continue;
+		const block = object(value);
+		if (block === void 0) continue;
+		for (const [id, model] of Object.entries(block)) models[id] = model;
+	}
+	for (const [id, model] of Object.entries(object(root.models) ?? {})) models[id] = model;
+	let added = 0;
+	for (const [id, model] of Object.entries(models)) {
+		const row = object(model);
+		if (row === void 0) continue;
+		const entry = priceEntry(row.cost);
+		if (entry === void 0) continue;
+		into.set(priceKey(provider, id), entry);
+		added += 1;
+	}
+	return added;
+}
+/** Parses one models.dev snapshot (`{ provider: { models } }`) into a table. */
+function parseModelsDevDocument(document, into) {
+	let added = 0;
+	for (const [provider, value] of Object.entries(object(document) ?? {})) added += mergeProviderDocument(provider, value, into);
+	return added;
+}
+/** The catalog inside one package root, if the adapter is installed there. */
+function catalogUnder(root) {
+	const candidate = join(root, "node_modules", "@earendil-works", "pi-ai", "dist", "providers", "data");
+	return existsSync(candidate) ? candidate : void 0;
+}
+/**
+* Locate the installed pi-ai catalog directory.
+*
+* The package's `exports` map publishes no subpath, so a module resolver cannot even name its
+* files and this walks the filesystem instead: upward from this module (the plugin normally
+* sits in the same `profiles/<name>/node_modules` tree as the adapter), then the host profile
+* directories for a plugin loaded straight from a checkout. `DSH_VERIFIER_PI_AI_DATA`
+* overrides both for a deployment whose layout differs.
+*
+* Returns `undefined` when the package is not installed — the caller then simply has one
+* source fewer, which is the documented degradation and not an error.
+* @param from - directory to start the upward walk from; defaults to this module's directory.
+* @param home - DSH home whose `profiles` are searched last; defaults to `$DSH_HOME`.
+* @returns Absolute `dist/providers/data` directory, or `undefined`.
+*/
+function resolveCatalogDataDir(from = dirname(fileURLToPath(import.meta.url)), home = process.env.DSH_HOME?.trim()) {
+	const override = process.env.DSH_VERIFIER_PI_AI_DATA?.trim();
+	if (override) return existsSync(override) ? override : void 0;
+	let dir = from;
+	for (let depth = 0; depth < 12; depth += 1) {
+		const found = catalogUnder(dir);
+		if (found !== void 0) return found;
+		const parent = dirname(dir);
+		if (parent === dir) break;
+		dir = parent;
+	}
+	if (!home) return void 0;
+	const profiles = join(home, "profiles");
+	const direct = catalogUnder(profiles);
+	if (direct !== void 0) return direct;
+	try {
+		for (const entry of readdirSync(profiles, { withFileTypes: true })) {
+			if (!entry.isDirectory()) continue;
+			const found = catalogUnder(join(profiles, entry.name));
+			if (found !== void 0) return found;
+		}
+	} catch {}
+}
+/** Reads every `*.json` provider document in a catalog directory into a table. */
+function loadCatalogTable(dataDir) {
+	const table = /* @__PURE__ */ new Map();
+	let files;
+	try {
+		files = readdirSync(dataDir).filter((name) => name.endsWith(".json"));
+	} catch {
+		return table;
+	}
+	for (const file of files) try {
+		mergeProviderDocument(file.slice(0, -5), JSON.parse(readFileSync(join(dataDir, file), "utf8")), table);
+	} catch {}
+	return table;
+}
+/** Default lifetime of a loaded price table, matching the capability memory's TTL. */
+const PRICE_TTL_MS = 1440 * 60 * 1e3;
+/** Public models.dev snapshot; the upstream of the pi-ai catalog the host ships. */
+const MODELS_DEV_URL = "https://models.dev/api.json";
+/**
+* Resolves a route's rates once per TTL, caching both tables in-process.
+*
+* The two tables are independent: a broken catalog read still leaves the online lookup, and
+* a network failure still leaves the catalog. Both are single-flighted so concurrent topics
+* cannot each fetch the 4.6 MB models.dev snapshot.
+*/
+var PriceResolver = class {
+	deps;
+	catalog;
+	online;
+	onlineFlight;
+	constructor(deps = {}) {
+		this.deps = deps;
+	}
+	/** The installed catalog table, loaded at most once per TTL. */
+	catalogTable() {
+		const now = (this.deps.now ?? Date.now)();
+		const ttl = this.deps.ttlMs ?? 864e5;
+		if (this.catalog !== void 0 && now - this.catalog.at <= ttl) return this.catalog.table;
+		const dir = (this.deps.catalogDir ?? (() => resolveCatalogDataDir()))();
+		const table = dir === void 0 ? /* @__PURE__ */ new Map() : loadCatalogTable(dir);
+		this.catalog = {
+			at: now,
+			table
+		};
+		return table;
+	}
+	/** The models.dev table, fetched at most once per TTL. Never rejects. */
+	async onlineTable() {
+		const now = (this.deps.now ?? Date.now)();
+		const ttl = this.deps.ttlMs ?? 864e5;
+		if (this.online !== void 0 && now - this.online.at <= ttl) return this.online.table;
+		this.onlineFlight ??= (async () => {
+			const table = /* @__PURE__ */ new Map();
+			try {
+				const response = await (this.deps.fetch ?? fetch)(this.deps.url ?? "https://models.dev/api.json", { signal: AbortSignal.timeout(this.deps.timeoutMs ?? 2e4) });
+				if (response.ok) parseModelsDevDocument(JSON.parse(await response.text()), table);
+			} catch {}
+			this.online = {
+				at: (this.deps.now ?? Date.now)(),
+				table
+			};
+			this.onlineFlight = void 0;
+			return table;
+		})();
+		return this.onlineFlight;
+	}
+	fromTable(table, providers, model) {
+		for (const provider of providers) {
+			const entry = table.get(priceKey(provider, model));
+			if (entry !== void 0) return entry;
+		}
+	}
+	/**
+	* Rates in effect for one route.
+	* @param provider - route's provider id.
+	* @param model - route's model id.
+	* @param options - manual rates plus which automatic sources may run.
+	* @returns The rates, always, with the source that answered.
+	*/
+	async resolve(provider, model, options) {
+		const manual = options.manual;
+		if (manual.input > 0 || manual.output > 0) return {
+			input: manual.input,
+			output: manual.output,
+			cachedInput: manual.cachedInput > 0 ? manual.cachedInput : manual.input,
+			source: "manual"
+		};
+		const override = options.overrideProvider?.trim();
+		const candidates = override && override !== provider ? [override, provider] : [provider];
+		if (options.fromCatalog !== false) {
+			const entry = this.fromTable(this.catalogTable(), candidates, model);
+			if (entry !== void 0) return {
+				...entry,
+				source: "catalog"
+			};
+		}
+		if (options.online === true) {
+			const entry = this.fromTable(await this.onlineTable(), candidates, model);
+			if (entry !== void 0) return {
+				...entry,
+				source: "online"
+			};
+		}
+		return UNPRICED;
+	}
+};
+//#endregion
 //#region src/engine.ts
 /** Evidence tokens one pairwise prompt shows the judge, exactly as the prompt lists them. */
 const PAIRWISE_EVIDENCE = [
@@ -457,6 +737,8 @@ var VerifierEngine = class {
 	cache;
 	inputPrice;
 	outputPrice;
+	/** Cache-read rate; an omitted one falls back to the input rate. */
+	cachedInputPrice;
 	flights;
 	constructor(client, maxConcurrency = 8, cache, prices = {
 		input: 0,
@@ -470,10 +752,15 @@ var VerifierEngine = class {
 		this.cache = cache;
 		this.inputPrice = prices.input;
 		this.outputPrice = prices.output;
+		this.cachedInputPrice = prices.cachedInput ?? prices.input;
 		this.flights = flights;
 	}
 	finishStats(stats) {
-		stats.estimatedCostUsd = ((stats.inputTokens + stats.cachedInputTokens) * this.inputPrice + stats.outputTokens * this.outputPrice) / 1e6;
+		stats.estimatedCostUsd = costUsd(stats, {
+			input: this.inputPrice,
+			output: this.outputPrice,
+			cachedInput: this.cachedInputPrice
+		});
 		return stats;
 	}
 	/**
@@ -4233,6 +4520,30 @@ function apply(ctx, config = {}) {
 	});
 	const activities = new VerifierActivities();
 	const autoRouter = new AutoVerifierRouter(createActivityObserver(activities));
+	const priceResolver = new PriceResolver();
+	/**
+	* Rates in effect for one route.
+	*
+	* The operator's typed rates always win. Otherwise the installed catalog prices the route
+	* offline, and models.dev is consulted only when that misses. Nothing is ever inferred from a
+	* model id alone: the same id sells for 0.10/0.40 at one reseller and 0.65/1.45 at another, so
+	* a cross-provider guess would be a fabricated number in a cost column. `priceProviderOverride`
+	* is how an operator points a reseller route at the list price they chose to follow.
+	* @param provider - route's provider id.
+	* @param model - route's model id.
+	* @param selected - configuration in effect.
+	* @returns The rates plus the source that answered, never throwing.
+	*/
+	const pricesFor = (provider, model, selected) => priceResolver.resolve(provider, model, {
+		manual: {
+			input: selected.estimatedInputUsdPerMillion,
+			output: selected.estimatedOutputUsdPerMillion,
+			cachedInput: selected.estimatedCachedInputUsdPerMillion
+		},
+		fromCatalog: selected.autoPriceFromCatalog,
+		online: selected.autoPriceOnline,
+		...selected.priceProviderOverride ? { overrideProvider: selected.priceProviderOverride } : {}
+	});
 	const topics = /* @__PURE__ */ new Map();
 	const topic = (header) => {
 		const selected = current();
@@ -4354,12 +4665,15 @@ function apply(ctx, config = {}) {
 				limiter
 			});
 		}
+		const prices = await pricesFor(selected.provider, selected.model, selected);
 		return {
 			verifier: new VerifierEngine(clients, selected.maxConcurrency, topicEntry.cache, {
-				input: selected.estimatedInputUsdPerMillion,
-				output: selected.estimatedOutputUsdPerMillion
+				input: prices.input,
+				output: prices.output,
+				cachedInput: prices.cachedInput
 			}, topicEntry.flights),
-			selected
+			selected,
+			prices
 		};
 	};
 	const engine = async (agent) => engineForHeader(agent.session.header);
@@ -4645,6 +4959,7 @@ function apply(ctx, config = {}) {
 			model: call.model,
 			...call.reasoningEffort === void 0 ? {} : { reasoningEffort: String(call.reasoningEffort) }
 		};
+		const generationPrices = await pricesFor(target.provider, target.model, selected);
 		const contextRaw = typeof contextInput === "string" ? contextInput : void 0;
 		const bounded = explicitEvidence([task, ...contextRaw?.trim() ? [contextRaw] : []], explicitItemChars(selected), explicitBudget(selected), "task");
 		const problem = bounded[0];
@@ -4653,7 +4968,7 @@ function apply(ctx, config = {}) {
 		const generation = emptyRunStats();
 		let unknownDrafts = 0;
 		const finishGeneration = () => {
-			generation.estimatedCostUsd = ((generation.inputTokens + generation.cachedInputTokens) * selected.estimatedInputUsdPerMillion + generation.outputTokens * selected.estimatedOutputUsdPerMillion) / 1e6;
+			generation.estimatedCostUsd = costUsd(generation, generationPrices);
 			return generation;
 		};
 		const failWithUsage = (error) => {
@@ -4815,7 +5130,7 @@ function apply(ctx, config = {}) {
 		};
 	});
 	const classifyRoute = async (agent, prompt, signal, phase, observation) => record("verifier_route_classify", agent, async (trace) => {
-		const { verifier, selected } = await engine(agent);
+		const { verifier, selected, prices } = await engine(agent);
 		const completion = await callVerifierText(verifier.client, prompt, signal);
 		trace?.({
 			label: "route classify",
@@ -4827,7 +5142,7 @@ function apply(ctx, config = {}) {
 			...completion.usage,
 			cacheHits: 0,
 			cacheMisses: 0,
-			estimatedCostUsd: ((completion.usage.inputTokens + completion.usage.cachedInputTokens) * selected.estimatedInputUsdPerMillion + completion.usage.outputTokens * selected.estimatedOutputUsdPerMillion) / 1e6,
+			estimatedCostUsd: costUsd(completion.usage, prices),
 			topLogprobScores: 0,
 			explicitTagScores: 1
 		};
@@ -5095,7 +5410,7 @@ function apply(ctx, config = {}) {
 			const selected = current();
 			const stats = {
 				...report.usage,
-				estimatedCostUsd: ((report.usage.inputTokens + report.usage.cachedInputTokens) * selected.estimatedInputUsdPerMillion + report.usage.outputTokens * selected.estimatedOutputUsdPerMillion) / 1e6
+				estimatedCostUsd: costUsd(report.usage, await pricesFor(selected.provider, selected.model, selected))
 			};
 			const thresholds = {
 				autoVerifyThreshold: selected.autoVerifyThreshold,
@@ -5271,6 +5586,13 @@ function apply(ctx, config = {}) {
 			for (const client of verifier.clients) {
 				const label = client.label ?? client.provider + "/" + client.model;
 				const startedAt = Date.now();
+				const prices = await pricesFor(client.provider, client.model, current());
+				const priceView = {
+					input: prices.input,
+					output: prices.output,
+					cachedInput: prices.cachedInput,
+					source: prices.source
+				};
 				client.topLogprobCapabilities.forget(client.provider, client.model);
 				try {
 					const completion = await callVerifier({
@@ -5285,6 +5607,7 @@ function apply(ctx, config = {}) {
 						ok: true,
 						channelProbed: true,
 						channel: completion.scoringMode,
+						prices: priceView,
 						scoreA: extractScore(completion, "<score_A>"),
 						scoreB: extractScore(completion, "<score_B>"),
 						latencyMs: Date.now() - startedAt,
@@ -5296,6 +5619,7 @@ function apply(ctx, config = {}) {
 						provider: client.provider,
 						model: client.model,
 						ok: false,
+						prices: priceView,
 						latencyMs: Date.now() - startedAt,
 						error: error instanceof Error ? error.message : String(error)
 					});
@@ -6552,6 +6876,6 @@ function apply(ctx, config = {}) {
 	}));
 }
 //#endregion
-export { AutoVerifierRouter, CRITERIA_PRESETS, CRITERIA_PRESET_IDS, Config, DEFAULT_CRITERIA, DEFAULT_GROUND_TRUTH_NOTE, DecisionStore, EMPTY_WORK_BASELINE, GRANULARITY, LETTERS, MAX_DIAGNOSTICS, MAX_DIAGNOSTIC_ACTION_CHARS, MAX_DIAGNOSTIC_CHARS, MAX_ROUTED_CHECKPOINTS, MAX_ROUTE_FEEDBACK_CHARS, MAX_TEAM_TASK_METADATA_CHARS, PROCESS_CRITERIA, PROPOSAL_CRITERIA, PROPOSAL_FEEDBACK_NOTE, RECOVERY_FAILURE_CONTEXT_CHARS, RequestLimiter, SCALE_DESCRIPTION, ScoreCache, SingleFlight, StatisticsStore, UNTRUSTED_EVIDENCE_NOTE, VERIFIER_TOOL_NAMES, VerifierEngine, accumulatePairs, analyzeAutoTask, analyzeStructuredRoute, apply, automaticFeedback, boundCaptureText, boundDecision, boundDecisionCalls, bradleyTerry, buildEvidenceIndex, buildFindingContract, buildGenerationPrompt, buildPairwisePrompt, buildPlanPreReviewPrompt, buildProgressPrompt, buildSemanticRoutePrompt, buildSemanticRouteView, buildTeamTaskVerificationPrompt, callVerifier, compareRouteFeedbackDetail, dedupeCriterionId, diagnosticKey, emptyRunStats, errorDetails, estimateRoutedCalls, evidenceNonce, extractProgressScore, extractScore, failedAcceptanceCriteria, inject, inspectDeliveryPhase, inspectRecoverySignal, inspectTeamTasks, isSubagentSession, itemBudget, latestDirectUserSeq, mergeRunStats, mergeStatisticsOverviews, name, nextDiagnosticCycleId, normalizeCriteria, normalizeScoreLetter, orientRoundPairs, parseCriteriaMarkdown, parseDiagnostics, parseSemanticRoute, parseStatisticsQuery, parseVerdictLetter, partialStats, pivotRoundPairs, planFromArguments, rankScores, renderDelimitedBlock, renderDiagnostics, renderReferenceContext, resolveCacheFile, resolveDecisionsFile, resolveStatisticsFile, resolveTopicDataDir, ringCycle, routedRepeats, seededRandom, selectRouteFeedbackDetail, semanticDecision, semanticReferencesVisible, semanticRouteHint, sessionAccepted, slugCriterionId, stableHash, summarizeVerdict, swapDiagnosticEvidence, topPivots, topScoreIndices, verificationFailed, verificationVerdict };
+export { AutoVerifierRouter, CRITERIA_PRESETS, CRITERIA_PRESET_IDS, Config, DEFAULT_CRITERIA, DEFAULT_GROUND_TRUTH_NOTE, DecisionStore, EMPTY_WORK_BASELINE, GRANULARITY, LETTERS, MAX_DIAGNOSTICS, MAX_DIAGNOSTIC_ACTION_CHARS, MAX_DIAGNOSTIC_CHARS, MAX_ROUTED_CHECKPOINTS, MAX_ROUTE_FEEDBACK_CHARS, MAX_TEAM_TASK_METADATA_CHARS, MODELS_DEV_URL, PRICE_TTL_MS, PROCESS_CRITERIA, PROPOSAL_CRITERIA, PROPOSAL_FEEDBACK_NOTE, PriceResolver, RECOVERY_FAILURE_CONTEXT_CHARS, RequestLimiter, SCALE_DESCRIPTION, ScoreCache, SingleFlight, StatisticsStore, UNPRICED, UNTRUSTED_EVIDENCE_NOTE, VERIFIER_TOOL_NAMES, VerifierEngine, accumulatePairs, analyzeAutoTask, analyzeStructuredRoute, apply, automaticFeedback, boundCaptureText, boundDecision, boundDecisionCalls, bradleyTerry, buildEvidenceIndex, buildFindingContract, buildGenerationPrompt, buildPairwisePrompt, buildPlanPreReviewPrompt, buildProgressPrompt, buildSemanticRoutePrompt, buildSemanticRouteView, buildTeamTaskVerificationPrompt, callVerifier, compareRouteFeedbackDetail, costUsd, dedupeCriterionId, diagnosticKey, emptyRunStats, errorDetails, estimateRoutedCalls, evidenceNonce, extractProgressScore, extractScore, failedAcceptanceCriteria, inject, inspectDeliveryPhase, inspectRecoverySignal, inspectTeamTasks, isSubagentSession, itemBudget, latestDirectUserSeq, loadCatalogTable, mergeProviderDocument, mergeRunStats, mergeStatisticsOverviews, name, nextDiagnosticCycleId, normalizeCriteria, normalizeScoreLetter, orientRoundPairs, parseCriteriaMarkdown, parseDiagnostics, parseModelsDevDocument, parseSemanticRoute, parseStatisticsQuery, parseVerdictLetter, partialStats, pivotRoundPairs, planFromArguments, priceEntry, priceKey, rankScores, renderDelimitedBlock, renderDiagnostics, renderReferenceContext, resolveCacheFile, resolveCatalogDataDir, resolveDecisionsFile, resolveStatisticsFile, resolveTopicDataDir, ringCycle, routedRepeats, seededRandom, selectRouteFeedbackDetail, semanticDecision, semanticReferencesVisible, semanticRouteHint, sessionAccepted, slugCriterionId, stableHash, summarizeVerdict, swapDiagnosticEvidence, topPivots, topScoreIndices, verificationFailed, verificationVerdict };
 
 //# sourceMappingURL=index.js.map