@tangle-network/agent-eval 1.0.6 → 1.0.8

package/dist/index.js

@@ -6,7 +6,7 @@ import { a as groupRunsByAgentProfileCell, c as verifyAgentProfileCell, i as bui
 import { r as observedSplitScore, t as isRealnessGated } from "./reward-P0VD_Aft.js";
 import { i as isToolSpan, n as isJudgeSpan, r as isLlmSpan, t as FAILURE_CLASSES } from "./schema-D-xu3MU_.js";
 import { a as parseRunRecordSafe, c as validateRunRecord, i as modelHasSnapshot, n as UNKNOWN_MODEL, o as runTaskScore, r as isRunRecord, t as RunRecordValidationError } from "./run-record-DEjx43cI.js";
-import { a as cliffsDelta, c as pairedCohensDz, i as summaryTable, n as gainHistogram, o as cohensD, s as interpretCliffs } from "./summary-report-CPkHWJWr.js";
+import { a as cliffsDelta, c as pairedCohensDz, i as summaryTable, n as gainHistogram, o as cohensD, s as interpretCliffs } from "./summary-report-B4BLQb88.js";
 import { t as interpolatedQuantile } from "./quantile-CncXP-Ss.js";
 import { a as wilcoxonSignedRank, i as mannWhitneyU, n as pairArms, r as pairRunRecords, t as comparePairedArms } from "./paired-arms-C0Vd9bGG.js";
 import { c as medianInPlace, i as assertFiniteSample, s as makeRng, t as mean$1 } from "./mean-DDFhslBt.js";
@@ -14,9 +14,9 @@ import { t as mulberry32 } from "./random-DrzcgC7F.js";
 import { a as ranks, c as summarizeNumberSeries, i as pearsonR, l as weightedComposite, n as meanConfidenceInterval, o as spearmanR, r as partialCredit, s as studentTCritical, t as confidenceInterval, u as weightedMean } from "./descriptive-BTzLL-aj.js";
 import { n as calibrateJudgeContinuous, o as verbosityBias, r as continuousAgreement, t as calibrateJudge } from "./judge-calibration-D93UCm1k.js";
 import { n as corpusInterRaterAgreementFromJudgeScores, r as interRaterReliability, t as corpusInterRaterAgreement } from "./agreement-irr-w-t3XUTD.js";
-import { a as welchsTTest, c as fisherExactTwoSided, d as studentTTwoSidedPValue, f as twoByTwoPValue, i as iqr, l as linearRegressionSlope, n as checkCanaries, o as chiSquared, s as chiSquaredPValue, t as analyzeRuns, u as normalTwoSidedPValue } from "./analyze-runs-ARGa3-a4.js";
-import { n as bonferroni, r as holm, t as benjaminiHochberg } from "./multiplicity-DAd4xaDC.js";
+import { a as welchsTTest, c as fisherExactTwoSided, d as studentTTwoSidedPValue, f as twoByTwoPValue, i as iqr, l as linearRegressionSlope, n as checkCanaries, o as chiSquared, s as chiSquaredPValue, t as analyzeRuns, u as normalTwoSidedPValue } from "./analyze-runs-dGYmYNtb.js";
 import { a as pairedRiskDifferenceScore, i as pairedRiskDifferenceExact, o as passAtK, r as pairedRiskDifference, s as wilson, t as mcnemar } from "./paired-binary-B477lksS.js";
+import { n as bonferroni, r as holm, t as benjaminiHochberg } from "./multiplicity-DAd4xaDC.js";
 import { a as pairedSignTest, o as pairedTTest, r as pairedBootstrap, t as BOOTSTRAP_GATE_MIN_N } from "./paired-tests-kASEKpc-.js";
 import { a as requiredSampleSize, i as requiredPairedSampleSize, n as mcnemarRequiredN, r as pairedMde, t as mcnemarPower } from "./power-and-mde-CRxepy8y.js";
 import { t as eProcess } from "./sequential-eprocess-C1YLwFaz.js";
@@ -32,7 +32,7 @@ import { c as redactText, l as shareAllowed, n as REDACTION_VERSION, o as redact
 import { a as makeProposalFinding, i as makeFinding, r as computeFindingId } from "./types-BK0blWhe.js";
 import { S as requiredPairsForPairedPromotion, n as paretoFrontier, t as dominates, x as pairedPromotionPower } from "./pareto-DY_x3HHg.js";
 import { a as LlmCallError, i as stripFencedJson, n as isRecord, o as LlmResponseError } from "./json-DtvZNAU9.js";
-import { r as selfImprove, t as defineAgentEval } from "./define-agent-eval-CGonw5ed.js";
+import { r as selfImprove, t as defineAgentEval } from "./define-agent-eval-DyzJ0wOo.js";
 import { n as equivalenceVerdict, t as certificationEvidenceDigest } from "./verdict-C8TcdwfD.js";
 import { c as createBoundedTraceAnalysisStore, p as DEFAULT_TRACE_ANALYST_BUDGETS, t as createTraceAnalyst } from "./kind-factory-VKysp1ds.js";
 import { C as assertUniqueFindingIds, D as validateAnalystReviewDecisions, E as snapshotAnalystRun, S as analystRunDigest, T as readAnalystReview, c as FAILURE_MODE_KIND_SPEC, i as DEFAULT_TRACE_ANALYST_KINDS, n as AnalystRegistry, t as buildDefaultAnalystRegistry, w as completedAnalystReviewQuality, x as analystFindingDigest } from "./default-registry-gmDeN0KT.js";
@@ -47,7 +47,7 @@ import { t as packageVersion$1 } from "./package-version-CJl_pY9W.js";
 import { t as buildTrajectory } from "./trajectory-O3GDHmev.js";
 import { i as failureBlame, n as classifyFailure, r as classifyFailureReason } from "./failure-taxonomy-9eQfXKoW.js";
 import { n as runBoundedProcess, t as DEFAULT_BOUNDED_PROCESS_TIMEOUT_MS } from "./bounded-process-BZrWXIKW.js";
-import { t as runEvalCampaign } from "./eval-campaign-CkHn9y1S.js";
+import { t as runEvalCampaign } from "./eval-campaign-B-dQl_lA.js";
 import { _ as assertCrossFamily, a as maximumChargeForLlmRequest, d as assertServedModel, g as CrossFamilyError, h as describeServedModelCheck, i as costReceiptFromLlmError, l as ModelSubstitutionError, m as checkServedModel, p as assertServedModels, r as costReceiptFromLlm, s as isTransientLlmError, u as assertCrossFamilyServed, v as judgeFamily } from "./llm-client-BdSiZ4qz.js";
 import { n as createLlmCorrectnessChecker, r as verifyCompletion, t as completionVerdict } from "./completion-verifier-ClmJV_Yc.js";
 import "./rollout-BC4u-d_I.js";
@@ -66,6 +66,94 @@ import { accessSync, appendFileSync, constants, cpSync, existsSync, mkdirSync, p
 import { basename, delimiter, dirname, extname, isAbsolute, join, relative, resolve } from "node:path";
 import { spawnSync } from "node:child_process";
 import { ATTR, INPUT_TOKEN_ATTR_KEYS, MODEL_ATTR_KEYS, OUTPUT_TOKEN_ATTR_KEYS, SPAN_KINDS, TOOL_NAME_ATTR_KEYS, firstNumberAttr, firstStringAttr, resolveSpanKind } from "@tangle-network/agent-trace-contract";
+// src/statistics/comparison-effects.ts
+/** Independent means, oriented b − a: Welch 95% interval and Hedges' g with a normal 95% interval. */
+function meanEffect(a, b) {
+	const n = [a.length, b.length];
+	const comparison = welchsTTest(a, b);
+	const diff = a.length && b.length ? comparison.delta : null;
+	if (comparison.status !== "ok") return {
+		n,
+		diff,
+		ci: comparison.status === "zero-variance" ? [comparison.delta, comparison.delta] : null,
+		g: null,
+		gCi: null
+	};
+	const g = (1 - 3 / (4 * (a.length + b.length) - 9)) * comparison.cohensD;
+	const gSe = Math.sqrt((a.length + b.length) / (a.length * b.length) + g ** 2 / (2 * (a.length + b.length)));
+	return {
+		n,
+		diff,
+		ci: comparison.ci95,
+		g,
+		gCi: [g - 1.96 * gSe, g + 1.96 * gSe]
+	};
+}
+function binary(values, name) {
+	if (values.some((value) => value !== 0 && value !== 1)) throw new ValidationError(`${name}: expected binary 0/1 values`);
+}
+/** Independent binary samples, oriented b − a, with Newcombe's hybrid Wilson 95% interval. */
+function rateEffect(a, b) {
+	binary(a, "rateEffect.a");
+	binary(b, "rateEffect.b");
+	const n = [a.length, b.length];
+	if (!a.length || !b.length) return {
+		n,
+		diff: null,
+		ci: null,
+		g: null,
+		gCi: null
+	};
+	const s1 = a.reduce((sum, value) => sum + value, 0), s2 = b.reduce((sum, value) => sum + value, 0);
+	const { lower: l1, upper: u1 } = wilson(s1, a.length), { lower: l2, upper: u2 } = wilson(s2, b.length);
+	const p1 = s1 / a.length, p2 = s2 / b.length, diff = p2 - p1;
+	return {
+		n,
+		rates: [p1, p2],
+		diff,
+		ci: [diff - Math.sqrt((p2 - l2) ** 2 + (u1 - p1) ** 2), diff + Math.sqrt((u2 - p2) ** 2 + (p1 - l1) ** 2)],
+		g: null,
+		gCi: null
+	};
+}
+/** Mann–Whitney ROC area: ties count half; no observed member of either class means unknown. */
+function rocAuc(scores, labels) {
+	assertFiniteSample("rocAuc", "scores", scores);
+	binary(labels, "rocAuc.labels");
+	if (scores.length !== labels.length) throw new ValidationError("rocAuc: scores and labels must have equal lengths");
+	const ranked = ranks(scores);
+	const positive = labels.reduce((sum, label) => sum + label, 0);
+	const sum = labels.reduce((total, label, index) => total + label * ranked[index], 0);
+	const negative = labels.length - positive;
+	return positive && negative ? (sum - positive * (positive + 1) / 2) / (positive * negative) : null;
+}
+/** L2 logistic fit by fixed-step gradient descent; the returned linear score preserves ROC ordering. */
+function fitLogistic(rows, labels, { lambda = 1, steps = 600, rate = .3 } = {}) {
+	binary(labels, "fitLogistic.labels");
+	const width = rows[0]?.length ?? 0;
+	if (!rows.length || rows.length !== labels.length || rows.some((row) => row.length !== width)) throw new ValidationError("fitLogistic: nonempty equal-width rows and one label per row required");
+	rows.forEach((row) => assertFiniteSample("fitLogistic", "row", row));
+	if (!(Number.isFinite(lambda) && lambda >= 0 && Number.isInteger(steps) && steps >= 0 && Number.isFinite(rate) && rate > 0)) throw new ValidationError("fitLogistic: invalid optimizer bounds");
+	const weights = new Array(width).fill(0);
+	let bias = 0;
+	const score = (row) => bias + row.reduce((sum, value, index) => sum + value * weights[index], 0);
+	for (let step = 0; step < steps; step++) {
+		const gradient = new Array(width).fill(0);
+		let gradientBias = 0;
+		rows.forEach((row, index) => {
+			const error = 1 / (1 + Math.exp(-score(row))) - labels[index];
+			gradientBias += error;
+			row.forEach((value, column) => {
+				gradient[column] = gradient[column] + error * value;
+			});
+		});
+		bias -= rate * gradientBias / rows.length;
+		weights.forEach((weight, column) => {
+			weights[column] = weight - rate * (gradient[column] / rows.length + lambda * weight / rows.length);
+		});
+	}
+	return score;
+}
 // src/statistics/samples.ts
 /** Interpolated sample median; an empty population has no measured median. */
 function sampleMedian(values) {
@@ -140,6 +228,42 @@ function summarizeSample(values, options = {}) {
 	].some((value) => value !== null && !Number.isFinite(value))) throw new ValidationError("summarizeSample: sample arithmetic exceeded finite range");
 	return summary;
 }
+// src/statistics/two-sample.ts
+/** Welch's t and Satterthwaite df for unequal variances; nulls when unestimable. */
+function welch(baseline, candidate) {
+	const sdA = baseline.stddev;
+	const sdB = candidate.stddev;
+	const meanA = baseline.mean;
+	const meanB = candidate.mean;
+	if (baseline.n < 2 || candidate.n < 2 || sdA === void 0 || sdB === void 0 || meanA === void 0 || meanB === void 0) return {
+		t: null,
+		df: null
+	};
+	const va = sdA ** 2 / baseline.n;
+	const vb = sdB ** 2 / candidate.n;
+	const denom = Math.sqrt(va + vb);
+	if (denom === 0) return {
+		t: null,
+		df: null
+	};
+	return {
+		t: (meanA - meanB) / denom,
+		df: (va + vb) ** 2 / (va ** 2 / (baseline.n - 1) + vb ** 2 / (candidate.n - 1))
+	};
+}
+/** Evidence that two independent windows differ; conservative on thin data. */
+function twoSampleEvidence(baseline, candidate, alpha = .05) {
+	const { t, df } = welch(baseline, candidate);
+	const pValue = t !== null && df !== null ? studentTTwoSidedPValue(t, df) : null;
+	const ciDisjoint = baseline.ci95High !== void 0 && baseline.ci95Low !== void 0 && candidate.ci95High !== void 0 && candidate.ci95Low !== void 0 && (baseline.ci95Low > candidate.ci95High || candidate.ci95Low > baseline.ci95High);
+	return {
+		t,
+		df,
+		pValue,
+		ciDisjoint,
+		significant: ciDisjoint || pValue !== null && pValue < alpha
+	};
+}
 // src/profile/baselines.ts
 /**
 * Strong, generically-useful baseline ROLES — the top zone of an `AgentProfile`
@@ -8799,6 +8923,72 @@ function rankRows(rows, weights) {
 		runs: values.length
 	})).sort((a, b) => b.mean - a.mean);
 }
-export { AGENT_PROFILE_KINDS, ATTESTATION_ALGORITHM, AgentEvalError, AnalystRegistry, BOOTSTRAP_GATE_MIN_N, BackendIntegrityError, BudgetBreachError, BudgetGuard, CODING_HARNESSES, ConfigError, CostAccountingIncompleteError, CostCeilingReachedError, CostLedger, CostTracker, CrossFamilyError, DEFAULT_BOUNDED_PROCESS_TIMEOUT_MS, DEFAULT_JUDGE_GATE_POLICY, DEFAULT_RED_TEAM_CORPUS, DEFAULT_TRACE_ANALYST_BUDGETS, DEFAULT_TRACE_ANALYST_KINDS, ERROR_COUNT_PATTERNS, EquivalenceProtocolError, FAILURE_CLASSES, FAILURE_MODE_KIND_SPEC, FileSystemFeedbackTrajectoryStore, FileSystemRawProviderSink, FileSystemTraceStore, FindingsStore, HARNESS_NATIVE_MODEL, HeldOutGate, InMemoryFeedbackTrajectoryStore, InMemoryRawProviderSink, InMemoryTraceStore, JudgeError, JudgeGateRefusedError, LlmCallError, LlmResponseError, MODEL_PRICING, ModelSubstitutionError, MultiLayerVerifier, NoopRawProviderSink, NotFoundError, OUTPUT_VALUE, OtlpFileTraceStore, PairwiseSteeringOptimizer, ProductClient, PromptRegistry, REDACTION_VERSION, RunIntegrityError, RunRecordValidationError, SEMANTIC_CONCEPT_JUDGE_VERSION, TraceEmitter, UNKNOWN_MODEL, VERIFICATION_STRATEGIES, VERIFICATION_STRATEGY_SOURCES, ValidationError, acquisitionPlansForKnowledgeGaps, addCalibrationVerdicts, agentProfileCellKey, agentProfileHash, agentProfileId, aggregateJudgeVerdicts, aggregateRunScore, analystRunDigest, analystRunToFeedbackTrajectory, analystRunToReviewRequests, analyzeAntiSlop, analyzeRuns, analyzeSeries, analyzeTraces, argHash, assertCapabilityHeadroom, assertCrossFamily, assertCrossFamilyServed, assertJudgeMayGate, assertNoHiddenLeak, assertProductBenchmarkRun, assertRealBackend, assertRunCaptured, assertServedModel, assertServedModels, assertSingleBackend, assessShareSafety, assignFeedbackSplit, attest, benjaminiHochberg, blendHeldout, blockingKnowledgeEval, bonferroni, bootstrapCi, budgetBreachView, buildAgentProfileCell, buildDefaultAnalystRegistry, buildReflectionPrompt, buildTraceInsightContext, buildTraceInsightPrompt, buildTrajectory, calibrateJudge, calibrateJudgeContinuous, canonicalJson, capabilityHeadroom, captureFetchToRawSink, certificationEvidenceDigest, checkCanaries, checkServedModel, checkTraceContracts, chiSquared, chiSquaredPValue, clamp01, classifyFailure, classifyFailureReason, cliffsDelta, cohensD, comparePairedArms, compileTraceContractSpec, completionVerdict, computeFindingId, computeToolUseMetrics, confidenceInterval, contentHash, continuousAgreement, controlRunToFeedbackTrajectory, corpusInterRaterAgreement, corpusInterRaterAgreementFromJudgeScores, costForTokenPricing, costForUsage, costReceiptFromLlm, costReceiptFromLlmError, createAntiSlopJudge, createBoundedTraceAnalysisStore, createChatClient, createChatTraceEngine, createDspyRlmTraceEngine, createFeedbackTrajectory, createLlmCorrectnessChecker, createLlmReviewer, createTraceAnalyst, decidePairedPromotion, defineAgentEval, defineEquivalenceCheck, deployGateLayer, describeServedModelCheck, describeTraceInsightScope, diffFindings, diffScorecard, discoverPersonas, domainEvidencePattern, dominates, eProcess, ensembleJudge, equivalenceVerdict, errorStreakDetector, estimateCost, estimateTokens, evaluateActionPolicy, evaluateInterimReleaseConfidence, evaluateOracles, evaluateReleaseConfidence, evaluateTraceContract, expandProfileAxes, explainTraceContract, exportProductBenchmark, exportProductBenchmarkRuns, exportRunAsOtlp, extractErrorCount, extractProducedState, extractUsage, extractUsageFromSse, failureBlame, failureClusterView, feedbackTrajectoriesToDatasetScenarios, feedbackTrajectoriesToOptimizerRows, feedbackTrajectoryToOptimizerRow, fileVerdictCache, fisherExactTwoSided, formatScorecardDiff, gainHistogram, gateTreatmentApplied, gradeSemanticStatus, groupRunsByAgentProfileCell, harnessAxisOf, hashContent, hashJson, holm, inMemoryReviewStore, inferDomainKeywords, interRaterReliability, interpretCliffs, iqr, isJudgeSpan, isLlmSpan, isModelPriced, isRunRecord, isToolSpan, isTransientLlmError, jsonShape, jsonlReviewStore, jsonlRunRecordBackend, judgeAgreementView, judgeFamily, judgeGateDecision, judgeSpans, knowledgeReadinessTracePayload, leaderboard, linearRegressionSlope, lintTraceContractSpec, llmJudge, loadScorecard, localCommandRunner, makeFinding, makePolicyEditCandidateRecord, makeProposalFinding, manifestContentDigest, mannWhitneyU, maximumChargeForLlmRequest, mcnemar, mcnemarPower, mcnemarRequiredN, meanConfidenceInterval, measureJudgeAgreement, minimumPairsForPairedDeltaTest, mintRolloutRows, modelHasSnapshot, mulberry32, normalTwoSidedPValue, objectiveEval, observeAll, otlpTextToTraceAnalysisStore, pairArms, pairRunRecords, pairedBootstrap, pairedCohensDz, pairedDeltaTest, pairedEvalueSequence, pairedMde, pairedPromotionPower, pairedRiskDifference, pairedRiskDifferenceExact, pairedRiskDifferenceScore, pairedSignTest, pairedTTest, paretoFrontier, parseReflectionResponse, parseRunRecordSafe, partialCredit, partitionHeldOut, passAtK, pearsonR, preflightModels, productBenchmarkRepoIdentity, profile_exports as profile, projectRuntimeTrajectoryEvidence, proposeSynthesisTargets, ranks, readProductBenchmarkManifest, recordRuns, recordRunsToScorecard, redTeamDataset, redTeamReport, redact, redactForShare, redactText, registerCalibrationSet, renderPreferenceMemoryMarkdown, repeatedActionDetector, requiredPairedSampleSize, requiredPairsForPairedPromotion, requiredSampleSize, resolveModelPricing, resolveSeat, runAgentControlLoop, runBoundedProcess, runCampaign, runCanaries, runEquivalenceCheck, runEvalCampaign, runIntentMatchJudge, runKeywordCoverageJudge, runKeywordCoverageJudgeUrl, runProposeReview, runSemanticConceptJudge, runTaskScore, runsForScenario, sampleMedian, scoreKnowledgeReadiness, scoreRedTeamOutput, scoreTraceInsightReadiness, seatPresets, selfImprove, shareAllowed, snapshotFromJudgeAgreement, spanRecordsToTraceAnalysisStore, spearmanR, stripFencedJson, studentTCritical, studentTTwoSidedPValue, subjectiveEval, summarizeBackendIntegrity, summarizeNumberSeries, summarizePreferenceMemory, summarizeSample, summaryTable, toAgentProfileJson, tokenizeDomainWords, toolSpansToTraceAnalysisStore, toolWasteView, traceContract, transientDispatchFailure, twoByTwoPValue, userQuestionsForKnowledgeGaps, validateRunRecord, verbosityBias, verifyAgentProfileCell, verifyAttestation, verifyCompletion, viteDeployRunner, weightedComposite, weightedMean, welchsTTest, wilcoxonSignedRank, wilson, withAssignedFeedbackSplit, withJudgeRetry, wranglerDeployRunner };
+// src/sandbox-assertions.ts
+function assertHttpOk(name, res) {
+	return {
+		name,
+		status: res.ok ? "pass" : "fail",
+		expected: "2xx",
+		actual: String(res.status)
+	};
+}
+function assertStatus(name, actual, expected) {
+	const valid = Array.isArray(expected) ? expected : [expected];
+	return {
+		name,
+		status: valid.includes(actual) ? "pass" : "fail",
+		expected: valid.join("|"),
+		actual
+	};
+}
+function assertExists(name, value) {
+	return {
+		name,
+		status: value != null && value !== "" ? "pass" : "fail",
+		expected: "non-null/non-empty",
+		actual: String(value)
+	};
+}
+function assertLatencyUnder(name, actualMs, targetMs) {
+	return {
+		name,
+		status: actualMs <= targetMs ? "pass" : "fail",
+		expected: `≤${targetMs}ms`,
+		actual: `${actualMs}ms`
+	};
+}
+function assertContains(name, actual, expected) {
+	return {
+		name,
+		status: actual.includes(expected) ? "pass" : "fail",
+		expected: `contains "${expected}"`,
+		actual: actual.length > 200 ? `${actual.slice(0, 200)}...` : actual
+	};
+}
+function assertNotContains(name, actual, forbidden) {
+	return {
+		name,
+		status: !actual.includes(forbidden) ? "pass" : "fail",
+		expected: `does not contain "${forbidden}"`,
+		actual: actual.length > 200 ? `${actual.slice(0, 200)}...` : actual
+	};
+}
+function assertEventCount(name, count, min, max) {
+	return {
+		name,
+		status: count >= min && (max === void 0 || count <= max) ? "pass" : "fail",
+		expected: max !== void 0 ? `${min}-${max} events` : `≥${min} events`,
+		actual: `${count} events`
+	};
+}
+function assertHasField(name, obj, field) {
+	return {
+		name,
+		status: field in obj ? "pass" : "fail",
+		expected: `has field "${field}"`,
+		actual: `keys: ${Object.keys(obj).join(", ")}`
+	};
+}
+export { AGENT_PROFILE_KINDS, ATTESTATION_ALGORITHM, AgentEvalError, AnalystRegistry, BOOTSTRAP_GATE_MIN_N, BackendIntegrityError, BudgetBreachError, BudgetGuard, CODING_HARNESSES, ConfigError, CostAccountingIncompleteError, CostCeilingReachedError, CostLedger, CostTracker, CrossFamilyError, DEFAULT_BOUNDED_PROCESS_TIMEOUT_MS, DEFAULT_JUDGE_GATE_POLICY, DEFAULT_RED_TEAM_CORPUS, DEFAULT_TRACE_ANALYST_BUDGETS, DEFAULT_TRACE_ANALYST_KINDS, ERROR_COUNT_PATTERNS, EquivalenceProtocolError, FAILURE_CLASSES, FAILURE_MODE_KIND_SPEC, FileSystemFeedbackTrajectoryStore, FileSystemRawProviderSink, FileSystemTraceStore, FindingsStore, HARNESS_NATIVE_MODEL, HeldOutGate, InMemoryFeedbackTrajectoryStore, InMemoryRawProviderSink, InMemoryTraceStore, JudgeError, JudgeGateRefusedError, LlmCallError, LlmResponseError, MODEL_PRICING, ModelSubstitutionError, MultiLayerVerifier, NoopRawProviderSink, NotFoundError, OUTPUT_VALUE, OtlpFileTraceStore, PairwiseSteeringOptimizer, ProductClient, PromptRegistry, REDACTION_VERSION, RunIntegrityError, RunRecordValidationError, SEMANTIC_CONCEPT_JUDGE_VERSION, TraceEmitter, UNKNOWN_MODEL, VERIFICATION_STRATEGIES, VERIFICATION_STRATEGY_SOURCES, ValidationError, acquisitionPlansForKnowledgeGaps, addCalibrationVerdicts, agentProfileCellKey, agentProfileHash, agentProfileId, aggregateJudgeVerdicts, aggregateRunScore, analystRunDigest, analystRunToFeedbackTrajectory, analystRunToReviewRequests, analyzeAntiSlop, analyzeRuns, analyzeSeries, analyzeTraces, argHash, assertCapabilityHeadroom, assertContains, assertCrossFamily, assertCrossFamilyServed, assertEventCount, assertExists, assertHasField, assertHttpOk, assertJudgeMayGate, assertLatencyUnder, assertNoHiddenLeak, assertNotContains, assertProductBenchmarkRun, assertRealBackend, assertRunCaptured, assertServedModel, assertServedModels, assertSingleBackend, assertStatus, assessShareSafety, assignFeedbackSplit, attest, benjaminiHochberg, blendHeldout, blockingKnowledgeEval, bonferroni, bootstrapCi, budgetBreachView, buildAgentProfileCell, buildDefaultAnalystRegistry, buildReflectionPrompt, buildTraceInsightContext, buildTraceInsightPrompt, buildTrajectory, calibrateJudge, calibrateJudgeContinuous, canonicalJson, capabilityHeadroom, captureFetchToRawSink, certificationEvidenceDigest, checkCanaries, checkServedModel, checkTraceContracts, chiSquared, chiSquaredPValue, clamp01, classifyFailure, classifyFailureReason, cliffsDelta, cohensD, comparePairedArms, compileTraceContractSpec, completionVerdict, computeFindingId, computeToolUseMetrics, confidenceInterval, contentHash, continuousAgreement, controlRunToFeedbackTrajectory, corpusInterRaterAgreement, corpusInterRaterAgreementFromJudgeScores, costForTokenPricing, costForUsage, costReceiptFromLlm, costReceiptFromLlmError, createAntiSlopJudge, createBoundedTraceAnalysisStore, createChatClient, createChatTraceEngine, createDspyRlmTraceEngine, createFeedbackTrajectory, createLlmCorrectnessChecker, createLlmReviewer, createTraceAnalyst, decidePairedPromotion, defineAgentEval, defineEquivalenceCheck, deployGateLayer, describeServedModelCheck, describeTraceInsightScope, diffFindings, diffScorecard, discoverPersonas, domainEvidencePattern, dominates, eProcess, ensembleJudge, equivalenceVerdict, errorStreakDetector, estimateCost, estimateTokens, evaluateActionPolicy, evaluateInterimReleaseConfidence, evaluateOracles, evaluateReleaseConfidence, evaluateTraceContract, expandProfileAxes, explainTraceContract, exportProductBenchmark, exportProductBenchmarkRuns, exportRunAsOtlp, extractErrorCount, extractProducedState, extractUsage, extractUsageFromSse, failureBlame, failureClusterView, feedbackTrajectoriesToDatasetScenarios, feedbackTrajectoriesToOptimizerRows, feedbackTrajectoryToOptimizerRow, fileVerdictCache, fisherExactTwoSided, fitLogistic, formatScorecardDiff, gainHistogram, gateTreatmentApplied, gradeSemanticStatus, groupRunsByAgentProfileCell, harnessAxisOf, hashContent, hashJson, holm, inMemoryReviewStore, inferDomainKeywords, interRaterReliability, interpretCliffs, iqr, isJudgeSpan, isLlmSpan, isModelPriced, isRunRecord, isToolSpan, isTransientLlmError, jsonShape, jsonlReviewStore, jsonlRunRecordBackend, judgeAgreementView, judgeFamily, judgeGateDecision, judgeSpans, knowledgeReadinessTracePayload, leaderboard, linearRegressionSlope, lintTraceContractSpec, llmJudge, loadScorecard, localCommandRunner, makeFinding, makePolicyEditCandidateRecord, makeProposalFinding, manifestContentDigest, mannWhitneyU, maximumChargeForLlmRequest, mcnemar, mcnemarPower, mcnemarRequiredN, meanConfidenceInterval, meanEffect, measureJudgeAgreement, minimumPairsForPairedDeltaTest, mintRolloutRows, modelHasSnapshot, mulberry32, normalTwoSidedPValue, objectiveEval, observeAll, otlpTextToTraceAnalysisStore, pairArms, pairRunRecords, pairedBootstrap, pairedCohensDz, pairedDeltaTest, pairedEvalueSequence, pairedMde, pairedPromotionPower, pairedRiskDifference, pairedRiskDifferenceExact, pairedRiskDifferenceScore, pairedSignTest, pairedTTest, paretoFrontier, parseReflectionResponse, parseRunRecordSafe, partialCredit, partitionHeldOut, passAtK, pearsonR, preflightModels, productBenchmarkRepoIdentity, profile_exports as profile, projectRuntimeTrajectoryEvidence, proposeSynthesisTargets, ranks, rateEffect, readProductBenchmarkManifest, recordRuns, recordRunsToScorecard, redTeamDataset, redTeamReport, redact, redactForShare, redactText, registerCalibrationSet, renderPreferenceMemoryMarkdown, repeatedActionDetector, requiredPairedSampleSize, requiredPairsForPairedPromotion, requiredSampleSize, resolveModelPricing, resolveSeat, rocAuc, runAgentControlLoop, runBoundedProcess, runCampaign, runCanaries, runEquivalenceCheck, runEvalCampaign, runIntentMatchJudge, runKeywordCoverageJudge, runKeywordCoverageJudgeUrl, runProposeReview, runSemanticConceptJudge, runTaskScore, runsForScenario, sampleMedian, scoreKnowledgeReadiness, scoreRedTeamOutput, scoreTraceInsightReadiness, seatPresets, selfImprove, shareAllowed, snapshotFromJudgeAgreement, spanRecordsToTraceAnalysisStore, spearmanR, stripFencedJson, studentTCritical, studentTTwoSidedPValue, subjectiveEval, summarizeBackendIntegrity, summarizeNumberSeries, summarizePreferenceMemory, summarizeSample, summaryTable, toAgentProfileJson, tokenizeDomainWords, toolSpansToTraceAnalysisStore, toolWasteView, traceContract, transientDispatchFailure, twoByTwoPValue, twoSampleEvidence, userQuestionsForKnowledgeGaps, validateRunRecord, verbosityBias, verifyAgentProfileCell, verifyAttestation, verifyCompletion, viteDeployRunner, weightedComposite, weightedMean, welch, welchsTTest, wilcoxonSignedRank, wilson, withAssignedFeedbackSplit, withJudgeRetry, wranglerDeployRunner };
 
 //# sourceMappingURL=index.js.map