@tangle-network/agent-eval 0.102.1 → 0.103.1

package/dist/{insight-report-k0sRTzKg.d.ts → insight-report-DumCfEur.d.ts}

@@ -1,5 +1,5 @@
-import { G as GainDistributionBin, P as ParetoFigureSpec } from './summary-report-C0nnxOD8.js';
-import { C as ContinuousAgreement } from './judge-calibration-0p2QcWNE.js';
+import { G as GainDistributionBin, P as ParetoFigureSpec } from './summary-report-Fc_YFJat.js';
+import { C as ContinuousAgreement } from './judge-calibration-7C-IDmKr.js';
 
 /**
  * # InsightReport — the rigorous decision packet for any set of agent runs.

package/dist/{judge-calibration-0p2QcWNE.d.ts → judge-calibration-7C-IDmKr.d.ts}

@@ -45,6 +45,9 @@ interface CalibrationResult {
         delta: number;
     }>;
 }
+/**
+ * Measure judge quality against human gold labels: computes Cohen's κ, Pearson correlation, and MAE over matched item ids.
+ */
 declare function calibrateJudge(golden: GoldenItem[], candidate: CandidateScore[]): CalibrationResult;
 interface PositionalBiasResult {
     /**

package/dist/{kind-factory-D0nk7AKV.d.ts → kind-factory-BLHxwX71.d.ts}

@@ -1,7 +1,7 @@
 import { AxAIService, AxFunction } from '@ax-llm/ax';
 import { T as TraceAnalysisStore } from './store-C1YxJDEK.js';
 import { z } from 'zod';
-import { g as AnalystCost, b as AnalystContext, a as Analyst } from './types-Dz9cKF0g.js';
+import { g as AnalystCost, b as AnalystContext, a as Analyst } from './types-DA9yj-Jd.js';
 
 /**
  * Typed Ax output for analyst findings.

package/dist/meta-eval/index.d.ts

@@ -1,12 +1,12 @@
 export { C as CalibrationBin, a as CalibrationOptions, b as CalibrationPair, c as CalibrationReport, d as CorrelationResult, e as CorrelationStudyOptions, f as CorrelationStudyResult, E as EvalMetricSpec, O as OutcomePair, g as calibrationCurve, h as calibrationFromPairs, i as correlationStudy } from '../calibration-BPmzuVPk.js';
 export { D as DeploymentOutcome, F as FileSystemOutcomeStore, a as FileSystemOutcomeStoreOptions, I as InMemoryOutcomeStore, O as OutcomeFilter, b as OutcomeStore } from '../outcome-store-rnXLEqSn.js';
-export { R as RubricOutcomePair, a as RubricPredictiveValidityInput, b as RubricPredictiveValidityReport, c as RubricRanking, r as rubricPredictiveValidity } from '../rubric-predictive-validity-0MdjTt8R.js';
-import { C as ContinuousAgreement, a as CalibrationResult, b as ContinuousCalibrationResult, c as CandidateScore, G as GoldenItem } from '../judge-calibration-0p2QcWNE.js';
+export { R as RubricOutcomePair, a as RubricPredictiveValidityInput, b as RubricPredictiveValidityReport, c as RubricRanking, r as rubricPredictiveValidity } from '../rubric-predictive-validity-ZGIlJNce.js';
+import { C as ContinuousAgreement, a as CalibrationResult, b as ContinuousCalibrationResult, c as CandidateScore, G as GoldenItem } from '../judge-calibration-7C-IDmKr.js';
 import { S as SeriesConvergenceOptions, a as SeriesConvergenceResult } from '../series-convergence-D5OWMBg6.js';
-import { C as CorpusAgreementReport } from '../statistics-xP-cWc5k.js';
+import { C as CorpusAgreementReport } from '../statistics-D88peojY.js';
 import '../store-BcFXE6LG.js';
 import '../schema-m0gsnbt3.js';
-import '../run-record-MRdJ-Kq2.js';
+import '../run-record-CPfd1ARZ.js';
 import '@tangle-network/agent-interface';
 import '../errors-CzMUYo7b.js';
 import '../types-C7DGg5ex.js';

package/dist/meta-eval/index.js

@@ -11,15 +11,15 @@ import {
 } from "../chunk-3RF76KTD.js";
 import {
   rubricPredictiveValidity
-} from "../chunk-NF7OZ4J7.js";
+} from "../chunk-QCBB6ZIU.js";
 import {
   pearsonR,
   spearmanR
-} from "../chunk-HRGUJTER.js";
+} from "../chunk-HYGRFL7C.js";
 import {
   aggregateLlm,
   llmSpans
-} from "../chunk-UFSG7ACU.js";
+} from "../chunk-JZXGWLK5.js";
 import "../chunk-5BKGXME7.js";
 import {
   ValidationError

package/dist/{multi-layer-verifier-DUZXrPDA.d.ts → multi-layer-verifier-CI4jdX-q.d.ts}

@@ -138,6 +138,9 @@ declare function gradeSemanticStatus(input: {
     available: boolean;
     threshold?: number;
 }): LayerStatus;
+/**
+ * Ordered DAG of verification layers with dependency-based skipping, per-layer findings, soft-fail semantics, and a blended composite score across all passed layers.
+ */
 declare class MultiLayerVerifier<Env = unknown> {
     private readonly layers;
     constructor(layers: Layer<Env>[]);

package/dist/multishot/index.d.ts

@@ -1,7 +1,7 @@
-import { J as JudgeScore } from '../types-DFI_Z-ZL.js';
+import { J as JudgeScore } from '../types-Bihq6-a3.js';
 import { AgentProfile } from '@tangle-network/agent-interface';
 import { M as MatrixResult } from '../types-BUxNaJ8c.js';
-import '../run-record-MRdJ-Kq2.js';
+import '../run-record-CPfd1ARZ.js';
 import '../errors-CzMUYo7b.js';
 import '../schema-m0gsnbt3.js';
 import '../verdict-C9MlYujm.js';

package/dist/openapi.json

@@ -2,7 +2,7 @@
   "openapi": "3.1.0",
   "info": {
     "title": "@tangle-network/agent-eval — wire protocol",
-    "version": "0.102.1",
+    "version": "0.103.1",
     "description": "HTTP and stdio RPC interface to agent-eval. The TypeScript runtime is the source of truth; this spec is the contract that cross-language clients (Python, Rust, Go) generate from.\n\nWire-protocol version: 1.0.0. Bumps on breaking changes to request/response schemas.",
     "contact": {
       "name": "Tangle Network",

package/dist/pipelines/index.d.ts

@@ -4,7 +4,7 @@ export { a as FailureCluster, F as FailureClusterReport, f as failureClusterView
 import { a as TrajectoryStep } from '../trajectory-2TkpSEVh.js';
 import { B as BaselineOptions, a as BaselineReport } from '../baseline-Bbid3WoO.js';
 export { c as computeToolUseMetrics } from '../baseline-Bbid3WoO.js';
-import { l as llmSpans } from '../query-B7GGjRox.js';
+import { l as llmSpans } from '../query-0aTmbmQe.js';
 
 /**
  * BudgetBreachView — aggregates breach events across the corpus.

package/dist/pipelines/index.js

@@ -3,21 +3,21 @@ import {
   classifyFailure,
   compareToBaseline,
   computeToolUseMetrics
-} from "../chunk-IH7LYRHL.js";
+} from "../chunk-BXZVBX3D.js";
 import {
   buildTrajectory
 } from "../chunk-RZTMDUO7.js";
 import {
   interRaterReliability,
   pearsonR
-} from "../chunk-HRGUJTER.js";
+} from "../chunk-HYGRFL7C.js";
 import {
   aggregateLlm,
   argHash,
   llmSpans,
   runFailureClass,
   toolSpans
-} from "../chunk-UFSG7ACU.js";
+} from "../chunk-JZXGWLK5.js";
 import "../chunk-5BKGXME7.js";
 import "../chunk-3BFEG2F6.js";
 import "../chunk-PZ5AY32C.js";

package/dist/{policy-edit-BDQzzsBU.d.ts → policy-edit-nUhuFtLF.d.ts}

@@ -1,6 +1,6 @@
-import { A as AgentProfileCell, a as AgentProfileJson } from './run-record-MRdJ-Kq2.js';
+import { A as AgentProfileCell, a as AgentProfileJson } from './run-record-CPfd1ARZ.js';
 import { V as ValidationError } from './errors-CzMUYo7b.js';
-import { A as AnalystFinding, E as EvidenceRef } from './types-Dz9cKF0g.js';
+import { A as AnalystFinding, E as EvidenceRef } from './types-DA9yj-Jd.js';
 
 type PolicyEditSchemaVersion = 'policy-edit/v1';
 declare const POLICY_EDIT_AXES: readonly ["carrier", "representation", "budget", "sampling", "output_contract", "tool_contract", "routing", "memory", "agent_profile", "deployment_target"];

package/dist/{pre-registration-Dzg61IQA.d.ts → pre-registration-CUOSGAZK.d.ts}

@@ -1,8 +1,9 @@
 import { A as AgentEvalError } from './errors-CzMUYo7b.js';
-import { R as RunRecord } from './run-record-MRdJ-Kq2.js';
-import { C as ChatClient } from './types-Dz9cKF0g.js';
-import { c as JudgeDimension, S as Scenario, a as JudgeConfig } from './types-DFI_Z-ZL.js';
+import { R as RunRecord } from './run-record-CPfd1ARZ.js';
+import { C as ChatClient } from './types-DA9yj-Jd.js';
+import { c as JudgeDimension, S as Scenario, a as JudgeConfig } from './types-Bihq6-a3.js';
 import { TCloud } from '@tangle-network/tcloud';
+import { R as RawProviderSink } from './raw-provider-sink-C46HDghv.js';
 import { D as DefaultVerdict } from './verdict-C9MlYujm.js';
 
 /**
@@ -166,9 +167,10 @@ declare function containsAll(name: string, required: string[], options?: {
  *      actually fulfils the requirement. A hallucinated artifact fails here;
  *      an absent one already failed stage 1.
  *
- * `completionRate` is satisfied / total. Quality dimensions are meaningless
- * on an incomplete task — callers gate on `fullyComplete` / `completionRate`
- * before scoring quality.
+ * `completionRate` is satisfied / MEASURABLE requirements (unmeasured rows —
+ * checker failures — are excluded from the denominator, never scored as
+ * zeros). Quality dimensions are meaningless on an incomplete task — callers
+ * gate on `fullyComplete` / `completionRate` before scoring quality.
  */
 
 /** What kind of produced state can satisfy a requirement structurally. */
@@ -210,12 +212,23 @@ interface RequirementCheck {
     structurallyPresent: boolean;
     /**
      * Whether the matched item actually fulfils the requirement. `null` when
-     * not structurally present, or when the matched item carries no content
-     * to assess.
+     * not structurally present, when the matched item carries no content
+     * to assess, or when the correctness check itself failed (`unmeasured`).
      */
     correct: boolean | null;
-    /** structurallyPresent && correct !== false. */
+    /** structurallyPresent && !unmeasured && correct !== false. */
     satisfied: boolean;
+    /**
+     * Set when the correctness check itself errored (LLM call failure or an
+     * unparseable response after retry). The requirement's fulfilment is
+     * UNKNOWN — `correct` stays null, `satisfied` is false, and
+     * `completionVerdict` excludes the row from `completionRate`'s
+     * denominator. Never folded into a zero: a synthetic zero is
+     * indistinguishable from a real failure (see `JudgeParseError`).
+     */
+    unmeasured?: true;
+    /** Why the correctness check could not be measured (present iff `unmeasured`). */
+    unmeasuredReason?: string;
     /** Human-readable evidence for the verdict. */
     evidence: string[];
 }
@@ -225,10 +238,12 @@ interface RequirementCheck {
 interface CompletionVerdict extends DefaultVerdict {
     taskId: string;
     requirements: RequirementCheck[];
-    /** satisfied / total requirements. */
+    /** satisfied / MEASURABLE requirements (unmeasured rows leave the denominator). */
     completionRate: number;
-    /** Every requirement satisfied. */
+    /** Every measurable requirement satisfied (false when anything is unmeasured). */
     fullyComplete: boolean;
+    /** Requirements whose correctness check errored — reported, never scored as zero. */
+    unmeasuredCount: number;
 }
 /**
  * Construct a `CompletionVerdict` from the per-requirement checks, deriving
@@ -262,8 +277,26 @@ interface LlmCorrectnessCheckerOpts {
     model?: string;
     /** Max chars of artifact content sent to the checker. */
     maxContentChars?: number;
+    /**
+     * Checker LLM calls per requirement before giving up (parse failures and
+     * call errors both consume attempts). The failure then surfaces as an
+     * `unmeasured` requirement, never a zero.
+     */
+    maxAttempts?: number;
+    /**
+     * Forensic capture of every checker request/response/error — without it a
+     * checker failure is unauditable (the agent-turn raws never contain the
+     * checker's own calls). Same sink contract as `LlmClient`.
+     */
+    rawSink?: RawProviderSink;
 }
-/** Parse the correctness checker's model response. Fails loud on a bad shape. */
+/**
+ * Parse the correctness checker's model response. Tolerates a response
+ * truncated mid-JSON (max_tokens cap) by auto-closing the prefix — the
+ * verdict boolean usually lands in the first few tokens, so a recovered
+ * prefix with a boolean `correct` is a real measurement, not a guess.
+ * Fails loud (JudgeParseError) when no boolean verdict is recoverable.
+ */
 declare function parseCorrectnessResponse(raw: string): {
     correct: boolean;
     reason: string;

package/dist/product-benchmark/index.d.ts

@@ -1,3 +1,95 @@
+import { R as RunRecord } from '../run-record-CPfd1ARZ.js';
+import '@tangle-network/agent-interface';
+import '../errors-CzMUYo7b.js';
+import '../schema-m0gsnbt3.js';
+
+/**
+ * Export side of the product benchmark bundle contract: convert product
+ * eval run directories (`records.jsonl` of `RunRecord` rows + trace/raw
+ * artifacts) into a portable `product-benchmark-manifest.json` +
+ * `product-benchmark-records.jsonl` bundle that
+ * `validateProductBenchmarkRun` accepts.
+ *
+ * Product-specific policy (safety-split detection, tool-call recovery,
+ * profile id fallback, artifact materialization) enters through explicit
+ * options; everything else is the shared union of the tax/legal/creative
+ * exporters. Scenario catalogs, smoke runners, and CLIs stay in the
+ * products.
+ *
+ * Input rows are checked structurally, not with `validateRunRecord`:
+ * product harnesses record bare model aliases and partial provenance, and
+ * the bundle contract's own validators re-check every field that matters
+ * on the way out.
+ */
+
+/** Full mutable-surface superset a product arm may declare. */
+declare const productBenchmarkMutableSurfaces: readonly ["prompt", "resources.files", "tools", "mcp", "hooks", "subagents"];
+interface ProductBenchmarkExportOptions {
+    /** Source eval run directories, each containing a `records.jsonl` of RunRecord rows. */
+    readonly runDirs: readonly string[];
+    /** Destination directory for the bundle (manifest + records + materialized source runs). */
+    readonly outDir: string;
+    readonly projectId: string;
+    readonly benchmarkId: string;
+    /** Repo-relative path of the product's canonical agent profile source. */
+    readonly agentProfilePath: string;
+    /** Pass threshold applied when a row carries no explicit `outcome.raw.pass`. Default 0.7. */
+    readonly passThreshold?: number;
+    /**
+     * First scenario tag. Defaults to `projectId` with a trailing `-agent`
+     * stripped (`tax-agent` → `tax`), matching the product exporters.
+     */
+    readonly scenarioTagPrefix?: string;
+    /** Profile id used when a row has no `agentProfile.profileId`. Defaults to the row's arm id. */
+    readonly fallbackProfileId?: string;
+    /** Arm mutable surfaces recorded in the manifest. Defaults to the full superset. */
+    readonly mutableSurfaces?: readonly string[];
+    /**
+     * Copy each run dir into `<outDir>/source-runs/` and record
+     * bundle-relative artifact paths (portable, self-contained). When false,
+     * artifacts keep absolute paths into the original run dirs. Default true.
+     */
+    readonly materializeSourceRuns?: boolean;
+    /**
+     * Override split classification for a row. Return undefined to fall back
+     * to the default (`outcome.raw.safety === 1` → safety, then splitTag).
+     */
+    readonly classifySplit?: (record: RunRecord) => ProductBenchmarkSplit | undefined;
+    /** Recovers a tool-call count when the row's raw bag carries none (e.g. from turn artifacts). */
+    readonly toolCallFallback?: (record: RunRecord, runDir: string) => number;
+    /** Backend version recorded per row. Defaults to the cwd package.json's `@tangle-network/sandbox` range. */
+    readonly backendVersion?: string;
+    /**
+     * Explicit substrate versions for the manifest, merged over what the cwd
+     * package.json / node_modules resolve. Use when a substrate package is not
+     * installed where the export runs — the validator refuses an `'unknown'`
+     * version, so provide the real one rather than shipping the sentinel.
+     */
+    readonly substrate?: Partial<ProductBenchmarkManifest['substrate']>;
+}
+interface ProductBenchmarkSingleRunExportOptions extends Omit<ProductBenchmarkExportOptions, 'runDirs'> {
+    readonly runDir: string;
+}
+interface ProductBenchmarkExportResult {
+    readonly manifestPath: string;
+    readonly recordsPath: string;
+    readonly records: number;
+}
+/** Repo identity from the exporting process's cwd. `'unknown'` values are flagged by `validateProductBenchmarkRun`. */
+declare function productBenchmarkRepoIdentity(): ProductBenchmarkManifest['repo'];
+/** Map one RunRecord row to a validated product benchmark record. */
+declare function runRecordToProductBenchmarkRecord(record: RunRecord, runDir: string, artifactRoot: string, artifacts: ProductBenchmarkRecord['artifacts'], options: ProductBenchmarkExportOptions | ProductBenchmarkSingleRunExportOptions): ProductBenchmarkRecord;
+/** Derive the bundle manifest from already-normalized records. */
+declare function buildProductBenchmarkManifest(records: readonly ProductBenchmarkRecord[], options: Pick<ProductBenchmarkExportOptions, 'outDir' | 'projectId' | 'benchmarkId' | 'scenarioTagPrefix' | 'mutableSurfaces' | 'substrate'>): ProductBenchmarkManifest;
+/** Single-run convenience wrapper over `exportProductBenchmarkRuns`. */
+declare function exportProductBenchmark(options: ProductBenchmarkSingleRunExportOptions): ProductBenchmarkExportResult;
+/**
+ * Export one or more product eval run dirs into a validated product
+ * benchmark bundle at `outDir`. Both the manifest and every record are
+ * run through the contract validators before anything is written.
+ */
+declare function exportProductBenchmarkRuns(options: ProductBenchmarkExportOptions): ProductBenchmarkExportResult;
+
 declare const productBenchmarkSplits: readonly ["practice", "dev", "holdout", "safety", "sentinel"];
 type ProductBenchmarkSplit = (typeof productBenchmarkSplits)[number];
 interface ProductBenchmarkRepoRef {
@@ -116,6 +208,11 @@ interface ProductBenchmarkValidationReport {
     readonly manifestPath: string;
     readonly recordsPath: string;
     readonly records: number;
+    /** Manifest repo fields that are empty or the `'unknown'` export sentinel. */
+    readonly repoFailures: readonly string[];
+    /** Manifest substrate versions that are empty or the `'unknown'` export
+     *  sentinel — a bundle without substrate identity is not reproducible. */
+    readonly substrateFailures: readonly string[];
     readonly projects: readonly string[];
     readonly benchmarks: readonly string[];
     readonly arms: readonly string[];
@@ -140,5 +237,11 @@ declare function readProductBenchmarkRecords(path: string): ProductBenchmarkReco
 declare function readProductBenchmarkManifest(path: string): ProductBenchmarkManifest;
 declare function validateProductBenchmarkRun(input: ProductBenchmarkRunInput): ProductBenchmarkValidationReport;
 declare function findProductBenchmarkArtifacts(runDir: string): ProductBenchmarkArtifactPaths | null;
+/**
+ * Fail-loud gate over a bundle directory: locates the manifest + records,
+ * runs `validateProductBenchmarkRun`, and throws with every repo,
+ * integrity, and artifact failure listed. Returns the report when clean.
+ */
+declare function assertProductBenchmarkRun(runDir: string): ProductBenchmarkValidationReport;
 
-export { type AgentProfileRuntimeReceipt, type ProductBenchmarkArm, type ProductBenchmarkArtifactPaths, type ProductBenchmarkBudgets, type ProductBenchmarkManifest, type ProductBenchmarkProfileRef, type ProductBenchmarkRecord, type ProductBenchmarkRepoRef, type ProductBenchmarkRunInput, type ProductBenchmarkScenario, type ProductBenchmarkSplit, type ProductBenchmarkSubstrateVersions, type ProductBenchmarkValidationReport, type RuntimeResolution, findProductBenchmarkArtifacts, productBenchmarkIntegrityFailures, productBenchmarkSplits, readProductBenchmarkManifest, readProductBenchmarkRecords, validateProductBenchmarkManifest, validateProductBenchmarkRecord, validateProductBenchmarkRun };
+export { type AgentProfileRuntimeReceipt, type ProductBenchmarkArm, type ProductBenchmarkArtifactPaths, type ProductBenchmarkBudgets, type ProductBenchmarkExportOptions, type ProductBenchmarkExportResult, type ProductBenchmarkManifest, type ProductBenchmarkProfileRef, type ProductBenchmarkRecord, type ProductBenchmarkRepoRef, type ProductBenchmarkRunInput, type ProductBenchmarkScenario, type ProductBenchmarkSingleRunExportOptions, type ProductBenchmarkSplit, type ProductBenchmarkSubstrateVersions, type ProductBenchmarkValidationReport, type RuntimeResolution, assertProductBenchmarkRun, buildProductBenchmarkManifest, exportProductBenchmark, exportProductBenchmarkRuns, findProductBenchmarkArtifacts, productBenchmarkIntegrityFailures, productBenchmarkMutableSurfaces, productBenchmarkRepoIdentity, productBenchmarkSplits, readProductBenchmarkManifest, readProductBenchmarkRecords, runRecordToProductBenchmarkRecord, validateProductBenchmarkManifest, validateProductBenchmarkRecord, validateProductBenchmarkRun };

package/dist/product-benchmark/index.js

@@ -1,21 +1,35 @@
 import {
+  assertProductBenchmarkRun,
+  buildProductBenchmarkManifest,
+  exportProductBenchmark,
+  exportProductBenchmarkRuns,
   findProductBenchmarkArtifacts,
   productBenchmarkIntegrityFailures,
+  productBenchmarkMutableSurfaces,
+  productBenchmarkRepoIdentity,
   productBenchmarkSplits,
   readProductBenchmarkManifest,
   readProductBenchmarkRecords,
+  runRecordToProductBenchmarkRecord,
   validateProductBenchmarkManifest,
   validateProductBenchmarkRecord,
   validateProductBenchmarkRun
-} from "../chunk-63MBSQTX.js";
+} from "../chunk-RQNOLV3I.js";
 import "../chunk-3BFEG2F6.js";
 import "../chunk-PZ5AY32C.js";
 export {
+  assertProductBenchmarkRun,
+  buildProductBenchmarkManifest,
+  exportProductBenchmark,
+  exportProductBenchmarkRuns,
   findProductBenchmarkArtifacts,
   productBenchmarkIntegrityFailures,
+  productBenchmarkMutableSurfaces,
+  productBenchmarkRepoIdentity,
   productBenchmarkSplits,
   readProductBenchmarkManifest,
   readProductBenchmarkRecords,
+  runRecordToProductBenchmarkRecord,
   validateProductBenchmarkManifest,
   validateProductBenchmarkRecord,
   validateProductBenchmarkRun

package/dist/{provenance-BhJm32vN.d.ts → provenance-B2VsP0jP.d.ts}

@@ -1,9 +1,9 @@
-import { S as Scenario, g as Gate, G as GateResult, h as GateContext, C as CampaignResult, i as Mutator, f as SurfaceProposer, M as MutableSurface, j as GateDecision } from './types-DFI_Z-ZL.js';
+import { S as Scenario, g as Gate, G as GateResult, h as GateContext, C as CampaignResult, i as Mutator, f as SurfaceProposer, M as MutableSurface, j as GateDecision } from './types-Bihq6-a3.js';
 import { R as RedTeamCase } from './red-team-BWdoyleI.js';
-import { R as RunRecord } from './run-record-MRdJ-Kq2.js';
+import { R as RunRecord } from './run-record-CPfd1ARZ.js';
 import { D as Direction } from './pareto-E-pembql.js';
-import { a as PairedBootstrapResult } from './statistics-xP-cWc5k.js';
-import { R as RunCampaignOptions, C as CampaignStorage } from './gepa-DeyPTlvx.js';
+import { a as PairedBootstrapResult } from './statistics-D88peojY.js';
+import { R as RunCampaignOptions, C as CampaignStorage } from './gepa-COlCAkHN.js';
 import { HostedClient, TraceSpanEvent } from './hosted/index.js';
 
 /**
@@ -72,9 +72,13 @@ interface DefaultProductionGateOptions {
      *  fires at the `gaming` severity. Default true. */
     blockOnRewardHackingGaming?: boolean;
 }
+/**
+ * Opinionated production gate composing held-out significance, red-team, reward-hacking, and canary checks into a single `Gate.decide` decision.
+ */
 declare function defaultProductionGate<TArtifact, TScenario extends Scenario>(options: DefaultProductionGateOptions): Gate<TArtifact, TScenario>;
 
 /**
+ * @module
  * Thin Gate adapter — exposes delta-threshold-on-holdout as a composable
  * `Gate`. Use when you want held-out as one of N composed gates instead of
  * the full `defaultProductionGate` stack.
@@ -84,6 +88,9 @@ interface HeldOutGateOptions<TScenario extends Scenario = Scenario> {
     scenarios: TScenario[];
     deltaThreshold?: number;
 }
+/**
+ * Composable held-out delta gate: ships only when the candidate's mean composite on `scenarios` beats the baseline by at least `deltaThreshold`.
+ */
 declare function heldOutGate<TArtifact, TScenario extends Scenario>(options: HeldOutGateOptions<TScenario>): Gate<TArtifact, TScenario>;
 
 /**
@@ -220,6 +227,9 @@ declare function paretoSignificanceGate<TArtifact = unknown, TScenario extends S
 interface RunEvalOptions<TScenario extends Scenario, TArtifact> extends Omit<RunCampaignOptions<TScenario, TArtifact>, 'runDir'> {
     runDir: string;
 }
+/**
+ * Simplest evaluation preset: run scenarios through dispatch, score with judges, and return a `CampaignResult` — no optimizer, no gate, no PR.
+ */
 declare function runEval<TScenario extends Scenario, TArtifact>(opts: RunEvalOptions<TScenario, TArtifact>): Promise<CampaignResult<TArtifact, TScenario>>;
 
 /**
@@ -240,6 +250,9 @@ interface EvolutionaryProposerOptions<TFindings = unknown> {
     /** External findings fed to the mutator each generation. Default: []. */
     findings?: TFindings[];
 }
+/**
+ * Wrap a stateless `Mutator` (GEPA, AxGEPA, reflective-mutation) as a `SurfaceProposer` that mutates the current best surface into N candidates each generation.
+ */
 declare function evolutionaryProposer<TFindings = unknown>(opts: EvolutionaryProposerOptions<TFindings>): SurfaceProposer<TFindings>;
 
 /**
@@ -396,6 +409,9 @@ declare function loopProvenanceSpans(record: LoopProvenanceRecord, opts?: {
 }): TraceSpanEvent[];
 /** Canonical durable paths under the run dir. */
 declare function provenanceRecordPath(runDir: string): string;
+/**
+ * Canonical path for the durable OTLP spans JSONL file under a loop run directory.
+ */
 declare function provenanceSpansPath(runDir: string): string;
 interface EmitLoopProvenanceResult {
     record: LoopProvenanceRecord;

package/dist/{query-B7GGjRox.d.ts → query-0aTmbmQe.d.ts}

@@ -13,6 +13,7 @@ import { T as TraceStore } from './store-BcFXE6LG.js';
 declare function runsForScenario(store: TraceStore, scenarioId: string): Promise<Run[]>;
 declare function llmSpans(store: TraceStore, runId?: string): Promise<LlmSpan[]>;
 declare function toolSpans(store: TraceStore, runId?: string, toolName?: string): Promise<ToolSpan[]>;
+/** Query judge-kind spans from the trace store, optionally scoped to a single run. */
 declare function judgeSpans(store: TraceStore, runId?: string): Promise<JudgeSpan[]>;
 /** Group spans by any key selector. */
 declare function groupBy<T, K extends string | number>(items: T[], key: (t: T) => K): Map<K, T[]>;

package/dist/{release-report-BQ1Ziyu-.d.ts → release-report-DkaCZ9k4.d.ts}

@@ -1,6 +1,6 @@
 import { D as DatasetSplit, c as DatasetManifest, a as DatasetScenario } from './dataset-BbGkaN2I.js';
-import { m as GateDecision } from './summary-report-C0nnxOD8.js';
-import { R as RunRecord, b as RunSplitTag } from './run-record-MRdJ-Kq2.js';
+import { m as GateDecision } from './summary-report-Fc_YFJat.js';
+import { R as RunRecord, b as RunSplitTag } from './run-record-CPfd1ARZ.js';
 
 /**
  * Release confidence gate.
@@ -216,6 +216,9 @@ interface JudgeReplayGateArgs<TOutput> {
     /** Maximum concurrent judge calls. Default 4. */
     judgeConcurrency?: number;
 }
+/**
+ * Confirm a candidate's win with a stronger judge: score baseline and candidate outputs independently, then bootstrap a CI to verify the lift generalises beyond the inner loop.
+ */
 declare function judgeReplayGate<TOutput>(args: JudgeReplayGateArgs<TOutput>): Promise<BootstrapResult & {
     baselineSamples: number;
     candidateSamples: number;

package/dist/reporting.d.ts

@@ -1,15 +1,15 @@
-export { R as RubricOutcomePair, a as RubricPredictiveValidityInput, b as RubricPredictiveValidityReport, c as RubricRanking, r as rubricPredictiveValidity } from './rubric-predictive-validity-0MdjTt8R.js';
-export { B as BootstrapOptions, a as BootstrapResult, J as JudgeReplayGateArgs, R as ReleaseConfidenceAxis, b as ReleaseConfidenceAxisName, c as ReleaseConfidenceInput, d as ReleaseConfidenceIssue, e as ReleaseConfidenceMetrics, f as ReleaseConfidenceScorecard, g as ReleaseConfidenceStatus, h as ReleaseConfidenceThresholds, i as ReleaseTraceEvidence, j as RenderReleaseReportOptions, V as Verdict, k as assertReleaseConfidence, l as bootstrapCi, m as evaluateReleaseConfidence, n as judgeReplayGate, r as renderReleaseReport } from './release-report-BQ1Ziyu-.js';
+export { R as RubricOutcomePair, a as RubricPredictiveValidityInput, b as RubricPredictiveValidityReport, c as RubricRanking, r as rubricPredictiveValidity } from './rubric-predictive-validity-ZGIlJNce.js';
+export { B as BootstrapOptions, a as BootstrapResult, J as JudgeReplayGateArgs, R as ReleaseConfidenceAxis, b as ReleaseConfidenceAxisName, c as ReleaseConfidenceInput, d as ReleaseConfidenceIssue, e as ReleaseConfidenceMetrics, f as ReleaseConfidenceScorecard, g as ReleaseConfidenceStatus, h as ReleaseConfidenceThresholds, i as ReleaseTraceEvidence, j as RenderReleaseReportOptions, V as Verdict, k as assertReleaseConfidence, l as bootstrapCi, m as evaluateReleaseConfidence, n as judgeReplayGate, r as renderReleaseReport } from './release-report-DkaCZ9k4.js';
 export { I as InterimReleaseConfidence, a as InterimReleaseConfidenceInput, P as PairedEvalueOptions, b as PairedEvalueSequence, c as PairedEvalueStep, S as SequentialDecision, e as evaluateInterimReleaseConfidence, p as pairedEvalueSequence } from './sequential-5iSVfzl2.js';
-export { P as PairedBootstrapOptions, a as PairedBootstrapResult, b as benjaminiHochberg, p as pairedBootstrap, w as wilcoxonSignedRank } from './statistics-xP-cWc5k.js';
-export { G as GainDistributionBin, a as GainDistributionFigureSpec, b as GainDistributionOptions, P as ParetoFigureSpec, c as ParetoPoint, R as RESEARCH_REPORT_HARD_PAIR_FLOOR, d as ResearchReport, e as ResearchReportCandidate, f as ResearchReportDecision, g as ResearchReportMethodology, h as ResearchReportOptions, i as ResearchReportRecommendation, S as SummaryTable, j as SummaryTableOptions, k as SummaryTableRow, l as gainHistogram, p as paretoChart, r as researchReport, s as summaryTable } from './summary-report-C0nnxOD8.js';
-import './run-record-MRdJ-Kq2.js';
+export { P as PairedBootstrapOptions, a as PairedBootstrapResult, b as benjaminiHochberg, p as pairedBootstrap, w as wilcoxonSignedRank } from './statistics-D88peojY.js';
+export { G as GainDistributionBin, a as GainDistributionFigureSpec, b as GainDistributionOptions, P as ParetoFigureSpec, c as ParetoPoint, R as RESEARCH_REPORT_HARD_PAIR_FLOOR, d as ResearchReport, e as ResearchReportCandidate, f as ResearchReportDecision, g as ResearchReportMethodology, h as ResearchReportOptions, i as ResearchReportRecommendation, S as SummaryTable, j as SummaryTableOptions, k as SummaryTableRow, l as gainHistogram, p as paretoChart, r as researchReport, s as summaryTable } from './summary-report-Fc_YFJat.js';
+import './run-record-CPfd1ARZ.js';
 import '@tangle-network/agent-interface';
 import './errors-CzMUYo7b.js';
 import './schema-m0gsnbt3.js';
 import './outcome-store-rnXLEqSn.js';
 import './dataset-BbGkaN2I.js';
-import './judge-calibration-0p2QcWNE.js';
+import './judge-calibration-7C-IDmKr.js';
 import './types-C7DGg5ex.js';
 import '@tangle-network/tcloud';
 import './failure-cluster-DH9Flgcf.js';

package/dist/reporting.js

@@ -4,10 +4,10 @@ import {
   evaluateReleaseConfidence,
   judgeReplayGate,
   renderReleaseReport
-} from "./chunk-VDGPPGE3.js";
+} from "./chunk-UMEAR2FI.js";
 import {
   rubricPredictiveValidity
-} from "./chunk-NF7OZ4J7.js";
+} from "./chunk-QCBB6ZIU.js";
 import {
   evaluateInterimReleaseConfidence,
   pairedEvalueSequence
@@ -18,12 +18,12 @@ import {
   paretoChart,
   researchReport,
   summaryTable
-} from "./chunk-6GT4NI4V.js";
+} from "./chunk-CLS3374R.js";
 import {
   benjaminiHochberg,
   pairedBootstrap,
   wilcoxonSignedRank
-} from "./chunk-HRGUJTER.js";
+} from "./chunk-HYGRFL7C.js";
 import "./chunk-VSMTAMNK.js";
 import "./chunk-3BFEG2F6.js";
 import "./chunk-PZ5AY32C.js";

package/dist/{researcher-B_ODTAJs.d.ts → researcher-SDAezfML.d.ts}

@@ -1,6 +1,6 @@
-import { b as RunSplitTag, c as RunTokenUsage, d as RunJudgeMetadata, J as JudgeScoresRecord, A as AgentProfileCell, e as AgentProfileCellInput, R as RunRecord } from './run-record-MRdJ-Kq2.js';
+import { b as RunSplitTag, c as RunTokenUsage, d as RunJudgeMetadata, J as JudgeScoresRecord, A as AgentProfileCell, e as AgentProfileCellInput, R as RunRecord } from './run-record-CPfd1ARZ.js';
 import { L as LlmClientOptions, a as LlmRouteRequirements } from './llm-client-Bj7g0rqu.js';
-import { h as ResearchReportOptions, d as ResearchReport, m as GateDecision } from './summary-report-C0nnxOD8.js';
+import { h as ResearchReportOptions, d as ResearchReport, m as GateDecision } from './summary-report-Fc_YFJat.js';
 import { T as TraceEmitter, R as RunCompleteHook } from './emitter-C2rqGH_l.js';
 import { R as RunIntegrityExpectations, a as RunIntegrityReport } from './integrity-D2t12mMw.js';
 import { R as RawProviderSink } from './raw-provider-sink-C46HDghv.js';

package/dist/rl.d.ts

@@ -1,23 +1,23 @@
-import { R as RunRecord, b as RunSplitTag } from './run-record-MRdJ-Kq2.js';
+import { R as RunRecord, b as RunSplitTag } from './run-record-CPfd1ARZ.js';
 export { A as AdversarialMutation } from './adversarial-B7loGVVX.js';
-import { P as PreferenceExtractionReport, D as DpoExportRow, G as GrpoExportRow, S as SftExportRow, E as ExtractPreferencesOptions, a as DpoLookups, b as GrpoLookups, c as SftLookups } from './corpus-CiSzzLa5.js';
-export { d as CorpusAppendResult, C as CorpusRecord, e as DatasetFormat, f as ExtractStepRewardsOptions, H as HarvestOptions, g as PreferenceStrategy, h as PreferenceTriple, i as PrmExportRow, j as PrmLookups, k as PrmTrainingTriple, R as RewardKind, l as RewardStats, m as RlDatasetBundle, n as RlDatasetConfig, o as RlDatasetManifest, p as RlDatasetStats, q as RunwiseStepSummary, r as StepReward, s as StepRewardJsonlRow, t as StepScorer, u as appendToCorpus, v as buildDatasetFromCorpus, w as buildRlDataset, x as datasheetToMarkdown, y as extractPreferences, z as extractStepRewards, A as prmTrainingPairs, B as readCorpus, F as runwiseStepRewardSummary, I as stepRewardsToJsonl, J as toAnthropicFormat, K as toDpoJsonl, L as toDpoRows, M as toGrpoJsonl, N as toGrpoRows, O as toPrmJsonl, Q as toPrmRows, T as toSftJsonl, U as toSftRows, V as toTRLFormat } from './corpus-CiSzzLa5.js';
+import { P as PreferenceExtractionReport, D as DpoExportRow, G as GrpoExportRow, S as SftExportRow, E as ExtractPreferencesOptions, a as DpoLookups, b as GrpoLookups, c as SftLookups } from './corpus-CysLCiK4.js';
+export { d as CorpusAppendResult, C as CorpusRecord, e as DatasetFormat, f as ExtractStepRewardsOptions, H as HarvestOptions, g as PreferenceStrategy, h as PreferenceTriple, i as PrmExportRow, j as PrmLookups, k as PrmTrainingTriple, R as RewardKind, l as RewardStats, m as RlDatasetBundle, n as RlDatasetConfig, o as RlDatasetManifest, p as RlDatasetStats, q as RunwiseStepSummary, r as StepReward, s as StepRewardJsonlRow, t as StepScorer, u as appendToCorpus, v as buildDatasetFromCorpus, w as buildRlDataset, x as datasheetToMarkdown, y as extractPreferences, z as extractStepRewards, A as prmTrainingPairs, B as readCorpus, F as runwiseStepRewardSummary, I as stepRewardsToJsonl, J as toAnthropicFormat, K as toDpoJsonl, L as toDpoRows, M as toGrpoJsonl, N as toGrpoRows, O as toPrmJsonl, Q as toPrmRows, T as toSftJsonl, U as toSftRows, V as toTRLFormat } from './corpus-CysLCiK4.js';
 export { O as OffPolicyEstimate, a as OffPolicyOptions, b as OffPolicyTrajectory, d as doublyRobust, i as inverseProbabilityWeighting, o as offPolicyEstimateAll, s as selfNormalizedImportanceWeighting } from './off-policy-DiwuKKg7.js';
 import { b as OutcomeStore } from './outcome-store-rnXLEqSn.js';
 export { D as DeploymentOutcome, F as FileSystemOutcomeStore, a as FileSystemOutcomeStoreOptions, I as InMemoryOutcomeStore } from './outcome-store-rnXLEqSn.js';
-import { b as RubricPredictiveValidityReport } from './rubric-predictive-validity-0MdjTt8R.js';
-import { R as Researcher, F as FailureMode, S as SteeringChange, E as ExperimentPlan, a as ExperimentResult, b as EvalCampaignResult, c as EvalCampaignOptions } from './researcher-B_ODTAJs.js';
-export { r as runEvalCampaign } from './researcher-B_ODTAJs.js';
-import { a as VerificationReport } from './multi-layer-verifier-DUZXrPDA.js';
+import { b as RubricPredictiveValidityReport } from './rubric-predictive-validity-ZGIlJNce.js';
+import { R as Researcher, F as FailureMode, S as SteeringChange, E as ExperimentPlan, a as ExperimentResult, b as EvalCampaignResult, c as EvalCampaignOptions } from './researcher-SDAezfML.js';
+export { r as runEvalCampaign } from './researcher-SDAezfML.js';
+import { a as VerificationReport } from './multi-layer-verifier-CI4jdX-q.js';
 import { I as InterimReleaseConfidence } from './sequential-5iSVfzl2.js';
-import { C as CampaignResult } from './types-DFI_Z-ZL.js';
+import { C as CampaignResult } from './types-Bihq6-a3.js';
 import '@tangle-network/agent-interface';
 import './errors-CzMUYo7b.js';
 import './schema-m0gsnbt3.js';
 import './store-BcFXE6LG.js';
 import './llm-client-Bj7g0rqu.js';
 import './raw-provider-sink-C46HDghv.js';
-import './summary-report-C0nnxOD8.js';
+import './summary-report-Fc_YFJat.js';
 import './failure-cluster-DH9Flgcf.js';
 import './emitter-C2rqGH_l.js';
 import './integrity-D2t12mMw.js';