@tangle-network/agent-eval 0.95.0 → 0.96.0

package/dist/campaign/gates/sequential.d.ts

@@ -1,146 +0,0 @@
-/**
- * Anytime-valid sequential promotion gate — an e-process (betting
- * test-martingale, see `eProcess` in `statistics.ts`) over paired
- * per-scenario deltas, so a campaign stops the MOMENT evidence decides
- * instead of burning a fixed-n budget. Decisions remain valid at any
- * data-dependent stopping time (Ville's inequality), which is exactly what
- * fixed-n machinery cannot offer: peeking at a bootstrap CI after every
- * observation and stopping on the first significant peek inflates type-I
- * error far beyond alpha.
- *
- * REPLACES, never layers on, a fixed-n gate. Running `heldoutSignificance`
- * or `paretoSignificanceGate` repeatedly on a growing sample and stopping
- * early is optional stopping no matter how it is dressed up; this gate is
- * the valid way to stop early. Use one or the other per evidence stream.
- *
- * Pre-registration binding: anytime validity holds only for the
- * PRE-REGISTERED statistic. When a `SignedManifest` is bound, the gate takes
- * alpha from `manifest.alpha`, the observation budget from
- * `manifest.preRegisteredN`, orients deltas by `manifest.direction`, and
- * shifts the null boundary by `manifest.minEffect` — re-deciding the same
- * stream under different parameters after seeing data would reopen optional
- * stopping under a fancier name. The manifest's content hash is verified at
- * construction (sync, same `sha256-content` scheme as `signManifest`).
- *
- * Non-iid caveat (stated honestly): the supermartingale guarantee needs each
- * delta's conditional mean under H0 to stay ≤ the null boundary given the
- * past — exchangeable scenario deltas suffice. Scenario streams ordered by
- * difficulty or by scenario family violate this; `decide(ctx)` therefore
- * shuffles the paired deltas with a SEEDED permutation by default (the
- * permutation is data-independent, so bet predictability is preserved).
- * Stratified betting (per-stratum λ) is future work, not implemented here.
- */
-import { type SignedManifest } from '../../pre-registration';
-import { type EProcessState } from '../../statistics';
-import type { Gate, GenerationRecord, Scenario } from '../types';
-export type SequentialDecision = 'promote' | 'continue' | 'undecided-at-maxN';
-export interface SequentialObservation {
-    decision: SequentialDecision;
-    /** Current e-value (the betting wealth) against H0. */
-    eValue: number;
-    /** Paired deltas consumed so far. */
-    n: number;
-    /** Names the decision basis. For 'undecided-at-maxN' it states explicitly
-     *  that exhausting the budget is NOT evidence of no effect. */
-    reason: string;
-}
-export interface SequentialPairedGateOptions {
-    /** Type-I budget. With `preRegistration` bound this MUST match
-     *  `manifest.alpha` (conflict throws). Default 0.05. */
-    alpha?: number;
-    /** Minimum paired deltas before a promote may fire. The stopping rule is
-     *  "first n ≥ minN with e-value ≥ 1/alpha" — still a valid stopping time.
-     *  Default 5. */
-    minN?: number;
-    /** Pre-registered observation budget. Required unless `preRegistration`
-     *  supplies it via `preRegisteredN` (conflict throws). */
-    maxN?: number;
-    /** Bet truncation forwarded to `eProcess`. Default 0.5. */
-    maxBet?: number;
-    /** Bound on |delta| in the judge's native scale; deltas are mapped to
-     *  x = (d/scale + 1)/2 ∈ [0,1]. A delta outside ±scale throws (use
-     *  `detectScale` to pick 1 vs 100 BEFORE streaming). Default 1. */
-    scale?: number;
-    /** Seed for the data-independent shuffle of paired deltas in `decide(ctx)`
-     *  (exchangeability guard). Default 1337. */
-    shuffleSeed?: number;
-    /** Bind the pre-registered hypothesis. Verified (content hash) at
-     *  construction; alpha/maxN/direction/minEffect come FROM the manifest. */
-    preRegistration?: SignedManifest;
-    /** Override the gate name in reports. */
-    name?: string;
-}
-export interface SequentialPairedGate<TArtifact = unknown, TScenario extends Scenario = Scenario> extends Gate<TArtifact, TScenario> {
-    /** Streaming entry point: feed one paired per-scenario delta
-     *  (candidate − baseline, native scale). Each gate instance carries ONE
-     *  observe-stream; `decide(ctx)` runs on its own fresh stream and never
-     *  consumes or advances this one. 'promote' is sticky; observing past the
-     *  pre-registered maxN throws (extending a finished stream after seeing
-     *  the result reopens optional stopping — start a NEW pre-registered
-     *  test). */
-    observe(delta: number): SequentialObservation;
-    /** Read-only snapshot of the observe-stream. */
-    state(): EProcessState & {
-        decision: SequentialDecision;
-    };
-}
-/**
- * Anytime-valid sequential paired gate. Conforms to the existing `Gate`
- * contract (`decide(ctx)` consumes candidate vs baseline judge scores via
- * `pairHoldout` — same pairing granularity as the fixed-n gates: full cellId,
- * never scenarioId) and adds a streaming `observe(delta)` entry for campaigns
- * that score cells incrementally and want to stop mid-stream.
- *
- * Decision mapping onto the substrate's five-valued `GateDecision`:
- *   - 'promote'            → 'ship'
- *   - 'continue'           → 'need_more_work' (stream ended before maxN with
- *                            the e-value undecided — more reps could decide)
- *   - 'undecided-at-maxN'  → 'hold', with the reason stating it is NOT
- *                            evidence of no effect (never a silent default)
- */
-export declare function sequentialPairedGate<TArtifact = unknown, TScenario extends Scenario = Scenario>(options: SequentialPairedGateOptions): SequentialPairedGate<TArtifact, TScenario>;
-export interface SequentialDecideOptions {
-    /** Type-I budget for the early-stop evidence. Default 0.05. */
-    alpha?: number;
-    /** Minimum paired deltas before a stop may fire. Default 5. */
-    minN?: number;
-    /** Bet truncation forwarded to `eProcess`. Default 0.5. */
-    maxBet?: number;
-    /** Bound on |per-scenario composite delta|. Default 1. */
-    scale?: number;
-}
-export interface SequentialDecideFn {
-    (args: {
-        history: GenerationRecord[];
-    }): {
-        stop: boolean;
-        reason?: string;
-    };
-    /** Read-only snapshot of the accumulated e-process (observability + tests). */
-    state(): EProcessState;
-}
-/**
- * `SurfaceProposer.decide` adapter — stops the optimization loop the moment
- * the e-process decides the loop has produced a real improvement, instead of
- * always running `maxGenerations`.
- *
- * Stream: for each generation g ≥ 1, the per-scenario composite deltas of
- * generation g's top candidate vs the generation-0 top candidate (the
- * incumbent the loop set out to beat), paired by scenarioId. H0: no proposed
- * surface improves any scenario's expected composite over the incumbent —
- * under it every delta has conditional mean ≤ 0 and the e-process is valid.
- * Once wealth ≥ 1/alpha the loop stops and hands the winner to the promotion
- * gate (which re-scores on HELD-OUT data — this adapter only spends the
- * exploration budget, it never promotes).
- *
- * Honesty caveats: (1) the incumbent's scores are measured once and shared
- * across all generations' deltas, so type-I control is exact only insofar as
- * those scores approximate the incumbent's true per-scenario means (more reps
- * → tighter); (2) an UNDECIDED process never stops the loop — absence of a
- * crossing is NOT evidence of no effect, so the loop simply runs its normal
- * course. Calling the adapter repeatedly with a growing history consumes each
- * generation exactly once (re-feeding an already-seen record would double-count
- * evidence).
- */
-export declare function sequentialDecide(options?: SequentialDecideOptions): SequentialDecideFn;
-//# sourceMappingURL=sequential.d.ts.map

package/dist/campaign/gates/sequential.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"sequential.d.ts","sourceRoot":"","sources":["../../../src/campaign/gates/sequential.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AAGH,OAAO,EAAgB,KAAK,cAAc,EAAE,MAAM,wBAAwB,CAAA;AAC1E,OAAO,EAAE,KAAK,aAAa,EAAwB,MAAM,kBAAkB,CAAA;AAC3E,OAAO,KAAK,EAAE,IAAI,EAA2B,gBAAgB,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAA;AAGzF,MAAM,MAAM,kBAAkB,GAAG,SAAS,GAAG,UAAU,GAAG,mBAAmB,CAAA;AAE7E,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,kBAAkB,CAAA;IAC5B,uDAAuD;IACvD,MAAM,EAAE,MAAM,CAAA;IACd,qCAAqC;IACrC,CAAC,EAAE,MAAM,CAAA;IACT;mEAC+D;IAC/D,MAAM,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,2BAA2B;IAC1C;4DACwD;IACxD,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;qBAEiB;IACjB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb;8DAC0D;IAC1D,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,2DAA2D;IAC3D,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;;uEAEmE;IACnE,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;iDAC6C;IAC7C,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;+EAC2E;IAC3E,eAAe,CAAC,EAAE,cAAc,CAAA;IAChC,yCAAyC;IACzC,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,oBAAoB,CAAC,SAAS,GAAG,OAAO,EAAE,SAAS,SAAS,QAAQ,GAAG,QAAQ,CAC9F,SAAQ,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC;IAClC;;;;;;iBAMa;IACb,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,qBAAqB,CAAA;IAC7C,gDAAgD;IAChD,KAAK,IAAI,aAAa,GAAG;QAAE,QAAQ,EAAE,kBAAkB,CAAA;KAAE,CAAA;CAC1D;AA2LD;;;;;;;;;;;;;GAaG;AACH,wBAAgB,oBAAoB,CAAC,SAAS,GAAG,OAAO,EAAE,SAAS,SAAS,QAAQ,GAAG,QAAQ,EAC7F,OAAO,EAAE,2BAA2B,GACnC,oBAAoB,CAAC,SAAS,EAAE,SAAS,CAAC,CA0E5C;AAED,MAAM,WAAW,uBAAuB;IACtC,+DAA+D;IAC/D,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,+DAA+D;IAC/D,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,2DAA2D;IAC3D,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,0DAA0D;IAC1D,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,kBAAkB;IACjC,CAAC,IAAI,EAAE;QAAE,OAAO,EAAE,gBAAgB,EAAE,CAAA;KAAE,GAAG;QAAE,IAAI,EAAE,OAAO,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IAC3E,+EAA+E;IAC/E,KAAK,IAAI,aAAa,CAAA;CACvB;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,GAAE,uBAA4B,GAAG,kBAAkB,CAuE1F"}

package/dist/campaign/gates/sequential.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=sequential.test.d.ts.map

package/dist/campaign/gates/sequential.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"sequential.test.d.ts","sourceRoot":"","sources":["../../../src/campaign/gates/sequential.test.ts"],"names":[],"mappings":""}

package/dist/campaign/gates/statistical-heldout.d.ts

@@ -1,99 +0,0 @@
-/**
- * Statistical held-out promotion machinery — the trustworthy core the
- * point-estimate `heldout-delta` gate lacked.
- *
- * The shipped false positive it prevents: a winner re-scored against the
- * baseline on the holdout read run-to-run model NOISE (e.g. 91 vs 95) as a
- * "+4 lift" and shipped, because the gate compared point estimates with no
- * confidence interval. Here we pair candidate vs baseline holdout observations
- * and bootstrap a CI on the paired delta — a candidate ships only when the CI
- * lower bound clears the effect-size threshold (the gain is real at the
- * confidence level, not noise), and is blocked when a critical dimension
- * (e.g. `hallucination_free` for a legal agent) significantly regresses even if
- * the net composite rose (anti-Goodhart).
- *
- * Two traps this module is built around (both produce a NEW false positive if
- * gotten wrong):
- *   1. PAIRING GRANULARITY — pairs by FULL `cellId` (`scenario:rep`), never by
- *      `scenarioId` (which averages reps away and destroys the within-pair
- *      variance reduction that makes a paired bootstrap tighter than unpaired).
- *      One paired observation per cell ⇒ reps multiply n.
- *   2. SCALE — a judge may emit composites/dimensions on [0,1] or 0-100. The
- *      threshold + tolerance are interpreted in the judge's NATIVE scale; the
- *      per-dimension tolerance auto-scales off the observed baseline magnitudes
- *      so `-0.10` on [0,1] doesn't silently become a no-op on a 0-100 dimension.
- */
-import { type PairedBootstrapResult } from '../../statistics';
-import type { JudgeScore } from '../types';
-export interface PairedHoldout {
-    /** Baseline scalar per paired cell (same order as `after`/`cellIds`). */
-    before: number[];
-    /** Candidate scalar per paired cell. */
-    after: number[];
-    /** The full cellIds (`scenario:rep`) that paired, in order. */
-    cellIds: string[];
-}
-/**
- * Pair candidate vs baseline holdout observations by FULL cellId. `select`
- * pulls the scalar from a cell's judge reports (composite, or a named
- * dimension); a cell contributes the mean of `select` across its judges. Cells
- * whose scenario is not in `scenarioIds`, or where `select` is undefined for
- * every judge on either side, are skipped on BOTH sides so the arrays stay
- * paired. Throws when the two maps disagree on which holdout cells exist — a
- * load-bearing invariant: the baseline + winner holdout campaigns run the same
- * scenarios with the same seed base, so their cellIds MUST align; a mismatch
- * means a silent pairing bug, not a soft fallback.
- */
-export declare function pairHoldout(candidate: Map<string, Record<string, JudgeScore>>, baseline: Map<string, Record<string, JudgeScore>>, scenarioIds: Set<string>, select: (s: JudgeScore) => number | undefined): PairedHoldout;
-export interface HeldoutSignificance {
-    paired: PairedHoldout;
-    bootstrap: PairedBootstrapResult;
-    /** n paired observations. */
-    n: number;
-    /** True iff n >= minProductiveRuns AND the CI lower bound clears the threshold. */
-    significant: boolean;
-    /** Set when n < minProductiveRuns — too little evidence to claim significance. */
-    fewRuns: boolean;
-}
-export interface HeldoutSignificanceOptions {
-    deltaThreshold?: number;
-    minProductiveRuns?: number;
-    confidence?: number;
-    resamples?: number;
-    /** Fixed by default for a deterministic, reproducible gate verdict. */
-    seed?: number;
-    statistic?: 'mean' | 'median';
-}
-/** Significance of the held-out composite lift: ship only when the paired
- *  bootstrap CI lower bound on (candidate − baseline) exceeds `deltaThreshold`
- *  (default 0 ⇒ "confidently positive"). Below `minProductiveRuns` paired
- *  observations there is not enough evidence to claim significance → not
- *  significant (`fewRuns`). Interpret `deltaThreshold` in the judge's native
- *  composite scale. */
-export declare function heldoutSignificance(paired: PairedHoldout, opts?: HeldoutSignificanceOptions): HeldoutSignificance;
-export interface DimensionRegression {
-    dimension: string;
-    bootstrap: PairedBootstrapResult;
-    /** True iff the CI lower bound on (candidate − baseline) is below −tolerance:
-     *  the candidate may have regressed this dimension by more than tolerance. */
-    regressed: boolean;
-    tolerance: number;
-    n: number;
-}
-/** Detect the native scale of a set of scores: 0-100 when any magnitude clears
- *  1.5, else [0,1]. Used to auto-scale the regression tolerance so a default
- *  expressed for [0,1] is not silently a no-op on a 0-100 dimension. */
-export declare function detectScale(values: number[]): 1 | 100;
-/** Per-critical-dimension regression guard. For each dimension, pair the
- *  candidate vs baseline values by full cellId and bootstrap the paired delta;
- *  a dimension is "regressed" when the CI lower bound < −tolerance (conservative
- *  — blocks if the credible worst case exceeds tolerance, which is the right
- *  posture for safety dimensions like `hallucination_free`). When `tolerance`
- *  is omitted it auto-scales: 0.05 on [0,1], 5 on 0-100. */
-export declare function dimensionRegressions(candidate: Map<string, Record<string, JudgeScore>>, baseline: Map<string, Record<string, JudgeScore>>, scenarioIds: Set<string>, criticalDimensions: string[], opts?: {
-    tolerance?: number;
-    confidence?: number;
-    resamples?: number;
-    seed?: number;
-}): DimensionRegression[];
-//# sourceMappingURL=statistical-heldout.d.ts.map

package/dist/campaign/gates/statistical-heldout.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"statistical-heldout.d.ts","sourceRoot":"","sources":["../../../src/campaign/gates/statistical-heldout.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAEH,OAAO,EAAE,KAAK,qBAAqB,EAAmB,MAAM,kBAAkB,CAAA;AAC9E,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,UAAU,CAAA;AAE1C,MAAM,WAAW,aAAa;IAC5B,yEAAyE;IACzE,MAAM,EAAE,MAAM,EAAE,CAAA;IAChB,wCAAwC;IACxC,KAAK,EAAE,MAAM,EAAE,CAAA;IACf,+DAA+D;IAC/D,OAAO,EAAE,MAAM,EAAE,CAAA;CAClB;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,WAAW,CACzB,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,EAClD,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,EACjD,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,EACxB,MAAM,EAAE,CAAC,CAAC,EAAE,UAAU,KAAK,MAAM,GAAG,SAAS,GAC5C,aAAa,CA2Cf;AAED,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,aAAa,CAAA;IACrB,SAAS,EAAE,qBAAqB,CAAA;IAChC,6BAA6B;IAC7B,CAAC,EAAE,MAAM,CAAA;IACT,mFAAmF;IACnF,WAAW,EAAE,OAAO,CAAA;IACpB,kFAAkF;IAClF,OAAO,EAAE,OAAO,CAAA;CACjB;AAED,MAAM,WAAW,0BAA0B;IACzC,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,uEAAuE;IACvE,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,SAAS,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAA;CAC9B;AAED;;;;;uBAKuB;AACvB,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,aAAa,EACrB,IAAI,GAAE,0BAA+B,GACpC,mBAAmB,CAarB;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,qBAAqB,CAAA;IAChC;kFAC8E;IAC9E,SAAS,EAAE,OAAO,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;IACjB,CAAC,EAAE,MAAM,CAAA;CACV;AAED;;wEAEwE;AACxE,wBAAgB,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,CAErD;AAED;;;;;4DAK4D;AAC5D,wBAAgB,oBAAoB,CAClC,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,EAClD,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,EACjD,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,EACxB,kBAAkB,EAAE,MAAM,EAAE,EAC5B,IAAI,GAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAO,GACxF,mBAAmB,EAAE,CAqBvB"}

package/dist/campaign/gates/statistical-heldout.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=statistical-heldout.test.d.ts.map

package/dist/campaign/gates/statistical-heldout.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"statistical-heldout.test.d.ts","sourceRoot":"","sources":["../../../src/campaign/gates/statistical-heldout.test.ts"],"names":[],"mappings":""}

package/dist/campaign/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/campaign/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EACL,KAAK,eAAe,EACpB,KAAK,eAAe,EACpB,KAAK,kCAAkC,EACvC,2BAA2B,EAC3B,KAAK,6BAA6B,EAClC,sBAAsB,GACvB,MAAM,mBAAmB,CAAA;AAE1B,OAAO,EACL,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EACrB,UAAU,GACX,MAAM,WAAW,CAAA;AAElB,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAC7C,OAAO,EACL,KAAK,4BAA4B,EACjC,qBAAqB,GACtB,MAAM,iCAAiC,CAAA;AACxC,OAAO,EAAE,KAAK,kBAAkB,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAC3E,OAAO,EACL,KAAK,YAAY,EACjB,KAAK,WAAW,EAChB,KAAK,0BAA0B,EAC/B,mBAAmB,EACnB,KAAK,cAAc,EACnB,KAAK,eAAe,EACpB,KAAK,6BAA6B,EAClC,KAAK,kBAAkB,EACvB,KAAK,eAAe,EACpB,YAAY,EACZ,sBAAsB,GACvB,MAAM,0BAA0B,CAAA;AACjC,OAAO,EACL,KAAK,kBAAkB,EACvB,KAAK,uBAAuB,EAC5B,KAAK,kBAAkB,EACvB,KAAK,qBAAqB,EAC1B,KAAK,oBAAoB,EACzB,KAAK,2BAA2B,EAChC,gBAAgB,EAChB,oBAAoB,GACrB,MAAM,oBAAoB,CAAA;AAC3B,OAAO,EACL,KAAK,mBAAmB,EACxB,WAAW,EACX,oBAAoB,EACpB,KAAK,mBAAmB,EACxB,KAAK,0BAA0B,EAC/B,mBAAmB,EACnB,KAAK,aAAa,EAClB,WAAW,GACZ,MAAM,6BAA6B,CAAA;AACpC,OAAO,EACL,sBAAsB,EACtB,KAAK,6BAA6B,EAClC,yBAAyB,GAC1B,MAAM,4BAA4B,CAAA;AAEnC,OAAO,EACL,KAAK,uBAAuB,EAC5B,gBAAgB,EAChB,KAAK,eAAe,EACpB,mBAAmB,EACnB,eAAe,EACf,mBAAmB,EACnB,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACvB,KAAK,aAAa,EAClB,KAAK,gBAAgB,EACrB,KAAK,aAAa,EAClB,aAAa,GACd,MAAM,6BAA6B,CAAA;AACpC,OAAO,EACL,oBAAoB,EACpB,KAAK,eAAe,EACpB,KAAK,cAAc,EACnB,KAAK,YAAY,EACjB,wBAAwB,EACxB,KAAK,uBAAuB,EAC5B,KAAK,aAAa,EAClB,KAAK,iBAAiB,EACtB,iBAAiB,EACjB,cAAc,EACd,KAAK,SAAS,EACd,KAAK,gBAAgB,EACrB,mBAAmB,GACpB,MAAM,oBAAoB,CAAA;AAC3B,OAAO,EAAE,KAAK,cAAc,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAA;AACjE,OAAO,EACL,iBAAiB,EACjB,KAAK,yBAAyB,EAC9B,KAAK,wBAAwB,EAC7B,kBAAkB,GACnB,MAAM,gCAAgC,CAAA;AACvC,OAAO,EACL,KAAK,sBAAsB,EAC3B,KAAK,qBAAqB,EAC1B,eAAe,EACf,WAAW,GACZ,MAAM,4BAA4B,CAAA;AACnC,OAAO,EACL,KAAK,iBAAiB,EACtB,kBAAkB,EAClB,KAAK,cAAc,EACnB,KAAK,uBAAuB,EAC5B,KAAK,sBAAsB,EAC3B,gBAAgB,EAChB,KAAK,cAAc,GACpB,MAAM,8BAA8B,CAAA;AACrC,OAAO,EACL,KAAK,YAAY,EACjB,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,EACtB,WAAW,EACX,KAAK,mBAAmB,GACzB,MAAM,yBAAyB,CAAA;AAChC,OAAO,EAAE,KAAK,kBAAkB,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AACtE,OAAO,EAAE,KAAK,2BAA2B,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAA;AACjG,OAAO,EACL,6BAA6B,EAC7B,KAAK,sBAAsB,EAC3B,KAAK,kBAAkB,EACvB,KAAK,qBAAqB,EAC1B,KAAK,mBAAmB,EACxB,KAAK,eAAe,EACpB,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,KAAK,iBAAiB,EACtB,YAAY,EACZ,KAAK,aAAa,EAClB,KAAK,SAAS,EACd,KAAK,kBAAkB,EACvB,KAAK,eAAe,EACpB,KAAK,6BAA6B,EAClC,sBAAsB,GACvB,MAAM,kBAAkB,CAAA;AACzB,OAAO,EACL,kBAAkB,EAClB,iBAAiB,EACjB,KAAK,uBAAuB,EAC5B,KAAK,mBAAmB,EACxB,YAAY,GACb,MAAM,kBAAkB,CAAA;AAEzB,OAAO,EAAE,KAAK,mBAAmB,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAA;AACzE,OAAO,EAAE,KAAK,6BAA6B,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAA;AAC/F,OAAO,EACL,KAAK,kBAAkB,EACvB,uBAAuB,EACvB,KAAK,YAAY,EACjB,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EACrB,KAAK,uBAAuB,EAC5B,oBAAoB,EACpB,gBAAgB,GACjB,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EAAE,KAAK,2BAA2B,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAA;AAElG,OAAO,EACL,KAAK,uBAAuB,EAC5B,yBAAyB,EACzB,KAAK,sBAAsB,EAC3B,KAAK,wBAAwB,EAC7B,kBAAkB,EAClB,KAAK,qBAAqB,EAC1B,KAAK,uBAAuB,EAC5B,KAAK,oBAAoB,EACzB,mBAAmB,EACnB,oBAAoB,EACpB,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,cAAc,CAAA;AACrB,OAAO,EAAE,KAAK,kBAAkB,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA;AACrE,OAAO,EAAE,KAAK,iBAAiB,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAA;AAChG,OAAO,EACL,KAAK,qBAAqB,EAC1B,eAAe,EACf,cAAc,EACd,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,mBAAmB,GACzB,MAAM,eAAe,CAAA;AACtB,OAAO,EAAE,KAAK,eAAe,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,WAAW,CAAA;AAC5F,YAAY,EACV,kBAAkB,EAClB,sBAAsB,EACtB,kBAAkB,EAClB,iBAAiB,EACjB,cAAc,EACd,kBAAkB,EAClB,mBAAmB,EACnB,WAAW,EACX,eAAe,EACf,UAAU,EACV,IAAI,EACJ,WAAW,EACX,YAAY,EACZ,UAAU,EACV,mBAAmB,EACnB,gBAAgB,EAChB,cAAc,EACd,WAAW,EACX,cAAc,EACd,UAAU,EACV,qBAAqB,EACrB,yBAAyB,EACzB,qBAAqB,EACrB,oBAAoB,EACpB,oBAAoB,EACpB,UAAU,EACV,cAAc,EACd,OAAO,EACP,oBAAoB,EACpB,eAAe,EACf,YAAY,EACZ,cAAc,EACd,iBAAiB,EACjB,eAAe,EACf,QAAQ,EACR,iBAAiB,EACjB,aAAa,EACb,eAAe,EACf,SAAS,GACV,MAAM,SAAS,CAAA;AAChB,OAAO,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,SAAS,CAAA;AAE7D,OAAO,EACL,KAAK,yBAAyB,EAC9B,kBAAkB,EAClB,mBAAmB,EACnB,KAAK,QAAQ,EACb,KAAK,eAAe,EACpB,oBAAoB,GACrB,MAAM,YAAY,CAAA"}

package/dist/campaign/labeled-store/fs-adapter.d.ts

@@ -1,59 +0,0 @@
-/**
- * Filesystem `LabeledScenarioStore` adapter. The default capture sink for
- * traces + eval artifacts. Production deployments typically swap for a
- * Turso/SQLite adapter (same interface).
- *
- * Records land as one JSONL file per source under `<root>/<source>.jsonl`.
- * Each line is a `LabeledScenarioRecord`. Append-only — no in-place edits.
- *
- * Safety properties enforced at write-time:
- *
- *   - **Provenance required**: writes without `source`, `sourceVersionHash`,
- *     `capturedAt`, `redactionStatus` are rejected. Closes the alignment
- *     reviewer's data-poisoning gap.
- *   - **Per-source rate limits**: optional `rateLimitBucket` + `maxWritesPerMinute`
- *     stops a single tenant/source from flooding the store.
- *
- * Safety properties enforced at sample-time:
- *
- *   - **Required split + capturedBefore**: substrate refuses to sample without
- *     an explicit `split` ('train' | 'test') AND a temporal cutoff. Eliminates
- *     accidental train/test contamination.
- *   - **Default training-source filter**: when the store is sampled with
- *     `split: 'train'`, production-trace records are EXCLUDED unless the
- *     caller passes `filter.source: 'production-trace'` explicitly. Closes
- *     the contamination-by-default gap flagged by the senior eval engineer.
- */
-import type { LabeledScenarioRecord, LabeledScenarioSampleArgs, LabeledScenarioStore, LabeledScenarioWrite, LabelTrust } from '../types';
-export interface FsLabeledScenarioStoreOptions {
-    /** Root directory for JSONL files. Created if missing. */
-    root: string;
-    /** Per-source rate limit. When set, writes exceeding the cap are rejected
-     *  with a typed error. Default: no limit. */
-    maxWritesPerMinutePerBucket?: number;
-    /** Test seam — override `Date.now()` for deterministic tests. */
-    now?: () => number;
-}
-export declare class LabeledScenarioStoreError extends Error {
-    readonly code: string;
-    constructor(code: string, message: string);
-}
-export declare class FsLabeledScenarioStore implements LabeledScenarioStore {
-    private readonly options;
-    private readonly now;
-    private readonly rateLimits;
-    constructor(options: FsLabeledScenarioStoreOptions);
-    observe(write: LabeledScenarioWrite): Promise<void>;
-    sample(args: LabeledScenarioSampleArgs): Promise<LabeledScenarioRecord[]>;
-    size(): Promise<{
-        train: number;
-        test: number;
-        bySource: Record<string, number>;
-        byTrust: Record<LabelTrust, number>;
-    }>;
-    private assertProvenance;
-    private assertRateLimit;
-    private toRecord;
-    private pathForSource;
-}
-//# sourceMappingURL=fs-adapter.d.ts.map

package/dist/campaign/labeled-store/fs-adapter.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"fs-adapter.d.ts","sourceRoot":"","sources":["../../../src/campaign/labeled-store/fs-adapter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAKH,OAAO,KAAK,EACV,qBAAqB,EACrB,yBAAyB,EAEzB,oBAAoB,EACpB,oBAAoB,EACpB,UAAU,EACX,MAAM,UAAU,CAAA;AAGjB,MAAM,WAAW,6BAA6B;IAC5C,0DAA0D;IAC1D,IAAI,EAAE,MAAM,CAAA;IACZ;iDAC6C;IAC7C,2BAA2B,CAAC,EAAE,MAAM,CAAA;IACpC,iEAAiE;IACjE,GAAG,CAAC,EAAE,MAAM,MAAM,CAAA;CACnB;AAED,qBAAa,yBAA0B,SAAQ,KAAK;aAEhC,IAAI,EAAE,MAAM;gBAAZ,IAAI,EAAE,MAAM,EAC5B,OAAO,EAAE,MAAM;CAKlB;AAQD,qBAAa,sBAAuB,YAAW,oBAAoB;IAIrD,OAAO,CAAC,QAAQ,CAAC,OAAO;IAHpC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAc;IAClC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAoC;gBAElC,OAAO,EAAE,6BAA6B;IAK7D,OAAO,CAAC,KAAK,EAAE,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC;IAYnD,MAAM,CAAC,IAAI,EAAE,yBAAyB,GAAG,OAAO,CAAC,qBAAqB,EAAE,CAAC;IA8CzE,IAAI,IAAI,OAAO,CAAC;QACpB,KAAK,EAAE,MAAM,CAAA;QACb,IAAI,EAAE,MAAM,CAAA;QACZ,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;QAChC,OAAO,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAA;KACpC,CAAC;IAiCF,OAAO,CAAC,gBAAgB;IAiCxB,OAAO,CAAC,eAAe;IAmBvB,OAAO,CAAC,QAAQ;IAkBhB,OAAO,CAAC,aAAa;CAGtB"}

package/dist/campaign/presets/compare-proposers.d.ts

@@ -1,146 +0,0 @@
-/**
- * `compareProposers` — a head-to-head lift benchmark across surface proposers
- * on ONE corpus. This is the forcing function: optimizer quality (GEPA
- * reflection vs GEPA+Pareto vs SkillOpt) becomes a NUMBER with a confidence
- * interval, so a proposer regression — or shipping a simplified proposer and
- * calling it the real one — turns a build red instead of going
- * measurement-invisible.
- *
- * Every entrant is scored the SAME way: each proposer returns the surface it
- * promoted, then the benchmark scores the baseline + every winner on the
- * SAME held-out scenarios with the SAME judges. Apples-to-apples by
- * construction — the comparison never depends on how a proposer measured itself.
- * The per-scenario held-out composites feed a paired bootstrap (`statistics.ts`)
- * for each proposer's lift CI and for the pairwise "which proposer wins" CI.
- */
-import type { LlmClientOptions } from '../../llm-client';
-import { type FapoProposerOptions, type ParameterCandidate } from '../proposers/fapo';
-import { type RunCampaignOptions } from '../run-campaign';
-import type { DispatchContext, JudgeConfig, MutableSurface, Scenario, SurfaceProposer } from '../types';
-import { type RunImprovementLoopOptions } from './run-improvement-loop';
-/** What an optimizer produced: the surface it promoted + what it cost to get
- *  there. The comparison does the held-out scoring itself, so an entry only
- *  needs to run its loop and hand back the winner. */
-export interface ProposerEntry {
-    name: string;
-    optimize: () => Promise<{
-        winnerSurface: MutableSurface;
-        costUsd: number;
-        durationMs?: number;
-    }>;
-}
-export interface ProposerScore {
-    name: string;
-    /** Mean held-out composite of the baseline (identical across proposers). */
-    baselineComposite: number;
-    /** Mean held-out composite of this proposer's promoted surface. */
-    winnerComposite: number;
-    /** Mean per-scenario held-out lift (winner − baseline). */
-    lift: number;
-    /** Paired-bootstrap CI of the per-scenario lift. `low > 0` ⇒ a real gain. */
-    liftCi: {
-        low: number;
-        high: number;
-    };
-    costUsd: number;
-    durationMs?: number;
-    winnerSurface: MutableSurface;
-    /** 1-based, by descending lift. */
-    rank: number;
-}
-export interface ProposerPairwise {
-    /** Higher-ranked proposer. */
-    a: string;
-    b: string;
-    /** Mean per-scenario held-out delta (a − b). */
-    deltaMean: number;
-    low: number;
-    high: number;
-    /** `a` if the CI clears 0, `b` if it is entirely negative, else `'tie'`. */
-    favored: string;
-}
-export interface ProposerComparison {
-    /** Sorted by descending lift; `rank` set accordingly. */
-    scores: ProposerScore[];
-    best: ProposerScore;
-    /** Best vs each other proposer, paired-bootstrap on the held-out winners. */
-    pairwise: ProposerPairwise[];
-    holdoutScenarioIds: string[];
-}
-export interface CompareProposersOptions<TScenario extends Scenario, TArtifact> extends Omit<RunCampaignOptions<TScenario, TArtifact>, 'dispatch' | 'scenarios'> {
-    proposers: ProposerEntry[];
-    baselineSurface: MutableSurface;
-    /** The held-out scenarios every winner is scored on. */
-    holdoutScenarios: TScenario[];
-    /** Scores a surface on a scenario — the same dispatcher the proposers used. */
-    dispatchWithSurface: (surface: MutableSurface, scenario: TScenario, ctx: DispatchContext) => Promise<TArtifact>;
-    /** Bootstrap resamples for the lift CIs. Default 2000. */
-    resamples?: number;
-    /** CI confidence. Default 0.95. */
-    confidence?: number;
-}
-export declare function compareProposers<TScenario extends Scenario, TArtifact>(opts: CompareProposersOptions<TScenario, TArtifact>): Promise<ProposerComparison>;
-/** Shared corpus + transport for the three built-in optimizer entries. */
-export interface OptimizerEntryConfig<TScenario extends Scenario, TArtifact> {
-    baselineSurface: string;
-    /** Training scenarios the proposers reflect on. */
-    trainScenarios: TScenario[];
-    /** Held-out scenarios (the gate axis + the benchmark scoring axis). */
-    holdoutScenarios: TScenario[];
-    dispatchWithSurface: (surface: MutableSurface, scenario: TScenario, ctx: DispatchContext) => Promise<TArtifact>;
-    judges: JudgeConfig<TArtifact, TScenario>[];
-    llm: LlmClientOptions;
-    model: string;
-    target: string;
-    runDir: string;
-    seed?: number;
-    /** GEPA population per generation. Default 2. */
-    populationSize?: number;
-    /** GEPA generations. Default 3. */
-    maxGenerations?: number;
-    /** SkillOpt epochs. Default 6. */
-    maxEpochs?: number;
-    mutationPrimitives?: string[];
-    /** Static findings seed forwarded to each GEPA proposer's `propose()` as
-     *  `ctx.findings`. Forwarded by `gepaReflectionEntry` / `gepaParetoEntry`;
-     *  `skillOptEntry` runs without findings (see its doc). */
-    findings?: unknown[];
-    /** Per-generation findings producer: after each generation scores, this
-     *  re-diagnoses and REPLACES `ctx.findings` for the
-     *  next generation's `propose()`. Reuses the `runOptimization` field type so
-     *  it cannot drift. GEPA entries only. */
-    analyzeGeneration?: RunImprovementLoopOptions<TScenario, TArtifact>['analyzeGeneration'];
-    /** Optional analysis report forwarded to `propose()` as `ctx.report`. */
-    report?: unknown;
-}
-/** GEPA, reflection-only (single-parent, no Pareto combine). */
-export declare function gepaReflectionEntry<TScenario extends Scenario, TArtifact>(config: OptimizerEntryConfig<TScenario, TArtifact>, name?: string): ProposerEntry;
-/** GEPA with the Pareto frontier + combine-complementary-lessons. */
-export declare function gepaParetoEntry<TScenario extends Scenario, TArtifact>(config: OptimizerEntryConfig<TScenario, TArtifact>, name?: string): ProposerEntry;
-/** SkillOpt patch-mode hill-climb. Runs findings-BLIND: `runSkillOpt` owns its
- *  own epoch acceptance/budget loop and does not thread `analyzeGeneration`, so
- *  `config.findings` is intentionally NOT forwarded here. In a findings-fed
- *  comparison this entry is the blind control — do not read its result as
- *  findings-fed. (Threading findings into the SkillOpt epoch loop is a separate
- *  refactor, deferred not faked.) */
-export declare function skillOptEntry<TScenario extends Scenario, TArtifact>(config: OptimizerEntryConfig<TScenario, TArtifact>, name?: string): ProposerEntry;
-/** FAPO reviewed-escalation policy. This is an orchestration layer over
- * level-specific proposers, not a new mutation operator:
- * prompt -> parameter -> structural, with scope + reviewer + plateau rules in
- * `fapoProposer`. The prompt proposer defaults to GEPA+Pareto because that is
- * the package's strongest prompt-tier proposer; parameter/structural proposers
- * are opt-in so we do not fake code-generation inside agent-eval. */
-export interface FapoEntryConfig<TScenario extends Scenario, TArtifact> extends OptimizerEntryConfig<TScenario, TArtifact> {
-    /** Override the prompt-level proposer. Default: `gepaProposer({ combineParents: true })`. */
-    promptProposer?: SurfaceProposer;
-    /** Parameter/config-level proposer. If omitted, `parameterCandidates` builds one. */
-    parameterProposer?: SurfaceProposer;
-    /** Structural/code-level proposer, typically supplied by agent-runtime. */
-    structuralProposer?: SurfaceProposer;
-    /** Convenience: build a `parameterSweepProposer` from these candidates. */
-    parameterCandidates?: readonly ParameterCandidate[];
-    /** FAPO policy knobs: scope, reviewer, plateau thresholds. */
-    fapo?: Omit<FapoProposerOptions, 'proposers' | 'promptProposer' | 'parameterProposer' | 'structuralProposer'>;
-}
-export declare function fapoEscalationEntry<TScenario extends Scenario, TArtifact>(config: FapoEntryConfig<TScenario, TArtifact>, name?: string): ProposerEntry;
-//# sourceMappingURL=compare-proposers.d.ts.map

package/dist/campaign/presets/compare-proposers.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"compare-proposers.d.ts","sourceRoot":"","sources":["../../../src/campaign/presets/compare-proposers.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAA;AAGxD,OAAO,EACL,KAAK,mBAAmB,EAExB,KAAK,kBAAkB,EAExB,MAAM,mBAAmB,CAAA;AAG1B,OAAO,EAAE,KAAK,kBAAkB,EAAe,MAAM,iBAAiB,CAAA;AAEtE,OAAO,KAAK,EAEV,eAAe,EACf,WAAW,EACX,cAAc,EACd,QAAQ,EACR,eAAe,EAChB,MAAM,UAAU,CAAA;AACjB,OAAO,EAAE,KAAK,yBAAyB,EAAsB,MAAM,wBAAwB,CAAA;AAG3F;;sDAEsD;AACtD,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,EAAE,MAAM,OAAO,CAAC;QAAE,aAAa,EAAE,cAAc,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CACjG;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAA;IACZ,4EAA4E;IAC5E,iBAAiB,EAAE,MAAM,CAAA;IACzB,mEAAmE;IACnE,eAAe,EAAE,MAAM,CAAA;IACvB,2DAA2D;IAC3D,IAAI,EAAE,MAAM,CAAA;IACZ,6EAA6E;IAC7E,MAAM,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAA;IACrC,OAAO,EAAE,MAAM,CAAA;IACf,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,aAAa,EAAE,cAAc,CAAA;IAC7B,mCAAmC;IACnC,IAAI,EAAE,MAAM,CAAA;CACb;AAED,MAAM,WAAW,gBAAgB;IAC/B,8BAA8B;IAC9B,CAAC,EAAE,MAAM,CAAA;IACT,CAAC,EAAE,MAAM,CAAA;IACT,gDAAgD;IAChD,SAAS,EAAE,MAAM,CAAA;IACjB,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,MAAM,CAAA;IACZ,4EAA4E;IAC5E,OAAO,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,kBAAkB;IACjC,yDAAyD;IACzD,MAAM,EAAE,aAAa,EAAE,CAAA;IACvB,IAAI,EAAE,aAAa,CAAA;IACnB,6EAA6E;IAC7E,QAAQ,EAAE,gBAAgB,EAAE,CAAA;IAC5B,kBAAkB,EAAE,MAAM,EAAE,CAAA;CAC7B;AAED,MAAM,WAAW,uBAAuB,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS,CAC5E,SAAQ,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,UAAU,GAAG,WAAW,CAAC;IAChF,SAAS,EAAE,aAAa,EAAE,CAAA;IAC1B,eAAe,EAAE,cAAc,CAAA;IAC/B,wDAAwD;IACxD,gBAAgB,EAAE,SAAS,EAAE,CAAA;IAC7B,+EAA+E;IAC/E,mBAAmB,EAAE,CACnB,OAAO,EAAE,cAAc,EACvB,QAAQ,EAAE,SAAS,EACnB,GAAG,EAAE,eAAe,KACjB,OAAO,CAAC,SAAS,CAAC,CAAA;IACvB,0DAA0D;IAC1D,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,mCAAmC;IACnC,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAED,wBAAsB,gBAAgB,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS,EAC1E,IAAI,EAAE,uBAAuB,CAAC,SAAS,EAAE,SAAS,CAAC,GAClD,OAAO,CAAC,kBAAkB,CAAC,CAE7B;AAqID,0EAA0E;AAC1E,MAAM,WAAW,oBAAoB,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS;IACzE,eAAe,EAAE,MAAM,CAAA;IACvB,mDAAmD;IACnD,cAAc,EAAE,SAAS,EAAE,CAAA;IAC3B,uEAAuE;IACvE,gBAAgB,EAAE,SAAS,EAAE,CAAA;IAC7B,mBAAmB,EAAE,CACnB,OAAO,EAAE,cAAc,EACvB,QAAQ,EAAE,SAAS,EACnB,GAAG,EAAE,eAAe,KACjB,OAAO,CAAC,SAAS,CAAC,CAAA;IACvB,MAAM,EAAE,WAAW,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,CAAA;IAC3C,GAAG,EAAE,gBAAgB,CAAA;IACrB,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,iDAAiD;IACjD,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,mCAAmC;IACnC,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,kCAAkC;IAClC,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAA;IAC7B;;+DAE2D;IAC3D,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAA;IACpB;;;8CAG0C;IAC1C,iBAAiB,CAAC,EAAE,yBAAyB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,mBAAmB,CAAC,CAAA;IACxF,yEAAyE;IACzE,MAAM,CAAC,EAAE,OAAO,CAAA;CACjB;AAED,gEAAgE;AAChE,wBAAgB,mBAAmB,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS,EACvE,MAAM,EAAE,oBAAoB,CAAC,SAAS,EAAE,SAAS,CAAC,EAClD,IAAI,SAAoB,GACvB,aAAa,CAEf;AAED,qEAAqE;AACrE,wBAAgB,eAAe,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS,EACnE,MAAM,EAAE,oBAAoB,CAAC,SAAS,EAAE,SAAS,CAAC,EAClD,IAAI,SAAgB,GACnB,aAAa,CAEf;AAqDD;;;;;qCAKqC;AACrC,wBAAgB,aAAa,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS,EACjE,MAAM,EAAE,oBAAoB,CAAC,SAAS,EAAE,SAAS,CAAC,EAClD,IAAI,SAAc,GACjB,aAAa,CA4Bf;AAED;;;;;qEAKqE;AACrE,MAAM,WAAW,eAAe,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS,CACpE,SAAQ,oBAAoB,CAAC,SAAS,EAAE,SAAS,CAAC;IAClD,6FAA6F;IAC7F,cAAc,CAAC,EAAE,eAAe,CAAA;IAChC,qFAAqF;IACrF,iBAAiB,CAAC,EAAE,eAAe,CAAA;IACnC,2EAA2E;IAC3E,kBAAkB,CAAC,EAAE,eAAe,CAAA;IACpC,2EAA2E;IAC3E,mBAAmB,CAAC,EAAE,SAAS,kBAAkB,EAAE,CAAA;IACnD,8DAA8D;IAC9D,IAAI,CAAC,EAAE,IAAI,CACT,mBAAmB,EACnB,WAAW,GAAG,gBAAgB,GAAG,mBAAmB,GAAG,oBAAoB,CAC5E,CAAA;CACF;AAED,wBAAgB,mBAAmB,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS,EACvE,MAAM,EAAE,eAAe,CAAC,SAAS,EAAE,SAAS,CAAC,EAC7C,IAAI,SAAoB,GACvB,aAAa,CAwDf"}

package/dist/campaign/presets/playback.d.ts

@@ -1,120 +0,0 @@
-/**
- * Product-flow playback — drive the REAL product through a user story and
- * score the produced state per requirement (the launch "Jira tick-off").
- *
- * This is the substrate adapter + contract only. It plugs a `PlaybackDriver`
- * into the existing `runProfileMatrix` dispatch seam: a driver drives the real
- * product (a Playwright UI session or a sandbox workspace) and returns the
- * runtime event stream; `extractProducedState` + `verifyCompletion` then score
- * each requirement PASS/FAIL. The concrete drivers live in consumers — they
- * depend on browser / runtime infra the substrate must not import — so
- * agent-eval owns the seam, the `UserStory` contract, and the scoreboard.
- */
-import type { AgentProfile } from '@tangle-network/agent-interface';
-import { type CompletionRequirement, type CompletionVerdict, type CorrectnessChecker, type ProducedState } from '../../completion-verifier';
-import { type RuntimeEventLike } from '../../produced-state';
-import type { DispatchContext, Scenario } from '../types';
-import type { ProfileDispatchFn } from './run-profile-matrix';
-/** One step of a user story — what the user does. The driver interprets
- *  `payload` (a Playwright selector + action, or a sandbox chat turn). */
-export interface PlaybackStep {
-    /** Human-readable action, captured verbatim in the UX narrative. */
-    action: string;
-    /** Driver-specific payload (e.g. `{ selector, fill }` or `{ turn }`). */
-    payload?: Record<string, unknown>;
-}
-/**
- * A user story = a runnable product journey plus the requirements that define
- * "this story works". Each requirement is one Jira ticket line. Extends
- * `Scenario` so a catalog drops straight into `runProfileMatrix({ scenarios })`.
- */
-export interface UserStory extends Scenario {
-    /** Human-readable story title (the ticket headline). */
-    title: string;
-    /** Ordered steps the driver executes. */
-    steps: PlaybackStep[];
-    /** What must hold in the produced state for the story to pass. */
-    requirements: CompletionRequirement[];
-}
-/** Dispatch context plus the profile under test (which cheap model, etc.). */
-export interface PlaybackContext extends DispatchContext {
-    profile: AgentProfile;
-}
-/**
- * Drives the real product through a story and returns the runtime event stream
- * `extractProducedState` consumes. Implemented by CONSUMERS —
- * `SandboxPlaybackDriver` (real API / sandbox workspace) and
- * `PlaywrightPlaybackDriver` (real UI) — because they depend on runtime /
- * browser infra the substrate must not import. The driver MUST report LLM
- * usage via `ctx.cost.observeTokens` so the backend-integrity guard sees real
- * tokens (a run that never reports tokens reads as a stub).
- */
-export interface PlaybackDriver<TStory extends UserStory = UserStory> {
-    run(story: TStory, ctx: PlaybackContext): Promise<readonly RuntimeEventLike[]>;
-}
-/**
- * Adapt a `PlaybackDriver` into a `runProfileMatrix` dispatch. The artifact the
- * matrix scores is the `ProducedState` extracted from the driver's event
- * stream — grade it with `scoreUserStory` (or a judge wrapping it).
- */
-export declare function makePlaybackDispatch<TStory extends UserStory>(driver: PlaybackDriver<TStory>): ProfileDispatchFn<TStory, ProducedState>;
-/** A scored user story — the completion verdict plus its human title. */
-export interface UserStoryVerdict extends CompletionVerdict {
-    title: string;
-}
-/**
- * Score one story's produced state against its requirements. Thin wrapper over
- * `verifyCompletion` that builds the gold from the story and returns a
- * per-requirement PASS/FAIL verdict. `checkCorrectness` is injected — a
- * deterministic stub in tests, `createLlmCorrectnessChecker` in production.
- */
-export declare function scoreUserStory(story: UserStory, state: ProducedState, checkCorrectness: CorrectnessChecker): Promise<UserStoryVerdict>;
-/** One row of the launch scoreboard — story × requirement → PASS/FAIL. */
-export interface ScoreboardRow {
-    storyId: string;
-    storyTitle: string;
-    reqId: string;
-    reqTitle: string;
-    status: 'PASS' | 'FAIL';
-    evidence: string[];
-}
-/**
- * Flatten story verdicts into the per-requirement scoreboard — the literal
- * Jira tick-off: one row per (story, requirement) with PASS/FAIL and the
- * evidence behind the verdict.
- */
-export declare function userStoryScoreboard(verdicts: readonly UserStoryVerdict[]): ScoreboardRow[];
-/** Launch-readiness headline counts rolled up from the per-requirement rows. */
-export interface ScoreboardSummary {
-    /** Distinct user stories on the board. */
-    stories: number;
-    /** Stories whose every requirement passed. */
-    storiesFullyComplete: number;
-    /** Total (story, requirement) rows. */
-    requirements: number;
-    /** Rows with status PASS. */
-    passed: number;
-    /** Rows with status FAIL. */
-    failed: number;
-    /** passed / requirements; 0 when there are no rows. */
-    passRate: number;
-}
-/** Roll the per-requirement rows up into the launch headline counts. */
-export declare function scoreboardSummary(rows: readonly ScoreboardRow[]): ScoreboardSummary;
-export interface ScoreboardRenderOptions {
-    /** Document H1. Defaults to a generic playback title. */
-    title?: string;
-    /** Key/value run metadata rendered under the headline (runId, backend, model, date). */
-    meta?: Record<string, string>;
-    /** Max chars of joined evidence shown per row. Default 160. */
-    maxEvidenceChars?: number;
-}
-/**
- * Render the scoreboard as a launch-readiness Markdown document — the literal
- * "tick off every user story" artifact: a headline roll-up, the open tickets
- * (FAIL rows) up top as the launch blockers, then a per-story table of
- * requirement → PASS/FAIL with the evidence behind each verdict. Pure: same
- * rows in, same bytes out (no clock/random), so it is safe to snapshot.
- */
-export declare function renderScoreboardMarkdown(rows: readonly ScoreboardRow[], opts?: ScoreboardRenderOptions): string;
-//# sourceMappingURL=playback.d.ts.map

package/dist/campaign/presets/playback.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"playback.d.ts","sourceRoot":"","sources":["../../../src/campaign/presets/playback.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAA;AACnE,OAAO,EACL,KAAK,qBAAqB,EAC1B,KAAK,iBAAiB,EACtB,KAAK,kBAAkB,EACvB,KAAK,aAAa,EAEnB,MAAM,2BAA2B,CAAA;AAClC,OAAO,EAAwB,KAAK,gBAAgB,EAAE,MAAM,sBAAsB,CAAA;AAClF,OAAO,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAA;AACzD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAA;AAE7D;0EAC0E;AAC1E,MAAM,WAAW,YAAY;IAC3B,oEAAoE;IACpE,MAAM,EAAE,MAAM,CAAA;IACd,yEAAyE;IACzE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAClC;AAED;;;;GAIG;AACH,MAAM,WAAW,SAAU,SAAQ,QAAQ;IACzC,wDAAwD;IACxD,KAAK,EAAE,MAAM,CAAA;IACb,yCAAyC;IACzC,KAAK,EAAE,YAAY,EAAE,CAAA;IACrB,kEAAkE;IAClE,YAAY,EAAE,qBAAqB,EAAE,CAAA;CACtC;AAED,8EAA8E;AAC9E,MAAM,WAAW,eAAgB,SAAQ,eAAe;IACtD,OAAO,EAAE,YAAY,CAAA;CACtB;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,cAAc,CAAC,MAAM,SAAS,SAAS,GAAG,SAAS;IAClE,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,eAAe,GAAG,OAAO,CAAC,SAAS,gBAAgB,EAAE,CAAC,CAAA;CAC/E;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,SAAS,SAAS,EAC3D,MAAM,EAAE,cAAc,CAAC,MAAM,CAAC,GAC7B,iBAAiB,CAAC,MAAM,EAAE,aAAa,CAAC,CAK1C;AAED,yEAAyE;AACzE,MAAM,WAAW,gBAAiB,SAAQ,iBAAiB;IACzD,KAAK,EAAE,MAAM,CAAA;CACd;AAED;;;;;GAKG;AACH,wBAAsB,cAAc,CAClC,KAAK,EAAE,SAAS,EAChB,KAAK,EAAE,aAAa,EACpB,gBAAgB,EAAE,kBAAkB,GACnC,OAAO,CAAC,gBAAgB,CAAC,CAO3B;AAED,0EAA0E;AAC1E,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,MAAM,GAAG,MAAM,CAAA;IACvB,QAAQ,EAAE,MAAM,EAAE,CAAA;CACnB;AAED;;;;GAIG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,SAAS,gBAAgB,EAAE,GAAG,aAAa,EAAE,CAe1F;AAED,gFAAgF;AAChF,MAAM,WAAW,iBAAiB;IAChC,0CAA0C;IAC1C,OAAO,EAAE,MAAM,CAAA;IACf,8CAA8C;IAC9C,oBAAoB,EAAE,MAAM,CAAA;IAC5B,uCAAuC;IACvC,YAAY,EAAE,MAAM,CAAA;IACpB,6BAA6B;IAC7B,MAAM,EAAE,MAAM,CAAA;IACd,6BAA6B;IAC7B,MAAM,EAAE,MAAM,CAAA;IACd,uDAAuD;IACvD,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED,wEAAwE;AACxE,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,SAAS,aAAa,EAAE,GAAG,iBAAiB,CAsBnF;AAED,MAAM,WAAW,uBAAuB;IACtC,yDAAyD;IACzD,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,wFAAwF;IACxF,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC7B,+DAA+D;IAC/D,gBAAgB,CAAC,EAAE,MAAM,CAAA;CAC1B;AAUD;;;;;;GAMG;AACH,wBAAgB,wBAAwB,CACtC,IAAI,EAAE,SAAS,aAAa,EAAE,EAC9B,IAAI,GAAE,uBAA4B,GACjC,MAAM,CA6CR"}

package/dist/campaign/presets/playback.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=playback.test.d.ts.map

package/dist/campaign/presets/playback.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"playback.test.d.ts","sourceRoot":"","sources":["../../../src/campaign/presets/playback.test.ts"],"names":[],"mappings":""}