@tangle-network/agent-eval 0.173.2 → 0.174.0

package/dist/power-preflight-Ptse_Kq7.d.ts

@@ -1,117 +0,0 @@
-//#region src/pareto.d.ts
-/**
- * Pareto frontier — multi-objective optimization over candidate runs.
- *
- * Lifted from ADC pareto.ts and blueprint-agent frontier.ts. When you're
- * trading off (cost, latency, quality) or (passRate, tokenBudget,
- * ttfb), you rarely have a single "winner" — you have a set of
- * non-dominated candidates. This module exposes:
- *
- *   - `paretoFrontier`: filter a set of candidates to the non-dominated ones
- *   - `dominates`: does A dominate B across all objectives?
- *
- * Each objective is declared with a direction: 'maximize' (higher=better)
- * or 'minimize' (lower=better). Candidates are any object; pass an
- * `objective(candidate)` accessor.
- */
-type Direction = 'maximize' | 'minimize';
-interface Objective<T> {
-  /** Stable label used in reports. */
-  name: string;
-  direction: Direction;
-  value: (candidate: T) => number;
-}
-interface ParetoResult<T> {
-  frontier: T[];
-  dominated: T[];
-  /** Index map: frontier[i] dominates each of dominatedBy[i]. */
-  dominanceMap: Array<{
-    dominator: T;
-    dominated: T[];
-  }>;
-}
-/** Does candidate A weakly dominate B — strictly better on at least one objective and no worse on any? */
-declare function dominates<T>(a: T, b: T, objectives: Objective<T>[]): boolean;
-/**
- * Compute the non-dominated frontier. Candidates with NaN/Infinity on any
- * objective are excluded (can't rank them). A candidate enters the frontier
- * iff no other candidate dominates it.
- */
-declare function paretoFrontier<T>(candidates: T[], objectives: Objective<T>[]): ParetoResult<T>;
-//#endregion
-//#region src/campaign/gates/power-preflight.d.ts
-/**
- * Power preflight — "can this budget detect the effect you are hunting?"
- *
- * The failure it prevents (measured, twice): a live prompt-improvement campaign ran
- * 333 sandbox cells over 5.6 hours and produced a +0.08 holdout lift the ship gate
- * (paired bootstrap, CI.low > 0.05) could not distinguish from zero — because at
- * that holdout size and worker variance the MINIMUM DETECTABLE lift was larger than
- * any effect a prompt change plausibly produces. The budget was spent learning what
- * a 30-second calculation on the baseline cells already knew. No eval framework we
- * know of surfaces this; every underpowered improvement run everywhere ends in an
- * uninformative "hold".
- *
- * Model: the ship rule is `CI.low(paired Δ) > deltaThreshold`. Approximating the
- * bootstrap CI as normal, `CI.low ≈ effect − z·sd_Δ/√n`, so the smallest shippable
- * true effect is `MDE = deltaThreshold + z·sd_Δ/√n`. The paired-delta SD is unknown
- * before the candidate exists; we bound it by the zero-correlation case
- * `sd_Δ ≤ √2·sd_baseline` — a CONSERVATIVE (upper) MDE, which is the correct
- * direction for a warning. Pairing is per cell (`scenario:rep`), so reps multiply n.
- *
- * Standalone by design: feed it any baseline composites (a `gate:'none'` run, a
- * live-proof table) BEFORE budgeting the real search; `selfImprove` also attaches
- * it to every result and warns when the run was structurally unable to ship.
- */
-interface PowerPreflightOptions {
-  /** Per-cell baseline composites on the HOLDOUT scenarios (one per scenario:rep cell). */
-  baselineComposites: number[];
-  /** Paired observations the budgeted comparison will produce
-   *  (holdout scenarios × reps). Defaults to `baselineComposites.length`. */
-  pairedN?: number;
-  /** The ship gate's effect-size threshold. Default 0.05 (defaultProductionGate). */
-  deltaThreshold?: number;
-  /** CI confidence the gate uses. Default 0.95. */
-  confidence?: number;
-  /** True when the holdout is scored by the SAME judge/scorer family as the gate
-   *  (selfImprove's default composition — one judge scores everything). Under a
-   *  shared channel, raising paired n reduces only the IDIOSYNCRATIC noise share;
-   *  systematic judge bias is untouched, so the MDE here is a lower bound and the
-   *  only full debiaser is an independent second scoring channel
-   *  (recursive-self-improvement S1c, closed form in EXP-023 P0). Default false. */
-  sharedScorerChannel?: boolean;
-}
-interface PowerPreflight {
-  /** Paired observations the comparison will have. */
-  n: number;
-  /** Baseline per-cell composite standard deviation (the variance the effect must beat). */
-  sd: number;
-  /** Minimum detectable lift: the smallest TRUE effect the gate could ship at this budget. */
-  mde: number;
-  /** Baseline holdout composite mean. */
-  baselineMean: number;
-  /** Headroom to a perfect 1.0 composite (the largest achievable lift on a [0,1] judge). */
-  headroom: number;
-  /** True when even the largest achievable effect (headroom) is below the MDE —
-   *  the run is structurally unable to ship regardless of proposal quality.
-   *  Only asserted for [0,1]-scaled judges (see `scaleAssumed`). */
-  underpowered: boolean;
-  /** True when composites look [0,1]-scaled; headroom/underpowered are only
-   *  meaningful under that convention (0-100 judges get mde/sd/n but no verdict). */
-  scaleAssumed: boolean;
-  deltaThreshold: number;
-  confidence: number;
-  /** Set when the holdout shares the gate's scoring channel: more cells cannot
-   *  buy back systematic judge bias — treat the MDE as a lower bound. */
-  sharedChannelCaveat?: string;
-  /** One actionable sentence for humans and logs. */
-  recommendation: string;
-}
-/** Estimate the minimum detectable lift a paired-holdout improvement run can
- *  ship at a given budget, from the baseline holdout composites — call it BEFORE
- *  spending a search to learn whether the effect you are hunting is even
- *  observable at this holdout size and worker variance. */
-declare function powerPreflight(opts: PowerPreflightOptions): PowerPreflight;
-//#endregion
-export { Objective as a, paretoFrontier as c, Direction as i, PowerPreflightOptions as n, ParetoResult as o, powerPreflight as r, dominates as s, PowerPreflight as t };
-//# sourceMappingURL=power-preflight-Ptse_Kq7.d.ts.map

package/dist/power-preflight-Ptse_Kq7.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"power-preflight-Ptse_Kq7.d.ts","names":[],"sources":["../src/pareto.ts","../src/campaign/gates/power-preflight.ts"],"mappings":";;;;;;;;;;;;;;;;KAgBY;UAEK,UAAU;;EAEzB;EACA,WAAW;EACX,QAAQ,WAAW;;UAGJ,aAAa;EAC5B,UAAU;EACV,WAAW;;EAEX,cAAc;IAAQ,WAAW;IAAG,WAAW;;;;iBAIjC,UAAU,GAAG,GAAG,GAAG,GAAG,GAAG,YAAY,UAAU;;;;;;iBAmB/C,eAAe,GAAG,YAAY,KAAK,YAAY,UAAU,OAAO,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;UC5B5E;;EAEf;;;EAGA;;EAEA;;EAEA;;;;;;;EAOA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;;;EAIA;;;EAGA;EACA;EACA;;;EAGA;;EAEA;;;;;;iBAec,eAAe,MAAM,wBAAwB"}