@tangle-network/agent-eval 0.144.6 → 0.144.8

package/dist/{skillopt-optimization-method-7S43rbDB.d.ts → skillopt-optimization-method-BO7NAl3b.d.ts}

@@ -1,15 +1,13 @@
 import { c as CostLedgerHandle, f as CostLedgerSummary, m as CostReceipt, o as CostLedger, p as CostProvenance } from "./cost-ledger-Bv_e8XHY.js";
 import { a as RunRecord } from "./run-record-DdSa93_W.js";
-import { A as ChatClient, U as LlmCallMetadata } from "./types-XMVEdrE_.js";
+import { A as ChatClient, U as LlmCallMetadata } from "./types-D216SgwM.js";
 import { s as TraceStore } from "./store-CT9YIIve.js";
-import { m as ProposalFinding } from "./types-BhP9q0Fq.js";
-import { _ as ExternalTextEvaluationRequest, c as ExternalOptimizerModelBudget, g as ExternalTextCandidate, h as ExternalOptimizerRunnerCommand, l as ExternalOptimizerModelCall, m as ExternalOptimizerResumeMode, r as ExternalOptimizerCallbackLimits } from "./external-optimizer-contracts-Q9c0L3eY.js";
-import { C as JudgeDimension, H as SurfaceProposer, N as ParetoParent, R as Scenario, S as JudgeConfig, _ as GateDecision, a as CampaignResult, b as GenerationRecord, c as CampaignTraceWriter, d as DispatchContext, f as DispatchFn, g as GateContribution, h as GateContext, i as CampaignCostMeter, j as MutableSurface, k as LabeledScenarioStore, o as CampaignScenarioIdentity, p as Gate, r as CampaignCellResult, v as GateResult, y as GenerationCandidate } from "./types-DOZyvsFU.js";
+import { _ as ProposalFinding } from "./types-DF_Udrp-.js";
+import { _ as ExternalTextEvaluationRequest, c as ExternalOptimizerModelBudget, g as ExternalTextCandidate, h as ExternalOptimizerRunnerCommand, l as ExternalOptimizerModelCall, m as ExternalOptimizerResumeMode, r as ExternalOptimizerCallbackLimits } from "./external-optimizer-contracts-CZuJNcT5.js";
+import { C as JudgeDimension, H as SurfaceProposer, N as ParetoParent, R as Scenario, S as JudgeConfig, _ as GateDecision, a as CampaignResult, b as GenerationRecord, c as CampaignTraceWriter, d as DispatchContext, f as DispatchFn, g as GateContribution, i as CampaignCostMeter, j as MutableSurface, k as LabeledScenarioStore, o as CampaignScenarioIdentity, p as Gate, r as CampaignCellResult, v as GateResult, y as GenerationCandidate } from "./types-DYuNHo9R.js";
 import { a as DatasetScenario, t as Dataset } from "./dataset-C8xaLXdY.js";
-import { y as PairedBootstrapResult } from "./statistics-C-dm-J6H.js";
-import { A as PairedMcNemarEvidence, D as PairedDecisionMethod, k as PairedDecisionStatistic } from "./summary-report-B0cAyA7N.js";
-import { t as DetectRewardHackingInput } from "./reward-hacking-RZgnGWlx.js";
-import { g as TraceSpanEvent, t as HostedClient } from "./client-0JI64ovJ.js";
+import { t as DetectRewardHackingInput } from "./reward-hacking-Cf1PtEOz.js";
+import { g as TraceSpanEvent, t as HostedClient } from "./client-DjXROWpx.js";
 import { z } from "zod";
 //#region src/llm-judge.d.ts
 /** A rubric dimension as a bare key or the full `{ key, description }` shape. A
@@ -918,290 +916,6 @@ interface HeldOutGateOptions<TScenario extends Scenario = Scenario> {
  */
 declare function heldOutGate<TArtifact, TScenario extends Scenario>(options: HeldOutGateOptions<TScenario>): Gate<TArtifact, TScenario>;
 //#endregion
-//#region src/campaign/gates/power-preflight.d.ts
-/**
- * Power preflight — "can this budget detect the effect you are hunting?"
- *
- * The failure it prevents (measured, twice): a live prompt-improvement campaign ran
- * 333 sandbox cells over 5.6 hours and produced a +0.08 holdout lift the ship gate
- * (paired bootstrap, CI.low > 0.05) could not distinguish from zero — because at
- * that holdout size and worker variance the MINIMUM DETECTABLE lift was larger than
- * any effect a prompt change plausibly produces. The budget was spent learning what
- * a 30-second calculation on the baseline cells already knew. No eval framework we
- * know of surfaces this; every underpowered improvement run everywhere ends in an
- * uninformative "hold".
- *
- * Model: the ship rule is `CI.low(paired Δ) > deltaThreshold`. Approximating the
- * bootstrap CI as normal, `CI.low ≈ effect − z·sd_Δ/√n`, so the smallest shippable
- * true effect is `MDE = deltaThreshold + z·sd_Δ/√n`. The paired-delta SD is unknown
- * before the candidate exists; we bound it by the zero-correlation case
- * `sd_Δ ≤ √2·sd_baseline` — a CONSERVATIVE (upper) MDE, which is the correct
- * direction for a warning. Pairing is per cell (`scenario:rep`), so reps multiply n.
- *
- * Standalone by design: feed it any baseline composites (a `gate:'none'` run, a
- * live-proof table) BEFORE budgeting the real search; `selfImprove` also attaches
- * it to every result and warns when the run was structurally unable to ship.
- */
-interface PowerPreflightOptions {
-  /** Per-cell baseline composites on the HOLDOUT scenarios (one per scenario:rep cell). */
-  baselineComposites: number[];
-  /** Paired observations the budgeted comparison will produce
-   *  (holdout scenarios × reps). Defaults to `baselineComposites.length`. */
-  pairedN?: number;
-  /** The ship gate's effect-size threshold. Default 0.05 (defaultProductionGate). */
-  deltaThreshold?: number;
-  /** CI confidence the gate uses. Default 0.95. */
-  confidence?: number;
-  /** True when the holdout is scored by the SAME judge/scorer family as the gate
-   *  (selfImprove's default composition — one judge scores everything). Under a
-   *  shared channel, raising paired n reduces only the IDIOSYNCRATIC noise share;
-   *  systematic judge bias is untouched, so the MDE here is a lower bound and the
-   *  only full debiaser is an independent second scoring channel
-   *  (recursive-self-improvement S1c, closed form in EXP-023 P0). Default false. */
-  sharedScorerChannel?: boolean;
-}
-interface PowerPreflight {
-  /** Paired observations the comparison will have. */
-  n: number;
-  /** Baseline per-cell composite standard deviation (the variance the effect must beat). */
-  sd: number;
-  /** Minimum detectable lift: the smallest TRUE effect the gate could ship at this budget. */
-  mde: number;
-  /** Baseline holdout composite mean. */
-  baselineMean: number;
-  /** Headroom to a perfect 1.0 composite (the largest achievable lift on a [0,1] judge). */
-  headroom: number;
-  /** True when even the largest achievable effect (headroom) is below the MDE —
-   *  the run is structurally unable to ship regardless of proposal quality.
-   *  Only asserted for [0,1]-scaled judges (see `scaleAssumed`). */
-  underpowered: boolean;
-  /** True when composites look [0,1]-scaled; headroom/underpowered are only
-   *  meaningful under that convention (0-100 judges get mde/sd/n but no verdict). */
-  scaleAssumed: boolean;
-  deltaThreshold: number;
-  confidence: number;
-  /** Set when the holdout shares the gate's scoring channel: more cells cannot
-   *  buy back systematic judge bias — treat the MDE as a lower bound. */
-  sharedChannelCaveat?: string;
-  /** One actionable sentence for humans and logs. */
-  recommendation: string;
-}
-/** Estimate the minimum detectable lift a paired-holdout improvement run can
- *  ship at a given budget, from the baseline holdout composites — call it BEFORE
- *  spending a search to learn whether the effect you are hunting is even
- *  observable at this holdout size and worker variance. */
-declare function powerPreflight(opts: PowerPreflightOptions): PowerPreflight;
-//#endregion
-//#region src/pareto.d.ts
-/**
- * Pareto frontier — multi-objective optimization over candidate runs.
- *
- * Lifted from ADC pareto.ts and blueprint-agent frontier.ts. When you're
- * trading off (cost, latency, quality) or (passRate, tokenBudget,
- * ttfb), you rarely have a single "winner" — you have a set of
- * non-dominated candidates. This module exposes:
- *
- *   - `paretoFrontier`: filter a set of candidates to the non-dominated ones
- *   - `dominates`: does A dominate B across all objectives?
- *
- * Each objective is declared with a direction: 'maximize' (higher=better)
- * or 'minimize' (lower=better). Candidates are any object; pass an
- * `objective(candidate)` accessor.
- */
-type Direction = 'maximize' | 'minimize';
-interface Objective<T> {
-  /** Stable label used in reports. */
-  name: string;
-  direction: Direction;
-  value: (candidate: T) => number;
-}
-interface ParetoResult<T> {
-  frontier: T[];
-  dominated: T[];
-  /** Index map: frontier[i] dominates each of dominatedBy[i]. */
-  dominanceMap: Array<{
-    dominator: T;
-    dominated: T[];
-  }>;
-}
-/** Does candidate A weakly dominate B — strictly better on at least one objective and no worse on any? */
-declare function dominates<T>(a: T, b: T, objectives: Objective<T>[]): boolean;
-/**
- * Compute the non-dominated frontier. Candidates with NaN/Infinity on any
- * objective are excluded (can't rank them). A candidate enters the frontier
- * iff no other candidate dominates it.
- */
-declare function paretoFrontier<T>(candidates: T[], objectives: Objective<T>[]): ParetoResult<T>;
-/**
- * Weighted-sum scalarisation. Use as a tie-break / single-winner selector
- * when callers don't want to consume a frontier. Each objective contributes
- * its normalised value (0..1 via min-max across the candidate pool) times
- * its weight; missing weights default to 1/N.
- *
- * Direction is honoured automatically — `minimize` axes have their values
- * inverted before scaling so "higher scalar = better" always holds.
- */
-declare function scalarScore<T>(candidates: T[], objectives: Objective<T>[], options?: {
-  weights?: Partial<Record<string, number>>;
-}): Array<{
-  candidate: T;
-  score: number;
-}>;
-/**
- * NSGA-II crowding distance — secondary sort for ties on the frontier.
- *
- * When the Pareto front collapses to a single point (or many candidates tie
- * on dominance), naive selection picks arbitrarily and the population
- * degenerates over generations. NSGA-II preserves diversity by preferring
- * candidates with more empty space around them on the frontier.
- *
- * Returns an array of `{ candidate, distance }` in the SAME order as the
- * input. Higher distance = more isolated = should be preferred when
- * preserving diversity.
- */
-declare function crowdingDistance<T>(candidates: T[], objectives: Objective<T>[]): Array<{
-  candidate: T;
-  distance: number;
-}>;
-/**
- * Pareto frontier with tie-break by crowding distance — the canonical
- * NSGA-II selection step. Returns the frontier sorted by descending crowding
- * distance so callers can `.slice(0, k)` to pick K diverse winners.
- */
-declare function paretoFrontierWithCrowding<T>(candidates: T[], objectives: Objective<T>[]): Array<{
-  candidate: T;
-  distance: number;
-}>;
-//#endregion
-//#region src/campaign/gates/promotion-policy.d.ts
-/** Where an objective's per-cell scalar comes from. `composite` reads the
- *  judge's composite; `dimension` reads a named per-dimension score. */
-type ObjectiveSource = {
-  kind: 'composite';
-} | {
-  kind: 'dimension';
-  dimension: string;
-};
-interface PromotionObjective {
-  /** Stable label used in reports + `contributingGates`. */
-  name: string;
-  source: ObjectiveSource;
-  /** 'maximize' (quality dims) or 'minimize' (error/risk/length dims). Orients
-   *  the paired delta so a positive bootstrap always means "candidate better". */
-  direction: Direction;
-  /** The good-direction paired-delta CI lower bound must EXCEED this to count
-   *  as a significant gain on this axis. Interpreted in the judge's native
-   *  scale. Default 0 (⇒ "confidently better"). */
-  gainThreshold?: number;
-  /** A floor breach (regression) is declared when the good-direction CI lower
-   *  bound is below −floorTolerance, or when the exact small-sample test proves
-   *  a drop past it. When omitted it auto-scales off observed magnitudes
-   *  (0.05 on [0,1], 5 on 0-100), matching `dimensionRegressions`. */
-  floorTolerance?: number;
-}
-/** Per-axis verdict from the good-direction paired bootstrap. */
-type AxisVerdict = 'improved' | 'regressed' | 'flat' | 'few_runs';
-interface AxisEvidence {
-  name: string;
-  source: ObjectiveSource;
-  direction: Direction;
-  /** Paired bootstrap on the GOOD-DIRECTION delta (oriented by `direction`):
-   *  a positive value means the candidate is better on this axis.
-   *
-   *  DIAGNOSTIC on a pass/fail axis: there the verdict is decided on Tango's
-   *  score interval instead, because a percentile bootstrap over a three-atom
-   *  delta lattice is not a valid interval at the nonzero margin `floorTolerance`
-   *  and `gainThreshold` create. `ci` carries the interval that decided. */
-  bootstrap: PairedBootstrapResult;
-  /** Which paired statistic `bootstrap.low`/`.high` bracket. `'mean'` unless the
-   *  caller asked for the median — on a pass/fail axis the median and its whole
-   *  CI are pinned at 0 by tie domination and can see neither a gain nor a
-   *  regression. `bootstrap.median` still carries the median point estimate. */
-  bootstrapStatistic: 'median' | 'mean';
-  /** The interval the axis verdict was actually decided on, good-direction and
-   *  in the axis's native units. */
-  ci: {
-    low: number;
-    high: number;
-  };
-  /** Which estimator produced `ci`. */
-  decisionStatistic: PairedDecisionStatistic;
-  /** McNemar's exact evidence on a pass/fail axis; null otherwise. */
-  mcnemar: PairedMcNemarEvidence | null;
-  /** `ci` has zero width — no evidence in either direction, so the axis is
-   *  neither improved nor regressed however the point estimate sits. */
-  indeterminate: boolean;
-  /** Paired observations contributing to this axis. */
-  n: number;
-  minimumRequired: number;
-  decisionMethod: PairedDecisionMethod;
-  gainThreshold: number;
-  floorTolerance: number;
-  verdict: AxisVerdict;
-}
-interface EvidenceVector {
-  /** One entry per objective — NOTHING averaged across axes. */
-  axes: AxisEvidence[];
-  /** Smallest paired n across axes that produced observations — the binding
-   *  evidence-sufficiency constraint. 0 when no axis produced observations. */
-  minN: number;
-  /** Aggregate per-side cost from the gate context (a constraint input, not a
-   *  CI axis — see the module header). */
-  cost: {
-    candidate: number;
-    baseline: number;
-  };
-}
-/** A promotion strategy: a pure function from the evidence vector to a verdict.
- *  Many policies can run over the same `EvidenceVector` and disagree — that's
- *  the point (competing strategies, shared evidence). */
-type PromotionPolicy = (ev: EvidenceVector) => GateResult;
-interface BuildEvidenceVectorOptions {
-  /** Minimum paired observations before an axis can claim significance; below
-   *  it the axis is `few_runs`. The exact small-sample test may require more
-   *  observations at the selected confidence. */
-  minProductiveRuns?: number;
-  /** Confidence level for every axis bootstrap. Default 0.95. */
-  confidence?: number;
-  /** Bootstrap resamples. Default 2000. */
-  resamples?: number;
-  /** Fixed bootstrap seed for a deterministic, reproducible verdict. Default 1337. */
-  seed?: number;
-  /** Paired statistic every axis CI is computed on. Default `'mean'` — see
-   *  {@link DECISION_PAIRED_DELTA_STATISTIC} for why the median is not. */
-  statistic?: 'mean' | 'median';
-}
-/**
- * The Evidence Bus. For each objective, pair candidate vs baseline by full
- * cellId and bootstrap a CI on the good-direction paired delta. Reuses the
- * exact `pairHoldout` + `pairedBootstrap` machinery the held-out gate uses, so
- * a single source of truth governs pairing granularity + scale handling.
- */
-declare function buildEvidenceVector<TArtifact, TScenario extends Scenario>(ctx: GateContext<TArtifact, TScenario>, objectives: PromotionObjective[], opts?: BuildEvidenceVectorOptions): EvidenceVector;
-/**
- * The default strategy: symmetric multi-objective Pareto significance. Ship iff
- * the candidate weakly dominates the baseline at the confidence level — no axis
- * credibly worse AND ≥1 axis credibly better. Floor breach on any axis → hold
- * (anti-Goodhart, dominates everything). Insufficient evidence on any axis →
- * need_more_work. Statistically equivalent → hold (never ship noise).
- */
-declare const paretoPolicy: PromotionPolicy;
-interface ParetoSignificanceGateOptions extends BuildEvidenceVectorOptions {
-  /** The objective vector. Every axis is both a gain source and a safety floor. */
-  objectives: PromotionObjective[];
-  /** Strategy applied to the evidence vector. Default `paretoPolicy`. Override
-   *  to run a stricter/looser strategy over the SAME bus (competing policies). */
-  policy?: PromotionPolicy;
-  /** Override the gate name in reports. */
-  name?: string;
-}
-/**
- * Wrap the bus + a policy as a `Gate`. Plugs into the existing
- * `runImprovementLoop({ gate })` slot and composes via `composeGate`; default
- * loop behavior is unchanged because consumers opt in by passing this gate.
- */
-declare function paretoSignificanceGate<TArtifact = unknown, TScenario extends Scenario = Scenario>(options: ParetoSignificanceGateOptions): Gate<TArtifact, TScenario>;
-//#endregion
 //#region src/campaign/optimizer-model.d.ts
 type OptimizerModelBudget = ExternalOptimizerModelBudget;
 /** One metered model path supplied by the package that owns execution. */
@@ -1793,5 +1507,5 @@ interface SkillOptOptimizationMethodConfig<TScenario extends Scenario, TArtifact
 /** Run Microsoft's SkillOpt trainer as a complete optimization method. */
 declare function skillOptOptimizationMethod<TScenario extends Scenario, TArtifact>(config: SkillOptOptimizationMethodConfig<TScenario, TArtifact>): OptimizationMethod<TScenario, TArtifact>;
 //#endregion
-export { Objective as $, costFromLedgerSummary as $t, RunEvalOptions as A, LlmJudgeDimension as An, CanarySeverity as At, OptimizerModelBudget as B, ComparisonCost as Bt, RunImprovementLoopOptions as C, REFERENCE_EQUIVALENCE_JUDGE_VERSION as Cn, scoreRedTeamOutput as Ct, RunOptimizationOptions as D, ReferenceEquivalenceScenario as Dn, CanaryKind as Dt, PremeasuredOptimizationBaseline as E, ReferenceEquivalenceJudgeResult as En, CanaryEvaluation as Et, GepaOptimizationMethodConfig as F, ExternalTextOptimizerContext as Ft, ObjectiveSource as G, OptimizationMethodProvenance as Gt, AxisVerdict as H, OptimizationMethodComparison as Ht, GepaOptimizationRecipe as I, ExternalTextOptimizerResult as It, PromotionPolicy as J, OptimizationMethodScore as Jt, ParetoSignificanceGateOptions as K, OptimizationMethodResult as Kt, GepaRunnerCommand as L, ExternalOptimizationExample as Lt, GepaAdaptiveEngineRun as M, llmJudge as Mn, composeGate as Mt, GepaEngineOptions as N, externalTextOptimizationMethod as Nt, RunOptimizationResult as O, createReferenceEquivalenceJudge as On, CanaryOptions as Ot, GepaEngineRun as P, ExternalTextOptimizationMethodConfig as Pt, Direction as Q, compareOptimizationMethods as Qt, gepaOptimizationMethod as R, ExternalTextEvaluationResponse as Rt, verifyLoopProvenanceRecord as S, REFERENCE_EQUIVALENCE_INPUT_LIMITS as Sn, redTeamReport as St, runImprovementLoop as T, ReferenceEquivalenceJudgeOptions as Tn, CanaryAlert as Tt, BuildEvidenceVectorOptions as U, OptimizationMethodInput as Ut, AxisEvidence as V, OptimizationMethod as Vt, EvidenceVector as W, OptimizationMethodPairwise as Wt, paretoPolicy as X, OptimizationTokenUsage as Xt, buildEvidenceVector as Y, OptimizationPackageSource as Yt, paretoSignificanceGate as Z, combineComparisonCosts as Zt, emitLoopProvenance as _, campaignSplitDigest as _n, RedTeamCategory as _t, BuildLoopProvenanceArgs as a, RunCampaignOptions as an, scalarScore as at, provenanceRecordPath as b, OpenAutoPrResult as bn, RedTeamReport as bt, LoopProvenanceArgsFromResult as c, ExternalOptimizerExecutionSummary as cn, powerPreflight as ct, LoopProvenanceEvidence as d, createRunCostLedger as dn, DefaultProductionGateCheck as dt, optimizationTokenUsageFromSummary as en, ParetoResult as et, LoopProvenanceOptimizationMethod as f, fsCampaignStorage as fn, DefaultProductionGateOptions as ft, canonicalDigest as g, campaignScenarioIdentity as gn, RedTeamCase as gt, campaignMeasurementDigest as h, assertCampaignSplitIdentity as hn, DEFAULT_RED_TEAM_CORPUS as ht, skillOptOptimizationMethod as i, PlanCampaignRunOptions as in, paretoFrontierWithCrowding as it, runEval as j, LlmJudgeOptions as jn, runCanaries as jt, runOptimization as k, runReferenceEquivalenceJudge as kn, CanaryReport as kt, LoopProvenanceBackend as l, ExternalOptimizerObservationSummary as ln, HeldOutGateOptions as lt, buildLoopProvenanceRecord as m, assertCampaignDesign as mn, defaultProductionGate as mt, SkillOptRunnerCommand as n, CampaignRunPlan as nn, dominates as nt, EmitLoopProvenanceArgs as o, planCampaignRun as on, PowerPreflight as ot, LoopProvenanceRecord as p, inMemoryCampaignStorage as pn, DefaultProductionRewardHackingOptions as pt, PromotionObjective as q, OptimizationMethodRunOptions as qt, SkillOptTrainerConfig as r, CampaignRunPlanCell as rn, paretoFrontier as rt, EmitLoopProvenanceResult as s, runCampaign as sn, PowerPreflightOptions as st, SkillOptOptimizationMethodConfig as t, CampaignCellFailureReceipt as tn, crowdingDistance as tt, LoopProvenanceCandidate as u, CampaignStorage as un, heldOutGate as ut, loopProvenanceArgsFromResult as v, campaignSplitDigestFromIdentities as vn, RedTeamFinding as vt, RunImprovementLoopResult as w, ReferenceEquivalenceJudgeInput as wn, toolNamesForRun as wt, provenanceSpansPath as x, openAutoPr as xn, redTeamDataset as xt, loopProvenanceSpans as y, OpenAutoPrOptions as yn, RedTeamPayload as yt, OpenAICompatibleOptimizerModel as z, CompareOptimizationMethodsOptions as zt };
-//# sourceMappingURL=skillopt-optimization-method-7S43rbDB.d.ts.map
+export { redTeamDataset as $, openAutoPr as $t, RunEvalOptions as A, compareOptimizationMethods as At, OptimizerModelBudget as B, ExternalOptimizerExecutionSummary as Bt, RunImprovementLoopOptions as C, OptimizationMethodProvenance as Ct, RunOptimizationOptions as D, OptimizationPackageSource as Dt, PremeasuredOptimizationBaseline as E, OptimizationMethodScore as Et, GepaOptimizationMethodConfig as F, CampaignRunPlanCell as Ft, DefaultProductionRewardHackingOptions as G, inMemoryCampaignStorage as Gt, heldOutGate as H, CampaignStorage as Ht, GepaOptimizationRecipe as I, PlanCampaignRunOptions as It, RedTeamCase as J, campaignScenarioIdentity as Jt, defaultProductionGate as K, assertCampaignDesign as Kt, GepaRunnerCommand as L, RunCampaignOptions as Lt, GepaAdaptiveEngineRun as M, optimizationTokenUsageFromSummary as Mt, GepaEngineOptions as N, CampaignCellFailureReceipt as Nt, RunOptimizationResult as O, OptimizationTokenUsage as Ot, GepaEngineRun as P, CampaignRunPlan as Pt, RedTeamReport as Q, OpenAutoPrResult as Qt, gepaOptimizationMethod as R, planCampaignRun as Rt, verifyLoopProvenanceRecord as S, OptimizationMethodPairwise as St, runImprovementLoop as T, OptimizationMethodRunOptions as Tt, DefaultProductionGateCheck as U, createRunCostLedger as Ut, HeldOutGateOptions as V, ExternalOptimizerObservationSummary as Vt, DefaultProductionGateOptions as W, fsCampaignStorage as Wt, RedTeamFinding as X, campaignSplitDigestFromIdentities as Xt, RedTeamCategory as Y, campaignSplitDigest as Yt, RedTeamPayload as Z, OpenAutoPrOptions as Zt, emitLoopProvenance as _, CompareOptimizationMethodsOptions as _t, BuildLoopProvenanceArgs as a, ReferenceEquivalenceScenario as an, CanaryKind as at, provenanceRecordPath as b, OptimizationMethodComparison as bt, LoopProvenanceArgsFromResult as c, LlmJudgeDimension as cn, CanarySeverity as ct, LoopProvenanceEvidence as d, externalTextOptimizationMethod as dt, REFERENCE_EQUIVALENCE_INPUT_LIMITS as en, redTeamReport as et, LoopProvenanceOptimizationMethod as f, ExternalTextOptimizationMethodConfig as ft, canonicalDigest as g, ExternalTextEvaluationResponse as gt, campaignMeasurementDigest as h, ExternalOptimizationExample as ht, skillOptOptimizationMethod as i, ReferenceEquivalenceJudgeResult as in, CanaryEvaluation as it, runEval as j, costFromLedgerSummary as jt, runOptimization as k, combineComparisonCosts as kt, LoopProvenanceBackend as l, LlmJudgeOptions as ln, runCanaries as lt, buildLoopProvenanceRecord as m, ExternalTextOptimizerResult as mt, SkillOptRunnerCommand as n, ReferenceEquivalenceJudgeInput as nn, toolNamesForRun as nt, EmitLoopProvenanceArgs as o, createReferenceEquivalenceJudge as on, CanaryOptions as ot, LoopProvenanceRecord as p, ExternalTextOptimizerContext as pt, DEFAULT_RED_TEAM_CORPUS as q, assertCampaignSplitIdentity as qt, SkillOptTrainerConfig as r, ReferenceEquivalenceJudgeOptions as rn, CanaryAlert as rt, EmitLoopProvenanceResult as s, runReferenceEquivalenceJudge as sn, CanaryReport as st, SkillOptOptimizationMethodConfig as t, REFERENCE_EQUIVALENCE_JUDGE_VERSION as tn, scoreRedTeamOutput as tt, LoopProvenanceCandidate as u, llmJudge as un, composeGate as ut, loopProvenanceArgsFromResult as v, ComparisonCost as vt, RunImprovementLoopResult as w, OptimizationMethodResult as wt, provenanceSpansPath as x, OptimizationMethodInput as xt, loopProvenanceSpans as y, OptimizationMethod as yt, OpenAICompatibleOptimizerModel as z, runCampaign as zt };
+//# sourceMappingURL=skillopt-optimization-method-BO7NAl3b.d.ts.map

package/dist/skillopt-optimization-method-BO7NAl3b.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"skillopt-optimization-method-BO7NAl3b.d.ts","names":[],"sources":["../src/llm-judge.ts","../src/reference-equivalence-judge.ts","../src/campaign/auto-pr.ts","../src/campaign/coverage.ts","../src/campaign/storage.ts","../src/campaign/external-optimizer-observations.ts","../src/campaign/run-campaign.ts","../src/campaign/presets/compare-optimization-methods.ts","../src/campaign/external-text-evaluation.ts","../src/campaign/external-text-optimization-contract.ts","../src/campaign/external-text-optimization.ts","../src/campaign/gates/compose.ts","../src/canary.ts","../src/red-team.ts","../src/campaign/gates/default-production-gate.ts","../src/campaign/gates/heldout-gate.ts","../src/campaign/optimizer-model.ts","../src/campaign/gepa-optimization-method.ts","../src/campaign/presets/run-eval.ts","../src/campaign/presets/run-optimization.ts","../src/campaign/presets/run-improvement-loop.ts","../src/campaign/provenance.ts","../src/campaign/skillopt-optimization-method.ts"],"mappings":";;;;;;;;;;;;;;KA6CY,6BAA6B;UAExB,gBAAgB,WAAW,kBAAkB,WAAW;;;;EAIvE,MAAM;;;EAGN,aAAa;;EAEb;;EAEA;EACA;EACA;;;EAGA,UAAU;;;;;EAKV;;EAEA,aAAa,UAAU;;;EAGvB,cAAc;IAAS,UAAU;IAAW,UAAU;;;EAEtD,aAAa;EACb;IAAmB;IAAc,QAAQ,EAAE;;;;;;;;;;;;;iBAoB7B,SAAS,qBAAqB,kBAAkB,WAAW,UACzE,cACA,gBACA,MAAM,gBAAgB,WAAW,aAChC,YAAY,WAAW;;;cC7Fb;cAEA;WACX;WACA;WACA;;UAGe,qCAAqC;EACpD;EACA;;UAGe;EACf;EACA;EACA;;UAGe;;EAEf,MAAM;;EAEN;;EAEA,SAAS;;EAET,aAAa;;UAGE,wCAAwC;EACvD;EACA;EACA;EACA;;;iBA0Bc,gCACd,SAAS,mCACR,oBAAoB;;iBA2CD,6BACpB,OAAO,gCACP,SAAS,mCACR,QAAQ;;;UCjGM,kBAAkB,WAAW,kBAAkB;;EAE9D,QAAQ,eAAe,WAAW;;;EAGlC,MAAM;;;EAGN;;EAEA;EACA;;EAEA;;EAEA;;;EAGA;;EAEA,UAAU;IAAqB;IAAgB;IAAgB;;;UAGhD;EACf;EACA;EACA;EACA;;;;;iBAMc,WAAW,WAAW,kBAAkB,UACtD,SAAS,kBAAkB,WAAW,aACrC;;;;iBC1Ca,qBAAqB,kBAAkB,UACrD,oBAAoB,aACpB;;iBA2Bc,yBAAyB,kBAAkB,UACzD,UAAU,YACT,2BAA2B,KAAK;;iBAUnB,kCACd,oBAAoB,4BACpB;;iBAgBc,oBAAoB,kBAAkB,UACpD,oBAAoB,aACpB;;iBAOc,4BACd,oBAAoB,4BACpB,cACA;;;;;;;;;;;;;;;;;;UC9De;;EAEf,UAAU;;EAEV,OAAO;;EAEP,KAAK;;EAEL,MAAM,cAAc,kBAAkB;;;EAGtC,OAAO,cAAc,iBAAiB;;;;;;;;;iBAUxB,qBAAqB;;;;iBA0CrB,2BAA2B;;iBAmC3B,oBAAoB;EAClC,SAAS;EACT;EACA;;EAEA;IACE;;;UCpHa;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;;;;UCqBe,mBAAmB,kBAAkB,UAAU;EAC9D,WAAW;EACX,UAAU,WAAW,WAAW;;EAEhC,SAAS;;;;;;EAMT;EACA,SAAS,YAAY,WAAW;;EAEhC;;;EAGA;;;EAGA;;;;;;EAMA;;;;EAIA,eAAe;EACf;EACA;;EAEA;;;EAGA,aAAa;;EAEb;;EAEA,WAAW,SAAS;;EAEpB;;;;;;;;EAQA;;;;;;;;;;EAUA;;;;;EAKA;;;;EAIA;;;EAGA;;;;EAIA;;;;;;;;;;;EAWA;;EAEA,YAAY;;EAEZ,oBAAoB,gBAAgB,gBAAgB;;;;;;EAMpD,UAAU;;;;;;;;;;;;EAYV,iBAAiB;IACf,UAAU;IACV;IACA;;;;;;;UAQa,2BAA2B;EAC1C;EACA;EACA;EACA;IACE;IACA;IACA;MACE;MACA;MACA;;;EAGJ,MAAM,mBAAmB;EACzB,MAAM;;;;;iBAMc,YAAY,kBAAkB,UAAU,WAC5D,MAAM,mBAAmB,WAAW,aACnC,QAAQ,eAAe,WAAW;UAwjBpB;EACf;EACA;EACA;EACA;EACA;EACA;EACA,SAAS;;UAGM;EACf;EACA;EACA;EACA;EACA;EACA;EACA,OAAO;;UAGQ,uBAAuB,kBAAkB,UAAU;EAClE,WAAW;EACX,WAAW,WAAW,WAAW;EACjC;EACA,SAAS,YAAY,WAAW;EAChC;EACA;EACA;;EAEA;EACA;;EAEA;EACA,UAAU;;EAEV,aAAa;;EAEb,WAAW,SAAS;;;;;;iBAON,gBAAgB,kBAAkB,UAAU,WAC1D,MAAM,uBAAuB,WAAW,aACvC;KAwXE;;;;KCpnCO,6BAA6B,kBAAkB,UAAU,aAAa,KAChF,mBAAmB,WAAW;;UAKf;;EAEf;;EAEA,gBAAgB;EAChB;EACA;;UAGe;EACf;;EAEA;EACA;EACA;EACA;EACA;;EAEA;;UAGe;EACf;EACA;;UAGe;EACf;EACA;;UAGe;;EAEf;;EAEA;;EAEA;EACA;;EAEA;EACA;EACA;;UAGe;;EAEf,QAAQ;;EAER,SAAS;;EAET,UAAU;;EAEV,SAAS;;EAET;;EAEA;EACA;;EAEA;EACA;EACA;EACA;EACA,aAAa;;EAEb,eAAe;;EAEf,kBAAkB;;;UAIH,wBAAwB,kBAAkB,UAAU;;WAE1D,iBAAiB;;WAEjB,yBAAyB;;WAEzB,6BAA6B;;WAE7B,sBACP,SAAS,gBACT,UAAU,WACV,KAAK,oBACF,QAAQ;;WAEJ,iBAAiB,YAAY,WAAW;;WAExC;WACA;;WAEA,YAAY,SAAS,6BAA6B,WAAW;;WAE7D,YAAY;;UAGN;;EAEf,eAAe;;EAEf,MAAM;;EAEN;;EAEA,aAAa;;;UAIE,mBAAmB,kBAAkB,WAAW,UAAU;;EAEzE;EACA,WACE,OAAO,wBAAwB,WAAW,eACvC,QAAQ;;UAGE;EACf;;EAEA;;EAEA;;EAEA;;;EAGA;IAAU;IAAa;;;EAEvB,kBAAkB;;EAElB;;EAEA,aAAa;;EAEb,gBAAgB;IACd;IACA;IACA;IACA;;EAEF,eAAe;;EAEf;;UAGe;;EAEf;EACA;;EAEA;EACA;EACA;;EAEA;;UAGe;;EAEf,QAAQ;EACR,MAAM;;EAEN,UAAU;EACV;;EAEA,kBAAkB;;EAElB,UAAU;;EAEV,WAAW;;EAEX;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe,kCAAkC,kBAAkB,UAAU,mBACrE,KAAK,mBAAmB,WAAW;EAC3C,SAAS,mBAAmB,WAAW;EACvC,iBAAiB;;EAEjB,gBAAgB;;EAEhB,oBAAoB;;EAEpB,eAAe;;EAEf,sBACE,SAAS,gBACT,UAAU,WACV,KAAK,oBACF,QAAQ;EACb,QAAQ,YAAY,WAAW;;;EAG/B;;EAEA,yBAAyB,6BAA6B,WAAW;;EAEjE;;;EAGA;;EAEA;;;;;iBAMoB,2BAA2B,kBAAkB,UAAU,WAC3E,MAAM,kCAAkC,WAAW,aAClD,QAAQ;;iBAwvBK,sBAAsB,SAAS,oBAAoB;;iBAYnD,kCACd,SAAS,mBACT,mBAAmB,gBAClB;;iBA0Ba,uBACd,SAAS;EAAgB;EAAe,MAAM;KAC7C;;;UC3hCc;EACf;EACA;;UAGe;EACf;EACA;IACE;IACA,YAAY;IACZ;IACA;;;;;UCba;WACN;WACA;WACA;WACA;WACA;WACA,eAAe;WACf,mBAAmB;WACnB,uBAAuB;WACvB;WACA;;WAEA;WACA;WACA;WACA,QAAQ;;WAER,MAAM;WACN,WACP,SAFa,kCAGV,QAAQ;;UAGE;EACf,eAAe;EACf;EACA;IACM;;IACA;;IACA;IAAkB;;;;;;;;;UAqBT,qCACf,kBAAkB,UAClB;EAEA;EACA,QAAQ,KAAK;EACb;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA,SAAS;EACT;EACA;EACA,oBAAoB,UAAU;EAC9B,oBAAoB,UAAU,WAAW,UAAU;EACnD,MAAM,SAAS,iCAAiC,QAAQ;;;;;;;;;;iBCN1C,+BAA+B,kBAAkB,UAAU,WACzE,QAAQ,qCAAqC,WAAW,aACvD,mBAAmB,WAAW;;;;;;iBClEjB,YAAY,qBAAqB,kBAAkB,WAAW,aACzE,OAAO,MAAM,KAAK,WAAW,cAC/B,KAAK,WAAW;;;KCkBP;KAEA;UAEK;EACf,MAAM;EACN,UAAU;EACV;;;EAGA,UAAU;;UAGK;EACf,QAAQ;;EAER,QAAQ,OAAO;;EAEf,aAAa;;UAGE;EACf,MAAM;EACN;EACA;EACA;;UAGe;;;;;;;;;;EAUf;IACE;IACA;;IAEA;;;;;;;;;;;;;EAcF;IACE;IACA;IACA;IACA;;;;;;;;;;EAWF;IACE,WAAW,KAAK;IAChB;IACA;IACA;IACA;;;;;;;;iBASY,YAAY,MAAM,aAAa,OAAM,gBAAqB;;;KClG9D;UAUK;EACf,UAAU;;EAEV;;;;;EAKA;;EAEA;;EAEA;;UAGe,oBAAoB;EACnC,SAAS;;UAGM;EACf;EACA,UAAU;EACV;EACA;EACA;;UAGe;EACf,UAAU;EACV,oBAAoB,OAAO;EAC3B;;;cA0DW,yBAAyB;iBA6FtB,eAAe,aAAY,gBAAqB;;;;;iBAkBhD,mBACd,gBACA,qBACA,QAAQ,cACP;;iBA4Fa,cAAc,UAAU,mBAAmB;;;;;iBAqBrC,gBAAgB,OAAO,YAAY,gBAAgB;;;KC9T7D;KAOA,wCAAwC,KAClD;EAGA,SAAS,YAAY;;UAGN;;;EAGf,kBAAkB;;;;;EAKlB;;EAEA;;EAEA;;EAEA;;;;EAIA;;;;EAIA;;;;;EAKA;;;;EAIA;;;EAGA;;;;EAIA,iBAAiB;;;EAGjB,aAAa;;EAEb,gBAAgB;;EAEhB,SAAS;;;;;EAKT,iBAAiB;;;;;iBAMH,sBAAsB,WAAW,kBAAkB,UACjE,SAAS,+BACR,KAAK,WAAW;;;UC/EF,mBAAmB,kBAAkB,WAAW;EAC/D,WAAW;;;EAGX;;EAEA;;;;EAIA;;EAEA;;EAEA;;;;;;;;iBASc,YAAY,WAAW,kBAAkB,UACvD,SAAS,mBAAmB,aAC3B,KAAK,WAAW;;;KCvCP,uBAAuB;;UAGlB;EACf;EACA,QAAQ;;EAER,MAAM;;EAEN;;;;;UCiDe;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;;;;EAKA,eAAe;;;UAIA,sBAAsB;;EAErC;;;KAIU,wBAAwB;;;;;;;KAQxB;EAEN;EACA,KAAK;;EAGL;EACA,eAAe;;EAGf;EACA,eAAe;;EAEf;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;;EAGA;EACA,eAAe;EACf;;EAGA;EACA,eAAe;EACf;;EAGA;EACA,kBAAkB;EAClB,cAAc;EACd;;;KAIM,oBAAoB;UAEf,6BAA6B,kBAAkB,UAAU;;EAExE;;EAEA,QAAQ;;EAER;;EAEA;;EAEA;;;;;EAKA;;EAEA;;EAEA;;EAEA,2BAA2B,QAAQ;;EAEnC;;;;;;EAMA,YAAY;;;;;;EAMZ,oBAAoB,UAAU;;EAE9B,oBAAoB,UAAU,WAAW,UAAU;;EAEnD,SAAS;;;;;EAKT;EACA,SAAS;;;;;;;;;;iBAWK,uBAAuB,kBAAkB,UAAU,WACjE,QAAQ,6BAA6B,WAAW,aAC/C,mBAAmB,WAAW;;;UC3LhB,eAAe,kBAAkB,UAAU,mBAClD,KAAK,mBAAmB,WAAW;EAC3C;;;;;iBAMoB,QAAQ,kBAAkB,UAAU,WACxD,MAAM,eAAe,WAAW,aAC/B,QAAQ,eAAe,WAAW;;;UC0BpB,gCAAgC,WAAW,kBAAkB;;EAE5E;;EAEA,UAAU,eAAe,WAAW;;UAGrB,2BAA2B,kBAAkB,UAAU,mBAC9D,KAAK,mBAAmB,WAAW;;EAE3C,iBAAiB;;;;;;;;;EASjB,sBAAsB,gCAAgC,WAAW;;EAEjE,sBACE,SAAS,gBACT,UAAU,WACV,KAAK,WAAW,mBAAmB,WAAW,+BAC3C,QAAQ;;EAEb,UAAU,gBAAgB;EAC1B;EACA;;;EAGA;;;EAGA;;EAEA,WAAW,cAAc;;;;;;;;;;;EAWzB,qBAAqB;IACnB;IACA;IACA,YAAY;MACV;MACA,UAAU,eAAe,WAAW;MACpC;;IAEF,SAAS;;IAET,aAAa;IACb;QACI,QAAQ,cAAc;;;;;;;;;;;;;;;;;;EAkB5B,oBAAoB,UAAU,eAAe,WAAW;;KAG9C,uBACV,kBAAkB,UAClB,aACE,2BAA2B,WAAW;UAEzB,sBAAsB,WAAW,kBAAkB;EAClE,aAAa;IACX,QAAQ;IACR,UAAU;MACR;MACA,SAAS;MACT,UAAU,eAAe,WAAW;;;;EAIxC,iBAAiB;EACjB,eAAe;EACf;;;;EAIA;;;;EAIA;EACA,kBAAkB,eAAe,WAAW;;EAE5C,MAAM;;;;;;EAMN,gBAAgB;;;;;iBAMI,gBAAgB,kBAAkB,UAAU,WAChE,MAAM,uBAAuB,WAAW,aACvC,QAAQ,sBAAsB,WAAW;;;KCpJhC,0BACV,kBAAkB,UAClB,aACE,uBAAuB,WAAW;;;EAGpC,kBAAkB;;;;;;;;;EASlB;;;;EAIA,MAAM,KAAK,WAAW;;;;;EAKtB;;EAEA;EACA;;;;;;;;EAQA,cAAc,eAAe,gBAAgB,iBAAiB,mBAAmB;;UAGlE,yBAAyB,WAAW,kBAAkB,kBAC7D,sBAAsB,WAAW;EACzC,mBAAmB,eAAe,WAAW;EAC7C,iBAAiB,eAAe,WAAW;EAC3C,uBAAuB,eAAe,WAAW;EACjD,qBAAqB;EACrB,YAAY,QAAQ,WAAW,KAAK,WAAW;;;;EAI/C;;;;;EAKA;EACA,WAAW,kBAAkB;;;;;iBAMT,mBAAmB,kBAAkB,UAAU,WACnE,MAAM,0BAA0B,WAAW,aAC1C,QAAQ,yBAAyB,WAAW;;;UC1B9B;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;;EAGA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,UAAU,YAAY;;EAEtB;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;EACA;EACA;EACA;;UAGe;EACf;IACE;IACA;;EAEF;IACE;IACA;IACA;IACA;MACE;MACA;MACA;MACA;;;EAGJ;;UAGe;EACf;EACA,MAAM;EACN;EACA,aAAa;;;;;;;UAQE;EACf;;EAEA;EACA;EACA;EACA;;EAEA;EACA;;EAEA;EACA;;EAEA;;EAEA,YAAY;;EAEZ,qBAAqB;;EAErB,UAAU;;EAEV;;EAEA;IACE,UAAU;IACV;IACA;IACA,mBAAmB;;;;;;EAMrB;;EAEA;;EAEA;;;EAGA;;EAEA,SAAS;EACT;EACA;;UAGe,wBAAwB,WAAW,kBAAkB;EACpE;EACA;EACA;EACA,iBAAiB;EACjB,eAAe;EACf;EACA;;EAEA,wBAAwB,eAAe,WAAW;;EAElD,aAAa;IACX;IACA,YAAY;IACZ;;;IAGA,UAAU;MACR;MACA,SAAS;MACT,UAAU,eAAe,WAAW;;;EAGxC,MAAM;;;;EAIN;EACA,mBAAmB,eAAe,WAAW;EAC7C,iBAAiB,eAAe,WAAW;EAC3C,qBAAqB;EACrB,uBAAuB,eAAe,WAAW;;EAEjD,cAAc,cAAc;EAC5B;EACA;EACA,qBAAqB;;UAGN,6BAA6B,WAAW,kBAAkB;EACzE;EACA;EACA;EACA,iBAAiB;EACjB,QAAQ,yBAAyB,WAAW;EAC5C,cAAc,cAAc;EAC5B;EACA;;;iBAIc,6BAA6B,WAAW,kBAAkB,UACxE,OAAO,6BAA6B,WAAW,aAC9C,wBAAwB,WAAW;;iBA4CtB,0BAA0B,WAAW,kBAAkB,UACrE,MAAM,wBAAwB,WAAW,aACxC;;iBAoRa,0BAA0B,WAAW,kBAAkB,UACrE,UAAU,eAAe,WAAW;;iBAqCtB,2BAA2B,QAAQ,uBAAuB;;iBAa1D,gBAAgB;;;;;;;;;;;;iBA2KhB,oBACd,QAAQ,sBACR;EAAQ;IACP;;iBAiJa,qBAAqB;;;;iBAMrB,oBAAoB;UAInB;EACf,QAAQ;EACR,OAAO;;EAEP;EACA;;UAGe,uBAAuB,WAAW,kBAAkB,kBAC3D,wBAAwB,WAAW;;EAE3C,SAAS;;;EAGT,eAAe;;;;;;;;;;;;iBA+EK,mBAAmB,WAAW,kBAAkB,UACpE,MAAM,uBAAuB,WAAW,aACvC,QAAQ;;;UCz8BM;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;;;;EAKA,YAAY;;KAGF,wBAAwB;UAEnB,iCAAiC,kBAAkB,UAAU;EAC5E;;EAEA;EACA;;EAEA;EACA,SAAS;;;;;EAKT,WAAW;;EAEX;;EAEA;EACA;;EAEA;;EAEA,2BAA2B,QAAQ;EACnC;EACA,oBAAoB,UAAU;EAC9B,oBAAoB,UAAU,WAAW,UAAU;EACnD,SAAS;EACT,SAAS;;;iBAIK,2BAA2B,kBAAkB,UAAU,WACrE,QAAQ,iCAAiC,WAAW,aACnD,mBAAmB,WAAW"}