@tangle-network/agent-eval 0.216.1 → 0.218.1

package/dist/{promotion-policy-KO57gbyV.js.map → promotion-policy-6A8osGr_.js.map}

@@ -1 +1 @@
-{"version":3,"file":"promotion-policy-KO57gbyV.js","names":[],"sources":["../src/campaign/gates/promotion-policy.ts"],"sourcesContent":["/**\n * Build paired evidence for each objective and apply a promotion policy.\n * The default policy requires at least one gain and every regression floor to\n * clear. A floor can fail because a larger loss remains plausible; that does\n * not demonstrate an observed regression. Missing evidence stays unresolved.\n * Confidence intervals apply to each axis, without a multiplicity adjustment.\n *\n * Cost and latency remain aggregate constraints because GateContext does not\n * supply paired observations for them. Compose a budget gate when needed.\n */\n\nimport {\n  decidePairedPromotion,\n  type PairedDecisionMethod,\n  type PairedDecisionStatistic,\n  type PairedMcNemarEvidence,\n} from '../../paired-promotion-decision'\nimport type { Direction } from '../../pareto'\nimport {\n  DECISION_PAIRED_DELTA_STATISTIC,\n  type PairedBootstrapResult,\n  pairedBootstrap,\n} from '../../statistics'\nimport type { Gate, GateContext, GateDecision, GateResult, JudgeScore, Scenario } from '../types'\nimport { detectScale, pairHoldout } from './statistical-heldout'\n\n/** Where an objective's per-cell scalar comes from. `composite` reads the\n *  judge's composite; `dimension` reads a named per-dimension score. */\nexport type ObjectiveSource = { kind: 'composite' } | { kind: 'dimension'; dimension: string }\n\nexport interface PromotionObjective {\n  /** Stable label used in reports + `contributingGates`. */\n  name: string\n  source: ObjectiveSource\n  /** 'maximize' (quality dims) or 'minimize' (error/risk/length dims). Orients\n   *  the paired delta so a positive bootstrap always means \"candidate better\". */\n  direction: Direction\n  /** Declared binary support {0, binaryScale}, including zero-only observations.\n   *  Must be finite and positive; paired cell scores must be 0 or this scale.\n   *  Uses the risk-difference mean and rejects the 'median' statistic. */\n  binaryScale?: number\n  /** The good-direction paired-delta CI lower bound must EXCEED this to count\n   *  as a significant gain on this axis. Interpreted in the judge's native\n   *  scale. Default 0 (⇒ \"confidently better\"). */\n  gainThreshold?: number\n  /** A floor breach (regression) is declared when the good-direction CI lower\n   *  bound is below −floorTolerance, or when the exact small-sample test proves\n   *  a drop past it. Defaults to 0.05 times the declared binary scale, or\n   *  auto-scales off observed magnitudes (0.05 on [0,1], 5 on 0-100). */\n  floorTolerance?: number\n}\n\n/** Per-axis verdict from the shared paired decision rule.\n *  'regressed' includes uncertainty that prevents clearing the regression floor. */\nexport type AxisVerdict = 'improved' | 'regressed' | 'flat' | 'few_runs' | 'indeterminate'\n\nexport interface AxisEvidence {\n  name: string\n  source: ObjectiveSource\n  direction: Direction\n  /** Paired bootstrap on the GOOD-DIRECTION delta (oriented by `direction`):\n   *  a positive value means the candidate is better on this axis.\n   *\n   *  DIAGNOSTIC on a pass/fail axis: there the verdict is decided on Tango's\n   *  score interval instead, because a percentile bootstrap over a three-atom\n   *  delta lattice is not a valid interval at the nonzero margin `floorTolerance`\n   *  and `gainThreshold` create. `ci` carries the interval that decided. */\n  bootstrap: PairedBootstrapResult\n  /** Which paired statistic `bootstrap.low`/`.high` bracket. `'mean'` unless the\n   *  caller asked for the median — on a pass/fail axis the median and its whole\n   *  CI are pinned at 0 by tie domination and can see neither a gain nor a\n   *  regression. `bootstrap.median` still carries the median point estimate. */\n  bootstrapStatistic: 'median' | 'mean'\n  /** The interval the axis verdict was actually decided on, good-direction and\n   *  in the axis's native units. */\n  ci: { low: number; high: number }\n  /** Which estimator produced `ci`. */\n  decisionStatistic: PairedDecisionStatistic\n  /** McNemar's exact evidence on a pass/fail axis; null otherwise. */\n  mcnemar: PairedMcNemarEvidence | null\n  /** `ci` has zero width or non-finite bounds. It cannot establish a gain or\n   *  clear a regression floor, regardless of the point estimate. */\n  indeterminate: boolean\n  /** Paired observations contributing to this axis. */\n  n: number\n  minimumRequired: number\n  decisionMethod: PairedDecisionMethod\n  gainThreshold: number\n  floorTolerance: number\n  verdict: AxisVerdict\n}\n\nexport interface EvidenceVector {\n  /** One entry per objective — NOTHING averaged across axes. */\n  axes: AxisEvidence[]\n  /** Smallest paired n across axes that produced observations — the binding\n   *  evidence-sufficiency constraint. 0 when no axis produced observations. */\n  minN: number\n  /** Aggregate per-side cost from the gate context (a constraint input, not a\n   *  CI axis — see the module header). */\n  cost: { candidate: number; baseline: number }\n}\n\n/** A promotion strategy: a pure function from the evidence vector to a verdict.\n *  Many policies can run over the same `EvidenceVector` and disagree — that's\n *  the point (competing strategies, shared evidence). */\nexport type PromotionPolicy = (ev: EvidenceVector) => GateResult\n\nexport interface BuildEvidenceVectorOptions {\n  /** Minimum paired observations before an axis can claim significance; below\n   *  it the axis is `few_runs`. The exact small-sample test may require more\n   *  observations at the selected confidence. */\n  minProductiveRuns?: number\n  /** Confidence level for every axis bootstrap. Default 0.95. */\n  confidence?: number\n  /** Bootstrap resamples. Default 2000. */\n  resamples?: number\n  /** Fixed bootstrap seed for a deterministic, reproducible verdict. Default 1337. */\n  seed?: number\n  /** Paired statistic every axis CI is computed on. Default `'mean'` — see\n   *  {@link DECISION_PAIRED_DELTA_STATISTIC} for why the median is not. */\n  statistic?: 'mean' | 'median'\n}\n\n/**\n * The Evidence Bus. For each objective, pair candidate vs baseline by full\n * cellId and bootstrap a CI on the good-direction paired delta. Reuses the\n * exact `pairHoldout` + `pairedBootstrap` machinery the held-out gate uses, so\n * a single source of truth governs pairing granularity + scale handling.\n */\nexport function buildEvidenceVector<TArtifact, TScenario extends Scenario>(\n  ctx: GateContext<TArtifact, TScenario>,\n  objectives: PromotionObjective[],\n  opts: BuildEvidenceVectorOptions = {},\n): EvidenceVector {\n  if (objectives.length === 0) {\n    throw new Error('buildEvidenceVector: at least 1 objective required')\n  }\n  const confidence = opts.confidence ?? 0.95\n  const resamples = opts.resamples ?? 2000\n  const seed = opts.seed ?? 1337\n  const baseline = ctx.baselineJudgeScores ?? ctx.judgeScores\n  const scenarioIds = new Set(ctx.scenarios.map((s) => s.id))\n\n  const axes: AxisEvidence[] = []\n  for (const obj of objectives) {\n    let select: (s: JudgeScore) => number | undefined\n    if (obj.source.kind === 'composite') {\n      select = (s) => s.composite\n    } else {\n      const dim = obj.source.dimension\n      select = (s) => s.dimensions[dim]\n    }\n    const paired = pairHoldout(ctx.judgeScores, baseline, scenarioIds, select)\n    // Orient to the good direction: maximize ⇒ bootstrap (candidate − baseline);\n    // minimize ⇒ bootstrap (baseline − candidate) by swapping args, so a\n    // positive bootstrap always reads as \"candidate better on this axis\".\n    const before = obj.direction === 'maximize' ? paired.before : paired.after\n    const after = obj.direction === 'maximize' ? paired.after : paired.before\n    const n = paired.before.length\n    const binaryScale = obj.binaryScale\n    const floorTolerance =\n      obj.floorTolerance ?? 0.05 * (binaryScale ?? detectScale([...paired.before, ...paired.after]))\n    const gainThreshold = obj.gainThreshold ?? 0\n    // Axes are decided on the MEAN paired delta — which for a pass/fail axis is\n    // exactly the change in success rate. The median is structurally blind on\n    // the shapes eval data lands in: with most pairs tied its bootstrap CI\n    // collapses to [0,0] and the axis reads 'flat', hiding real gains AND real\n    // regressions — pass/fail axes on ANY encoding ({0,1} and the 0-100 one\n    // `detectScale` exists for), and low-cardinality axes even below half ties.\n    // Orthogonal to `pairedDeltaTest`'s own small-sample switch: that picks the\n    // TEST (bootstrap CI at n ≥ 20, exact sign test below), this picks the\n    // ESTIMATOR the test is applied to. Both are needed — an exact sign test on\n    // a tie-pinned median is still blind.\n    const bootstrapStatistic = opts.statistic ?? DECISION_PAIRED_DELTA_STATISTIC\n    // Both burdens of proof route through the ONE shared rule\n    // (`decidePairedPromotion`), so a pass/fail axis is judged on Tango's score\n    // interval — the only paired-binary construction valid at the nonzero\n    // margins `gainThreshold` / `floorTolerance` create — and a zero-width\n    // interval cannot buy a verdict in either direction.\n    const improvement = decidePairedPromotion(before, after, {\n      confidence,\n      resamples,\n      statistic: bootstrapStatistic,\n      seed,\n      threshold: gainThreshold,\n      minPairs: opts.minProductiveRuns,\n      binaryScale,\n    })\n    const regression = decidePairedPromotion(after, before, {\n      confidence,\n      resamples,\n      statistic: bootstrapStatistic,\n      seed,\n      threshold: floorTolerance,\n      minPairs: opts.minProductiveRuns,\n      binaryScale,\n    })\n    const bootstrap =\n      improvement.bootstrap ??\n      pairedBootstrap(before, after, {\n        confidence,\n        resamples,\n        statistic: bootstrapStatistic,\n        seed,\n      })\n    // A floor breach fires on EITHER burden of proof, because they cover\n    // different failures and the floor is the anti-Goodhart guard:\n    //   - `improvement.low < -floorTolerance` — the CREDIBLE WORST CASE exceeds\n    //     the tolerance. This is the contract `AxisEvidence.floorTolerance` and\n    //     `paretoPolicy`'s own reason string state, and it is the conservative\n    //     posture a safety axis needs: block unless the data can rule the\n    //     breach out, rather than waiting for the breach to be proven. Read off\n    //     the DECIDING interval, so a pass/fail axis is not screened by a\n    //     bootstrap that is pinned wherever ties dominate.\n    //   - `regression.promote` — a PROVEN drop past the tolerance. Adds the\n    //     small-sample path, where the decision is an exact sign test because\n    //     the bootstrap interval is descriptive only.\n    // A tied binary axis still has uncertainty about unseen discordant pairs.\n    // Its diagnostic bootstrap collapses to zero, so only the deciding score\n    // interval can establish that a regression stays within the declared floor.\n    const floorBreached = improvement.low < -floorTolerance || regression.promote\n    // Floor check precedes the gain check: a credible regression must never be\n    // masked as \"improved\". With the defaults (gainThreshold 0, positive floor)\n    // the regions are disjoint and order is moot, but a consumer who sets a\n    // negative gainThreshold (\"accept small dips\") could otherwise have a real\n    // floor breach classified as a gain — anti-Goodhart wins the tie.\n    const verdict: AxisVerdict = !improvement.sufficient\n      ? 'few_runs'\n      : improvement.indeterminate\n        ? 'indeterminate'\n        : floorBreached\n          ? 'regressed'\n          : improvement.promote\n            ? 'improved'\n            : 'flat'\n    axes.push({\n      name: obj.name,\n      source: obj.source,\n      direction: obj.direction,\n      bootstrap,\n      bootstrapStatistic,\n      ci: { low: improvement.low, high: improvement.high },\n      decisionStatistic: improvement.statistic,\n      mcnemar: improvement.mcnemar,\n      indeterminate: improvement.indeterminate,\n      n,\n      minimumRequired: improvement.minimumPairs,\n      decisionMethod: improvement.method,\n      gainThreshold,\n      floorTolerance,\n      verdict,\n    })\n  }\n  const ns = axes.map((a) => a.n).filter((n) => n > 0)\n  const minN = ns.length > 0 ? Math.min(...ns) : 0\n  return { axes, minN, cost: { candidate: ctx.cost.candidate, baseline: ctx.cost.baseline } }\n}\n\n/**\n * Require a supported gain and every configured regression floor to clear.\n * A failed floor holds the candidate, including when uncertainty permits a loss.\n * Missing or indeterminate evidence requires more work; no gain holds release.\n */\nexport const paretoPolicy: PromotionPolicy = (ev) => {\n  const contributingGates = ev.axes.map((ax) => ({\n    name: `objective:${ax.name}`,\n    status:\n      ax.verdict === 'regressed'\n        ? ('fail' as const)\n        : ax.verdict === 'few_runs' || ax.verdict === 'indeterminate'\n          ? ('not_evaluated' as const)\n          : ('pass' as const),\n    detail: {\n      direction: ax.direction,\n      source: ax.source,\n      verdict: ax.verdict,\n      n: ax.n,\n      deltaMedian: ax.bootstrap.median,\n      ciLow: ax.ci.low,\n      ciHigh: ax.ci.high,\n      decisionStatistic: ax.decisionStatistic,\n      decisionMethod: ax.decisionMethod,\n      mcnemar: ax.mcnemar,\n      indeterminate: ax.indeterminate,\n      bootstrapCiLow: ax.bootstrap.low,\n      bootstrapCiHigh: ax.bootstrap.high,\n      confidence: ax.bootstrap.confidence,\n      gainThreshold: ax.gainThreshold,\n      floorTolerance: ax.floorTolerance,\n    },\n  }))\n\n  const regressed = ev.axes.filter((a) => a.verdict === 'regressed')\n  const insufficient = ev.axes.filter(\n    (a) => a.verdict === 'few_runs' || a.verdict === 'indeterminate',\n  )\n  const improved = ev.axes.filter((a) => a.verdict === 'improved')\n\n  let decision: GateDecision\n  const reasons: string[] = []\n  if (regressed.length > 0) {\n    // A gain on another axis cannot excuse an unresolved regression floor.\n    decision = 'hold'\n    for (const a of regressed) {\n      reasons.push(\n        `objective '${a.name}' did not clear its regression floor -${a.floorTolerance}: good-direction CI [${a.ci.low.toFixed(3)}, ${a.ci.high.toFixed(3)}] (n=${a.n})`,\n      )\n    }\n  } else if (insufficient.length > 0) {\n    // An unresolved axis cannot establish either a gain or a safe floor.\n    decision = 'need_more_work'\n    for (const a of insufficient) {\n      reasons.push(\n        a.verdict === 'few_runs'\n          ? `objective '${a.name}' has only n=${a.n} paired runs — insufficient evidence to claim significance`\n          : `objective '${a.name}' has an indeterminate deciding CI [${a.ci.low}, ${a.ci.high}] — insufficient evidence to clear its regression floor (n=${a.n})`,\n      )\n    }\n  } else if (improved.length > 0) {\n    decision = 'ship'\n    reasons.push(\n      `Supported objective gain: ${improved\n        .map(\n          (a) =>\n            `'${a.name}' +${a.ci.low > 0 ? a.ci.low.toFixed(3) : a.bootstrap.mean.toFixed(3)} (CI.low ${a.ci.low.toFixed(3)})`,\n        )\n        .join(', ')}; every regression floor cleared`,\n    )\n  } else {\n    // Every floor cleared, but no objective demonstrated a significant gain.\n    decision = 'hold'\n    reasons.push(\n      'no Pareto improvement: no objective shows a significant gain; every regression floor cleared',\n    )\n  }\n\n  // `delta` surfaces the composite axis if present, else the first axis — a\n  // single convenience scalar; the vector lives in `contributingGates`.\n  const composite = ev.axes.find((a) => a.source.kind === 'composite') ?? ev.axes[0]\n  return { decision, reasons, contributingGates, delta: composite?.bootstrap.median }\n}\n\nexport interface ParetoSignificanceGateOptions extends BuildEvidenceVectorOptions {\n  /** The objective vector. Every axis is both a gain source and a safety floor. */\n  objectives: PromotionObjective[]\n  /** Strategy applied to the evidence vector. Default `paretoPolicy`. Override\n   *  to run a stricter/looser strategy over the SAME bus (competing policies). */\n  policy?: PromotionPolicy\n  /** Override the gate name in reports. */\n  name?: string\n}\n\n/**\n * Wrap the bus + a policy as a `Gate`. Plugs into the existing\n * `runImprovementLoop({ gate })` slot and composes via `composeGate`; default\n * loop behavior is unchanged because consumers opt in by passing this gate.\n */\nexport function paretoSignificanceGate<TArtifact = unknown, TScenario extends Scenario = Scenario>(\n  options: ParetoSignificanceGateOptions,\n): Gate<TArtifact, TScenario> {\n  if (options.objectives.length === 0) {\n    throw new Error('paretoSignificanceGate: at least 1 objective required')\n  }\n  const policy = options.policy ?? paretoPolicy\n  return {\n    name: options.name ?? 'paretoSignificanceGate',\n    async decide(ctx: GateContext<TArtifact, TScenario>): Promise<GateResult> {\n      const ev = buildEvidenceVector(ctx, options.objectives, options)\n      return policy(ev)\n    },\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAkIA,SAAgB,oBACd,KACA,YACA,OAAmC,CAAC,GACpB;CAChB,IAAI,WAAW,WAAW,GACxB,MAAM,IAAI,MAAM,oDAAoD;CAEtE,MAAM,aAAa,KAAK,cAAc;CACtC,MAAM,YAAY,KAAK,aAAa;CACpC,MAAM,OAAO,KAAK,QAAQ;CAC1B,MAAM,WAAW,IAAI,uBAAuB,IAAI;CAChD,MAAM,cAAc,IAAI,IAAI,IAAI,UAAU,KAAK,MAAM,EAAE,EAAE,CAAC;CAE1D,MAAM,OAAuB,CAAC;CAC9B,KAAK,MAAM,OAAO,YAAY;EAC5B,IAAI;EACJ,IAAI,IAAI,OAAO,SAAS,aACtB,UAAU,MAAM,EAAE;OACb;GACL,MAAM,MAAM,IAAI,OAAO;GACvB,UAAU,MAAM,EAAE,WAAW;EAC/B;EACA,MAAM,SAAS,YAAY,IAAI,aAAa,UAAU,aAAa,MAAM;EAIzE,MAAM,SAAS,IAAI,cAAc,aAAa,OAAO,SAAS,OAAO;EACrE,MAAM,QAAQ,IAAI,cAAc,aAAa,OAAO,QAAQ,OAAO;EACnE,MAAM,IAAI,OAAO,OAAO;EACxB,MAAM,cAAc,IAAI;EACxB,MAAM,iBACJ,IAAI,kBAAkB,OAAQ,eAAe,YAAY,CAAC,GAAG,OAAO,QAAQ,GAAG,OAAO,KAAK,CAAC;EAC9F,MAAM,gBAAgB,IAAI,iBAAiB;EAW3C,MAAM,qBAAqB,KAAK,aAAA;EAMhC,MAAM,cAAc,sBAAsB,QAAQ,OAAO;GACvD;GACA;GACA,WAAW;GACX;GACA,WAAW;GACX,UAAU,KAAK;GACf;EACF,CAAC;EACD,MAAM,aAAa,sBAAsB,OAAO,QAAQ;GACtD;GACA;GACA,WAAW;GACX;GACA,WAAW;GACX,UAAU,KAAK;GACf;EACF,CAAC;EACD,MAAM,YACJ,YAAY,aACZ,gBAAgB,QAAQ,OAAO;GAC7B;GACA;GACA,WAAW;GACX;EACF,CAAC;EAgBH,MAAM,gBAAgB,YAAY,MAAM,CAAC,kBAAkB,WAAW;EAMtE,MAAM,UAAuB,CAAC,YAAY,aACtC,aACA,YAAY,gBACV,kBACA,gBACE,cACA,YAAY,UACV,aACA;EACV,KAAK,KAAK;GACR,MAAM,IAAI;GACV,QAAQ,IAAI;GACZ,WAAW,IAAI;GACf;GACA;GACA,IAAI;IAAE,KAAK,YAAY;IAAK,MAAM,YAAY;GAAK;GACnD,mBAAmB,YAAY;GAC/B,SAAS,YAAY;GACrB,eAAe,YAAY;GAC3B;GACA,iBAAiB,YAAY;GAC7B,gBAAgB,YAAY;GAC5B;GACA;GACA;EACF,CAAC;CACH;CACA,MAAM,KAAK,KAAK,KAAK,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,MAAM,IAAI,CAAC;CAEnD,OAAO;EAAE;EAAM,MADF,GAAG,SAAS,IAAI,KAAK,IAAI,GAAG,EAAE,IAAI;EAC1B,MAAM;GAAE,WAAW,IAAI,KAAK;GAAW,UAAU,IAAI,KAAK;EAAS;CAAE;AAC5F;;;;;;AAOA,MAAa,gBAAiC,OAAO;CACnD,MAAM,oBAAoB,GAAG,KAAK,KAAK,QAAQ;EAC7C,MAAM,aAAa,GAAG;EACtB,QACE,GAAG,YAAY,cACV,SACD,GAAG,YAAY,cAAc,GAAG,YAAY,kBACzC,kBACA;EACT,QAAQ;GACN,WAAW,GAAG;GACd,QAAQ,GAAG;GACX,SAAS,GAAG;GACZ,GAAG,GAAG;GACN,aAAa,GAAG,UAAU;GAC1B,OAAO,GAAG,GAAG;GACb,QAAQ,GAAG,GAAG;GACd,mBAAmB,GAAG;GACtB,gBAAgB,GAAG;GACnB,SAAS,GAAG;GACZ,eAAe,GAAG;GAClB,gBAAgB,GAAG,UAAU;GAC7B,iBAAiB,GAAG,UAAU;GAC9B,YAAY,GAAG,UAAU;GACzB,eAAe,GAAG;GAClB,gBAAgB,GAAG;EACrB;CACF,EAAE;CAEF,MAAM,YAAY,GAAG,KAAK,QAAQ,MAAM,EAAE,YAAY,WAAW;CACjE,MAAM,eAAe,GAAG,KAAK,QAC1B,MAAM,EAAE,YAAY,cAAc,EAAE,YAAY,eACnD;CACA,MAAM,WAAW,GAAG,KAAK,QAAQ,MAAM,EAAE,YAAY,UAAU;CAE/D,IAAI;CACJ,MAAM,UAAoB,CAAC;CAC3B,IAAI,UAAU,SAAS,GAAG;EAExB,WAAW;EACX,KAAK,MAAM,KAAK,WACd,QAAQ,KACN,cAAc,EAAE,KAAK,wCAAwC,EAAE,eAAe,uBAAuB,EAAE,GAAG,IAAI,QAAQ,CAAC,EAAE,IAAI,EAAE,GAAG,KAAK,QAAQ,CAAC,EAAE,OAAO,EAAE,EAAE,EAC/J;CAEJ,OAAO,IAAI,aAAa,SAAS,GAAG;EAElC,WAAW;EACX,KAAK,MAAM,KAAK,cACd,QAAQ,KACN,EAAE,YAAY,aACV,cAAc,EAAE,KAAK,eAAe,EAAE,EAAE,8DACxC,cAAc,EAAE,KAAK,sCAAsC,EAAE,GAAG,IAAI,IAAI,EAAE,GAAG,KAAK,6DAA6D,EAAE,EAAE,EACzJ;CAEJ,OAAO,IAAI,SAAS,SAAS,GAAG;EAC9B,WAAW;EACX,QAAQ,KACN,6BAA6B,SAC1B,KACE,MACC,IAAI,EAAE,KAAK,KAAK,EAAE,GAAG,MAAM,IAAI,EAAE,GAAG,IAAI,QAAQ,CAAC,IAAI,EAAE,UAAU,KAAK,QAAQ,CAAC,EAAE,WAAW,EAAE,GAAG,IAAI,QAAQ,CAAC,EAAE,EACpH,CAAC,CACA,KAAK,IAAI,EAAE,iCAChB;CACF,OAAO;EAEL,WAAW;EACX,QAAQ,KACN,8FACF;CACF;CAIA,MAAM,YAAY,GAAG,KAAK,MAAM,MAAM,EAAE,OAAO,SAAS,WAAW,KAAK,GAAG,KAAK;CAChF,OAAO;EAAE;EAAU;EAAS;EAAmB,OAAO,WAAW,UAAU;CAAO;AACpF;;;;;;AAiBA,SAAgB,uBACd,SAC4B;CAC5B,IAAI,QAAQ,WAAW,WAAW,GAChC,MAAM,IAAI,MAAM,uDAAuD;CAEzE,MAAM,SAAS,QAAQ,UAAU;CACjC,OAAO;EACL,MAAM,QAAQ,QAAQ;EACtB,MAAM,OAAO,KAA6D;GACxE,MAAM,KAAK,oBAAoB,KAAK,QAAQ,YAAY,OAAO;GAC/D,OAAO,OAAO,EAAE;EAClB;CACF;AACF"}
+{"version":3,"file":"promotion-policy-6A8osGr_.js","names":[],"sources":["../src/campaign/gates/promotion-policy.ts"],"sourcesContent":["/**\n * Build paired evidence for each objective and apply a promotion policy.\n * The default policy requires at least one gain and every regression floor to\n * clear. A floor can fail because a larger loss remains plausible; that does\n * not demonstrate an observed regression. Missing evidence stays unresolved.\n * Confidence intervals apply to each axis, without a multiplicity adjustment.\n *\n * Cost and latency remain aggregate constraints because GateContext does not\n * supply paired observations for them. Compose a budget gate when needed.\n */\n\nimport {\n  decidePairedPromotion,\n  type PairedDecisionMethod,\n  type PairedDecisionStatistic,\n  type PairedMcNemarEvidence,\n} from '../../paired-promotion-decision'\nimport type { Direction } from '../../pareto'\nimport {\n  DECISION_PAIRED_DELTA_STATISTIC,\n  type PairedBootstrapResult,\n  pairedBootstrap,\n} from '../../statistics'\nimport type { Gate, GateContext, GateDecision, GateResult, JudgeScore, Scenario } from '../types'\nimport { detectScale, pairHoldout } from './statistical-heldout'\n\n/** Where an objective's per-cell scalar comes from. `composite` reads the\n *  judge's composite; `dimension` reads a named per-dimension score. */\nexport type ObjectiveSource = { kind: 'composite' } | { kind: 'dimension'; dimension: string }\n\nexport interface PromotionObjective {\n  /** Stable label used in reports + `contributingGates`. */\n  name: string\n  source: ObjectiveSource\n  /** 'maximize' (quality dims) or 'minimize' (error/risk/length dims). Orients\n   *  the paired delta so a positive bootstrap always means \"candidate better\". */\n  direction: Direction\n  /** Declared binary support {0, binaryScale}, including zero-only observations.\n   *  Must be finite and positive; paired cell scores must be 0 or this scale.\n   *  Uses the risk-difference mean and rejects the 'median' statistic. */\n  binaryScale?: number\n  /** The good-direction paired-delta CI lower bound must EXCEED this to count\n   *  as a significant gain on this axis. Interpreted in the judge's native\n   *  scale. Default 0 (⇒ \"confidently better\"). */\n  gainThreshold?: number\n  /** A floor breach (regression) is declared when the good-direction CI lower\n   *  bound is below −floorTolerance, or when the exact small-sample test proves\n   *  a drop past it. Defaults to 0.05 times the declared binary scale, or\n   *  auto-scales off observed magnitudes (0.05 on [0,1], 5 on 0-100). */\n  floorTolerance?: number\n}\n\n/** Per-axis verdict from the shared paired decision rule.\n *  'regressed' includes uncertainty that prevents clearing the regression floor. */\nexport type AxisVerdict = 'improved' | 'regressed' | 'flat' | 'few_runs' | 'indeterminate'\n\nexport interface AxisEvidence {\n  name: string\n  source: ObjectiveSource\n  direction: Direction\n  /** Paired bootstrap on the GOOD-DIRECTION delta (oriented by `direction`):\n   *  a positive value means the candidate is better on this axis.\n   *\n   *  DIAGNOSTIC on a pass/fail axis: there the verdict is decided on Tango's\n   *  score interval instead, because a percentile bootstrap over a three-atom\n   *  delta lattice is not a valid interval at the nonzero margin `floorTolerance`\n   *  and `gainThreshold` create. `ci` carries the interval that decided. */\n  bootstrap: PairedBootstrapResult\n  /** Which paired statistic `bootstrap.low`/`.high` bracket. `'mean'` unless the\n   *  caller asked for the median — on a pass/fail axis the median and its whole\n   *  CI are pinned at 0 by tie domination and can see neither a gain nor a\n   *  regression. `bootstrap.median` still carries the median point estimate. */\n  bootstrapStatistic: 'median' | 'mean'\n  /** The interval the axis verdict was actually decided on, good-direction and\n   *  in the axis's native units. */\n  ci: { low: number; high: number }\n  /** Which estimator produced `ci`. */\n  decisionStatistic: PairedDecisionStatistic\n  /** McNemar's exact evidence on a pass/fail axis; null otherwise. */\n  mcnemar: PairedMcNemarEvidence | null\n  /** `ci` has zero width or non-finite bounds. It cannot establish a gain or\n   *  clear a regression floor, regardless of the point estimate. */\n  indeterminate: boolean\n  /** Paired observations contributing to this axis. */\n  n: number\n  minimumRequired: number\n  decisionMethod: PairedDecisionMethod\n  gainThreshold: number\n  floorTolerance: number\n  verdict: AxisVerdict\n}\n\nexport interface EvidenceVector {\n  /** One entry per objective — NOTHING averaged across axes. */\n  axes: AxisEvidence[]\n  /** Smallest paired n across axes that produced observations — the binding\n   *  evidence-sufficiency constraint. 0 when no axis produced observations. */\n  minN: number\n  /** Aggregate per-side cost from the gate context (a constraint input, not a\n   *  CI axis — see the module header). */\n  cost: { candidate: number; baseline: number }\n}\n\n/** A promotion strategy: a pure function from the evidence vector to a verdict.\n *  Many policies can run over the same `EvidenceVector` and disagree — that's\n *  the point (competing strategies, shared evidence). */\nexport type PromotionPolicy = (ev: EvidenceVector) => GateResult\n\nexport interface BuildEvidenceVectorOptions {\n  /** Minimum paired observations before an axis can claim significance; below\n   *  it the axis is `few_runs`. The exact small-sample test may require more\n   *  observations at the selected confidence. */\n  minProductiveRuns?: number\n  /** Confidence level for every axis bootstrap. Default 0.95. */\n  confidence?: number\n  /** Bootstrap resamples. Default 2000. */\n  resamples?: number\n  /** Fixed bootstrap seed for a deterministic, reproducible verdict. Default 1337. */\n  seed?: number\n  /** Paired statistic every axis CI is computed on. Default `'mean'` — see\n   *  {@link DECISION_PAIRED_DELTA_STATISTIC} for why the median is not. */\n  statistic?: 'mean' | 'median'\n}\n\n/**\n * The Evidence Bus. For each objective, pair candidate vs baseline by full\n * cellId and bootstrap a CI on the good-direction paired delta. Reuses the\n * exact `pairHoldout` + `pairedBootstrap` machinery the held-out gate uses, so\n * a single source of truth governs pairing granularity + scale handling.\n */\nexport function buildEvidenceVector<TArtifact, TScenario extends Scenario>(\n  ctx: GateContext<TArtifact, TScenario>,\n  objectives: PromotionObjective[],\n  opts: BuildEvidenceVectorOptions = {},\n): EvidenceVector {\n  if (objectives.length === 0) {\n    throw new Error('buildEvidenceVector: at least 1 objective required')\n  }\n  const confidence = opts.confidence ?? 0.95\n  const resamples = opts.resamples ?? 2000\n  const seed = opts.seed ?? 1337\n  const baseline = ctx.baselineJudgeScores ?? ctx.judgeScores\n  const scenarioIds = new Set(ctx.scenarios.map((s) => s.id))\n\n  const axes: AxisEvidence[] = []\n  for (const obj of objectives) {\n    let select: (s: JudgeScore) => number | undefined\n    if (obj.source.kind === 'composite') {\n      select = (s) => s.composite\n    } else {\n      const dim = obj.source.dimension\n      select = (s) => s.dimensions[dim]\n    }\n    const paired = pairHoldout(ctx.judgeScores, baseline, scenarioIds, select)\n    // Orient to the good direction: maximize ⇒ bootstrap (candidate − baseline);\n    // minimize ⇒ bootstrap (baseline − candidate) by swapping args, so a\n    // positive bootstrap always reads as \"candidate better on this axis\".\n    const before = obj.direction === 'maximize' ? paired.before : paired.after\n    const after = obj.direction === 'maximize' ? paired.after : paired.before\n    const n = paired.before.length\n    const binaryScale = obj.binaryScale\n    const floorTolerance =\n      obj.floorTolerance ?? 0.05 * (binaryScale ?? detectScale([...paired.before, ...paired.after]))\n    const gainThreshold = obj.gainThreshold ?? 0\n    // Axes are decided on the MEAN paired delta — which for a pass/fail axis is\n    // exactly the change in success rate. The median is structurally blind on\n    // the shapes eval data lands in: with most pairs tied its bootstrap CI\n    // collapses to [0,0] and the axis reads 'flat', hiding real gains AND real\n    // regressions — pass/fail axes on ANY encoding ({0,1} and the 0-100 one\n    // `detectScale` exists for), and low-cardinality axes even below half ties.\n    // Orthogonal to `pairedDeltaTest`'s own small-sample switch: that picks the\n    // TEST (bootstrap CI at n ≥ 20, exact sign test below), this picks the\n    // ESTIMATOR the test is applied to. Both are needed — an exact sign test on\n    // a tie-pinned median is still blind.\n    const bootstrapStatistic = opts.statistic ?? DECISION_PAIRED_DELTA_STATISTIC\n    // Both burdens of proof route through the ONE shared rule\n    // (`decidePairedPromotion`), so a pass/fail axis is judged on Tango's score\n    // interval — the only paired-binary construction valid at the nonzero\n    // margins `gainThreshold` / `floorTolerance` create — and a zero-width\n    // interval cannot buy a verdict in either direction.\n    const improvement = decidePairedPromotion(before, after, {\n      confidence,\n      resamples,\n      statistic: bootstrapStatistic,\n      seed,\n      threshold: gainThreshold,\n      minPairs: opts.minProductiveRuns,\n      binaryScale,\n    })\n    const regression = decidePairedPromotion(after, before, {\n      confidence,\n      resamples,\n      statistic: bootstrapStatistic,\n      seed,\n      threshold: floorTolerance,\n      minPairs: opts.minProductiveRuns,\n      binaryScale,\n    })\n    const bootstrap =\n      improvement.bootstrap ??\n      pairedBootstrap(before, after, {\n        confidence,\n        resamples,\n        statistic: bootstrapStatistic,\n        seed,\n      })\n    // A floor breach fires on EITHER burden of proof, because they cover\n    // different failures and the floor is the anti-Goodhart guard:\n    //   - `improvement.low < -floorTolerance` — the CREDIBLE WORST CASE exceeds\n    //     the tolerance. This is the contract `AxisEvidence.floorTolerance` and\n    //     `paretoPolicy`'s own reason string state, and it is the conservative\n    //     posture a safety axis needs: block unless the data can rule the\n    //     breach out, rather than waiting for the breach to be proven. Read off\n    //     the DECIDING interval, so a pass/fail axis is not screened by a\n    //     bootstrap that is pinned wherever ties dominate.\n    //   - `regression.promote` — a PROVEN drop past the tolerance. Adds the\n    //     small-sample path, where the decision is an exact sign test because\n    //     the bootstrap interval is descriptive only.\n    // A tied binary axis still has uncertainty about unseen discordant pairs.\n    // Its diagnostic bootstrap collapses to zero, so only the deciding score\n    // interval can establish that a regression stays within the declared floor.\n    const floorBreached = improvement.low < -floorTolerance || regression.promote\n    // Floor check precedes the gain check: a credible regression must never be\n    // masked as \"improved\". With the defaults (gainThreshold 0, positive floor)\n    // the regions are disjoint and order is moot, but a consumer who sets a\n    // negative gainThreshold (\"accept small dips\") could otherwise have a real\n    // floor breach classified as a gain — anti-Goodhart wins the tie.\n    const verdict: AxisVerdict = !improvement.sufficient\n      ? 'few_runs'\n      : improvement.indeterminate\n        ? 'indeterminate'\n        : floorBreached\n          ? 'regressed'\n          : improvement.promote\n            ? 'improved'\n            : 'flat'\n    axes.push({\n      name: obj.name,\n      source: obj.source,\n      direction: obj.direction,\n      bootstrap,\n      bootstrapStatistic,\n      ci: { low: improvement.low, high: improvement.high },\n      decisionStatistic: improvement.statistic,\n      mcnemar: improvement.mcnemar,\n      indeterminate: improvement.indeterminate,\n      n,\n      minimumRequired: improvement.minimumPairs,\n      decisionMethod: improvement.method,\n      gainThreshold,\n      floorTolerance,\n      verdict,\n    })\n  }\n  const ns = axes.map((a) => a.n).filter((n) => n > 0)\n  const minN = ns.length > 0 ? Math.min(...ns) : 0\n  return { axes, minN, cost: { candidate: ctx.cost.candidate, baseline: ctx.cost.baseline } }\n}\n\n/**\n * Require a supported gain and every configured regression floor to clear.\n * A failed floor holds the candidate, including when uncertainty permits a loss.\n * Missing or indeterminate evidence requires more work; no gain holds release.\n */\nexport const paretoPolicy: PromotionPolicy = (ev) => {\n  const contributingGates = ev.axes.map((ax) => ({\n    name: `objective:${ax.name}`,\n    status:\n      ax.verdict === 'regressed'\n        ? ('fail' as const)\n        : ax.verdict === 'few_runs' || ax.verdict === 'indeterminate'\n          ? ('not_evaluated' as const)\n          : ('pass' as const),\n    detail: {\n      direction: ax.direction,\n      source: ax.source,\n      verdict: ax.verdict,\n      n: ax.n,\n      deltaMedian: ax.bootstrap.median,\n      ciLow: ax.ci.low,\n      ciHigh: ax.ci.high,\n      decisionStatistic: ax.decisionStatistic,\n      decisionMethod: ax.decisionMethod,\n      mcnemar: ax.mcnemar,\n      indeterminate: ax.indeterminate,\n      bootstrapCiLow: ax.bootstrap.low,\n      bootstrapCiHigh: ax.bootstrap.high,\n      confidence: ax.bootstrap.confidence,\n      gainThreshold: ax.gainThreshold,\n      floorTolerance: ax.floorTolerance,\n    },\n  }))\n\n  const regressed = ev.axes.filter((a) => a.verdict === 'regressed')\n  const insufficient = ev.axes.filter(\n    (a) => a.verdict === 'few_runs' || a.verdict === 'indeterminate',\n  )\n  const improved = ev.axes.filter((a) => a.verdict === 'improved')\n\n  let decision: GateDecision\n  const reasons: string[] = []\n  if (regressed.length > 0) {\n    // A gain on another axis cannot excuse an unresolved regression floor.\n    decision = 'hold'\n    for (const a of regressed) {\n      reasons.push(\n        `objective '${a.name}' did not clear its regression floor -${a.floorTolerance}: good-direction CI [${a.ci.low.toFixed(3)}, ${a.ci.high.toFixed(3)}] (n=${a.n})`,\n      )\n    }\n  } else if (insufficient.length > 0) {\n    // An unresolved axis cannot establish either a gain or a safe floor.\n    decision = 'need_more_work'\n    for (const a of insufficient) {\n      reasons.push(\n        a.verdict === 'few_runs'\n          ? `objective '${a.name}' has only n=${a.n} paired runs — insufficient evidence to claim significance`\n          : `objective '${a.name}' has an indeterminate deciding CI [${a.ci.low}, ${a.ci.high}] — insufficient evidence to clear its regression floor (n=${a.n})`,\n      )\n    }\n  } else if (improved.length > 0) {\n    decision = 'ship'\n    reasons.push(\n      `Supported objective gain: ${improved\n        .map(\n          (a) =>\n            `'${a.name}' +${a.ci.low > 0 ? a.ci.low.toFixed(3) : a.bootstrap.mean.toFixed(3)} (CI.low ${a.ci.low.toFixed(3)})`,\n        )\n        .join(', ')}; every regression floor cleared`,\n    )\n  } else {\n    // Every floor cleared, but no objective demonstrated a significant gain.\n    decision = 'hold'\n    reasons.push(\n      'no Pareto improvement: no objective shows a significant gain; every regression floor cleared',\n    )\n  }\n\n  // `delta` surfaces the composite axis if present, else the first axis — a\n  // single convenience scalar; the vector lives in `contributingGates`.\n  const composite = ev.axes.find((a) => a.source.kind === 'composite') ?? ev.axes[0]\n  return { decision, reasons, contributingGates, delta: composite?.bootstrap.median }\n}\n\nexport interface ParetoSignificanceGateOptions extends BuildEvidenceVectorOptions {\n  /** The objective vector. Every axis is both a gain source and a safety floor. */\n  objectives: PromotionObjective[]\n  /** Strategy applied to the evidence vector. Default `paretoPolicy`. Override\n   *  to run a stricter/looser strategy over the SAME bus (competing policies). */\n  policy?: PromotionPolicy\n  /** Override the gate name in reports. */\n  name?: string\n}\n\n/**\n * Wrap the bus + a policy as a `Gate`. Plugs into the existing\n * `runImprovementLoop({ gate })` slot and composes via `composeGate`; default\n * loop behavior is unchanged because consumers opt in by passing this gate.\n */\nexport function paretoSignificanceGate<TArtifact = unknown, TScenario extends Scenario = Scenario>(\n  options: ParetoSignificanceGateOptions,\n): Gate<TArtifact, TScenario> {\n  if (options.objectives.length === 0) {\n    throw new Error('paretoSignificanceGate: at least 1 objective required')\n  }\n  const policy = options.policy ?? paretoPolicy\n  return {\n    name: options.name ?? 'paretoSignificanceGate',\n    async decide(ctx: GateContext<TArtifact, TScenario>): Promise<GateResult> {\n      const ev = buildEvidenceVector(ctx, options.objectives, options)\n      return policy(ev)\n    },\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAkIA,SAAgB,oBACd,KACA,YACA,OAAmC,CAAC,GACpB;CAChB,IAAI,WAAW,WAAW,GACxB,MAAM,IAAI,MAAM,oDAAoD;CAEtE,MAAM,aAAa,KAAK,cAAc;CACtC,MAAM,YAAY,KAAK,aAAa;CACpC,MAAM,OAAO,KAAK,QAAQ;CAC1B,MAAM,WAAW,IAAI,uBAAuB,IAAI;CAChD,MAAM,cAAc,IAAI,IAAI,IAAI,UAAU,KAAK,MAAM,EAAE,EAAE,CAAC;CAE1D,MAAM,OAAuB,CAAC;CAC9B,KAAK,MAAM,OAAO,YAAY;EAC5B,IAAI;EACJ,IAAI,IAAI,OAAO,SAAS,aACtB,UAAU,MAAM,EAAE;OACb;GACL,MAAM,MAAM,IAAI,OAAO;GACvB,UAAU,MAAM,EAAE,WAAW;EAC/B;EACA,MAAM,SAAS,YAAY,IAAI,aAAa,UAAU,aAAa,MAAM;EAIzE,MAAM,SAAS,IAAI,cAAc,aAAa,OAAO,SAAS,OAAO;EACrE,MAAM,QAAQ,IAAI,cAAc,aAAa,OAAO,QAAQ,OAAO;EACnE,MAAM,IAAI,OAAO,OAAO;EACxB,MAAM,cAAc,IAAI;EACxB,MAAM,iBACJ,IAAI,kBAAkB,OAAQ,eAAe,YAAY,CAAC,GAAG,OAAO,QAAQ,GAAG,OAAO,KAAK,CAAC;EAC9F,MAAM,gBAAgB,IAAI,iBAAiB;EAW3C,MAAM,qBAAqB,KAAK,aAAA;EAMhC,MAAM,cAAc,sBAAsB,QAAQ,OAAO;GACvD;GACA;GACA,WAAW;GACX;GACA,WAAW;GACX,UAAU,KAAK;GACf;EACF,CAAC;EACD,MAAM,aAAa,sBAAsB,OAAO,QAAQ;GACtD;GACA;GACA,WAAW;GACX;GACA,WAAW;GACX,UAAU,KAAK;GACf;EACF,CAAC;EACD,MAAM,YACJ,YAAY,aACZ,gBAAgB,QAAQ,OAAO;GAC7B;GACA;GACA,WAAW;GACX;EACF,CAAC;EAgBH,MAAM,gBAAgB,YAAY,MAAM,CAAC,kBAAkB,WAAW;EAMtE,MAAM,UAAuB,CAAC,YAAY,aACtC,aACA,YAAY,gBACV,kBACA,gBACE,cACA,YAAY,UACV,aACA;EACV,KAAK,KAAK;GACR,MAAM,IAAI;GACV,QAAQ,IAAI;GACZ,WAAW,IAAI;GACf;GACA;GACA,IAAI;IAAE,KAAK,YAAY;IAAK,MAAM,YAAY;GAAK;GACnD,mBAAmB,YAAY;GAC/B,SAAS,YAAY;GACrB,eAAe,YAAY;GAC3B;GACA,iBAAiB,YAAY;GAC7B,gBAAgB,YAAY;GAC5B;GACA;GACA;EACF,CAAC;CACH;CACA,MAAM,KAAK,KAAK,KAAK,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,MAAM,IAAI,CAAC;CAEnD,OAAO;EAAE;EAAM,MADF,GAAG,SAAS,IAAI,KAAK,IAAI,GAAG,EAAE,IAAI;EAC1B,MAAM;GAAE,WAAW,IAAI,KAAK;GAAW,UAAU,IAAI,KAAK;EAAS;CAAE;AAC5F;;;;;;AAOA,MAAa,gBAAiC,OAAO;CACnD,MAAM,oBAAoB,GAAG,KAAK,KAAK,QAAQ;EAC7C,MAAM,aAAa,GAAG;EACtB,QACE,GAAG,YAAY,cACV,SACD,GAAG,YAAY,cAAc,GAAG,YAAY,kBACzC,kBACA;EACT,QAAQ;GACN,WAAW,GAAG;GACd,QAAQ,GAAG;GACX,SAAS,GAAG;GACZ,GAAG,GAAG;GACN,aAAa,GAAG,UAAU;GAC1B,OAAO,GAAG,GAAG;GACb,QAAQ,GAAG,GAAG;GACd,mBAAmB,GAAG;GACtB,gBAAgB,GAAG;GACnB,SAAS,GAAG;GACZ,eAAe,GAAG;GAClB,gBAAgB,GAAG,UAAU;GAC7B,iBAAiB,GAAG,UAAU;GAC9B,YAAY,GAAG,UAAU;GACzB,eAAe,GAAG;GAClB,gBAAgB,GAAG;EACrB;CACF,EAAE;CAEF,MAAM,YAAY,GAAG,KAAK,QAAQ,MAAM,EAAE,YAAY,WAAW;CACjE,MAAM,eAAe,GAAG,KAAK,QAC1B,MAAM,EAAE,YAAY,cAAc,EAAE,YAAY,eACnD;CACA,MAAM,WAAW,GAAG,KAAK,QAAQ,MAAM,EAAE,YAAY,UAAU;CAE/D,IAAI;CACJ,MAAM,UAAoB,CAAC;CAC3B,IAAI,UAAU,SAAS,GAAG;EAExB,WAAW;EACX,KAAK,MAAM,KAAK,WACd,QAAQ,KACN,cAAc,EAAE,KAAK,wCAAwC,EAAE,eAAe,uBAAuB,EAAE,GAAG,IAAI,QAAQ,CAAC,EAAE,IAAI,EAAE,GAAG,KAAK,QAAQ,CAAC,EAAE,OAAO,EAAE,EAAE,EAC/J;CAEJ,OAAO,IAAI,aAAa,SAAS,GAAG;EAElC,WAAW;EACX,KAAK,MAAM,KAAK,cACd,QAAQ,KACN,EAAE,YAAY,aACV,cAAc,EAAE,KAAK,eAAe,EAAE,EAAE,8DACxC,cAAc,EAAE,KAAK,sCAAsC,EAAE,GAAG,IAAI,IAAI,EAAE,GAAG,KAAK,6DAA6D,EAAE,EAAE,EACzJ;CAEJ,OAAO,IAAI,SAAS,SAAS,GAAG;EAC9B,WAAW;EACX,QAAQ,KACN,6BAA6B,SAC1B,KACE,MACC,IAAI,EAAE,KAAK,KAAK,EAAE,GAAG,MAAM,IAAI,EAAE,GAAG,IAAI,QAAQ,CAAC,IAAI,EAAE,UAAU,KAAK,QAAQ,CAAC,EAAE,WAAW,EAAE,GAAG,IAAI,QAAQ,CAAC,EAAE,EACpH,CAAC,CACA,KAAK,IAAI,EAAE,iCAChB;CACF,OAAO;EAEL,WAAW;EACX,QAAQ,KACN,8FACF;CACF;CAIA,MAAM,YAAY,GAAG,KAAK,MAAM,MAAM,EAAE,OAAO,SAAS,WAAW,KAAK,GAAG,KAAK;CAChF,OAAO;EAAE;EAAU;EAAS;EAAmB,OAAO,WAAW,UAAU;CAAO;AACpF;;;;;;AAiBA,SAAgB,uBACd,SAC4B;CAC5B,IAAI,QAAQ,WAAW,WAAW,GAChC,MAAM,IAAI,MAAM,uDAAuD;CAEzE,MAAM,SAAS,QAAQ,UAAU;CACjC,OAAO;EACL,MAAM,QAAQ,QAAQ;EACtB,MAAM,OAAO,KAA6D;GACxE,MAAM,KAAK,oBAAoB,KAAK,QAAQ,YAAY,OAAO;GAC/D,OAAO,OAAO,EAAE;EAClB;CACF;AACF"}

package/dist/{proposal-findings-CY1xKn_a.js → proposal-findings-n-5WBbEx.js}

@@ -1,4 +1,4 @@
-import { C as ProposalFindingSchema } from "./external-optimizer-subprocess-BqW0hHcI.js";
+import { S as ProposalFindingSchema } from "./external-optimizer-subprocess-B5gdLRZv.js";
 //#region src/analyst/proposal-findings.ts
 /** True when a finding names a source candidate generation may learn from. */
 function isProposalFinding(finding) {
@@ -21,6 +21,6 @@ function findingLabel(finding, index) {
 	return typeof id === "string" && id.length > 0 ? id : `index ${index}`;
 }
 //#endregion
-export { isProposalFinding as n, assertProposalFindings as t };
+export { assertProposalFindings as t };
 
-//# sourceMappingURL=proposal-findings-CY1xKn_a.js.map
+//# sourceMappingURL=proposal-findings-n-5WBbEx.js.map

package/dist/proposal-findings-n-5WBbEx.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"proposal-findings-n-5WBbEx.js","names":[],"sources":["../src/analyst/proposal-findings.ts"],"sourcesContent":["import { ProposalFindingSchema } from './finding-scope'\nimport type { ProposalFinding } from './types'\n\n/** True when a finding names a source candidate generation may learn from. */\nfunction isProposalFinding(finding: unknown): finding is ProposalFinding {\n  return ProposalFindingSchema.safeParse(finding).success\n}\n\n/**\n * Reject findings whose source has not been explicitly admitted for candidate\n * generation. Search feedback and observed production behavior are allowed;\n * final evaluation data has no allowed origin.\n */\nexport function assertProposalFindings(\n  findings: unknown,\n  context = 'proposal findings',\n): ReadonlyArray<ProposalFinding> {\n  if (!Array.isArray(findings)) {\n    throw new TypeError(`${context}: expected an array`)\n  }\n  const rejected = findings.flatMap((finding, index) =>\n    isProposalFinding(finding) ? [] : [findingLabel(finding, index)],\n  )\n  if (rejected.length > 0) {\n    throw new Error(\n      `${context}: every finding must match AnalystFinding and declare ` +\n        `proposal_origin as search or production. ` +\n        `Rejected findings: [${rejected.join(', ')}].`,\n    )\n  }\n  return findings as ReadonlyArray<ProposalFinding>\n}\n\nfunction findingLabel(finding: unknown, index: number): string {\n  if (typeof finding !== 'object' || finding === null) return `index ${index}`\n  const id = (finding as { finding_id?: unknown }).finding_id\n  return typeof id === 'string' && id.length > 0 ? id : `index ${index}`\n}\n"],"mappings":";;;AAIA,SAAS,kBAAkB,SAA8C;CACvE,OAAO,sBAAsB,UAAU,OAAO,CAAC,CAAC;AAClD;;;;;;AAOA,SAAgB,uBACd,UACA,UAAU,qBACsB;CAChC,IAAI,CAAC,MAAM,QAAQ,QAAQ,GACzB,MAAM,IAAI,UAAU,GAAG,QAAQ,oBAAoB;CAErD,MAAM,WAAW,SAAS,SAAS,SAAS,UAC1C,kBAAkB,OAAO,IAAI,CAAC,IAAI,CAAC,aAAa,SAAS,KAAK,CAAC,CACjE;CACA,IAAI,SAAS,SAAS,GACpB,MAAM,IAAI,MACR,GAAG,QAAQ,qHAEc,SAAS,KAAK,IAAI,EAAE,GAC/C;CAEF,OAAO;AACT;AAEA,SAAS,aAAa,SAAkB,OAAuB;CAC7D,IAAI,OAAO,YAAY,YAAY,YAAY,MAAM,OAAO,SAAS;CACrE,MAAM,KAAM,QAAqC;CACjD,OAAO,OAAO,OAAO,YAAY,GAAG,SAAS,IAAI,KAAK,SAAS;AACjE"}

package/dist/{query-BUCZCK7F.js → query-B_RZ36an.js}

@@ -1,6 +1,6 @@
-import { s as ValidationError } from "./errors-DVZiqS7K.js";
-import { r as canonicalString } from "./canonical-B2RqLofv.js";
-import { a as isToolSpan, i as isLlmSpan, r as isJudgeSpan } from "./schema-CSf6qWgZ.js";
+import { s as ValidationError } from "./errors-BcOs5MKW.js";
+import { r as canonicalString } from "./canonical-Dq2hOQ8L.js";
+import { i as isToolSpan, n as isJudgeSpan, r as isLlmSpan } from "./schema-Bt2vLFm3.js";
 //#region src/trace/query.ts
 /**
 * Typed query helpers over TraceStore.
@@ -129,6 +129,6 @@ function runMetricExtractor(metric) {
 	};
 }
 //#endregion
-export { hasCapturedToolArgs as a, runFailureClass as c, toolSpans as d, groupBy as i, runMetricExtractor as l, aggregateLlm as n, judgeSpans as o, argHash as r, llmSpans as s, RUN_METRICS as t, runsForScenario as u };
+export { llmSpans as a, runsForScenario as c, judgeSpans as i, toolSpans as l, groupBy as n, runFailureClass as o, hasCapturedToolArgs as r, runMetricExtractor as s, argHash as t };
 
-//# sourceMappingURL=query-BUCZCK7F.js.map
+//# sourceMappingURL=query-B_RZ36an.js.map

package/dist/query-B_RZ36an.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-B_RZ36an.js","names":[],"sources":["../src/trace/query.ts"],"sourcesContent":["/**\n * Typed query helpers over TraceStore.\n *\n * Not a full SQL engine — a minimal, composable set of operators that\n * cover the canned-pipeline use cases. For ad-hoc analytics, persist to\n * NDJSON and point DuckDB at it; the schema is stable so external SQL\n * tooling works out of the box.\n */\n\nimport { ValidationError } from '../errors'\nimport { canonicalString } from '../ledger-core/canonical'\nimport type { FailureClass, JudgeSpan, LlmSpan, Run, ToolSpan } from './schema'\nimport { isJudgeSpan, isLlmSpan, isToolSpan } from './schema'\nimport type { TraceStore } from './store'\n\nexport async function runsForScenario(store: TraceStore, scenarioId: string): Promise<Run[]> {\n  return store.listRuns({ scenarioId })\n}\n\nexport async function llmSpans(store: TraceStore, runId?: string): Promise<LlmSpan[]> {\n  const spans = await store.spans({ runId, kind: 'llm' })\n  return spans.filter(isLlmSpan)\n}\n\nexport async function toolSpans(\n  store: TraceStore,\n  runId?: string,\n  toolName?: string,\n): Promise<ToolSpan[]> {\n  const spans = await store.spans({ runId, kind: 'tool', toolName })\n  return spans.filter(isToolSpan)\n}\n\n/** Query judge-kind spans from the trace store, optionally scoped to a single run. */\nexport async function judgeSpans(store: TraceStore, runId?: string): Promise<JudgeSpan[]> {\n  const spans = await store.spans({ runId, kind: 'judge' })\n  return spans.filter(isJudgeSpan)\n}\n\n/** Group spans by any key selector. */\nexport function groupBy<T, K extends string | number>(items: T[], key: (t: T) => K): Map<K, T[]> {\n  const map = new Map<K, T[]>()\n  for (const item of items) {\n    const k = key(item)\n    let bucket = map.get(k)\n    if (!bucket) {\n      bucket = []\n      map.set(k, bucket)\n    }\n    bucket.push(item)\n  }\n  return map\n}\n\n/**\n * Key tool arguments for de-duplication: RFC 8785 canonical JSON, so key\n * order cannot split one call into two keys. Uncaptured args (`undefined`)\n * key to the string `'undefined'` so every call still keys to a string; an\n * args value with no canonical JSON form (a nested `undefined`, a function, a\n * non-finite number) throws `LedgerCanonicalizationError`.\n */\nexport function argHash(args: unknown): string {\n  if (args === undefined) return 'undefined'\n  return canonicalString(args)\n}\n\n/** Whether argument-based comparisons are valid for this tool call. */\nexport function hasCapturedToolArgs(span: ToolSpan): boolean {\n  return span.argsCaptured !== false\n}\n\n/** Sum an LLM-span array into aggregate token + cost. */\nfunction aggregateLlm(spans: LlmSpan[]): {\n  inputTokens: number\n  outputTokens: number\n  cachedTokens: number\n  cacheWriteTokens: number\n  reasoningTokens: number\n  costUsd: number\n} {\n  return spans.reduce(\n    (acc, s) => ({\n      inputTokens: acc.inputTokens + (s.inputTokens ?? 0),\n      outputTokens: acc.outputTokens + (s.outputTokens ?? 0),\n      cachedTokens: acc.cachedTokens + (s.cachedTokens ?? 0),\n      cacheWriteTokens: acc.cacheWriteTokens + (s.cacheWriteTokens ?? 0),\n      reasoningTokens: acc.reasoningTokens + (s.reasoningTokens ?? 0),\n      costUsd: acc.costUsd + (s.costUsd ?? 0),\n    }),\n    {\n      inputTokens: 0,\n      outputTokens: 0,\n      cachedTokens: 0,\n      cacheWriteTokens: 0,\n      reasoningTokens: 0,\n      costUsd: 0,\n    },\n  )\n}\n\n/** Pick the outcome's failure class when present, else derive 'success' from run status. */\nexport function runFailureClass(run: Run): FailureClass {\n  if (run.outcome?.failureClass) return run.outcome.failureClass\n  if (run.status === 'completed' && run.outcome?.pass !== false) return 'success'\n  if (run.status === 'aborted') return 'budget_exceeded'\n  return 'unknown'\n}\n\n/**\n * Metrics `regressionView`, `correlationStudy`, and `calibrationCurve` can\n * read from a run without a caller-supplied extractor. The type derives from\n * this array, so a new metric cannot be declared without an extractor arm.\n */\nconst RUN_METRICS = [\n  'score',\n  'overallScore',\n  'pass',\n  'durationMs',\n  'costUsd',\n  'inputTokens',\n  'outputTokens',\n  'failureClass',\n] as const\n\nexport type RunMetric = (typeof RUN_METRICS)[number]\n\nfunction isRunMetric(metric: string): metric is RunMetric {\n  return (RUN_METRICS as readonly string[]).includes(metric)\n}\n\n/**\n * The extractor for one built-in metric. `null` means this run carries no\n * value for the metric — the caller drops that run from the sample.\n *\n * Throws `ValidationError` on a metric name this package does not define:\n * an unrecognized name would otherwise read as \"every run is missing this\n * value\" and produce an empty study instead of a refusal.\n */\nexport function runMetricExtractor(\n  metric: string,\n): (run: Run, store: TraceStore) => Promise<number | null> {\n  if (!isRunMetric(metric)) {\n    throw new ValidationError(\n      `unknown run metric '${metric}' — pass an \\`extract\\` function or use one of: ${RUN_METRICS.join(', ')}`,\n    )\n  }\n  return async (run, store) => {\n    switch (metric) {\n      case 'score':\n      case 'overallScore':\n        return run.outcome?.score ?? null\n      case 'pass':\n        return run.outcome?.pass === true ? 1 : 0\n      case 'durationMs':\n        return run.endedAt && run.startedAt ? run.endedAt - run.startedAt : null\n      case 'costUsd':\n        return aggregateLlm(await llmSpans(store, run.runId)).costUsd\n      case 'inputTokens':\n        return aggregateLlm(await llmSpans(store, run.runId)).inputTokens\n      case 'outputTokens':\n        return aggregateLlm(await llmSpans(store, run.runId)).outputTokens\n      case 'failureClass':\n        return runFailureClass(run) === 'success' ? 1 : 0\n    }\n  }\n}\n"],"mappings":";;;;;;;;;;;;AAeA,eAAsB,gBAAgB,OAAmB,YAAoC;CAC3F,OAAO,MAAM,SAAS,EAAE,WAAW,CAAC;AACtC;AAEA,eAAsB,SAAS,OAAmB,OAAoC;CAEpF,QAAO,MADa,MAAM,MAAM;EAAE;EAAO,MAAM;CAAM,CAAC,EAAA,CACzC,OAAO,SAAS;AAC/B;AAEA,eAAsB,UACpB,OACA,OACA,UACqB;CAErB,QAAO,MADa,MAAM,MAAM;EAAE;EAAO,MAAM;EAAQ;CAAS,CAAC,EAAA,CACpD,OAAO,UAAU;AAChC;;AAGA,eAAsB,WAAW,OAAmB,OAAsC;CAExF,QAAO,MADa,MAAM,MAAM;EAAE;EAAO,MAAM;CAAQ,CAAC,EAAA,CAC3C,OAAO,WAAW;AACjC;;AAGA,SAAgB,QAAsC,OAAY,KAA+B;CAC/F,MAAM,sBAAM,IAAI,IAAY;CAC5B,KAAK,MAAM,QAAQ,OAAO;EACxB,MAAM,IAAI,IAAI,IAAI;EAClB,IAAI,SAAS,IAAI,IAAI,CAAC;EACtB,IAAI,CAAC,QAAQ;GACX,SAAS,CAAC;GACV,IAAI,IAAI,GAAG,MAAM;EACnB;EACA,OAAO,KAAK,IAAI;CAClB;CACA,OAAO;AACT;;;;;;;;AASA,SAAgB,QAAQ,MAAuB;CAC7C,IAAI,SAAS,KAAA,GAAW,OAAO;CAC/B,OAAO,gBAAgB,IAAI;AAC7B;;AAGA,SAAgB,oBAAoB,MAAyB;CAC3D,OAAO,KAAK,iBAAiB;AAC/B;;AAGA,SAAS,aAAa,OAOpB;CACA,OAAO,MAAM,QACV,KAAK,OAAO;EACX,aAAa,IAAI,eAAe,EAAE,eAAe;EACjD,cAAc,IAAI,gBAAgB,EAAE,gBAAgB;EACpD,cAAc,IAAI,gBAAgB,EAAE,gBAAgB;EACpD,kBAAkB,IAAI,oBAAoB,EAAE,oBAAoB;EAChE,iBAAiB,IAAI,mBAAmB,EAAE,mBAAmB;EAC7D,SAAS,IAAI,WAAW,EAAE,WAAW;CACvC,IACA;EACE,aAAa;EACb,cAAc;EACd,cAAc;EACd,kBAAkB;EAClB,iBAAiB;EACjB,SAAS;CACX,CACF;AACF;;AAGA,SAAgB,gBAAgB,KAAwB;CACtD,IAAI,IAAI,SAAS,cAAc,OAAO,IAAI,QAAQ;CAClD,IAAI,IAAI,WAAW,eAAe,IAAI,SAAS,SAAS,OAAO,OAAO;CACtE,IAAI,IAAI,WAAW,WAAW,OAAO;CACrC,OAAO;AACT;;;;;;AAOA,MAAM,cAAc;CAClB;CACA;CACA;CACA;CACA;CACA;CACA;CACA;AACF;AAIA,SAAS,YAAY,QAAqC;CACxD,OAAQ,YAAkC,SAAS,MAAM;AAC3D;;;;;;;;;AAUA,SAAgB,mBACd,QACyD;CACzD,IAAI,CAAC,YAAY,MAAM,GACrB,MAAM,IAAI,gBACR,uBAAuB,OAAO,kDAAkD,YAAY,KAAK,IAAI,GACvG;CAEF,OAAO,OAAO,KAAK,UAAU;EAC3B,QAAQ,QAAR;GACE,KAAK;GACL,KAAK,gBACH,OAAO,IAAI,SAAS,SAAS;GAC/B,KAAK,QACH,OAAO,IAAI,SAAS,SAAS,OAAO,IAAI;GAC1C,KAAK,cACH,OAAO,IAAI,WAAW,IAAI,YAAY,IAAI,UAAU,IAAI,YAAY;GACtE,KAAK,WACH,OAAO,aAAa,MAAM,SAAS,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC;GACxD,KAAK,eACH,OAAO,aAAa,MAAM,SAAS,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC;GACxD,KAAK,gBACH,OAAO,aAAa,MAAM,SAAS,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC;GACxD,KAAK,gBACH,OAAO,gBAAgB,GAAG,MAAM,YAAY,IAAI;EACpD;CACF;AACF"}

package/dist/{query-DK1nWcmp.d.ts → query-Cmv_U8vf.d.ts}

@@ -1,5 +1,5 @@
-import { C as ToolSpan, c as JudgeSpan, f as Run, l as LlmSpan, o as FailureClass } from "./schema-2g7trUwH.js";
-import { s as TraceStore } from "./store-C4avFjIi.js";
+import { c as JudgeSpan, f as Run, l as LlmSpan, o as FailureClass, x as ToolSpan } from "./schema-D6EVKzTB.js";
+import { s as TraceStore } from "./store-B3nWRy3B.js";
 //#region src/trace/query.d.ts
 declare function runsForScenario(store: TraceStore, scenarioId: string): Promise<Run[]>;
 declare function llmSpans(store: TraceStore, runId?: string): Promise<LlmSpan[]>;
@@ -16,17 +16,6 @@ declare function groupBy<T, K extends string | number>(items: T[], key: (t: T) =
  * non-finite number) throws `LedgerCanonicalizationError`.
  */
 declare function argHash(args: unknown): string;
-/** Whether argument-based comparisons are valid for this tool call. */
-declare function hasCapturedToolArgs(span: ToolSpan): boolean;
-/** Sum an LLM-span array into aggregate token + cost. */
-declare function aggregateLlm(spans: LlmSpan[]): {
-  inputTokens: number;
-  outputTokens: number;
-  cachedTokens: number;
-  cacheWriteTokens: number;
-  reasoningTokens: number;
-  costUsd: number;
-};
 /** Pick the outcome's failure class when present, else derive 'success' from run status. */
 declare function runFailureClass(run: Run): FailureClass;
 /**
@@ -36,15 +25,6 @@ declare function runFailureClass(run: Run): FailureClass;
  */
 declare const RUN_METRICS: readonly ['score', 'overallScore', 'pass', 'durationMs', 'costUsd', 'inputTokens', 'outputTokens', 'failureClass'];
 type RunMetric = (typeof RUN_METRICS)[number];
-/**
- * The extractor for one built-in metric. `null` means this run carries no
- * value for the metric — the caller drops that run from the sample.
- *
- * Throws `ValidationError` on a metric name this package does not define:
- * an unrecognized name would otherwise read as "every run is missing this
- * value" and produce an empty study instead of a refusal.
- */
-declare function runMetricExtractor(metric: string): (run: Run, store: TraceStore) => Promise<number | null>;
 //#endregion
-export { groupBy as a, llmSpans as c, runsForScenario as d, toolSpans as f, argHash as i, runFailureClass as l, RunMetric as n, hasCapturedToolArgs as o, aggregateLlm as r, judgeSpans as s, RUN_METRICS as t, runMetricExtractor as u };
-//# sourceMappingURL=query-DK1nWcmp.d.ts.map
+export { llmSpans as a, toolSpans as c, judgeSpans as i, argHash as n, runFailureClass as o, groupBy as r, runsForScenario as s, RunMetric as t };
+//# sourceMappingURL=query-Cmv_U8vf.d.ts.map

package/dist/{query-DK1nWcmp.d.ts.map → query-Cmv_U8vf.d.ts.map}

@@ -1 +1 @@
-{"version":3,"file":"query-DK1nWcmp.d.ts","names":[],"sources":["../src/trace/query.ts"],"mappings":";;;iBAesB,gBAAgB,OAAO,YAAY,qBAAqB,QAAQ;iBAIhE,SAAS,OAAO,YAAY,iBAAiB,QAAQ;iBAKrD,UACpB,OAAO,YACP,gBACA,oBACC,QAAQ;;iBAMW,WAAW,OAAO,YAAY,iBAAiB,QAAQ;;iBAM7D,QAAQ,GAAG,2BAA2B,OAAO,KAAK,MAAM,GAAG,MAAM,IAAI,IAAI,GAAG;;;;;;;;iBAqB5E,QAAQ;;iBAMR,oBAAoB,MAAM;;iBAK1B,aAAa,OAAO;EAClC;EACA;EACA;EACA;EACA;EACA;;;iBAuBc,gBAAgB,KAAK,MAAM;;;;;;cAY9B;KAWD,oBAAoB;;;;;;;;;iBAchB,mBACd,kBACE,KAAK,KAAK,OAAO,eAAe"}
+{"version":3,"file":"query-Cmv_U8vf.d.ts","names":[],"sources":["../src/trace/query.ts"],"mappings":";;;iBAesB,gBAAgB,OAAO,YAAY,qBAAqB,QAAQ;iBAIhE,SAAS,OAAO,YAAY,iBAAiB,QAAQ;iBAKrD,UACpB,OAAO,YACP,gBACA,oBACC,QAAQ;;iBAMW,WAAW,OAAO,YAAY,iBAAiB,QAAQ;;iBAM7D,QAAQ,GAAG,2BAA2B,OAAO,KAAK,MAAM,GAAG,MAAM,IAAI,IAAI,GAAG;;;;;;;;iBAqB5E,QAAQ;;iBAwCR,gBAAgB,KAAK,MAAM;;;;;;cAYrC;KAWM,oBAAoB"}

package/dist/{random-ByUSnV9w.js → random-DDDcC7YU.js}

@@ -1,4 +1,4 @@
-import { s as ValidationError } from "./errors-DVZiqS7K.js";
+import { s as ValidationError } from "./errors-BcOs5MKW.js";
 //#region src/statistics/random.ts
 /** Tiny seedable PRNG (mulberry32) — deterministic resampling/shuffling, not
 *  cryptographic. Exported so e-process shuffles and bootstrap resampling
@@ -18,4 +18,4 @@ function mulberry32(seed) {
 //#endregion
 export { mulberry32 as t };
 
-//# sourceMappingURL=random-ByUSnV9w.js.map
+//# sourceMappingURL=random-DDDcC7YU.js.map

package/dist/{random-ByUSnV9w.js.map → random-DDDcC7YU.js.map}

@@ -1 +1 @@
-{"version":3,"file":"random-ByUSnV9w.js","names":[],"sources":["../src/statistics/random.ts"],"sourcesContent":["import { ValidationError } from '../errors'\n\n/** Tiny seedable PRNG (mulberry32) — deterministic resampling/shuffling, not\n *  cryptographic. Exported so e-process shuffles and bootstrap resampling\n *  share ONE PRNG implementation. Every distinct 32-bit seed gives a distinct\n *  stream, including 0. */\nexport function mulberry32(seed: number): () => number {\n  if (!Number.isFinite(seed)) {\n    throw new ValidationError(`mulberry32: seed must be a finite number, got ${seed}`)\n  }\n  let s = seed | 0\n  return () => {\n    s = (s + 0x6d2b79f5) | 0\n    let t = s\n    t = Math.imul(t ^ (t >>> 15), t | 1)\n    t ^= t + Math.imul(t ^ (t >>> 7), t | 61)\n    return ((t ^ (t >>> 14)) >>> 0) / 4294967296\n  }\n}\n"],"mappings":";;;;;;AAMA,SAAgB,WAAW,MAA4B;CACrD,IAAI,CAAC,OAAO,SAAS,IAAI,GACvB,MAAM,IAAI,gBAAgB,iDAAiD,MAAM;CAEnF,IAAI,IAAI,OAAO;CACf,aAAa;EACX,IAAK,IAAI,aAAc;EACvB,IAAI,IAAI;EACR,IAAI,KAAK,KAAK,IAAK,MAAM,IAAK,IAAI,CAAC;EACnC,KAAK,IAAI,KAAK,KAAK,IAAK,MAAM,GAAI,IAAI,EAAE;EACxC,SAAS,IAAK,MAAM,QAAS,KAAK;CACpC;AACF"}
+{"version":3,"file":"random-DDDcC7YU.js","names":[],"sources":["../src/statistics/random.ts"],"sourcesContent":["import { ValidationError } from '../errors'\n\n/** Tiny seedable PRNG (mulberry32) — deterministic resampling/shuffling, not\n *  cryptographic. Exported so e-process shuffles and bootstrap resampling\n *  share ONE PRNG implementation. Every distinct 32-bit seed gives a distinct\n *  stream, including 0. */\nexport function mulberry32(seed: number): () => number {\n  if (!Number.isFinite(seed)) {\n    throw new ValidationError(`mulberry32: seed must be a finite number, got ${seed}`)\n  }\n  let s = seed | 0\n  return () => {\n    s = (s + 0x6d2b79f5) | 0\n    let t = s\n    t = Math.imul(t ^ (t >>> 15), t | 1)\n    t ^= t + Math.imul(t ^ (t >>> 7), t | 61)\n    return ((t ^ (t >>> 14)) >>> 0) / 4294967296\n  }\n}\n"],"mappings":";;;;;;AAMA,SAAgB,WAAW,MAA4B;CACrD,IAAI,CAAC,OAAO,SAAS,IAAI,GACvB,MAAM,IAAI,gBAAgB,iDAAiD,MAAM;CAEnF,IAAI,IAAI,OAAO;CACf,aAAa;EACX,IAAK,IAAI,aAAc;EACvB,IAAI,IAAI;EACR,IAAI,KAAK,KAAK,IAAK,MAAM,IAAK,IAAI,CAAC;EACnC,KAAK,IAAI,KAAK,KAAK,IAAK,MAAM,GAAI,IAAI,EAAE;EACxC,SAAS,IAAK,MAAM,QAAS,KAAK;CACpC;AACF"}

package/dist/{raw-provider-sink-DoHz4JNG.js → raw-provider-sink-75w4FWBj.js}

@@ -1,4 +1,4 @@
-import { o as redact } from "./redact-B5xXKqQ3.js";
+import { a as redact } from "./redact-mtkTiJVk.js";
 import { promises } from "node:fs";
 import * as path from "node:path";
 //#region src/trace/raw-provider-sink.ts
@@ -161,4 +161,4 @@ function providerFromBaseUrl(baseUrl) {
 //#endregion
 export { providerFromBaseUrl as a, defaultProviderRedactor as i, InMemoryRawProviderSink as n, NoopRawProviderSink as r, FileSystemRawProviderSink as t };
 
-//# sourceMappingURL=raw-provider-sink-DoHz4JNG.js.map
+//# sourceMappingURL=raw-provider-sink-75w4FWBj.js.map

package/dist/{raw-provider-sink-DoHz4JNG.js.map → raw-provider-sink-75w4FWBj.js.map}

@@ -1 +1 @@
-{"version":3,"file":"raw-provider-sink-DoHz4JNG.js","names":["fs"],"sources":["../src/trace/raw-provider-sink.ts"],"sourcesContent":["/**\n * RawProviderSink — first-class persistence for the actual HTTP-level\n * request/response bodies of every LLM provider call.\n *\n * Why this is a separate sink from the structured `LlmSpan`:\n *\n *   - `LlmSpan` records the *intent* — model name, messages, output text,\n *     usage. It's what dashboards read; it's NOT enough for forensics.\n *   - When a downstream consumer reports \"the verifier used the wrong route\"\n *     or \"tokens look right but reasoning was missing,\" the only way to\n *     answer is the raw HTTP body. Span fields can lie (a proxy can echo\n *     a different `model` value than what actually answered); the raw\n *     response is ground truth.\n *\n * Default behaviour: opt-in. Pass `rawSink` to `LlmClientOptions` (or the\n * matrix runner / BuilderSession sets it up automatically) and every\n * request, response, and error is recorded — including retries, with the\n * attempt index attached so a flaky call's full event chain is recoverable.\n *\n * Redaction is enforced at sink time. The default redactor runs the redaction\n * core (`./redact`, default profile) over headers, bodies and the error\n * message: credential headers and fields are replaced by name, credential and\n * personal-data values by shape. Override via the sink constructor or the\n * per-call `redactor`. The `redactedFields` array on the persisted event lets\n * a reviewer see what was replaced without exposing the values.\n */\n\nimport { promises as fs } from 'node:fs'\nimport * as path from 'node:path'\nimport { redact } from './redact'\n\nexport type RawProviderDirection = 'request' | 'response' | 'error'\n\nexport interface RawProviderEvent {\n  /** Stable id. Generated by the sink if omitted. */\n  eventId: string\n  /** Trace context populated by `LlmClient` when the call is wrapped in a span. */\n  runId?: string\n  spanId?: string\n  /**\n   * Logical provider name. Free-form so callers can use whatever id matches\n   * their topology (`'openai'`, `'anthropic'`, `'tangle-router'`, …). When\n   * omitted, derived from `baseUrl` in `LlmClientOptions`.\n   */\n  provider: string\n  model: string\n  /** Endpoint path, e.g. `'/v1/chat/completions'`. */\n  endpoint: string\n  /** Base URL used for the call (already-normalised — no trailing slash). */\n  baseUrl: string\n  /** 0-indexed retry attempt. The first attempt is 0; a retried call gets 1, 2, … */\n  attemptIndex: number\n  direction: RawProviderDirection\n  /** Unix ms. */\n  timestamp: number\n  /** Wall-clock duration of the call leg. Set on `response` and `error` events; null on `request`. */\n  durationMs?: number\n  statusCode?: number\n  requestHeaders?: Record<string, string>\n  requestBody?: unknown\n  responseHeaders?: Record<string, string>\n  responseBody?: unknown\n  /** Set on `direction: 'error'` events. */\n  errorMessage?: string\n  /** JSON Pointers of the fields the redactor replaced ('/requestHeaders/Authorization', '/requestBody/apiKey', …). */\n  redactedFields: string[]\n}\n\nexport interface RawProviderSinkFilter {\n  runId?: string\n  spanId?: string\n  direction?: RawProviderDirection\n  attemptIndex?: number\n}\n\nexport interface RawProviderSink {\n  record(event: RawProviderEvent): Promise<void>\n  /** Optional listing — implementations that durably persist (file, db) should support this. */\n  list?(filter?: RawProviderSinkFilter): Promise<RawProviderEvent[]>\n  /** Optional teardown for backed implementations. */\n  close?(): Promise<void>\n}\n\nexport type ProviderRedactor = (event: RawProviderEvent) => RawProviderEvent\n\n/**\n * The default redactor: the redaction core over the parts of an event that\n * carry provider traffic. Every replaced path is added to `redactedFields`.\n */\nexport function defaultProviderRedactor(event: RawProviderEvent): RawProviderEvent {\n  const { requestHeaders, requestBody, responseHeaders, responseBody, errorMessage } = event\n  const { value, report } = redact({\n    requestHeaders,\n    requestBody,\n    responseHeaders,\n    responseBody,\n    errorMessage,\n  })\n  return {\n    ...event,\n    ...value,\n    redactedFields: [\n      ...(event.redactedFields ?? []),\n      ...report.findings.map((finding) => finding.path),\n    ],\n  }\n}\n\n// ── In-memory ────────────────────────────────────────────────────────────\n\nexport interface InMemoryRawProviderSinkOptions {\n  redactor?: ProviderRedactor\n}\n\nexport class InMemoryRawProviderSink implements RawProviderSink {\n  private events: RawProviderEvent[] = []\n  private redactor: ProviderRedactor\n\n  constructor(opts: InMemoryRawProviderSinkOptions = {}) {\n    this.redactor = opts.redactor ?? defaultProviderRedactor\n  }\n\n  async record(event: RawProviderEvent): Promise<void> {\n    this.events.push(this.redactor({ ...event, redactedFields: event.redactedFields ?? [] }))\n  }\n\n  async list(filter: RawProviderSinkFilter = {}): Promise<RawProviderEvent[]> {\n    return this.events.filter(\n      (e) =>\n        (filter.runId === undefined || e.runId === filter.runId) &&\n        (filter.spanId === undefined || e.spanId === filter.spanId) &&\n        (filter.direction === undefined || e.direction === filter.direction) &&\n        (filter.attemptIndex === undefined || e.attemptIndex === filter.attemptIndex),\n    )\n  }\n\n  size(): number {\n    return this.events.length\n  }\n}\n\nexport class NoopRawProviderSink implements RawProviderSink {\n  async record(): Promise<void> {\n    /* no-op */\n  }\n  /**\n   * Returns an empty array. Implemented so `assertRunCaptured` does not\n   * trip the `no_raw_sink` issue when a caller explicitly opts out of\n   * capture by passing this sink — opt-out is a deliberate choice, not a\n   * misconfiguration.\n   */\n  async list(): Promise<RawProviderEvent[]> {\n    return []\n  }\n}\n\n// ── Filesystem (NDJSON) ──────────────────────────────────────────────────\n\nexport interface FileSystemRawProviderSinkOptions {\n  /** Directory the NDJSON file is written into. Created if missing. */\n  dir: string\n  /** File name; default `'raw-provider-events.ndjson'`. */\n  fileName?: string\n  /** Bytes after which the writer rolls over to a new file (default 32 MiB). */\n  rollAtBytes?: number\n  redactor?: ProviderRedactor\n}\n\nexport class FileSystemRawProviderSink implements RawProviderSink {\n  private dir: string\n  private fileName: string\n  private rollAtBytes: number\n  private redactor: ProviderRedactor\n  private bytesWritten = 0\n  private rollIndex = 0\n  private initPromise: Promise<void> | null = null\n\n  constructor(opts: FileSystemRawProviderSinkOptions) {\n    this.dir = opts.dir\n    this.fileName = opts.fileName ?? 'raw-provider-events.ndjson'\n    this.rollAtBytes = opts.rollAtBytes ?? 32 * 1024 * 1024\n    this.redactor = opts.redactor ?? defaultProviderRedactor\n  }\n\n  private async ensureInit(): Promise<void> {\n    if (!this.initPromise) {\n      this.initPromise = fs.mkdir(this.dir, { recursive: true }).then(() => undefined)\n    }\n    await this.initPromise\n  }\n\n  private currentPath(): string {\n    if (this.rollIndex === 0) return path.join(this.dir, this.fileName)\n    return path.join(this.dir, `${this.fileName}.${this.rollIndex}`)\n  }\n\n  async record(event: RawProviderEvent): Promise<void> {\n    await this.ensureInit()\n    const redacted = this.redactor({ ...event, redactedFields: event.redactedFields ?? [] })\n    const line = `${JSON.stringify(redacted)}\\n`\n    if (this.bytesWritten + line.length > this.rollAtBytes && this.bytesWritten > 0) {\n      this.rollIndex += 1\n      this.bytesWritten = 0\n    }\n    await fs.appendFile(this.currentPath(), line, 'utf8')\n    this.bytesWritten += line.length\n  }\n\n  async list(filter: RawProviderSinkFilter = {}): Promise<RawProviderEvent[]> {\n    await this.ensureInit()\n    const out: RawProviderEvent[] = []\n    for (let i = 0; i <= this.rollIndex; i++) {\n      const file =\n        i === 0 ? path.join(this.dir, this.fileName) : path.join(this.dir, `${this.fileName}.${i}`)\n      let body: string\n      try {\n        body = await fs.readFile(file, 'utf8')\n      } catch (err) {\n        if ((err as NodeJS.ErrnoException).code === 'ENOENT') continue\n        throw err\n      }\n      for (const line of body.split('\\n')) {\n        if (!line) continue\n        const event = JSON.parse(line) as RawProviderEvent\n        if (filter.runId !== undefined && event.runId !== filter.runId) continue\n        if (filter.spanId !== undefined && event.spanId !== filter.spanId) continue\n        if (filter.direction !== undefined && event.direction !== filter.direction) continue\n        if (filter.attemptIndex !== undefined && event.attemptIndex !== filter.attemptIndex)\n          continue\n        out.push(event)\n      }\n    }\n    return out\n  }\n}\n\n// ── Helpers ──────────────────────────────────────────────────────────────\n\n/**\n * Best-effort provider id from a base URL. Falls back to the URL host when\n * none of the well-known patterns match.\n */\nexport function providerFromBaseUrl(baseUrl: string): string {\n  const lower = baseUrl.toLowerCase()\n  if (lower.includes('api.openai.com')) return 'openai'\n  if (lower.includes('api.anthropic.com')) return 'anthropic'\n  if (lower.includes('generativelanguage.googleapis.com')) return 'google'\n  if (lower.includes('api.together.ai') || lower.includes('api.together.xyz')) return 'together'\n  if (lower.includes('api.deepseek.com')) return 'deepseek'\n  if (lower.includes('router.tangle.tools')) return 'tangle-router'\n  if (lower.includes('api.litellm') || lower.includes('litellm')) return 'litellm'\n  try {\n    return new URL(baseUrl).host\n  } catch {\n    return baseUrl\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAyFA,SAAgB,wBAAwB,OAA2C;CACjF,MAAM,EAAE,gBAAgB,aAAa,iBAAiB,cAAc,iBAAiB;CACrF,MAAM,EAAE,OAAO,WAAW,OAAO;EAC/B;EACA;EACA;EACA;EACA;CACF,CAAC;CACD,OAAO;EACL,GAAG;EACH,GAAG;EACH,gBAAgB,CACd,GAAI,MAAM,kBAAkB,CAAC,GAC7B,GAAG,OAAO,SAAS,KAAK,YAAY,QAAQ,IAAI,CAClD;CACF;AACF;AAQA,IAAa,0BAAb,MAAgE;CAC9D,SAAqC,CAAC;CACtC;CAEA,YAAY,OAAuC,CAAC,GAAG;EACrD,KAAK,WAAW,KAAK,YAAY;CACnC;CAEA,MAAM,OAAO,OAAwC;EACnD,KAAK,OAAO,KAAK,KAAK,SAAS;GAAE,GAAG;GAAO,gBAAgB,MAAM,kBAAkB,CAAC;EAAE,CAAC,CAAC;CAC1F;CAEA,MAAM,KAAK,SAAgC,CAAC,GAAgC;EAC1E,OAAO,KAAK,OAAO,QAChB,OACE,OAAO,UAAU,KAAA,KAAa,EAAE,UAAU,OAAO,WACjD,OAAO,WAAW,KAAA,KAAa,EAAE,WAAW,OAAO,YACnD,OAAO,cAAc,KAAA,KAAa,EAAE,cAAc,OAAO,eACzD,OAAO,iBAAiB,KAAA,KAAa,EAAE,iBAAiB,OAAO,aACpE;CACF;CAEA,OAAe;EACb,OAAO,KAAK,OAAO;CACrB;AACF;AAEA,IAAa,sBAAb,MAA4D;CAC1D,MAAM,SAAwB,CAE9B;;;;;;;CAOA,MAAM,OAAoC;EACxC,OAAO,CAAC;CACV;AACF;AAcA,IAAa,4BAAb,MAAkE;CAChE;CACA;CACA;CACA;CACA,eAAuB;CACvB,YAAoB;CACpB,cAA4C;CAE5C,YAAY,MAAwC;EAClD,KAAK,MAAM,KAAK;EAChB,KAAK,WAAW,KAAK,YAAY;EACjC,KAAK,cAAc,KAAK,eAAe;EACvC,KAAK,WAAW,KAAK,YAAY;CACnC;CAEA,MAAc,aAA4B;EACxC,IAAI,CAAC,KAAK,aACR,KAAK,cAAcA,SAAG,MAAM,KAAK,KAAK,EAAE,WAAW,KAAK,CAAC,CAAC,CAAC,WAAW,KAAA,CAAS;EAEjF,MAAM,KAAK;CACb;CAEA,cAA8B;EAC5B,IAAI,KAAK,cAAc,GAAG,OAAO,KAAK,KAAK,KAAK,KAAK,KAAK,QAAQ;EAClE,OAAO,KAAK,KAAK,KAAK,KAAK,GAAG,KAAK,SAAS,GAAG,KAAK,WAAW;CACjE;CAEA,MAAM,OAAO,OAAwC;EACnD,MAAM,KAAK,WAAW;EACtB,MAAM,WAAW,KAAK,SAAS;GAAE,GAAG;GAAO,gBAAgB,MAAM,kBAAkB,CAAC;EAAE,CAAC;EACvF,MAAM,OAAO,GAAG,KAAK,UAAU,QAAQ,EAAE;EACzC,IAAI,KAAK,eAAe,KAAK,SAAS,KAAK,eAAe,KAAK,eAAe,GAAG;GAC/E,KAAK,aAAa;GAClB,KAAK,eAAe;EACtB;EACA,MAAMA,SAAG,WAAW,KAAK,YAAY,GAAG,MAAM,MAAM;EACpD,KAAK,gBAAgB,KAAK;CAC5B;CAEA,MAAM,KAAK,SAAgC,CAAC,GAAgC;EAC1E,MAAM,KAAK,WAAW;EACtB,MAAM,MAA0B,CAAC;EACjC,KAAK,IAAI,IAAI,GAAG,KAAK,KAAK,WAAW,KAAK;GACxC,MAAM,OACJ,MAAM,IAAI,KAAK,KAAK,KAAK,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,KAAK,KAAK,GAAG,KAAK,SAAS,GAAG,GAAG;GAC5F,IAAI;GACJ,IAAI;IACF,OAAO,MAAMA,SAAG,SAAS,MAAM,MAAM;GACvC,SAAS,KAAK;IACZ,IAAK,IAA8B,SAAS,UAAU;IACtD,MAAM;GACR;GACA,KAAK,MAAM,QAAQ,KAAK,MAAM,IAAI,GAAG;IACnC,IAAI,CAAC,MAAM;IACX,MAAM,QAAQ,KAAK,MAAM,IAAI;IAC7B,IAAI,OAAO,UAAU,KAAA,KAAa,MAAM,UAAU,OAAO,OAAO;IAChE,IAAI,OAAO,WAAW,KAAA,KAAa,MAAM,WAAW,OAAO,QAAQ;IACnE,IAAI,OAAO,cAAc,KAAA,KAAa,MAAM,cAAc,OAAO,WAAW;IAC5E,IAAI,OAAO,iBAAiB,KAAA,KAAa,MAAM,iBAAiB,OAAO,cACrE;IACF,IAAI,KAAK,KAAK;GAChB;EACF;EACA,OAAO;CACT;AACF;;;;;AAQA,SAAgB,oBAAoB,SAAyB;CAC3D,MAAM,QAAQ,QAAQ,YAAY;CAClC,IAAI,MAAM,SAAS,gBAAgB,GAAG,OAAO;CAC7C,IAAI,MAAM,SAAS,mBAAmB,GAAG,OAAO;CAChD,IAAI,MAAM,SAAS,mCAAmC,GAAG,OAAO;CAChE,IAAI,MAAM,SAAS,iBAAiB,KAAK,MAAM,SAAS,kBAAkB,GAAG,OAAO;CACpF,IAAI,MAAM,SAAS,kBAAkB,GAAG,OAAO;CAC/C,IAAI,MAAM,SAAS,qBAAqB,GAAG,OAAO;CAClD,IAAI,MAAM,SAAS,aAAa,KAAK,MAAM,SAAS,SAAS,GAAG,OAAO;CACvE,IAAI;EACF,OAAO,IAAI,IAAI,OAAO,CAAC,CAAC;CAC1B,QAAQ;EACN,OAAO;CACT;AACF"}
+{"version":3,"file":"raw-provider-sink-75w4FWBj.js","names":["fs"],"sources":["../src/trace/raw-provider-sink.ts"],"sourcesContent":["/**\n * RawProviderSink — first-class persistence for the actual HTTP-level\n * request/response bodies of every LLM provider call.\n *\n * Why this is a separate sink from the structured `LlmSpan`:\n *\n *   - `LlmSpan` records the *intent* — model name, messages, output text,\n *     usage. It's what dashboards read; it's NOT enough for forensics.\n *   - When a downstream consumer reports \"the verifier used the wrong route\"\n *     or \"tokens look right but reasoning was missing,\" the only way to\n *     answer is the raw HTTP body. Span fields can lie (a proxy can echo\n *     a different `model` value than what actually answered); the raw\n *     response is ground truth.\n *\n * Default behaviour: opt-in. Pass `rawSink` to `LlmClientOptions` (or the\n * matrix runner / BuilderSession sets it up automatically) and every\n * request, response, and error is recorded — including retries, with the\n * attempt index attached so a flaky call's full event chain is recoverable.\n *\n * Redaction is enforced at sink time. The default redactor runs the redaction\n * core (`./redact`, default profile) over headers, bodies and the error\n * message: credential headers and fields are replaced by name, credential and\n * personal-data values by shape. Override via the sink constructor or the\n * per-call `redactor`. The `redactedFields` array on the persisted event lets\n * a reviewer see what was replaced without exposing the values.\n */\n\nimport { promises as fs } from 'node:fs'\nimport * as path from 'node:path'\nimport { redact } from './redact'\n\nexport type RawProviderDirection = 'request' | 'response' | 'error'\n\nexport interface RawProviderEvent {\n  /** Stable id. Generated by the sink if omitted. */\n  eventId: string\n  /** Trace context populated by `LlmClient` when the call is wrapped in a span. */\n  runId?: string\n  spanId?: string\n  /**\n   * Logical provider name. Free-form so callers can use whatever id matches\n   * their topology (`'openai'`, `'anthropic'`, `'tangle-router'`, …). When\n   * omitted, derived from `baseUrl` in `LlmClientOptions`.\n   */\n  provider: string\n  model: string\n  /** Endpoint path, e.g. `'/v1/chat/completions'`. */\n  endpoint: string\n  /** Base URL used for the call (already-normalised — no trailing slash). */\n  baseUrl: string\n  /** 0-indexed retry attempt. The first attempt is 0; a retried call gets 1, 2, … */\n  attemptIndex: number\n  direction: RawProviderDirection\n  /** Unix ms. */\n  timestamp: number\n  /** Wall-clock duration of the call leg. Set on `response` and `error` events; null on `request`. */\n  durationMs?: number\n  statusCode?: number\n  requestHeaders?: Record<string, string>\n  requestBody?: unknown\n  responseHeaders?: Record<string, string>\n  responseBody?: unknown\n  /** Set on `direction: 'error'` events. */\n  errorMessage?: string\n  /** JSON Pointers of the fields the redactor replaced ('/requestHeaders/Authorization', '/requestBody/apiKey', …). */\n  redactedFields: string[]\n}\n\nexport interface RawProviderSinkFilter {\n  runId?: string\n  spanId?: string\n  direction?: RawProviderDirection\n  attemptIndex?: number\n}\n\nexport interface RawProviderSink {\n  record(event: RawProviderEvent): Promise<void>\n  /** Optional listing — implementations that durably persist (file, db) should support this. */\n  list?(filter?: RawProviderSinkFilter): Promise<RawProviderEvent[]>\n  /** Optional teardown for backed implementations. */\n  close?(): Promise<void>\n}\n\nexport type ProviderRedactor = (event: RawProviderEvent) => RawProviderEvent\n\n/**\n * The default redactor: the redaction core over the parts of an event that\n * carry provider traffic. Every replaced path is added to `redactedFields`.\n */\nexport function defaultProviderRedactor(event: RawProviderEvent): RawProviderEvent {\n  const { requestHeaders, requestBody, responseHeaders, responseBody, errorMessage } = event\n  const { value, report } = redact({\n    requestHeaders,\n    requestBody,\n    responseHeaders,\n    responseBody,\n    errorMessage,\n  })\n  return {\n    ...event,\n    ...value,\n    redactedFields: [\n      ...(event.redactedFields ?? []),\n      ...report.findings.map((finding) => finding.path),\n    ],\n  }\n}\n\n// ── In-memory ────────────────────────────────────────────────────────────\n\nexport interface InMemoryRawProviderSinkOptions {\n  redactor?: ProviderRedactor\n}\n\nexport class InMemoryRawProviderSink implements RawProviderSink {\n  private events: RawProviderEvent[] = []\n  private redactor: ProviderRedactor\n\n  constructor(opts: InMemoryRawProviderSinkOptions = {}) {\n    this.redactor = opts.redactor ?? defaultProviderRedactor\n  }\n\n  async record(event: RawProviderEvent): Promise<void> {\n    this.events.push(this.redactor({ ...event, redactedFields: event.redactedFields ?? [] }))\n  }\n\n  async list(filter: RawProviderSinkFilter = {}): Promise<RawProviderEvent[]> {\n    return this.events.filter(\n      (e) =>\n        (filter.runId === undefined || e.runId === filter.runId) &&\n        (filter.spanId === undefined || e.spanId === filter.spanId) &&\n        (filter.direction === undefined || e.direction === filter.direction) &&\n        (filter.attemptIndex === undefined || e.attemptIndex === filter.attemptIndex),\n    )\n  }\n\n  size(): number {\n    return this.events.length\n  }\n}\n\nexport class NoopRawProviderSink implements RawProviderSink {\n  async record(): Promise<void> {\n    /* no-op */\n  }\n  /**\n   * Returns an empty array. Implemented so `assertRunCaptured` does not\n   * trip the `no_raw_sink` issue when a caller explicitly opts out of\n   * capture by passing this sink — opt-out is a deliberate choice, not a\n   * misconfiguration.\n   */\n  async list(): Promise<RawProviderEvent[]> {\n    return []\n  }\n}\n\n// ── Filesystem (NDJSON) ──────────────────────────────────────────────────\n\nexport interface FileSystemRawProviderSinkOptions {\n  /** Directory the NDJSON file is written into. Created if missing. */\n  dir: string\n  /** File name; default `'raw-provider-events.ndjson'`. */\n  fileName?: string\n  /** Bytes after which the writer rolls over to a new file (default 32 MiB). */\n  rollAtBytes?: number\n  redactor?: ProviderRedactor\n}\n\nexport class FileSystemRawProviderSink implements RawProviderSink {\n  private dir: string\n  private fileName: string\n  private rollAtBytes: number\n  private redactor: ProviderRedactor\n  private bytesWritten = 0\n  private rollIndex = 0\n  private initPromise: Promise<void> | null = null\n\n  constructor(opts: FileSystemRawProviderSinkOptions) {\n    this.dir = opts.dir\n    this.fileName = opts.fileName ?? 'raw-provider-events.ndjson'\n    this.rollAtBytes = opts.rollAtBytes ?? 32 * 1024 * 1024\n    this.redactor = opts.redactor ?? defaultProviderRedactor\n  }\n\n  private async ensureInit(): Promise<void> {\n    if (!this.initPromise) {\n      this.initPromise = fs.mkdir(this.dir, { recursive: true }).then(() => undefined)\n    }\n    await this.initPromise\n  }\n\n  private currentPath(): string {\n    if (this.rollIndex === 0) return path.join(this.dir, this.fileName)\n    return path.join(this.dir, `${this.fileName}.${this.rollIndex}`)\n  }\n\n  async record(event: RawProviderEvent): Promise<void> {\n    await this.ensureInit()\n    const redacted = this.redactor({ ...event, redactedFields: event.redactedFields ?? [] })\n    const line = `${JSON.stringify(redacted)}\\n`\n    if (this.bytesWritten + line.length > this.rollAtBytes && this.bytesWritten > 0) {\n      this.rollIndex += 1\n      this.bytesWritten = 0\n    }\n    await fs.appendFile(this.currentPath(), line, 'utf8')\n    this.bytesWritten += line.length\n  }\n\n  async list(filter: RawProviderSinkFilter = {}): Promise<RawProviderEvent[]> {\n    await this.ensureInit()\n    const out: RawProviderEvent[] = []\n    for (let i = 0; i <= this.rollIndex; i++) {\n      const file =\n        i === 0 ? path.join(this.dir, this.fileName) : path.join(this.dir, `${this.fileName}.${i}`)\n      let body: string\n      try {\n        body = await fs.readFile(file, 'utf8')\n      } catch (err) {\n        if ((err as NodeJS.ErrnoException).code === 'ENOENT') continue\n        throw err\n      }\n      for (const line of body.split('\\n')) {\n        if (!line) continue\n        const event = JSON.parse(line) as RawProviderEvent\n        if (filter.runId !== undefined && event.runId !== filter.runId) continue\n        if (filter.spanId !== undefined && event.spanId !== filter.spanId) continue\n        if (filter.direction !== undefined && event.direction !== filter.direction) continue\n        if (filter.attemptIndex !== undefined && event.attemptIndex !== filter.attemptIndex)\n          continue\n        out.push(event)\n      }\n    }\n    return out\n  }\n}\n\n// ── Helpers ──────────────────────────────────────────────────────────────\n\n/**\n * Best-effort provider id from a base URL. Falls back to the URL host when\n * none of the well-known patterns match.\n */\nexport function providerFromBaseUrl(baseUrl: string): string {\n  const lower = baseUrl.toLowerCase()\n  if (lower.includes('api.openai.com')) return 'openai'\n  if (lower.includes('api.anthropic.com')) return 'anthropic'\n  if (lower.includes('generativelanguage.googleapis.com')) return 'google'\n  if (lower.includes('api.together.ai') || lower.includes('api.together.xyz')) return 'together'\n  if (lower.includes('api.deepseek.com')) return 'deepseek'\n  if (lower.includes('router.tangle.tools')) return 'tangle-router'\n  if (lower.includes('api.litellm') || lower.includes('litellm')) return 'litellm'\n  try {\n    return new URL(baseUrl).host\n  } catch {\n    return baseUrl\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAyFA,SAAgB,wBAAwB,OAA2C;CACjF,MAAM,EAAE,gBAAgB,aAAa,iBAAiB,cAAc,iBAAiB;CACrF,MAAM,EAAE,OAAO,WAAW,OAAO;EAC/B;EACA;EACA;EACA;EACA;CACF,CAAC;CACD,OAAO;EACL,GAAG;EACH,GAAG;EACH,gBAAgB,CACd,GAAI,MAAM,kBAAkB,CAAC,GAC7B,GAAG,OAAO,SAAS,KAAK,YAAY,QAAQ,IAAI,CAClD;CACF;AACF;AAQA,IAAa,0BAAb,MAAgE;CAC9D,SAAqC,CAAC;CACtC;CAEA,YAAY,OAAuC,CAAC,GAAG;EACrD,KAAK,WAAW,KAAK,YAAY;CACnC;CAEA,MAAM,OAAO,OAAwC;EACnD,KAAK,OAAO,KAAK,KAAK,SAAS;GAAE,GAAG;GAAO,gBAAgB,MAAM,kBAAkB,CAAC;EAAE,CAAC,CAAC;CAC1F;CAEA,MAAM,KAAK,SAAgC,CAAC,GAAgC;EAC1E,OAAO,KAAK,OAAO,QAChB,OACE,OAAO,UAAU,KAAA,KAAa,EAAE,UAAU,OAAO,WACjD,OAAO,WAAW,KAAA,KAAa,EAAE,WAAW,OAAO,YACnD,OAAO,cAAc,KAAA,KAAa,EAAE,cAAc,OAAO,eACzD,OAAO,iBAAiB,KAAA,KAAa,EAAE,iBAAiB,OAAO,aACpE;CACF;CAEA,OAAe;EACb,OAAO,KAAK,OAAO;CACrB;AACF;AAEA,IAAa,sBAAb,MAA4D;CAC1D,MAAM,SAAwB,CAE9B;;;;;;;CAOA,MAAM,OAAoC;EACxC,OAAO,CAAC;CACV;AACF;AAcA,IAAa,4BAAb,MAAkE;CAChE;CACA;CACA;CACA;CACA,eAAuB;CACvB,YAAoB;CACpB,cAA4C;CAE5C,YAAY,MAAwC;EAClD,KAAK,MAAM,KAAK;EAChB,KAAK,WAAW,KAAK,YAAY;EACjC,KAAK,cAAc,KAAK,eAAe;EACvC,KAAK,WAAW,KAAK,YAAY;CACnC;CAEA,MAAc,aAA4B;EACxC,IAAI,CAAC,KAAK,aACR,KAAK,cAAcA,SAAG,MAAM,KAAK,KAAK,EAAE,WAAW,KAAK,CAAC,CAAC,CAAC,WAAW,KAAA,CAAS;EAEjF,MAAM,KAAK;CACb;CAEA,cAA8B;EAC5B,IAAI,KAAK,cAAc,GAAG,OAAO,KAAK,KAAK,KAAK,KAAK,KAAK,QAAQ;EAClE,OAAO,KAAK,KAAK,KAAK,KAAK,GAAG,KAAK,SAAS,GAAG,KAAK,WAAW;CACjE;CAEA,MAAM,OAAO,OAAwC;EACnD,MAAM,KAAK,WAAW;EACtB,MAAM,WAAW,KAAK,SAAS;GAAE,GAAG;GAAO,gBAAgB,MAAM,kBAAkB,CAAC;EAAE,CAAC;EACvF,MAAM,OAAO,GAAG,KAAK,UAAU,QAAQ,EAAE;EACzC,IAAI,KAAK,eAAe,KAAK,SAAS,KAAK,eAAe,KAAK,eAAe,GAAG;GAC/E,KAAK,aAAa;GAClB,KAAK,eAAe;EACtB;EACA,MAAMA,SAAG,WAAW,KAAK,YAAY,GAAG,MAAM,MAAM;EACpD,KAAK,gBAAgB,KAAK;CAC5B;CAEA,MAAM,KAAK,SAAgC,CAAC,GAAgC;EAC1E,MAAM,KAAK,WAAW;EACtB,MAAM,MAA0B,CAAC;EACjC,KAAK,IAAI,IAAI,GAAG,KAAK,KAAK,WAAW,KAAK;GACxC,MAAM,OACJ,MAAM,IAAI,KAAK,KAAK,KAAK,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,KAAK,KAAK,GAAG,KAAK,SAAS,GAAG,GAAG;GAC5F,IAAI;GACJ,IAAI;IACF,OAAO,MAAMA,SAAG,SAAS,MAAM,MAAM;GACvC,SAAS,KAAK;IACZ,IAAK,IAA8B,SAAS,UAAU;IACtD,MAAM;GACR;GACA,KAAK,MAAM,QAAQ,KAAK,MAAM,IAAI,GAAG;IACnC,IAAI,CAAC,MAAM;IACX,MAAM,QAAQ,KAAK,MAAM,IAAI;IAC7B,IAAI,OAAO,UAAU,KAAA,KAAa,MAAM,UAAU,OAAO,OAAO;IAChE,IAAI,OAAO,WAAW,KAAA,KAAa,MAAM,WAAW,OAAO,QAAQ;IACnE,IAAI,OAAO,cAAc,KAAA,KAAa,MAAM,cAAc,OAAO,WAAW;IAC5E,IAAI,OAAO,iBAAiB,KAAA,KAAa,MAAM,iBAAiB,OAAO,cACrE;IACF,IAAI,KAAK,KAAK;GAChB;EACF;EACA,OAAO;CACT;AACF;;;;;AAQA,SAAgB,oBAAoB,SAAyB;CAC3D,MAAM,QAAQ,QAAQ,YAAY;CAClC,IAAI,MAAM,SAAS,gBAAgB,GAAG,OAAO;CAC7C,IAAI,MAAM,SAAS,mBAAmB,GAAG,OAAO;CAChD,IAAI,MAAM,SAAS,mCAAmC,GAAG,OAAO;CAChE,IAAI,MAAM,SAAS,iBAAiB,KAAK,MAAM,SAAS,kBAAkB,GAAG,OAAO;CACpF,IAAI,MAAM,SAAS,kBAAkB,GAAG,OAAO;CAC/C,IAAI,MAAM,SAAS,qBAAqB,GAAG,OAAO;CAClD,IAAI,MAAM,SAAS,aAAa,KAAK,MAAM,SAAS,SAAS,GAAG,OAAO;CACvE,IAAI;EACF,OAAO,IAAI,IAAI,OAAO,CAAC,CAAC;CAC1B,QAAQ;EACN,OAAO;CACT;AACF"}

package/dist/{redact-mtCCcT8z.d.ts → redact-DXdlFb_U.d.ts}

@@ -35,7 +35,6 @@
  * over every case.
  */
 type RedactionProfile = 'default' | 'share' | 'strict';
-declare const REDACTION_PROFILES: readonly RedactionProfile[];
 /** What a finding is about. `media` is embedded binary content (a `data:` URI) no text detector can read. */
 type SafetyCategory = 'credential' | 'personal-data' | 'identifier' | 'raw-content' | 'media';
 /**
@@ -140,5 +139,5 @@ declare function redactForShare<T>(value: T, options?: RedactOptions): {
   verdict: ShareSafetyVerdict;
 };
 //#endregion
-export { redactText as _, RedactionFinding as a, SafetyCategory as c, ShareSafetyVerdict as d, assessShareSafety as f, redactForShare as g, redact as h, RedactOptions as i, ShareSafetyFinding as l, emptyRedactionReport as m, REDACTION_PROFILES as n, RedactionProfile as o, combineVerdicts as p, REDACTION_VERSION as r, RedactionReport as s, AssessOptions as t, ShareSafetyStatus as u, shareAllowed as v };
-//# sourceMappingURL=redact-mtCCcT8z.d.ts.map
+export { shareAllowed as _, RedactionProfile as a, ShareSafetyFinding as c, assessShareSafety as d, combineVerdicts as f, redactText as g, redactForShare as h, RedactionFinding as i, ShareSafetyStatus as l, redact as m, REDACTION_VERSION as n, RedactionReport as o, emptyRedactionReport as p, RedactOptions as r, SafetyCategory as s, AssessOptions as t, ShareSafetyVerdict as u };
+//# sourceMappingURL=redact-DXdlFb_U.d.ts.map

package/dist/redact-DXdlFb_U.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"redact-DXdlFb_U.d.ts","names":[],"sources":["../src/trace/redact.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KA8CY;;KAKA;;;;;;cAOC;UAEI;;EAEf;EACA,UAAU;EACV;EACA;;UAGe;EACf;EACA,SAAS;;EAET;EACA,YAAY;EACZ;EACA,UAAU;;UAGK;;EAEf,UAAU;;EAEV;;;;;;;;;EASA;;EAEA,SAAS;;UAGM;;EAEf,UAAU;;EAEV;;KAGU;UAEK;EACf,UAAU;EACV;EACA;EACA;;EAEA;;UAGe;EACf,QAAQ;EACR,SAAS;EACT,UAAU;;EAEV;;;iBAkVc,qBAAqB,UAAS,mBAA+B;;;;;;iBAkC7D,OAAO,GACrB,OAAO,GACP,UAAS;EACN,OAAO;EAAG,QAAQ;;;;;;iBAUP,WAAW,cAAc,UAAS;;;;;;;iBAgKlC,kBAAkB,gBAAgB,UAAS,gBAAqB;;;;;iBAoBhE,gBACd,SAAS,kBACT,mBAAmB,sBACnB,iCACC;;iBAsCa,aAAa,SAAS;;;;;;iBAStB,eAAe,GAC7B,OAAO,GACP,UAAS;EACN,OAAO;EAAG,QAAQ;EAAiB,SAAS"}

package/dist/{redact-B5xXKqQ3.js → redact-mtkTiJVk.js}

@@ -492,11 +492,6 @@ function credentialIn(text, knownSecrets) {
 * safety corpus with its MIT notice; `pnpm redaction:corpus` runs this module
 * over every case.
 */
-const REDACTION_PROFILES = [
-	"default",
-	"share",
-	"strict"
-];
 /**
 * Version of the detector set and profile rules. Stored work that depends on
 * redaction behavior (saved optimizer inputs, per-span redaction stamps) keys
@@ -971,6 +966,6 @@ function redactForShare(value, options = {}) {
 	};
 }
 //#endregion
-export { emptyRedactionReport as a, redactText as c, detectCredential as d, detectPersonalData as f, combineVerdicts as i, shareAllowed as l, REDACTION_VERSION as n, redact as o, normalizeKey as p, assessShareSafety as r, redactForShare as s, REDACTION_PROFILES as t, classifyKey as u };
+export { redact as a, shareAllowed as c, detectPersonalData as d, normalizeKey as f, emptyRedactionReport as i, classifyKey as l, assessShareSafety as n, redactForShare as o, combineVerdicts as r, redactText as s, REDACTION_VERSION as t, detectCredential as u };
 
-//# sourceMappingURL=redact-B5xXKqQ3.js.map
+//# sourceMappingURL=redact-mtkTiJVk.js.map