darwin-agents 0.6.0-alpha.1 → 0.7.0

package/dist/src/evolution/safety.js

@@ -6,6 +6,7 @@
  * rollback triggers, and A/B test evaluation rules.
  */
 import { DEFAULT_SAFETY } from '../types.js';
+import { msprtTwoSample, hoeffdingTwoSample } from './sequential.js';
 /** Default minRuns range for dynamic sizing */
 const DYNAMIC_MIN_RUNS_FLOOR = 10;
 const DYNAMIC_MIN_RUNS_CEIL = 30;
@@ -21,6 +22,17 @@ export class SafetyGate {
     canEvolve(_agentName, stats) {
         return stats.totalRuns >= this.thresholds.minDataPoints;
     }
+    /**
+     * v0.7.0 — True iff the peeking guard is configured to use a sequential
+     * method (mSPRT / Hoeffding), which needs the per-arm composite samples.
+     * The loop calls this to decide whether to load that (slightly more
+     * expensive) per-sample data before calling {@link evaluateABTest}.
+     */
+    usesSequentialConfidence() {
+        return (this.thresholds.requireConfidence === true &&
+            (this.thresholds.confidenceMethod === 'msprt' ||
+                this.thresholds.confidenceMethod === 'hoeffding'));
+    }
     /**
      * Check whether score B is NOT a regression beyond the allowed threshold.
      *
@@ -58,7 +70,7 @@ export class SafetyGate {
      * @param overrideMinRuns — Per-test minimum runs (from ABTest.minRuns).
      *   Falls back to SafetyThresholds.minDataPoints if not provided.
      */
-    evaluateABTest(compositeA, compositeB, runsA, runsB, failsA = 0, failsB = 0, overrideMinRuns) {
+    evaluateABTest(compositeA, compositeB, runsA, runsB, failsA = 0, failsB = 0, overrideMinRuns, samples) {
         const minRuns = overrideMinRuns ?? this.thresholds.minDataPoints;
         const totalA = runsA + failsA;
         const totalB = runsB + failsB;
@@ -113,7 +125,7 @@ export class SafetyGate {
             // tie-break below so the test still terminates (an early 'continue' here
             // would loop forever on a persistent small-margin challenger).
             if (!this.thresholds.requireConfidence ||
-                this.meetsConfidence(adjustedA, adjustedB, runsA, runsB, minRuns)) {
+                this.isConfident(adjustedA, adjustedB, runsA, runsB, minRuns, marginOutcome, samples)) {
                 return marginOutcome;
             }
         }
@@ -165,6 +177,48 @@ export class SafetyGate {
         const effectSize = Math.abs(scoreA - scoreB) / pooled;
         return effectSize >= 0.2 && runsA + runsB >= minRuns * 2;
     }
+    /**
+     * v0.7.0 — Dispatch the peeking-resistant confidence gate to the
+     * configured {@link SafetyThresholds.confidenceMethod}.
+     *
+     *   - `'effect-size'` (default): the v0.6.0 heuristic ({@link meetsConfidence}).
+     *     Byte-for-byte unchanged when no method is set.
+     *   - `'msprt'` / `'hoeffding'`: an always-valid sequential test over the
+     *     RAW per-arm composite samples (reliability is already handled by the
+     *     auto-loss rule upstream, so the statistical test uses the unadjusted
+     *     scores). The verdict must be `decisive` AND point in the SAME
+     *     direction as the score margin — a sequential test that fires for the
+     *     opposite arm does not confirm this margin.
+     *
+     * Falls back to the effect-size heuristic when a sequential method is set
+     * but no per-sample data was supplied (graceful — never throws).
+     */
+    isConfident(adjustedA, adjustedB, runsA, runsB, minRuns, marginOutcome, samples) {
+        const method = this.thresholds.confidenceMethod ?? 'effect-size';
+        if (method === 'effect-size' || !samples) {
+            return this.meetsConfidence(adjustedA, adjustedB, runsA, runsB, minRuns);
+        }
+        const opts = {
+            alpha: this.thresholds.confidenceAlpha,
+            minSamplesPerArm: this.thresholds.confidenceMinSamples,
+        };
+        const verdict = method === 'hoeffding'
+            ? hoeffdingTwoSample(samples.a, samples.b, {
+                ...opts,
+                lo: this.thresholds.confidenceScoreRange?.[0],
+                hi: this.thresholds.confidenceScoreRange?.[1],
+            })
+            : msprtTwoSample(samples.a, samples.b, {
+                ...opts,
+                tau: this.thresholds.confidenceTau,
+            });
+        if (!verdict.decisive)
+            return false;
+        // The sequential test must confirm the SAME winner as the score margin.
+        // direction +1 = B>A (b_wins), −1 = A>B (a_wins).
+        const expected = marginOutcome === 'b_wins' ? 1 : -1;
+        return verdict.direction === expected;
+    }
     /**
      * Compute dynamic minRuns based on observed quality score variance.
      *

package/dist/src/evolution/safety.js.map

@@ -1 +1 @@
-{"version":3,"file":"safety.js","sourceRoot":"","sources":["../../../src/evolution/safety.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAW7C,+CAA+C;AAC/C,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAClC,MAAM,qBAAqB,GAAG,EAAE,CAAC;AAEjC,MAAM,OAAO,UAAU;IACb,UAAU,CAAmB;IAErC,YAAY,aAA+B,cAAc;QACvD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED;;;OAGG;IACH,SAAS,CAAC,UAAkB,EAAE,KAAyB;QACrD,OAAO,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;IAC1D,CAAC;IAED;;;;;;;;;OASG;IACH,eAAe,CAAC,MAAc,EAAE,MAAc;QAC5C,8DAA8D;QAC9D,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC;QACxC,OAAO,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;IAC/C,CAAC;IAED;;;OAGG;IACH,cAAc,CAAC,mBAA2B;QACxC,OAAO,mBAAmB,IAAI,IAAI,CAAC,UAAU,CAAC,wBAAwB,CAAC;IACzE,CAAC;IAED;;;;;;;;;;;OAWG;IACH,cAAc,CACZ,UAAkB,EAClB,UAAkB,EAClB,KAAa,EACb,KAAa,EACb,SAAiB,CAAC,EAClB,SAAiB,CAAC,EAClB,eAAwB;QAExB,MAAM,OAAO,GAAG,eAAe,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;QACjE,MAAM,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;QAC9B,MAAM,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;QAE9B,mFAAmF;QACnF,MAAM,yBAAyB,GAAG,CAAC,CAAC;QACpC,IAAI,MAAM,IAAI,yBAAyB,IAAI,MAAM,GAAG,MAAM,GAAG,GAAG,EAAE,CAAC;YACjE,OAAO,QAAQ,CAAC,CAAC,kBAAkB;QACrC,CAAC;QACD,IAAI,MAAM,IAAI,yBAAyB,IAAI,MAAM,GAAG,MAAM,GAAG,GAAG,EAAE,CAAC;YACjE,OAAO,QAAQ,CAAC,CAAC,kBAAkB;QACrC,CAAC;QAED,2DAA2D;QAC3D,IAAI,KAAK,GAAG,OAAO,IAAI,KAAK,GAAG,OAAO,EAAE,CAAC;YACvC,OAAO,UAAU,CAAC;QACpB,CAAC;QAED,MAAM,oBAAoB,GAAG,IAAI,CAAC,CAAC,iCAAiC;QAEpE,qEAAqE;QACrE,MAAM,YAAY,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,MAAM,YAAY,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,UAAU,GAAG,YAAY,CAAC;QAC5C,MAAM,SAAS,GAAG,UAAU,GAAG,YAAY,CAAC;QAE5C,yBAAyB;QACzB,IAAI,SAAS,KAAK,CAAC,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;YACvC,OAAO,UAAU,CAAC;QACpB,CAAC;QAED,yEAAyE;QACzE,IAAI,aAAa,GAAyB,IAAI,CAAC;QAC/C,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAClB,MAAM,MAAM,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC,GAAG,SAAS,CAAC;YACnD,IAAI,MAAM,GAAG,oBAAoB,EAAE,CAAC;gBAClC,aAAa,GAAG,QAAQ,CAAC;YAC3B,CAAC;QACH,CAAC;aAAM,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YACzB,aAAa,GAAG,QAAQ,CAAC;QAC3B,CAAC;QACD,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;YAC3B,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBAClB,MAAM,MAAM,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC,GAAG,SAAS,CAAC;gBACnD,IAAI,MAAM,GAAG,oBAAoB,EAAE,CAAC;oBAClC,aAAa,GAAG,QAAQ,CAAC;gBAC3B,CAAC;YACH,CAAC;iBAAM,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBACzB,aAAa,GAAG,QAAQ,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;YAC3B,uEAAuE;YACvE,wEAAwE;YACxE,uEAAuE;YACvE,yEAAyE;YACzE,+DAA+D;YAC/D,IACE,CAAC,IAAI,CAAC,UAAU,CAAC,iBAAiB;gBAClC,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,EACjE,CAAC;gBACD,OAAO,aAAa,CAAC;YACvB,CAAC;QACH,CAAC;QAED,wDAAwD;QACxD,6EAA6E;QAC7E,4EAA4E;QAC5E,6DAA6D;QAC7D,MAAM,cAAc,GAAG,OAAO,GAAG,CAAC,CAAC;QACnC,IAAI,KAAK,IAAI,cAAc,IAAI,KAAK,IAAI,cAAc,EAAE,CAAC;YACvD,OAAO,QAAQ,CAAC,CAAC,qEAAqE;QACxF,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;;;OAIG;IACH,mBAAmB,CACjB,UAAkB,EAClB,UAAkB,EAClB,KAAa,EACb,KAAa;QAEb,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;QAE9C,IAAI,KAAK,GAAG,OAAO,IAAI,KAAK,GAAG,OAAO,EAAE,CAAC;YACvC,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QAC7C,CAAC;QAED,qDAAqD;QACrD,MAAM,MAAM,GAAG,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;QAC7C,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;YACjB,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QAC7C,CAAC;QAED,6DAA6D;QAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,MAAM,CAAC;QAE9D,gEAAgE;QAChE,MAAM,YAAY,GAAG,KAAK,GAAG,KAAK,CAAC;QACnC,MAAM,SAAS,GAAG,UAAU,IAAI,GAAG,IAAI,YAAY,IAAI,OAAO,GAAG,CAAC,CAAC;QAEnE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;IACnC,CAAC;IAED;;;;;;;OAOG;IACK,eAAe,CACrB,MAAc,EACd,MAAc,EACd,KAAa,EACb,KAAa,EACb,OAAe;QAEf,MAAM,MAAM,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QACrC,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;YACjB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC;QACtD,OAAO,UAAU,IAAI,GAAG,IAAI,KAAK,GAAG,KAAK,IAAI,OAAO,GAAG,CAAC,CAAC;IAC3D,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACH,qBAAqB,CACnB,WAA+B,EAC/B,aAAsB;QAEtB,MAAM,KAAK,GAAG,aAAa,IAAI,sBAAsB,CAAC;QACtD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,qBAAqB,CAAC,CAAC;QAEpD,sDAAsD;QACtD,MAAM,aAAa,GAAG,WAAW;aAC9B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC;aAClC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QAE1C,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,IAAI,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,aAAa,CAAC,MAAM,CAAC;QAC7E,kFAAkF;QAClF,oFAAoF;QACpF,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACzG,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEhC,mEAAmE;QACnE,IAAI,GAAG,IAAI,GAAG,EAAE,CAAC;YACf,OAAO,KAAK,CAAC;QACf,CAAC;QAED,qDAAqD;QACrD,IAAI,GAAG,GAAG,GAAG,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QACd,CAAC;QAED,yDAAyD;QACzD,kCAAkC;QAClC,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,6BAA6B;QAC1D,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC;IAC/C,CAAC;CACF"}
+{"version":3,"file":"safety.js","sourceRoot":"","sources":["../../../src/evolution/safety.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAsBrE,+CAA+C;AAC/C,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAClC,MAAM,qBAAqB,GAAG,EAAE,CAAC;AAEjC,MAAM,OAAO,UAAU;IACb,UAAU,CAAmB;IAErC,YAAY,aAA+B,cAAc;QACvD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED;;;OAGG;IACH,SAAS,CAAC,UAAkB,EAAE,KAAyB;QACrD,OAAO,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;IAC1D,CAAC;IAED;;;;;OAKG;IACH,wBAAwB;QACtB,OAAO,CACL,IAAI,CAAC,UAAU,CAAC,iBAAiB,KAAK,IAAI;YAC1C,CAAC,IAAI,CAAC,UAAU,CAAC,gBAAgB,KAAK,OAAO;gBAC3C,IAAI,CAAC,UAAU,CAAC,gBAAgB,KAAK,WAAW,CAAC,CACpD,CAAC;IACJ,CAAC;IAED;;;;;;;;;OASG;IACH,eAAe,CAAC,MAAc,EAAE,MAAc;QAC5C,8DAA8D;QAC9D,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC;QACxC,OAAO,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;IAC/C,CAAC;IAED;;;OAGG;IACH,cAAc,CAAC,mBAA2B;QACxC,OAAO,mBAAmB,IAAI,IAAI,CAAC,UAAU,CAAC,wBAAwB,CAAC;IACzE,CAAC;IAED;;;;;;;;;;;OAWG;IACH,cAAc,CACZ,UAAkB,EAClB,UAAkB,EAClB,KAAa,EACb,KAAa,EACb,SAAiB,CAAC,EAClB,SAAiB,CAAC,EAClB,eAAwB,EACxB,OAAuB;QAEvB,MAAM,OAAO,GAAG,eAAe,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;QACjE,MAAM,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;QAC9B,MAAM,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;QAE9B,mFAAmF;QACnF,MAAM,yBAAyB,GAAG,CAAC,CAAC;QACpC,IAAI,MAAM,IAAI,yBAAyB,IAAI,MAAM,GAAG,MAAM,GAAG,GAAG,EAAE,CAAC;YACjE,OAAO,QAAQ,CAAC,CAAC,kBAAkB;QACrC,CAAC;QACD,IAAI,MAAM,IAAI,yBAAyB,IAAI,MAAM,GAAG,MAAM,GAAG,GAAG,EAAE,CAAC;YACjE,OAAO,QAAQ,CAAC,CAAC,kBAAkB;QACrC,CAAC;QAED,2DAA2D;QAC3D,IAAI,KAAK,GAAG,OAAO,IAAI,KAAK,GAAG,OAAO,EAAE,CAAC;YACvC,OAAO,UAAU,CAAC;QACpB,CAAC;QAED,MAAM,oBAAoB,GAAG,IAAI,CAAC,CAAC,iCAAiC;QAEpE,qEAAqE;QACrE,MAAM,YAAY,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,MAAM,YAAY,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,UAAU,GAAG,YAAY,CAAC;QAC5C,MAAM,SAAS,GAAG,UAAU,GAAG,YAAY,CAAC;QAE5C,yBAAyB;QACzB,IAAI,SAAS,KAAK,CAAC,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;YACvC,OAAO,UAAU,CAAC;QACpB,CAAC;QAED,yEAAyE;QACzE,IAAI,aAAa,GAAyB,IAAI,CAAC;QAC/C,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAClB,MAAM,MAAM,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC,GAAG,SAAS,CAAC;YACnD,IAAI,MAAM,GAAG,oBAAoB,EAAE,CAAC;gBAClC,aAAa,GAAG,QAAQ,CAAC;YAC3B,CAAC;QACH,CAAC;aAAM,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YACzB,aAAa,GAAG,QAAQ,CAAC;QAC3B,CAAC;QACD,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;YAC3B,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBAClB,MAAM,MAAM,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC,GAAG,SAAS,CAAC;gBACnD,IAAI,MAAM,GAAG,oBAAoB,EAAE,CAAC;oBAClC,aAAa,GAAG,QAAQ,CAAC;gBAC3B,CAAC;YACH,CAAC;iBAAM,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBACzB,aAAa,GAAG,QAAQ,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;YAC3B,uEAAuE;YACvE,wEAAwE;YACxE,uEAAuE;YACvE,yEAAyE;YACzE,+DAA+D;YAC/D,IACE,CAAC,IAAI,CAAC,UAAU,CAAC,iBAAiB;gBAClC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,CAAC,EACrF,CAAC;gBACD,OAAO,aAAa,CAAC;YACvB,CAAC;QACH,CAAC;QAED,wDAAwD;QACxD,6EAA6E;QAC7E,4EAA4E;QAC5E,6DAA6D;QAC7D,MAAM,cAAc,GAAG,OAAO,GAAG,CAAC,CAAC;QACnC,IAAI,KAAK,IAAI,cAAc,IAAI,KAAK,IAAI,cAAc,EAAE,CAAC;YACvD,OAAO,QAAQ,CAAC,CAAC,qEAAqE;QACxF,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;;;OAIG;IACH,mBAAmB,CACjB,UAAkB,EAClB,UAAkB,EAClB,KAAa,EACb,KAAa;QAEb,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;QAE9C,IAAI,KAAK,GAAG,OAAO,IAAI,KAAK,GAAG,OAAO,EAAE,CAAC;YACvC,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QAC7C,CAAC;QAED,qDAAqD;QACrD,MAAM,MAAM,GAAG,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;QAC7C,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;YACjB,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QAC7C,CAAC;QAED,6DAA6D;QAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,MAAM,CAAC;QAE9D,gEAAgE;QAChE,MAAM,YAAY,GAAG,KAAK,GAAG,KAAK,CAAC;QACnC,MAAM,SAAS,GAAG,UAAU,IAAI,GAAG,IAAI,YAAY,IAAI,OAAO,GAAG,CAAC,CAAC;QAEnE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;IACnC,CAAC;IAED;;;;;;;OAOG;IACK,eAAe,CACrB,MAAc,EACd,MAAc,EACd,KAAa,EACb,KAAa,EACb,OAAe;QAEf,MAAM,MAAM,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QACrC,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;YACjB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC;QACtD,OAAO,UAAU,IAAI,GAAG,IAAI,KAAK,GAAG,KAAK,IAAI,OAAO,GAAG,CAAC,CAAC;IAC3D,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACK,WAAW,CACjB,SAAiB,EACjB,SAAiB,EACjB,KAAa,EACb,KAAa,EACb,OAAe,EACf,aAA4B,EAC5B,OAAuB;QAEvB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,gBAAgB,IAAI,aAAa,CAAC;QAEjE,IAAI,MAAM,KAAK,aAAa,IAAI,CAAC,OAAO,EAAE,CAAC;YACzC,OAAO,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAC3E,CAAC;QAED,MAAM,IAAI,GAAG;YACX,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,eAAe;YACtC,gBAAgB,EAAE,IAAI,CAAC,UAAU,CAAC,oBAAoB;SACvD,CAAC;QAEF,MAAM,OAAO,GACX,MAAM,KAAK,WAAW;YACpB,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,EAAE;gBACvC,GAAG,IAAI;gBACP,EAAE,EAAE,IAAI,CAAC,UAAU,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC;gBAC7C,EAAE,EAAE,IAAI,CAAC,UAAU,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC;aAC9C,CAAC;YACJ,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,EAAE;gBACnC,GAAG,IAAI;gBACP,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,aAAa;aACnC,CAAC,CAAC;QAET,IAAI,CAAC,OAAO,CAAC,QAAQ;YAAE,OAAO,KAAK,CAAC;QACpC,wEAAwE;QACxE,kDAAkD;QAClD,MAAM,QAAQ,GAAG,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,OAAO,OAAO,CAAC,SAAS,KAAK,QAAQ,CAAC;IACxC,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACH,qBAAqB,CACnB,WAA+B,EAC/B,aAAsB;QAEtB,MAAM,KAAK,GAAG,aAAa,IAAI,sBAAsB,CAAC;QACtD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,qBAAqB,CAAC,CAAC;QAEpD,sDAAsD;QACtD,MAAM,aAAa,GAAG,WAAW;aAC9B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC;aAClC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QAE1C,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,IAAI,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,aAAa,CAAC,MAAM,CAAC;QAC7E,kFAAkF;QAClF,oFAAoF;QACpF,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACzG,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEhC,mEAAmE;QACnE,IAAI,GAAG,IAAI,GAAG,EAAE,CAAC;YACf,OAAO,KAAK,CAAC;QACf,CAAC;QAED,qDAAqD;QACrD,IAAI,GAAG,GAAG,GAAG,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QACd,CAAC;QAED,yDAAyD;QACzD,kCAAkC;QAClC,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,6BAA6B;QAC1D,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC;IAC/C,CAAC;CACF"}

package/dist/src/evolution/sequential.d.ts

@@ -0,0 +1,149 @@
+/**
+ * Darwin — Always-Valid Sequential Testing (v0.7.0)
+ *
+ * Pure statistical primitives for peeking-resistant A/B decisions during
+ * prompt evolution. This module exists because Darwin's safety gate calls
+ * `evaluateABTest` after EVERY run — continuous monitoring with a fixed
+ * relative-improvement threshold inflates the false-positive rate (the
+ * classic "peeking problem"). v0.6.0 shipped a first-step effect-size
+ * heuristic (`SafetyGate.calculateConfidence`, |Δ| / pooled-mean ≥ 0.2);
+ * this module is the rigorous upgrade promised in the v0.6 roadmap notes.
+ *
+ * Two methods, both **always-valid** (the decision stays statistically
+ * sound no matter how many times you peek):
+ *
+ *   1. {@link msprtTwoSample} — Mixture Sequential Probability Ratio Test
+ *      (Johari, Pekelis & Walsh 2017, arXiv:1512.04922; the engine behind
+ *      Optimizely/Statsig's "stats engine"). Gaussian mixture prior over
+ *      the effect size; uses the observed (pooled) variance. Most powerful
+ *      when the per-arm sample variance is meaningful — i.e. once each arm
+ *      has accumulated a handful of runs (see {@link MsprtOptions.minSamplesPerArm}).
+ *
+ *   2. {@link hoeffdingTwoSample} — a σ-free time-uniform confidence
+ *      sequence for variables bounded to a known range (Darwin composite
+ *      scores live in [0, 1]). Valid at ANY sample size with no variance
+ *      estimate, so it is the honest choice when only a few runs exist.
+ *      More conservative than mSPRT (wider intervals) by design.
+ *
+ * **Pure** — no LLM calls, no I/O, no `Date.now()`, no `Math.random()`.
+ * Fully deterministic, so tests pin exact statistic values.
+ *
+ * Caveat on warmup (documented, not hidden): mSPRT with an *estimated*
+ * variance is only asymptotically always-valid; with very few samples the
+ * variance estimate is noisy. Darwin's A/B sample sizes (minRuns 10–30) sit
+ * below the ~100-sample comfort zone for tight σ-estimation, so we expose
+ * `minSamplesPerArm` (default 5) below which mSPRT abstains (`decisive:false`)
+ * rather than fire on noise, and we offer Hoeffding as the σ-free fallback.
+ */
+/** Which confidence method the safety gate uses for the peeking guard. */
+export type ConfidenceMethod = "effect-size" | "msprt" | "hoeffding";
+/** Verdict from a sequential test. `decisive` answers "is the gap real?". */
+export interface SequentialVerdict {
+    /** True iff the test crossed its always-valid threshold (reject H0: equal means). */
+    decisive: boolean;
+    /** Which method produced this verdict. */
+    method: ConfidenceMethod;
+    /** Sign of the effect (mean B − mean A): +1 if B>A, −1 if A>B, 0 if tie/undecided. */
+    direction: -1 | 0 | 1;
+    /**
+     * The test statistic: for mSPRT the mixture likelihood ratio Λ (compare to
+     * `threshold = 1/alpha`); for Hoeffding the absolute mean gap |Δ| (compare
+     * to `threshold` = summed CS half-widths). NaN-free.
+     */
+    statistic: number;
+    /** The threshold `statistic` must exceed for `decisive` to be true. */
+    threshold: number;
+    /** Effective per-arm sample counts after NaN filtering. */
+    nA: number;
+    nB: number;
+    /** Human-readable reason, e.g. "warmup: 3<5 samples on arm A". */
+    reason: string;
+}
+export interface MeanVar {
+    mean: number;
+    /** Sample variance with Bessel's correction (n−1). 0 when n<2. */
+    variance: number;
+    n: number;
+}
+/**
+ * Mean + Bessel-corrected sample variance over finite values. Non-finite
+ * entries (NaN/Infinity) are dropped — a single bad score never poisons the
+ * estimate. Returns `{mean:0, variance:0, n:0}` for an all-invalid/empty input.
+ */
+export declare function meanVar(samples: ReadonlyArray<number>): MeanVar;
+export interface MsprtOptions {
+    /** Significance level. Reject H0 when Λ ≥ 1/alpha. Default 0.05. */
+    alpha?: number;
+    /**
+     * Mixing-prior standard deviation over the true mean DIFFERENCE δ (in raw
+     * score units, since the test runs in estimator coordinates). Larger τ ⇒
+     * optimised for bigger effects (fires faster on large gaps, slower on small
+     * ones). Default 0.1 — tuned for composite scores in [0,1] where a
+     * "meaningful" lift in the mean difference is on the order of ~0.1.
+     */
+    tau?: number;
+    /**
+     * Per-arm warmup floor. Below this many valid samples on EITHER arm the
+     * test abstains (`decisive:false`) instead of firing on a noisy variance
+     * estimate. Default 5.
+     */
+    minSamplesPerArm?: number;
+}
+/**
+ * Two-sample mixture SPRT for a difference in means with always-valid
+ * inference. Models H0: μ_A = μ_B against a Gaussian mixture alternative on
+ * the effect (prior δ ~ N(0, τ²) on the true mean difference). Returns
+ * `decisive:true` when the mixture likelihood ratio Λ crosses 1/alpha — a
+ * threshold valid at every n (no peeking penalty).
+ *
+ * Closed form in ESTIMATOR coordinates. Let δ̂ = x̄_B − x̄_A be the observed
+ * mean difference and v = Var(δ̂) its variance. Integrating the per-θ Gaussian
+ * likelihood ratio against the N(0, τ²) mixture prior (Johari, Pekelis &
+ * Walsh 2017) gives:
+ *
+ *   Λ = sqrt( v / (v + τ²) ) · exp( τ²·δ̂² / (2·v·(v + τ²)) ),   Λ ≥ 1/α ⇒ reject H0
+ *
+ * We estimate v with the WELCH variance of the difference of means,
+ * v = s²_A/n_A + s²_B/n_B (Bessel-corrected per-arm sample variances). Welch
+ * (rather than a pooled within-arm variance) keeps the form unambiguous and
+ * robust to unequal arm variances — it does not assume homoscedasticity. In
+ * estimator coordinates no `nEff` factor appears: the sample sizes enter only
+ * through v (a larger n shrinks v, which grows Λ), so the historical
+ * "n² vs n" ambiguity of the sample-mean form is avoided entirely.
+ *
+ * Defensive: empty/below-warmup arms ⇒ abstain; zero variance on either arm
+ * with a non-zero gap AND ≥2 samples per arm ⇒ decisive (deterministic arms
+ * differ); <2 samples ⇒ abstain (cannot estimate variance); NaN-free.
+ */
+export declare function msprtTwoSample(samplesA: ReadonlyArray<number>, samplesB: ReadonlyArray<number>, opts?: MsprtOptions): SequentialVerdict;
+export interface HoeffdingOptions {
+    /** Significance level for the confidence sequence. Default 0.05. */
+    alpha?: number;
+    /** Lower bound of the score range. Default 0 (Darwin composite scores). */
+    lo?: number;
+    /** Upper bound of the score range. Default 1 (Darwin composite scores). */
+    hi?: number;
+    /** Per-arm warmup floor (≥1). Default 2 — Hoeffding is valid at any n≥1
+     *  but a 1-sample arm gives a useless [lo,hi]-wide interval. */
+    minSamplesPerArm?: number;
+}
+/**
+ * Two-sample, variance-free, always-valid decision via per-arm time-uniform
+ * Hoeffding confidence sequences for bounded variables.
+ *
+ * Each arm's mean is bracketed by a half-width that shrinks with n while
+ * staying valid under continuous monitoring:
+ *
+ *   w(n) = (hi − lo) · sqrt( ln( (n+1)/alpha ) / (2n) )
+ *
+ * (a standard union-bound / Cramér–Chernoff time-uniform Hoeffding bound).
+ * The arms are declared decisively different when their mean gap exceeds the
+ * sum of the two half-widths — i.e. the confidence intervals no longer
+ * overlap. No variance estimate needed, so this is the honest method when
+ * only a handful of runs exist or the score distribution is skewed/bounded.
+ *
+ * Conservative by construction (wider than mSPRT) — prefer mSPRT once both
+ * arms have enough runs for a stable variance estimate.
+ */
+export declare function hoeffdingTwoSample(samplesA: ReadonlyArray<number>, samplesB: ReadonlyArray<number>, opts?: HoeffdingOptions): SequentialVerdict;
+//# sourceMappingURL=sequential.d.ts.map

package/dist/src/evolution/sequential.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sequential.d.ts","sourceRoot":"","sources":["../../../src/evolution/sequential.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AAEH,0EAA0E;AAC1E,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG,OAAO,GAAG,WAAW,CAAC;AAErE,6EAA6E;AAC7E,MAAM,WAAW,iBAAiB;IAChC,qFAAqF;IACrF,QAAQ,EAAE,OAAO,CAAC;IAClB,0CAA0C;IAC1C,MAAM,EAAE,gBAAgB,CAAC;IACzB,sFAAsF;IACtF,SAAS,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACtB;;;;OAIG;IACH,SAAS,EAAE,MAAM,CAAC;IAClB,uEAAuE;IACvE,SAAS,EAAE,MAAM,CAAC;IAClB,2DAA2D;IAC3D,EAAE,EAAE,MAAM,CAAC;IACX,EAAE,EAAE,MAAM,CAAC;IACX,kEAAkE;IAClE,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,kEAAkE;IAClE,QAAQ,EAAE,MAAM,CAAC;IACjB,CAAC,EAAE,MAAM,CAAC;CACX;AAED;;;;GAIG;AACH,wBAAgB,OAAO,CAAC,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC,GAAG,OAAO,CAmB/D;AAED,MAAM,WAAW,YAAY;IAC3B,oEAAoE;IACpE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;;;;OAMG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC;IACb;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAMD;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,aAAa,CAAC,MAAM,CAAC,EAC/B,QAAQ,EAAE,aAAa,CAAC,MAAM,CAAC,EAC/B,IAAI,GAAE,YAAiB,GACtB,iBAAiB,CAmFnB;AAED,MAAM,WAAW,gBAAgB;IAC/B,oEAAoE;IACpE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,2EAA2E;IAC3E,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,2EAA2E;IAC3E,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ;oEACgE;IAChE,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,aAAa,CAAC,MAAM,CAAC,EAC/B,QAAQ,EAAE,aAAa,CAAC,MAAM,CAAC,EAC/B,IAAI,GAAE,gBAAqB,GAC1B,iBAAiB,CA8CnB"}

package/dist/src/evolution/sequential.js

@@ -0,0 +1,239 @@
+/**
+ * Darwin — Always-Valid Sequential Testing (v0.7.0)
+ *
+ * Pure statistical primitives for peeking-resistant A/B decisions during
+ * prompt evolution. This module exists because Darwin's safety gate calls
+ * `evaluateABTest` after EVERY run — continuous monitoring with a fixed
+ * relative-improvement threshold inflates the false-positive rate (the
+ * classic "peeking problem"). v0.6.0 shipped a first-step effect-size
+ * heuristic (`SafetyGate.calculateConfidence`, |Δ| / pooled-mean ≥ 0.2);
+ * this module is the rigorous upgrade promised in the v0.6 roadmap notes.
+ *
+ * Two methods, both **always-valid** (the decision stays statistically
+ * sound no matter how many times you peek):
+ *
+ *   1. {@link msprtTwoSample} — Mixture Sequential Probability Ratio Test
+ *      (Johari, Pekelis & Walsh 2017, arXiv:1512.04922; the engine behind
+ *      Optimizely/Statsig's "stats engine"). Gaussian mixture prior over
+ *      the effect size; uses the observed (pooled) variance. Most powerful
+ *      when the per-arm sample variance is meaningful — i.e. once each arm
+ *      has accumulated a handful of runs (see {@link MsprtOptions.minSamplesPerArm}).
+ *
+ *   2. {@link hoeffdingTwoSample} — a σ-free time-uniform confidence
+ *      sequence for variables bounded to a known range (Darwin composite
+ *      scores live in [0, 1]). Valid at ANY sample size with no variance
+ *      estimate, so it is the honest choice when only a few runs exist.
+ *      More conservative than mSPRT (wider intervals) by design.
+ *
+ * **Pure** — no LLM calls, no I/O, no `Date.now()`, no `Math.random()`.
+ * Fully deterministic, so tests pin exact statistic values.
+ *
+ * Caveat on warmup (documented, not hidden): mSPRT with an *estimated*
+ * variance is only asymptotically always-valid; with very few samples the
+ * variance estimate is noisy. Darwin's A/B sample sizes (minRuns 10–30) sit
+ * below the ~100-sample comfort zone for tight σ-estimation, so we expose
+ * `minSamplesPerArm` (default 5) below which mSPRT abstains (`decisive:false`)
+ * rather than fire on noise, and we offer Hoeffding as the σ-free fallback.
+ */
+/**
+ * Mean + Bessel-corrected sample variance over finite values. Non-finite
+ * entries (NaN/Infinity) are dropped — a single bad score never poisons the
+ * estimate. Returns `{mean:0, variance:0, n:0}` for an all-invalid/empty input.
+ */
+export function meanVar(samples) {
+    let n = 0;
+    let sum = 0;
+    for (const s of samples) {
+        if (typeof s === "number" && Number.isFinite(s)) {
+            n++;
+            sum += s;
+        }
+    }
+    if (n === 0)
+        return { mean: 0, variance: 0, n: 0 };
+    const mean = sum / n;
+    if (n < 2)
+        return { mean, variance: 0, n };
+    let sse = 0;
+    for (const s of samples) {
+        if (typeof s === "number" && Number.isFinite(s)) {
+            sse += (s - mean) ** 2;
+        }
+    }
+    return { mean, variance: sse / (n - 1), n };
+}
+const DEFAULT_ALPHA = 0.05;
+const DEFAULT_TAU = 0.1;
+const DEFAULT_MIN_SAMPLES = 5;
+/**
+ * Two-sample mixture SPRT for a difference in means with always-valid
+ * inference. Models H0: μ_A = μ_B against a Gaussian mixture alternative on
+ * the effect (prior δ ~ N(0, τ²) on the true mean difference). Returns
+ * `decisive:true` when the mixture likelihood ratio Λ crosses 1/alpha — a
+ * threshold valid at every n (no peeking penalty).
+ *
+ * Closed form in ESTIMATOR coordinates. Let δ̂ = x̄_B − x̄_A be the observed
+ * mean difference and v = Var(δ̂) its variance. Integrating the per-θ Gaussian
+ * likelihood ratio against the N(0, τ²) mixture prior (Johari, Pekelis &
+ * Walsh 2017) gives:
+ *
+ *   Λ = sqrt( v / (v + τ²) ) · exp( τ²·δ̂² / (2·v·(v + τ²)) ),   Λ ≥ 1/α ⇒ reject H0
+ *
+ * We estimate v with the WELCH variance of the difference of means,
+ * v = s²_A/n_A + s²_B/n_B (Bessel-corrected per-arm sample variances). Welch
+ * (rather than a pooled within-arm variance) keeps the form unambiguous and
+ * robust to unequal arm variances — it does not assume homoscedasticity. In
+ * estimator coordinates no `nEff` factor appears: the sample sizes enter only
+ * through v (a larger n shrinks v, which grows Λ), so the historical
+ * "n² vs n" ambiguity of the sample-mean form is avoided entirely.
+ *
+ * Defensive: empty/below-warmup arms ⇒ abstain; zero variance on either arm
+ * with a non-zero gap AND ≥2 samples per arm ⇒ decisive (deterministic arms
+ * differ); <2 samples ⇒ abstain (cannot estimate variance); NaN-free.
+ */
+export function msprtTwoSample(samplesA, samplesB, opts = {}) {
+    const alpha = clampAlpha(opts.alpha);
+    const tau = Number.isFinite(opts.tau) && opts.tau > 0 ? opts.tau : DEFAULT_TAU;
+    const minSamples = Number.isFinite(opts.minSamplesPerArm) && opts.minSamplesPerArm >= 1
+        ? Math.floor(opts.minSamplesPerArm)
+        : DEFAULT_MIN_SAMPLES;
+    const threshold = 1 / alpha;
+    const a = meanVar(samplesA);
+    const b = meanVar(samplesB);
+    const base = {
+        method: "msprt",
+        threshold,
+        nA: a.n,
+        nB: b.n,
+    };
+    if (a.n < minSamples || b.n < minSamples) {
+        return {
+            ...base,
+            decisive: false,
+            direction: 0,
+            statistic: 0,
+            reason: `warmup: need ≥${minSamples} samples/arm, have A=${a.n} B=${b.n}`,
+        };
+    }
+    const delta = b.mean - a.mean;
+    const direction = delta > 0 ? 1 : delta < 0 ? -1 : 0;
+    // Welch variance of the difference of means: v = Var(δ̂) = s²_A/n_A + s²_B/n_B.
+    // This is the noise scale the mixture SPRT runs against; using it directly
+    // (not a pooled within-arm variance) handles unequal arm variances and
+    // removes the n-scaling ambiguity of the sample-mean form.
+    const varDelta = a.variance / a.n + b.variance / b.n;
+    // Degenerate branch: (near-)zero observed variance on the difference. With
+    // ≥2 samples per arm a non-zero gap between two deterministic arms is fully
+    // decisive; with <2 samples we cannot estimate variance at all → abstain.
+    if (!(varDelta > 0)) {
+        if (delta === 0 || a.n < 2 || b.n < 2) {
+            return {
+                ...base,
+                decisive: false,
+                direction: 0,
+                statistic: 0,
+                reason: a.n < 2 || b.n < 2
+                    ? "insufficient samples to estimate variance"
+                    : "identical constant arms",
+            };
+        }
+        return {
+            ...base,
+            decisive: true,
+            direction,
+            statistic: Number.POSITIVE_INFINITY,
+            reason: "deterministic arms differ (zero variance)",
+        };
+    }
+    // Mixture SPRT closed form (estimator coordinates, prior δ ~ N(0, τ²)):
+    //   Λ = √(v/(v+τ²)) · exp( τ²·δ̂² / (2·v·(v+τ²)) ),  v = Var(δ̂)
+    const denom = varDelta + tau * tau;
+    const logLambda = 0.5 * Math.log(varDelta / denom) +
+        (tau * tau * delta * delta) / (2 * varDelta * denom);
+    const lambda = Math.exp(logLambda);
+    // Compare in log-space against log(1/alpha) for numerical robustness when Λ
+    // is astronomically large (exp overflow → Infinity is still > threshold).
+    const decisive = logLambda >= Math.log(threshold);
+    return {
+        ...base,
+        decisive,
+        direction: decisive ? direction : 0,
+        statistic: lambda,
+        reason: decisive
+            ? `Λ=${fmt(lambda)} ≥ 1/α=${fmt(threshold)}`
+            : `Λ=${fmt(lambda)} < 1/α=${fmt(threshold)} (keep testing)`,
+    };
+}
+/**
+ * Two-sample, variance-free, always-valid decision via per-arm time-uniform
+ * Hoeffding confidence sequences for bounded variables.
+ *
+ * Each arm's mean is bracketed by a half-width that shrinks with n while
+ * staying valid under continuous monitoring:
+ *
+ *   w(n) = (hi − lo) · sqrt( ln( (n+1)/alpha ) / (2n) )
+ *
+ * (a standard union-bound / Cramér–Chernoff time-uniform Hoeffding bound).
+ * The arms are declared decisively different when their mean gap exceeds the
+ * sum of the two half-widths — i.e. the confidence intervals no longer
+ * overlap. No variance estimate needed, so this is the honest method when
+ * only a handful of runs exist or the score distribution is skewed/bounded.
+ *
+ * Conservative by construction (wider than mSPRT) — prefer mSPRT once both
+ * arms have enough runs for a stable variance estimate.
+ */
+export function hoeffdingTwoSample(samplesA, samplesB, opts = {}) {
+    const alpha = clampAlpha(opts.alpha);
+    const lo = Number.isFinite(opts.lo) ? opts.lo : 0;
+    const hiRaw = Number.isFinite(opts.hi) ? opts.hi : 1;
+    const range = hiRaw > lo ? hiRaw - lo : 1; // guard inverted/zero range
+    const minSamples = Number.isFinite(opts.minSamplesPerArm) && opts.minSamplesPerArm >= 1
+        ? Math.floor(opts.minSamplesPerArm)
+        : 2;
+    const a = meanVar(samplesA);
+    const b = meanVar(samplesB);
+    const base = { method: "hoeffding", nA: a.n, nB: b.n };
+    if (a.n < minSamples || b.n < minSamples) {
+        return {
+            ...base,
+            decisive: false,
+            direction: 0,
+            statistic: 0,
+            threshold: range,
+            reason: `warmup: need ≥${minSamples} samples/arm, have A=${a.n} B=${b.n}`,
+        };
+    }
+    const halfWidth = (n) => range * Math.sqrt(Math.log((n + 1) / alpha) / (2 * n));
+    const wA = halfWidth(a.n);
+    const wB = halfWidth(b.n);
+    const gap = Math.abs(b.mean - a.mean);
+    const threshold = wA + wB;
+    const decisive = gap > threshold;
+    const delta = b.mean - a.mean;
+    const direction = decisive ? (delta > 0 ? 1 : -1) : 0;
+    return {
+        ...base,
+        decisive,
+        direction,
+        statistic: gap,
+        threshold,
+        reason: decisive
+            ? `|Δ|=${fmt(gap)} > CS half-widths ${fmt(threshold)} (non-overlap)`
+            : `|Δ|=${fmt(gap)} ≤ CS half-widths ${fmt(threshold)} (overlap)`,
+    };
+}
+function clampAlpha(alpha) {
+    if (!Number.isFinite(alpha))
+        return DEFAULT_ALPHA;
+    const a = alpha;
+    // Keep strictly inside (0,1); silly inputs fall back to the default.
+    if (a <= 0 || a >= 1)
+        return DEFAULT_ALPHA;
+    return a;
+}
+function fmt(x) {
+    if (!Number.isFinite(x))
+        return x > 0 ? "∞" : "-∞";
+    return x.toFixed(3);
+}
+//# sourceMappingURL=sequential.js.map

package/dist/src/evolution/sequential.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sequential.js","sourceRoot":"","sources":["../../../src/evolution/sequential.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AAmCH;;;;GAIG;AACH,MAAM,UAAU,OAAO,CAAC,OAA8B;IACpD,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YAChD,CAAC,EAAE,CAAC;YACJ,GAAG,IAAI,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IACD,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;IACnD,MAAM,IAAI,GAAG,GAAG,GAAG,CAAC,CAAC;IACrB,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;IAC3C,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YAChD,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AAC9C,CAAC;AAqBD,MAAM,aAAa,GAAG,IAAI,CAAC;AAC3B,MAAM,WAAW,GAAG,GAAG,CAAC;AACxB,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAE9B;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAM,UAAU,cAAc,CAC5B,QAA+B,EAC/B,QAA+B,EAC/B,OAAqB,EAAE;IAEvB,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrC,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,IAAK,IAAI,CAAC,GAAc,GAAG,CAAC,CAAC,CAAC,CAAE,IAAI,CAAC,GAAc,CAAC,CAAC,CAAC,WAAW,CAAC;IACvG,MAAM,UAAU,GACd,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAK,IAAI,CAAC,gBAA2B,IAAI,CAAC;QAC9E,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,gBAA0B,CAAC;QAC7C,CAAC,CAAC,mBAAmB,CAAC;IAC1B,MAAM,SAAS,GAAG,CAAC,GAAG,KAAK,CAAC;IAE5B,MAAM,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC5B,MAAM,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC5B,MAAM,IAAI,GAAG;QACX,MAAM,EAAE,OAAgB;QACxB,SAAS;QACT,EAAE,EAAE,CAAC,CAAC,CAAC;QACP,EAAE,EAAE,CAAC,CAAC,CAAC;KACR,CAAC;IAEF,IAAI,CAAC,CAAC,CAAC,GAAG,UAAU,IAAI,CAAC,CAAC,CAAC,GAAG,UAAU,EAAE,CAAC;QACzC,OAAO;YACL,GAAG,IAAI;YACP,QAAQ,EAAE,KAAK;YACf,SAAS,EAAE,CAAC;YACZ,SAAS,EAAE,CAAC;YACZ,MAAM,EAAE,iBAAiB,UAAU,wBAAwB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;SAC1E,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC;IAC9B,MAAM,SAAS,GAAe,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEjE,gFAAgF;IAChF,2EAA2E;IAC3E,uEAAuE;IACvE,2DAA2D;IAC3D,MAAM,QAAQ,GAAG,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC;IAErD,2EAA2E;IAC3E,4EAA4E;IAC5E,0EAA0E;IAC1E,IAAI,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC;QACpB,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;YACtC,OAAO;gBACL,GAAG,IAAI;gBACP,QAAQ,EAAE,KAAK;gBACf,SAAS,EAAE,CAAC;gBACZ,SAAS,EAAE,CAAC;gBACZ,MAAM,EACJ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;oBAChB,CAAC,CAAC,2CAA2C;oBAC7C,CAAC,CAAC,yBAAyB;aAChC,CAAC;QACJ,CAAC;QACD,OAAO;YACL,GAAG,IAAI;YACP,QAAQ,EAAE,IAAI;YACd,SAAS;YACT,SAAS,EAAE,MAAM,CAAC,iBAAiB;YACnC,MAAM,EAAE,2CAA2C;SACpD,CAAC;IACJ,CAAC;IAED,wEAAwE;IACxE,iEAAiE;IACjE,MAAM,KAAK,GAAG,QAAQ,GAAG,GAAG,GAAG,GAAG,CAAC;IACnC,MAAM,SAAS,GACb,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,KAAK,CAAC;QAChC,CAAC,GAAG,GAAG,GAAG,GAAG,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,QAAQ,GAAG,KAAK,CAAC,CAAC;IACvD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAEnC,4EAA4E;IAC5E,0EAA0E;IAC1E,MAAM,QAAQ,GAAG,SAAS,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAElD,OAAO;QACL,GAAG,IAAI;QACP,QAAQ;QACR,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QACnC,SAAS,EAAE,MAAM;QACjB,MAAM,EAAE,QAAQ;YACd,CAAC,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,UAAU,GAAG,CAAC,SAAS,CAAC,EAAE;YAC5C,CAAC,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,UAAU,GAAG,CAAC,SAAS,CAAC,iBAAiB;KAC9D,CAAC;AACJ,CAAC;AAcD;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,kBAAkB,CAChC,QAA+B,EAC/B,QAA+B,EAC/B,OAAyB,EAAE;IAE3B,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrC,MAAM,EAAE,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,IAAI,CAAC,EAAa,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9D,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,IAAI,CAAC,EAAa,CAAC,CAAC,CAAC,CAAC,CAAC;IACjE,MAAM,KAAK,GAAG,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,4BAA4B;IACvE,MAAM,UAAU,GACd,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAK,IAAI,CAAC,gBAA2B,IAAI,CAAC;QAC9E,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,gBAA0B,CAAC;QAC7C,CAAC,CAAC,CAAC,CAAC;IAER,MAAM,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC5B,MAAM,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC5B,MAAM,IAAI,GAAG,EAAE,MAAM,EAAE,WAAoB,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAEhE,IAAI,CAAC,CAAC,CAAC,GAAG,UAAU,IAAI,CAAC,CAAC,CAAC,GAAG,UAAU,EAAE,CAAC;QACzC,OAAO;YACL,GAAG,IAAI;YACP,QAAQ,EAAE,KAAK;YACf,SAAS,EAAE,CAAC;YACZ,SAAS,EAAE,CAAC;YACZ,SAAS,EAAE,KAAK;YAChB,MAAM,EAAE,iBAAiB,UAAU,wBAAwB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;SAC1E,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,CAAC,CAAS,EAAU,EAAE,CACtC,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAEzD,MAAM,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,SAAS,GAAG,EAAE,GAAG,EAAE,CAAC;IAC1B,MAAM,QAAQ,GAAG,GAAG,GAAG,SAAS,CAAC;IACjC,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC;IAC9B,MAAM,SAAS,GAAe,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAElE,OAAO;QACL,GAAG,IAAI;QACP,QAAQ;QACR,SAAS;QACT,SAAS,EAAE,GAAG;QACd,SAAS;QACT,MAAM,EAAE,QAAQ;YACd,CAAC,CAAC,OAAO,GAAG,CAAC,GAAG,CAAC,qBAAqB,GAAG,CAAC,SAAS,CAAC,gBAAgB;YACpE,CAAC,CAAC,OAAO,GAAG,CAAC,GAAG,CAAC,qBAAqB,GAAG,CAAC,SAAS,CAAC,YAAY;KACnE,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,KAAyB;IAC3C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,aAAa,CAAC;IAClD,MAAM,CAAC,GAAG,KAAe,CAAC;IAC1B,qEAAqE;IACrE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,aAAa,CAAC;IAC3C,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,GAAG,CAAC,CAAS;IACpB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;QAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;IACnD,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AACtB,CAAC"}

package/dist/src/evolution/tracker.d.ts

@@ -44,6 +44,18 @@ export declare class ExperimentTracker {
      * (otherwise the incumbent version's historical data skews the comparison).
      */
     getAverageComposite(agentName: string, version: string, weights?: MetricWeights, since?: string): Promise<number>;
+    /**
+     * v0.7.0 — Per-experiment composite scores for a specific agent + prompt
+     * version, in chronological order. Unlike {@link getAverageComposite} this
+     * does NOT collapse to a scalar — it feeds the always-valid sequential
+     * confidence gate (mSPRT / Hoeffding), which needs the individual samples
+     * (and therefore their variance), not just the mean.
+     *
+     * If `since` is provided, only experiments at/after that ISO timestamp are
+     * included — pass the A/B test start so the incumbent's historical runs do
+     * not skew the comparison (same convention as {@link getAverageComposite}).
+     */
+    getCompositeScores(agentName: string, version: string, weights?: MetricWeights, since?: string): Promise<number[]>;
     /**
      * v0.6.0 — Average raw metric vector for a specific agent + prompt version,
      * keyed by the names in `DarwinMetrics` / `DARWIN_DEFAULT_OBJECTIVES`

package/dist/src/evolution/tracker.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tracker.d.ts","sourceRoot":"","sources":["../../../src/evolution/tracker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EACV,gBAAgB,EAEhB,cAAc,EACd,aAAa,EACb,kBAAkB,EACnB,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAGpD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,MAAM,CAAiB;gBAEnB,MAAM,EAAE,cAAc;IAIlC;;;;OAIG;IACG,gBAAgB,CAAC,GAAG,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IA+B5D;;;OAGG;IACG,QAAQ,CACZ,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,kBAAkB,CAAC;IA6C9B;;;;;;;;;OASG;IACH,iBAAiB,CACf,GAAG,EAAE,gBAAgB,EACrB,OAAO,GAAE,aAA+B,GACvC,MAAM;IA8BT;;;OAGG;IACG,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IA6BrE;;;;;;OAMG;IACG,mBAAmB,CACvB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,OAAO,GAAE,aAA+B,EACxC,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,CAAC;IAoBlB;;;;;;;;;;;;;;;;OAgBG;IACG,iBAAiB,CACrB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CA2BnC"}
+{"version":3,"file":"tracker.d.ts","sourceRoot":"","sources":["../../../src/evolution/tracker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EACV,gBAAgB,EAEhB,cAAc,EACd,aAAa,EACb,kBAAkB,EACnB,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAGpD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,MAAM,CAAiB;gBAEnB,MAAM,EAAE,cAAc;IAIlC;;;;OAIG;IACG,gBAAgB,CAAC,GAAG,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IA+B5D;;;OAGG;IACG,QAAQ,CACZ,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,kBAAkB,CAAC;IA6C9B;;;;;;;;;OASG;IACH,iBAAiB,CACf,GAAG,EAAE,gBAAgB,EACrB,OAAO,GAAE,aAA+B,GACvC,MAAM;IA8BT;;;OAGG;IACG,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IA6BrE;;;;;;OAMG;IACG,mBAAmB,CACvB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,OAAO,GAAE,aAA+B,EACxC,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,CAAC;IAoBlB;;;;;;;;;;OAUG;IACG,kBAAkB,CACtB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,OAAO,GAAE,aAA+B,EACxC,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,EAAE,CAAC;IAgBpB;;;;;;;;;;;;;;;;OAgBG;IACG,iBAAiB,CACrB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CA2BnC"}

package/dist/src/evolution/tracker.js

@@ -159,6 +159,30 @@ export class ExperimentTracker {
         const total = filtered.reduce((sum, exp) => sum + this.getCompositeScore(exp, weights), 0);
         return total / filtered.length;
     }
+    /**
+     * v0.7.0 — Per-experiment composite scores for a specific agent + prompt
+     * version, in chronological order. Unlike {@link getAverageComposite} this
+     * does NOT collapse to a scalar — it feeds the always-valid sequential
+     * confidence gate (mSPRT / Hoeffding), which needs the individual samples
+     * (and therefore their variance), not just the mean.
+     *
+     * If `since` is provided, only experiments at/after that ISO timestamp are
+     * included — pass the A/B test start so the incumbent's historical runs do
+     * not skew the comparison (same convention as {@link getAverageComposite}).
+     */
+    async getCompositeScores(agentName, version, weights = DEFAULT_WEIGHTS, since) {
+        const experiments = await this.memory.loadExperiments(agentName);
+        let filtered = experiments.filter((e) => e.promptVersion === version);
+        if (since) {
+            filtered = filtered.filter((e) => e.startedAt >= since);
+        }
+        // loadExperiments() returns newest-first; reverse to chronological order
+        // so the sequence mirrors how the data actually accrued during the test.
+        return filtered
+            .slice()
+            .reverse()
+            .map((exp) => this.getCompositeScore(exp, weights));
+    }
     /**
      * v0.6.0 — Average raw metric vector for a specific agent + prompt version,
      * keyed by the names in `DarwinMetrics` / `DARWIN_DEFAULT_OBJECTIVES`

package/dist/src/evolution/tracker.js.map

@@ -1 +1 @@
-{"version":3,"file":"tracker.js","sourceRoot":"","sources":["../../../src/evolution/tracker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAUH,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,MAAM,OAAO,iBAAiB;IACpB,MAAM,CAAiB;IAE/B,YAAY,MAAsB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,gBAAgB,CAAC,GAAqB;QAC1C,gCAAgC;QAChC,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAEtC,oDAAoD;QACpD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACvE,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,GAAG,CAAC,aAAa,CAAC,CAAC;QACtE,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC;YAC3E,OAAO,CAAC,KAAK,GAAG,YAAY,CAAC;YAC7B,MAAM,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAC/C,CAAC;QAED,+EAA+E;QAC/E,qEAAqE;QACrE,+EAA+E;QAC/E,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,KAAK,EAAE,EAAE;YACtC,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC;gBACnC,CAAC,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAEnD,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;gBAChB,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAC/C,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC;oBACtC,CAAC,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACxD,CAAC;YAED,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CACZ,SAAiB,EACjB,OAAgB;QAEhB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QAEjE,MAAM,QAAQ,GAAG,OAAO;YACtB,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,OAAO,CAAC;YACxD,CAAC,CAAC,WAAW,CAAC;QAEhB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO;gBACL,SAAS,EAAE,CAAC;gBACZ,UAAU,EAAE,CAAC;gBACb,WAAW,EAAE,CAAC;gBACd,WAAW,EAAE,CAAC;gBACd,cAAc,EAAE,CAAC;aAClB,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC;QAClC,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QAE9D,4DAA4D;QAC5D,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CACjC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,KAAK,IAAI,CACvC,CAAC;QACF,MAAM,UAAU,GACd,WAAW,CAAC,MAAM,GAAG,CAAC;YACpB,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;gBACtE,WAAW,CAAC,MAAM;YACpB,CAAC,CAAC,CAAC,CAAC;QAER,MAAM,WAAW,GACf,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC;QAEzE,MAAM,cAAc,GAClB,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC;QAE1E,OAAO;YACL,SAAS;YACT,UAAU;YACV,WAAW;YACX,WAAW,EAAE,YAAY,GAAG,SAAS;YACrC,cAAc;SACf,CAAC;IACJ,CAAC;IAED;;;;;;;;;OASG;IACH,iBAAiB,CACf,GAAqB,EACrB,UAAyB,eAAe;QAExC,iFAAiF;QACjF,iEAAiE;QACjE,MAAM,UAAU,GAAG,GAAG,CAAC,OAAO,CAAC,YAAY,KAAK,IAAI,CAAC;QACrD,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,CAAE,GAAG,CAAC,OAAO,CAAC,YAAuB,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAE/E,oEAAoE;QACpE,MAAM,sBAAsB,GAAG,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAChE,MAAM,SAAS,GAAG,sBAAsB,GAAG,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,YAAY,GAAG,OAAO,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;QAC3H,MAAM,KAAK,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAEhD,MAAM,UAAU,GAAG;YACjB,OAAO,EAAE,WAAW;YACpB,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,GAAG,EAAE,EAAE,CAAC,CAAC;YACtD,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,GAAG,KAAK,EAAE,CAAC,CAAC;YAC3D,QAAQ,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,GAAG,MAAM,EAAE,CAAC,CAAC;YAC1D,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SAC7B,CAAC;QAEF,MAAM,KAAK,GAAG,CACZ,UAAU,CAAC,OAAO,GAAG,sBAAsB;YAC3C,UAAU,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW;YAC5C,UAAU,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY;YAC9C,UAAU,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ;YACtC,UAAU,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CACrC,GAAG,KAAK,CAAC;QAEV,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,kBAAkB,CAAC,SAAiB;QACxC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QACjE,MAAM,UAAU,GAAG,IAAI,GAAG,EAA8B,CAAC;QAEzD,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,IAAI,SAAS,CAAC;YACtC,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,IAAI,EAAE,CAAC;gBACT,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjB,CAAC;iBAAM,CAAC;gBACN,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAoB,EAAE,CAAC;QACnC,KAAK,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,UAAU,EAAE,CAAC;YAC1C,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,KAAK,IAAI,CAAC,CAAC;YACxE,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC;gBACvC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM;gBACzF,CAAC,CAAC,CAAC,CAAC;YACN,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;YACzF,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAEvE,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,cAAc,EAAE,WAAW,EAAE,CAAC,CAAC;QAC7F,CAAC;QAED,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;IAC1D,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,mBAAmB,CACvB,SAAiB,EACjB,OAAe,EACf,UAAyB,eAAe,EACxC,KAAc;QAEd,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QACjE,IAAI,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,OAAO,CAAC,CAAC;QAEtE,IAAI,KAAK,EAAE,CAAC;YACV,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,CAAC;QACX,CAAC;QAED,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAC3B,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,OAAO,CAAC,EACxD,CAAC,CACF,CAAC;QAEF,OAAO,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;IACjC,CAAC;IAED;;;;;;;;;;;;;;;;OAgBG;IACH,KAAK,CAAC,iBAAiB,CACrB,SAAiB,EACjB,OAAe,EACf,KAAc;QAEd,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QACjE,IAAI,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,OAAO,CAAC,CAAC;QAEtE,IAAI,KAAK,EAAE,CAAC;YACV,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;QAC1B,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,KAAK,IAAI,CAAC,CAAC;QAC5E,MAAM,UAAU,GACd,WAAW,CAAC,MAAM,GAAG,CAAC;YACpB,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;gBAClE,WAAW,CAAC,MAAM;YACpB,CAAC,CAAC,CAAC,CAAC;QAER,OAAO;YACL,YAAY,EAAE,UAAU;YACxB,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,CAAC;YACxE,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,CAAC;YAC1E,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC;SACvE,CAAC;IACJ,CAAC;CACF"}
+{"version":3,"file":"tracker.js","sourceRoot":"","sources":["../../../src/evolution/tracker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAUH,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,MAAM,OAAO,iBAAiB;IACpB,MAAM,CAAiB;IAE/B,YAAY,MAAsB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,gBAAgB,CAAC,GAAqB;QAC1C,gCAAgC;QAChC,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAEtC,oDAAoD;QACpD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACvE,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,GAAG,CAAC,aAAa,CAAC,CAAC;QACtE,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC;YAC3E,OAAO,CAAC,KAAK,GAAG,YAAY,CAAC;YAC7B,MAAM,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAC/C,CAAC;QAED,+EAA+E;QAC/E,qEAAqE;QACrE,+EAA+E;QAC/E,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,KAAK,EAAE,EAAE;YACtC,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC;gBACnC,CAAC,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAEnD,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;gBAChB,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAC/C,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC;oBACtC,CAAC,KAAK,CAAC,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACxD,CAAC;YAED,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CACZ,SAAiB,EACjB,OAAgB;QAEhB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QAEjE,MAAM,QAAQ,GAAG,OAAO;YACtB,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,OAAO,CAAC;YACxD,CAAC,CAAC,WAAW,CAAC;QAEhB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO;gBACL,SAAS,EAAE,CAAC;gBACZ,UAAU,EAAE,CAAC;gBACb,WAAW,EAAE,CAAC;gBACd,WAAW,EAAE,CAAC;gBACd,cAAc,EAAE,CAAC;aAClB,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC;QAClC,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QAE9D,4DAA4D;QAC5D,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CACjC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,KAAK,IAAI,CACvC,CAAC;QACF,MAAM,UAAU,GACd,WAAW,CAAC,MAAM,GAAG,CAAC;YACpB,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;gBACtE,WAAW,CAAC,MAAM;YACpB,CAAC,CAAC,CAAC,CAAC;QAER,MAAM,WAAW,GACf,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC;QAEzE,MAAM,cAAc,GAClB,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC;QAE1E,OAAO;YACL,SAAS;YACT,UAAU;YACV,WAAW;YACX,WAAW,EAAE,YAAY,GAAG,SAAS;YACrC,cAAc;SACf,CAAC;IACJ,CAAC;IAED;;;;;;;;;OASG;IACH,iBAAiB,CACf,GAAqB,EACrB,UAAyB,eAAe;QAExC,iFAAiF;QACjF,iEAAiE;QACjE,MAAM,UAAU,GAAG,GAAG,CAAC,OAAO,CAAC,YAAY,KAAK,IAAI,CAAC;QACrD,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,CAAE,GAAG,CAAC,OAAO,CAAC,YAAuB,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAE/E,oEAAoE;QACpE,MAAM,sBAAsB,GAAG,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAChE,MAAM,SAAS,GAAG,sBAAsB,GAAG,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,YAAY,GAAG,OAAO,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;QAC3H,MAAM,KAAK,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAEhD,MAAM,UAAU,GAAG;YACjB,OAAO,EAAE,WAAW;YACpB,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,GAAG,EAAE,EAAE,CAAC,CAAC;YACtD,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,GAAG,KAAK,EAAE,CAAC,CAAC;YAC3D,QAAQ,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,GAAG,MAAM,EAAE,CAAC,CAAC;YAC1D,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SAC7B,CAAC;QAEF,MAAM,KAAK,GAAG,CACZ,UAAU,CAAC,OAAO,GAAG,sBAAsB;YAC3C,UAAU,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW;YAC5C,UAAU,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY;YAC9C,UAAU,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ;YACtC,UAAU,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CACrC,GAAG,KAAK,CAAC;QAEV,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,kBAAkB,CAAC,SAAiB;QACxC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QACjE,MAAM,UAAU,GAAG,IAAI,GAAG,EAA8B,CAAC;QAEzD,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,IAAI,SAAS,CAAC;YACtC,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,IAAI,EAAE,CAAC;gBACT,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjB,CAAC;iBAAM,CAAC;gBACN,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAoB,EAAE,CAAC;QACnC,KAAK,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,UAAU,EAAE,CAAC;YAC1C,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,KAAK,IAAI,CAAC,CAAC;YACxE,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC;gBACvC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM;gBACzF,CAAC,CAAC,CAAC,CAAC;YACN,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;YACzF,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAEvE,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,cAAc,EAAE,WAAW,EAAE,CAAC,CAAC;QAC7F,CAAC;QAED,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;IAC1D,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,mBAAmB,CACvB,SAAiB,EACjB,OAAe,EACf,UAAyB,eAAe,EACxC,KAAc;QAEd,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QACjE,IAAI,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,OAAO,CAAC,CAAC;QAEtE,IAAI,KAAK,EAAE,CAAC;YACV,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,CAAC,CAAC;QACX,CAAC;QAED,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAC3B,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,OAAO,CAAC,EACxD,CAAC,CACF,CAAC;QAEF,OAAO,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;IACjC,CAAC;IAED;;;;;;;;;;OAUG;IACH,KAAK,CAAC,kBAAkB,CACtB,SAAiB,EACjB,OAAe,EACf,UAAyB,eAAe,EACxC,KAAc;QAEd,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QACjE,IAAI,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,OAAO,CAAC,CAAC;QAEtE,IAAI,KAAK,EAAE,CAAC;YACV,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC;QAC1D,CAAC;QAED,yEAAyE;QACzE,yEAAyE;QACzE,OAAO,QAAQ;aACZ,KAAK,EAAE;aACP,OAAO,EAAE;aACT,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;IACxD,CAAC;IAED;;;;;;;;;;;;;;;;OAgBG;IACH,KAAK,CAAC,iBAAiB,CACrB,SAAiB,EACjB,OAAe,EACf,KAAc;QAEd,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QACjE,IAAI,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,OAAO,CAAC,CAAC;QAEtE,IAAI,KAAK,EAAE,CAAC;YACV,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,KAAK,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;QAC1B,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,KAAK,IAAI,CAAC,CAAC;QAC5E,MAAM,UAAU,GACd,WAAW,CAAC,MAAM,GAAG,CAAC;YACpB,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;gBAClE,WAAW,CAAC,MAAM;YACpB,CAAC,CAAC,CAAC,CAAC;QAER,OAAO;YACL,YAAY,EAAE,UAAU;YACxB,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,CAAC;YACxE,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,CAAC;YAC1E,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC;SACvE,CAAC;IACJ,CAAC;CACF"}

package/dist/src/index.d.ts

@@ -31,9 +31,11 @@ export { ClaudeCliProvider } from './providers/claude-cli.js';
 export { createMemory, SqliteMemoryProvider, PostgresMemoryProvider } from './memory/index.js';
 export { loadNotificationConfig } from './evolution/notifications.js';
 export type { NotificationConfig } from './evolution/notifications.js';
-export { dominates, nonDominatedFront, paretoSelect, scalarise, crowdingDistance, DARWIN_DEFAULT_OBJECTIVES, type ParetoObjective, type ParetoTruncationStrategy, } from './evolution/pareto.js';
+export { dominates, dominatesEpsilon, nonDominatedFront, paretoSelect, scalarise, crowdingDistance, coverageFrontier, coverageWeights, selectByCoverage, sampleByCoverage, DARWIN_DEFAULT_OBJECTIVES, type ParetoObjective, type ParetoTruncationStrategy, type FrontierKey, type CoverageScores, } from './evolution/pareto.js';
 export { Reflector, type ReflectiveFeedback, type ReflectOptions, } from './evolution/reflector.js';
 export type { RunPromptFn } from './evolution/run-prompt-fn.js';
-export { GepaOptimizer, type ScoredVariant, type GenerateOptions as GepaGenerateOptions, type NextGenerationOptions as GepaNextGenerationOptions, type GepaOptimizerOptions, type MergeOptions as GepaMergeOptions, } from './evolution/optimizer-gepa.js';
-export { checkAlignmentPreservation, SAFETY_PATTERNS, } from './evolution/alignment.js';
+export { GepaOptimizer, epochShuffledMinibatch, type ScoredVariant, type GenerateOptions as GepaGenerateOptions, type NextGenerationOptions as GepaNextGenerationOptions, type GepaOptimizerOptions, type MergeOptions as GepaMergeOptions, } from './evolution/optimizer-gepa.js';
+export { checkAlignmentPreservation, checkAlignmentPreservationSemantic, SAFETY_PATTERNS, type EmbedFn, type SemanticAlignmentOptions, } from './evolution/alignment.js';
+export { runMultiCritic, stripMarkdownForJudging, getCriticPrompts, type RunCriticFn, type RunMultiCriticOptions, type CriticPromptDef, type CriticScore, type MultiCriticResult, } from './evolution/multi-critic.js';
+export { meanVar, msprtTwoSample, hoeffdingTwoSample, type ConfidenceMethod, type SequentialVerdict, type MeanVar, type MsprtOptions, type HoeffdingOptions, } from './evolution/sequential.js';
 //# sourceMappingURL=index.d.ts.map