@jinn-network/client 0.1.8 → 0.1.9-canary.023faefb

package/dist/eval/capability-stats.js

@@ -0,0 +1,123 @@
+/** One-sided lower confidence bound for mean(Δ_i), Δ_i = pB - pA, via a
+ *  bias-corrected bootstrap over tasks (BCa without acceleration; acceleration
+ *  adds a jackknife pass — see §6.2, deferred as a refinement). */
+export function pairedRateDiffLowerBound(rates, opts) {
+    const alpha = opts.alpha ?? 0.05;
+    const B = opts.resamples ?? 10_000;
+    const n = rates.length;
+    if (n === 0)
+        throw new Error('pairedRateDiffLowerBound: empty sample');
+    const deltas = rates.map((r) => r.pB - r.pA);
+    const mean = (xs) => xs.reduce((s, x) => s + x, 0) / xs.length;
+    const observed = mean(deltas);
+    const means = [];
+    for (let b = 0; b < B; b++) {
+        let s = 0;
+        for (let i = 0; i < n; i++)
+            s += deltas[Math.min(n - 1, Math.floor(opts.rng() * n))];
+        means.push(s / n);
+    }
+    means.sort((a, b) => a - b);
+    // Bias-correction z0 = Φ⁻¹(fraction of resamples < observed).
+    const below = means.filter((m) => m < observed).length;
+    const z0 = invNorm(Math.min(Math.max(below / B, 1e-6), 1 - 1e-6));
+    const zAlpha = invNorm(alpha); // one-sided lower
+    const adj = normCdf(2 * z0 + zAlpha);
+    const idx = Math.min(B - 1, Math.max(0, Math.floor(adj * B)));
+    return means[idx];
+}
+export function nonInferiorityVerdict(rates, opts) {
+    const deltaAbs = opts.deltaAbs ?? 0.05;
+    const relativeCap = opts.relativeCap ?? 0.15;
+    const lowerBound = pairedRateDiffLowerBound(rates, opts);
+    const meanA = rates.reduce((s, r) => s + r.pA, 0) / rates.length;
+    const meanB = rates.reduce((s, r) => s + r.pB, 0) / rates.length;
+    const absRegression = Math.max(0, meanA - meanB);
+    const relativeRegression = opts.stockBaseRate > 0 ? absRegression / opts.stockBaseRate : 0;
+    const reasons = [];
+    const absOk = lowerBound > -deltaAbs;
+    if (!absOk)
+        reasons.push(`absolute NI failed: lower bound ${lowerBound.toFixed(3)} ≤ -δ (${-deltaAbs})`);
+    const relOk = relativeRegression <= relativeCap;
+    if (!relOk)
+        reasons.push(`relative guard failed: regression ${(relativeRegression * 100).toFixed(1)}% > cap ${(relativeCap * 100).toFixed(0)}%`);
+    return { pass: absOk && relOk, lowerBound, deltaAbs, relativeRegression, reasons };
+}
+// --- normal helpers (kept local; mcnemar-power exports its own for its use) ---
+function normCdf(x) { return 0.5 * (1 + erf(x / Math.SQRT2)); }
+function erf(x) {
+    const t = 1 / (1 + 0.3275911 * Math.abs(x));
+    const y = 1 - (((((1.061405429 * t - 1.453152027) * t) + 1.421413741) * t - 0.284496736) * t + 0.254829592) * t * Math.exp(-x * x);
+    return x >= 0 ? y : -y;
+}
+function invNorm(p) {
+    // Beasley-Springer/Moro; adequate for CI index selection.
+    const a = [-3.969683028665376e+01, 2.209460984245205e+02, -2.759285104469687e+02, 1.383577518672690e+02, -3.066479806614716e+01, 2.506628277459239e+00];
+    const b = [-5.447609879822406e+01, 1.615858368580409e+02, -1.556989798598866e+02, 6.680131188771972e+01, -1.328068155288572e+01];
+    const c = [-7.784894002430293e-03, -3.223964580411365e-01, -2.400758277161838e+00, -2.549732539343734e+00, 4.374664141464968e+00, 2.938163982698783e+00];
+    const d = [7.784695709041462e-03, 3.224671290700398e-01, 2.445134137142996e+00, 3.754408661907416e+00];
+    const pl = 0.02425;
+    let q, r;
+    if (p < pl) {
+        q = Math.sqrt(-2 * Math.log(p));
+        return (((((c[0] * q + c[1]) * q + c[2]) * q + c[3]) * q + c[4]) * q + c[5]) / ((((d[0] * q + d[1]) * q + d[2]) * q + d[3]) * q + 1);
+    }
+    if (p > 1 - pl) {
+        q = Math.sqrt(-2 * Math.log(1 - p));
+        return -(((((c[0] * q + c[1]) * q + c[2]) * q + c[3]) * q + c[4]) * q + c[5]) / ((((d[0] * q + d[1]) * q + d[2]) * q + d[3]) * q + 1);
+    }
+    q = p - 0.5;
+    r = q * q;
+    return (((((a[0] * r + a[1]) * r + a[2]) * r + a[3]) * r + a[4]) * r + a[5]) * q / (((((b[0] * r + b[1]) * r + b[2]) * r + b[3]) * r + b[4]) * r + 1);
+}
+// --- cost leg (append to capability-stats.ts) ---
+/** One-sided Wilcoxon signed-rank test that the median paired difference < 0,
+ *  using a normal approximation with a continuity correction. The variance is the
+ *  UNTIED form sqrt(n(n+1)(2n+1)/24); the tie-correction term (−Σ(t³−t)/48, which
+ *  only ever *subtracts* variance) is omitted, so the SD used here is if anything
+ *  too large — that makes the test slightly HARDER to reject (conservative), never
+ *  wrong-direction. Ranks themselves are still tie-averaged (rankAbs). */
+export function pairedCostVerdict(costDiffs, opts = {}) {
+    const minN = opts.minN ?? 10;
+    const alpha = opts.alpha ?? 0.05;
+    const nonzero = costDiffs.filter((d) => d !== 0);
+    if (nonzero.length < minN)
+        return { verdict: 'inconclusive', pValue: null, n: nonzero.length };
+    const ranks = rankAbs(nonzero.map(Math.abs));
+    let wMinus = 0; // sum of ranks for NEGATIVE diffs (corpus cheaper)
+    let wPlus = 0;
+    nonzero.forEach((d, i) => { if (d < 0)
+        wMinus += ranks[i];
+    else
+        wPlus += ranks[i]; });
+    const n = nonzero.length;
+    const meanW = (n * (n + 1)) / 4;
+    const sdW = Math.sqrt((n * (n + 1) * (2 * n + 1)) / 24); // untied (conservative) form — tie term omitted, see docstring
+    // Test statistic: is W+ (evidence AGAINST cheaper) improbably small?
+    const z = (wPlus - meanW + 0.5) / sdW;
+    const pValue = normCdfLocal(z); // one-sided: P(W+ ≤ observed)
+    const verdict = pValue < alpha ? 'lower' : 'not-lower';
+    return { verdict, pValue, n };
+}
+function rankAbs(absVals) {
+    const idx = absVals.map((v, i) => ({ v, i })).sort((a, b) => a.v - b.v);
+    const ranks = new Array(absVals.length);
+    let i = 0;
+    while (i < idx.length) {
+        let j = i;
+        while (j + 1 < idx.length && idx[j + 1].v === idx[i].v)
+            j++;
+        const avg = (i + j + 2) / 2; // average rank (1-based) for ties
+        for (let k = i; k <= j; k++)
+            ranks[idx[k].i] = avg;
+        i = j + 1;
+    }
+    return ranks;
+}
+function normCdfLocal(x) {
+    const t = 1 / (1 + 0.2316419 * Math.abs(x));
+    const d = 0.3989423 * Math.exp((-x * x) / 2);
+    const p = d * t * (0.3193815 + t * (-0.3565638 + t * (1.781478 + t * (-1.821256 + t * 1.330274))));
+    return x >= 0 ? 1 - p : p;
+}
+//# sourceMappingURL=capability-stats.js.map

package/dist/eval/capability-stats.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"capability-stats.js","sourceRoot":"","sources":["../../src/eval/capability-stats.ts"],"names":[],"mappings":"AAIA;;mEAEmE;AACnE,MAAM,UAAU,wBAAwB,CAAC,KAAkB,EAAE,IAAgB;IAC3E,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC;IACjC,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC;IACnC,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;IACvB,IAAI,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IACvE,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;IAC7C,MAAM,IAAI,GAAG,CAAC,EAAY,EAAU,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC;IACjF,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IAE9B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;YAAE,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAE,CAAC;QACtF,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACpB,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAE5B,8DAA8D;IAC9D,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,MAAM,CAAC;IACvD,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,kBAAkB;IACjD,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC;IACrC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9D,OAAO,KAAK,CAAC,GAAG,CAAE,CAAC;AACrB,CAAC;AAID,MAAM,UAAU,qBAAqB,CAAC,KAAkB,EAAE,IAAY;IAGpE,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC;IACvC,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC;IAC7C,MAAM,UAAU,GAAG,wBAAwB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACzD,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;IACjE,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;IACjE,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,CAAC;IACjD,MAAM,kBAAkB,GAAG,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;IAE3F,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,KAAK,GAAG,UAAU,GAAG,CAAC,QAAQ,CAAC;IACrC,IAAI,CAAC,KAAK;QAAE,OAAO,CAAC,IAAI,CAAC,mCAAmC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,GAAG,CAAC,CAAC;IACzG,MAAM,KAAK,GAAG,kBAAkB,IAAI,WAAW,CAAC;IAChD,IAAI,CAAC,KAAK;QAAE,OAAO,CAAC,IAAI,CAAC,qCAAqC,CAAC,kBAAkB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACjJ,OAAO,EAAE,IAAI,EAAE,KAAK,IAAI,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,kBAAkB,EAAE,OAAO,EAAE,CAAC;AACrF,CAAC;AAED,iFAAiF;AACjF,SAAS,OAAO,CAAC,CAAS,IAAY,OAAO,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAC/E,SAAS,GAAG,CAAC,CAAS;IACpB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5C,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACnI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACzB,CAAC;AACD,SAAS,OAAO,CAAC,CAAS;IACxB,0DAA0D;IAC1D,MAAM,CAAC,GAAG,CAAC,CAAC,qBAAqB,EAAE,qBAAqB,EAAE,CAAC,qBAAqB,EAAE,qBAAqB,EAAE,CAAC,qBAAqB,EAAE,qBAAqB,CAAC,CAAC;IACxJ,MAAM,CAAC,GAAG,CAAC,CAAC,qBAAqB,EAAE,qBAAqB,EAAE,CAAC,qBAAqB,EAAE,qBAAqB,EAAE,CAAC,qBAAqB,CAAC,CAAC;IACjI,MAAM,CAAC,GAAG,CAAC,CAAC,qBAAqB,EAAE,CAAC,qBAAqB,EAAE,CAAC,qBAAqB,EAAE,CAAC,qBAAqB,EAAE,qBAAqB,EAAE,qBAAqB,CAAC,CAAC;IACzJ,MAAM,CAAC,GAAG,CAAC,qBAAqB,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,qBAAqB,CAAC,CAAC;IACvG,MAAM,EAAE,GAAG,OAAO,CAAC;IACnB,IAAI,CAAS,EAAE,CAAS,CAAC;IACzB,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC;IAAC,CAAC;IAC5J,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC;QAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC;IAAC,CAAC;IACrK,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;IAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC;AACzH,CAAC;AAED,mDAAmD;AAEnD;;;;;0EAK0E;AAC1E,MAAM,UAAU,iBAAiB,CAC/B,SAAmB,EACnB,OAA0C,EAAE;IAE5C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;IAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC;IACjC,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IACjD,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI;QAAE,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;IAE/F,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7C,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,mDAAmD;IACnE,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,CAAC,CAAE,CAAC;;QAAM,KAAK,IAAI,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACxF,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IACzB,MAAM,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAChC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,+DAA+D;IACxH,qEAAqE;IACrE,MAAM,CAAC,GAAG,CAAC,KAAK,GAAG,KAAK,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;IACtC,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,8BAA8B;IAC9D,MAAM,OAAO,GAAG,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC;IACvD,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;AAChC,CAAC;AAED,SAAS,OAAO,CAAC,OAAiB;IAChC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACxE,MAAM,KAAK,GAAG,IAAI,KAAK,CAAS,OAAO,CAAC,MAAM,CAAC,CAAC;IAChD,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;QACtB,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,OAAO,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAE,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAE,CAAC,CAAC;YAAE,CAAC,EAAE,CAAC;QAC9D,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,kCAAkC;QAC/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;YAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;QACpD,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACZ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,YAAY,CAAC,CAAS;IAC7B,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5C,MAAM,CAAC,GAAG,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7C,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,GAAG,CAAC,GAAG,CAAC,CAAC,SAAS,GAAG,CAAC,GAAG,CAAC,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACnG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5B,CAAC"}

package/dist/eval/contested-band.d.ts

@@ -0,0 +1,18 @@
+export interface Band {
+    lo: number;
+    hi: number;
+}
+export declare function inContestedBand(passRate: number, band: Band): boolean;
+export interface BlindScreenFidelity {
+    agentSha: string;
+    emptyLoadout: boolean;
+    noCorpusTools: boolean;
+    /** Hash of the host skill directory at screen time. */
+    hostSkillDirHash: string;
+    /** The reference hash of an empty skill directory; hostSkillDirHash MUST equal this. */
+    emptyHostSkillDirHash: string;
+}
+export declare class BlindScreenViolation extends Error {
+    constructor(reason: string);
+}
+export declare function assertBlindScreen(f: BlindScreenFidelity): void;

package/dist/eval/contested-band.js

@@ -0,0 +1,19 @@
+export function inContestedBand(passRate, band) {
+    return passRate >= band.lo && passRate <= band.hi;
+}
+export class BlindScreenViolation extends Error {
+    constructor(reason) {
+        super(`blind-screen fidelity violated: ${reason}`);
+        this.name = 'BlindScreenViolation';
+    }
+}
+export function assertBlindScreen(f) {
+    if (!f.emptyLoadout)
+        throw new BlindScreenViolation('screening run did not have an empty skill loadout');
+    if (!f.noCorpusTools)
+        throw new BlindScreenViolation('screening run had a live corpus tool surface');
+    if (f.hostSkillDirHash !== f.emptyHostSkillDirHash) {
+        throw new BlindScreenViolation(`host skill dir was not empty (${f.hostSkillDirHash} != ${f.emptyHostSkillDirHash})`);
+    }
+}
+//# sourceMappingURL=contested-band.js.map

package/dist/eval/contested-band.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"contested-band.js","sourceRoot":"","sources":["../../src/eval/contested-band.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,eAAe,CAAC,QAAgB,EAAE,IAAU;IAC1D,OAAO,QAAQ,IAAI,IAAI,CAAC,EAAE,IAAI,QAAQ,IAAI,IAAI,CAAC,EAAE,CAAC;AACpD,CAAC;AAYD,MAAM,OAAO,oBAAqB,SAAQ,KAAK;IAC7C,YAAY,MAAc;QACxB,KAAK,CAAC,mCAAmC,MAAM,EAAE,CAAC,CAAC;QACnD,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AAED,MAAM,UAAU,iBAAiB,CAAC,CAAsB;IACtD,IAAI,CAAC,CAAC,CAAC,YAAY;QAAE,MAAM,IAAI,oBAAoB,CAAC,mDAAmD,CAAC,CAAC;IACzG,IAAI,CAAC,CAAC,CAAC,aAAa;QAAE,MAAM,IAAI,oBAAoB,CAAC,8CAA8C,CAAC,CAAC;IACrG,IAAI,CAAC,CAAC,gBAAgB,KAAK,CAAC,CAAC,qBAAqB,EAAE,CAAC;QACnD,MAAM,IAAI,oBAAoB,CAAC,iCAAiC,CAAC,CAAC,gBAAgB,OAAO,CAAC,CAAC,qBAAqB,GAAG,CAAC,CAAC;IACvH,CAAC;AACH,CAAC"}

package/dist/eval/corpus-index.d.ts

@@ -0,0 +1,21 @@
+export interface CorpusRecord {
+    id: string;
+    repos: string[];
+    instanceIdsReferenced: string[];
+    text: string;
+}
+export interface CorpusIndexRecord {
+    id: string;
+    repos: string[];
+    instanceIds: string[];
+    sketch: number[];
+}
+export interface CorpusDerivedIndex {
+    repos: string[];
+    instanceIds: string[];
+    records: CorpusIndexRecord[];
+}
+export declare function tokenize(text: string): string[];
+export declare function minhashSketch(tokens: string[], numHashes?: number): number[];
+export declare function buildCorpusIndex(records: CorpusRecord[]): CorpusDerivedIndex;
+export declare function corpusSnapshotCid(index: CorpusDerivedIndex): `sha256:${string}`;

package/dist/eval/corpus-index.js

@@ -0,0 +1,55 @@
+import { createHash } from 'node:crypto';
+import { canonicalJson } from '../harnesses/engine/canonical-json.js';
+export function tokenize(text) {
+    const m = text.toLowerCase().match(/[a-z0-9_]+/g);
+    return m ?? [];
+}
+/** 32-bit FNV-1a — stable, dependency-free, good enough for MinHash bucketing. */
+function fnv1a(s, seed) {
+    let h = (2166136261 ^ seed) >>> 0;
+    for (let i = 0; i < s.length; i++) {
+        h ^= s.charCodeAt(i);
+        h = Math.imul(h, 16777619) >>> 0;
+    }
+    return h >>> 0;
+}
+export function minhashSketch(tokens, numHashes = 64) {
+    const uniq = [...new Set(tokens)];
+    const out = [];
+    for (let k = 0; k < numHashes; k++) {
+        let min = 0xffffffff;
+        for (const t of uniq) {
+            const h = fnv1a(t, k * 0x9e3779b1);
+            if (h < min)
+                min = h;
+        }
+        out.push(uniq.length === 0 ? 0 : min);
+    }
+    return out;
+}
+export function buildCorpusIndex(records) {
+    const repos = new Set();
+    const instanceIds = new Set();
+    const indexed = [];
+    for (const r of records) {
+        r.repos.forEach((x) => repos.add(x));
+        r.instanceIdsReferenced.forEach((x) => instanceIds.add(x));
+        indexed.push({
+            id: r.id,
+            repos: [...r.repos].sort(),
+            instanceIds: [...r.instanceIdsReferenced].sort(),
+            sketch: minhashSketch(tokenize(r.text)),
+        });
+    }
+    // Deterministic total order: primary by id, tiebreak by canonical content so
+    // duplicate ids never make the cid input-order-dependent (spec §4.3).
+    indexed.sort((a, b) => a.id.localeCompare(b.id) || JSON.stringify(a).localeCompare(JSON.stringify(b)));
+    return { repos: [...repos].sort(), instanceIds: [...instanceIds].sort(), records: indexed };
+}
+export function corpusSnapshotCid(index) {
+    // RFC 8785 canonical JSON (key-sorted, cross-language reproducible) so a third
+    // party can recompute this Merkle root to re-check the disjointness proof (spec §4.3).
+    // Arrays are already fully sorted by buildCorpusIndex; canonicalJson sorts object keys.
+    return `sha256:${createHash('sha256').update(canonicalJson(index)).digest('hex')}`;
+}
+//# sourceMappingURL=corpus-index.js.map

package/dist/eval/corpus-index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"corpus-index.js","sourceRoot":"","sources":["../../src/eval/corpus-index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,uCAAuC,CAAC;AAgBtE,MAAM,UAAU,QAAQ,CAAC,IAAY;IACnC,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAClD,OAAO,CAAC,IAAI,EAAE,CAAC;AACjB,CAAC;AAED,kFAAkF;AAClF,SAAS,KAAK,CAAC,CAAS,EAAE,IAAY;IACpC,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrB,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,CAAC,KAAK,CAAC,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAgB,EAAE,SAAS,GAAG,EAAE;IAC5D,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IAClC,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,IAAI,GAAG,GAAG,UAAU,CAAC;QACrB,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACrB,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;YACnC,IAAI,CAAC,GAAG,GAAG;gBAAE,GAAG,GAAG,CAAC,CAAC;QACvB,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACxC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAuB;IACtD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,MAAM,OAAO,GAAwB,EAAE,CAAC;IACxC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrC,CAAC,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3D,OAAO,CAAC,IAAI,CAAC;YACX,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE;YAC1B,WAAW,EAAE,CAAC,GAAG,CAAC,CAAC,qBAAqB,CAAC,CAAC,IAAI,EAAE;YAChD,MAAM,EAAE,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;SACxC,CAAC,CAAC;IACL,CAAC;IACD,6EAA6E;IAC7E,sEAAsE;IACtE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvG,OAAO,EAAE,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,WAAW,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;AAC9F,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAyB;IACzD,+EAA+E;IAC/E,uFAAuF;IACvF,wFAAwF;IACxF,OAAO,UAAU,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;AACrF,CAAC"}

package/dist/eval/disjointness.d.ts

@@ -0,0 +1,26 @@
+import { type CorpusDerivedIndex } from './corpus-index.js';
+export interface SlateTaskForDisjointness {
+    instance_id: string;
+    repo: string;
+    /** Distinctive tokens from the gold patch (changed paths/symbols/PR id). */
+    goldPatchTokens: string[];
+}
+export interface AxisCheck {
+    verdict: 'pass' | 'fail';
+    flaggedPairs: Array<[string, string]>;
+}
+export interface DisjointnessResult {
+    instance: AxisCheck;
+    repo: AxisCheck;
+    lexical: AxisCheck;
+}
+export declare class CorpusContaminationError extends Error {
+    readonly result: DisjointnessResult;
+    constructor(result: DisjointnessResult);
+}
+export declare function checkCorpusDisjoint(slate: SlateTaskForDisjointness[], index: CorpusDerivedIndex, opts?: {
+    lexicalJaccardThreshold?: number;
+}): DisjointnessResult;
+export declare function assertCorpusDisjoint(slate: SlateTaskForDisjointness[], index: CorpusDerivedIndex, opts?: {
+    lexicalJaccardThreshold?: number;
+}): DisjointnessResult;

package/dist/eval/disjointness.js

@@ -0,0 +1,67 @@
+import { minhashSketch } from './corpus-index.js';
+export class CorpusContaminationError extends Error {
+    result;
+    constructor(result) {
+        const fails = ['instance', 'repo', 'lexical'].filter((a) => result[a].verdict === 'fail');
+        super(`corpus contamination on axes [${fails.join(', ')}]: ${JSON.stringify(fails.flatMap((a) => result[a].flaggedPairs))}`);
+        this.result = result;
+        this.name = 'CorpusContaminationError';
+    }
+}
+/** MinHash Jaccard estimate between two equal-length sketches. An all-zero
+ *  sketch is corpus-index's empty-token-set sentinel; a set with no tokens has
+ *  no meaningful overlap, so return 0 rather than letting the sentinel zeros
+ *  count as matches (which would false-positive a degenerate gold patch or an
+ *  empty corpus record into a contamination flag). */
+function sketchJaccard(a, b) {
+    if (a.length === 0)
+        return 0;
+    if (a.length !== b.length) {
+        throw new Error(`sketchJaccard: sketch length mismatch (${a.length} vs ${b.length})`);
+    }
+    if (a.every((x) => x === 0) || b.every((x) => x === 0))
+        return 0;
+    let same = 0;
+    for (let i = 0; i < a.length; i++)
+        if (a[i] === b[i])
+            same++;
+    return same / a.length;
+}
+export function checkCorpusDisjoint(slate, index, opts = {}) {
+    const threshold = opts.lexicalJaccardThreshold ?? 0.15;
+    const corpusRepos = new Set(index.repos);
+    const corpusInstances = new Set(index.instanceIds);
+    const instance = { verdict: 'pass', flaggedPairs: [] };
+    const repo = { verdict: 'pass', flaggedPairs: [] };
+    const lexical = { verdict: 'pass', flaggedPairs: [] };
+    for (const task of slate) {
+        if (corpusInstances.has(task.instance_id)) {
+            instance.verdict = 'fail';
+            for (const rec of index.records)
+                if (rec.instanceIds.includes(task.instance_id))
+                    instance.flaggedPairs.push([task.instance_id, rec.id]);
+        }
+        if (corpusRepos.has(task.repo)) {
+            repo.verdict = 'fail';
+            for (const rec of index.records)
+                if (rec.repos.includes(task.repo))
+                    repo.flaggedPairs.push([task.instance_id, rec.id]);
+        }
+        const goldSketch = minhashSketch(task.goldPatchTokens);
+        for (const rec of index.records) {
+            if (sketchJaccard(goldSketch, rec.sketch) >= threshold) {
+                lexical.verdict = 'fail';
+                lexical.flaggedPairs.push([task.instance_id, rec.id]);
+            }
+        }
+    }
+    return { instance, repo, lexical };
+}
+export function assertCorpusDisjoint(slate, index, opts = {}) {
+    const result = checkCorpusDisjoint(slate, index, opts);
+    if (result.instance.verdict === 'fail' || result.repo.verdict === 'fail' || result.lexical.verdict === 'fail') {
+        throw new CorpusContaminationError(result);
+    }
+    return result;
+}
+//# sourceMappingURL=disjointness.js.map

package/dist/eval/disjointness.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"disjointness.js","sourceRoot":"","sources":["../../src/eval/disjointness.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAA2B,MAAM,mBAAmB,CAAC;AAY3E,MAAM,OAAO,wBAAyB,SAAQ,KAAK;IACrB;IAA5B,YAA4B,MAA0B;QACpD,MAAM,KAAK,GAAI,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,CAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC;QACrG,KAAK,CAAC,iCAAiC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,SAAS,CACzE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAC7C,EAAE,CAAC,CAAC;QAJqB,WAAM,GAAN,MAAM,CAAoB;QAKpD,IAAI,CAAC,IAAI,GAAG,0BAA0B,CAAC;IACzC,CAAC;CACF;AAED;;;;sDAIsD;AACtD,SAAS,aAAa,CAAC,CAAW,EAAE,CAAW;IAC7C,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC7B,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC,MAAM,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IACxF,CAAC;IACD,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC;IACjE,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAAE,IAAI,EAAE,CAAC;IAC7D,OAAO,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,KAAiC,EACjC,KAAyB,EACzB,OAA6C,EAAE;IAE/C,MAAM,SAAS,GAAG,IAAI,CAAC,uBAAuB,IAAI,IAAI,CAAC;IACvD,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IAEnD,MAAM,QAAQ,GAAc,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC;IAClE,MAAM,IAAI,GAAc,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC;IAC9D,MAAM,OAAO,GAAc,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC;IAEjE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YAC1C,QAAQ,CAAC,OAAO,GAAG,MAAM,CAAC;YAC1B,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,OAAO;gBAAE,IAAI,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC;oBAAE,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1I,CAAC;QACD,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;YACtB,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,OAAO;gBAAE,IAAI,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;oBAAE,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACzH,CAAC;QACD,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACvD,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAChC,IAAI,aAAa,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;gBACvD,OAAO,CAAC,OAAO,GAAG,MAAM,CAAC;gBACzB,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,KAAiC,EACjC,KAAyB,EACzB,OAA6C,EAAE;IAE/C,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IACvD,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,KAAK,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,KAAK,MAAM,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;QAC9G,MAAM,IAAI,wBAAwB,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/eval/eval-harness-run.d.ts

@@ -0,0 +1,63 @@
+/**
+ * Daemon-faithful harness run for `jinn eval` (issue #818) and the #822 e2e.
+ *
+ * Live testing proved the eval's earlier hand-rolled harness invocation did NOT
+ * reproduce the daemon's agent runtime: it ran the agent with NO SolverNet
+ * runtime plugins, so the claude-code adapter passed no `--plugin-dir`, the
+ * bundled MCP server never loaded, and the agent had no `submit_typed_payload`
+ * tool — producing no gradeable patch and rendering every task unscorable. The
+ * daemon scores the same tasks because it builds the full HarnessContext with
+ * `solverPluginRoots` from the SolverNet's runtime plugins (engine.ts §runImpl).
+ *
+ * This module is the single source of truth for that daemon-equivalent context.
+ * It rebuilds the engine's HarnessContext MINUS persistence/on-chain wiring and
+ * runs the harness through the SAME freeze-fence the daemon uses. The CLI uses
+ * it now; the #822 e2e delegates to it next.
+ */
+import type { Harness, RuntimePlugin } from '../harnesses/types.js';
+import type { Task } from '../types/task.js';
+import { type JoinedSolverNetConfig, type SolverNetTaskRole } from '../solver-nets/registry.js';
+/**
+ * Resolve the SolverNet runtime plugins for `solverType`, exactly as the daemon
+ * does (`loadSolverNets(...).forSolverType(...)`). These plugins carry the
+ * bundled MCP server that provides `submit_typed_payload`; without them the
+ * agent cannot emit a gradeable patch.
+ *
+ * Fails LOUD with an operator-actionable message when there is no joined
+ * SolverNet for the solverType, or the matched net has no runtime plugins —
+ * mirroring the evaluator's `jinn harnesses enable` precondition.
+ */
+export declare function resolveRuntimePluginsForSolverType(solverType: string, joinedSolverNets: Record<string, JoinedSolverNetConfig> | undefined, role?: SolverNetTaskRole): Promise<RuntimePlugin[]>;
+/**
+ * Run a harness once for eval, building the FULL daemon-equivalent
+ * HarnessContext (plugins + solverPluginRoots) but with no persistence /
+ * on-chain wiring. Mirrors `HarnessEngine`'s `runImpl` context assembly
+ * (engine.ts §runImpl) and routes through the same freeze-fence.
+ *
+ * Owns the ephemeral working-dir lifecycle: the returned result references only
+ * the patch string + codeDigest (nothing under workingDir), so the dir is safe
+ * to reclaim in `finally` — preventing leaked repo clones across a full slate.
+ */
+export declare function runHarnessForEval(args: {
+    harness: Harness;
+    task: Task;
+    solverType: string;
+    runtimePlugins: RuntimePlugin[];
+    implStateDir: string;
+    mode: 'frozen' | 'train';
+    solverNetName?: string;
+    model?: string;
+}): Promise<{
+    violation?: {
+        taskId: string;
+    };
+    envelope?: {
+        executor: {
+            mode: 'train' | 'frozen';
+            codeDigest: string;
+        };
+    };
+    solution?: {
+        patch: string;
+    };
+}>;

package/dist/eval/eval-harness-run.js

@@ -0,0 +1,123 @@
+/**
+ * Daemon-faithful harness run for `jinn eval` (issue #818) and the #822 e2e.
+ *
+ * Live testing proved the eval's earlier hand-rolled harness invocation did NOT
+ * reproduce the daemon's agent runtime: it ran the agent with NO SolverNet
+ * runtime plugins, so the claude-code adapter passed no `--plugin-dir`, the
+ * bundled MCP server never loaded, and the agent had no `submit_typed_payload`
+ * tool — producing no gradeable patch and rendering every task unscorable. The
+ * daemon scores the same tasks because it builds the full HarnessContext with
+ * `solverPluginRoots` from the SolverNet's runtime plugins (engine.ts §runImpl).
+ *
+ * This module is the single source of truth for that daemon-equivalent context.
+ * It rebuilds the engine's HarnessContext MINUS persistence/on-chain wiring and
+ * runs the harness through the SAME freeze-fence the daemon uses. The CLI uses
+ * it now; the #822 e2e delegates to it next.
+ */
+import { mkdtempSync, rmSync } from 'node:fs';
+import { tmpdir } from 'node:os';
+import { join } from 'node:path';
+import { provisionWorkingDir } from '../harnesses/engine/packaging.js';
+import { runHarnessWithFreezeFence } from '../daemon/freeze-fence.js';
+import { TrajectoryCollector } from '../trajectory/index.js';
+import { loadSolverNets, } from '../solver-nets/registry.js';
+/** Wall-clock budget for a single eval harness run (1h) when the task carries no window. */
+const EVAL_RUN_BUDGET_MS = 3_600_000;
+/**
+ * Resolve the SolverNet runtime plugins for `solverType`, exactly as the daemon
+ * does (`loadSolverNets(...).forSolverType(...)`). These plugins carry the
+ * bundled MCP server that provides `submit_typed_payload`; without them the
+ * agent cannot emit a gradeable patch.
+ *
+ * Fails LOUD with an operator-actionable message when there is no joined
+ * SolverNet for the solverType, or the matched net has no runtime plugins —
+ * mirroring the evaluator's `jinn harnesses enable` precondition.
+ */
+export async function resolveRuntimePluginsForSolverType(solverType, joinedSolverNets, role = 'restoration') {
+    const registry = await loadSolverNets({ joinedSolverNets });
+    const net = registry.forSolverType(solverType, role);
+    if (!net) {
+        throw new Error(`no SolverNet for solverType ${solverType} (role ${role}): the eval runs the agent with the ` +
+            `SAME runtime plugins the daemon would, but this operator has not joined a SolverNet for it. ` +
+            `Join the SolverNet and install its plugins (e.g. set joinedSolverNets[<manifestCid>] in your ` +
+            `config and run \`jinn harnesses enable\`), then re-run eval.`);
+    }
+    if (net.runtimePlugins.length === 0) {
+        throw new Error(`SolverNet ${net.name} for solverType ${solverType} has no runtime plugins: the agent would run ` +
+            `without the bundled MCP server (no submit_typed_payload) and produce no gradeable patch. ` +
+            `Install the SolverNet's plugins (\`jinn harnesses enable\`) before running eval.`);
+    }
+    return net.runtimePlugins;
+}
+/**
+ * Run a harness once for eval, building the FULL daemon-equivalent
+ * HarnessContext (plugins + solverPluginRoots) but with no persistence /
+ * on-chain wiring. Mirrors `HarnessEngine`'s `runImpl` context assembly
+ * (engine.ts §runImpl) and routes through the same freeze-fence.
+ *
+ * Owns the ephemeral working-dir lifecycle: the returned result references only
+ * the patch string + codeDigest (nothing under workingDir), so the dir is safe
+ * to reclaim in `finally` — preventing leaked repo clones across a full slate.
+ */
+export async function runHarnessForEval(args) {
+    const { harness, task, solverType, runtimePlugins, implStateDir, mode } = args;
+    const defaultEndTs = Date.now() + EVAL_RUN_BUDGET_MS;
+    const windowEndTs = task.window?.endTs ?? defaultEndTs;
+    // Fresh ephemeral scratch dir — SEPARATE from implStateDir so the harness's
+    // repo clone + diff harvest never trips the freeze-fence (which hashes
+    // implStateDir only). Provisioned the same way the engine does.
+    const workingDir = mkdtempSync(join(tmpdir(), 'jinn-eval-work-'));
+    const abort = new AbortController();
+    const msUntilEndTs = () => Math.max(0, windowEndTs - Date.now());
+    const endTimer = setTimeout(() => abort.abort(), msUntilEndTs());
+    // Don't keep the event loop alive on this timer (it's cleared in finally).
+    endTimer.unref?.();
+    try {
+        provisionWorkingDir(workingDir, task);
+        // Full daemon-equivalent HarnessContext — mirrors engine.ts §runImpl MINUS
+        // persistence/on-chain. The load-bearing fields are runtimePlugins +
+        // solverPluginRoots: they carry the bundled MCP server (submit_typed_payload).
+        const ctx = {
+            task,
+            requestId: task.id ?? `eval-${solverType}`,
+            taskCid: '',
+            solverNet: {
+                name: args.solverNetName ?? solverType,
+                solverType,
+                ...(args.model ? { model: args.model } : {}),
+            },
+            runtimePlugins,
+            solverPluginRoots: runtimePlugins.map((plugin) => plugin.root),
+            implStateDir,
+            workingDir,
+            log: () => {
+                /* eval run: quiet harness logs */
+            },
+            abort: abort.signal,
+            msUntilEndTs,
+            trajectory: new TrajectoryCollector({ taskCid: '', runId: `eval-${task.id ?? solverType}` }),
+            mode,
+        };
+        const fence = await runHarnessWithFreezeFence(harness, ctx);
+        if (!fence.ok) {
+            return { violation: { taskId: task.id ?? `eval-${solverType}` } };
+        }
+        const patch = fence.output.solutionPayload?.patch;
+        if (typeof patch !== 'string') {
+            throw new Error(`eval harness produced no swe-rebench-v2 patch for task ${task.id ?? solverType} ` +
+                `(solutionPayload.patch missing) — the agent ran but emitted no gradeable diff`);
+        }
+        return {
+            envelope: { executor: { mode, codeDigest: `sha256:${fence.codeDigest}` } },
+            solution: { patch },
+        };
+    }
+    finally {
+        clearTimeout(endTimer);
+        // Always reclaim the per-task scratch dir — swe-rebench-v2 clones a real
+        // upstream repo here; leaking it across a full slate piles onto the
+        // disk-pressure this stack already guards (JINN_EVAL_DISK_FLOOR_GB).
+        rmSync(workingDir, { recursive: true, force: true });
+    }
+}
+//# sourceMappingURL=eval-harness-run.js.map

package/dist/eval/eval-harness-run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-harness-run.js","sourceRoot":"","sources":["../../src/eval/eval-harness-run.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,OAAO,EAAE,mBAAmB,EAAE,MAAM,kCAAkC,CAAC;AACvE,OAAO,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AACtE,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EACL,cAAc,GAGf,MAAM,4BAA4B,CAAC;AAEpC,4FAA4F;AAC5F,MAAM,kBAAkB,GAAG,SAAS,CAAC;AAErC;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,kCAAkC,CACtD,UAAkB,EAClB,gBAAmE,EACnE,OAA0B,aAAa;IAEvC,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,EAAE,gBAAgB,EAAE,CAAC,CAAC;IAC5D,MAAM,GAAG,GAAG,QAAQ,CAAC,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;IACrD,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CACb,+BAA+B,UAAU,UAAU,IAAI,sCAAsC;YAC3F,8FAA8F;YAC9F,+FAA+F;YAC/F,8DAA8D,CACjE,CAAC;IACJ,CAAC;IACD,IAAI,GAAG,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CACb,aAAa,GAAG,CAAC,IAAI,mBAAmB,UAAU,+CAA+C;YAC/F,2FAA2F;YAC3F,kFAAkF,CACrF,CAAC;IACJ,CAAC;IACD,OAAO,GAAG,CAAC,cAAc,CAAC;AAC5B,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IASvC;IAKC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,cAAc,EAAE,YAAY,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC;IAC/E,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,kBAAkB,CAAC;IACrD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,YAAY,CAAC;IAEvD,4EAA4E;IAC5E,uEAAuE;IACvE,gEAAgE;IAChE,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,iBAAiB,CAAC,CAAC,CAAC;IAElE,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;IACpC,MAAM,YAAY,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IACjE,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC;IACjE,2EAA2E;IAC3E,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC;IAEnB,IAAI,CAAC;QACH,mBAAmB,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QAEtC,2EAA2E;QAC3E,qEAAqE;QACrE,+EAA+E;QAC/E,MAAM,GAAG,GAAmB;YAC1B,IAAI;YACJ,SAAS,EAAE,IAAI,CAAC,EAAE,IAAI,QAAQ,UAAU,EAAE;YAC1C,OAAO,EAAE,EAAE;YACX,SAAS,EAAE;gBACT,IAAI,EAAE,IAAI,CAAC,aAAa,IAAI,UAAU;gBACtC,UAAU;gBACV,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC7C;YACD,cAAc;YACd,iBAAiB,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC;YAC9D,YAAY;YACZ,UAAU;YACV,GAAG,EAAE,GAAG,EAAE;gBACR,kCAAkC;YACpC,CAAC;YACD,KAAK,EAAE,KAAK,CAAC,MAAM;YACnB,YAAY;YACZ,UAAU,EAAE,IAAI,mBAAmB,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,IAAI,CAAC,EAAE,IAAI,UAAU,EAAE,EAAE,CAAC;YAC5F,IAAI;SACL,CAAC;QAEF,MAAM,KAAK,GAAG,MAAM,yBAAyB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC5D,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC;YACd,OAAO,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,IAAI,QAAQ,UAAU,EAAE,EAAE,EAAE,CAAC;QACpE,CAAC;QAED,MAAM,KAAK,GAAI,KAAK,CAAC,MAAM,CAAC,eAAmD,EAAE,KAAK,CAAC;QACvF,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CACb,0DAA0D,IAAI,CAAC,EAAE,IAAI,UAAU,GAAG;gBAChF,+EAA+E,CAClF,CAAC;QACJ,CAAC;QACD,OAAO;YACL,QAAQ,EAAE,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,UAAU,KAAK,CAAC,UAAU,EAAE,EAAE,EAAE;YAC1E,QAAQ,EAAE,EAAE,KAAK,EAAE;SACpB,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,QAAQ,CAAC,CAAC;QACvB,yEAAyE;QACzE,oEAAoE;QACpE,qEAAqE;QACrE,MAAM,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACvD,CAAC;AACH,CAAC"}

package/dist/eval/mcnemar-power.d.ts

@@ -0,0 +1,14 @@
+/** Acklam's rational approximation to the inverse normal CDF (|err| < 1.15e-9). */
+export declare function zFor(p: number): number;
+export interface SampleSizeOpts {
+    alpha?: number;
+    power?: number;
+}
+/**
+ * Connor (1987) total task-PAIRS N for McNemar's test.
+ * pb = P(B passes, A fails); pc = P(A passes, B fails).
+ */
+export declare function mcnemarSampleSize(pb: number, pc: number, opts?: SampleSizeOpts): {
+    pairs: number;
+    discordant: number;
+};

package/dist/eval/mcnemar-power.js

@@ -0,0 +1,40 @@
+/** Acklam's rational approximation to the inverse normal CDF (|err| < 1.15e-9). */
+export function zFor(p) {
+    if (p <= 0 || p >= 1)
+        throw new Error('zFor expects 0 < p < 1');
+    const a = [-3.969683028665376e+01, 2.209460984245205e+02, -2.759285104469687e+02, 1.383577518672690e+02, -3.066479806614716e+01, 2.506628277459239e+00];
+    const b = [-5.447609879822406e+01, 1.615858368580409e+02, -1.556989798598866e+02, 6.680131188771972e+01, -1.328068155288572e+01];
+    const c = [-7.784894002430293e-03, -3.223964580411365e-01, -2.400758277161838e+00, -2.549732539343734e+00, 4.374664141464968e+00, 2.938163982698783e+00];
+    const d = [7.784695709041462e-03, 3.224671290700398e-01, 2.445134137142996e+00, 3.754408661907416e+00];
+    const pl = 0.02425;
+    let q, r;
+    if (p < pl) {
+        q = Math.sqrt(-2 * Math.log(p));
+        return (((((c[0] * q + c[1]) * q + c[2]) * q + c[3]) * q + c[4]) * q + c[5]) / ((((d[0] * q + d[1]) * q + d[2]) * q + d[3]) * q + 1);
+    }
+    if (p > 1 - pl) {
+        q = Math.sqrt(-2 * Math.log(1 - p));
+        return -(((((c[0] * q + c[1]) * q + c[2]) * q + c[3]) * q + c[4]) * q + c[5]) / ((((d[0] * q + d[1]) * q + d[2]) * q + d[3]) * q + 1);
+    }
+    q = p - 0.5;
+    r = q * q;
+    return (((((a[0] * r + a[1]) * r + a[2]) * r + a[3]) * r + a[4]) * r + a[5]) * q / (((((b[0] * r + b[1]) * r + b[2]) * r + b[3]) * r + b[4]) * r + 1);
+}
+/**
+ * Connor (1987) total task-PAIRS N for McNemar's test.
+ * pb = P(B passes, A fails); pc = P(A passes, B fails).
+ */
+export function mcnemarSampleSize(pb, pc, opts = {}) {
+    const alpha = opts.alpha ?? 0.05;
+    const power = opts.power ?? 0.8;
+    const diff = pb - pc;
+    if (diff <= 0)
+        throw new Error('mcnemarSampleSize expects pb > pc (a positive effect)');
+    const pd = pb + pc;
+    const za = zFor(1 - alpha / 2);
+    const zb = zFor(power);
+    const m = Math.pow(za * Math.sqrt(pd) + zb * Math.sqrt(pd - diff * diff), 2) / (diff * diff);
+    const pairs = m / pd;
+    return { pairs: Math.ceil(pairs), discordant: Math.ceil(m) };
+}
+//# sourceMappingURL=mcnemar-power.js.map

package/dist/eval/mcnemar-power.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mcnemar-power.js","sourceRoot":"","sources":["../../src/eval/mcnemar-power.ts"],"names":[],"mappings":"AAAA,mFAAmF;AACnF,MAAM,UAAU,IAAI,CAAC,CAAS;IAC5B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;IAChE,MAAM,CAAC,GAAG,CAAC,CAAC,qBAAqB,EAAE,qBAAqB,EAAE,CAAC,qBAAqB,EAAE,qBAAqB,EAAE,CAAC,qBAAqB,EAAE,qBAAqB,CAAC,CAAC;IACxJ,MAAM,CAAC,GAAG,CAAC,CAAC,qBAAqB,EAAE,qBAAqB,EAAE,CAAC,qBAAqB,EAAE,qBAAqB,EAAE,CAAC,qBAAqB,CAAC,CAAC;IACjI,MAAM,CAAC,GAAG,CAAC,CAAC,qBAAqB,EAAE,CAAC,qBAAqB,EAAE,CAAC,qBAAqB,EAAE,CAAC,qBAAqB,EAAE,qBAAqB,EAAE,qBAAqB,CAAC,CAAC;IACzJ,MAAM,CAAC,GAAG,CAAC,qBAAqB,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,qBAAqB,CAAC,CAAC;IACvG,MAAM,EAAE,GAAG,OAAO,CAAC;IACnB,IAAI,CAAS,EAAE,CAAS,CAAC;IACzB,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC;IAAC,CAAC;IAC5J,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC;QAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC;IAAC,CAAC;IACrK,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;IAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAE,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC,CAAE,CAAC,GAAC,CAAC,GAAC,CAAC,CAAC,CAAC;AACzH,CAAC;AAID;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,EAAU,EAAE,EAAU,EAAE,OAAuB,EAAE;IACjF,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC;IACjC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,GAAG,CAAC;IAChC,MAAM,IAAI,GAAG,EAAE,GAAG,EAAE,CAAC;IACrB,IAAI,IAAI,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;IACxF,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;IACnB,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC;IAC/B,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IACvB,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;IAC7F,MAAM,KAAK,GAAG,CAAC,GAAG,EAAE,CAAC;IACrB,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;AAC/D,CAAC"}