reeval 0.7.0 → 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/dist/{agent-Dhd5FJCZ.js → agent-B72lZ6w5.js} +6 -6
- package/dist/{agent-Dhd5FJCZ.js.map → agent-B72lZ6w5.js.map} +1 -1
- package/dist/{agent-gjBiZis8.js → agent-Cfj1wD4D.js} +5 -5
- package/dist/{agent-gjBiZis8.js.map → agent-Cfj1wD4D.js.map} +1 -1
- package/dist/{analysis-BV3TCznv.js → analysis-BTNnKh1w.js} +4 -4
- package/dist/{analysis-BV3TCznv.js.map → analysis-BTNnKh1w.js.map} +1 -1
- package/dist/{assemble-Dd_mZYnu.js → assemble-BbFVjHeS.js} +21 -12
- package/dist/assemble-BbFVjHeS.js.map +1 -0
- package/dist/assemble-CXiTVyHD.js +2 -0
- package/dist/capture-BXhBfmsM.js +1206 -0
- package/dist/capture-BXhBfmsM.js.map +1 -0
- package/dist/capture-N7r3yeak.js +2 -0
- package/dist/{cli-r9CDqoFL.js → cli-BMjTKY-D.js} +56 -51
- package/dist/cli-BMjTKY-D.js.map +1 -0
- package/dist/{cli-spec-DOyxAMc2.js → cli-spec-DSvKsOK4.js} +4 -3
- package/dist/cli-spec-DSvKsOK4.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{client-LsfDiD-X.js → client-CwzU9CiW.js} +2 -201
- package/dist/client-CwzU9CiW.js.map +1 -0
- package/dist/{command-DMR69l5G.js → command-BK4kOgkH.js} +14 -14
- package/dist/{command-DMR69l5G.js.map → command-BK4kOgkH.js.map} +1 -1
- package/dist/{command-l4ZFCeMh.js → command-BdstSEHu.js} +7 -7
- package/dist/{command-l4ZFCeMh.js.map → command-BdstSEHu.js.map} +1 -1
- package/dist/{command-D6r2pwO5.js → command-BqJtFiPy.js} +153 -36
- package/dist/command-BqJtFiPy.js.map +1 -0
- package/dist/command-CTVGuH8y.js +2 -0
- package/dist/{command-Cej2t3y-.js → command-JPGNzFsA.js} +9 -9
- package/dist/{command-Cej2t3y-.js.map → command-JPGNzFsA.js.map} +1 -1
- package/dist/{commands-BA_NCh2h.js → commands-B618jg3C.js} +6 -6
- package/dist/{commands-BA_NCh2h.js.map → commands-B618jg3C.js.map} +1 -1
- package/dist/{commands-DgOUkcSO.js → commands-Duo2ur3r.js} +1 -1
- package/dist/{config-DuQDCx0B.js → config-B-E0xRkf.js} +4 -4
- package/dist/{config-DuQDCx0B.js.map → config-B-E0xRkf.js.map} +1 -1
- package/dist/{db-o_osRkqr.js → db-CnoUy-FZ.js} +1 -1
- package/dist/{db-CjX7JF4o.js → db-DFbtGIYy.js} +76 -17
- package/dist/db-DFbtGIYy.js.map +1 -0
- package/dist/{docker-DaUaG4XZ.js → docker-2qns7hJ2.js} +4 -4
- package/dist/{docker-DaUaG4XZ.js.map → docker-2qns7hJ2.js.map} +1 -1
- package/dist/{docker-Dnya8eo9.js → docker-D6t23fZl.js} +1 -1
- package/dist/{docker-ZaYeKE2w.js → docker-IFRW8K5f.js} +2 -2
- package/dist/{docker-ZaYeKE2w.js.map → docker-IFRW8K5f.js.map} +1 -1
- package/dist/{doctor-Bk6aJeec.js → doctor-B6oYTPoR.js} +11 -11
- package/dist/{doctor-Bk6aJeec.js.map → doctor-B6oYTPoR.js.map} +1 -1
- package/dist/{egress-BKbyriEa.js → egress-IUKdeayc.js} +16 -9
- package/dist/egress-IUKdeayc.js.map +1 -0
- package/dist/fake-instructions-CUI33I_F.js +32 -0
- package/dist/fake-instructions-CUI33I_F.js.map +1 -0
- package/dist/{files-BSMSnQMa.js → files-B6aVVGrk.js} +3 -3
- package/dist/{files-BSMSnQMa.js.map → files-B6aVVGrk.js.map} +1 -1
- package/dist/files-BpYgF2z0.js +2 -0
- package/dist/{files-TNrZJQ3Y.js → files-CMSUXAEg.js} +5 -5
- package/dist/{files-TNrZJQ3Y.js.map → files-CMSUXAEg.js.map} +1 -1
- package/dist/files-YCCVaTQC.js +2 -0
- package/dist/{git-DNGtrOg9.js → git-EmdFJ4DY.js} +2 -2
- package/dist/{git-DNGtrOg9.js.map → git-EmdFJ4DY.js.map} +1 -1
- package/dist/{harness-CDRaaGvR.js → harness-iqWeJQMM.js} +34 -11
- package/dist/harness-iqWeJQMM.js.map +1 -0
- package/dist/harness.d.ts +22 -11
- package/dist/harness.js +1 -1
- package/dist/{header-BZF8Xss1.js → header-_F0EWob3.js} +2 -2
- package/dist/{header-BZF8Xss1.js.map → header-_F0EWob3.js.map} +1 -1
- package/dist/{images-BpwFDT1E.js → images-CscddrJU.js} +6 -6
- package/dist/{images-BpwFDT1E.js.map → images-CscddrJU.js.map} +1 -1
- package/dist/index.d.ts +2 -2
- package/dist/index.js +85 -17
- package/dist/index.js.map +1 -1
- package/dist/init-DBHyi92L.js +2 -0
- package/dist/{init-CBWt1rZT.js → init-NQfIvi-0.js} +4 -4
- package/dist/{init-CBWt1rZT.js.map → init-NQfIvi-0.js.map} +1 -1
- package/dist/{invocations-DArYWyXN.js → invocations-nPvrlZPj.js} +3 -3
- package/dist/{invocations-DArYWyXN.js.map → invocations-nPvrlZPj.js.map} +1 -1
- package/dist/{judge-7WjNdU9z.js → judge-CeYPN8P_.js} +2 -2
- package/dist/{judge-7WjNdU9z.js.map → judge-CeYPN8P_.js.map} +1 -1
- package/dist/judge.d.ts +5 -4
- package/dist/judge.js +4 -3
- package/dist/judge.js.map +1 -1
- package/dist/{live-DZkCtmNP.js → live-S0qODb6o.js} +2 -2
- package/dist/{live-DZkCtmNP.js.map → live-S0qODb6o.js.map} +1 -1
- package/dist/model-BbLGRtOs.js +2 -0
- package/dist/{model-DyQbu7KF.js → model-BndnmcLm.js} +130 -25
- package/dist/model-BndnmcLm.js.map +1 -0
- package/dist/{model-Cp6NoAT3.js → model-Cl507trk.js} +8 -7
- package/dist/model-Cl507trk.js.map +1 -0
- package/dist/{model-Bv8uUZ07.js → model-DEQo3FkZ.js} +6 -6
- package/dist/model-DEQo3FkZ.js.map +1 -0
- package/dist/{model-BeoRxCcJ.js → model-DMOraCcm.js} +1 -1
- package/dist/{options-Ge_x32XE.js → options-DPUlm4FI.js} +152 -29
- package/dist/options-DPUlm4FI.js.map +1 -0
- package/dist/pairs-DDsjgm5F.js +149 -0
- package/dist/pairs-DDsjgm5F.js.map +1 -0
- package/dist/{plan-BqBadHYj.js → plan-PPc4-6xd.js} +23 -13
- package/dist/plan-PPc4-6xd.js.map +1 -0
- package/dist/{preflight-CyaAZE9r.js → preflight-CddycK92.js} +3 -3
- package/dist/{preflight-CyaAZE9r.js.map → preflight-CddycK92.js.map} +1 -1
- package/dist/{preflight-CFtZNTLt.js → preflight-Zumy0adT.js} +1 -1
- package/dist/{prepare-Dl7-t3fO.js → prepare-CKdMoC7e.js} +2 -2
- package/dist/{prepare-Zr1xOMUX.js → prepare-CsP-057p.js} +4 -4
- package/dist/{prepare-Zr1xOMUX.js.map → prepare-CsP-057p.js.map} +1 -1
- package/dist/{provenance-Byl2T6LJ.js → provenance-CsX6PHDR.js} +2 -2
- package/dist/{provenance-Byl2T6LJ.js.map → provenance-CsX6PHDR.js.map} +1 -1
- package/dist/{providers-Cflw7Ks-.js → providers-DkwiLKDS.js} +3 -3
- package/dist/{providers-Cflw7Ks-.js.map → providers-DkwiLKDS.js.map} +1 -1
- package/dist/{providers-SBMExI53.js → providers-yXZZcPfx.js} +1 -1
- package/dist/{query-DUSLlic0.js → query-BUcwCYsI.js} +2 -2
- package/dist/{query-DUSLlic0.js.map → query-BUcwCYsI.js.map} +1 -1
- package/dist/query-noGbekGF.js +2 -0
- package/dist/{questions-ZdT3JDyQ.js → questions-BEPj98fZ.js} +27 -118
- package/dist/questions-BEPj98fZ.js.map +1 -0
- package/dist/{record-CbuQH4l1.js → record-BRP9vZrj.js} +21 -1
- package/dist/record-BRP9vZrj.js.map +1 -0
- package/dist/{results-owJR-NFm.js → results-BcSHWbgB.js} +4 -4
- package/dist/{results-owJR-NFm.js.map → results-BcSHWbgB.js.map} +1 -1
- package/dist/{resume-BL4Yw7Ld.js → resume-DZ9AmfPv.js} +4 -4
- package/dist/{resume-BL4Yw7Ld.js.map → resume-DZ9AmfPv.js.map} +1 -1
- package/dist/runtime-Dfb2r-cS.js +202 -0
- package/dist/runtime-Dfb2r-cS.js.map +1 -0
- package/dist/sandbox.d.ts +1 -1
- package/dist/{server-yFVUxAm0.js → server-Da60oe4b.js} +9 -9
- package/dist/{server-yFVUxAm0.js.map → server-Da60oe4b.js.map} +1 -1
- package/dist/server-DiGR4JxK.js +2 -0
- package/dist/{source-M3gS517R.js → source-BVOnL3sn.js} +2 -2
- package/dist/{source-M3gS517R.js.map → source-BVOnL3sn.js.map} +1 -1
- package/dist/source-Dqu0jKwx.js +2 -0
- package/dist/src-BHNiP-5A.js +4 -0
- package/dist/{src-DH0jhpoi.js → src-BT4dB5CO.js} +1 -1
- package/dist/src-BT5pwco0.js +3 -0
- package/dist/src-BrMbt1B2.js +3 -0
- package/dist/{src-s-VffoYK.js → src-C1E9HDWO.js} +5 -3
- package/dist/{src-s-VffoYK.js.map → src-C1E9HDWO.js.map} +1 -1
- package/dist/{src-IOr1rhEg.js → src-CxTC5kNI.js} +7 -3
- package/dist/{src-IOr1rhEg.js.map → src-CxTC5kNI.js.map} +1 -1
- package/dist/src-D13vpMh0.js +3 -0
- package/dist/{src-DxFJrMUA.js → src-D95O-Smv.js} +12 -7
- package/dist/{src-DxFJrMUA.js.map → src-D95O-Smv.js.map} +1 -1
- package/dist/{src-DTcalvuF.js → src-DDNXsD9H.js} +28 -4
- package/dist/{src-DTcalvuF.js.map → src-DDNXsD9H.js.map} +1 -1
- package/dist/{src-DSE0FWaU.js → src-DVy58-zZ.js} +2 -2
- package/dist/{src-DSE0FWaU.js.map → src-DVy58-zZ.js.map} +1 -1
- package/dist/{src-CokPbYCb.js → src-D_cXqmnI.js} +15 -5
- package/dist/{src-CokPbYCb.js.map → src-D_cXqmnI.js.map} +1 -1
- package/dist/src-DdRlaiRc.js +3 -0
- package/dist/{src-79JhW-zG.js → src-TdJuDYqB.js} +7 -7
- package/dist/{src-79JhW-zG.js.map → src-TdJuDYqB.js.map} +1 -1
- package/dist/src-xczuQbE6.js +3 -0
- package/dist/{state-DEj_utaE.js → state-B72h_jEw.js} +10 -10
- package/dist/{state-DEj_utaE.js.map → state-B72h_jEw.js.map} +1 -1
- package/dist/state-Bf_Vq_pV.js +2 -0
- package/dist/studio-app/assets/{index-Bbl0oTxu.js → index-Bgr-efZm.js} +9 -9
- package/dist/studio-app/index.html +1 -1
- package/dist/{summary-D012KlUM.js → summary-CJdxaRdM.js} +7 -7
- package/dist/{summary-D012KlUM.js.map → summary-CJdxaRdM.js.map} +1 -1
- package/dist/{summary--FBuB_sr.js → summary-k3mhWWXv.js} +8 -4
- package/dist/summary-k3mhWWXv.js.map +1 -0
- package/dist/testing.d.ts +14 -0
- package/dist/testing.js +2 -0
- package/dist/{tools-CJHw-zCo.js → tools-D0gF2QoV.js} +3 -3
- package/dist/{tools-CJHw-zCo.js.map → tools-D0gF2QoV.js.map} +1 -1
- package/dist/{types-BsRSknLe.d.ts → types-_LOFdPUf.d.ts} +262 -33
- package/dist/{usage-DsYUqIUM.js → usage-DDF_6tkV.js} +4 -2
- package/dist/{usage-DsYUqIUM.js.map → usage-DDF_6tkV.js.map} +1 -1
- package/dist/view/index.d.ts +19 -6
- package/dist/view/index.js +6 -6
- package/dist/{views-jhL9Jb8A.js → views-DZ1YDqey.js} +4 -4
- package/dist/{views-jhL9Jb8A.js.map → views-DZ1YDqey.js.map} +1 -1
- package/dist/views-Ds0GXWtX.js +3 -0
- package/dist/{worker-entry-OwnsrUdr.js → worker-entry-DXeyWY-m.js} +3 -2
- package/dist/worker-entry-DXeyWY-m.js.map +1 -0
- package/dist/{workspace-C4_J0pqb.js → workspace-DpXdrslo.js} +3 -3
- package/dist/{workspace-C4_J0pqb.js.map → workspace-DpXdrslo.js.map} +1 -1
- package/dist/{workspace-wudSz_W-.js → workspace-DzNL-3iO.js} +1 -1
- package/package.json +9 -4
- package/dist/assemble-D8sZ4Jiv.js +0 -2
- package/dist/assemble-Dd_mZYnu.js.map +0 -1
- package/dist/capture-CisAmy-G.js +0 -587
- package/dist/capture-CisAmy-G.js.map +0 -1
- package/dist/capture-DquyqAHC.js +0 -2
- package/dist/cli-r9CDqoFL.js.map +0 -1
- package/dist/cli-spec-DOyxAMc2.js.map +0 -1
- package/dist/client-LsfDiD-X.js.map +0 -1
- package/dist/command-Cxfgghqo.js +0 -2
- package/dist/command-D6r2pwO5.js.map +0 -1
- package/dist/db-CjX7JF4o.js.map +0 -1
- package/dist/egress-BKbyriEa.js.map +0 -1
- package/dist/files-DmZGPsWK.js +0 -2
- package/dist/files-Tb8wY0Ze.js +0 -2
- package/dist/harness-CDRaaGvR.js.map +0 -1
- package/dist/init-1THeGfut.js +0 -2
- package/dist/model-Bv8uUZ07.js.map +0 -1
- package/dist/model-Cp6NoAT3.js.map +0 -1
- package/dist/model-D_pF3Vcl.js +0 -2
- package/dist/model-DyQbu7KF.js.map +0 -1
- package/dist/options-Ge_x32XE.js.map +0 -1
- package/dist/plan-BqBadHYj.js.map +0 -1
- package/dist/query-CvutWHaL.js +0 -2
- package/dist/questions-ZdT3JDyQ.js.map +0 -1
- package/dist/record-CbuQH4l1.js.map +0 -1
- package/dist/server-CNPsB0cT.js +0 -2
- package/dist/source-Cmc5SKFn.js +0 -2
- package/dist/src--L8B4WGa.js +0 -3
- package/dist/src-BLN459er.js +0 -3
- package/dist/src-Bz66jDtE.js +0 -3
- package/dist/src-CfUwg9UY.js +0 -3
- package/dist/src-DV_3QDHA.js +0 -4
- package/dist/src-Ljh2vKXm.js +0 -3
- package/dist/state-DkqbCVVp.js +0 -2
- package/dist/summary--FBuB_sr.js.map +0 -1
- package/dist/views-yPmmoo8f.js +0 -3
- package/dist/worker-entry-OwnsrUdr.js.map +0 -1
|
@@ -1,10 +1,59 @@
|
|
|
1
1
|
import { n as UsageError } from "./errors-yDAEwmZo.js";
|
|
2
2
|
import { t as parseDuration } from "./duration-JsJrIWXq.js";
|
|
3
3
|
import { E as workspaceOf, S as sandboxOf, T as workspaceLabel, g as isMovingRef, i as applied, l as emptyEnvironment, m as isEnvironment, o as checkEgress, r as EMPTY_BASELINE, s as checkEnv, w as unbrokeredSecrets, x as plannedSecrets } from "./environment-DiCljXMD.js";
|
|
4
|
-
import { g as isAgentKind, i as plannedEgress, l as HARNESS_EXAMPLE, r as egressLabel } from "./egress-
|
|
5
|
-
import { a as checkModelString, i as badJudgeList } from "./judge-
|
|
6
|
-
import { c as opencodeModelError } from "./harness-
|
|
4
|
+
import { g as isAgentKind, i as plannedEgress, l as HARNESS_EXAMPLE, r as egressLabel } from "./egress-IUKdeayc.js";
|
|
5
|
+
import { a as checkModelString, i as badJudgeList } from "./judge-CeYPN8P_.js";
|
|
6
|
+
import { c as opencodeModelError } from "./harness-iqWeJQMM.js";
|
|
7
7
|
import { createHash } from "node:crypto";
|
|
8
|
+
//#region src/harness/effort.ts
|
|
9
|
+
/**
|
|
10
|
+
* The reasoning effort a harness asked for. Same user-facing name on every factory; the CLI's
|
|
11
|
+
* native flag may say thinking. Undefined when the factory left it unset. Fast is not this.
|
|
12
|
+
*/
|
|
13
|
+
function harnessEffort(h) {
|
|
14
|
+
return "effort" in h && typeof h.effort === "string" ? h.effort : void 0;
|
|
15
|
+
}
|
|
16
|
+
/**
|
|
17
|
+
* The reasoning effort a served-model label recorded, e.g. `gpt-5.6-luna[effort=medium]` →
|
|
18
|
+
* `medium`. Fast (`[fast=true]`) is not effort and is ignored.
|
|
19
|
+
*/
|
|
20
|
+
function effortFromModelLabel(model) {
|
|
21
|
+
const inner = model?.match(/\[([^\]]+)]/)?.[1];
|
|
22
|
+
if (!inner) return void 0;
|
|
23
|
+
for (const part of inner.split(",")) {
|
|
24
|
+
const eq = part.indexOf("=");
|
|
25
|
+
if (eq < 0) continue;
|
|
26
|
+
const key = part.slice(0, eq).trim();
|
|
27
|
+
if (key === "fast") continue;
|
|
28
|
+
if (/^(?:reasoning_)?effort$|^thinking$/.test(key)) {
|
|
29
|
+
const value = part.slice(eq + 1).trim();
|
|
30
|
+
if (value) return value;
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
/** The first reasoning-effort suffix among served-model labels; undefined when none name one. */
|
|
35
|
+
function servedEffortOf(models) {
|
|
36
|
+
if (!models) return void 0;
|
|
37
|
+
for (const model of models) {
|
|
38
|
+
const effort = effortFromModelLabel(model);
|
|
39
|
+
if (effort) return effort;
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
/** Unique reasoning-effort suffixes among served-model labels, in first-seen order. */
|
|
43
|
+
function resolvedEffortOf(models) {
|
|
44
|
+
if (!models) return [];
|
|
45
|
+
const seen = /* @__PURE__ */ new Set();
|
|
46
|
+
const out = [];
|
|
47
|
+
for (const model of models) {
|
|
48
|
+
const effort = effortFromModelLabel(model);
|
|
49
|
+
if (effort && !seen.has(effort)) {
|
|
50
|
+
seen.add(effort);
|
|
51
|
+
out.push(effort);
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
return out;
|
|
55
|
+
}
|
|
56
|
+
//#endregion
|
|
8
57
|
//#region src/options.ts
|
|
9
58
|
const KNOWN = [
|
|
10
59
|
"harness",
|
|
@@ -63,16 +112,26 @@ const COMPARE_KEYS = [
|
|
|
63
112
|
"gate",
|
|
64
113
|
"minLift",
|
|
65
114
|
"harness",
|
|
66
|
-
"questions"
|
|
115
|
+
"questions",
|
|
116
|
+
"across"
|
|
117
|
+
];
|
|
118
|
+
const QUESTION_KEYS = [
|
|
119
|
+
"question",
|
|
120
|
+
"model",
|
|
121
|
+
"across"
|
|
67
122
|
];
|
|
68
|
-
const QUESTION_KEYS = ["question", "model"];
|
|
69
123
|
const QUESTION_EXAMPLE = `questions: ['Which handles state more cleanly?']`;
|
|
70
|
-
const
|
|
124
|
+
const PAIR_FACTORS = ["environment", "harness"];
|
|
125
|
+
const ACROSS_HINT = `'environment' (vary the environment, same harness) or 'harness' (vary the harness, same environment)`;
|
|
126
|
+
const ACROSS_MEAN = " Did you mean \"across\"? It is the factor you vary: across: 'environment'.";
|
|
127
|
+
const ID = /^[A-Za-z0-9._:@+\-=[\]]+$/;
|
|
71
128
|
const sanitize = (text) => (text.split("/").at(-1) ?? text).replace(/[^A-Za-z0-9._:@-]+/g, "-");
|
|
72
129
|
function harnessId(h) {
|
|
73
130
|
if (h.id) return h.id;
|
|
74
|
-
|
|
75
|
-
|
|
131
|
+
const effort = harnessEffort(h);
|
|
132
|
+
const suffix = effort ? `[effort=${sanitize(effort)}]` : "";
|
|
133
|
+
if (h.kind === "fake") return `fake${suffix}`;
|
|
134
|
+
return `${h.model ? `${h.kind}:${sanitize(h.model)}` : h.kind}${suffix}`;
|
|
76
135
|
}
|
|
77
136
|
function installId(install) {
|
|
78
137
|
if (!install?.length) return "";
|
|
@@ -114,11 +173,15 @@ function checkQuestion(item, where) {
|
|
|
114
173
|
if (item.trim()) return item;
|
|
115
174
|
throw new UsageError(`compare.questions in ${where} is an empty string. Ask something, e.g. ${QUESTION_EXAMPLE}.`);
|
|
116
175
|
}
|
|
117
|
-
if (typeof item !== "object" || item === null || Array.isArray(item)) throw new UsageError(`compare.questions in ${where} takes strings or { question, model? } (got ${describe(item)}), e.g. ${QUESTION_EXAMPLE}.`);
|
|
176
|
+
if (typeof item !== "object" || item === null || Array.isArray(item)) throw new UsageError(`compare.questions in ${where} takes strings or { question, model?, across? } (got ${describe(item)}), e.g. ${QUESTION_EXAMPLE}.`);
|
|
118
177
|
const unknown = Object.keys(item).filter((k) => !QUESTION_KEYS.includes(k));
|
|
119
|
-
if (unknown.length)
|
|
120
|
-
|
|
178
|
+
if (unknown.length) {
|
|
179
|
+
const hint = unknown.some((k) => k === "cut" || k === "cuts") ? ACROSS_MEAN : "";
|
|
180
|
+
throw new UsageError(`compare.questions in ${where} takes { question, model?, across? } (got ${unknown.map((k) => `"${k}"`).join(", ")}).${hint}`);
|
|
181
|
+
}
|
|
182
|
+
const { question, model, across } = item;
|
|
121
183
|
if (typeof question !== "string" || !question.trim()) throw new UsageError(`compare.questions in ${where} has an entry without its question (got ${describe(question)}), e.g. { question: 'Which is cleaner?', model: 'google/gemini-3.8-flash' }.`);
|
|
184
|
+
if (across !== void 0) checkAcross(across, where, question);
|
|
122
185
|
if (model !== void 0) {
|
|
123
186
|
if (typeof model !== "string" || checkModelString(model)) throw new UsageError(`compare.questions "${question}" in ${where}: model is a 'provider/model' string, e.g. 'google/gemini-3.8-flash' (got ${describe(model)})`);
|
|
124
187
|
if (isEvaluationModel(model)) throw new UsageError(`compare.questions "${question}" in ${where} names ${model}, an evaluation model: it scores yes/no questions and can't pick between two attempts. Use a language model, e.g. 'google/gemini-3.8-flash'.`);
|
|
@@ -133,16 +196,31 @@ function checkQuestions(value, where) {
|
|
|
133
196
|
const dupe = texts.find((t, i) => texts.indexOf(t) !== i);
|
|
134
197
|
if (dupe) throw new UsageError(`compare.questions in ${where} asks "${dupe}" twice`);
|
|
135
198
|
}
|
|
199
|
+
function checkAcross(value, where, question) {
|
|
200
|
+
if (PAIR_FACTORS.includes(value)) return;
|
|
201
|
+
throw new UsageError(`compare.questions "${question}" in ${where}: across is ${ACROSS_HINT} (got ${describe(value)}). Leave it out to vary both.`);
|
|
202
|
+
}
|
|
203
|
+
function checkAcrosses(value, where) {
|
|
204
|
+
const list = Array.isArray(value) ? value : [value];
|
|
205
|
+
if (list.length === 0) throw new UsageError(`compare.across in ${where} is ${ACROSS_HINT}, or a list of those (got ${describe(value)}). Leave it out to vary both.`);
|
|
206
|
+
const seen = /* @__PURE__ */ new Set();
|
|
207
|
+
for (const item of list) {
|
|
208
|
+
if (!PAIR_FACTORS.includes(item)) throw new UsageError(`compare.across in ${where} is ${ACROSS_HINT}, or a list of those (got ${describe(item)}).`);
|
|
209
|
+
if (seen.has(item)) throw new UsageError(`compare.across in ${where} lists "${item}" twice`);
|
|
210
|
+
seen.add(item);
|
|
211
|
+
}
|
|
212
|
+
}
|
|
136
213
|
function checkCompare(value, where) {
|
|
137
214
|
if (Array.isArray(value)) throw new UsageError(`compare must be an object in ${where}. Use compare: { baseline, variants: [...] }.`);
|
|
138
215
|
const spec = value;
|
|
139
|
-
if (typeof value !== "object" || value === null || !Array.isArray(spec.variants)) throw new UsageError(`compare takes { variants, baseline? } (got ${describe(value)}) in ${where}. Use compare: { variants: [a, b], baseline?, gate?, minLift?, harness?, questions? }.`);
|
|
216
|
+
if (typeof value !== "object" || value === null || !Array.isArray(spec.variants)) throw new UsageError(`compare takes { variants, baseline? } (got ${describe(value)}) in ${where}. Use compare: { variants: [a, b], baseline?, gate?, minLift?, harness?, questions?, across? }.`);
|
|
140
217
|
for (const key of Object.keys(value)) if (!COMPARE_KEYS.includes(key)) {
|
|
141
|
-
const hint = key === "question" ? `. Did you mean "questions"? It's a list: ${QUESTION_EXAMPLE}.` : "";
|
|
218
|
+
const hint = key === "question" ? `. Did you mean "questions"? It's a list: ${QUESTION_EXAMPLE}.` : key === "cut" || key === "cuts" ? `.${ACROSS_MEAN}` : "";
|
|
142
219
|
throw new UsageError(`Unknown compare option "${key}" in ${where}${hint}`);
|
|
143
220
|
}
|
|
144
|
-
const { baseline, variants, gate, minLift, harness, questions } = spec;
|
|
221
|
+
const { baseline, variants, gate, minLift, harness, questions, across } = spec;
|
|
145
222
|
if (questions !== void 0) checkQuestions(questions, where);
|
|
223
|
+
if (across !== void 0) checkAcrosses(across, where);
|
|
146
224
|
if (baseline !== void 0 && !isEnvironment(baseline)) throw new UsageError(`compare.baseline in ${where} must be an environment from defineEnvironment (got ${describe(baseline)}). It is the control; variants are not layered on it or on the eval's environment. Leave it out to use the eval's environment as the control.`);
|
|
147
225
|
if (gate !== void 0 && !GATES.includes(gate)) throw new UsageError(`compare.gate must be one of ${GATES.join(", ")} in ${where}`);
|
|
148
226
|
if (minLift !== void 0 && !(typeof minLift === "number" && minLift >= -1 && minLift <= 1)) throw new UsageError(`compare.minLift is points from -1 to 1 (got ${minLift}) in ${where}`);
|
|
@@ -191,20 +269,46 @@ function checkOptions(options, where, allowed = KNOWN) {
|
|
|
191
269
|
const CAPTURE_KEYS = [
|
|
192
270
|
"viewport",
|
|
193
271
|
"timeout",
|
|
194
|
-
"browser"
|
|
272
|
+
"browser",
|
|
273
|
+
"model"
|
|
195
274
|
];
|
|
196
|
-
|
|
275
|
+
const CAPTURE_SHAPE = "{ viewport?, timeout?, browser?, model? }";
|
|
276
|
+
const CAPTURE_CALL_ONLY = /* @__PURE__ */ new Set([
|
|
277
|
+
"instructions",
|
|
278
|
+
"wait",
|
|
279
|
+
"name",
|
|
280
|
+
"path"
|
|
281
|
+
]);
|
|
282
|
+
/** Throws unless `capture` is a shallow-merge object with a viewport, timeout, browser and/or model. */
|
|
197
283
|
function checkCapture(value, where) {
|
|
198
|
-
if (typeof value !== "object" || value === null || Array.isArray(value)) throw new UsageError(`capture is {
|
|
284
|
+
if (typeof value !== "object" || value === null || Array.isArray(value)) throw new UsageError(`capture is ${CAPTURE_SHAPE} (got ${JSON.stringify(value)}) in ${where}`);
|
|
199
285
|
const o = value;
|
|
286
|
+
if (o.instructions !== void 0) throw new UsageError(`c.capture() instructions need a vision model in ${where}. instructions is call-only on the call.`);
|
|
200
287
|
const unknown = Object.keys(o).filter((k) => !CAPTURE_KEYS.includes(k));
|
|
201
|
-
if (unknown.length)
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
if (
|
|
288
|
+
if (unknown.length) {
|
|
289
|
+
const key = unknown[0] ?? "";
|
|
290
|
+
if (key === "use" || key === "fake") throw new UsageError(`Unknown capture key "${key}" in ${where}. Set capture.model. Tests pass fakeInstructions from reeval/testing as instructions.`);
|
|
291
|
+
if (CAPTURE_CALL_ONLY.has(key)) throw new UsageError(`c.capture() ${key} is call-only on the call in ${where}. Use viewport, timeout, browser, model.`);
|
|
292
|
+
throw new UsageError(`Unknown capture key "${key}" in ${where}. Use viewport, timeout, browser, model.`);
|
|
205
293
|
}
|
|
294
|
+
if (o.viewport !== void 0) checkViewport(o.viewport, where);
|
|
206
295
|
if (o.timeout !== void 0) parseDuration(o.timeout);
|
|
207
296
|
if (o.browser !== void 0 && typeof o.browser !== "boolean") throw new UsageError(`capture.browser is true or false (got ${JSON.stringify(o.browser)}) in ${where}`);
|
|
297
|
+
if (o.model !== void 0) checkCaptureModel(o.model, where);
|
|
298
|
+
}
|
|
299
|
+
function checkViewport(value, where) {
|
|
300
|
+
if (value === "full-page") return;
|
|
301
|
+
if (typeof value !== "object" || value === null || Array.isArray(value)) throw new UsageError(`capture.viewport is { width, height } or 'full-page' (got ${JSON.stringify(value)}) in ${where}`);
|
|
302
|
+
const o = value;
|
|
303
|
+
const keys = Object.keys(o);
|
|
304
|
+
if (keys.includes("fullPage")) throw new UsageError(`capture.viewport is { width, height } or 'full-page' in ${where}, not { height, fullPage }. Use viewport: 'full-page' for a tall shot.`);
|
|
305
|
+
const width = o.width;
|
|
306
|
+
const height = o.height;
|
|
307
|
+
if (keys.some((k) => k !== "width" && k !== "height") || !(Number.isInteger(width) && width > 0) || !(Number.isInteger(height) && height > 0)) throw new UsageError(`capture.viewport is { width, height } or 'full-page' (got ${JSON.stringify(value)}) in ${where}`);
|
|
308
|
+
}
|
|
309
|
+
function checkCaptureModel(value, where) {
|
|
310
|
+
if (typeof value !== "string" || !value.includes("/")) throw new UsageError(`capture.model is a 'provider/model' string, e.g. 'google/gemini-3.8-flash' (got ${JSON.stringify(value)}) in ${where}`);
|
|
311
|
+
if (isEvaluationModel(value)) throw new UsageError(`capture.model "${value}" in ${where} is an evaluation model: it scores yes/no questions and can't drive a capture. Use a language model that accepts images, e.g. 'google/gemini-3.8-flash'.`);
|
|
208
312
|
}
|
|
209
313
|
function applyHarness(inherited, value, where) {
|
|
210
314
|
if (value === void 0) return inherited;
|
|
@@ -246,14 +350,31 @@ function checkUnique(list, where) {
|
|
|
246
350
|
const seen = /* @__PURE__ */ new Set();
|
|
247
351
|
for (const item of list) {
|
|
248
352
|
const key = harnessId(item);
|
|
249
|
-
if (!ID.test(key)) throw new UsageError(`The harness id "${key}" in ${where} may only use letters, digits and . _ : @ +
|
|
353
|
+
if (!ID.test(key)) throw new UsageError(`The harness id "${key}" in ${where} may only use letters, digits and . _ : @ + - [ ] =`);
|
|
250
354
|
if (seen.has(key)) throw new UsageError(`Two harnesses in ${where} resolve to the id "${key}". Give one an id, e.g. cursor({ model: '…', id: '…' })`);
|
|
251
355
|
seen.add(key);
|
|
252
356
|
}
|
|
253
357
|
}
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
|
|
358
|
+
/** A question's own `across`, else the one `compare.across` names when it names exactly one. */
|
|
359
|
+
const plannedAcross = (own, compare) => {
|
|
360
|
+
if (own) return own;
|
|
361
|
+
const list = compare === void 0 ? void 0 : Array.isArray(compare) ? compare : [compare];
|
|
362
|
+
return list?.length === 1 ? list[0] : void 0;
|
|
363
|
+
};
|
|
364
|
+
const plannedQuestions = (value, compareAcross) => (value ?? []).map((q) => {
|
|
365
|
+
if (typeof q === "string") {
|
|
366
|
+
const across = plannedAcross(void 0, compareAcross);
|
|
367
|
+
return across ? {
|
|
368
|
+
question: q,
|
|
369
|
+
across
|
|
370
|
+
} : { question: q };
|
|
371
|
+
}
|
|
372
|
+
const across = plannedAcross(q.across, compareAcross);
|
|
373
|
+
return {
|
|
374
|
+
question: q.question,
|
|
375
|
+
...q.model !== void 0 ? { model: q.model } : {},
|
|
376
|
+
...across ? { across } : {}
|
|
377
|
+
};
|
|
257
378
|
});
|
|
258
379
|
function normalizeCompare(value) {
|
|
259
380
|
if (value === void 0) return void 0;
|
|
@@ -267,7 +388,7 @@ function normalizeCompare(value) {
|
|
|
267
388
|
...value.minLift !== void 0 ? { minLift: value.minLift } : {},
|
|
268
389
|
...value.harness ? { harness: value.harness.map((h) => typeof h === "string" ? h : harnessId(h)) } : {},
|
|
269
390
|
of: value.variants.length,
|
|
270
|
-
questions: plannedQuestions(value.questions)
|
|
391
|
+
questions: plannedQuestions(value.questions, value.across)
|
|
271
392
|
};
|
|
272
393
|
}
|
|
273
394
|
function applyLevel(out, options, where, egress = "own") {
|
|
@@ -597,9 +718,11 @@ function evalPlan(r, attempts, origin) {
|
|
|
597
718
|
}
|
|
598
719
|
function captureNote(c) {
|
|
599
720
|
const parts = [];
|
|
600
|
-
if (c.viewport) parts.push(
|
|
721
|
+
if (c.viewport === "full-page") parts.push("full-page");
|
|
722
|
+
else if (c.viewport) parts.push(`${c.viewport.width}×${c.viewport.height}`);
|
|
601
723
|
if (c.timeout !== void 0) parts.push(typeof c.timeout === "number" ? `${c.timeout}ms` : c.timeout);
|
|
602
724
|
if (c.browser === false) parts.push("browser false");
|
|
725
|
+
if (c.model) parts.push(`model ${c.model}`);
|
|
603
726
|
return parts.length ? `capture: ${parts.join(" · ")}` : void 0;
|
|
604
727
|
}
|
|
605
728
|
/** `--tag a --tag !b`: every entry must hold. */
|
|
@@ -607,6 +730,6 @@ function matchesTags(tags, filters) {
|
|
|
607
730
|
return filters.every((f) => f.startsWith("!") ? !tags.includes(f.slice(1)) : tags.includes(f));
|
|
608
731
|
}
|
|
609
732
|
//#endregion
|
|
610
|
-
export { evalPlan as a, levelOf as c, sandboxId as d, sandboxSetBy as f, unbrokeredError as h, checkOptions as i, matchesTags as l, unbrokered as m, cascade as n, expand as o, secretVarsIn as p, checkHarnesses as r, harnessId as s, brokeredIn as t, profileJudge as u };
|
|
733
|
+
export { resolvedEffortOf as _, evalPlan as a, levelOf as c, sandboxId as d, sandboxSetBy as f, harnessEffort as g, unbrokeredError as h, checkOptions as i, matchesTags as l, unbrokered as m, cascade as n, expand as o, secretVarsIn as p, checkHarnesses as r, harnessId as s, brokeredIn as t, profileJudge as u, servedEffortOf as v };
|
|
611
734
|
|
|
612
|
-
//# sourceMappingURL=options-
|
|
735
|
+
//# sourceMappingURL=options-DPUlm4FI.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"options-DPUlm4FI.js","names":[],"sources":["../src/harness/effort.ts","../src/options.ts"],"mappings":";;;;;;;;;;;;AAMA,SAAgB,cAAc,GAA0C;CACtE,OAAO,YAAY,KAAK,OAAO,EAAE,WAAW,WAAW,EAAE,SAAS,KAAA;AACpE;;;;;AAMA,SAAgB,qBAAqB,OAAsD;CACzF,MAAM,QAAQ,OAAO,MAAM,aAAa,CAAC,GAAG;CAC5C,IAAI,CAAC,OAAO,OAAO,KAAA;CACnB,KAAK,MAAM,QAAQ,MAAM,MAAM,GAAG,GAAG;EACnC,MAAM,KAAK,KAAK,QAAQ,GAAG;EAC3B,IAAI,KAAK,GAAG;EACZ,MAAM,MAAM,KAAK,MAAM,GAAG,EAAE,CAAC,CAAC,KAAK;EACnC,IAAI,QAAQ,QAAQ;EACpB,IAAI,qCAAqC,KAAK,GAAG,GAAG;GAClD,MAAM,QAAQ,KAAK,MAAM,KAAK,CAAC,CAAC,CAAC,KAAK;GACtC,IAAI,OAAO,OAAO;EACpB;CACF;AAEF;;AAGA,SAAgB,eACd,QACoB;CACpB,IAAI,CAAC,QAAQ,OAAO,KAAA;CACpB,KAAK,MAAM,SAAS,QAAQ;EAC1B,MAAM,SAAS,qBAAqB,KAAK;EACzC,IAAI,QAAQ,OAAO;CACrB;AAEF;;AAGA,SAAgB,iBACd,QACU;CACV,IAAI,CAAC,QAAQ,OAAO,CAAC;CACrB,MAAM,uBAAO,IAAI,IAAY;CAC7B,MAAM,MAAgB,CAAC;CACvB,KAAK,MAAM,SAAS,QAAQ;EAC1B,MAAM,SAAS,qBAAqB,KAAK;EACzC,IAAI,UAAU,CAAC,KAAK,IAAI,MAAM,GAAG;GAC/B,KAAK,IAAI,MAAM;GACf,IAAI,KAAK,MAAM;EACjB;CACF;CACA,OAAO;AACT;;;ACJA,MAAM,QAAQ;CACZ;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;CACA;AACF;AACA,MAAM,UAAkC;CACtC,WAAW;CACX,WAAW;CACX,cAAc;CACd,UAAU;CACV,UAAU;CACV,QAAQ;CACR,SAAS;CACT,YAAY;CACZ,QAAQ;CACR,SAAS;CACT,MAAM;CACN,SAAS;CACT,eAAe;CACf,KAAK;CACL,MAAM;CACN,UAAU;CACV,WAAW;AACb;;AAGA,SAAgB,UAAU,OAAgB,OAAqB;CAC7D,IAAI,UAAU,OAAO;CACrB,MAAM,OAAQ,OAAkC;CAEhD,KADa,OAAO,UAAU,YAAY,UAAU,OAAO,OAAO,KAAK,KAAK,IAAI,CAAC,EAAA,CACxE,WAAW,KAAK,OAAO,SAAS,YAAY,OAAO,KAAK,QAAQ,GAAG;CAC5E,MAAM,IAAI,WACR,8HAA8H,KAAK,UAAU,KAAK,EAAE,OAAO,OAC7J;AACF;AACA,MAAM,WAA0B;CAAC;CAAW;CAAQ;AAAS;AAC7D,MAAM,QAAuB;CAAC;CAAY;CAAO;AAAM;AACvD,MAAM,eAAe;CAAC;CAAY;CAAY;CAAQ;CAAW;CAAW;CAAa;AAAQ;AACjG,MAAM,gBAAgB;CAAC;CAAY;CAAS;AAAQ;AACpD,MAAM,mBAAmB;AACzB,MAAM,eAA6B,CAAC,eAAe,SAAS;AAC5D,MAAM,cAAc;AACpB,MAAM,cAAc;AAEpB,MAAM,KAAK;AAEX,MAAM,YAAY,UACf,KAAK,MAAM,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,KAAA,CAAM,QAAQ,uBAAuB,GAAG;AAErE,SAAgB,UAAU,GAA8B;CACtD,IAAI,EAAE,IAAI,OAAO,EAAE;CACnB,MAAM,SAAS,cAAc,CAAC;CAC9B,MAAM,SAAS,SAAS,WAAW,SAAS,MAAM,EAAE,KAAK;CACzD,IAAI,EAAE,SAAS,QAAQ,OAAO,OAAO;CAErC,OAAO,GADM,EAAE,QAAQ,GAAG,EAAE,KAAK,GAAG,SAAS,EAAE,KAAK,MAAM,EAAE,OAC3C;AACnB;AAEA,SAAS,UAAU,SAAqD;CACtE,IAAI,CAAC,SAAS,QAAQ,OAAO;CAC7B,MAAM,MAAM,KAAK,UACf,QAAQ,KAAK,SACX,OAAO,SAAS,WAAW,OAAO;EAAE,KAAK,KAAK;EAAK,SAAS,KAAK;CAAQ,CAC3E,CACF;CACA,OAAO,IAAI,WAAW,QAAQ,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC;AACtE;AAEA,SAAgB,UAAU,GAA8B;CACtD,IAAI,EAAE,IAAI,OAAO,EAAE;CACnB,IAAI,EAAE,SAAS,QAAQ,OAAO;CAC9B,MAAM,UAAU,EAAE,SAAS,WAAW,UAAU,EAAE,OAAO,IAAI;CAC7D,IAAI,EAAE,YAAY;EAChB,MAAM,CAAC,OAAO,IAAI,MAAM,MAAM,EAAE,WAAW,MAAM,OAAO,CAAC,CAAC,QAAQ;EAClE,OAAO,UAAU,SAAS,SAAS,eAAe,OAAO,OAAO,IAAI,IAAI;CAC1E;CACA,MAAM,QAAQ,EAAE,SAAS,EAAE;CAC3B,OAAO,QAAQ,UAAU,SAAS,KAAK,IAAI,YAAY,SAAS;AAClE;AAEA,MAAa,WAAW,SAAiB,aAAqB,YAC5D,GAAG,QAAQ,GAAG,YAAY,GAAG;AAE/B,MAAM,aAAa,MAChB,GAAyB,SAAS,UAAU,YAAa,GAAyB,IAAI;AAEzF,SAAS,mBAAmB,OAAgB,OAAqB;CAC/D,IAAI,UAAU,KAAA,KAAc,OAAO,UAAU,KAAK,KAAM,SAAoB,GAAI;CAChF,MAAM,IAAI,WACR,2DAA2D,OAAO,KAAK,EAAE,QAAQ,OACnF;AACF;AAEA,MAAM,YAAY,UAAmB;CACnC,IAAI,MAAM,QAAQ,KAAK,GAAG,OAAO,aAAa,MAAM;CACpD,IAAI,OAAO,UAAU,YAAY,UAAU,MAAM;EAC/C,MAAM,OAAO,OAAO,KAAK,KAAK;EAC9B,OAAO,KAAK,SAAS,kBAAkB,KAAK,KAAK,MAAM,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,MAAM;CAClF;CACA,OAAO,KAAK,UAAU,KAAK,KAAK,OAAO,KAAK;AAC9C;;AAGA,MAAM,qBAAqB,UAAkB,MAAM,WAAW,cAAc;AAE5E,SAAS,cAAc,MAAe,OAAuB;CAC3D,IAAI,OAAO,SAAS,UAAU;EAC5B,IAAI,KAAK,KAAK,GAAG,OAAO;EACxB,MAAM,IAAI,WACR,wBAAwB,MAAM,2CAA2C,iBAAiB,EAC5F;CACF;CACA,IAAI,OAAO,SAAS,YAAY,SAAS,QAAQ,MAAM,QAAQ,IAAI,GACjE,MAAM,IAAI,WACR,wBAAwB,MAAM,uDAAuD,SAAS,IAAI,EAAE,UAAU,iBAAiB,EACjI;CAEF,MAAM,UAAU,OAAO,KAAK,IAAI,CAAC,CAAC,QAAQ,MAAM,CAAC,cAAc,SAAS,CAAC,CAAC;CAC1E,IAAI,QAAQ,QAAQ;EAClB,MAAM,OAAO,QAAQ,MAAM,MAAM,MAAM,SAAS,MAAM,MAAM,IAAI,cAAc;EAC9E,MAAM,IAAI,WACR,wBAAwB,MAAM,4CAA4C,QAAQ,KAAK,MAAM,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,IAAI,MACxH;CACF;CACA,MAAM,EAAE,UAAU,OAAO,WAAW;CAKpC,IAAI,OAAO,aAAa,YAAY,CAAC,SAAS,KAAK,GACjD,MAAM,IAAI,WACR,wBAAwB,MAAM,0CAA0C,SAAS,QAAQ,EAAE,6EAC7F;CAEF,IAAI,WAAW,KAAA,GAAW,YAAY,QAAQ,OAAO,QAAQ;CAC7D,IAAI,UAAU,KAAA,GAAW;EACvB,IAAI,OAAO,UAAU,YAAY,iBAAiB,KAAK,GACrD,MAAM,IAAI,WACR,sBAAsB,SAAS,OAAO,MAAM,4EAA4E,SAAS,KAAK,EAAE,EAC1I;EAEF,IAAI,kBAAkB,KAAK,GACzB,MAAM,IAAI,WACR,sBAAsB,SAAS,OAAO,MAAM,SAAS,MAAM,6IAC7D;CAEJ;CACA,OAAO;AACT;AAEA,SAAS,eAAe,OAAgB,OAAqB;CAC3D,IAAI,CAAC,MAAM,QAAQ,KAAK,GACtB,MAAM,IAAI,WACR,wBAAwB,MAAM,kBAAkB,SAAS,KAAK,EAAE,UAAU,iBAAiB,EAC7F;CAEF,MAAM,OAAkB;CACxB,IAAI,KAAK,WAAW,GAClB,MAAM,IAAI,WACR,wBAAwB,MAAM,4CAA4C,iBAAiB,0BAC7F;CAEF,MAAM,QAAQ,KAAK,KAAK,SAAS,cAAc,MAAM,KAAK,CAAC;CAC3D,MAAM,OAAO,MAAM,MAAM,GAAG,MAAM,MAAM,QAAQ,CAAC,MAAM,CAAC;CACxD,IAAI,MAAM,MAAM,IAAI,WAAW,wBAAwB,MAAM,SAAS,KAAK,QAAQ;AACrF;AAEA,SAAS,YAAY,OAAgB,OAAe,UAAwB;CAC1E,IAAI,aAAa,SAAS,KAAmB,GAAG;CAChD,MAAM,IAAI,WACR,sBAAsB,SAAS,OAAO,MAAM,cAAc,YAAY,QAAQ,SAAS,KAAK,EAAE,8BAChG;AACF;AAEA,SAAS,cAAc,OAAgB,OAAqB;CAC1D,MAAM,OAAO,MAAM,QAAQ,KAAK,IAAI,QAAQ,CAAC,KAAK;CAClD,IAAI,KAAK,WAAW,GAClB,MAAM,IAAI,WACR,qBAAqB,MAAM,MAAM,YAAY,4BAA4B,SAAS,KAAK,EAAE,8BAC3F;CAEF,MAAM,uBAAO,IAAI,IAAY;CAC7B,KAAK,MAAM,QAAQ,MAAM;EACvB,IAAI,CAAC,aAAa,SAAS,IAAkB,GAC3C,MAAM,IAAI,WACR,qBAAqB,MAAM,MAAM,YAAY,4BAA4B,SAAS,IAAI,EAAE,GAC1F;EAEF,IAAI,KAAK,IAAI,IAAc,GACzB,MAAM,IAAI,WAAW,qBAAqB,MAAM,UAAU,KAAK,QAAQ;EAEzE,KAAK,IAAI,IAAc;CACzB;AACF;AAEA,SAAS,aAAa,OAAgB,OAAqB;CACzD,IAAI,MAAM,QAAQ,KAAK,GACrB,MAAM,IAAI,WACR,gCAAgC,MAAM,8CACxC;CAEF,MAAM,OAAO;CACb,IAAI,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK,QAAQ,GAC7E,MAAM,IAAI,WACR,8CAA8C,SAAS,KAAK,EAAE,OAAO,MAAM,gGAC7E;CAEF,KAAK,MAAM,OAAO,OAAO,KAAK,KAAK,GACjC,IAAI,CAAC,aAAa,SAAS,GAAG,GAAG;EAC/B,MAAM,OACJ,QAAQ,aACJ,4CAA4C,iBAAiB,KAC7D,QAAQ,SAAS,QAAQ,SACvB,IAAI,gBACJ;EACR,MAAM,IAAI,WAAW,2BAA2B,IAAI,OAAO,QAAQ,MAAM;CAC3E;CAEF,MAAM,EAAE,UAAU,UAAU,MAAM,SAAS,SAAS,WAAW,WAAW;CAS1E,IAAI,cAAc,KAAA,GAAW,eAAe,WAAW,KAAK;CAC5D,IAAI,WAAW,KAAA,GAAW,cAAc,QAAQ,KAAK;CACrD,IAAI,aAAa,KAAA,KAAa,CAAC,cAAc,QAAQ,GACnD,MAAM,IAAI,WACR,uBAAuB,MAAM,sDAAsD,SAAS,QAAQ,EAAE,8IACxG;CAEF,IAAI,SAAS,KAAA,KAAa,CAAC,MAAM,SAAS,IAAmB,GAC3D,MAAM,IAAI,WAAW,+BAA+B,MAAM,KAAK,IAAI,EAAE,MAAM,OAAO;CAEpF,IAAI,YAAY,KAAA,KAAa,EAAE,OAAO,YAAY,YAAY,WAAW,MAAM,WAAW,IACxF,MAAM,IAAI,WAAW,+CAA+C,QAAQ,OAAO,OAAO;CAE5F,IAAI,YAAY,KAAA,KAAa,CAAC,MAAM,QAAQ,OAAO,GACjD,MAAM,IAAI,WAAW,oDAAoD,OAAO;CAElF,IAAI,SAAS,WAAW,GACtB,MAAM,IAAI,WAAW,8BAA8B,MAAM,iCAAiC;CAE5F,KAAK,MAAM,KAAK,UACd,IAAI,CAAC,cAAc,CAAC,GAClB,MAAM,IAAI,WACR,mCAAmC,SAAS,CAAC,EAAE,OAAO,MAAM,2GAC9D;AAGN;;AAGA,SAAgB,aAAa,SAAiB,OAAe,UAAU,OAAa;CAClF,KAAK,MAAM,OAAO,OAAO,KAAK,OAAO,GAAG;EACtC,IAAI,QAAQ,SAAS,GAAG,GAAG;EAC3B,MAAM,OAAO,QAAQ,OAAO,kBAAkB,QAAQ,KAAK,MAAM;EACjE,MAAM,IAAI,WAAW,mBAAmB,IAAI,OAAO,MAAM,GAAG,MAAM;CACpE;CACA,MAAM,IAAI;CACV,IAAI,EAAE,SAAS,KAAA,KAAa,EAAE,OAAO,UAAU,EAAE,IAAI,KAAK,EAAE,QAAQ,IAClE,MAAM,IAAI,WAAW,kDAAkD,EAAE,KAAK,OAAO,OAAO;CAE9F,IAAI,EAAE,SAAS,KAAA,GAAW,UAAU,EAAE,MAAM,KAAK;CACjD,IACE,EAAE,SAAS,KAAA,MACV,CAAC,MAAM,QAAQ,EAAE,IAAI,KAAK,EAAE,KAAK,MAAM,MAAM,OAAO,MAAM,QAAQ,IAEnE,MAAM,IAAI,WAAW,qCAAqC,OAAO;CAEnE,IAAI,EAAE,QAAQ,KAAA,GAAW,SAAS,EAAE,KAAK,OAAO,UAAU;CAC1D,IAAI,EAAE,WAAW,KAAA,GAAW,YAAY,EAAE,QAAQ,OAAO,UAAU;CACnE,mBAAmB,EAAE,OAAO,eAAe,YAAY,OAAO;CAC9D,MAAM,YAAY,EAAE,OAAO;CAC3B,IACE,cAAc,KAAA,KACd,EAAE,OAAO,cAAc,YAAY,aAAa,KAAK,aAAa,IAElE,MAAM,IAAI,WACR,gDAAgD,OAAO,SAAS,EAAE,OAAO,OAC3E;CAEF,MAAM,UAAU,EAAE,SAAS,aAAa,EAAE,KAAK;CAC/C,IAAI,SACF,MAAM,IAAI,WACR,SAAS,QAAQ,IAAI,4CAA4C,QAAQ,IAAI,OAAO,OACtF;CAEF,IAAI,EAAE,YAAY,KAAA,GAAW;EAC3B,MAAM,OAAQ,EAAE,QAA8B;EAC9C,IAAI,SAAS,YAAY,SAAS,QAChC,MAAM,IAAI,WACR,cAAc,MAAM,iDAAiD,SAAS,EAAE,OAAO,EAAE,EAC3F;EAEF,MAAM,MAAM,EAAE,QAAQ;EACtB,IAAI,QAAQ,KAAA,KAAa,EAAE,OAAO,UAAU,GAAG,KAAK,OAAO,IACzD,MAAM,IAAI,WACR,4BAA4B,MAAM,6CAA6C,OAAO,GAAG,EAAE,EAC7F;CAEJ;CACA,IAAI,EAAE,gBAAgB,KAAA,GAAW;EAC/B,IAAI,MAAM,QAAQ,EAAE,WAAW,GAC7B,MAAM,IAAI,WACR,kDAAkD,MAAM,kIAC1D;EAEF,IAAI,CAAC,cAAc,EAAE,WAAW,GAC9B,MAAM,IAAI,WACR,kBAAkB,MAAM,4CAA4C,SAAS,EAAE,WAAW,EAAE,EAC9F;CAEJ;CACA,MAAM,MAAM;CACZ,IAAI,IAAI,YAAY,OAClB,MAAM,IAAI,WACR,kCAAkC,MAAM,oLAC1C;CAEF,IAAI,EAAE,YAAY,KAAA,GAAW,aAAa,EAAE,SAAS,KAAK;CAC1D,IAAI,IAAI,gBAAgB,KAAA,KAAa,EAAE,SAAS,aAAa,KAAA,GAC3D,MAAM,IAAI,WACR,yDAAyD,MAAM,0HACjE;CAEF,IAAI,EAAE,QAAQ,KAAA,GAAW;EACvB,MAAM,MAAM,MAAM,QAAQ,EAAE,GAAG,IAAI,EAAE,IAAI,QAAQ,MAAM,CAAC,SAAS,SAAS,CAAC,CAAC,IAAI,CAAC,EAAE,GAAG;EACtF,IAAI,IAAI,QACN,MAAM,IAAI,WACR,8CAA8C,IAAI,IAAI,MAAM,CAAC,CAAC,KAAK,IAAI,EAAE,OAAO,OAClF;CAEJ;CACA,IAAI,EAAE,YAAY,KAAA,GAAW,aAAa,EAAE,SAAS,KAAK;AAC5D;AAEA,MAAM,eAAe;CAAC;CAAY;CAAW;CAAW;AAAO;AAC/D,MAAM,gBAAgB;AACtB,MAAM,oCAAoB,IAAI,IAAI;CAAC;CAAgB;CAAQ;CAAQ;AAAM,CAAC;;AAG1E,SAAgB,aAAa,OAAgB,OAAqB;CAChE,IAAI,OAAO,UAAU,YAAY,UAAU,QAAQ,MAAM,QAAQ,KAAK,GACpE,MAAM,IAAI,WAAW,cAAc,cAAc,QAAQ,KAAK,UAAU,KAAK,EAAE,OAAO,OAAO;CAE/F,MAAM,IAAI;CACV,IAAI,EAAE,iBAAiB,KAAA,GACrB,MAAM,IAAI,WACR,mDAAmD,MAAM,yCAC3D;CAEF,MAAM,UAAU,OAAO,KAAK,CAAC,CAAC,CAAC,QAAQ,MAAM,CAAC,aAAa,SAAS,CAAC,CAAC;CACtE,IAAI,QAAQ,QAAQ;EAClB,MAAM,MAAM,QAAQ,MAAM;EAC1B,IAAI,QAAQ,SAAS,QAAQ,QAC3B,MAAM,IAAI,WACR,wBAAwB,IAAI,OAAO,MAAM,sFAC3C;EAEF,IAAI,kBAAkB,IAAI,GAAG,GAC3B,MAAM,IAAI,WACR,eAAe,IAAI,+BAA+B,MAAM,yCAC1D;EAEF,MAAM,IAAI,WACR,wBAAwB,IAAI,OAAO,MAAM,yCAC3C;CACF;CACA,IAAI,EAAE,aAAa,KAAA,GAAW,cAAc,EAAE,UAAU,KAAK;CAC7D,IAAI,EAAE,YAAY,KAAA,GAAW,cAAc,EAAE,OAAO;CACpD,IAAI,EAAE,YAAY,KAAA,KAAa,OAAO,EAAE,YAAY,WAClD,MAAM,IAAI,WACR,yCAAyC,KAAK,UAAU,EAAE,OAAO,EAAE,OAAO,OAC5E;CAEF,IAAI,EAAE,UAAU,KAAA,GAAW,kBAAkB,EAAE,OAAO,KAAK;AAC7D;AAEA,SAAS,cAAc,OAAgB,OAAqB;CAC1D,IAAI,UAAU,aAAa;CAC3B,IAAI,OAAO,UAAU,YAAY,UAAU,QAAQ,MAAM,QAAQ,KAAK,GACpE,MAAM,IAAI,WACR,6DAA6D,KAAK,UAAU,KAAK,EAAE,OAAO,OAC5F;CAEF,MAAM,IAAI;CACV,MAAM,OAAO,OAAO,KAAK,CAAC;CAC1B,IAAI,KAAK,SAAS,UAAU,GAC1B,MAAM,IAAI,WACR,2DAA2D,MAAM,uEACnE;CAEF,MAAM,QAAQ,EAAE;CAChB,MAAM,SAAS,EAAE;CACjB,IACE,KAAK,MAAM,MAAM,MAAM,WAAW,MAAM,QAAQ,KAChD,EAAE,OAAO,UAAU,KAAK,KAAM,QAAmB,MACjD,EAAE,OAAO,UAAU,MAAM,KAAM,SAAoB,IAEnD,MAAM,IAAI,WACR,6DAA6D,KAAK,UAAU,KAAK,EAAE,OAAO,OAC5F;AAEJ;AAEA,SAAS,kBAAkB,OAAgB,OAAqB;CAC9D,IAAI,OAAO,UAAU,YAAY,CAAC,MAAM,SAAS,GAAG,GAClD,MAAM,IAAI,WACR,mFAAmF,KAAK,UAAU,KAAK,EAAE,OAAO,OAClH;CAEF,IAAI,kBAAkB,KAAK,GACzB,MAAM,IAAI,WACR,kBAAkB,MAAM,OAAO,MAAM,yJACvC;AAEJ;AAEA,SAAS,aACP,WACA,OACA,OACqB;CACrB,IAAI,UAAU,KAAA,GAAW,OAAO;CAChC,MAAM,OACJ,OAAO,UAAU,aACb,MAAM,SAAS,IACf,cAAc,KAAK,IACjB,YAAY,WAAW,OAAO,KAAK,IACnC;CACR,MAAM,OAAO,MAAM,QAAQ,IAAI,IAAI,OAAO,CAAC,IAAI;CAC/C,IAAI,KAAK,WAAW,GAClB,MAAM,IAAI,WACR,+BAA+B,MAAM,qCAAqC,iBAC5E;CAEF,eAAe,MAAM,KAAK;CAC1B,OAAO;AACT;AAEA,MAAM,iBAAiB,MACrB,OAAO,MAAM,YACb,MAAM,QACN,CAAC,MAAM,QAAQ,CAAC,KAChB,EAAE,UAAU,OACX,SAAS,KAAK,UAAU;;AAG3B,SAAS,YACP,WACA,MACA,OACqB;CACrB,IAAI,SAAS,QAAQ,UAAU,MAC7B,MAAM,IAAI,WAAW,mDAAmD,OAAO;CAEjF,IAAI,SAAS,MAAM,OAAO,CAAC,GAAG,WAAW,GAAI,MAAM,QAAQ,KAAK,GAAG,IAAI,KAAK,MAAM,CAAC,KAAK,GAAG,CAAE;CAC7F,MAAM,MAAM,MAAM,QAAQ,KAAK,IAAI,IAAI,KAAK,OAAO,CAAC,KAAK,IAAI;CAC7D,MAAM,OAAO,UAAU,IAAI,SAAS;CACpC,MAAM,UAAU,IAAI,QAAQ,OAAO,OAAO,OAAO,YAAY,CAAC,KAAK,SAAS,EAAE,CAAC;CAC/E,IAAI,QAAQ,QACV,MAAM,IAAI,WACR,mBAAmB,QAAQ,KAAK,OAAO,KAAK,UAAU,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,QAAQ,MAAM,0CAA0C,KAAK,KAAK,IAAI,EAAE,EAChJ;CAEF,OAAO,UAAU,QAAQ,MAAM,IAAI,SAAS,UAAU,CAAC,CAAC,CAAC;AAC3D;;AAGA,SAAgB,eAAe,MAAiB,OAAqB;CACnE,KAAK,MAAM,QAAQ,MAAM;EACvB,IAAI,CAAC,UAAU,IAAI,GACjB,MAAM,IAAI,WACR,cAAc,MAAM,gBAAgB,gBAAgB,QAAQ,SAAS,IAAI,EAAE,EAC7E;EAEF,IAAK,KAA2B,SAAS,YAAY;GACnD,MAAM,MAAM,mBAAoB,KAA6B,KAAK;GAClE,IAAI,KAAK,MAAM,IAAI,WAAW,iBAAiB,MAAM,IAAI,KAAK;EAChE;EACA,mBAAoB,KAA2B,eAAe,cAAc,OAAO;EACnF,MAAM,EAAE,iBAAiB;EACzB,IAAI,iBAAiB,KAAA,GACnB,IAAI;GACF,cAAc,YAAY;EAC5B,SAAS,OAAO;GACd,MAAM,IAAI,WAAW,8BAA8B,MAAM,IAAK,MAAgB,SAAS;EACzF;CAEJ;AACF;AAEA,SAAS,YAAY,MAA2B,OAAe;CAC7D,MAAM,uBAAO,IAAI,IAAY;CAC7B,KAAK,MAAM,QAAQ,MAAM;EACvB,MAAM,MAAM,UAAU,IAAI;EAC1B,IAAI,CAAC,GAAG,KAAK,GAAG,GACd,MAAM,IAAI,WACR,mBAAmB,IAAI,OAAO,MAAM,oDACtC;EAEF,IAAI,KAAK,IAAI,GAAG,GACd,MAAM,IAAI,WACR,oBAAoB,MAAM,sBAAsB,IAAI,wDACtD;EAEF,KAAK,IAAI,GAAG;CACd;AACF;;AAqBA,MAAM,iBACJ,KACA,YAC2B;CAC3B,IAAI,KAAK,OAAO;CAChB,MAAM,OAAO,YAAY,KAAA,IAAY,KAAA,IAAY,MAAM,QAAQ,OAAO,IAAI,UAAU,CAAC,OAAO;CAC5F,OAAO,MAAM,WAAW,IAAI,KAAK,KAAK,KAAA;AACxC;AAEA,MAAM,oBACJ,OACA,mBAEC,SAAS,CAAC,EAAA,CAAG,KAAK,MAAM;CACvB,IAAI,OAAO,MAAM,UAAU;EACzB,MAAM,SAAS,cAAc,KAAA,GAAW,aAAa;EACrD,OAAO,SAAS;GAAE,UAAU;GAAG;EAAO,IAAI,EAAE,UAAU,EAAE;CAC1D;CACA,MAAM,SAAS,cAAc,EAAE,QAAQ,aAAa;CACpD,OAAO;EACL,UAAU,EAAE;EACZ,GAAI,EAAE,UAAU,KAAA,IAAY,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;EAClD,GAAI,SAAS,EAAE,OAAO,IAAI,CAAC;CAC7B;AACF,CAAC;AAsBH,SAAS,iBAAiB,OAA8D;CACtF,IAAI,UAAU,KAAA,GAAW,OAAO,KAAA;CAChC,OAAO;EAEL,GAAI,MAAM,WACN,EAAE,UAAU,MAAM,SAAS,IAC3B;GAAE,UAAU,iBAAiB,cAAc;GAAG,MAAM;EAAiB;EACzE,UAAU,MAAM;EAChB,MAAM,MAAM,QAAQ;EACpB,GAAI,MAAM,YAAY,KAAA,IAAY,EAAE,SAAS,MAAM,QAAQ,IAAI,CAAC;EAChE,GAAI,MAAM,UACN,EAAE,SAAS,MAAM,QAAQ,KAAK,MAAO,OAAO,MAAM,WAAW,IAAI,UAAU,CAAC,CAAE,EAAE,IAChF,CAAC;EACL,IAAI,MAAM,SAAS;EACnB,WAAW,iBAAiB,MAAM,WAAW,MAAM,MAAM;CAC3D;AACF;AAEA,SAAS,WACP,KACA,SACA,OACA,SAA8B,OACxB;CACN,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,OAAO,GAC/C,IAAI,UAAU,KAAA,GAAW,IAAI,UAAU;EAAE,GAAG,IAAI;GAAU,MAAM;CAAM;CAExE,IAAI,QAAQ,WAAW,KAAA,GAAW,IAAI,OAAO,UAAU,QAAQ;CAC/D,IAAI,UAAU,aAAa,IAAI,SAAS,QAAQ,SAAS,KAAK;CAC9D,IAAI,QAAQ,YAAY,KAAA,GAAW,IAAI,UAAU,QAAQ;CACzD,IAAI,QAAQ,gBAAgB,KAAA,GAAW,IAAI,cAAc,QAAQ;CACjE,IAAI,QAAQ,YAAY,KAAA,GAAW,IAAI,UAAU,iBAAiB,QAAQ,OAAO;CACjF,IAAI,QAAQ,SAAS,KAAA,GAAW,IAAI,OAAO,QAAQ;CACnD,IAAI,QAAQ,SAAS,KAAA,GAAW,IAAI,OAAO,QAAQ;CACnD,IAAI,QAAQ,YAAY,KAAA,GAAW,IAAI,UAAU,QAAQ;CACzD,OAAO,OAAO,IAAI,KAAK,QAAQ,GAAG;CAClC,OAAO,OAAO,IAAI,OAAO,QAAQ,KAAK;CACtC,IAAI,QAAQ,YAAY,KAAA,GAAW;EACjC,MAAM,EAAE,UAAU,GAAG,SAAS,QAAQ;EACtC,IAAI,UAAU;GAAE,GAAG,IAAI;GAAS,GAAG;EAAK;EACxC,IAAI,aAAa,KAAA,GAAW,IAAI,QAAQ,WAAW;CACrD;CACA,KAAK,MAAM,OAAO,QAAQ,QAAQ,CAAC,GAAG,IAAI,CAAC,IAAI,KAAK,SAAS,GAAG,GAAG,IAAI,KAAK,KAAK,GAAG;CACpF,KAAK,MAAM,OAAO,QAAQ,OAAO,CAAC,GAAG,IAAI,CAAC,IAAI,IAAI,SAAS,GAAG,GAAG,IAAI,IAAI,KAAK,GAAG;AACnF;;AAGA,MAAa,gBAAgB,aAAkD;CAC7E,GAAG,QAAQ;CACX,GAAG,QAAQ,SAAS;AACtB;;;;;AAcA,SAAgB,QACd,MACA,QACA,OACA,UAA+D,CAAC,GAClD;CACd,MAAM,MAAgB;EACpB,GAAG;EACH,KAAK,EAAE,GAAG,KAAK,IAAI;EACnB,QAAQ,EAAE,GAAG,KAAK,OAAO;EACzB,OAAO,EAAE,GAAG,KAAK,MAAM;EACvB,SAAS,EAAE,GAAG,KAAK,QAAQ;EAC3B,MAAM,CAAC,GAAG,KAAK,IAAI;EACnB,KAAK,CAAC,GAAG,KAAK,GAAG;CACnB;CACA,MAAM,EAAE,YAAY;CACpB,MAAM,QAAkB,CAAC;CACzB,IAAI,SACF,WACE,KACA;EAAE,GAAG,QAAQ;EAAU,OAAO,aAAa,OAAO;CAAE,GACpD,YAAY,QAAQ,KAAK,YACzB,WACF;CAEF,KAAK,MAAM,EAAE,SAAS,KAAK,OAAO,QAAQ,QAAQ,WAAW,KAAK,KAAK,EAAE;CACzE,IAAI,IAAI,SAAS,QAAQ,IAAI,aAC3B,IAAI,UAAU;EAAE,GAAG,IAAI;EAAS,UAAU,IAAI;EAAa,MAAM;CAAc;CAEjF,YAAY,IAAI,SAAS,KAAK;CAC9B,IAAI,SAAS,SAAS,YAAY,KAAA,KAAa,OAAO,MAAM,MAAM,EAAE,QAAQ,OAAO,GACjF,MAAM,KAAK,yBAAyB;CAEtC,MAAM,MAAM,IAAI,QAAQ,IAAI,SAAS;CAErC,MAAM,WADQ,IAAI,SAAS,QAAA,EACJ,QAAQ,OAAO,CAAC,IAAI,SAAS,EAAE,CAAC,KAAK,CAAC;CAC7D,IAAI,QAAQ,QACV,MAAM,IAAI,WACR,yBAAyB,QAAQ,KAAK,IAAI,EAAE,UAAU,MAAM,wBAAwB,IAAI,KAAK,IAAI,EAAE,GACrG;CAEF,KAAK,MAAM,KAAK,IAAI,SAAS,YAAY,CAAC,GACxC,IAAI,EAAE,SAAS,IAAI,SAAS,SAAS,MACnC,MAAM,IAAI,WACR,IAAI,QAAQ,SAAS,UACjB,cAAc,MAAM,yBAAyB,EAAE,KAAK,kIACpD,IAAI,QAAQ,SAAS,gBACnB,cAAc,MAAM,SAAS,EAAE,KAAK,oHACpC,cAAc,MAAM,SAAS,EAAE,KAAK,2DAC5C;CAGJ,MAAM,QAAQ,IAAI,SAAS,SAAS,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC;CAC3D,MAAM,OAAO,MAAM,MAAM,GAAG,MAAM,MAAM,QAAQ,CAAC,MAAM,CAAC;CACxD,IAAI,MAAM,MAAM,IAAI,WAAW,cAAc,MAAM,4BAA4B,MAAM;CAErF,IAAI;CACJ,MAAM,QAAQ,SAAS;CACvB,IAAI,WAAW,OAAO;EACpB,MAAM,MAAM,WAAW,QAAQ;EAC/B,MAAM,UAAU,QAAqB,IAAI,IAAI,SAAS,GAAG;EAEzD,IACE,MAAM,SAAS,KAAA,KACf,QAAQ,SAAS,KAAA,KACjB,CAAC,OAAO,MAAM,KACd,IAAI,OAAO,MAAM,MACjB;GACA,MAAM,KAAK,QAAQ,IAAI,KAAK,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE;GACtD,IAAI,OAAO,MAAM;EACnB;EACA,IAAI,MAAM,WAAW,CAAC,OAAO,SAAS,GAAG;GACvC,MAAM,OAAO,IAAI,QAAQ,QAAQ,MAAM,MAAM,SAAS,SAAS,UAAU,CAAC,CAAC,CAAC;GAC5E,IAAI,KAAK,WAAW,GAClB,OAAO,oBAAoB,IAAI,UAAU,MAAM,QAAQ,KAAK,IAAI,KAAK;QAChE,IAAI,KAAK,SAAS,IAAI,QAAQ,QAAQ;IAC3C,MAAM,KAAK,aAAa,IAAI,QAAQ,OAAO,KAAK,KAAK,OAAO,IAAI,IAAI,EAAE;IACtE,IAAI,UAAU;GAChB;EACF;EACA,IAAI,IAAI,WAAW,MAAM,YAAY,KAAA,KAAa,CAAC,OAAO,SAAS,GAAG;GACpE,IAAI,MAAM,YAAY,OAAO;IAC3B,MAAM,KAAK,gBAAgB,IAAI,EAAE;IACjC,IAAI,UAAU;KAAE,GAAG,IAAI;KAAS,UAAU,CAAC;IAAE;GAC/C,OAAO,IAAI,IAAI,QAAQ,SAAS,SAAS,MAAM,QAAQ,aAAa;IAClE,MAAM,KACJ,YAAY,IAAI,QAAQ,SAAS,OAAO,KAAK,MAAM,QAAQ,YAAY,IAAI,IAAI,EACjF;IACA,IAAI,UAAU;KACZ,GAAG,IAAI;KACP,UAAU,IAAI,QAAQ,SAAS,MAAM,GAAG,MAAM,QAAQ,WAAW;IACnE;GACF;GAEA,IAAI,IAAI,QAAQ,SAAS,WAAW,KAAK,IAAI,QAAQ,UAAU,QAAQ;IACrE,MAAM,KAAK,kBAAkB,IAAI,EAAE;IACnC,IAAI,UAAU;KAAE,GAAG,IAAI;KAAS,WAAW,CAAC;IAAE;GAChD;EACF;EACA,MAAM,OAAO,IAAI,IAAI,QAAQ,MAC3B,MAAM,YAAY,MAAM,YAAY,KAAA,KAAa,IAAI,UAAU,MAAM,OAAO,KAAA,CAC9E;EACA,IAAI,KAAK,QAAQ,MAAM,KAAK,WAAW,KAAK,KAAK,IAAI,GAAG;CAC1D;CACA,IAAI,QAAQ,SAAS,KAAA,GAAW,IAAI,OAAO,QAAQ;CACnD,OAAO;EAAE,UAAU;EAAK;EAAO,GAAI,OAAO,EAAE,KAAK,IAAI,CAAC;CAAG;AAC3D;;;;;;;AAoBA,MAAa,kBAAkB,UAAoB,QAA+C;CAChG,MAAM,MAAM,IAAI,OAAO,UAAU,MAAM,EAAE,KAAK,OAAO,CAAC,EAAE,KAAK;CAC7D,IAAI,KAAK,OAAO;CAGhB,MAAM,UACJ,SAAS,SAAS,SAAS,WAAW,IAAI,SAAA,aACtC,SAAS,QAAQ,SAAS,KAC1B,KAAA;CACN,OAAO,UAAU,SAAS,UAAU,CAAC,GAAG,SAAS,OAAO;AAC1D;;;;;;;AAQA,SAAgB,aACd,SACA,UACA,YACQ;CACR,IAAI,CAAC,QAAQ,YAAY,OAAO,MAAM,MAAM,EAAE,KAAK,OAAO,GAAG;EAC3D,IACE,SAAS,SAAS,SAAS,WAC3B,QAAQ,KAAK,SAAS,aACtB,SAAS,QAAQ,SAAS,EAAE,EAAE,OAAO,MAAM,MAAM,EAAE,KAAK,OAAO,GAE/D,OAAO,SAAS,SAAS,WAAW;EAEtC,OAAO,SAAS,SAAS,WAAW;CACtC;CACA,IAAI,SAAS,SAAS;EACpB,IAAI,QAAQ,KAAK,SAAS,WAAW;GACnC,IAAI,SAAS,QAAQ,SAAS,eAC5B,OAAO,SAAS,SAAS,eAAe;GAE1C,IAAI,SAAS,QAAQ,SAAS,SAAS,OAAO;GAC9C,OAAO,SAAS,SAAS,WAAW;EACtC;EACA,OAAO,SAAS,SAAS,WAAW;CACtC;CACA,OAAO,SAAS,SAAS,eAAe;AAC1C;;AAGA,SAAgB,OAAO,UAAsC;CAC3D,MAAM,EAAE,YAAY;CAGpB,MAAM,UAAU,QAAQ,UAAU,QAAQ,WAAW,SAAS,WAAW;CACzE,MAAM,SAAS,SAAS,QAAQ;CAChC,MAAM,UAAU,UAA8B,QAAQ,SAAS;CAC/D,MAAM,WAA6B,CAAC;CACpC,KAAK,MAAM,WAAW,SAAS,SAAS;EACtC,MAAM,MAAM,UAAU,OAAO;EAC7B,MAAM,QAKD,QACI;GACL,MAAM,UAAU,eAAe,UAAU,OAAO;GAChD,MAAM,MAAM,UAAU,OAAO;GAC7B,OAAO;IACL,KAAK;IACL;IACA,MAAM;KACJ,KAAK,QAAQ,KAAK,QAAQ,MAAM,GAAG;KACnC,SAAS;KACT,aAAa,QAAQ;KACrB,SAAS;KACT,MAAM;IACR;IACA,MAAM,OAAO,CAAC,WAAW,QAAQ,SAAS,KAAK;GACjD;EACF,EAAA,CAAG,CACL;EACA,IAAI,YAAY,CAAC,QAAQ,WAAW,QAAQ,QAAQ,SAAS,GAAG,IAC9D,KAAK,MAAM,KAAK,QAAQ,UAAU;GAChC,MAAM,MAAM,QAAQ,CAAC;GACrB,MAAM,UAAU,eAAe,UAAU,GAAG;GAC5C,MAAM,MAAM,UAAU,OAAO;GAC7B,MAAM,KAAK;IACT;IACA;IACA,MAAM;KACJ,KAAK,QAAQ,KAAK,IAAI,MAAM,GAAG;KAC/B,SAAS;KACT,aAAa,IAAI;KACjB,SAAS;KACT,MAAM;KACN,SAAS,EAAE;IACb;IACA,MAAM,OAAO,QAAQ,SAAS,MAAM;GACtC,CAAC;EACH;EAEF,KAAK,MAAM,EAAE,KAAK,SAAS,MAAM,UAAU,OAAO;GAChD,MAAM,OAAO,CACX,SAAS,QAAQ,SAAS,IAAI,MAAM,IACpC,UAAW,KAAK,SAAS,YAAY,YAAY,IAAI,OAAQ,EAC/D,CAAC,CAAC,OAAO,OAAO;GAChB,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,MAAM,KAAK;IACvC,MAAM,QAAQ,CAAC,KAAK,KAAK,KAAK,GAAG,SAAS,OAAO,IAAI,IAAI,MAAM,EAAE,CAAC,CAAC,OAAO,OAAO,CAAC,CAAC,KAAK,GAAG;IAC3F,SAAS,KAAK;KACZ;KACA;KACA;KACA,aAAa;KACb,QAAQ,cAAc,SAAS,QAAQ,SAAS,SAAS,KAAK,IAAI,MAAM;KACxE;KACA,GAAI,KAAK,SAAS,aAAa,SAAS,YAAY,KAAA,IAChD,EAAE,SAAS,QAAQ,QAAQ,IAC3B,CAAC;KACL;KACA;IACF,CAAC;GACH;EACF;CACF;CACA,OAAO;AACT;;AAGA,SAAgB,oBAAoB,UAAsC;CACxE,MAAM,sBAAM,IAAI,IAAY;CAC5B,KAAK,MAAM,KAAK,UAAU;EACxB,MAAM,YAAY,YAAY,EAAE,YAAY,MAAM;EAClD,IAAI,aAAa,YAAY,UAAU,GAAG,GAAG;GAC3C,MAAM,MAAM,UAAU,MAAM,eAAe,UAAU,IAAI,KAAK;GAC9D,IAAI,IACF,iBAAiB,UAAU,KAAK,SAAS,IAAI,sGAC/C;EACF;EACA,KAAK,MAAM,SAAS,EAAE,YAAY,QAChC,KAAK,MAAM,KAAK,MAAM,KAAK,UAAU,CAAC,GAAG;GACvC,IAAI,EAAE,WAAW,SAAS,YAAY,EAAE,GAAG,GAAG;IAC5C,MAAM,MAAM,EAAE,MAAM,eAAe,EAAE,IAAI,KAAK;IAC9C,IAAI,IACF,aAAa,EAAE,KAAK,SAAS,IAAI,sGACnC;GACF;GACA,IAAI,EAAE,WAAW,cAAc,CAAC,EAAE,SAChC,IAAI,IACF,kBAAkB,EAAE,GAAG,6GACzB;EAEJ;CAEJ;CACA,OAAO,CAAC,GAAG,GAAG;AAChB;;AAGA,SAAgB,WAAW,KAAc,UAAgD;CACvF,MAAM,sBAAM,IAAI,IAA8B;CAC9C,KAAK,MAAM,KAAK,UAAU;EACxB,IAAI,EAAE,QAAQ,SAAS,UAAU;EACjC,KAAK,MAAM,KAAK,kBAAkB,KAAK,EAAE,YAAY,MAAM,GAAG,IAAI,IAAI,EAAE,OAAO,CAAC;CAClF;CACA,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC;AACzB;;AAGA,MAAM,kBAAkB,MAAwB,CAAC,EAAE,YAAY,QAAQ,QAAQ,IAAI,EAAE,KAAK;;AAG1F,MAAa,cAAc,KAAc,YAAsC,CAC7E,GAAG,IAAI,IACL,eAAe,KAAK,QAAQ,YAAY,MAAM,CAAC,CAAC,SAAS,MACvD,EAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI,CAAC,CACtD,CACF,CACF;;AAGA,MAAa,gBAAgB,KAAc,YAAsC,CAC/E,GAAG,IAAI,IAAI,eAAe,KAAK,QAAQ,YAAY,MAAM,CAAC,CAAC,KAAK,MAAM,EAAE,IAAI,CAAC,CAC/E;AAEA,MAAM,cAAc,MAClB,yBAAyB,KAAK,EAAE,KAAK,IACjC,6GACA,oDAAoD,EAAE,KAAK;AAEjE,MAAa,qBAAqB,MAChC,EAAE,aACE,GAAG,EAAE,MAAM,+HAA+H,WAAW,CAAC,EAAE,KACxJ,GAAG,EAAE,MAAM,8EAA8E,WAAW,CAAC,EAAE;AAE7G,MAAa,mBAAmB,GAAqB,OAAe,eAClE,GAAG,EAAE,MAAM,MAAM,MAAM,wDAAwD,WAAW,kBAAkB,WAAW,CAAC,EAAE;AAE5H,MAAa,WAAW,UACtB,MAAM,WAAW,WAAW,IACxB,SACA,MAAM,WAAW,QAAQ,IACvB,UACA,MAAM,WAAW,WAAW,IAC1B,YACA;;;;;AAMV,SAAgB,gBACd,UACA,UACA,QACkB;CAClB,MAAM,MAAwB,CAAC;CAC/B,MAAM,uBAAO,IAAI,IAAY;CAC7B,KAAK,MAAM,KAAK,UAAU;EACxB,IAAI,EAAE,QAAQ,SAAS,UAAU;EACjC,MAAM,QAAQ,aAAa,GAAG,UAAU,OAAO,UAAU;EACzD,MAAM,QAAQ,QAAQ,KAAK;EAC3B,MAAM,OAAO,UAAU,UAAU,UAAU,UAAU,OAAO,OAAO;EACnE,IAAI,EAAE,QAAQ,MAAM;GAClB,MAAM,UAAU,mCAAmC,MAAM;GACzD,MAAM,MAAM,GAAG,KAAK,IAAI;GACxB,IAAI,CAAC,KAAK,IAAI,GAAG,GAAG;IAClB,KAAK,IAAI,GAAG;IACZ,IAAI,KAAK;KAAE,MAAM;KAAQ;KAAO;KAAO;KAAM;IAAQ,CAAC;GACxD;EACF;EACA,IAAI,EAAE,QAAQ,cAAc,QAAQ;GAElC,MAAM,UAAU,sCAAsC,MAAM,4BAD/C,EAAE,QAAQ,aAAa,KAAK,MAAM,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,IAC6B,EAAE;GAC7F,MAAM,MAAM,GAAG,KAAK,IAAI;GACxB,IAAI,CAAC,KAAK,IAAI,GAAG,GAAG;IAClB,KAAK,IAAI,GAAG;IACZ,IAAI,KAAK;KACP,MAAM;KACN;KACA;KACA;KACA,cAAc,CAAC,GAAG,EAAE,QAAQ,YAAY;KACxC;IACF,CAAC;GACH;EACF;CACF;CACA,OAAO;AACT;;AAGA,SAAgB,SACd,GACA,UACA,QACU;CACV,MAAM,EAAE,UAAU,SAAS;CAC3B,MAAM,UAAU,YAAY,SAAS,OAAO;CAC5C,MAAM,QAAQ,UAAU,CAAC,GAAG,EAAE,OAAO,OAAO,IAAI,EAAE;CAClD,OAAO;EACL,WAAW,OAAO,IAAI,SAAS,QAAQ;EACvC,UAAU,SAAS,UACf;GAAE,KAAK,SAAS,QAAQ,SAAS;GAAQ,IAAI,SAAS,QAAQ;EAAG,IACjE;EACJ,GAAI,SAAS,UACT,EACE,SAAS;GACP,UAAU,SAAS,QAAQ,SAAS;GACpC,GAAI,SAAS,QAAQ,OAAO,EAAE,MAAM,SAAS,QAAQ,KAAK,IAAI,CAAC;EACjE,EACF,IACA,CAAC;EACL,GAAI,CAAC,QAAQ,SAAS,SAAS,UAAU,SACrC,EAAE,WAAW,SAAS,QAAQ,UAAU,IACxC,CAAC;EACL,MAAM,SAAS;EACf,GAAI,SAAS,SAAS,KAAA,IAAY,EAAE,MAAM,SAAS,KAAK,IAAI,CAAC;EAC7D,UAAU,OAAO,IAAI,SAAS;EAC9B;EACA,GAAI,OAAO,EAAE,KAAK,IAAI,CAAC;EACvB,UAAU,CACR,GAAG,oBAAoB,QAAQ,GAC/B,GAAG,WAAW,EAAE,SAAS,KAAK,QAAQ,CAAC,CAAC,OAAO,cAAc,CAAC,CAAC,IAAI,iBAAiB,CACtF;EACA,iBAAiB,OAAO,CAAC,IAAI,gBAAgB,UAAU,UAAU,MAAM;EACvE,UAAU,CAAC,GAAG,IAAI,IAAI,SAAS,SAAS,MAAM,WAAW,EAAE,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC;EAC7E,QAAQ,CAAC,GAAG,IAAI,IAAI,SAAS,KAAK,MAAM,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,OAAO,CAAC,CAAC;EAC/E,YAAY,CACV,GAAG,IAAI,IACL,SAAS,SAAS,MAAM;GACtB,MAAM,IAAI,YAAY,EAAE,YAAY,MAAM;GAC1C,OAAO,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC;EACpC,CAAC,CACH,CACF;EACA,GAAI,UAAU,EAAE,SAAS,SAAS,QAAQ,IAAI,CAAC;CACjD;AACF;AAEA,SAAS,YAAY,GAAuC;CAC1D,MAAM,QAAkB,CAAC;CACzB,IAAI,EAAE,aAAa,aAAa,MAAM,KAAK,WAAW;MACjD,IAAI,EAAE,UAAU,MAAM,KAAK,GAAG,EAAE,SAAS,MAAM,GAAG,EAAE,SAAS,QAAQ;CAC1E,IAAI,EAAE,YAAY,KAAA,GAChB,MAAM,KAAK,OAAO,EAAE,YAAY,WAAW,GAAG,EAAE,QAAQ,MAAM,EAAE,OAAO;CAEzE,IAAI,EAAE,YAAY,OAAO,MAAM,KAAK,eAAe;CACnD,IAAI,EAAE,OAAO,MAAM,KAAK,SAAS,EAAE,OAAO;CAC1C,OAAO,MAAM,SAAS,YAAY,MAAM,KAAK,KAAK,MAAM,KAAA;AAC1D;;AAGA,SAAgB,YAAY,MAAgB,SAA4B;CACtE,OAAO,QAAQ,OAAO,MAAO,EAAE,WAAW,GAAG,IAAI,CAAC,KAAK,SAAS,EAAE,MAAM,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAE;AACjG"}
|
|
@@ -0,0 +1,149 @@
|
|
|
1
|
+
import { n as clip } from "./text-gEcKjAyp.js";
|
|
2
|
+
//#region src/compare/pairs.ts
|
|
3
|
+
/** The side a pair names: an arm within a harness, a harness across them. */
|
|
4
|
+
const sideName = (cut, side) => cut === "within" ? side.arm : side.harness;
|
|
5
|
+
/** Every two-element combination, in the order given. */
|
|
6
|
+
function combinations(items) {
|
|
7
|
+
const out = [];
|
|
8
|
+
for (let i = 0; i < items.length; i++) for (let j = i + 1; j < items.length; j++) out.push([items[i], items[j]]);
|
|
9
|
+
return out;
|
|
10
|
+
}
|
|
11
|
+
/** Distinct values in first-seen order. */
|
|
12
|
+
const distinct = (values) => [...new Set(values)];
|
|
13
|
+
/** Both pair kinds, in the order `pairsOf` builds them. */
|
|
14
|
+
const ALL_CUTS = ["within", "across"];
|
|
15
|
+
/**
|
|
16
|
+
* The pair kinds a question asks: `environment` varies the environment and holds the harness
|
|
17
|
+
* (`within`); `harness` varies the harness and holds the environment (`across`). Unset, both.
|
|
18
|
+
*/
|
|
19
|
+
const acrossOf = (across) => {
|
|
20
|
+
if (across === "environment") return ["within"];
|
|
21
|
+
if (across === "harness") return ["across"];
|
|
22
|
+
return ALL_CUTS;
|
|
23
|
+
};
|
|
24
|
+
/**
|
|
25
|
+
* The pairs to judge. Within a harness, for each run, every two environments; across harnesses,
|
|
26
|
+
* for each environment and run, every two harnesses. Attempts that failed their deterministic
|
|
27
|
+
* checks are left out (they still count in the pass rate), so a pair missing a side isn't
|
|
28
|
+
* judged. The control environment comes first, then environments and harnesses in the order they
|
|
29
|
+
* first appear. `kinds` keeps one pair kind; omitted or empty, both run.
|
|
30
|
+
*/
|
|
31
|
+
function pairsOf(attempts, kinds) {
|
|
32
|
+
const eligible = attempts.filter((a) => a.checksPassed);
|
|
33
|
+
const find = (harness, arm, run) => eligible.find((a) => a.harness === harness && a.arm === arm && a.run === run);
|
|
34
|
+
const harnesses = distinct(attempts.map((a) => a.harness));
|
|
35
|
+
const arms = distinct([...attempts.filter((a) => a.control).map((a) => a.arm), ...attempts.map((a) => a.arm)]);
|
|
36
|
+
const runs = [...new Set(attempts.map((a) => a.run))].sort((x, y) => x - y);
|
|
37
|
+
const want = new Set(kinds?.length ? kinds : ALL_CUTS);
|
|
38
|
+
const pairs = [];
|
|
39
|
+
if (want.has("within")) for (const harness of harnesses) for (const run of runs) for (const [x, y] of combinations(arms)) {
|
|
40
|
+
const a = find(harness, x, run);
|
|
41
|
+
const b = find(harness, y, run);
|
|
42
|
+
if (a && b) pairs.push({
|
|
43
|
+
cut: "within",
|
|
44
|
+
harness,
|
|
45
|
+
run,
|
|
46
|
+
a,
|
|
47
|
+
b
|
|
48
|
+
});
|
|
49
|
+
}
|
|
50
|
+
if (want.has("across")) for (const arm of arms) for (const run of runs) for (const [x, y] of combinations(harnesses)) {
|
|
51
|
+
const a = find(x, arm, run);
|
|
52
|
+
const b = find(y, arm, run);
|
|
53
|
+
if (a && b) pairs.push({
|
|
54
|
+
cut: "across",
|
|
55
|
+
arm,
|
|
56
|
+
run,
|
|
57
|
+
a,
|
|
58
|
+
b
|
|
59
|
+
});
|
|
60
|
+
}
|
|
61
|
+
return pairs;
|
|
62
|
+
}
|
|
63
|
+
/** Optimistic pair sides from planned attempts: every check is assumed to pass. */
|
|
64
|
+
function plannedSides(attempts) {
|
|
65
|
+
return attempts.map((a) => ({
|
|
66
|
+
harness: a.cell.harness,
|
|
67
|
+
arm: a.cell.environment,
|
|
68
|
+
run: a.n,
|
|
69
|
+
diff: "",
|
|
70
|
+
checksPassed: true,
|
|
71
|
+
control: a.cell.role === "control"
|
|
72
|
+
}));
|
|
73
|
+
}
|
|
74
|
+
/** The two sides in the order the model sees them: `a` first, or `b` first when swapped. */
|
|
75
|
+
const slots = (pair, swapped) => swapped ? [pair.b, pair.a] : [pair.a, pair.b];
|
|
76
|
+
/** Maps a blinded pick (`A` is the first slot) back to the side's name. */
|
|
77
|
+
function winnerOf(pair, swapped, pick) {
|
|
78
|
+
if (pick === "tie") return "tie";
|
|
79
|
+
const [first, second] = slots(pair, swapped);
|
|
80
|
+
return sideName(pair.cut, pick === "A" ? first : second);
|
|
81
|
+
}
|
|
82
|
+
/** Distinct stored reasons, in vote order, capped at `n`. */
|
|
83
|
+
function sampleReasons(votes, n = 3) {
|
|
84
|
+
const seen = /* @__PURE__ */ new Set();
|
|
85
|
+
const out = [];
|
|
86
|
+
for (const v of votes) {
|
|
87
|
+
if (!v.reason || seen.has(v.reason)) continue;
|
|
88
|
+
seen.add(v.reason);
|
|
89
|
+
out.push(v.reason);
|
|
90
|
+
if (out.length >= n) break;
|
|
91
|
+
}
|
|
92
|
+
return out;
|
|
93
|
+
}
|
|
94
|
+
/** A stored reason: trimmed, capped, omitted when empty. */
|
|
95
|
+
function voteReason(text) {
|
|
96
|
+
const trimmed = text?.trim();
|
|
97
|
+
if (!trimmed) return void 0;
|
|
98
|
+
return clip(trimmed, 200);
|
|
99
|
+
}
|
|
100
|
+
/** The vote a pick makes, with the pair's names. */
|
|
101
|
+
function voteOf(question, pair, swapped, pick, reason) {
|
|
102
|
+
const why = voteReason(reason);
|
|
103
|
+
return {
|
|
104
|
+
question,
|
|
105
|
+
cut: pair.cut,
|
|
106
|
+
...pair.cut === "within" ? { harness: pair.harness } : { arm: pair.arm },
|
|
107
|
+
run: pair.run,
|
|
108
|
+
a: sideName(pair.cut, pair.a),
|
|
109
|
+
b: sideName(pair.cut, pair.b),
|
|
110
|
+
winner: winnerOf(pair, swapped, pick),
|
|
111
|
+
swapped,
|
|
112
|
+
...why ? { reason: why } : {}
|
|
113
|
+
};
|
|
114
|
+
}
|
|
115
|
+
/**
|
|
116
|
+
* Each side's wins over the decided votes it was in, per cut. A tie decides nothing, so it counts
|
|
117
|
+
* for neither side; both orders of a pair count, since each is its own judgement.
|
|
118
|
+
*/
|
|
119
|
+
function ratesOf(votes) {
|
|
120
|
+
const rates = /* @__PURE__ */ new Map();
|
|
121
|
+
const rate = (cut, name) => {
|
|
122
|
+
const key = `${cut}\0${name}`;
|
|
123
|
+
let found = rates.get(key);
|
|
124
|
+
if (!found) {
|
|
125
|
+
found = {
|
|
126
|
+
cut,
|
|
127
|
+
name,
|
|
128
|
+
wins: 0,
|
|
129
|
+
n: 0
|
|
130
|
+
};
|
|
131
|
+
rates.set(key, found);
|
|
132
|
+
}
|
|
133
|
+
return found;
|
|
134
|
+
};
|
|
135
|
+
for (const v of votes) {
|
|
136
|
+
if (v.winner === "tie") continue;
|
|
137
|
+
for (const name of [v.a, v.b]) {
|
|
138
|
+
const r = rate(v.cut, name);
|
|
139
|
+
r.n++;
|
|
140
|
+
if (v.winner === name) r.wins++;
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
const order = ["within", "across"];
|
|
144
|
+
return [...rates.values()].sort((x, y) => order.indexOf(x.cut) - order.indexOf(y.cut));
|
|
145
|
+
}
|
|
146
|
+
//#endregion
|
|
147
|
+
export { sampleReasons as a, voteReason as c, ratesOf as i, pairsOf as n, slots as o, plannedSides as r, voteOf as s, acrossOf as t };
|
|
148
|
+
|
|
149
|
+
//# sourceMappingURL=pairs-DDsjgm5F.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pairs-DDsjgm5F.js","names":[],"sources":["../src/compare/pairs.ts"],"mappings":";;;AAsCA,MAAa,YAAY,KAAiB,SACxC,QAAQ,WAAW,KAAK,MAAM,KAAK;;AAGrC,SAAS,aAAgB,OAA2B;CAClD,MAAM,MAAqB,CAAC;CAC5B,KAAK,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAChC,KAAK,IAAI,IAAI,IAAI,GAAG,IAAI,MAAM,QAAQ,KAAK,IAAI,KAAK,CAAC,MAAM,IAAS,MAAM,EAAO,CAAC;CAEpF,OAAO;AACT;;AAGA,MAAM,YAAY,WAAqB,CAAC,GAAG,IAAI,IAAI,MAAM,CAAC;;AAG1D,MAAa,WAAyB,CAAC,UAAU,QAAQ;;;;;AAMzD,MAAa,YAAY,WAAsC;CAC7D,IAAI,WAAW,eAAe,OAAO,CAAC,QAAQ;CAC9C,IAAI,WAAW,WAAW,OAAO,CAAC,QAAQ;CAC1C,OAAO;AACT;;;;;;;;AASA,SAAgB,QAAQ,UAAyB,OAAuC;CACtF,MAAM,WAAW,SAAS,QAAQ,MAAM,EAAE,YAAY;CACtD,MAAM,QAAQ,SAAiB,KAAa,QAC1C,SAAS,MAAM,MAAM,EAAE,YAAY,WAAW,EAAE,QAAQ,OAAO,EAAE,QAAQ,GAAG;CAC9E,MAAM,YAAY,SAAS,SAAS,KAAK,MAAM,EAAE,OAAO,CAAC;CACzD,MAAM,OAAO,SAAS,CACpB,GAAG,SAAS,QAAQ,MAAM,EAAE,OAAO,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG,GACrD,GAAG,SAAS,KAAK,MAAM,EAAE,GAAG,CAC9B,CAAC;CACD,MAAM,OAAO,CAAC,GAAG,IAAI,IAAI,SAAS,KAAK,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC;CAC1E,MAAM,OAAO,IAAI,IAAI,OAAO,SAAS,QAAQ,QAAQ;CACrD,MAAM,QAAgB,CAAC;CACvB,IAAI,KAAK,IAAI,QAAQ,GACnB,KAAK,MAAM,WAAW,WACpB,KAAK,MAAM,OAAO,MAChB,KAAK,MAAM,CAAC,GAAG,MAAM,aAAa,IAAI,GAAG;EACvC,MAAM,IAAI,KAAK,SAAS,GAAG,GAAG;EAC9B,MAAM,IAAI,KAAK,SAAS,GAAG,GAAG;EAC9B,IAAI,KAAK,GAAG,MAAM,KAAK;GAAE,KAAK;GAAU;GAAS;GAAK;GAAG;EAAE,CAAC;CAC9D;CAIN,IAAI,KAAK,IAAI,QAAQ,GACnB,KAAK,MAAM,OAAO,MAChB,KAAK,MAAM,OAAO,MAChB,KAAK,MAAM,CAAC,GAAG,MAAM,aAAa,SAAS,GAAG;EAC5C,MAAM,IAAI,KAAK,GAAG,KAAK,GAAG;EAC1B,MAAM,IAAI,KAAK,GAAG,KAAK,GAAG;EAC1B,IAAI,KAAK,GAAG,MAAM,KAAK;GAAE,KAAK;GAAU;GAAK;GAAK;GAAG;EAAE,CAAC;CAC1D;CAIN,OAAO;AACT;;AAGA,SAAgB,aACd,UAIe;CACf,OAAO,SAAS,KAAK,OAAO;EAC1B,SAAS,EAAE,KAAK;EAChB,KAAK,EAAE,KAAK;EACZ,KAAK,EAAE;EACP,MAAM;EACN,cAAc;EACd,SAAS,EAAE,KAAK,SAAS;CAC3B,EAAE;AACJ;;AAGA,MAAa,SAAS,MAAY,YAChC,UAAU,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;;AAG9C,SAAgB,SAAS,MAAY,SAAkB,MAAgC;CACrF,IAAI,SAAS,OAAO,OAAO;CAC3B,MAAM,CAAC,OAAO,UAAU,MAAM,MAAM,OAAO;CAC3C,OAAO,SAAS,KAAK,KAAK,SAAS,MAAM,QAAQ,MAAM;AACzD;;AAMA,SAAgB,cAAc,OAAmB,IAAI,GAAa;CAChE,MAAM,uBAAO,IAAI,IAAY;CAC7B,MAAM,MAAgB,CAAC;CACvB,KAAK,MAAM,KAAK,OAAO;EACrB,IAAI,CAAC,EAAE,UAAU,KAAK,IAAI,EAAE,MAAM,GAAG;EACrC,KAAK,IAAI,EAAE,MAAM;EACjB,IAAI,KAAK,EAAE,MAAM;EACjB,IAAI,IAAI,UAAU,GAAG;CACvB;CACA,OAAO;AACT;;AAGA,SAAgB,WAAW,MAA8C;CACvE,MAAM,UAAU,MAAM,KAAK;CAC3B,IAAI,CAAC,SAAS,OAAO,KAAA;CACrB,OAAO,KAAK,SAAA,GAAwB;AACtC;;AAGA,SAAgB,OACd,UACA,MACA,SACA,MACA,QACU;CACV,MAAM,MAAM,WAAW,MAAM;CAC7B,OAAO;EACL;EACA,KAAK,KAAK;EACV,GAAI,KAAK,QAAQ,WAAW,EAAE,SAAS,KAAK,QAAQ,IAAI,EAAE,KAAK,KAAK,IAAI;EACxE,KAAK,KAAK;EACV,GAAG,SAAS,KAAK,KAAK,KAAK,CAAC;EAC5B,GAAG,SAAS,KAAK,KAAK,KAAK,CAAC;EAC5B,QAAQ,SAAS,MAAM,SAAS,IAAI;EACpC;EACA,GAAI,MAAM,EAAE,QAAQ,IAAI,IAAI,CAAC;CAC/B;AACF;;;;;AAMA,SAAgB,QAAQ,OAA2C;CACjE,MAAM,wBAAQ,IAAI,IAA4C;CAC9D,MAAM,QAAQ,KAAiB,SAAiB;EAC9C,MAAM,MAAM,GAAG,IAAI,IAAI;EACvB,IAAI,QAAQ,MAAM,IAAI,GAAG;EACzB,IAAI,CAAC,OAAO;GACV,QAAQ;IAAE;IAAK;IAAM,MAAM;IAAG,GAAG;GAAE;GACnC,MAAM,IAAI,KAAK,KAAK;EACtB;EACA,OAAO;CACT;CACA,KAAK,MAAM,KAAK,OAAO;EACrB,IAAI,EAAE,WAAW,OAAO;EACxB,KAAK,MAAM,QAAQ,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG;GAC7B,MAAM,IAAI,KAAK,EAAE,KAAK,IAAI;GAC1B,EAAE;GACF,IAAI,EAAE,WAAW,MAAM,EAAE;EAC3B;CACF;CACA,MAAM,QAAsB,CAAC,UAAU,QAAQ;CAC/C,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,MAAM,MAAM,QAAQ,EAAE,GAAG,IAAI,MAAM,QAAQ,EAAE,GAAG,CAAC;AACvF"}
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { n as UsageError } from "./errors-yDAEwmZo.js";
|
|
2
2
|
import { n as clip, r as formatDuration } from "./text-gEcKjAyp.js";
|
|
3
|
-
import {
|
|
3
|
+
import { n as pairsOf, r as plannedSides, t as acrossOf } from "./pairs-DDsjgm5F.js";
|
|
4
|
+
import { c as recentRecords, p as scratchDir } from "./files-CMSUXAEg.js";
|
|
4
5
|
//#region src/plan.ts
|
|
5
6
|
/** With no history for a harness, an attempt is assumed to take this long (the fake agent: 1s). */
|
|
6
7
|
const DEFAULT_ATTEMPT_MS = 18e4;
|
|
@@ -50,7 +51,8 @@ async function buildPlan(options) {
|
|
|
50
51
|
const existing = rows.get(id);
|
|
51
52
|
if (!existing || existing.plan.skip) rows.set(id, {
|
|
52
53
|
id,
|
|
53
|
-
plan: attempt.plan
|
|
54
|
+
plan: attempt.plan,
|
|
55
|
+
sides: []
|
|
54
56
|
});
|
|
55
57
|
for (const w of attempt.plan.warnings) warnings.add(w);
|
|
56
58
|
if (attempt.skip || attempt.plan.skip) continue;
|
|
@@ -84,6 +86,7 @@ async function buildPlan(options) {
|
|
|
84
86
|
},
|
|
85
87
|
attempts: c.n
|
|
86
88
|
};
|
|
89
|
+
row.sides = plannedSides(planned.filter((p) => p.id === row.id && !p.attempt.skip && !p.attempt.plan.skip).map((p) => p.attempt));
|
|
87
90
|
}
|
|
88
91
|
return {
|
|
89
92
|
profile: options.profile,
|
|
@@ -103,15 +106,22 @@ async function buildPlan(options) {
|
|
|
103
106
|
questionModel: options.questionModel ?? null
|
|
104
107
|
};
|
|
105
108
|
}
|
|
106
|
-
/**
|
|
107
|
-
const
|
|
109
|
+
/** `environment · 2 pairs` when it varies one factor; `4 pairs` when it asks both. */
|
|
110
|
+
const questionPairLabel = (q) => {
|
|
111
|
+
const n = `${q.pairs} ${q.pairs === 1 ? "pair" : "pairs"}`;
|
|
112
|
+
return q.across ? `${q.across} · ${n}` : n;
|
|
113
|
+
};
|
|
114
|
+
/** An eval's compare questions, each with the model that will answer it and its pair count. */
|
|
115
|
+
const planQuestions = (questions, sides, questionModel, skip) => (skip ? [] : questions ?? []).map((q) => ({
|
|
108
116
|
question: q.question,
|
|
109
|
-
model: q.model ??
|
|
117
|
+
model: q.model ?? questionModel,
|
|
118
|
+
...q.across ? { across: q.across } : {},
|
|
119
|
+
pairs: pairsOf(sides, acrossOf(q.across)).length
|
|
110
120
|
}));
|
|
111
|
-
/** ` question 1/2 Which is cleaner? · after the run · google/gemini-3.8-flash` */
|
|
112
|
-
function questionLines(
|
|
113
|
-
const questions = planQuestions(plan,
|
|
114
|
-
return questions.map((q, i) => ` question ${i + 1}/${questions.length} ${clip(q.question, 80)} · after the run · ${q.model ?? "needs a language model: set analysis.model"}`);
|
|
121
|
+
/** ` question 1/2 Which is cleaner? · after the run · 4 pairs · google/gemini-3.8-flash` */
|
|
122
|
+
function questionLines(row, questionModel) {
|
|
123
|
+
const questions = planQuestions(row.plan.questions, row.sides, questionModel, row.plan.skip);
|
|
124
|
+
return questions.map((q, i) => ` question ${i + 1}/${questions.length} ${clip(q.question, 80)} · after the run · ${questionPairLabel(q)} · ${q.model ?? "needs a language model: set analysis.model"}`);
|
|
115
125
|
}
|
|
116
126
|
/** One line when evals run several times under the default gate, which every attempt must pass. */
|
|
117
127
|
function gateHint(rows) {
|
|
@@ -178,8 +188,8 @@ function planTable(plan, todos = []) {
|
|
|
178
188
|
const widths = header.map((h, i) => Math.max(h.length, ...rows.map((r) => (r[i] ?? "").length)));
|
|
179
189
|
const line = (cols) => cols.map((c, i) => i === cols.length - 1 ? c : c.padEnd(widths[i] ?? 0)).join(" ").trimEnd();
|
|
180
190
|
return [line(header), ...rows.flatMap((row, i) => {
|
|
181
|
-
const p = plan.rows[i]
|
|
182
|
-
return [line(row), ...p ? questionLines(
|
|
191
|
+
const p = plan.rows[i];
|
|
192
|
+
return [line(row), ...p ? questionLines(p, plan.questionModel) : []];
|
|
183
193
|
})];
|
|
184
194
|
}
|
|
185
195
|
function planDocument(plan, planned, excluded, images) {
|
|
@@ -187,7 +197,7 @@ function planDocument(plan, planned, excluded, images) {
|
|
|
187
197
|
for (const { id, file, attempt } of planned) {
|
|
188
198
|
let e = evals.get(id);
|
|
189
199
|
if (!e) {
|
|
190
|
-
const questions = planQuestions(plan, attempt.plan);
|
|
200
|
+
const questions = planQuestions(attempt.plan.questions, plan.rows.find((r) => r.id === id)?.sides ?? [], plan.questionModel, attempt.plan.skip);
|
|
191
201
|
e = {
|
|
192
202
|
id,
|
|
193
203
|
file,
|
|
@@ -258,4 +268,4 @@ function checkAttemptBudget(plan, force, configFile) {
|
|
|
258
268
|
//#endregion
|
|
259
269
|
export { buildPlan, checkAttemptBudget, planDocument, planLine, planTable };
|
|
260
270
|
|
|
261
|
-
//# sourceMappingURL=plan-
|
|
271
|
+
//# sourceMappingURL=plan-PPc4-6xd.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"plan-PPc4-6xd.js","names":[],"sources":["../src/plan.ts"],"mappings":";;;;;;AAsBA,MAAM,qBAAqB;AAC3B,MAAM,kBAAkB;;AAExB,MAAM,eAAe;AAqCrB,MAAM,UAAU,WAAqB;CACnC,MAAM,SAAS,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC;CAC/C,MAAM,MAAM,KAAK,MAAM,OAAO,SAAS,CAAC;CACxC,OAAO,OAAO,SAAS,IAClB,OAAO,SACN,OAAO,MAAM,MAAM,MAAM,OAAO,QAAQ,MAAM;AACtD;;AAGA,eAAsB,iBAAiB,MAAc,YAAoB;CACvE,MAAM,UAAU,MAAM,cAAc,CAAC,YAAY,WAAW,IAAI,CAAC,GAAG,YAAY;CAChF,MAAM,yBAAS,IAAI,IAAsB;CACzC,MAAM,4BAAY,IAAI,IAAsB;CAC5C,MAAM,QAAQ,KAA4B,KAAa,OACrD,IAAI,IAAI,KAAK,CAAC,GAAI,IAAI,IAAI,GAAG,KAAK,CAAC,GAAI,EAAE,CAAC;CAC5C,KAAK,MAAM,UAAU,SACnB,KAAK,MAAM,KAAK,OAAO,SAAS,CAAC,GAC/B,KAAK,MAAM,KAAK,EAAE,YAAY,CAAC,GAAG;EAChC,IAAI,EAAE,YAAY,UAAU,EAAE,YAAY,QAAQ;EAClD,MAAM,UAAU,EAAE,OAAO,MAAM,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE;EACxD,IAAI,CAAC,SAAS;EACd,KAAK,QAAQ,GAAG,EAAE,GAAG,IAAI,WAAW,EAAE,UAAU;EAChD,KAAK,WAAW,SAAS,EAAE,UAAU;CACvC;CAGJ,QAAQ,IAAY,SAAiB,SAAiB;EACpD,MAAM,MAAM,OAAO,IAAI,GAAG,GAAG,IAAI,SAAS;EAC1C,IAAI,KAAK,QAAQ,OAAO,OAAO,GAAG;EAClC,MAAM,MAAM,UAAU,IAAI,OAAO;EACjC,IAAI,KAAK,QAAQ,OAAO,OAAO,GAAG;EAClC,OAAO,SAAS,SAAS,kBAAkB;CAC7C;AACF;AAEA,eAAsB,UAAU,SAQX;CACnB,MAAM,EAAE,YAAY;CACpB,MAAM,WAAW,MAAM,iBAAiB,QAAQ,MAAM,QAAQ,UAAU;CACxE,MAAM,uBAAO,IAAI,IAAqB;CACtC,MAAM,wBAAQ,IAAI,IAAY;CAC9B,MAAM,2BAAW,IAAI,IAAY;CACjC,MAAM,kCAAkB,IAAI,IAA4B;CACxD,MAAM,4BAAY,IAAI,IAA+B;CACrD,MAAM,8BAAc,IAAI,IAA+B;CACvD,MAAM,4BAAY,IAAI,IAAY;CAElC,MAAM,0BAAU,IAAI,IAA0E;CAC9F,IAAI,WAAW;CACf,IAAI,aAAa;CACjB,KAAK,MAAM,EAAE,IAAI,aAAa,SAAS;EACrC,MAAM,WAAW,KAAK,IAAI,EAAE;EAC5B,IAAI,CAAC,YAAY,SAAS,KAAK,MAAM,KAAK,IAAI,IAAI;GAAE;GAAI,MAAM,QAAQ;GAAM,OAAO,CAAC;EAAE,CAAC;EACvF,KAAK,MAAM,KAAK,QAAQ,KAAK,UAAU,SAAS,IAAI,CAAC;EACrD,IAAI,QAAQ,QAAQ,QAAQ,KAAK,MAAM;EACvC,KAAK,MAAM,KAAK,QAAQ,KAAK,iBAC3B,gBAAgB,IAAI,GAAG,EAAE,KAAK,IAAI,EAAE,WAAW,CAAC;EAElD;EACA,MAAM,IAAI,GAAG,GAAG,IAAI,QAAQ,KAAK,KAAK;EACtC,cAAc,SAAS,IAAI,QAAQ,KAAK,SAAS,QAAQ,QAAQ,IAAI;EACrE,UAAU,IAAI,KAAK,UAAU,QAAQ,OAAO,GAAG,QAAQ,OAAO;EAC9D,YAAY,IAAI,KAAK,UAAU,QAAQ,OAAO,GAAG,QAAQ,OAAO;EAChE,UAAU,IAAI,QAAQ,KAAK,OAAO;EAClC,MAAM,MAAM,QAAQ,IAAI,EAAE,KAAK;GAAE,2BAAW,IAAI,IAAI;GAAG,0BAAU,IAAI,IAAI;GAAG,GAAG;EAAE;EACjF,IAAI,UAAU,IAAI,QAAQ,KAAK,OAAO;EACtC,IAAI,QAAQ,KAAK,YAAY,KAAA,GAAW,IAAI,SAAS,IAAI,QAAQ,KAAK,OAAO;EAC7E,IAAI;EACJ,QAAQ,IAAI,IAAI,GAAG;CACrB;CACA,KAAK,MAAM,OAAO,KAAK,OAAO,GAAG;EAC/B,MAAM,IAAI,QAAQ,IAAI,IAAI,EAAE;EAC5B,IAAI,CAAC,GAAG;EACR,MAAM,EAAE,aAAa,IAAI;EACzB,IAAI,OAAO;GACT,GAAG,IAAI;GACP,WAAW,EAAE,UAAU;GACvB,UAAU,YAAY;IAAE,KAAK,EAAE,SAAS;IAAM,IAAI,SAAS;GAAG;GAC9D,UAAU,EAAE;EACd;EACA,IAAI,QAAQ,aACV,QACG,QAAQ,MAAM,EAAE,OAAO,IAAI,MAAM,CAAC,EAAE,QAAQ,QAAQ,CAAC,EAAE,QAAQ,KAAK,IAAI,CAAC,CACzE,KAAK,MAAM,EAAE,OAAO,CACzB;CACF;CACA,OAAO;EACL,SAAS,QAAQ;EACjB,MAAM,CAAC,GAAG,KAAK,OAAO,CAAC;EACvB,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,CAAC,CAAC,QAAQ,MAAM,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC;EACtD,OAAO,MAAM;EACb;EACA;EACA,aAAa,QAAQ;EACrB,QAAQ,QAAQ;EAChB,UAAU,CAAC,GAAG,QAAQ;EACtB,iBAAiB,CAAC,GAAG,gBAAgB,OAAO,CAAC,CAAC,CAAC,MAC5C,GAAG,MAAM,OAAO,EAAE,SAAS,MAAM,IAAI,OAAO,EAAE,SAAS,MAAM,CAChE;EACA,OAAO,SAAS,CAAC,GAAG,KAAK,OAAO,CAAC,CAAC;EAClC,WAAW,CAAC,GAAG,UAAU,OAAO,CAAC;EACjC,oBAAoB,CAAC,GAAG,YAAY,OAAO,CAAC;EAC5C,WAAW,CAAC,GAAG,SAAS;EACxB,eAAe,QAAQ,iBAAiB;CAC1C;AACF;;AAaA,MAAa,qBAAqB,MAAsD;CACtF,MAAM,IAAI,GAAG,EAAE,MAAM,GAAG,EAAE,UAAU,IAAI,SAAS;CACjD,OAAO,EAAE,SAAS,GAAG,EAAE,OAAO,KAAK,MAAM;AAC3C;;AAGA,MAAa,iBACX,WACA,OACA,eACA,UAEC,OAAO,CAAC,IAAK,aAAa,CAAC,EAAA,CAAI,KAAK,OAAO;CAC1C,UAAU,EAAE;CACZ,OAAO,EAAE,SAAS;CAClB,GAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,IAAI,CAAC;CACvC,OAAO,QAAQ,OAAO,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;AAC5C,EAAE;;AAGJ,SAAS,cAAc,KAAc,eAAwC;CAC3E,MAAM,YAAY,cAAc,IAAI,KAAK,WAAW,IAAI,OAAO,eAAe,IAAI,KAAK,IAAI;CAC3F,OAAO,UAAU,KACd,GAAG,MACF,cAAc,IAAI,EAAE,GAAG,UAAU,OAAO,IAAI,KAAK,EAAE,UAAU,EAAE,EAAE,qBAAqB,kBAAkB,CAAC,EAAE,KAAK,EAAE,SAAS,8CAC/H;AACF;;AAGA,SAAS,SAAS,MAA2B;CAC3C,MAAM,IAAI,KAAK,QAAQ,MAAM,CAAC,EAAE,KAAK,QAAQ,EAAE,KAAK,OAAO,KAAK,EAAE,KAAK,SAAS,KAAA,CAAS,CAAC,CAAC;CAC3F,IAAI,MAAM,GAAG,OAAO,CAAC;CACrB,OAAO,CACL,GAAG,OAAO,GAAG,MAAM,EAAE,GAAG,MAAM,IAAI,SAAS,MAAM,8HACnD;AACF;AAEA,MAAM,UAAU,GAAW,SAAiB,GAAG,EAAE,GAAG,OAAO,MAAM,IAAI,KAAK;;;;;AAM1E,SAAgB,SAAS,MAAe,QAAiB,OAAwB;CAC/E,MAAM,QAAkB,CAAC;CACzB,MAAM,KAAK,SAAS,KAAK;CACzB,IAAI,IAAI,MAAM,KAAK,OAAO,IAAI;CAC9B,IAAI,QAAQ,MAAM,KAAK,UAAU,QAAQ;CACzC,IAAI,KAAK,QAAQ,MAAM,KAAK,QAAQ;CACpC,IAAI,KAAK,SAAS,MAAM,KAAK,WAAW,KAAK,QAAQ,KAAK,IAAI,KAAK,QAAQ,OAAO,EAAE;CACpF,MAAM,UAAU,KAAK,KAAK,SAAS,KAAK;CACxC,MAAM,KAAK,OAAO,KAAK,OAAO,MAAM,KAAK,UAAU,KAAK,QAAQ,aAAa,GAAG;CAChF,MAAM,KAAK,OAAO,KAAK,OAAO,MAAM,GAAG,OAAO,KAAK,UAAU,SAAS,CAAC;CACvE,MAAM,SAAS,IAAI,eAAe,KAAK,UAAU,EAAE;CACnD,MAAM,WAAW,KAAK,IAAI,KAAK,aAAa,KAAK,QAAQ;CACzD,MAAM,KACJ,WAAW,IACP,GAAG,OAAO,KAAK,eAAe,KAAK,aAAa,QAAQ,EAAE,kBAAkB,KAAK,YAAY,KAC7F,MACN;CACA,MAAM,EAAE,UAAU,aAAa,KAAK;CACpC,MAAM,OAAO,CACX,aAAa,KAAA,IACT,GAAG,OAAO,UAAU,SAAS,EAAE,GAAG,KAAK,YAAY,WAAW,MAAM,QACpE,IACJ,aAAa,KAAA,IAAY,GAAG,aAAa,EAC3C,CAAC,CAAC,OAAO,OAAO;CAChB,IAAI,KAAK,QAAQ,MAAM,KAAK,UAAU,KAAK,KAAK,IAAI,GAAG;CACvD,OAAO,SAAS,MAAM,KAAK,KAAK;AAClC;;;AAIA,SAAgB,UAAU,MAAe,QAA2B,CAAC,GAAa;CAChF,MAAM,SAAS;EAAC;EAAQ;EAAa;EAAY;EAAQ;EAAY;CAAO;CAC5E,MAAM,OAAO,KAAK,KAAK,KAAK,EAAE,IAAI,MAAM,QAAQ;EAC9C,KAAK,IAAI,EAAE;EACX,OAAO,EAAE,SAAS;EAClB,EAAE,aAAa,OACX,MACA,EAAE,SAAS,QAAQ,EAAE,SAAS,KAC5B,OAAO,EAAE,SAAS,GAAG,IACrB,GAAG,EAAE,SAAS,IAAI,MAAM,EAAE,SAAS;EACzC,OAAO,EAAE,IAAI;EACb,OAAO,EAAE,QAAQ;EACjB;GACE,EAAE,OAAO,YAAY,EAAE,SAAS;GAChC,GAAG,EAAE;GACL,EAAE,SAAS,SAAS,aAAa,EAAE,SAAS,KAAK,IAAI,MAAM;GAC3D,EAAE,OAAO,SAAS,WAAW,EAAE,OAAO,KAAK,IAAI,MAAM;GACrD,EAAE,WAAW,SAAS,cAAc,EAAE,WAAW,KAAK,IAAI,MAAM;EAClE,CAAC,CACE,OAAO,OAAO,CAAC,CACf,KAAK,KAAK;CACf,CAAC;CACD,KAAK,MAAM,MAAM,OAAO,KAAK,KAAK;EAAC,KAAK,IAAI,EAAE;EAAG;EAAK;EAAK;EAAK;EAAK;CAAM,CAAC;CAC5E,MAAM,SAAS,OAAO,KAAK,GAAG,MAAM,KAAK,IAAI,EAAE,QAAQ,GAAG,KAAK,KAAK,OAAO,EAAE,MAAM,GAAA,CAAI,MAAM,CAAC,CAAC;CAC/F,MAAM,QAAQ,SACZ,KACG,KAAK,GAAG,MAAO,MAAM,KAAK,SAAS,IAAI,IAAI,EAAE,OAAO,OAAO,MAAM,CAAC,CAAE,CAAC,CACrE,KAAK,IAAI,CAAC,CACV,QAAQ;CACb,OAAO,CACL,KAAK,MAAM,GACX,GAAG,KAAK,SAAS,KAAK,MAAM;EAC1B,MAAM,IAAI,KAAK,KAAK;EACpB,OAAO,CAAC,KAAK,GAAG,GAAG,GAAI,IAAI,cAAc,GAAG,KAAK,aAAa,IAAI,CAAC,CAAE;CACvE,CAAC,CACH;AACF;AA0DA,SAAgB,aACd,MACA,SACA,UACA,QACc;CACd,MAAM,wBAAQ,IAAI,IAAsB;CACxC,KAAK,MAAM,EAAE,IAAI,MAAM,aAAa,SAAS;EAC3C,IAAI,IAAI,MAAM,IAAI,EAAE;EACpB,IAAI,CAAC,GAAG;GACN,MAAM,YAAY,cAChB,QAAQ,KAAK,WACb,KAAK,KAAK,MAAM,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,CAAC,GAC9C,KAAK,eACL,QAAQ,KAAK,IACf;GACA,IAAI;IACF;IACA;IACA,QAAQ,QAAQ;IAChB,MAAM,QAAQ;IACd,MAAM,QAAQ;IACd,MAAM,QAAQ,KAAK,QAAQ;IAC3B,OAAO,QAAQ,KAAK;IACpB,OAAO,CAAC;IACR,GAAI,UAAU,SAAS,EAAE,UAAU,IAAI,CAAC;GAC1C;GACA,MAAM,IAAI,IAAI,CAAC;EACjB;EACA,IAAI,QAAQ,QAAQ,QAAQ,KAAK,MAAM;EACvC,MAAM,OAAO,EAAE,MAAM,MAAM,MAAM,EAAE,QAAQ,QAAQ,KAAK,GAAG;EAC3D,IAAI,MAAM,KAAK;OAEb,EAAE,MAAM,KAAK;GACX,GAAG,QAAQ;GACX,MAAM,QAAQ;GACd,GAAI,QAAQ,YAAY,KAAA,IAAY,EAAE,SAAS,QAAQ,QAAQ,IAAI,CAAC;GACpE,MAAM;GACN,UAAU,QAAQ;GAClB,QAAQ,QAAQ;GAChB,GAAI,QAAQ,aAAa,EACvB,WAAW;IACT,MAAM,QAAQ,UAAU;IACxB,KAAK,QAAQ,UAAU,OAAO;IAC9B,MAAM,QAAQ,UAAU,QAAQ;GAClC,EACF;GACA,GAAI,QAAQ,SAAS,EAAE,OAAO,QAAQ,MAAM;EAC9C,CAAC;CAEL;CACA,MAAM,EAAE,UAAU,aAAa,KAAK;CACpC,OAAO;EACL,GAAI,KAAK,QAAQ,EAAE,OAAO,KAAK,MAAM,IAAI,CAAC;EAC1C,SAAS,KAAK,WAAW;GAAE,MAAM,KAAK,QAAQ;GAAM,QAAQ,KAAK,QAAQ;EAAO;EAChF,GAAI,KAAK,SAAS,EAAE,QAAQ,KAAK,OAAO,IAAI,CAAC;EAC7C,QAAQ;GACN,OAAO,KAAK;GACZ,SAAS,KAAK,KAAK,SAAS,KAAK;GACjC,OAAO,KAAK;GACZ,UAAU,KAAK;EACjB;EACA,QAAQ;GACN,UAAU,YAAY;GACtB,UAAU,YAAY;GACtB,MAAM,aAAa,KAAA,KAAa,KAAK,YAAY;EACnD;EACA,aAAa,KAAK;EAClB,YAAY,KAAK;EACjB,UAAU,KAAK;EACf,iBAAiB,KAAK;EACtB,OAAO,KAAK;EACZ,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC;EACzB;EACA;CACF;AACF;;AAGA,SAAgB,mBAAmB,MAAe,OAAgB,YAA0B;CAC1F,MAAM,MAAM,KAAK,OAAO;CACxB,IAAI,QAAQ,KAAA,KAAa,KAAK,YAAY,OAAO,OAAO;CACxD,MAAM,QAAQ,KAAK,UAAU,WAAW,KAAK,QAAQ,SAAS;CAC9D,MAAM,IAAI,WACR,kBAAkB,KAAK,SAAS,kCAAkC,IAAI,IAAI,MAAM,iFAClF;AACF"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { rt as RETRY_DELAYS } from "./src-
|
|
2
|
-
import { c as levelOf } from "./options-
|
|
1
|
+
import { rt as RETRY_DELAYS } from "./src-TdJuDYqB.js";
|
|
2
|
+
import { c as levelOf } from "./options-DPUlm4FI.js";
|
|
3
3
|
import { t as PrepareError } from "./provider-CmAYTQQs.js";
|
|
4
4
|
import { mkdirSync, readFileSync, readdirSync, rmSync, statSync, writeFileSync } from "node:fs";
|
|
5
5
|
import { join } from "node:path";
|
|
@@ -182,4 +182,4 @@ function preparedFor(root, runId, provider, sandbox, harness) {
|
|
|
182
182
|
//#endregion
|
|
183
183
|
export { removePrepared as a, preparedFor as i, prepareAll as n, writePrepared as o, prepareTargets as r, RunStopError as t };
|
|
184
184
|
|
|
185
|
-
//# sourceMappingURL=preflight-
|
|
185
|
+
//# sourceMappingURL=preflight-CddycK92.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"preflight-
|
|
1
|
+
{"version":3,"file":"preflight-CddycK92.js","names":[],"sources":["../src/sandbox/preflight.ts"],"mappings":";;;;;AAiDA,MAAM,gBAAgB,UAAkB;CACtC,MAAM,QAAQ,QAAQ,KAAK;CAC3B,OAAO,UAAU,YAAY,UAAU;AACzC;;AAGA,SAAgB,eACd,MACA,WACA,OACiB;CACjB,MAAM,0BAAU,IAAI,IAA2B;CAC/C,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,WAAW,UAAU,IAAI,QAAQ;EACvC,IAAI,CAAC,UAAU;EACf,MAAM,MAAM,GAAG,IAAI,QAAQ,KAAK,IAAI,SAAS,IAAI,IAAI,SAAS,IAAI,OAAO;EACzE,MAAM,SAAS,QAAQ,IAAI,GAAG,KAAK;GACjC,MAAM,IAAI,QAAQ;GAClB,KAAK,SAAS,IAAI,IAAI,SAAS,IAAI,OAAO;GAC1C,OAAO,MAAM,GAAG;GAChB,SAAS,IAAI;GACb,SAAS,IAAI;GACb,OAAO,CAAC;GACR,SAAS;EACX;EACA,IAAI,CAAC,OAAO,MAAM,SAAS,IAAI,MAAM,OAAO,GAAG,OAAO,MAAM,KAAK,IAAI,MAAM,OAAO;EAClF,OAAO,YAAY,aAAa,IAAI,MAAM,OAAO,KAAK,aAAa,IAAI,MAAM,OAAO;EACpF,QAAQ,IAAI,KAAK,MAAM;CACzB;CACA,OAAO,CAAC,GAAG,QAAQ,OAAO,CAAC;AAC7B;;AAGA,IAAa,eAAb,cAAkC,MAAM;CACtC,OAAgB;CAChB;CACA,YAAY,SAAiD;EAC3D,MACE,GAAG,QAAQ,QAAQ,QAAQ,gBAAgB,QAAQ,OAAO,MAAM,aAAa,QAAQ,OAAO,MAAM,KAAK,IAAI,EAAE,iCAC/G;EACA,KAAK,UAAU;CACjB;AACF;AAEA,MAAM,SAAS,IAAY,WACzB,IAAI,SAAe,YAAY;CAC7B,MAAM,QAAQ,WAAW,SAAS,EAAE;CACpC,MAAM,aAAa;EACjB,aAAa,KAAK;EAClB,QAAQ;CACV;CACA,OAAO,iBAAiB,SAAS,MAAM,EAAE,MAAM,KAAK,CAAC;AACvD,CAAC;;AAGH,MAAM,0BAAU,IAAI,QAAgB;AAEpC,MAAM,aAAa,UAA2B,UAC5C,iBAAiB,eAAe,MAAM,UAAU,SAAS,SAAS,KAAK;;;;;;AAOzE,eAAsB,WACpB,SACA,SAU2B;CAC3B,MAAM,EAAE,WAAW,SAAS;CAC5B,MAAM,SAAS,QAAQ,UAAU;CACjC,MAAM,OAAO,IAAI,gBAAgB;CACjC,MAAM,SAAS,QAAQ,SAAS,YAAY,IAAI,CAAC,QAAQ,QAAQ,KAAK,MAAM,CAAC,IAAI,KAAK;CACtF,KAAK,MAAM,QAAQ,IAAI,IAAI,QAAQ,KAAK,MAAM,EAAE,IAAI,CAAC,GAAG;EACtD,MAAM,WAAW,UAAU;EAC3B,IAAI;GACF,MAAM,SAAS,MAAM;EACvB,SAAS,OAAO;GACd,MAAM,iBAAiB,eAAe,QAAQ,IAAI,aAAa,SAAS,SAAS,KAAK,CAAC;EACzF;CACF;CACA,IAAI,QAAQ,QAAQ,QAAQ,UAAU;EAAE,OAAO;EAAS;CAAQ,CAAC;CAEjE,MAAM,MAAM,OAAO,WAAmD;EACpE,MAAM,WAAW,UAAU,OAAO;EAClC,MAAM,QAAQ,OAAU,SAAuC;GAC7D,KAAK,IAAI,IAAI,IAAK,KAChB,IAAI;IACF,OAAO,MAAM,KAAK;GACpB,SAAS,OAAO;IAGd,IAAI,EADc,EADL,iBAAiB,UAAU,QAAQ,IAAI,KAAK,MAC9B,UAAU,UAAU,KAAK,CAAC,CAAC,UAAU,gBAC9C,KAAK,OAAO,UAAU,OAAO,SAAS;KACtD,IAAI,iBAAiB,QAAQ,QAAQ,IAAI,KAAK;KAC9C,MAAM;IACR;IACA,QAAQ,MACN,YAAY,OAAO,MAAM,IAAI,OAAQ,MAAgB,OAAO,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,IAC5E;IACA,MAAM,MAAM,OAAO,MAAM,GAAG,MAAM;GACpC;EAEJ;EACA,MAAM,QAAQ,YAAY,IAAI;EAC9B,IAAI;GACF,MAAM,MAAM;IAAE;IAAM;IAAQ,KAAK,QAAQ,cAAc,CAAC;IAAI;GAAM;GAGlE,OAAO;IAAE;IAAQ,IAAI;IAAM,QAAA,MADN,YAAY,SAAS,QAAQ,OAAO,SAAS,OAAO,SAAS,GAAG,CAAC;IACnD,IAAI,YAAY,IAAI,IAAI;GAAM;EACnE,SAAS,OAAO;GAEd,OAAO;IAAE;IAAQ,IAAI;IAAO,SADZ,UAAU,UAAU,KACF;IAAG,IAAI,YAAY,IAAI,IAAI;GAAM;EACrE;CACF;CAEA,MAAM,WAA6B,CAAC;CACpC,IAAI,UAAyD;CAC7D,IAAI,OAAO;CACX,MAAM,SAAS,YAAY;EACzB,OAAO,OAAO,QAAQ,UAAU,CAAC,OAAO,SAAS;GAC/C,MAAM,SAAS,QAAQ;GACvB,MAAM,UAAU,MAAM,IAAI,MAAM;GAChC,IAAI,SAAS;GACb,SAAS,KAAK,OAAO;GACrB,IAAI,CAAC,QAAQ,MAAM,OAAO,WAAW,CAAC,QAAQ,QAAQ,SAAS;IAC7D,UAAU;IACV,KAAK,MAAM;IACX;GACF;GACA,QAAQ,UAAU;IAAE,OAAO,QAAQ,KAAK,UAAU;IAAU;GAAQ,CAAC;EACvE;CACF;CACA,MAAM,QAAQ,KAAK,IAAI,GAAG,QAAQ,SAAA,CAAsB;CACxD,MAAM,QAAQ,IAAI,MAAM,KAAK,EAAE,QAAQ,KAAK,IAAI,OAAO,QAAQ,MAAM,EAAE,GAAG,MAAM,CAAC;CACjF,IAAI,SAAS,MAAM,IAAI,aAAa,OAAO;CAC3C,QAAQ,QAAQ,eAAe;CAC/B,OAAO,QAAQ,SAAS,MAAM,SAAS,QAAQ,MAAM,EAAE,WAAW,CAAC,CAAC;AACtE;AAMA,MAAM,eAAe,SAAiB,KAAK,MAAM,WAAW,SAAS,UAAU;AAC/E,MAAM,gBAAgB,MAAc,UAAkB,KAAK,YAAY,IAAI,GAAG,GAAG,MAAM,MAAM;;AAG7F,SAAgB,cAAc,MAAc,OAAe,UAAkC;CAC3F,MAAM,MAA6C,CAAC;CACpD,KAAK,MAAM,KAAK,UAAU;EACxB,MAAM,OAAO,IAAI,EAAE,OAAO,SAAS,CAAC;EACpC,IAAI,EAAE,OAAO,QAAQ;EACrB,KAAK,EAAE,OAAO,OAAO,EAAE,KACnB,EAAE,QAAQ,EAAE,OAAO,IACnB;GAAE,SAAS,EAAE;GAAS,OAAO,EAAE,OAAO;GAAO,OAAO,EAAE,OAAO;EAAM;CACzE;CACA,UAAU,YAAY,IAAI,GAAG,EAAE,WAAW,KAAK,CAAC;CAChD,cAAc,aAAa,MAAM,KAAK,GAAG,KAAK,UAAU,GAAG,CAAC;CAE5D,KAAK,MAAM,QAAQ,YAAY,YAAY,IAAI,CAAC,GAAG;EACjD,MAAM,OAAO,KAAK,YAAY,IAAI,GAAG,IAAI;EACzC,IAAI,KAAK,IAAI,IAAI,SAAS,IAAI,CAAC,CAAC,UAAU,OAAY,OAAO,MAAM,EAAE,OAAO,KAAK,CAAC;CACpF;AACF;AAEA,MAAa,kBAAkB,MAAc,UAC3C,OAAO,aAAa,MAAM,KAAK,GAAG,EAAE,OAAO,KAAK,CAAC;AAEnD,MAAM,uBAAO,IAAI,IAA0D;;;;;AAM3E,SAAgB,YACd,MACA,OACA,UACA,SACA,SAC4B;CAC5B,MAAM,OAAO,aAAa,MAAM,KAAK;CACrC,IAAI,CAAC,KAAK,IAAI,IAAI,GAAG;EACnB,IAAI,MAAoD;EACxD,IAAI;GACF,MAAM,KAAK,MAAM,aAAa,MAAM,MAAM,CAAC;EAC7C,QAAQ,CAAC;EACT,KAAK,IAAI,MAAM,GAAG;CACpB;CACA,MAAM,QAAQ,KAAK,IAAI,IAAI,CAAC,GAAG,QAAQ,KAAK,GAAG,SAAS,IAAI,SAAS,OAAO;CAC5E,IAAI,CAAC,OAAO,OAAO,KAAA;CACnB,IAAI,aAAa,OACf,MAAM,IAAI,aAAa;EACrB,GAAG,MAAM;EACT,OAAO,MAAM;EACb,SAAS,GAAG,MAAM,QAAQ,QAAQ,iBAAiB,MAAM,MAAM,WAAW,MAAM,MAAM,KAAK,IAAI,EAAE;CACnG,CAAC;CAEH,OAAO,MAAM;AACf"}
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { a as removePrepared, i as preparedFor } from "./preflight-
|
|
1
|
+
import { a as removePrepared, i as preparedFor } from "./preflight-CddycK92.js";
|
|
2
2
|
export { preparedFor, removePrepared };
|
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
import "./src-
|
|
2
|
-
import { a as prepareImage, r as imageHarness, t as createBuilds } from "./prepare-
|
|
1
|
+
import "./src-TdJuDYqB.js";
|
|
2
|
+
import { a as prepareImage, r as imageHarness, t as createBuilds } from "./prepare-CsP-057p.js";
|
|
3
3
|
export { createBuilds, imageHarness, prepareImage };
|