reeval 0.7.0 → 0.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +12 -12
- package/dist/{agent-Dhd5FJCZ.js → agent-6FefIhX7.js} +6 -6
- package/dist/{agent-Dhd5FJCZ.js.map → agent-6FefIhX7.js.map} +1 -1
- package/dist/{agent-gjBiZis8.js → agent-WSmTaesf.js} +52 -17
- package/dist/agent-WSmTaesf.js.map +1 -0
- package/dist/{analysis-BV3TCznv.js → analysis-DlGBDjTj.js} +4 -4
- package/dist/{analysis-BV3TCznv.js.map → analysis-DlGBDjTj.js.map} +1 -1
- package/dist/{assemble-Dd_mZYnu.js → assemble-BCZzTyR7.js} +259 -18
- package/dist/assemble-BCZzTyR7.js.map +1 -0
- package/dist/assemble-C5qq5yT2.js +2 -0
- package/dist/capture-Bp74Z6Fr.js +1257 -0
- package/dist/capture-Bp74Z6Fr.js.map +1 -0
- package/dist/capture-DS-cPyuE.js +2 -0
- package/dist/{cli-r9CDqoFL.js → cli-CVrMh_qz.js} +210 -112
- package/dist/cli-CVrMh_qz.js.map +1 -0
- package/dist/{cli-spec-DOyxAMc2.js → cli-spec-CKEYa8V2.js} +6 -5
- package/dist/cli-spec-CKEYa8V2.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{client-LsfDiD-X.js → client-Bbo9SPlK.js} +31 -201
- package/dist/client-Bbo9SPlK.js.map +1 -0
- package/dist/{command-l4ZFCeMh.js → command-BFP0hKEb.js} +7 -7
- package/dist/{command-l4ZFCeMh.js.map → command-BFP0hKEb.js.map} +1 -1
- package/dist/command-BrmXUC-W.js +2 -0
- package/dist/{command-DMR69l5G.js → command-C5xFPKHM.js} +21 -20
- package/dist/command-C5xFPKHM.js.map +1 -0
- package/dist/{command-Cej2t3y-.js → command-CzIFp1JQ.js} +10 -10
- package/dist/{command-Cej2t3y-.js.map → command-CzIFp1JQ.js.map} +1 -1
- package/dist/{command-D6r2pwO5.js → command-DUT5l13I.js} +221 -54
- package/dist/command-DUT5l13I.js.map +1 -0
- package/dist/{commands-BA_NCh2h.js → commands-CLmPBrTS.js} +6 -6
- package/dist/{commands-BA_NCh2h.js.map → commands-CLmPBrTS.js.map} +1 -1
- package/dist/{commands-DgOUkcSO.js → commands-fI3G2Wnh.js} +1 -1
- package/dist/{config-DuQDCx0B.js → config-CGvBeewH.js} +18 -8
- package/dist/config-CGvBeewH.js.map +1 -0
- package/dist/{context-CvUv7DUb.js → context-DbSMEVKs.js} +1 -5
- package/dist/{context-CvUv7DUb.js.map → context-DbSMEVKs.js.map} +1 -1
- package/dist/{db-o_osRkqr.js → db-CSSFtGcN.js} +1 -1
- package/dist/{db-CjX7JF4o.js → db-CfQFwJtq.js} +209 -40
- package/dist/db-CfQFwJtq.js.map +1 -0
- package/dist/{docker-DaUaG4XZ.js → docker-CRQGQbIt.js} +17 -5
- package/dist/docker-CRQGQbIt.js.map +1 -0
- package/dist/{docker-ZaYeKE2w.js → docker-DV2GNgle.js} +2 -2
- package/dist/{docker-ZaYeKE2w.js.map → docker-DV2GNgle.js.map} +1 -1
- package/dist/{docker-Dnya8eo9.js → docker-Df_YOxxB.js} +1 -1
- package/dist/{doctor-Bk6aJeec.js → doctor-DlKycx5H.js} +13 -13
- package/dist/{doctor-Bk6aJeec.js.map → doctor-DlKycx5H.js.map} +1 -1
- package/dist/{egress-BKbyriEa.js → egress-BhzNh7Yi.js} +18 -10
- package/dist/egress-BhzNh7Yi.js.map +1 -0
- package/dist/{environment-DiCljXMD.js → environment-1jE-HhO-.js} +2 -2
- package/dist/{environment-DiCljXMD.js.map → environment-1jE-HhO-.js.map} +1 -1
- package/dist/fake-instructions-CUI33I_F.js +32 -0
- package/dist/fake-instructions-CUI33I_F.js.map +1 -0
- package/dist/family-D2b7WD10.js +67 -0
- package/dist/family-D2b7WD10.js.map +1 -0
- package/dist/files-AiEKuEZe.js +2 -0
- package/dist/files-BMCvfB4X.js +2 -0
- package/dist/{files-TNrZJQ3Y.js → files-CSzVADHn.js} +5 -5
- package/dist/{files-TNrZJQ3Y.js.map → files-CSzVADHn.js.map} +1 -1
- package/dist/{files-BSMSnQMa.js → files-DJUFg-4e.js} +3 -3
- package/dist/{files-BSMSnQMa.js.map → files-DJUFg-4e.js.map} +1 -1
- package/dist/{git-DNGtrOg9.js → git-DfG-YJ1u.js} +2 -2
- package/dist/{git-DNGtrOg9.js.map → git-DfG-YJ1u.js.map} +1 -1
- package/dist/{harness-CDRaaGvR.js → harness-CeCp2GSW.js} +52 -12
- package/dist/harness-CeCp2GSW.js.map +1 -0
- package/dist/harness.d.ts +26 -13
- package/dist/harness.js +1 -1
- package/dist/{header-BZF8Xss1.js → header-CALhmafp.js} +10 -3
- package/dist/{header-BZF8Xss1.js.map → header-CALhmafp.js.map} +1 -1
- package/dist/{images-BpwFDT1E.js → images-BMgdpMAX.js} +6 -6
- package/dist/{images-BpwFDT1E.js.map → images-BMgdpMAX.js.map} +1 -1
- package/dist/index.d.ts +17 -5
- package/dist/index.js +165 -67
- package/dist/index.js.map +1 -1
- package/dist/init-B6vegaP_.js +2 -0
- package/dist/{init-CBWt1rZT.js → init-BIdLF0F9.js} +4 -4
- package/dist/{init-CBWt1rZT.js.map → init-BIdLF0F9.js.map} +1 -1
- package/dist/{invocations-DArYWyXN.js → invocations-CLaL8AuW.js} +3 -3
- package/dist/{invocations-DArYWyXN.js.map → invocations-CLaL8AuW.js.map} +1 -1
- package/dist/{judge-7WjNdU9z.js → judge-CeYPN8P_.js} +2 -2
- package/dist/{judge-7WjNdU9z.js.map → judge-CeYPN8P_.js.map} +1 -1
- package/dist/judge.d.ts +5 -4
- package/dist/judge.js +4 -3
- package/dist/judge.js.map +1 -1
- package/dist/{live-DZkCtmNP.js → live-S0qODb6o.js} +2 -2
- package/dist/{live-DZkCtmNP.js.map → live-S0qODb6o.js.map} +1 -1
- package/dist/{model-Cp6NoAT3.js → model-B1BZoZ9b.js} +9 -8
- package/dist/model-B1BZoZ9b.js.map +1 -0
- package/dist/{model-DyQbu7KF.js → model-BOnlAPzs.js} +288 -38
- package/dist/model-BOnlAPzs.js.map +1 -0
- package/dist/{model-Bv8uUZ07.js → model-DEQo3FkZ.js} +6 -6
- package/dist/model-DEQo3FkZ.js.map +1 -0
- package/dist/model-DWeg5J7z.js +2 -0
- package/dist/{model-BeoRxCcJ.js → model-FXko2kl7.js} +1 -1
- package/dist/{options-Ge_x32XE.js → options-CKqyPGxX.js} +161 -34
- package/dist/options-CKqyPGxX.js.map +1 -0
- package/dist/pairs-DDsjgm5F.js +149 -0
- package/dist/pairs-DDsjgm5F.js.map +1 -0
- package/dist/{patch-CGCVipPu.js → patch-bDV8YFW0.js} +2 -2
- package/dist/{patch-CGCVipPu.js.map → patch-bDV8YFW0.js.map} +1 -1
- package/dist/{plan-BqBadHYj.js → plan-DUydFc_1.js} +69 -31
- package/dist/plan-DUydFc_1.js.map +1 -0
- package/dist/{preflight-CyaAZE9r.js → preflight-BkoSxf4C.js} +3 -3
- package/dist/{preflight-CyaAZE9r.js.map → preflight-BkoSxf4C.js.map} +1 -1
- package/dist/{preflight-CFtZNTLt.js → preflight-D5LW7Oqi.js} +1 -1
- package/dist/{prepare-Zr1xOMUX.js → prepare-CUAWHebF.js} +5 -5
- package/dist/{prepare-Zr1xOMUX.js.map → prepare-CUAWHebF.js.map} +1 -1
- package/dist/{prepare-Dl7-t3fO.js → prepare-oji2oO8W.js} +2 -2
- package/dist/process-CSVO_jsc.js +119 -0
- package/dist/process-CSVO_jsc.js.map +1 -0
- package/dist/{provenance-Byl2T6LJ.js → provenance-D7HK3vzt.js} +2 -2
- package/dist/{provenance-Byl2T6LJ.js.map → provenance-D7HK3vzt.js.map} +1 -1
- package/dist/{providers-Cflw7Ks-.js → providers-B1DzMvmH.js} +3 -3
- package/dist/{providers-Cflw7Ks-.js.map → providers-B1DzMvmH.js.map} +1 -1
- package/dist/{providers-SBMExI53.js → providers-CpEfNU1F.js} +1 -1
- package/dist/{query-DUSLlic0.js → query-BjBMLa-C.js} +2 -2
- package/dist/{query-DUSLlic0.js.map → query-BjBMLa-C.js.map} +1 -1
- package/dist/query-oPO_XrTy.js +2 -0
- package/dist/{questions-ZdT3JDyQ.js → questions-B8by4Bbt.js} +28 -119
- package/dist/questions-B8by4Bbt.js.map +1 -0
- package/dist/{record-CbuQH4l1.js → record-BRP9vZrj.js} +21 -1
- package/dist/record-BRP9vZrj.js.map +1 -0
- package/dist/{results-owJR-NFm.js → results-Di7m8dQ3.js} +4 -4
- package/dist/{results-owJR-NFm.js.map → results-Di7m8dQ3.js.map} +1 -1
- package/dist/{resume-BL4Yw7Ld.js → resume-SUz1GskV.js} +4 -4
- package/dist/{resume-BL4Yw7Ld.js.map → resume-SUz1GskV.js.map} +1 -1
- package/dist/runtime-DdsfnRz_.js +344 -0
- package/dist/runtime-DdsfnRz_.js.map +1 -0
- package/dist/{sandbox--ZXuscAZ.js → sandbox-D5v-of6d.js} +10 -5
- package/dist/sandbox-D5v-of6d.js.map +1 -0
- package/dist/sandbox.d.ts +4 -3
- package/dist/sandbox.js +1 -1
- package/dist/{server-yFVUxAm0.js → server-BNnXtmS8.js} +9 -9
- package/dist/{server-yFVUxAm0.js.map → server-BNnXtmS8.js.map} +1 -1
- package/dist/server-BNwoKzlm.js +2 -0
- package/dist/source-Bk_0ZaEY.js +2 -0
- package/dist/{source-M3gS517R.js → source-Dof0NQBm.js} +2 -2
- package/dist/{source-M3gS517R.js.map → source-Dof0NQBm.js.map} +1 -1
- package/dist/{src-79JhW-zG.js → src-8rRXy4u9.js} +71 -124
- package/dist/src-8rRXy4u9.js.map +1 -0
- package/dist/src-BGWuWp6I.js +3 -0
- package/dist/src-BRt0O02i.js +3 -0
- package/dist/src-Bx2x1ekD.js +3 -0
- package/dist/{src-s-VffoYK.js → src-C1E9HDWO.js} +5 -3
- package/dist/{src-s-VffoYK.js.map → src-C1E9HDWO.js.map} +1 -1
- package/dist/{src-IOr1rhEg.js → src-COgE7991.js} +10 -8
- package/dist/{src-IOr1rhEg.js.map → src-COgE7991.js.map} +1 -1
- package/dist/{src-CokPbYCb.js → src-C_4Umgh2.js} +23 -14
- package/dist/{src-CokPbYCb.js.map → src-C_4Umgh2.js.map} +1 -1
- package/dist/{src-DxFJrMUA.js → src-D95O-Smv.js} +12 -7
- package/dist/{src-DxFJrMUA.js.map → src-D95O-Smv.js.map} +1 -1
- package/dist/{src-DTcalvuF.js → src-DDNXsD9H.js} +28 -4
- package/dist/{src-DTcalvuF.js.map → src-DDNXsD9H.js.map} +1 -1
- package/dist/src-DLa-ESW0.js +4 -0
- package/dist/{src-DSE0FWaU.js → src-DVy58-zZ.js} +2 -2
- package/dist/{src-DSE0FWaU.js.map → src-DVy58-zZ.js.map} +1 -1
- package/dist/src-cN0aB-WR.js +3 -0
- package/dist/{src-DH0jhpoi.js → src-cdIVjC5b.js} +1 -1
- package/dist/src-sIsDHWYq.js +3 -0
- package/dist/state-Bo5zg4da.js +2 -0
- package/dist/{state-DEj_utaE.js → state-CiXyLqg0.js} +10 -10
- package/dist/{state-DEj_utaE.js.map → state-CiXyLqg0.js.map} +1 -1
- package/dist/studio-app/assets/index-B9MCTfuu.css +2 -0
- package/dist/studio-app/assets/{index-Bbl0oTxu.js → index-CROH2NB3.js} +12 -12
- package/dist/studio-app/index.html +2 -2
- package/dist/{summary-D012KlUM.js → summary-2OAWF2N7.js} +7 -7
- package/dist/{summary-D012KlUM.js.map → summary-2OAWF2N7.js.map} +1 -1
- package/dist/{summary--FBuB_sr.js → summary-BTksrIxn.js} +63 -5
- package/dist/summary-BTksrIxn.js.map +1 -0
- package/dist/testing.d.ts +14 -0
- package/dist/testing.js +2 -0
- package/dist/{tools-CJHw-zCo.js → tools-B10Uj7OI.js} +4 -4
- package/dist/tools-B10Uj7OI.js.map +1 -0
- package/dist/types-C5vI3g1C.js.map +1 -1
- package/dist/{types-BsRSknLe.d.ts → types-D8RLfkFP.d.ts} +453 -42
- package/dist/{usage-DsYUqIUM.js → usage-DDF_6tkV.js} +4 -2
- package/dist/{usage-DsYUqIUM.js.map → usage-DDF_6tkV.js.map} +1 -1
- package/dist/view/index.d.ts +60 -15
- package/dist/view/index.js +7 -6
- package/dist/views-Cs2Oqayd.js +3 -0
- package/dist/{views-jhL9Jb8A.js → views-Dqa5ojfZ.js} +4 -4
- package/dist/{views-jhL9Jb8A.js.map → views-Dqa5ojfZ.js.map} +1 -1
- package/dist/{worker-entry-OwnsrUdr.js → worker-entry-BAikHl9F.js} +9 -4
- package/dist/worker-entry-BAikHl9F.js.map +1 -0
- package/dist/{workspace-C4_J0pqb.js → workspace-C-TrNIUc.js} +4 -4
- package/dist/{workspace-C4_J0pqb.js.map → workspace-C-TrNIUc.js.map} +1 -1
- package/dist/{workspace-wudSz_W-.js → workspace-Do_SiWBs.js} +1 -1
- package/docker/Dockerfile +7 -5
- package/package.json +9 -4
- package/dist/agent-gjBiZis8.js.map +0 -1
- package/dist/assemble-D8sZ4Jiv.js +0 -2
- package/dist/assemble-Dd_mZYnu.js.map +0 -1
- package/dist/capture-CisAmy-G.js +0 -587
- package/dist/capture-CisAmy-G.js.map +0 -1
- package/dist/capture-DquyqAHC.js +0 -2
- package/dist/cli-r9CDqoFL.js.map +0 -1
- package/dist/cli-spec-DOyxAMc2.js.map +0 -1
- package/dist/client-LsfDiD-X.js.map +0 -1
- package/dist/command-Cxfgghqo.js +0 -2
- package/dist/command-D6r2pwO5.js.map +0 -1
- package/dist/command-DMR69l5G.js.map +0 -1
- package/dist/config-DuQDCx0B.js.map +0 -1
- package/dist/db-CjX7JF4o.js.map +0 -1
- package/dist/docker-DaUaG4XZ.js.map +0 -1
- package/dist/egress-BKbyriEa.js.map +0 -1
- package/dist/files-DmZGPsWK.js +0 -2
- package/dist/files-Tb8wY0Ze.js +0 -2
- package/dist/harness-CDRaaGvR.js.map +0 -1
- package/dist/init-1THeGfut.js +0 -2
- package/dist/model-Bv8uUZ07.js.map +0 -1
- package/dist/model-Cp6NoAT3.js.map +0 -1
- package/dist/model-D_pF3Vcl.js +0 -2
- package/dist/model-DyQbu7KF.js.map +0 -1
- package/dist/options-Ge_x32XE.js.map +0 -1
- package/dist/plan-BqBadHYj.js.map +0 -1
- package/dist/query-CvutWHaL.js +0 -2
- package/dist/questions-ZdT3JDyQ.js.map +0 -1
- package/dist/record-CbuQH4l1.js.map +0 -1
- package/dist/sandbox--ZXuscAZ.js.map +0 -1
- package/dist/server-CNPsB0cT.js +0 -2
- package/dist/source-Cmc5SKFn.js +0 -2
- package/dist/src--L8B4WGa.js +0 -3
- package/dist/src-79JhW-zG.js.map +0 -1
- package/dist/src-BLN459er.js +0 -3
- package/dist/src-Bz66jDtE.js +0 -3
- package/dist/src-CfUwg9UY.js +0 -3
- package/dist/src-DV_3QDHA.js +0 -4
- package/dist/src-Ljh2vKXm.js +0 -3
- package/dist/state-DkqbCVVp.js +0 -2
- package/dist/studio-app/assets/index-CUx6GoL5.css +0 -2
- package/dist/summary--FBuB_sr.js.map +0 -1
- package/dist/tools-CJHw-zCo.js.map +0 -1
- package/dist/views-yPmmoo8f.js +0 -3
- package/dist/worker-entry-OwnsrUdr.js.map +0 -1
|
@@ -1,122 +1,25 @@
|
|
|
1
1
|
import { o as redactSecrets } from "./redact-DJ9JCShu.js";
|
|
2
2
|
import { s as recordFileName } from "./ids-Bp6ut7ZD.js";
|
|
3
|
-
import { l as judgeRoute } from "./judge-
|
|
4
|
-
import { r as
|
|
5
|
-
import {
|
|
3
|
+
import { l as judgeRoute } from "./judge-CeYPN8P_.js";
|
|
4
|
+
import { a as providerModel, i as isFake, r as cannedModel } from "./model-B1BZoZ9b.js";
|
|
5
|
+
import { r as patchForJudge } from "./patch-bDV8YFW0.js";
|
|
6
|
+
import { c as voteReason, i as ratesOf, n as pairsOf, o as slots, s as voteOf, t as acrossOf } from "./pairs-DDsjgm5F.js";
|
|
6
7
|
import { join } from "node:path";
|
|
7
8
|
import { readFile } from "node:fs/promises";
|
|
8
|
-
import { z } from "zod";
|
|
9
9
|
import { Output, generateText } from "ai";
|
|
10
|
-
|
|
11
|
-
/** The side a pair names: an arm within a harness, a harness across them. */
|
|
12
|
-
const sideName = (cut, side) => cut === "within" ? side.arm : side.harness;
|
|
13
|
-
/** Every two-element combination, in the order given. */
|
|
14
|
-
function combinations(items) {
|
|
15
|
-
const out = [];
|
|
16
|
-
for (let i = 0; i < items.length; i++) for (let j = i + 1; j < items.length; j++) out.push([items[i], items[j]]);
|
|
17
|
-
return out;
|
|
18
|
-
}
|
|
19
|
-
/** Distinct values in first-seen order. */
|
|
20
|
-
const distinct = (values) => [...new Set(values)];
|
|
21
|
-
/**
|
|
22
|
-
* The pairs to judge. Within a harness, for each run, every two arms; across harnesses, for each
|
|
23
|
-
* arm and run, every two harnesses. Attempts that failed their deterministic checks are left out
|
|
24
|
-
* (they still count in the pass rate), so a pair missing a side isn't judged. The control arm
|
|
25
|
-
* comes first, then arms and harnesses in the order they first appear.
|
|
26
|
-
*/
|
|
27
|
-
function pairsOf(attempts) {
|
|
28
|
-
const eligible = attempts.filter((a) => a.checksPassed);
|
|
29
|
-
const find = (harness, arm, run) => eligible.find((a) => a.harness === harness && a.arm === arm && a.run === run);
|
|
30
|
-
const harnesses = distinct(attempts.map((a) => a.harness));
|
|
31
|
-
const arms = distinct([...attempts.filter((a) => a.control).map((a) => a.arm), ...attempts.map((a) => a.arm)]);
|
|
32
|
-
const runs = [...new Set(attempts.map((a) => a.run))].sort((x, y) => x - y);
|
|
33
|
-
const pairs = [];
|
|
34
|
-
for (const harness of harnesses) for (const run of runs) for (const [x, y] of combinations(arms)) {
|
|
35
|
-
const a = find(harness, x, run);
|
|
36
|
-
const b = find(harness, y, run);
|
|
37
|
-
if (a && b) pairs.push({
|
|
38
|
-
cut: "within",
|
|
39
|
-
harness,
|
|
40
|
-
run,
|
|
41
|
-
a,
|
|
42
|
-
b
|
|
43
|
-
});
|
|
44
|
-
}
|
|
45
|
-
for (const arm of arms) for (const run of runs) for (const [x, y] of combinations(harnesses)) {
|
|
46
|
-
const a = find(x, arm, run);
|
|
47
|
-
const b = find(y, arm, run);
|
|
48
|
-
if (a && b) pairs.push({
|
|
49
|
-
cut: "across",
|
|
50
|
-
arm,
|
|
51
|
-
run,
|
|
52
|
-
a,
|
|
53
|
-
b
|
|
54
|
-
});
|
|
55
|
-
}
|
|
56
|
-
return pairs;
|
|
57
|
-
}
|
|
58
|
-
/** The two sides in the order the model sees them: `a` first, or `b` first when swapped. */
|
|
59
|
-
const slots = (pair, swapped) => swapped ? [pair.b, pair.a] : [pair.a, pair.b];
|
|
60
|
-
/** Maps a blinded pick (`A` is the first slot) back to the side's name. */
|
|
61
|
-
function winnerOf(pair, swapped, pick) {
|
|
62
|
-
if (pick === "tie") return "tie";
|
|
63
|
-
const [first, second] = slots(pair, swapped);
|
|
64
|
-
return sideName(pair.cut, pick === "A" ? first : second);
|
|
65
|
-
}
|
|
66
|
-
/** The vote a pick makes, with the pair's names. */
|
|
67
|
-
function voteOf(question, pair, swapped, pick) {
|
|
68
|
-
return {
|
|
69
|
-
question,
|
|
70
|
-
cut: pair.cut,
|
|
71
|
-
...pair.cut === "within" ? { harness: pair.harness } : { arm: pair.arm },
|
|
72
|
-
run: pair.run,
|
|
73
|
-
a: sideName(pair.cut, pair.a),
|
|
74
|
-
b: sideName(pair.cut, pair.b),
|
|
75
|
-
winner: winnerOf(pair, swapped, pick),
|
|
76
|
-
swapped
|
|
77
|
-
};
|
|
78
|
-
}
|
|
79
|
-
/**
|
|
80
|
-
* Each side's wins over the decided votes it was in, per cut. A tie decides nothing, so it counts
|
|
81
|
-
* for neither side; both orders of a pair count, since each is its own judgement.
|
|
82
|
-
*/
|
|
83
|
-
function ratesOf(votes) {
|
|
84
|
-
const rates = /* @__PURE__ */ new Map();
|
|
85
|
-
const rate = (cut, name) => {
|
|
86
|
-
const key = `${cut}\0${name}`;
|
|
87
|
-
let found = rates.get(key);
|
|
88
|
-
if (!found) {
|
|
89
|
-
found = {
|
|
90
|
-
cut,
|
|
91
|
-
name,
|
|
92
|
-
wins: 0,
|
|
93
|
-
n: 0
|
|
94
|
-
};
|
|
95
|
-
rates.set(key, found);
|
|
96
|
-
}
|
|
97
|
-
return found;
|
|
98
|
-
};
|
|
99
|
-
for (const v of votes) {
|
|
100
|
-
if (v.winner === "tie") continue;
|
|
101
|
-
for (const name of [v.a, v.b]) {
|
|
102
|
-
const r = rate(v.cut, name);
|
|
103
|
-
r.n++;
|
|
104
|
-
if (v.winner === name) r.wins++;
|
|
105
|
-
}
|
|
106
|
-
}
|
|
107
|
-
const order = ["within", "across"];
|
|
108
|
-
return [...rates.values()].sort((x, y) => order.indexOf(x.cut) - order.indexOf(y.cut));
|
|
109
|
-
}
|
|
110
|
-
//#endregion
|
|
10
|
+
import { z } from "zod";
|
|
111
11
|
//#region src/compare/questions.ts
|
|
112
12
|
const QUESTION_SYSTEM = `You compare two attempts by coding agents at the same task and answer one question about them.
|
|
113
13
|
Each attempt is shown as the changes it made to the project, as a unified diff, labelled A or B. The labels are assigned at random: which attempt comes first says nothing about it.
|
|
114
|
-
Judge only by the question, from the changes shown. Answer A or B for the attempt the question favours, or tie when the changes don't separate them on it.`;
|
|
115
|
-
const voteSchema = z.object({
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
14
|
+
Judge only by the question, from the changes shown. Answer A or B for the attempt the question favours, or tie when the changes don't separate them on it. Give a short reason for the pick.`;
|
|
15
|
+
const voteSchema = z.object({
|
|
16
|
+
winner: z.enum([
|
|
17
|
+
"A",
|
|
18
|
+
"B",
|
|
19
|
+
"tie"
|
|
20
|
+
]),
|
|
21
|
+
reason: z.string().optional()
|
|
22
|
+
});
|
|
120
23
|
/** Roughly four characters a token: each side gets half of `maxInputTokens`. */
|
|
121
24
|
const CHARS_PER_TOKEN = 4;
|
|
122
25
|
/** A diff as the model sees it: dependency and binary noise dropped, then cut to `chars`. */
|
|
@@ -167,9 +70,14 @@ function blindPair(question, pair, swapped, maxInputTokens) {
|
|
|
167
70
|
}
|
|
168
71
|
function fakeAnswer(fake, pair) {
|
|
169
72
|
const vote = fake.vote ?? "tie";
|
|
170
|
-
if (typeof vote === "object") return cannedModel({ error: vote.error });
|
|
73
|
+
if (typeof vote === "object" && "error" in vote) return cannedModel({ error: vote.error });
|
|
171
74
|
const pick = typeof vote === "function" ? vote(pair) : vote;
|
|
172
|
-
|
|
75
|
+
const winner = typeof pick === "string" ? pick : pick.winner;
|
|
76
|
+
const reason = typeof pick === "string" ? void 0 : pick.reason;
|
|
77
|
+
return cannedModel({ text: JSON.stringify({
|
|
78
|
+
winner,
|
|
79
|
+
...reason !== void 0 ? { reason } : {}
|
|
80
|
+
}) });
|
|
173
81
|
}
|
|
174
82
|
async function ask(model, pair, maxOutputTokens, signal) {
|
|
175
83
|
const result = await generateText({
|
|
@@ -188,9 +96,10 @@ async function ask(model, pair, maxOutputTokens, signal) {
|
|
|
188
96
|
maxRetries: 3,
|
|
189
97
|
...signal ? { abortSignal: signal } : {}
|
|
190
98
|
});
|
|
191
|
-
const { winner } = result.output;
|
|
99
|
+
const { winner, reason } = result.output;
|
|
192
100
|
return {
|
|
193
101
|
pick: winner,
|
|
102
|
+
reason: voteReason(reason),
|
|
194
103
|
resolvedModel: isFake(model) ? null : result.response?.modelId ?? null
|
|
195
104
|
};
|
|
196
105
|
}
|
|
@@ -224,9 +133,9 @@ async function answerQuestion(options) {
|
|
|
224
133
|
if (error !== void 0) return null;
|
|
225
134
|
const blind = blindPair(question, pair, swapped, options.maxInputTokens);
|
|
226
135
|
try {
|
|
227
|
-
const { pick, resolvedModel } = await ask(model, blind, options.maxOutputTokens, options.signal);
|
|
136
|
+
const { pick, reason, resolvedModel } = await ask(model, blind, options.maxOutputTokens, options.signal);
|
|
228
137
|
if (resolvedModel) served.add(resolvedModel);
|
|
229
|
-
return voteOf(question, pair, swapped, pick);
|
|
138
|
+
return voteOf(question, pair, swapped, pick, reason);
|
|
230
139
|
} catch (e) {
|
|
231
140
|
error ??= errorText(e);
|
|
232
141
|
return null;
|
|
@@ -272,12 +181,12 @@ function questionRunner(options) {
|
|
|
272
181
|
if (!e || started.has(id)) return;
|
|
273
182
|
const attempts = ended.get(id) ?? [];
|
|
274
183
|
const answers = (async () => {
|
|
275
|
-
const
|
|
184
|
+
const staged = (await Promise.all(attempts.map(async (a) => stagedAttempt(a, await readStaged(options.stagingDir, a.key))))).filter((s) => s !== null).sort((x, y) => (x.id ?? "") < (y.id ?? "") ? -1 : 1);
|
|
276
185
|
return Promise.all(e.questions.map(async (q) => {
|
|
277
186
|
const answer = await answerQuestion({
|
|
278
187
|
question: q.question,
|
|
279
188
|
model: q.model,
|
|
280
|
-
pairs,
|
|
189
|
+
pairs: pairsOf(staged, acrossOf(q.across)),
|
|
281
190
|
maxInputTokens: options.maxInputTokens,
|
|
282
191
|
maxOutputTokens: options.maxOutputTokens,
|
|
283
192
|
signal: controller.signal
|
|
@@ -322,4 +231,4 @@ function questionRunner(options) {
|
|
|
322
231
|
//#endregion
|
|
323
232
|
export { questionRunner };
|
|
324
233
|
|
|
325
|
-
//# sourceMappingURL=questions-
|
|
234
|
+
//# sourceMappingURL=questions-B8by4Bbt.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"questions-B8by4Bbt.js","names":[],"sources":["../src/compare/questions.ts"],"mappings":";;;;;;;;;;;AAkCA,MAAa,kBAAkB;;;AAI/B,MAAM,aAAa,EAAE,OAAO;CAC1B,QAAQ,EAAE,KAAK;EAAC;EAAK;EAAK;CAAK,CAAC;CAChC,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS;AAC9B,CAAC;;AAGD,MAAM,kBAAkB;;AAGxB,SAAS,UAAU,MAAc,OAAuB;CACtD,MAAM,QAAQ,cAAc,IAAI;CAChC,IAAI,CAAC,MAAM,KAAK,GAAG,OAAO;CAC1B,IAAI,MAAM,UAAU,OAAO,OAAO;CAClC,OAAO,GAAG,MAAM,MAAM,GAAG,KAAK,EAAE,yBAAyB,MAAM,MAAM,MAAM,OAAO;AACpF;;AAGA,SAAS,OAAO,OAAoB,QAAoC;CACtE,MAAM,IAAI,MAAM,WAAW,CAAC;CAC5B,MAAM,IAAI,OAAO,WAAW,CAAC;CAC7B,IAAI,CAAC,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,MAAM,EAAE,EAAE,GAAG,OAAO;CAC/E,OAAO,EAAE,KAAK,MAAM;AACtB;;AAGA,SAAgB,UACd,UACA,MACA,SACA,gBACW;CACX,MAAM,CAAC,OAAO,UAAU,MAAM,MAAM,OAAO;CAC3C,MAAM,QAAQ,KAAK,MAAO,iBAAiB,kBAAmB,CAAC;CAC/D,MAAM,IAAI,UAAU,MAAM,MAAM,KAAK;CACrC,MAAM,IAAI,UAAU,OAAO,MAAM,KAAK;CACtC,MAAM,OAAO,OAAO,OAAO,MAAM;CACjC,MAAM,SAAS;EACb,aAAa;EACb,GAAI,OAAO;GAAC;GAAI;GAAsC;GAAU;GAAM;EAAS,IAAI,CAAC;EACpF;EACA;EACA;EACA;EACA;EACA;EACA;EACA;CACF,CAAC,CAAC,KAAK,IAAI;CACX,OAAO;EAAE;EAAU,QAAQ,cAAc,MAAM;EAAG;EAAG;CAAE;AACzD;AAIA,SAAS,WAAW,MAAyB,MAAiB;CAC5D,MAAM,OAAO,KAAK,QAAQ;CAC1B,IAAI,OAAO,SAAS,YAAY,WAAW,MAAM,OAAO,YAAY,EAAE,OAAO,KAAK,MAAM,CAAC;CACzF,MAAM,OAAO,OAAO,SAAS,aAAa,KAAK,IAAI,IAAI;CACvD,MAAM,SAAS,OAAO,SAAS,WAAW,OAAO,KAAK;CACtD,MAAM,SAAS,OAAO,SAAS,WAAW,KAAA,IAAY,KAAK;CAC3D,OAAO,YAAY,EACjB,MAAM,KAAK,UAAU;EAAE;EAAQ,GAAI,WAAW,KAAA,IAAY,EAAE,OAAO,IAAI,CAAC;CAAG,CAAC,EAC9E,CAAC;AACH;AAIA,eAAe,IACb,OACA,MACA,iBACA,QACe;CACf,MAAM,SAAS,MAAM,aAAa;EAChC,OAAO,OAAO,KAAK,IACf,WAAW,OAAO,IAAI,IACtB,MAAM,cAAc;GAAE,MAAM;GAAO,OAAO,WAAW,KAAK,CAAC,CAAC;EAAK,CAAC;EACtE,QAAQ;EACR,QAAQ,KAAK;EACb,QAAQ,OAAO,OAAO;GAAE,QAAQ;GAAY,MAAM;EAAO,CAAC;EAC1D,aAAa;EACb;EACA,YAAY;EACZ,GAAI,SAAS,EAAE,aAAa,OAAO,IAAI,CAAC;CAC1C,CAAC;CACD,MAAM,EAAE,QAAQ,WAAW,OAAO;CAClC,OAAO;EACL,MAAM;EACN,QAAQ,WAAW,MAAM;EACzB,eAAe,OAAO,KAAK,IAAI,OAAQ,OAAO,UAAU,WAAW;CACrE;AACF;;AAGA,eAAe,OAAa,OAAY,OAAe,MAA+B;CACpF,MAAM,MAAW,IAAI,MAAM,MAAM,MAAM;CACvC,IAAI,OAAO;CACX,MAAM,QAAQ,MAAM,KAAK,EAAE,QAAQ,KAAK,IAAI,OAAO,MAAM,MAAM,EAAE,GAAG,YAAY;EAC9E,OAAO,OAAO,MAAM,QAAQ;GAC1B,MAAM,IAAI;GACV,IAAI,KAAK,MAAM,KAAK,MAAM,EAAO;EACnC;CACF,CAAC;CACD,MAAM,QAAQ,IAAI,KAAK;CACvB,OAAO;AACT;AAaA,MAAM,aAAa,UACjB,eAAe,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,EAAA,CAAG,MAAM,IAAI,CAAC,CAAC,MAAM,EAAE;;;;;AAM7F,eAAsB,eAAe,SAAgD;CACnF,MAAM,EAAE,UAAU,OAAO,UAAU;CACnC,MAAM,QAAQ,MAAM,SAAS,SAAS,CAAC,OAAO,IAAI,CAAC,CAAC,KAAK,aAAa;EAAE;EAAM;CAAQ,EAAE,CAAC;CACzF,MAAM,yBAAS,IAAI,IAAY;CAC/B,IAAI;CAkBJ,MAAM,QAAO,MAjBO,OAAO,OAAO,QAAQ,eAAe,GAAG,OAAO,EAAE,MAAM,cAAc;EACvF,IAAI,UAAU,KAAA,GAAW,OAAO;EAChC,MAAM,QAAQ,UAAU,UAAU,MAAM,SAAS,QAAQ,cAAc;EACvE,IAAI;GACF,MAAM,EAAE,MAAM,QAAQ,kBAAkB,MAAM,IAC5C,OACA,OACA,QAAQ,iBACR,QAAQ,MACV;GACA,IAAI,eAAe,OAAO,IAAI,aAAa;GAC3C,OAAO,OAAO,UAAU,MAAM,SAAS,MAAM,MAAM;EACrD,SAAS,GAAG;GACV,UAAU,UAAU,CAAC;GACrB,OAAO;EACT;CACF,CAAC,EAAA,CACkB,QAAQ,MAAqB,MAAM,IAAI;CAC1D,OAAO;EACL;EACA,OAAO,OAAO,KAAK,IAAI,SAAS;EAChC,GAAI,OAAO,OAAO,EAAE,eAAe,CAAC,GAAG,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,IAAI,EAAE,IAAI,CAAC;EACtE,OAAO;EACP,OAAO,QAAQ,IAAI;EACnB,GAAI,UAAU,KAAA,IAAY,EAAE,MAAM,IAAI,CAAC;CACzC;AACF;;AAGA,SAAgB,cAAc,GAAe,QAA+C;CAC1F,MAAM,OAAO,EAAE,SAAS;CACxB,IAAI,CAAC,MAAM,OAAO;CAClB,MAAM,eACJ,WAAW,SACV,EAAE,UAAU,YAAa,EAAE,UAAU,YAAY,OAAO,OAAO,SAAS;CAC3E,OAAO;EACL,SAAS,KAAK;EACd,KAAK,KAAK;EACV,KAAK,EAAE,SAAS,KAAK;EACrB,MAAM,QAAQ,MAAM,SAAS;EAC7B;EACA,SAAS,KAAK,SAAS;EACvB,SAAS,QAAQ,MAAM,KAAK,MAAM,EAAE,MAAM,KAAK,CAAC;EAChD,IAAI,GAAG,KAAK,IAAI,GAAG,EAAE,SAAS,KAAK;CACrC;AACF;AAEA,MAAM,aAAa,OAAO,YAAoB,QAC5C,KAAK,MACH,MAAM,SAAS,KAAK,YAAY,SAAS,eAAe,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,YAAY,MAAM,CAC3F;;;;;AAqBF,SAAgB,eAAe,SAAgC;CAC7D,MAAM,OAAO,IAAI,IAAI,QAAQ,MAAM,KAAK,MAAM,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC;CAC5D,MAAM,wBAAQ,IAAI,IAA0B;CAC5C,MAAM,0BAAU,IAAI,IAAsC;CAC1D,MAAM,aAAa,IAAI,gBAAgB;CAEvC,MAAM,SAAS,OAAe;EAC5B,MAAM,IAAI,KAAK,IAAI,EAAE;EACrB,IAAI,CAAC,KAAK,QAAQ,IAAI,EAAE,GAAG;EAC3B,MAAM,WAAW,MAAM,IAAI,EAAE,KAAK,CAAC;EACnC,MAAM,WAAW,YAAY;GAK3B,MAAM,UAAS,MAJK,QAAQ,IAC1B,SAAS,IAAI,OAAO,MAAM,cAAc,GAAG,MAAM,WAAW,QAAQ,YAAY,EAAE,GAAG,CAAC,CAAC,CACzF,EAAA,CAGG,QAAQ,MAAwB,MAAM,IAAI,CAAC,CAC3C,MAAM,GAAG,OAAQ,EAAE,MAAM,OAAO,EAAE,MAAM,MAAM,KAAK,CAAE;GACxD,OAAO,QAAQ,IACb,EAAE,UAAU,IAAI,OAAO,MAAM;IAC3B,MAAM,SAAS,MAAM,eAAe;KAClC,UAAU,EAAE;KACZ,OAAO,EAAE;KACT,OAAO,QAAQ,QAAQ,SAAS,EAAE,MAAM,CAAC;KACzC,gBAAgB,QAAQ;KACxB,iBAAiB,QAAQ;KACzB,QAAQ,WAAW;IACrB,CAAC;IACD,QAAQ,WAAW,IAAI,MAAM;IAC7B,OAAO;GACT,CAAC,CACH;EACF,EAAA,CAAG,CAAC,CAAC,OAAO,UACV,EAAE,UAAU,KAAK,MAAM;GACrB,MAAM,SAAwB;IAC5B,UAAU,EAAE;IACZ,OAAO,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE;IACpC,OAAO,CAAC;IACR,OAAO,CAAC;IACR,OAAO,UAAU,KAAK;GACxB;GACA,QAAQ,WAAW,IAAI,MAAM;GAC7B,OAAO;EACT,CAAC,CACH;EACA,QAAQ,IAAI,IAAI,OAAO;CACzB;CAEA,OAAO;EACL,UAAU,QAA0B;GAClC,MAAM,IAAI,KAAK,IAAI,OAAO,EAAE;GAC5B,IAAI,CAAC,GAAG;GACR,MAAM,OAAO,MAAM,IAAI,OAAO,EAAE,KAAK,CAAC;GACtC,KAAK,KAAK,MAAM;GAChB,MAAM,IAAI,OAAO,IAAI,IAAI;GACzB,IAAI,KAAK,UAAU,EAAE,IAAI,KAAK,UAAU,MAAM,OAAO,EAAE;EACzD;;EAEA,SAAe;GACb,WAAW,MAAM;EACnB;EACA,MAAM,SAAgD;GACpD,KAAK,MAAM,MAAM,KAAK,KAAK,GAAG,IAAI,MAAM,IAAI,EAAE,GAAG,MAAM,EAAE;GACzD,MAAM,sBAAM,IAAI,IAA6B;GAC7C,KAAK,MAAM,CAAC,IAAI,YAAY,SAAS,IAAI,IAAI,IAAI,MAAM,OAAO;GAC9D,OAAO;EACT;CACF;AACF"}
|
|
@@ -9,9 +9,29 @@ const READ_DEFAULTS = {
|
|
|
9
9
|
path: "stack.harnesses[].resolvedModels",
|
|
10
10
|
empty: () => []
|
|
11
11
|
},
|
|
12
|
+
{
|
|
13
|
+
path: "stack.harnesses[].effort",
|
|
14
|
+
empty: () => null
|
|
15
|
+
},
|
|
16
|
+
{
|
|
17
|
+
path: "stack.harnesses[].resolvedEffort",
|
|
18
|
+
empty: () => []
|
|
19
|
+
},
|
|
12
20
|
{
|
|
13
21
|
path: "evals[].todo",
|
|
14
22
|
empty: () => false
|
|
23
|
+
},
|
|
24
|
+
{
|
|
25
|
+
path: "evals[].cells[].effort",
|
|
26
|
+
empty: () => null
|
|
27
|
+
},
|
|
28
|
+
{
|
|
29
|
+
path: "evals[].attempts[].effort",
|
|
30
|
+
empty: () => null
|
|
31
|
+
},
|
|
32
|
+
{
|
|
33
|
+
path: "evals[].attempts[].servedEffort",
|
|
34
|
+
empty: () => null
|
|
15
35
|
}
|
|
16
36
|
],
|
|
17
37
|
"transcript-line": [],
|
|
@@ -100,4 +120,4 @@ const readableCliInvocation = (entry) => fillDefaults("cli-invocation", entry);
|
|
|
100
120
|
//#endregion
|
|
101
121
|
export { readableCliInvocation as a, readableTranscriptLine as c, readableAnalysisNote as i, fillDefaults as n, readableDebugRequest as o, readableAnalysis as r, readableRecord as s, NewerSchemaError as t };
|
|
102
122
|
|
|
103
|
-
//# sourceMappingURL=record-
|
|
123
|
+
//# sourceMappingURL=record-BRP9vZrj.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"record-BRP9vZrj.js","names":[],"sources":["../src/view/record.ts"],"mappings":";AA6BA,MAAa,gBAAkD;CAC7D,cAAc;EACZ;GAAE,MAAM;GAAwB,aAAa,CAAC;EAAE;EAChD;GAAE,MAAM;GAAoC,aAAa,CAAC;EAAE;EAC5D;GAAE,MAAM;GAA4B,aAAa;EAAK;EACtD;GAAE,MAAM;GAAoC,aAAa,CAAC;EAAE;EAC5D;GAAE,MAAM;GAAgB,aAAa;EAAM;EAC3C;GAAE,MAAM;GAA0B,aAAa;EAAK;EACpD;GAAE,MAAM;GAA6B,aAAa;EAAK;EACvD;GAAE,MAAM;GAAmC,aAAa;EAAK;CAC/D;CACA,mBAAmB,CAAC;CACpB,UAAU,CAAC;CACX,iBAAiB,CAAC;CAClB,iBAAiB,CAAC;CAClB,iBAAiB,CAAC;CAClB,kBAAkB,CAAC;AACrB;;;;;AAMA,MAAa,aAAoF,CAAC;;AAGlG,MAAa,kBAAkB;CAC7B,cAAA;CACA,UAAU;CACV,iBAAiB;AACnB;;AAGA,IAAa,mBAAb,cAAsC,MAAM;CAC1C,OAAgB;;CAEhB;CACA,YAAY,MAAc,SAAiB,QAAgB;EACzD,MAAM,SAAS,4CAA4C,QAAQ,4BAA4B,OAAO;EACtG,MAAM,GAAG,KAAK,OAAO,QAAQ;EAC7B,KAAK,SAAS;CAChB;AACF;AAGA,MAAM,YAAY,MAAyB,OAAO,MAAM,YAAY,MAAM,QAAQ,CAAC,MAAM,QAAQ,CAAC;AAElG,SAAS,KAAK,OAAgB,UAAoB,OAA4B;CAC5E,IAAI,CAAC,SAAS,KAAK,GAAG;CACtB,MAAM,CAAC,OAAO,IAAI,GAAG,QAAQ;CAC7B,MAAM,SAAS,iBAAiB,KAAK,IAAI;CACzC,IAAI,QAAQ;EACV,IAAI,OAAO,MAAM,OAAO,GAAa,MAAM,OAAO,IAAI,KAAK,OAAO,MAAM,KAAK;EAC7E;CACF;CACA,MAAM,GAAG,MAAM,MAAM,QAAQ,sBAAsB,KAAK,IAAI,KAAK,CAAC;CAClE,IAAI,CAAC,KAAK,UAAU,CAAC,MAAM;EACzB,IAAI,MAAM,SAAS,KAAA,GAAW,MAAM,OAAO,MAAM;EACjD;CACF;CACA,MAAM,QAAQ,MAAM;CACpB,MAAM,WACJ,SAAS,OACL,MAAM,QAAQ,KAAK,IACjB,QACA,CAAC,IACH,SAAS,OACP,SAAS,KAAK,IACZ,OAAO,OAAO,KAAK,IACnB,CAAC,IACH,CAAC,KAAK;CACd,KAAK,MAAM,KAAK,UAAU,KAAK,GAAG,MAAM,KAAK;AAC/C;;AAGA,SAAgB,aAAgB,OAAkB,OAAa;CAC7D,KAAK,MAAM,KAAK,cAAc,QAAQ,KAAK,OAAO,EAAE,KAAK,MAAM,GAAG,GAAG,EAAE,KAAK;CAC5E,OAAO;AACT;AAEA,SAAS,QAAW,OAAqC,OAAU,MAAiB;CAClF,MAAM,SAAS,gBAAgB;CAC/B,IAAI,UAAW,MAAc;CAC7B,IAAI,OAAO,YAAY,UAAU,OAAO;CACxC,IAAI,UAAU,QAAQ,MAAM,IAAI,iBAAiB,MAAM,SAAS,MAAM;CACtE,IAAI,IAAa;CACjB,OAAO,UAAU,QAAQ,WAAW;EAClC,MAAM,UAAU,WAAW,MAAM,GAAG;EACpC,IAAI,CAAC,SAAS;EACd,IAAI,QAAQ,CAAU;CACxB;CACA,OAAO;AACT;;;;;;AAOA,SAAgB,eAAe,QAAmB,OAAO,OAAO,OAAO,SAAoB;CACzF,OAAO,aAAa,cAAc,QAAQ,cAAc,QAAQ,IAAI,CAAC;AACvE;;AAGA,MAAa,0BAA0B,SACrC,aAAa,mBAAmB,IAAI;;AAGtC,MAAa,oBAAoB,KAAkB,OAAO,oBACxD,aAAa,YAAY,QAAQ,YAAY,KAAK,IAAI,CAAC;;AAGzD,MAAa,wBACX,MACA,OAAO,yBACU,aAAa,iBAAiB,QAAQ,iBAAiB,MAAM,IAAI,CAAC;;AAGrF,MAAa,wBAAwB,YACnC,aAAa,iBAAiB,OAAO;;AAGvC,MAAa,yBAAyB,UACpC,aAAa,kBAAkB,KAAK"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { h as writeRun, p as scratchDir, s as readRecord } from "./files-
|
|
2
|
-
import {
|
|
3
|
-
import { n as assembleRun } from "./assemble-
|
|
1
|
+
import { h as writeRun, p as scratchDir, s as readRecord } from "./files-CSzVADHn.js";
|
|
2
|
+
import { s as renderSummary } from "./summary-BTksrIxn.js";
|
|
3
|
+
import { n as assembleRun } from "./assemble-BCZzTyR7.js";
|
|
4
4
|
import { join } from "node:path";
|
|
5
5
|
import { readdir, rm, stat } from "node:fs/promises";
|
|
6
6
|
//#region src/results.ts
|
|
@@ -49,4 +49,4 @@ async function writeScratchRun(input, landed) {
|
|
|
49
49
|
//#endregion
|
|
50
50
|
export { stagingDir, sweepStaging, writeScratchRun };
|
|
51
51
|
|
|
52
|
-
//# sourceMappingURL=results-
|
|
52
|
+
//# sourceMappingURL=results-Di7m8dQ3.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"results-
|
|
1
|
+
{"version":3,"file":"results-Di7m8dQ3.js","names":[],"sources":["../src/results.ts"],"mappings":";;;;;;AAOA,MAAM,mBAAmB;;AAGzB,MAAa,cAAc,MAAc,UAAkB,KAAK,MAAM,WAAW,WAAW,KAAK;;AAGjG,eAAsB,aAAa,MAAc,MAA8B;CAC7E,MAAM,MAAM,KAAK,MAAM,WAAW,SAAS;CAC3C,MAAM,UAAU,MAAM,QAAQ,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC;CACjD,KAAK,MAAM,QAAQ,SAAS;EAC1B,IAAI,SAAS,MAAM;EAKnB,IAAI,MAJc,KAAK,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,MACrC,MAAM,KAAK,IAAI,IAAI,EAAE,eAChB,CACR,IACU,kBAAkB,MAAM,GAAG,KAAK,KAAK,IAAI,GAAG;GAAE,WAAW;GAAM,OAAO;EAAK,CAAC;CACxF;AACF;;AAGA,eAAsB,gBACpB,OACA,QAC6C;CAC7C,MAAM,EAAE,QAAQ,cAAc,MAAM,YAAY,KAAK;CACrD,UAAU,IAAI,cAAc,OAAO,KAAK,cAAc,MAAM,CAAC,CAAC;CAC9D,MAAM,UAAU,WAAW,MAAM,IAAI,OAAO,IAAI;CAChD,MAAM,WAAW,KAAK,SAAS,GAAG,OAAO,MAAM,MAAM;CACrD,IAAI;EACF,MAAM,MAAM,MAAM,WAAW,QAAQ;EACrC,IAAI,IAAI,WAAW,iBAAiB,IAAI,WAAW,UAAU;GAC3D,MAAM,GAAG,UAAU,EAAE,OAAO,KAAK,CAAC;GAClC,MAAM,GAAG,KAAK,SAAS,OAAO,KAAK,GAAG;IAAE,WAAW;IAAM,OAAO;GAAK,CAAC;EACxE;CACF,QAAQ,CAAC;CACT,MAAM,UAAU,MAAM,SAAS,SAAS,QAAQ,SAAS;CACzD,SAAS;CACT,MAAM,GAAG,MAAM,IAAI,YAAY;EAAE,WAAW;EAAM,OAAO;CAAK,CAAC;CAC/D,OAAO;EAAE,GAAG;EAAS;CAAO;AAC9B"}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { n as UsageError } from "./errors-yDAEwmZo.js";
|
|
2
2
|
import { t as RUN_ID } from "./paths-BmR-7tx3.js";
|
|
3
3
|
import { s as recordFileName } from "./ids-Bp6ut7ZD.js";
|
|
4
|
-
import { c as readableLiveProgress, n as LIVE_FILE, o as liveCounts } from "./live-
|
|
5
|
-
import { p as scratchDir } from "./files-
|
|
6
|
-
import { t as RefError } from "./views-
|
|
4
|
+
import { c as readableLiveProgress, n as LIVE_FILE, o as liveCounts } from "./live-S0qODb6o.js";
|
|
5
|
+
import { p as scratchDir } from "./files-CSzVADHn.js";
|
|
6
|
+
import { t as RefError } from "./views-Dqa5ojfZ.js";
|
|
7
7
|
import { existsSync, mkdirSync, readFileSync, renameSync, rmSync, unlinkSync, writeFileSync } from "node:fs";
|
|
8
8
|
import { hostname } from "node:os";
|
|
9
9
|
import { join } from "node:path";
|
|
@@ -403,4 +403,4 @@ const previousAttempt = (previous, key) => previous?.evals.flatMap((e) => e.atte
|
|
|
403
403
|
//#endregion
|
|
404
404
|
export { previousAttempt as a, writeLiveProgress as c, prepareResume as i, isCompletedAttempt as n, resolveResume as o, loadPrevious as r, writeCurrent as s, completedKeysFor as t };
|
|
405
405
|
|
|
406
|
-
//# sourceMappingURL=resume-
|
|
406
|
+
//# sourceMappingURL=resume-SUz1GskV.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"resume-
|
|
1
|
+
{"version":3,"file":"resume-SUz1GskV.js","names":[],"sources":["../src/live.ts","../src/resume.ts"],"mappings":";;;;;;;;;;AAwCA,SAAS,SAAS,QAAgC;CAChD,MAAM,UAAU,OAAO,MAAM;CAC7B,IAAI,OAAO,UAAU,WACnB,OAAO,YAAY,UAAU,YAAY,gBAAgB,UAAU;CACrE,IAAI,YAAY,eAAe,OAAO;CACtC,OAAO,OAAO,UAAU,WAAW,SAAS;AAC9C;;AAGA,MAAM,uBAAO,IAAI,IAAI;CAAC;CAAS;CAAU;AAAO,CAAC;;AAGjD,MAAM,UAAU;AAQhB,SAAS,MAAM,IAAkB;CAC/B,QAAQ,KAAK,IAAI,WAAW,IAAI,kBAAkB,CAAC,CAAC,GAAG,GAAG,GAAG,EAAE;AACjE;;;;;AAMA,SAAgB,QACd,MACA,IACA,SAAS,YACT,QAAsB,CAAC,GACjB;CACN,MAAM,MAAM,MAAM,OAAO,KAAK;CAC9B,MAAM,OAAO,MAAM,QAAQ;CAC3B,MAAM,WAAW,IAAI,KAAK,MAAM,UAAU;CAC1C,KAAK,IAAI,UAAU,IAAK,WACtB,IAAI;EACF,OAAO,MAAM,EAAE;EACf;CACF,SAAS,OAAO;EACd,MAAM,OAAQ,MAAgC;EAC9C,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,IAAI,KAAK,IAAI,KAAK,UAAU,MAAM;EACzD,KAAK,KAAK,IAAI,SAAS,EAAE,CAAC;CAC5B;AAEJ;;AAGA,SAAgB,kBAAkB,SAAkD;CAClF,MAAM,MAAM,QAAQ,8BAAc,IAAI,KAAK;CAC3C,MAAM,OAAO,KAAK,QAAQ,KAAK,SAAS;CACxC,MAAM,MAAM,GAAG,KAAK,GAAG,QAAQ,IAAI;CACnC,MAAM,WAAW,IAAI,IACnB,QAAQ,QAAQ,KAAK,MAAM,CACzB,EAAE,KACF;EACE,KAAK,EAAE;EACP,QAAQ,EAAE;EACV,MAAM,EAAE,QAAQ;EAChB,MAAM,EAAE;EACR,MAAM,EAAE,QAAQ,KAAK;EACrB,GAAG,EAAE,QAAQ;EACb,QAAQ,EAAE,QAAQ,QAAQ,EAAE,QAAQ,KAAK,OAAO,YAAY;EAC5D,WAAW;EACX,YAAY;CACd,CACF,CAAC,CACH;CACA,IAAI,QAAmB;CACvB,IAAI,UAAU;CAEd,MAAM,aAA2B;EAC/B,MAAM,OAAO,CAAC,GAAG,SAAS,OAAO,CAAC;EAClC,OAAO;GACL,eAAA;GACA,OAAO,QAAQ;GACf,WAAW,QAAQ,UAAU,YAAY;GACzC,KAAK,QAAQ;GACb,MAAM,SAAS;GACf,aAAa,IAAI,CAAC,CAAC,YAAY;GAC/B;GACA,SAAS,KAAK;GACd,QAAQ,WAAW,IAAI;GACvB,UAAU;EACZ;CACF;CACA,MAAM,cAAc;EAClB,IAAI,SAAS;EACb,IAAI;GACF,cAAc,KAAK,KAAK,UAAU,KAAK,CAAC,CAAC;GACzC,QAAQ,KAAK,IAAI;EACnB,QAAQ,CAAC;CACX;CAEA,IAAI;EACF,UAAU,QAAQ,KAAK,EAAE,WAAW,KAAK,CAAC;CAC5C,QAAQ,CAAC;CACT,MAAM;CACN,MAAM,YAAY,YAAY,OAAO,QAAQ,eAAA,GAA2B;CACxE,UAAU,MAAM;CAEhB,MAAM,aAAa;EACjB,UAAU;EACV,cAAc,SAAS;CACzB;CACA,OAAO;EACL,MAAM,KAAK,IAAI;GACb,MAAM,IAAI,SAAS,IAAI,GAAG;GAC1B,IAAI,CAAC,GAAG;GACR,EAAE,SAAS;GACX,EAAE,YAAY,IAAI,KAAK,EAAE,CAAC,CAAC,YAAY;GACvC,MAAM;EACR;EACA,IAAI,QAAQ;GACV,MAAM,IAAI,SAAS,IAAI,OAAO,GAAG;GACjC,IAAI,CAAC,GAAG;GACR,EAAE,SAAS,SAAS,MAAM;GAC1B,EAAE,aAAa,OAAO;GACtB,MAAM;EACR;EACA,MAAM,MAAM;GACV,QAAQ;GACR,MAAM;EACR;EACA;EACA,SAAS;GACP,KAAK;GACL,OAAO,MAAM,EAAE,OAAO,KAAK,CAAC;GAC5B,OAAO,KAAK,EAAE,OAAO,KAAK,CAAC;EAC7B;EACA;CACF;AACF;;;;ACtJA,MAAM,WAAW;;AAGjB,MAAa,cAAc;;AAG3B,MAAa,eAAe,SAAiB,KAAK,MAAM,WAAW,SAAS;AAE5E,MAAM,aAAa,MAAc,UAAkB,KAAK,MAAM,WAAW,WAAW,KAAK;AAEzF,SAAgB,aAAa,MAAc,OAAqB;CAC9D,MAAM,OAAO,YAAY,IAAI;CAC7B,UAAU,KAAK,MAAM,SAAS,GAAG,EAAE,WAAW,KAAK,CAAC;CACpD,MAAM,MAAM,GAAG,KAAK,GAAG,QAAQ,IAAI;CACnC,cAAc,KAAK,GAAG,MAAM,GAAG;CAC/B,IAAI;EACF,QAAQ,KAAK,IAAI;CACnB,SAAS,OAAO;EACd,OAAO,KAAK,EAAE,OAAO,KAAK,CAAC;EAC3B,MAAM;CACR;AACF;AAEA,MAAM,gBAAgB,UACpB,IAAI,WACF,OAAO,MAAM,6EAA6E,MAAM,EAClG;;AAGF,SAAgB,aAAa,KAAa,MAAuB;CAC/D,IAAI,SAAS,SAAS,GAAG,OAAO;CAChC,IAAI;EACF,QAAQ,KAAK,KAAK,CAAC;EACnB,OAAO;CACT,SAAS,OAAO;EACd,OAAQ,MAAgC,SAAS;CACnD;AACF;AAEA,SAAS,WAAW,KAAmD;CACrE,IAAI;EACF,MAAM,CAAC,SAAS,YAAY,aAAa,KAAK,KAAK,WAAW,GAAG,MAAM,CAAC,CAAC,MAAM,IAAI;EACnF,MAAM,MAAM,OAAO,OAAO;EAC1B,IAAI,CAAC,OAAO,UAAU,GAAG,KAAK,OAAO,KAAK,CAAC,UAAU,OAAO;EAC5D,OAAO;GAAE;GAAK,MAAM;EAAS;CAC/B,QAAQ;EACN,OAAO;CACT;AACF;AAEA,MAAM,cAAc,QAAgB;CAClC,MAAM,SAAS,WAAW,GAAG;CAC7B,OAAO,SAAS,aAAa,OAAO,KAAK,OAAO,IAAI,IAAI;AAC1D;AAEA,SAAS,cAAc,SAAiB,OAAqB;CAC3D,MAAM,OAAO,KAAK,SAAS,WAAW;CACtC,MAAM,OAAO,GAAG,QAAQ,IAAI,IAAI,SAAS,EAAE;CAC3C,MAAM,eAAe,cAAc,MAAM,MAAM,EAAE,MAAM,KAAK,CAAC;CAC7D,IAAI;EACF,OAAO;EACP;CACF,SAAS,OAAO;EACd,IAAK,MAAgC,SAAS,UAAU,MAAM;CAChE;CACA,IAAI,WAAW,OAAO,GAAG,MAAM,aAAa,KAAK;CACjD,IAAI;EACF,WAAW,IAAI;CACjB,QAAQ;EACN,MAAM,aAAa,KAAK;CAC1B;CACA,IAAI;EACF,OAAO;CACT,SAAS,OAAO;EACd,IAAK,MAAgC,SAAS,UAAU,MAAM,aAAa,KAAK;EAChF,MAAM;CACR;AACF;AAEA,SAAgB,YAAY,MAA6B;CACvD,IAAI;EACF,MAAM,KAAK,aAAa,YAAY,IAAI,GAAG,MAAM,CAAC,CAAC,KAAK;EACxD,OAAO,OAAO,KAAK,EAAE,IAAI,KAAK;CAChC,QAAQ;EACN,OAAO;CACT;AACF;;AAGA,SAAgB,mBACd,SACA,OACS;CACT,IAAI,YAAY,WAAW,OAAO;CAClC,IAAI,OAAO,SAAS,WAAW,OAAO;CACtC,OAAO,YAAY,UAAU,YAAY,UAAU,YAAY;AACjE;AAEA,MAAM,uBAAuB,WAC3B,OAAO,MAAM,SAAS,MACpB,EAAE,SAAS,QAAQ,MAAM,mBAAmB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,GAAG,CACnF;AAEF,SAAS,eAAe,MAAiC;CACvD,IAAI;EACF,OAAO,KAAK,MAAM,aAAa,MAAM,MAAM,CAAC;CAC9C,QAAQ;EACN,OAAO;CACT;AACF;AAEA,SAAS,sBAAsB,SAAiB,KAAsB;CACpE,MAAM,SAAS,eAAe,KAAK,SAAS,SAAS,eAAe,GAAG,CAAC,CAAC;CACzE,IAAI,CAAC,QAAQ,OAAO;CACpB,OAAO,mBAAmB,OAAO,SAAS,OAAO,KAAK;AACxD;;;;;AAMA,SAAgB,iBACd,SACA,SACA,UACa;CACb,MAAM,uBAAO,IAAI,IAAY;CAC7B,MAAM,eAAe,IAAI,IAAI,WAAW,oBAAoB,QAAQ,IAAI,CAAC,CAAC;CAC1E,KAAK,MAAM,EAAE,SAAS,SACpB,IAAI,sBAAsB,SAAS,GAAG,KAAK,aAAa,IAAI,GAAG,GAAG,KAAK,IAAI,GAAG;CAEhF,OAAO;AACT;AAoBA,SAAS,aACP,UACA,KACS;CAET,IAAI,aAAa,SAAS,KAAK,SAAS,IAAI,GAAG,OAAO;CAEtD,IADc,MAAM,KAAK,MAAM,SAAS,WAAW,IAAI,UAC5C,OAAO;CAClB,OAAO,SAAS,SAAS,SAAS;AACpC;AAEA,eAAe,YAAY,MAAc,OAA0C;CACjF,IAAI;EACF,MAAM,OAAO,MAAM,SAAS,KAAK,WAAW,IAAI,GAAG,GAAG,MAAM,MAAM,GAAG,MAAM;EAC3E,MAAM,SAAS,KAAK,MAAM,IAAI;EAC9B,OAAO,OAAO,SAAS,YAAY,OAAO,UAAU,QAAQ,SAAS;CACvE,QAAQ;EACN,OAAO;CACT;AACF;AAEA,eAAe,eAAe,MAAc,MAAM,KAAK,IAAI,GAAyB;CAClF,MAAM,wBAAQ,IAAI,IAAuB;CACzC,MAAM,cAAc,KAAK,MAAM,WAAW,SAAS;CACnD,MAAM,QAAQ,MAAM,QAAQ,WAAW,CAAC,CAAC,YAAY,CAAC,CAAa;CACnE,KAAK,MAAM,SAAS,MAAM,QAAQ,MAAM,OAAO,KAAK,CAAC,CAAC,GAAG;EACvD,MAAM,MAAM,KAAK,aAAa,KAAK;EACnC,MAAM,OAAO,MAAM,KAAK,GAAG,CAAC,CAAC,YAAY,IAAI;EAC7C,IAAI,CAAC,MAAM,YAAY,GAAG;EAC1B,MAAM,OAAO,MAAM,SAAS,KAAK,KAAK,SAAS,GAAG,MAAM,CAAC,CAAC,YAAY,IAAI;EAC1E,MAAM,WAAW,OAAO,qBAAqB,KAAK,MAAM,IAAI,CAAY,IAAI;EAC5E,MAAM,QAAQ,WAAW,aAAa,UAAU,GAAG,IAAI,UAAU,WAAW,GAAG;EAC/E,MAAM,YAAY,UAAU,aAAa,IAAI,KAAK,KAAK,OAAO,CAAC,CAAC,YAAY;EAC5E,MAAM,IAAI,OAAO;GACf;GACA;GACA,MAAM;GACN;GACA,UAAU;GACV,UAAU;GACV,mBAAmB;EACrB,CAAC;CACH;CACA,MAAM,UAAU,WAAW,IAAI;CAC/B,MAAM,WAAW,MAAM,QAAQ,OAAO,CAAC,CAAC,YAAY,CAAC,CAAa,EAAA,CAAG,QAClE,MAAM,EAAE,SAAS,OAAO,KAAK,OAAO,KAAK,EAAE,MAAM,GAAG,EAAE,CAAC,CAC1D;CACA,KAAK,MAAM,QAAQ,SAAS;EAC1B,MAAM,QAAQ,KAAK,MAAM,GAAG,EAAE;EAC9B,MAAM,SAAS,MAAM,YAAY,MAAM,KAAK;EAC5C,IAAI,CAAC,QAAQ;EACb,MAAM,YAAY,KAAK,SAAS,KAAK;EACrC,MAAM,oBAAoB,WAAW,SAAS,IAAI,YAAY;EAC9D,MAAM,WAAW,OAAO,WAAW;EACnC,MAAM,WAAW,MAAM,IAAI,KAAK;EAChC,IAAI,UAAU;GAEZ,SAAS,WAAW;GACpB,SAAS,oBAAoB;GAC7B,SAAS,WAAW;GACpB;EACF;EACA,MAAM,IAAI,OAAO;GACf;GACA,WAAW,OAAO;GAClB,MAAM;GACN,MAAM;GACN;GACA,UAAU,WAAW,OAAO;GAC5B,mBAAmB,WAAW,OAAO;EACvC,CAAC;CACH;CACA,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,MAAM,GAAG,MAAO,EAAE,QAAQ,EAAE,QAAQ,KAAK,CAAE;AACxE;AAEA,MAAM,aAAa,MACjB,CAAC,EAAE,QACH,CAAC,EAAE,aACF,EAAE,SAAS,aAAa,EAAE,UAAU,WAAW,iBAAiB,EAAE,UAAU,WAAW;AAE1F,SAAS,SAAS,GAA4B;CAC5C,OAAO;EACL,OAAO,EAAE;EACT,WAAW,IAAI,KAAK,EAAE,SAAS;EAC/B,MAAM,EAAE;EACR,UAAU,EAAE;EACZ,mBAAmB,EAAE;CACvB;AACF;AAEA,SAAS,SAAS,YAAyB,KAAoC;CAC7E,MAAM,QAAQ,WAAW,MAAM,MAAM,EAAE,UAAU,GAAG;CACpD,IAAI,OAAO,OAAO;CAClB,MAAM,OAAO,WAAW,QAAQ,MAAM,EAAE,MAAM,WAAW,GAAG,CAAC;CAC7D,IAAI,KAAK,WAAW,GAAG,OAAO,KAAK;CACnC,IAAI,KAAK,SAAS,GAChB,MAAM,IAAI,SAAS,IAAI,IAAI,YAAY,KAAK,OAAO,0BAA0B;AAGjF;;;;;;;;AASA,eAAsB,cAAc,MAAc,KAAqC;CACrF,MAAM,aAAa,MAAM,eAAe,IAAI;CAC5C,MAAM,OAAO,WAAW,OAAO,SAAS;CAExC,IADgB,QAAQ,KAAA,KAAa,QAAQ,MAAM,QAAQ,UAC9C;EACX,MAAM,UAAU,YAAY,IAAI;EAEhC,MAAM,QADU,UAAU,KAAK,MAAM,MAAM,EAAE,UAAU,OAAO,IAAI,KAAA,MAC1C,KAAK,GAAG,EAAE;EAClC,IAAI,CAAC,MAAM;GACT,MAAM,WAAW,WAAW,QAAQ,MAAM,EAAE,IAAI;GAEhD,MAAM,YADc,UAAU,SAAS,MAAM,MAAM,EAAE,UAAU,OAAO,IAAI,KAAA,MAC1C,SAAS,GAAG,EAAE;GAC9C,IAAI,UAAU,MAAM,aAAa,SAAS,KAAK;GAC/C,MAAM,IAAI,WACR,oHACF;EACF;EACA,OAAO,SAAS,IAAI;CACtB;CACA,MAAM,OAAO,iBAAiB,KAAK,GAAG;CACtC,IAAI,MAAM;EACR,MAAM,QAAQ,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,EAAE;EACnD,IAAI,CAAC,OAAO,MAAM,IAAI,SAAS,kBAAkB,KAAK,OAAO,gBAAgB;EAC7E,OAAO,SAAS,KAAK;CACvB;CACA,MAAM,QAAQ,SAAS,YAAY,GAAG;CACtC,IAAI,CAAC,OAAO,MAAM,IAAI,SAAS,mBAAmB,IAAI,EAAE;CACxD,IAAI,MAAM,MAAM,MAAM,aAAa,MAAM,KAAK;CAC9C,IAAI,MAAM,YAAY,CAAC,UAAU,KAAK,GACpC,MAAM,IAAI,WACR,OAAO,MAAM,MAAM,iEACrB;CAEF,OAAO,SAAS,KAAK;AACvB;;;;;AAMA,eAAsB,cAAc,QAAsB,MAA6B;CACrF,MAAM,UAAU,UAAU,MAAM,OAAO,KAAK;CAC5C,UAAU,KAAK,SAAS,OAAO,GAAG,EAAE,WAAW,KAAK,CAAC;CACrD,cAAc,SAAS,OAAO,KAAK;CACnC,IAAI,CAAC,OAAO,UAAU;CACtB,MAAM,UAAU,WAAW,IAAI;CAC/B,MAAM,aAAa,KAAK,SAAS,GAAG,OAAO,MAAM,MAAM;CACvD,MAAM,QAAQ,KAAK,SAAS,eAAe;CAC3C,IAAI,WAAW,UAAU,KAAK,CAAC,WAAW,KAAK,GAAG,WAAW,YAAY,KAAK;CAC9E,IAAI,OAAO,qBAAqB,WAAW,OAAO,iBAAiB,GAAG;EACpE,MAAM,OAAO,KAAK,SAAS,oBAAoB;EAC/C,IAAI,CAAC,WAAW,IAAI,GAAG,WAAW,OAAO,mBAAmB,IAAI;CAClE;CAEA,KAAK,MAAM,KAAK,OAAO,SAAS,OAC9B,KAAK,MAAM,KAAK,EAAE,UAAU;EAC1B,IAAI,CAAC,mBAAmB,EAAE,SAAS,EAAE,KAAK,GAAG;EAC7C,MAAM,OAAO,KAAK,SAAS,SAAS,eAAe,EAAE,GAAG,CAAC;EACzD,IAAI,WAAW,IAAI,GAAG;EACtB,MAAM,SAAqB;GACzB,SAAS,EAAE,YAAY,YAAY,SAAS,EAAE;GAC9C,OAAO,EAAE;GACT,WAAW,EAAE,aAAa,KAAA;GAC1B,OAAO,CAAC;GACR,MAAM;GACN,QAAQ,CAAC;GACT,YAAY,CAAC;GACb,SAAS;IAAE,SAAS;IAAG,SAAS;IAAG,QAAQ;IAAG,UAAU;IAAG,SAAS;GAAE;EACxE;EACA,cAAc,MAAM,GAAG,KAAK,UAAU,QAAQ,MAAM,CAAC,EAAE,GAAG;CAC5D;AAEJ;AAEA,eAAsB,aAAa,SAGhC;CACD,MAAM,OAAO,KAAK,SAAS,eAAe;CAC1C,MAAM,YAAY,KAAK,SAAS,oBAAoB;CACpD,IAAI;EACF,MAAM,SAAS,KAAK,MAAM,MAAM,SAAS,MAAM,MAAM,CAAC;EACtD,OAAO;GACL,QAAQ,OAAO,SAAS,WAAW,SAAS;GAC5C,WAAW,WAAW,SAAS,IAAI,YAAY;EACjD;CACF,QAAQ;EACN,OAAO;GAAE,QAAQ;GAAM,WAAW,WAAW,SAAS,IAAI,YAAY;EAAK;CAC7E;AACF;AAQA,MAAa,mBACX,UACA,QAEA,UAAU,MAAM,SAAS,MAAM,EAAE,QAAQ,CAAC,CAAC,MAAM,MAAM,EAAE,QAAQ,GAAG"}
|