reeval 0.15.1 → 0.16.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +12 -12
- package/dist/{adapter-CbqbMR7y.js → adapter-CRKYPkRt.js} +3 -3
- package/dist/{adapter-CbqbMR7y.js.map → adapter-CRKYPkRt.js.map} +1 -1
- package/dist/{agent-Zgn-kiqq.js → agent-BgH4-kFc.js} +6 -6
- package/dist/{agent-Zgn-kiqq.js.map → agent-BgH4-kFc.js.map} +1 -1
- package/dist/{app-files-ChbvRx3P.js → app-files-BMVBr079.js} +3 -3
- package/dist/app-files-BMVBr079.js.map +1 -0
- package/dist/{assemble-SKQGW_QF.js → assemble-BVbI6NW-.js} +95 -29
- package/dist/assemble-BVbI6NW-.js.map +1 -0
- package/dist/assemble-SiHa4__F.js +1 -0
- package/dist/{attempt-Ba2QerOK.js → attempt-CpbZ9arV.js} +2 -2
- package/dist/{attempt-Ba2QerOK.js.map → attempt-CpbZ9arV.js.map} +1 -1
- package/dist/{attempt-host-BOp8JklD.js → attempt-host-CIxjs2Be.js} +13 -6
- package/dist/attempt-host-CIxjs2Be.js.map +1 -0
- package/dist/{capture-BM_3100g.js → capture-iQ6kYJV0.js} +987 -161
- package/dist/capture-iQ6kYJV0.js.map +1 -0
- package/dist/capture-px7Ey95_.js +1 -0
- package/dist/{cli-PdYrcoKM.js → cli-1YQU-66F.js} +98 -61
- package/dist/cli-1YQU-66F.js.map +1 -0
- package/dist/{cli-spec-D0qyrPZi.js → cli-spec-CPWT1mAG.js} +3 -2
- package/dist/cli-spec-CPWT1mAG.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{client-Ct6s6OnF.js → client-DMmOkbRA.js} +13 -6
- package/dist/client-DMmOkbRA.js.map +1 -0
- package/dist/{command-4pJYVCT4.js → command-8_Cg5v6b.js} +12 -12
- package/dist/{command-4pJYVCT4.js.map → command-8_Cg5v6b.js.map} +1 -1
- package/dist/{command-DbSMcxZL.js → command-BlYCAqu-.js} +7 -7
- package/dist/{command-DbSMcxZL.js.map → command-BlYCAqu-.js.map} +1 -1
- package/dist/{command-9xm5ImqI.js → command-C-HeGlap.js} +16 -16
- package/dist/{command-9xm5ImqI.js.map → command-C-HeGlap.js.map} +1 -1
- package/dist/{command-BqBxLgTc.js → command-Cr1zjRvl.js} +13 -13
- package/dist/{command-BqBxLgTc.js.map → command-Cr1zjRvl.js.map} +1 -1
- package/dist/{commands-Bi2SEQtr.js → commands-Bj9NbmsO.js} +1 -1
- package/dist/{commands-BU6YJCz9.js → commands-BvTNZ2-b.js} +14 -9
- package/dist/commands-BvTNZ2-b.js.map +1 -0
- package/dist/{config-k6m7XbAz.js → config-CneBZB84.js} +430 -208
- package/dist/config-CneBZB84.js.map +1 -0
- package/dist/{contrasts-DLZF4dGF.js → contrasts-lhFsekco.js} +2 -2
- package/dist/{contrasts-DLZF4dGF.js.map → contrasts-lhFsekco.js.map} +1 -1
- package/dist/db-BnXyamuj.js +2 -0
- package/dist/{db-CpsifVln.js → db-Cnh3jIv_.js} +8 -8
- package/dist/{db-CpsifVln.js.map → db-Cnh3jIv_.js.map} +1 -1
- package/dist/debug-CAx3qcaP.js +1 -0
- package/dist/{debug-BhizgAsU.js → debug-CgG3T071.js} +4 -2
- package/dist/debug-CgG3T071.js.map +1 -0
- package/dist/{docker-51WvhN_X.js → docker-BihzJwbV.js} +9 -5
- package/dist/docker-BihzJwbV.js.map +1 -0
- package/dist/{docker-B4-rx4dA.js → docker-Cqq03H72.js} +5 -5
- package/dist/{docker-B4-rx4dA.js.map → docker-Cqq03H72.js.map} +1 -1
- package/dist/{docker-YFj4H1Cr.js → docker-DCAtFMo9.js} +1 -1
- package/dist/{doctor-BuQnfz4e.js → doctor-Dl4vMeqt.js} +15 -15
- package/dist/{doctor-BuQnfz4e.js.map → doctor-Dl4vMeqt.js.map} +1 -1
- package/dist/{environment-BOFgzFDg.js → environment-Cf5HMjib.js} +3 -3
- package/dist/{environment-BOFgzFDg.js.map → environment-Cf5HMjib.js.map} +1 -1
- package/dist/{errors-UjcLWelF.js → errors-CHebohjc.js} +9 -3
- package/dist/{errors-UjcLWelF.js.map → errors-CHebohjc.js.map} +1 -1
- package/dist/{eval-source-Dje3rERU.js → eval-source-CAE4y2Sr.js} +9 -8
- package/dist/eval-source-CAE4y2Sr.js.map +1 -0
- package/dist/{evaluate-BPP9s3s6.js → evaluate-CUtgyr43.js} +340 -45
- package/dist/evaluate-CUtgyr43.js.map +1 -0
- package/dist/{evaluate-dqXccn4k.d.ts → evaluate-D35T51AC.d.ts} +7 -6
- package/dist/files-BEnUJW1e.js +1 -0
- package/dist/{files-Bi461Be2.js → files-BRViE7m-.js} +20 -13
- package/dist/{files-Bi461Be2.js.map → files-BRViE7m-.js.map} +1 -1
- package/dist/{files-H24pz0hL.js → files-BSqA2sZE.js} +3 -3
- package/dist/{files-H24pz0hL.js.map → files-BSqA2sZE.js.map} +1 -1
- package/dist/files-C3tQtD26.js +1 -0
- package/dist/{files-Clipx4OW.js → files-CNiJ_fZf.js} +3 -3
- package/dist/{files-Clipx4OW.js.map → files-CNiJ_fZf.js.map} +1 -1
- package/dist/{files-Ca0d6Uq3.js → files-D1y8Pg4Z.js} +35 -7
- package/dist/files-D1y8Pg4Z.js.map +1 -0
- package/dist/files-Dts7EY3H.js +1 -0
- package/dist/{pairs-puYi-zj2.js → gate-BC6SdQZs.js} +49 -2
- package/dist/gate-BC6SdQZs.js.map +1 -0
- package/dist/gateway.d.ts +1 -1
- package/dist/{git-CsVZkNNL.js → git-UNxT_3z0.js} +2 -2
- package/dist/{git-CsVZkNNL.js.map → git-UNxT_3z0.js.map} +1 -1
- package/dist/harness.d.ts +1 -1
- package/dist/{images-4mwhNkvh.js → images-8A_LzVfw.js} +8 -8
- package/dist/{images-4mwhNkvh.js.map → images-8A_LzVfw.js.map} +1 -1
- package/dist/index.d.ts +63 -16
- package/dist/index.js +5 -5
- package/dist/init-okoALIah.js +1 -0
- package/dist/{init-cOk3D44b.js → init-sFBgODhu.js} +4 -4
- package/dist/{init-cOk3D44b.js.map → init-sFBgODhu.js.map} +1 -1
- package/dist/{invocations-DW-lTk2f.js → invocations-C9ejlOYl.js} +2 -2
- package/dist/{invocations-DW-lTk2f.js.map → invocations-C9ejlOYl.js.map} +1 -1
- package/dist/{judge-CKdgEXN7.js → judge-Bg4v4e_K.js} +2 -2
- package/dist/{judge-CKdgEXN7.js.map → judge-Bg4v4e_K.js.map} +1 -1
- package/dist/judge.d.ts +2 -2
- package/dist/judge.js +1 -1
- package/dist/{live-XJQ6nqK4.js → live-DeMvnDD5.js} +2 -2
- package/dist/{live-XJQ6nqK4.js.map → live-DeMvnDD5.js.map} +1 -1
- package/dist/{matchers-DT2TaGix.js → matchers-BKPuaXlj.js} +14 -13
- package/dist/matchers-BKPuaXlj.js.map +1 -0
- package/dist/{model-Bq3G0OG1.js → model-2rBZrdZA.js} +4 -4
- package/dist/{model-Bq3G0OG1.js.map → model-2rBZrdZA.js.map} +1 -1
- package/dist/{model-vRiUycWh.js → model-3MJtpho8.js} +4 -4
- package/dist/{model-vRiUycWh.js.map → model-3MJtpho8.js.map} +1 -1
- package/dist/{model-CTnyvh7H.js → model-Bz7-j71_.js} +3 -50
- package/dist/model-Bz7-j71_.js.map +1 -0
- package/dist/{model-g3XnzUv0.js → model-DkPwypN4.js} +1 -1
- package/dist/model-bREXVXwT.js +1 -0
- package/dist/{node-BVbbnFtv.js → node-fP-H2uxn.js} +2 -2
- package/dist/{node-BVbbnFtv.js.map → node-fP-H2uxn.js.map} +1 -1
- package/dist/{object-CLf2-tNq.js → object-BkXGPKWY.js} +3 -2
- package/dist/object-BkXGPKWY.js.map +1 -0
- package/dist/{openrouter-models-CWRwLX-G.js → openrouter-models-Bo8PZ4Ew.js} +2 -2
- package/dist/{openrouter-models-CWRwLX-G.js.map → openrouter-models-Bo8PZ4Ew.js.map} +1 -1
- package/dist/{patch-DKJiC5Sq.js → patch-6T9XAipm.js} +4 -4
- package/dist/patch-6T9XAipm.js.map +1 -0
- package/dist/{plan-DdWkM6SW.js → plan-Dw2BjafJ.js} +20 -11
- package/dist/plan-Dw2BjafJ.js.map +1 -0
- package/dist/{plugins-D-CP6mMd.js → plugins-ngQEJBjJ.js} +24 -3
- package/dist/plugins-ngQEJBjJ.js.map +1 -0
- package/dist/{preflight-DTiVv0gY.js → preflight-BYXkweNN.js} +1 -1
- package/dist/{preflight-9ixuXzsx.js → preflight-CDRpog9o.js} +3 -3
- package/dist/{preflight-9ixuXzsx.js.map → preflight-CDRpog9o.js.map} +1 -1
- package/dist/{prepare-tmBBf4W8.js → prepare-B3btUlT6.js} +2 -2
- package/dist/{prepare-BfyikQit.js → prepare-PkARUGoF.js} +7 -7
- package/dist/{prepare-BfyikQit.js.map → prepare-PkARUGoF.js.map} +1 -1
- package/dist/{provenance-BizwUn3h.js → provenance-7Hzg88f4.js} +2 -2
- package/dist/{provenance-BizwUn3h.js.map → provenance-7Hzg88f4.js.map} +1 -1
- package/dist/{providers-DkOupEBl.js → providers-DDNMbv1T.js} +1 -1
- package/dist/{providers-B6b9Tnyi.js → providers-PKoJtGK0.js} +5 -5
- package/dist/{providers-B6b9Tnyi.js.map → providers-PKoJtGK0.js.map} +1 -1
- package/dist/query-Bt6vLJ3m.js +1 -0
- package/dist/{query-DyM-VExS.js → query-nBXrgEwl.js} +2 -2
- package/dist/{query-DyM-VExS.js.map → query-nBXrgEwl.js.map} +1 -1
- package/dist/{questions-BRhU8MzB.js → questions-CkAwePPR.js} +16 -17
- package/dist/questions-CkAwePPR.js.map +1 -0
- package/dist/remarks-Bp6AwPgb.js +1 -0
- package/dist/{remarks-C7i2LMRb.js → remarks-Bt0zwiQB.js} +42 -8
- package/dist/remarks-Bt0zwiQB.js.map +1 -0
- package/dist/{remarks-D_3qhBWU.js → remarks-IFFe_oty.js} +4 -3
- package/dist/{remarks-D_3qhBWU.js.map → remarks-IFFe_oty.js.map} +1 -1
- package/dist/{remarks-dA8LyoPc.js → remarks-eBcrIZRu.js} +3 -2
- package/dist/remarks-eBcrIZRu.js.map +1 -0
- package/dist/{remote-DFIzcx_6.js → remote-DfJYiP-R.js} +5 -5
- package/dist/{remote-DFIzcx_6.js.map → remote-DfJYiP-R.js.map} +1 -1
- package/dist/resolve-CT4XZIfV.js +1 -0
- package/dist/{resolve-DWSJpKHX.js → resolve-D_cLa4tW.js} +5 -5
- package/dist/{resolve-DWSJpKHX.js.map → resolve-D_cLa4tW.js.map} +1 -1
- package/dist/{results-BC3pcG_Z.js → results-DrKJuIQF.js} +9 -9
- package/dist/{results-BC3pcG_Z.js.map → results-DrKJuIQF.js.map} +1 -1
- package/dist/{resume-j-rcIryi.js → resume-BmIM52MJ.js} +4 -4
- package/dist/{resume-j-rcIryi.js.map → resume-BmIM52MJ.js.map} +1 -1
- package/dist/{runtime-d56Gg3J5.js → runtime-CZVpkr04.js} +111 -37
- package/dist/runtime-CZVpkr04.js.map +1 -0
- package/dist/{sandbox-Cmln11gU.js → sandbox-Cmi6IQML.js} +2 -2
- package/dist/{sandbox-Cmln11gU.js.map → sandbox-Cmi6IQML.js.map} +1 -1
- package/dist/sandbox.d.ts +1 -1
- package/dist/sandbox.js +1 -1
- package/dist/server-CKJOnIB0.js +1 -0
- package/dist/{server-BOoH10J8.js → server-DS8BGhGU.js} +34 -10
- package/dist/server-DS8BGhGU.js.map +1 -0
- package/dist/source-CgUqpumI.js +1 -0
- package/dist/{source-wD04-rRG.js → source-DcXv4de-.js} +17 -3
- package/dist/{source-wD04-rRG.js.map → source-DcXv4de-.js.map} +1 -1
- package/dist/{src-DgHuStEi.js → src-A8HLtO0a.js} +2 -2
- package/dist/{src-DgHuStEi.js.map → src-A8HLtO0a.js.map} +1 -1
- package/dist/{src-kYeaJJrl.js → src-BTqJbvj6.js} +1 -1
- package/dist/{src-Bp4aN3rA.js → src-BkiComGh.js} +1 -1
- package/dist/{src-dlX-Lmxg.js → src-BvgeZ4tS.js} +1 -1
- package/dist/{src-D91Hd6hT.js → src-C0ySiej5.js} +36 -17
- package/dist/src-C0ySiej5.js.map +1 -0
- package/dist/{src-HSxBazcg.js → src-CgJrz5p0.js} +1 -1
- package/dist/{src-BYPMM1x7.js → src-Cp-2Hdib.js} +1 -1
- package/dist/{src-6_zz7oJs.js → src-DMo2eCOJ.js} +1 -1
- package/dist/src-Dk2Na0b-.js +2 -0
- package/dist/{src-C7upnZSd.js → src-OESRtvOi.js} +1 -1
- package/dist/src-h5uDlk3m.js +1 -0
- package/dist/state-C97udoh3.js +1 -0
- package/dist/{state-DrJ687ut.js → state-C_kdhp5v.js} +5 -5
- package/dist/{state-DrJ687ut.js.map → state-C_kdhp5v.js.map} +1 -1
- package/dist/suite-ByT1lsdD.js +2 -0
- package/dist/{suite-Co8cwelb.js → suite-DieLXvCT.js} +15 -4
- package/dist/suite-DieLXvCT.js.map +1 -0
- package/dist/{summary-DLFHVoux.js → summary-CSzyBVsF.js} +40 -14
- package/dist/summary-CSzyBVsF.js.map +1 -0
- package/dist/tarball-CHcahyNK.js +258 -0
- package/dist/tarball-CHcahyNK.js.map +1 -0
- package/dist/testing.d.ts +52 -44
- package/dist/testing.js +4 -4
- package/dist/{tool-target-D2mcYlSQ.js → tool-target-CKWkd6QI.js} +2 -2
- package/dist/{tool-target-D2mcYlSQ.js.map → tool-target-CKWkd6QI.js.map} +1 -1
- package/dist/{transcript-DxPaWHTZ.js → transcript-BJrKfgRW.js} +2 -2
- package/dist/{transcript-DxPaWHTZ.js.map → transcript-BJrKfgRW.js.map} +1 -1
- package/dist/{types-coMWHaU2.d.ts → types-DVvW66ci.d.ts} +325 -171
- package/dist/view/index.d.ts +16 -4
- package/dist/view/index.js +6 -6
- package/dist/{views-BFO1BLKu.js → views-B9STsLB4.js} +5 -5
- package/dist/{views-BFO1BLKu.js.map → views-B9STsLB4.js.map} +1 -1
- package/dist/views-Ca-rTixp.js +2 -0
- package/dist/{worker-entry-CJtdsKBP.js → worker-entry-C5bLCv6s.js} +34 -13
- package/dist/worker-entry-C5bLCv6s.js.map +1 -0
- package/dist/workspace-8uHtBSve.js +1 -0
- package/dist/{workspace-BRxjfa8N.js → workspace-CBuI9Uds.js} +4 -4
- package/dist/{workspace-BRxjfa8N.js.map → workspace-CBuI9Uds.js.map} +1 -1
- package/package.json +1 -1
- package/skills/eval-rubric/SKILL.md +11 -0
- package/dist/app-files-ChbvRx3P.js.map +0 -1
- package/dist/assemble-SKQGW_QF.js.map +0 -1
- package/dist/assemble-XBWuK3Ed.js +0 -1
- package/dist/attempt-host-BOp8JklD.js.map +0 -1
- package/dist/capture-BM_3100g.js.map +0 -1
- package/dist/capture-DSK8O5bA.js +0 -1
- package/dist/cli-PdYrcoKM.js.map +0 -1
- package/dist/cli-spec-D0qyrPZi.js.map +0 -1
- package/dist/client-Ct6s6OnF.js.map +0 -1
- package/dist/commands-BU6YJCz9.js.map +0 -1
- package/dist/config-k6m7XbAz.js.map +0 -1
- package/dist/db-DkD-F-X-.js +0 -2
- package/dist/debug-BhizgAsU.js.map +0 -1
- package/dist/debug-DeM5pswK.js +0 -1
- package/dist/docker-51WvhN_X.js.map +0 -1
- package/dist/eval-source-Dje3rERU.js.map +0 -1
- package/dist/evaluate-BPP9s3s6.js.map +0 -1
- package/dist/files-BAt0i00X.js +0 -1
- package/dist/files-C2h2Cw4F.js +0 -1
- package/dist/files-Ca0d6Uq3.js.map +0 -1
- package/dist/files-DmUrRmmL.js +0 -1
- package/dist/init-BDEOopK7.js +0 -1
- package/dist/matchers-DT2TaGix.js.map +0 -1
- package/dist/model-CTnyvh7H.js.map +0 -1
- package/dist/model-D-SWrLZG.js +0 -1
- package/dist/object-CLf2-tNq.js.map +0 -1
- package/dist/pairs-puYi-zj2.js.map +0 -1
- package/dist/patch-DKJiC5Sq.js.map +0 -1
- package/dist/plan-DdWkM6SW.js.map +0 -1
- package/dist/plugins-D-CP6mMd.js.map +0 -1
- package/dist/query-Clm2mNSm.js +0 -1
- package/dist/questions-BRhU8MzB.js.map +0 -1
- package/dist/remarks-BwJ8pcTQ.js +0 -1
- package/dist/remarks-C7i2LMRb.js.map +0 -1
- package/dist/remarks-dA8LyoPc.js.map +0 -1
- package/dist/resolve--rQZ8u6Z.js +0 -1
- package/dist/runtime-d56Gg3J5.js.map +0 -1
- package/dist/server-BOoH10J8.js.map +0 -1
- package/dist/server-DpuVAbrO.js +0 -1
- package/dist/source-BFd6f0-R.js +0 -1
- package/dist/src-D91Hd6hT.js.map +0 -1
- package/dist/src-DH-9IO7f.js +0 -1
- package/dist/src-LD1BAJFa.js +0 -2
- package/dist/state-B5PLm5qY.js +0 -1
- package/dist/suite-22Kt9Grx.js +0 -2
- package/dist/suite-Co8cwelb.js.map +0 -1
- package/dist/summary-DLFHVoux.js.map +0 -1
- package/dist/views-BOf8qEL8.js +0 -2
- package/dist/worker-entry-CJtdsKBP.js.map +0 -1
- package/dist/workspace-DDHzkMjm.js +0 -1
package/dist/testing.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { n as declareTree } from "./evaluate-
|
|
1
|
+
import { Xn as DeclaredNode, Yn as DeclarationTree, a as AttemptContext, f as CaptureInstruction, g as CaptureUseAction, p as CaptureKey, pt as JSONValue, rn as Wait } from "./types-DVvW66ci.js";
|
|
2
|
+
import { n as declareTree } from "./evaluate-D35T51AC.js";
|
|
3
3
|
import "./shared-CHvO7eLi.js";
|
|
4
4
|
import { z } from "zod";
|
|
5
5
|
//#region src/contract/attempt.d.ts
|
|
@@ -92,6 +92,10 @@ declare const attemptRequestSchema: z.ZodObject<{
|
|
|
92
92
|
not: z.ZodBoolean;
|
|
93
93
|
soft: z.ZodBoolean;
|
|
94
94
|
label: z.ZodOptional<z.ZodString>;
|
|
95
|
+
at: z.ZodOptional<z.ZodObject<{
|
|
96
|
+
file: z.ZodString;
|
|
97
|
+
line: z.ZodNumber;
|
|
98
|
+
}, z.core.$strict>>;
|
|
95
99
|
poll: z.ZodOptional<z.ZodObject<{
|
|
96
100
|
interval: z.ZodOptional<z.ZodNumber>;
|
|
97
101
|
timeout: z.ZodOptional<z.ZodNumber>;
|
|
@@ -107,29 +111,54 @@ declare const attemptRequestSchema: z.ZodObject<{
|
|
|
107
111
|
}>;
|
|
108
112
|
message: z.ZodOptional<z.ZodString>;
|
|
109
113
|
soft: z.ZodOptional<z.ZodBoolean>;
|
|
114
|
+
at: z.ZodOptional<z.ZodObject<{
|
|
115
|
+
file: z.ZodString;
|
|
116
|
+
line: z.ZodNumber;
|
|
117
|
+
}, z.core.$strict>>;
|
|
110
118
|
}, z.core.$strict>, z.ZodObject<{
|
|
111
119
|
op: z.ZodLiteral<"judge">;
|
|
112
120
|
question: z.ZodString;
|
|
113
|
-
options: z.
|
|
121
|
+
options: z.ZodObject<{
|
|
122
|
+
model: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
123
|
+
kind: z.ZodLiteral<"fake-judge">;
|
|
124
|
+
score: z.ZodNumber;
|
|
125
|
+
}, z.core.$strict>]>>;
|
|
126
|
+
contents: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
127
|
+
turns: z.ZodOptional<z.ZodEnum<{
|
|
128
|
+
all: "all";
|
|
129
|
+
last: "last";
|
|
130
|
+
}>>;
|
|
131
|
+
on: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
|
|
132
|
+
turn: z.ZodNumber;
|
|
133
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
134
|
+
value: z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>;
|
|
135
|
+
}, z.core.$strict>]>>;
|
|
136
|
+
artifacts: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<true>, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
137
|
+
name: z.ZodString;
|
|
138
|
+
port: z.ZodNumber;
|
|
139
|
+
path: z.ZodString;
|
|
140
|
+
viewport: z.ZodUnion<readonly [z.ZodObject<{
|
|
141
|
+
width: z.ZodNumber;
|
|
142
|
+
height: z.ZodNumber;
|
|
143
|
+
}, z.core.$strict>, z.ZodLiteral<"full-page">]>;
|
|
144
|
+
file: z.ZodObject<{
|
|
145
|
+
path: z.ZodString;
|
|
146
|
+
sha256: z.ZodString;
|
|
147
|
+
bytes: z.ZodNumber;
|
|
148
|
+
}, z.core.$strict>;
|
|
149
|
+
}, z.core.$strict>]>>]>>;
|
|
150
|
+
task: z.ZodOptional<z.ZodBoolean>;
|
|
151
|
+
output: z.ZodOptional<z.ZodBoolean>;
|
|
152
|
+
files: z.ZodOptional<z.ZodBoolean>;
|
|
153
|
+
diff: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodArray<z.ZodString>]>>;
|
|
154
|
+
transcript: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodEnum<{
|
|
155
|
+
full: "full";
|
|
156
|
+
tools: "tools";
|
|
157
|
+
}>]>>;
|
|
158
|
+
checks: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodArray<z.ZodString>]>>;
|
|
114
159
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
115
160
|
providerOptions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodRecord<z.ZodString, z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>>>>;
|
|
116
161
|
maxConcurrent: z.ZodOptional<z.ZodNumber>;
|
|
117
|
-
state: z.ZodOptional<z.ZodObject<{
|
|
118
|
-
task: z.ZodOptional<z.ZodBoolean>;
|
|
119
|
-
output: z.ZodOptional<z.ZodBoolean>;
|
|
120
|
-
files: z.ZodOptional<z.ZodBoolean>;
|
|
121
|
-
diff: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodArray<z.ZodString>]>>;
|
|
122
|
-
contents: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
123
|
-
transcript: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodEnum<{
|
|
124
|
-
full: "full";
|
|
125
|
-
tools: "tools";
|
|
126
|
-
}>]>>;
|
|
127
|
-
turns: z.ZodOptional<z.ZodEnum<{
|
|
128
|
-
all: "all";
|
|
129
|
-
last: "last";
|
|
130
|
-
}>>;
|
|
131
|
-
checks: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodArray<z.ZodString>]>>;
|
|
132
|
-
}, z.core.$strict>>;
|
|
133
162
|
gateway: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
134
163
|
direct: "direct";
|
|
135
164
|
openrouter: "openrouter";
|
|
@@ -153,30 +182,7 @@ declare const attemptRequestSchema: z.ZodObject<{
|
|
|
153
182
|
xai: "xai";
|
|
154
183
|
}> & z.core.$partial, z.ZodString>>;
|
|
155
184
|
}, z.core.$strict>], "kind">]>>;
|
|
156
|
-
|
|
157
|
-
kind: z.ZodLiteral<"fake-judge">;
|
|
158
|
-
score: z.ZodNumber;
|
|
159
|
-
}, z.core.$strict>]>>;
|
|
160
|
-
on: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
|
|
161
|
-
turn: z.ZodNumber;
|
|
162
|
-
}, z.core.$strict>, z.ZodObject<{
|
|
163
|
-
value: z.ZodType<JSONValue, unknown, z.core.$ZodTypeInternals<JSONValue, unknown>>;
|
|
164
|
-
}, z.core.$strict>]>>;
|
|
165
|
-
artifacts: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<true>, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
166
|
-
name: z.ZodString;
|
|
167
|
-
port: z.ZodNumber;
|
|
168
|
-
path: z.ZodString;
|
|
169
|
-
viewport: z.ZodUnion<readonly [z.ZodObject<{
|
|
170
|
-
width: z.ZodNumber;
|
|
171
|
-
height: z.ZodNumber;
|
|
172
|
-
}, z.core.$strict>, z.ZodLiteral<"full-page">]>;
|
|
173
|
-
file: z.ZodObject<{
|
|
174
|
-
path: z.ZodString;
|
|
175
|
-
sha256: z.ZodString;
|
|
176
|
-
bytes: z.ZodNumber;
|
|
177
|
-
}, z.core.$strict>;
|
|
178
|
-
}, z.core.$strict>]>>]>>;
|
|
179
|
-
}, z.core.$strict>>;
|
|
185
|
+
}, z.core.$strict>;
|
|
180
186
|
}, z.core.$strict>], "op">;
|
|
181
187
|
}, z.core.$strict>;
|
|
182
188
|
declare const attemptReplySchema: z.ZodUnion<readonly [z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
@@ -345,6 +351,7 @@ declare const attemptReplySchema: z.ZodUnion<readonly [z.ZodDiscriminatedUnion<[
|
|
|
345
351
|
pass: "pass";
|
|
346
352
|
}>;
|
|
347
353
|
soft: z.ZodBoolean;
|
|
354
|
+
at: z.ZodOptional<z.ZodString>;
|
|
348
355
|
message: z.ZodOptional<z.ZodString>;
|
|
349
356
|
durationMs: z.ZodOptional<z.ZodNumber>;
|
|
350
357
|
}, z.core.$strict>;
|
|
@@ -362,6 +369,7 @@ declare const attemptReplySchema: z.ZodUnion<readonly [z.ZodDiscriminatedUnion<[
|
|
|
362
369
|
pass: "pass";
|
|
363
370
|
}>;
|
|
364
371
|
soft: z.ZodBoolean;
|
|
372
|
+
at: z.ZodOptional<z.ZodString>;
|
|
365
373
|
message: z.ZodOptional<z.ZodString>;
|
|
366
374
|
durationMs: z.ZodOptional<z.ZodNumber>;
|
|
367
375
|
}, z.core.$strict>;
|
|
@@ -458,5 +466,5 @@ export declare function fakeInstructions(steps: readonly FakeInstructionStep[]):
|
|
|
458
466
|
/** reeval's reply to an attempt-protocol request on the running attempt, as a remote runner gets it. */
|
|
459
467
|
export declare function attemptReply(c: AttemptContext, request: AttemptRequest): Promise<AttemptReply>;
|
|
460
468
|
//#endregion
|
|
461
|
-
export { type CaptureUseAction, type DeclarationTree, type DeclaredNode, type FakeInstructionStep, type FakeInstructions, type Wait, declareTree };
|
|
469
|
+
export { type CaptureKey, type CaptureUseAction, type DeclarationTree, type DeclaredNode, type FakeInstructionStep, type FakeInstructions, type Wait, declareTree };
|
|
462
470
|
//# sourceMappingURL=testing.d.ts.map
|
package/dist/testing.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { l as attemptRecordings } from "./runtime-
|
|
2
|
-
import { t as declareTree } from "./evaluate-
|
|
3
|
-
import { f as fakeInstructions } from "./capture-
|
|
4
|
-
import { t as replyToAttempt } from "./attempt-host-
|
|
1
|
+
import { l as attemptRecordings } from "./runtime-CZVpkr04.js";
|
|
2
|
+
import { t as declareTree } from "./evaluate-CUtgyr43.js";
|
|
3
|
+
import { f as fakeInstructions } from "./capture-iQ6kYJV0.js";
|
|
4
|
+
import { t as replyToAttempt } from "./attempt-host-CIxjs2Be.js";
|
|
5
5
|
//#region src/testing.ts
|
|
6
6
|
const handles = /* @__PURE__ */ new WeakMap();
|
|
7
7
|
/** reeval's reply to an attempt-protocol request on the running attempt, as a remote runner gets it. */
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { t as isObjectLike } from "./object-
|
|
1
|
+
import { t as isObjectLike } from "./object-BkXGPKWY.js";
|
|
2
2
|
//#region src/history/tool-target.ts
|
|
3
3
|
/** Tools that load a skill by name instead of opening `skills/<name>/`. */
|
|
4
4
|
const SKILL_LOAD_TOOLS = /* @__PURE__ */ new Set([
|
|
@@ -38,4 +38,4 @@ function toolTarget(input, tool) {
|
|
|
38
38
|
//#endregion
|
|
39
39
|
export { toolTarget as n, SKILL_LOAD_TOOLS as t };
|
|
40
40
|
|
|
41
|
-
//# sourceMappingURL=tool-target-
|
|
41
|
+
//# sourceMappingURL=tool-target-CKWkd6QI.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tool-target-
|
|
1
|
+
{"version":3,"file":"tool-target-CKWkd6QI.js","names":[],"sources":["../src/history/tool-target.ts"],"mappings":";;;AAEA,MAAa,mCAAmB,IAAI,IAAI;CAAC;CAAS;CAAS;AAAY,CAAC;;;;;AAMxE,SAAgB,WAAW,OAAgB,MAAuB;CAChE,IAAI,CAAC,aAAa,KAAK,GAAG,OAAO,OAAO,SAAS,EAAE,CAAC,CAAC,MAAM,GAAG,GAAG;CACjE,IAAI,QAAQ,iBAAiB,IAAI,IAAI,GACnC,KAAK,MAAM,OAAO;EAAC;EAAM;EAAQ;CAAO,GAAG;EACzC,MAAM,QAAQ,MAAM;EACpB,IAAI,OAAO,UAAU,UAAU,OAAO,MAAM,MAAM,GAAG,GAAG;CAC1D;CAEF,KAAK,MAAM,OAAO;EAChB;EACA;EACA;EACA;EACA;EACA;EACA;EACA;CACF,GAAG;EACD,MAAM,QAAQ,MAAM;EACpB,IAAI,OAAO,UAAU,UAAU,OAAO,MAAM,MAAM,GAAG,GAAG;CAC1D;CACA,OAAO,KAAK,UAAU,KAAK,CAAC,CAAC,MAAM,GAAG,GAAG;AAC3C"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { t as isObjectLike } from "./object-
|
|
1
|
+
import { t as isObjectLike } from "./object-BkXGPKWY.js";
|
|
2
2
|
import { a as cutOutsideSecrets } from "./redact-DVIaahLv.js";
|
|
3
3
|
import { i as formatDuration, n as clip } from "./text-DTigcA64.js";
|
|
4
4
|
const text = (value) => typeof value === "string" ? value : JSON.stringify(value) ?? String(value);
|
|
@@ -69,4 +69,4 @@ function transcriptForJudge(events, mode) {
|
|
|
69
69
|
//#endregion
|
|
70
70
|
export { transcriptForJudge as t };
|
|
71
71
|
|
|
72
|
-
//# sourceMappingURL=transcript-
|
|
72
|
+
//# sourceMappingURL=transcript-BJrKfgRW.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"transcript-
|
|
1
|
+
{"version":3,"file":"transcript-BJrKfgRW.js","names":[],"sources":["../src/judge/transcript.ts"],"mappings":";;;AAUA,MAAM,QAAQ,UACZ,OAAO,UAAU,WAAW,QAAS,KAAK,UAAU,KAAK,KAAK,OAAO,KAAK;AAE5E,SAAS,UAAU,OAAwB;CACzC,IAAI,aAAa,KAAK,GACpB,KAAK,MAAM,OAAO;EAAC;EAAW;EAAO;EAAQ;EAAa;EAAO;EAAS;CAAS,GAAG;EACpF,MAAM,QAAQ,MAAM;EACpB,IAAI,OAAO,UAAU,UAAU,OAAO;CACxC;CAEF,OAAO,KAAK,KAAK;AACnB;AAEA,MAAM,UAAU,UACd,MACG,MAAM,IAAI,CAAC,CACX,KAAK,SAAS,KAAK,MAAM,CAAC,CAC1B,KAAK,IAAI;;;;;;AAOd,SAAgB,mBAAmB,QAAoC,MAAsB;CAC3F,MAAM,OAAO,SAAS;CACtB,MAAM,OAAO,MAAc;EACzB,MAAM,IAAI,OAAO,IAAI,KAAK,GAAA,GAAoB;EAC9C,IAAI,MAAM,GAAG,OAAO;EACpB,MAAM,OAAO,EAAE,SAAS;EACxB,MAAM,KAAK,kBAAkB,GAAG,IAAI;EACpC,OAAO,KAAK,OAAO,GAAG,EAAE,MAAM,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,KAAK;CACtD;CACA,MAAM,QAAQ,OAAuB,OAAO,OAAO,KAAK,MAAM,eAAe,EAAE;CAC/E,MAAM,MAAgB,CAAC;CACvB,KAAK,MAAM,KAAK,QACd,QAAQ,EAAE,MAAV;EACE,KAAK;GACH,IAAI,SAAS,SAAS,IAAI,KAAK,YAAY,EAAE,MAAM;GACnD;EACF,KAAK;GACH,IAAI,MAAM,IAAI,KAAK,cAAc,EAAE,MAAM;GACzC;EACF,KAAK,aAAa;GAChB,MAAM,UAAU,EAAE,YAAY,OAAO,KAAK,KAAK,EAAE;GACjD,MAAM,QAAQ,EAAE,UAAU,OAAO,KAAK,MAAM,EAAE,QAAQ;GACtD,IAAI,KAAK,QAAQ,EAAE,KAAK,IAAI,EAAE,OAAO,MAAM,GAAG,KAAK,EAAE,UAAU,GAAG;GAClE;EACF;EACA,KAAK;GACH,IAAI,KACF,UAAU,KAAK,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,QAAQ,WAAW,OAAO,KAAK,EAAE,UAAU,GAC7F;GACA;EACF,KAAK;GACH,IAAI,KAAK,SAAS,EAAE,IAAI,KAAK,EAAE,KAAK,OAAO,WAAW,KAAK,EAAE,UAAU,GAAG;GAC1E;EACF,KAAK,QAAQ;GACX,MAAM,OAAO,QAAQ,EAAE,KAAK,IAAI,IAAI,UAAU,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,KAAK,OAAO,WAAW,KAAK,EAAE,UAAU;GACvG,MAAM,SAAS,EAAE,WAAW,KAAA,KAAa,EAAE,WAAW,OAAO,KAAK,IAAI,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK;GAC3F,IAAI,KAAK,SAAS,GAAG,KAAK,IAAI,OAAO,MAAM,MAAM,IAAI;GACrD;EACF;EACA,KAAK;GACH,IAAI,KAAK,UAAU,EAAE,SAAS;GAC9B;EACF,KAAK,SACH,IAAI,KAAK,UAAU,EAAE,SAAS;CAElC;CAEF,OAAO;AACT"}
|