reeval 0.9.0 → 0.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +42 -30
- package/THIRD_PARTY_NOTICES.md +218 -11
- package/assets/package.json +1 -1
- package/assets/pnpm-lock.yaml +30 -30
- package/dist/adapter-DWlpOtRn.js +279 -0
- package/dist/adapter-DWlpOtRn.js.map +1 -0
- package/dist/{agent-6FefIhX7.js → agent-CURAwx_q.js} +6 -6
- package/dist/{agent-6FefIhX7.js.map → agent-CURAwx_q.js.map} +1 -1
- package/dist/{agent-WSmTaesf.js → agent-CaS_2Sce.js} +46 -15
- package/dist/agent-CaS_2Sce.js.map +1 -0
- package/dist/{analysis-DlGBDjTj.js → analysis-Bxub9LMT.js} +4 -4
- package/dist/{analysis-DlGBDjTj.js.map → analysis-Bxub9LMT.js.map} +1 -1
- package/dist/{assemble-BCZzTyR7.js → assemble-B9Alds-z.js} +69 -41
- package/dist/assemble-B9Alds-z.js.map +1 -0
- package/dist/assemble-J5MukZFY.js +1 -0
- package/dist/{client-Bbo9SPlK.js → assert-EUIoRdIt.js} +10 -113
- package/dist/assert-EUIoRdIt.js.map +1 -0
- package/dist/bridge/index.mjs +248 -55
- package/dist/{capture-Bp74Z6Fr.js → capture-CNb9SuU5.js} +145 -31
- package/dist/capture-CNb9SuU5.js.map +1 -0
- package/dist/capture-jquXZBKK.js +1 -0
- package/dist/{cli-CVrMh_qz.js → cli-D303Vj5N.js} +133 -115
- package/dist/cli-D303Vj5N.js.map +1 -0
- package/dist/{cli-spec-CKEYa8V2.js → cli-spec-BPZbQG2p.js} +36 -17
- package/dist/cli-spec-BPZbQG2p.js.map +1 -0
- package/dist/cli.js +4 -2
- package/dist/cli.js.map +1 -1
- package/dist/client-fcwgwOAD.js +106 -0
- package/dist/client-fcwgwOAD.js.map +1 -0
- package/dist/{command-CzIFp1JQ.js → command-BLfT7vnQ.js} +18 -17
- package/dist/command-BLfT7vnQ.js.map +1 -0
- package/dist/{command-C5xFPKHM.js → command-BT9a37ZR.js} +374 -72
- package/dist/command-BT9a37ZR.js.map +1 -0
- package/dist/{command-DUT5l13I.js → command-Bge8F7Ko.js} +316 -83
- package/dist/command-Bge8F7Ko.js.map +1 -0
- package/dist/command-BkFjijN2.js +1 -0
- package/dist/{command-BFP0hKEb.js → command-CMJtHKRa.js} +14 -14
- package/dist/{command-BFP0hKEb.js.map → command-CMJtHKRa.js.map} +1 -1
- package/dist/commands-1p-bIWhN.js +1 -0
- package/dist/{commands-CLmPBrTS.js → commands-BFx16WB8.js} +7 -7
- package/dist/commands-BFx16WB8.js.map +1 -0
- package/dist/config-DEgnUiU-.js +756 -0
- package/dist/config-DEgnUiU-.js.map +1 -0
- package/dist/{context-DbSMEVKs.js → context-C1mxXh80.js} +11 -3
- package/dist/context-C1mxXh80.js.map +1 -0
- package/dist/{db-CfQFwJtq.js → db-CdHizc4_.js} +455 -36
- package/dist/db-CdHizc4_.js.map +1 -0
- package/dist/db-Dm1cRJJP.js +2 -0
- package/dist/debug-D7bEv_UV.js +1 -0
- package/dist/{dist-CTzThfu_.js → dist-B8hJImYt.js} +17 -4
- package/dist/dist-B8hJImYt.js.map +1 -0
- package/dist/{docker-CRQGQbIt.js → docker-7b_2SaH7.js} +22 -21
- package/dist/docker-7b_2SaH7.js.map +1 -0
- package/dist/{docker-DV2GNgle.js → docker-sZrNrr82.js} +3 -3
- package/dist/docker-sZrNrr82.js.map +1 -0
- package/dist/docker-yauK-9X8.js +1 -0
- package/dist/{doctor-DlKycx5H.js → doctor-BYNok4UO.js} +262 -83
- package/dist/doctor-BYNok4UO.js.map +1 -0
- package/dist/{duration-JsJrIWXq.js → duration-CEOQww97.js} +2 -2
- package/dist/{duration-JsJrIWXq.js.map → duration-CEOQww97.js.map} +1 -1
- package/dist/{egress-BhzNh7Yi.js → egress-C4PZTSSe.js} +146 -14
- package/dist/egress-C4PZTSSe.js.map +1 -0
- package/dist/environment-DNjRk0nU.js +1133 -0
- package/dist/environment-DNjRk0nU.js.map +1 -0
- package/dist/{errors-yDAEwmZo.js → errors-B6BSMs03.js} +2 -2
- package/dist/errors-B6BSMs03.js.map +1 -0
- package/dist/{errors-C9w_ud7g.js → errors-r025B0Zb.js} +4 -4
- package/dist/errors-r025B0Zb.js.map +1 -0
- package/dist/evaluate-C1UVL21l.d.ts +92 -0
- package/dist/evaluate-D4zeRGBF.js +2351 -0
- package/dist/evaluate-D4zeRGBF.js.map +1 -0
- package/dist/files-BAt0i00X.js +1 -0
- package/dist/{files-CSzVADHn.js → files-BXUdY8tr.js} +9 -8
- package/dist/{files-CSzVADHn.js.map → files-BXUdY8tr.js.map} +1 -1
- package/dist/files-BhyltlDB.js +1 -0
- package/dist/files-Bk1mC3AN.js +43 -0
- package/dist/files-Bk1mC3AN.js.map +1 -0
- package/dist/{files-DJUFg-4e.js → files-DQmHE7pb.js} +5 -5
- package/dist/{files-DJUFg-4e.js.map → files-DQmHE7pb.js.map} +1 -1
- package/dist/files-ZZPqfAo6.js +1 -0
- package/dist/harness-B8QC9u0O.js +323 -0
- package/dist/harness-B8QC9u0O.js.map +1 -0
- package/dist/harness.d.ts +16 -30
- package/dist/harness.js +1 -2
- package/dist/{header-CALhmafp.js → header-hK-Z_Po9.js} +2 -2
- package/dist/{header-CALhmafp.js.map → header-hK-Z_Po9.js.map} +1 -1
- package/dist/{images-BMgdpMAX.js → images-0On0cztu.js} +114 -45
- package/dist/images-0On0cztu.js.map +1 -0
- package/dist/index.d.ts +9 -37
- package/dist/index.js +6 -2138
- package/dist/{init-BIdLF0F9.js → init-B77Rpcqc.js} +26 -8
- package/dist/init-B77Rpcqc.js.map +1 -0
- package/dist/init-BrOWin3W.js +1 -0
- package/dist/{invocations-CLaL8AuW.js → invocations-DbGfBAA_.js} +4 -4
- package/dist/{invocations-CLaL8AuW.js.map → invocations-DbGfBAA_.js.map} +1 -1
- package/dist/{judge-CeYPN8P_.js → judge-DW_GDOmB.js} +11 -19
- package/dist/{judge-CeYPN8P_.js.map → judge-DW_GDOmB.js.map} +1 -1
- package/dist/judge.d.ts +2 -2
- package/dist/judge.js +1 -1
- package/dist/{live-S0qODb6o.js → live-jlfszAbb.js} +9 -20
- package/dist/live-jlfszAbb.js.map +1 -0
- package/dist/matchers-Ddmc2z7H.js +118 -0
- package/dist/matchers-Ddmc2z7H.js.map +1 -0
- package/dist/{model-DEQo3FkZ.js → model-DaVCY3rb.js} +2 -2
- package/dist/{model-DEQo3FkZ.js.map → model-DaVCY3rb.js.map} +1 -1
- package/dist/model-NM3ID0uR.js +1 -0
- package/dist/{model-B1BZoZ9b.js → model-h_cDtcRr.js} +18 -17
- package/dist/model-h_cDtcRr.js.map +1 -0
- package/dist/model-nwWJvaUR.js +1 -0
- package/dist/{model-BOnlAPzs.js → model-oqcDplJG.js} +111 -19
- package/dist/model-oqcDplJG.js.map +1 -0
- package/dist/{node-Co7EXge0.js → node-B3ydHo6t.js} +10 -47
- package/dist/node-B3ydHo6t.js.map +1 -0
- package/dist/object-CLf2-tNq.js +9 -0
- package/dist/object-CLf2-tNq.js.map +1 -0
- package/dist/{opencode-providers-ByD85Q0l.js → opencode-providers-J9colP0-.js} +96 -21
- package/dist/opencode-providers-J9colP0-.js.map +1 -0
- package/dist/options-Bh2W63dK.js +1119 -0
- package/dist/options-Bh2W63dK.js.map +1 -0
- package/dist/{pairs-DDsjgm5F.js → pairs-CnInRu-G.js} +76 -2
- package/dist/{pairs-DDsjgm5F.js.map → pairs-CnInRu-G.js.map} +1 -1
- package/dist/{patch-bDV8YFW0.js → patch-Zac5aIRM.js} +6 -6
- package/dist/{patch-bDV8YFW0.js.map → patch-Zac5aIRM.js.map} +1 -1
- package/dist/{plan-DUydFc_1.js → plan-C9Cy27Ay.js} +24 -9
- package/dist/plan-C9Cy27Ay.js.map +1 -0
- package/dist/preflight-CPWpQeBI.js +1 -0
- package/dist/{preflight-BkoSxf4C.js → preflight-D7iFPKeK.js} +8 -7
- package/dist/preflight-D7iFPKeK.js.map +1 -0
- package/dist/prepare-BGjePFQl.js +2 -0
- package/dist/{prepare-CUAWHebF.js → prepare-doGxaAGR.js} +38 -30
- package/dist/prepare-doGxaAGR.js.map +1 -0
- package/dist/{provenance-D7HK3vzt.js → provenance-DmE9uPVt.js} +3 -3
- package/dist/{provenance-D7HK3vzt.js.map → provenance-DmE9uPVt.js.map} +1 -1
- package/dist/provider-DehR4CMN.js +1 -0
- package/dist/providers-gDMko8fl.js +1 -0
- package/dist/providers-tAOD1NQN.js +165 -0
- package/dist/providers-tAOD1NQN.js.map +1 -0
- package/dist/{query-BjBMLa-C.js → query-Bes9Kh6Y.js} +3 -3
- package/dist/{query-BjBMLa-C.js.map → query-Bes9Kh6Y.js.map} +1 -1
- package/dist/query-C_G_svLU.js +1 -0
- package/dist/questions-DjAwMxZ3.js +524 -0
- package/dist/questions-DjAwMxZ3.js.map +1 -0
- package/dist/{record-BRP9vZrj.js → record-BKmMvZ6O.js} +9 -1
- package/dist/{record-BRP9vZrj.js.map → record-BKmMvZ6O.js.map} +1 -1
- package/dist/remote-HDRt16ew.js +378 -0
- package/dist/remote-HDRt16ew.js.map +1 -0
- package/dist/{results-Di7m8dQ3.js → results-DuauQI3Z.js} +4 -4
- package/dist/{results-Di7m8dQ3.js.map → results-DuauQI3Z.js.map} +1 -1
- package/dist/{resume-SUz1GskV.js → resume-BRfa8E_s.js} +10 -10
- package/dist/{resume-SUz1GskV.js.map → resume-BRfa8E_s.js.map} +1 -1
- package/dist/{root-CvdRlRZX.js → root-DICDHCtp.js} +4 -4
- package/dist/{root-CvdRlRZX.js.map → root-DICDHCtp.js.map} +1 -1
- package/dist/{runtime-DdsfnRz_.js → runtime-PX_oXiCS.js} +23 -71
- package/dist/runtime-PX_oXiCS.js.map +1 -0
- package/dist/sandbox-D3A8oUb7.js +70 -0
- package/dist/sandbox-D3A8oUb7.js.map +1 -0
- package/dist/sandbox.d.ts +19 -6
- package/dist/sandbox.js +1 -2
- package/dist/server-C7sg1ndo.js +1 -0
- package/dist/{server-BNnXtmS8.js → server-XDleKaF_.js} +11 -11
- package/dist/server-XDleKaF_.js.map +1 -0
- package/dist/shared-DYpIb1BI.js +166 -0
- package/dist/shared-DYpIb1BI.js.map +1 -0
- package/dist/{source-Dof0NQBm.js → source-C8xumIWj.js} +2 -2
- package/dist/{source-Dof0NQBm.js.map → source-C8xumIWj.js.map} +1 -1
- package/dist/source-fGd0SaKP.js +1 -0
- package/dist/{src-8rRXy4u9.js → src-B7treWa8.js} +1538 -180
- package/dist/src-B7treWa8.js.map +1 -0
- package/dist/{src-C1E9HDWO.js → src-C7_1SqDP.js} +3 -3
- package/dist/{src-C1E9HDWO.js.map → src-C7_1SqDP.js.map} +1 -1
- package/dist/{src-DDNXsD9H.js → src-CF17Ug08.js} +5 -4
- package/dist/src-CF17Ug08.js.map +1 -0
- package/dist/{src-C_4Umgh2.js → src-CFp86GtV.js} +52 -51
- package/dist/src-CFp86GtV.js.map +1 -0
- package/dist/src-C_lPtowT.js +2 -0
- package/dist/src-DIL0jST0.js +368 -0
- package/dist/src-DIL0jST0.js.map +1 -0
- package/dist/src-DNnG4e4R.js +2 -0
- package/dist/src-DTbrY1hi.js +2 -0
- package/dist/src-DdyJEh2v.js +2 -0
- package/dist/src-Dj9PAroc.js +2 -0
- package/dist/src-Du8H85Qq.js +2 -0
- package/dist/src-DvCg0NBs.js +324 -0
- package/dist/src-DvCg0NBs.js.map +1 -0
- package/dist/{src-COgE7991.js → src-DvK0EIZx.js} +5 -5
- package/dist/{src-COgE7991.js.map → src-DvK0EIZx.js.map} +1 -1
- package/dist/{src-DVy58-zZ.js → src-FGXhkEkH.js} +5 -5
- package/dist/{src-DVy58-zZ.js.map → src-FGXhkEkH.js.map} +1 -1
- package/dist/src-jzagbuqH.js +2 -0
- package/dist/src-ofUaYbuY.js +3 -0
- package/dist/src-pJZOrYR9.js +1 -0
- package/dist/{src-D95O-Smv.js → src-u8_ixn_F.js} +15 -11
- package/dist/src-u8_ixn_F.js.map +1 -0
- package/dist/{state-CiXyLqg0.js → state-C__9swoG.js} +35 -23
- package/dist/state-C__9swoG.js.map +1 -0
- package/dist/state-CeR6oz0k.js +66 -0
- package/dist/state-CeR6oz0k.js.map +1 -0
- package/dist/state-CgjQo29K.js +1 -0
- package/dist/studio-app/assets/index-CwQN3f_h.css +2 -0
- package/dist/studio-app/assets/{index-CROH2NB3.js → index-DrQc2Yxd.js} +11 -11
- package/dist/studio-app/index.html +2 -2
- package/dist/{summary-BTksrIxn.js → summary-BLAVLySU.js} +150 -19
- package/dist/summary-BLAVLySU.js.map +1 -0
- package/dist/{summary-2OAWF2N7.js → summary-DgyjUh_l.js} +7 -7
- package/dist/{summary-2OAWF2N7.js.map → summary-DgyjUh_l.js.map} +1 -1
- package/dist/testing.d.ts +3 -2
- package/dist/testing.js +3 -2
- package/dist/{tool-target-BU1JnSE9.js → tool-target-D2mcYlSQ.js} +14 -7
- package/dist/tool-target-D2mcYlSQ.js.map +1 -0
- package/dist/{tools-B10Uj7OI.js → tools-GCyNYSc1.js} +6 -6
- package/dist/tools-GCyNYSc1.js.map +1 -0
- package/dist/transcript-BNNANU8A.js +64 -0
- package/dist/transcript-BNNANU8A.js.map +1 -0
- package/dist/{types-D8RLfkFP.d.ts → types-g17bRAzt.d.ts} +389 -42
- package/dist/{usage-DDF_6tkV.js → usage-CleNKkly.js} +4 -2
- package/dist/{usage-DDF_6tkV.js.map → usage-CleNKkly.js.map} +1 -1
- package/dist/view/index.d.ts +42 -8
- package/dist/view/index.js +6 -6
- package/dist/views-BW6oCDUQ.js +2 -0
- package/dist/{views-Dqa5ojfZ.js → views-BmQF4UCI.js} +13 -8
- package/dist/views-BmQF4UCI.js.map +1 -0
- package/dist/{worker-entry-BAikHl9F.js → worker-entry-yOchGYYv.js} +16 -229
- package/dist/worker-entry-yOchGYYv.js.map +1 -0
- package/dist/{workspace-C-TrNIUc.js → workspace-CgyHEM0l.js} +6 -6
- package/dist/{workspace-C-TrNIUc.js.map → workspace-CgyHEM0l.js.map} +1 -1
- package/dist/workspace-D8sSgpiy.js +1 -0
- package/package.json +12 -12
- package/dist/agent-WSmTaesf.js.map +0 -1
- package/dist/assemble-BCZzTyR7.js.map +0 -1
- package/dist/assemble-C5qq5yT2.js +0 -2
- package/dist/capture-Bp74Z6Fr.js.map +0 -1
- package/dist/capture-DS-cPyuE.js +0 -2
- package/dist/cli-CVrMh_qz.js.map +0 -1
- package/dist/cli-spec-CKEYa8V2.js.map +0 -1
- package/dist/client-Bbo9SPlK.js.map +0 -1
- package/dist/command-BrmXUC-W.js +0 -2
- package/dist/command-C5xFPKHM.js.map +0 -1
- package/dist/command-CzIFp1JQ.js.map +0 -1
- package/dist/command-DUT5l13I.js.map +0 -1
- package/dist/commands-CLmPBrTS.js.map +0 -1
- package/dist/commands-fI3G2Wnh.js +0 -2
- package/dist/config-CGvBeewH.js +0 -457
- package/dist/config-CGvBeewH.js.map +0 -1
- package/dist/context-DbSMEVKs.js.map +0 -1
- package/dist/db-CSSFtGcN.js +0 -3
- package/dist/db-CfQFwJtq.js.map +0 -1
- package/dist/debug-SEmW4w8f.js +0 -2
- package/dist/dist-CTzThfu_.js.map +0 -1
- package/dist/docker-CRQGQbIt.js.map +0 -1
- package/dist/docker-DV2GNgle.js.map +0 -1
- package/dist/docker-Df_YOxxB.js +0 -2
- package/dist/doctor-DlKycx5H.js.map +0 -1
- package/dist/egress-BhzNh7Yi.js.map +0 -1
- package/dist/environment-1jE-HhO-.js +0 -657
- package/dist/environment-1jE-HhO-.js.map +0 -1
- package/dist/errors-C9w_ud7g.js.map +0 -1
- package/dist/errors-yDAEwmZo.js.map +0 -1
- package/dist/fake-instructions-CUI33I_F.js +0 -32
- package/dist/fake-instructions-CUI33I_F.js.map +0 -1
- package/dist/files-AiEKuEZe.js +0 -2
- package/dist/files-BM78_nnF.js +0 -2
- package/dist/files-BMCvfB4X.js +0 -2
- package/dist/harness-CeCp2GSW.js +0 -171
- package/dist/harness-CeCp2GSW.js.map +0 -1
- package/dist/images-BMgdpMAX.js.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/init-B6vegaP_.js +0 -2
- package/dist/init-BIdLF0F9.js.map +0 -1
- package/dist/jiti-BcJHCtrb.js +0 -46
- package/dist/jiti-BcJHCtrb.js.map +0 -1
- package/dist/live-S0qODb6o.js.map +0 -1
- package/dist/model-B1BZoZ9b.js.map +0 -1
- package/dist/model-BOnlAPzs.js.map +0 -1
- package/dist/model-DWeg5J7z.js +0 -2
- package/dist/model-FXko2kl7.js +0 -2
- package/dist/node-Co7EXge0.js.map +0 -1
- package/dist/opencode-providers-ByD85Q0l.js.map +0 -1
- package/dist/options-CKqyPGxX.js +0 -739
- package/dist/options-CKqyPGxX.js.map +0 -1
- package/dist/plan-DUydFc_1.js.map +0 -1
- package/dist/preflight-BkoSxf4C.js.map +0 -1
- package/dist/preflight-D5LW7Oqi.js +0 -2
- package/dist/prepare-CUAWHebF.js.map +0 -1
- package/dist/prepare-oji2oO8W.js +0 -3
- package/dist/provider-BDbNOQhQ.js +0 -2
- package/dist/providers-B1DzMvmH.js +0 -107
- package/dist/providers-B1DzMvmH.js.map +0 -1
- package/dist/providers-CpEfNU1F.js +0 -2
- package/dist/query-oPO_XrTy.js +0 -2
- package/dist/questions-B8by4Bbt.js +0 -234
- package/dist/questions-B8by4Bbt.js.map +0 -1
- package/dist/runtime-DdsfnRz_.js.map +0 -1
- package/dist/sandbox-D5v-of6d.js +0 -139
- package/dist/sandbox-D5v-of6d.js.map +0 -1
- package/dist/server-BNnXtmS8.js.map +0 -1
- package/dist/server-BNwoKzlm.js +0 -2
- package/dist/source-Bk_0ZaEY.js +0 -2
- package/dist/src-8rRXy4u9.js.map +0 -1
- package/dist/src-BGWuWp6I.js +0 -3
- package/dist/src-BRt0O02i.js +0 -3
- package/dist/src-Bx2x1ekD.js +0 -3
- package/dist/src-C_4Umgh2.js.map +0 -1
- package/dist/src-D95O-Smv.js.map +0 -1
- package/dist/src-DDNXsD9H.js.map +0 -1
- package/dist/src-DLa-ESW0.js +0 -4
- package/dist/src-cN0aB-WR.js +0 -3
- package/dist/src-cdIVjC5b.js +0 -2
- package/dist/src-sIsDHWYq.js +0 -3
- package/dist/state-Bo5zg4da.js +0 -2
- package/dist/state-CiXyLqg0.js.map +0 -1
- package/dist/studio-app/assets/index-B9MCTfuu.css +0 -2
- package/dist/summary-BTksrIxn.js.map +0 -1
- package/dist/tool-target-BU1JnSE9.js.map +0 -1
- package/dist/tools-B10Uj7OI.js.map +0 -1
- package/dist/views-Cs2Oqayd.js +0 -3
- package/dist/views-Dqa5ojfZ.js.map +0 -1
- package/dist/worker-entry-BAikHl9F.js.map +0 -1
- package/dist/workspace-Do_SiWBs.js +0 -2
|
@@ -20,7 +20,9 @@ const sumUsage = (usages) => {
|
|
|
20
20
|
const promptTokens = (u) => u.input + u.cacheRead + u.cacheWrite;
|
|
21
21
|
/** Prompt side, output, and reasoning when the harness reported it. No USD. */
|
|
22
22
|
const totalTokens = (u) => promptTokens(u) + u.output + (u.reasoning ?? 0);
|
|
23
|
+
/** A token count as people read it: `9,512`, `430k`, `1,094k`. */
|
|
24
|
+
const formatTokens = (n) => n >= 1e4 ? `${Math.round(n / 1e3).toLocaleString("en-US")}k` : Math.round(n).toLocaleString("en-US");
|
|
23
25
|
//#endregion
|
|
24
|
-
export { totalTokens as i,
|
|
26
|
+
export { totalTokens as a, sumUsage as i, formatTokens as n, promptTokens as r, addUsage as t };
|
|
25
27
|
|
|
26
|
-
//# sourceMappingURL=usage-
|
|
28
|
+
//# sourceMappingURL=usage-CleNKkly.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"usage-
|
|
1
|
+
{"version":3,"file":"usage-CleNKkly.js","names":[],"sources":["../src/usage.ts"],"mappings":";;AAGA,SAAgB,SAAS,GAAsB,GAAyC;CACtF,IAAI,CAAC,KAAK,CAAC,GAAG,OAAO,KAAK;CAC1B,OAAO;EACL,OAAO,EAAE,QAAQ,EAAE;EACnB,QAAQ,EAAE,SAAS,EAAE;EACrB,WAAW,EAAE,YAAY,EAAE;EAC3B,YAAY,EAAE,aAAa,EAAE;EAC7B,WACE,EAAE,cAAc,QAAQ,EAAE,cAAc,OAAO,QAAQ,EAAE,aAAa,MAAM,EAAE,aAAa;CAC/F;AACF;;AAGA,MAAa,YAAY,WAAuE;CAC9F,IAAI,QAA2B;CAC/B,KAAK,MAAM,KAAK,QAAQ,QAAQ,SAAS,OAAO,KAAK,IAAI;CACzD,OAAO;AACT;;AAGA,MAAa,gBAAgB,MAAkB,EAAE,QAAQ,EAAE,YAAY,EAAE;;AAGzE,MAAa,eAAe,MAAkB,aAAa,CAAC,IAAI,EAAE,UAAU,EAAE,aAAa;;AAG3F,MAAa,gBAAgB,MAC3B,KAAK,MACD,GAAG,KAAK,MAAM,IAAI,GAAI,CAAC,CAAC,eAAe,OAAO,EAAE,KAChD,KAAK,MAAM,CAAC,CAAC,CAAC,eAAe,OAAO"}
|
package/dist/view/index.d.ts
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import { $t as
|
|
1
|
+
import { $t as RunRecord, Cn as formatCount, En as tokenValues, Et as SandboxWarning, Gt as FamilyLift, Ht as AttemptRecord, It as TurnStatus, Jt as FileRef, Kt as FamilyRate, Mt as TokenUsage, Nt as TranscriptEvent, Qt as Lift, Sn as effortVerdict, Tn as formatSeconds, Ut as CellRecord, Vt as ArtifactRef, Wt as EvalEntry, Xt as HistoryEntry, Yt as HistoryCell, Zt as JudgementRecord, _n as effortChangeLabel, an as EffortContrast, bn as effortSample, cn as EffortVerdict, dn as VERDICT_TEXT, en as StackSummary, fn as cellContrast, gn as directional, gt as Outcome, hn as contrastEffort, in as EFFORT_MIN_RUNS, ln as Spread, mn as cellSamples, nn as DIRECTIONAL_MIN, on as EffortMetric, pn as cellEffort, qt as FamilyRecord, rn as EFFORT_ALPHA, sn as EffortSample, tn as CellEffort, un as TOKENS_UNREPORTED, vn as effortLabel, wn as formatRatio, xn as effortSummary, yn as effortOf } from "../types-g17bRAzt.js";
|
|
2
2
|
//#region src/view/analysis.d.ts
|
|
3
3
|
/** Bumped when the system prompt or output schema changes: an older analysis is superseded. */
|
|
4
|
-
export declare const ANALYSIS_PROMPT_VERSION = "analysis-
|
|
4
|
+
export declare const ANALYSIS_PROMPT_VERSION = "analysis-v10";
|
|
5
5
|
/** Bumped when the digest's shape or selection rules change. */
|
|
6
|
-
export declare const DIGEST_VERSION =
|
|
6
|
+
export declare const DIGEST_VERSION = 10;
|
|
7
7
|
export type Confidence = 'high' | 'medium' | 'low';
|
|
8
8
|
export type AnalysisClaim = {
|
|
9
9
|
text: string;
|
|
@@ -15,7 +15,7 @@ export type AnalysisClaim = {
|
|
|
15
15
|
/** Numbers in the text that no cited fact or evidence contains. */
|
|
16
16
|
unverifiedNumbers?: string[];
|
|
17
17
|
};
|
|
18
|
-
export type AnomalyKind = '
|
|
18
|
+
export type AnomalyKind = 'reeval-bug' | 'eval-design' | 'judge' | 'noise' | 'other';
|
|
19
19
|
export type AnalysisAnomaly = {
|
|
20
20
|
text: string;
|
|
21
21
|
kind: AnomalyKind;
|
|
@@ -23,7 +23,7 @@ export type AnalysisAnomaly = {
|
|
|
23
23
|
/** Numbers in the text that no cited fact or evidence contains. */
|
|
24
24
|
unverifiedNumbers?: string[];
|
|
25
25
|
};
|
|
26
|
-
export type ActionKind = 'skill' | 'docs' | 'eval' | 'judge' | '
|
|
26
|
+
export type ActionKind = 'skill' | 'docs' | 'eval' | 'judge' | 'reeval' | 'harness';
|
|
27
27
|
export type Level = 'high' | 'medium' | 'low';
|
|
28
28
|
export type AnalysisAction = {
|
|
29
29
|
title: string;
|
|
@@ -70,7 +70,7 @@ export type AnalysisScope = {
|
|
|
70
70
|
evals: string | null;
|
|
71
71
|
};
|
|
72
72
|
export type AnalysisDoc = {
|
|
73
|
-
kind: '
|
|
73
|
+
kind: 'reeval-analysis';
|
|
74
74
|
schemaVersion: 1;
|
|
75
75
|
scope: AnalysisScope;
|
|
76
76
|
/** The run the analysis belongs to: the scope's head. */
|
|
@@ -344,7 +344,10 @@ export declare function uniqueJudgeLabels(items: readonly {
|
|
|
344
344
|
}[]): Map<string, string>;
|
|
345
345
|
export type JudgeKeyRate = {
|
|
346
346
|
key: string;
|
|
347
|
+
/** The `expect` label when the judge had one, else a short name from its question. */
|
|
347
348
|
label: string;
|
|
349
|
+
/** Named by an `expect` label, so the cell's checks carry it too. */
|
|
350
|
+
labelled: boolean;
|
|
348
351
|
question: string;
|
|
349
352
|
pass: number;
|
|
350
353
|
counted: number;
|
|
@@ -353,6 +356,11 @@ export type JudgeKeyRate = {
|
|
|
353
356
|
};
|
|
354
357
|
/** Per-key pass/counted for one cell's counted attempts, with lift on a variant when both sides qualify. */
|
|
355
358
|
export declare function cellJudgeRates(e: Pick<EvalEntry, 'attempts' | 'cells'>, cellKey: string): JudgeKeyRate[];
|
|
359
|
+
/**
|
|
360
|
+
* The judge rates a cell's summary line adds to its checks: a labelled judge whose label is one
|
|
361
|
+
* of the cell's checks against its control is already there.
|
|
362
|
+
*/
|
|
363
|
+
export declare function summaryJudgeRates(e: Pick<EvalEntry, 'attempts' | 'cells'>, cell: Pick<CellRecord, 'key' | 'checks'>): JudgeKeyRate[];
|
|
356
364
|
/** `login 4/5 · checkout 0/5`, with `(+80 pts)` on a key that has lift. */
|
|
357
365
|
export declare function judgeRatesLabel(rates: readonly JudgeKeyRate[]): string;
|
|
358
366
|
export type CollapsedJudge = {
|
|
@@ -369,8 +377,27 @@ export declare function collapsedJudges(judgements: readonly JudgementRecord[]):
|
|
|
369
377
|
};
|
|
370
378
|
/** `fail 0.78/0.80`, or `fail 0.33/0.80 · 3 judges` when there are many. */
|
|
371
379
|
export declare function collapsedJudgeLabel(judgements: readonly JudgementRecord[]): string | null;
|
|
380
|
+
/**
|
|
381
|
+
* Each judgement's `expect` label, by position: the attempt's `toPass` assertions (less those on a
|
|
382
|
+
* failed judge call, which recorded no judgement) in call order, when they are exactly as many as
|
|
383
|
+
* its judgements. `check` is that assertion's label, the key of its check; a judgement no label
|
|
384
|
+
* reaches is named by its question.
|
|
385
|
+
*/
|
|
386
|
+
export declare function labelledJudgements(a: Pick<AttemptRecord, 'judgements' | 'assertions'>): Array<{
|
|
387
|
+
judgement: JudgementRecord;
|
|
388
|
+
label: string;
|
|
389
|
+
labelled: boolean;
|
|
390
|
+
check?: string;
|
|
391
|
+
}>;
|
|
372
392
|
/** Sum of counted attempts' usage; null when none of them reported any. */
|
|
373
393
|
export declare function cellUsage(e: Pick<EvalEntry, 'attempts'>, cellKey: string): TokenUsage | null;
|
|
394
|
+
/**
|
|
395
|
+
* Each `c.exec` check's `expect` label, by position: the attempt's `toSucceed` assertions in call
|
|
396
|
+
* order, when they are exactly as many as its checks; undefined where no label reaches.
|
|
397
|
+
*/
|
|
398
|
+
export declare function checkLabels(a: Pick<AttemptRecord, 'checks' | 'assertions'>): Array<string | undefined>;
|
|
399
|
+
/** A check's command on one line: the first non-empty line, clipped; its log has the rest. */
|
|
400
|
+
export declare function commandLine(command: string, max?: number): string;
|
|
374
401
|
//#endregion
|
|
375
402
|
//#region src/view/live.d.ts
|
|
376
403
|
/** The progress file's name inside the run's staging directory. */
|
|
@@ -459,7 +486,7 @@ export type IndexManifest = {
|
|
|
459
486
|
};
|
|
460
487
|
export type StudioInfo = {
|
|
461
488
|
mode: 'live' | 'static';
|
|
462
|
-
|
|
489
|
+
reeval: string;
|
|
463
490
|
project: string;
|
|
464
491
|
generatedAt: string;
|
|
465
492
|
/** `debug`: local debug data (`.reeval/debug`) can be read; never in a static build. */
|
|
@@ -629,6 +656,8 @@ export type AnswerRow = {
|
|
|
629
656
|
noPairs: boolean;
|
|
630
657
|
/** Distinct vote reasons, in vote order, at most three. */
|
|
631
658
|
reasons: string[];
|
|
659
|
+
/** `questions/<n>.json` under the run's directory: what the model was sent; null when not kept. */
|
|
660
|
+
input: string | null;
|
|
632
661
|
};
|
|
633
662
|
/** One row per compare question, with each cut's win rates in the record's order. */
|
|
634
663
|
export declare function answerRows(e: Pick<EvalEntry, 'answers'>): AnswerRow[];
|
|
@@ -676,6 +705,11 @@ export declare const hasUngatedCells: (cells: readonly Pick<HistoryCell, 'gate'>
|
|
|
676
705
|
export declare const isUngatedMiss: (e: {
|
|
677
706
|
cells: readonly Pick<HistoryCell, 'key' | 'gate'>[];
|
|
678
707
|
}, a: Pick<AttemptRecord, 'cell' | 'outcome' | 'error'>) => boolean;
|
|
708
|
+
/**
|
|
709
|
+
* The outcome an eval's mark shows. A pass needs a counted (passed or failed) attempt and no infra
|
|
710
|
+
* error: a gate that lets those through, such as `gate: 'none'`, still shows `!`, not `✓`.
|
|
711
|
+
*/
|
|
712
|
+
export declare function evalMarkOutcome(e: Pick<EvalEntry, 'outcome' | 'attempts'>): Outcome;
|
|
679
713
|
/** `reeval compare`'s classification, plus pass@1 and judge-score deltas from the records. */
|
|
680
714
|
export declare function compareView(base: HistoryEntry, head: HistoryEntry, records?: {
|
|
681
715
|
base?: RunRecord;
|
|
@@ -799,5 +833,5 @@ export declare const readableTranscriptLine: (line: TranscriptLine) => Transcrip
|
|
|
799
833
|
/** An analysis document as every reader sees it; one from a newer reeval throws. */
|
|
800
834
|
export declare const readableAnalysis: (doc: AnalysisDoc, what?: string) => AnalysisDoc;
|
|
801
835
|
//#endregion
|
|
802
|
-
export { type ArtifactRef, type AttemptRecord, CellEffort, type CellRecord, EFFORT_ALPHA, EffortContrast, EffortSample, EffortVerdict, type EvalEntry, type FamilyLift, type FamilyRate, type FamilyRecord, type FileRef, type HistoryCell, type HistoryEntry, type JudgementRecord, type Outcome, type RunRecord, type SandboxWarning, Spread, type StackSummary, TOKENS_UNREPORTED, type TranscriptEvent, VERDICT_TEXT, cellContrast, cellEffort, cellSamples, contrastEffort, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, formatCount, formatRatio, formatSeconds, tokenValues };
|
|
836
|
+
export { type ArtifactRef, type AttemptRecord, CellEffort, type CellRecord, DIRECTIONAL_MIN, EFFORT_ALPHA, EFFORT_MIN_RUNS, EffortContrast, EffortMetric, EffortSample, EffortVerdict, type EvalEntry, type FamilyLift, type FamilyRate, type FamilyRecord, type FileRef, type HistoryCell, type HistoryEntry, type JudgementRecord, type Outcome, type RunRecord, type SandboxWarning, Spread, type StackSummary, TOKENS_UNREPORTED, type TranscriptEvent, VERDICT_TEXT, cellContrast, cellEffort, cellSamples, contrastEffort, directional, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, formatCount, formatRatio, formatSeconds, tokenValues };
|
|
803
837
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/view/index.js
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { a as parseDataPath, c as shardPath, i as manifestPath, l as studioPath, n as artifactPath, o as recordPath, r as artifactType, s as shardOf, t as RUN_ID } from "../paths-BmR-7tx3.js";
|
|
2
2
|
import { a as debugApiPath, c as formatBytes, d as requestLine, f as traceApiPath, i as TRACE_FILE, l as parseDebugLog, n as DEBUG_PHASES, o as debugLogLine, r as REQUESTS_FILE, s as debugTime, t as DEBUG_LOG, u as parseNdjson } from "../debug-D24NOQH1.js";
|
|
3
|
-
import { a as pinnedAnalysis, i as isSuperseded, n as DIGEST_VERSION, o as sortAnalyses, r as analysisDataPath, t as ANALYSIS_PROMPT_VERSION } from "../analysis-
|
|
4
|
-
import { $ as
|
|
3
|
+
import { a as pinnedAnalysis, i as isSuperseded, n as DIGEST_VERSION, o as sortAnalyses, r as analysisDataPath, t as ANALYSIS_PROMPT_VERSION } from "../analysis-Bxub9LMT.js";
|
|
4
|
+
import { $ as directional, A as splitPatch, B as judgeRatesLabel, C as parseTranscript, D as runtimeLabel, E as runRows, F as checkLabels, G as EFFORT_ALPHA, H as summaryJudgeRates, I as collapsedJudgeLabel, J as VERDICT_TEXT, K as EFFORT_MIN_RUNS, L as collapsedJudges, M as LIFT_MIN_COUNTED, N as cellJudgeRates, O as shortSha, P as cellUsage, Q as contrastEffort, R as commandLine, S as languageLabel, St as whyChanged, T as runOutcome, U as uniqueJudgeLabels, V as labelledJudgements, W as DIRECTIONAL_MIN, X as cellEffort, Y as cellContrast, Z as cellSamples, _ as harnessLabel, a as cellRows, at as effortVerdict, b as isMatrix, bt as sourceChanges, c as evalHistory, ct as formatSeconds, d as failedJudgeLabels, et as effortChangeLabel, f as findAttempt, g as formatUsage, h as formatPercent, i as buildIndex, it as effortSummary, j as transcriptItems, k as splitEvalId, l as evalMarkOutcome, lt as tokenValues, m as formatDuration, n as activityLabel, nt as effortOf, o as compareView, ot as formatCount, p as findEval, q as TOKENS_UNREPORTED, r as answerRows, rt as effortSample, s as defaultAttempt, st as formatRatio, t as COMPARE_ORDER, tt as effortLabel, u as evalTree, v as hasUngatedCells, vt as cellsChanged, w as runLead, x as isUngatedMiss, xt as stackChanges, y as indexFiles, yt as compare, z as judgeLabel } from "../model-oqcDplJG.js";
|
|
5
5
|
import { a as familyLiftLabel, i as familyHeadLabel, n as familyCases, o as familyRateLabel, r as familyEffortLabel, t as caseLabel } from "../family-D2b7WD10.js";
|
|
6
|
-
import { t as runHeader } from "../header-
|
|
7
|
-
import { c as readableTranscriptLine, r as readableAnalysis, s as readableRecord, t as NewerSchemaError } from "../record-
|
|
8
|
-
import { a as liveApiPath, c as readableLiveProgress, i as isFinished, n as LIVE_FILE, o as liveCounts, r as LIVE_SCHEMA_VERSION, s as liveTranscriptPath, t as FINISHED } from "../live-
|
|
9
|
-
export { ANALYSIS_PROMPT_VERSION, COMPARE_ORDER, DEBUG_LOG, DEBUG_PHASES, DIGEST_VERSION, EFFORT_ALPHA, FINISHED, LIFT_MIN_COUNTED, LIVE_FILE, LIVE_SCHEMA_VERSION, NewerSchemaError, REQUESTS_FILE, RUN_ID, TOKENS_UNREPORTED, TRACE_FILE, VERDICT_TEXT, activityLabel, analysisDataPath, answerRows, artifactPath, artifactType, buildIndex, caseLabel, cellContrast, cellEffort, cellJudgeRates, cellRows, cellSamples, cellUsage, cellsChanged, collapsedJudgeLabel, collapsedJudges, compare, compareView, contrastEffort, debugApiPath, debugLogLine, debugTime, defaultAttempt, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, evalHistory, evalTree, failedJudgeLabels, familyCases, familyEffortLabel, familyHeadLabel, familyLiftLabel, familyRateLabel, findAttempt, findEval, formatBytes, formatCount, formatDuration, formatPercent, formatRatio, formatSeconds, formatUsage, harnessLabel, hasUngatedCells, indexFiles, isFinished, isMatrix, isSuperseded, isUngatedMiss, judgeLabel, judgeRatesLabel, languageLabel, liveApiPath, liveCounts, liveTranscriptPath, manifestPath, parseDataPath, parseDebugLog, parseNdjson, parseTranscript, pinnedAnalysis, readableAnalysis, readableLiveProgress, readableRecord, readableTranscriptLine, recordPath, requestLine, runHeader, runLead, runOutcome, runRows, runtimeLabel, shardOf, shardPath, shortSha, sortAnalyses, sourceChanges, splitEvalId, splitPatch, stackChanges, studioPath, tokenValues, traceApiPath, transcriptItems, uniqueJudgeLabels, whyChanged };
|
|
6
|
+
import { t as runHeader } from "../header-hK-Z_Po9.js";
|
|
7
|
+
import { c as readableTranscriptLine, r as readableAnalysis, s as readableRecord, t as NewerSchemaError } from "../record-BKmMvZ6O.js";
|
|
8
|
+
import { a as liveApiPath, c as readableLiveProgress, i as isFinished, n as LIVE_FILE, o as liveCounts, r as LIVE_SCHEMA_VERSION, s as liveTranscriptPath, t as FINISHED } from "../live-jlfszAbb.js";
|
|
9
|
+
export { ANALYSIS_PROMPT_VERSION, COMPARE_ORDER, DEBUG_LOG, DEBUG_PHASES, DIGEST_VERSION, DIRECTIONAL_MIN, EFFORT_ALPHA, EFFORT_MIN_RUNS, FINISHED, LIFT_MIN_COUNTED, LIVE_FILE, LIVE_SCHEMA_VERSION, NewerSchemaError, REQUESTS_FILE, RUN_ID, TOKENS_UNREPORTED, TRACE_FILE, VERDICT_TEXT, activityLabel, analysisDataPath, answerRows, artifactPath, artifactType, buildIndex, caseLabel, cellContrast, cellEffort, cellJudgeRates, cellRows, cellSamples, cellUsage, cellsChanged, checkLabels, collapsedJudgeLabel, collapsedJudges, commandLine, compare, compareView, contrastEffort, debugApiPath, debugLogLine, debugTime, defaultAttempt, directional, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, evalHistory, evalMarkOutcome, evalTree, failedJudgeLabels, familyCases, familyEffortLabel, familyHeadLabel, familyLiftLabel, familyRateLabel, findAttempt, findEval, formatBytes, formatCount, formatDuration, formatPercent, formatRatio, formatSeconds, formatUsage, harnessLabel, hasUngatedCells, indexFiles, isFinished, isMatrix, isSuperseded, isUngatedMiss, judgeLabel, judgeRatesLabel, labelledJudgements, languageLabel, liveApiPath, liveCounts, liveTranscriptPath, manifestPath, parseDataPath, parseDebugLog, parseNdjson, parseTranscript, pinnedAnalysis, readableAnalysis, readableLiveProgress, readableRecord, readableTranscriptLine, recordPath, requestLine, runHeader, runLead, runOutcome, runRows, runtimeLabel, shardOf, shardPath, shortSha, sortAnalyses, sourceChanges, splitEvalId, splitPatch, stackChanges, studioPath, summaryJudgeRates, tokenValues, traceApiPath, transcriptItems, uniqueJudgeLabels, whyChanged };
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { r as formatDuration } from "./text-gEcKjAyp.js";
|
|
2
|
-
import {
|
|
3
|
-
import { o as warnings } from "./state-
|
|
4
|
-
import {
|
|
2
|
+
import { V as labelledJudgements, et as effortChangeLabel, vt as cellsChanged, xt as stackChanges } from "./model-oqcDplJG.js";
|
|
3
|
+
import { o as warnings } from "./state-C__9swoG.js";
|
|
4
|
+
import { a as contrastLines, d as summaryCounts, l as repeatsVerdict, r as cellCounts, t as OUTCOME_MARK, u as stateRows } from "./summary-BLAVLySU.js";
|
|
5
5
|
//#region src/history/views.ts
|
|
6
6
|
var RefError = class extends Error {
|
|
7
7
|
name = "RefError";
|
|
@@ -15,20 +15,20 @@ function resolveRun(entries, ref = "latest") {
|
|
|
15
15
|
const back = /^latest(?:~(\d+))?$/.exec(ref);
|
|
16
16
|
if (back) {
|
|
17
17
|
const entry = entries[entries.length - 1 - Number(back[1] ?? 0)];
|
|
18
|
-
if (!entry) throw new RefError(`There are only ${entries.length} runs`);
|
|
18
|
+
if (!entry) throw new RefError(`There ${entries.length === 1 ? "is only 1 run" : `are only ${entries.length} runs`}, so ${ref} names none. reeval history lists them.`);
|
|
19
19
|
return entry;
|
|
20
20
|
}
|
|
21
21
|
const exact = entries.find((e) => e.runId === ref);
|
|
22
22
|
if (exact) return exact;
|
|
23
23
|
const byId = entries.filter((e) => e.runId.startsWith(ref));
|
|
24
24
|
if (byId.length === 1 && byId[0]) return byId[0];
|
|
25
|
-
if (byId.length > 1) throw new RefError(`"${ref}" matches ${byId.length} runs
|
|
25
|
+
if (byId.length > 1) throw new RefError(`"${ref}" matches ${byId.length} runs: use more of the id`);
|
|
26
26
|
if (/^[0-9a-f]{4,40}$/i.test(ref)) {
|
|
27
27
|
const atSha = entries.filter((e) => e.git?.sha.startsWith(ref.toLowerCase()));
|
|
28
28
|
const newest = atSha[atSha.length - 1];
|
|
29
29
|
if (newest) return newest;
|
|
30
30
|
}
|
|
31
|
-
throw new RefError(`No run matches "${ref}"
|
|
31
|
+
throw new RefError(`No run matches "${ref}". Pass latest, latest~N, a run id or a git SHA; reeval history lists them.`);
|
|
32
32
|
}
|
|
33
33
|
/**
|
|
34
34
|
* The run to compare `head` against: a complete, earlier run on the first commit of `ancestry` that
|
|
@@ -205,10 +205,15 @@ function formatShow(run) {
|
|
|
205
205
|
const single = e.attempts.length === 1;
|
|
206
206
|
const first = e.attempts[0];
|
|
207
207
|
lines.push(` ${OUTCOME_MARK[e.outcome]} ${e.id}${single && first ? ` ${formatDuration(first.durationMs)}` : ` ${cellCounts(e)}`}`);
|
|
208
|
+
const contrasts = contrastLines(e);
|
|
209
|
+
if (contrasts.length) {
|
|
210
|
+
lines.push(" contrasts (each pair of arms, same harness)");
|
|
211
|
+
for (const line of contrasts) lines.push(` ${line}`);
|
|
212
|
+
}
|
|
208
213
|
for (const t of e.attempts) {
|
|
209
214
|
const indent = single ? " " : " ";
|
|
210
215
|
if (!single) lines.push(` ${OUTCOME_MARK[t.outcome]} ${t.id} ${formatDuration(t.durationMs)}`);
|
|
211
|
-
for (const j of t
|
|
216
|
+
for (const { judgement: j, label, labelled } of labelledJudgements(t)) lines.push(`${indent}judge ${j.verdict} ${j.score.toFixed(2)} (≥ ${j.threshold}) ${labelled ? `${label}: ` : ""}${j.question}`);
|
|
212
217
|
if (t.error && !repeatsVerdict(t)) lines.push(`${indent}${t.error.kind}: ${t.error.message.split("\n")[0]}`);
|
|
213
218
|
}
|
|
214
219
|
}
|
|
@@ -217,4 +222,4 @@ function formatShow(run) {
|
|
|
217
222
|
//#endregion
|
|
218
223
|
export { formatShow as a, resolveRun as c, formatNoBaseline as i, unreachable as l, formatCompare as n, history as o, formatHistory as r, pickBaseline as s, RefError as t };
|
|
219
224
|
|
|
220
|
-
//# sourceMappingURL=views-
|
|
225
|
+
//# sourceMappingURL=views-BmQF4UCI.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"views-BmQF4UCI.js","names":[],"sources":["../src/history/views.ts"],"mappings":";;;;;AA6BA,IAAa,WAAb,cAA8B,MAAM;CAClC,OAAgB;AAClB;;;;;AAMA,SAAgB,WAAW,SAAyB,MAAM,UAAwB;CAChF,IAAI,QAAQ,WAAW,GAAG,MAAM,IAAI,SAAS,8BAA8B;CAC3E,MAAM,OAAO,sBAAsB,KAAK,GAAG;CAC3C,IAAI,MAAM;EACR,MAAM,QAAQ,QAAQ,QAAQ,SAAS,IAAI,OAAO,KAAK,MAAM,CAAC;EAC9D,IAAI,CAAC,OACH,MAAM,IAAI,SACR,SAAS,QAAQ,WAAW,IAAI,kBAAkB,YAAY,QAAQ,OAAO,OAAO,OAAO,IAAI,wCACjG;EAEF,OAAO;CACT;CACA,MAAM,QAAQ,QAAQ,MAAM,MAAM,EAAE,UAAU,GAAG;CACjD,IAAI,OAAO,OAAO;CAClB,MAAM,OAAO,QAAQ,QAAQ,MAAM,EAAE,MAAM,WAAW,GAAG,CAAC;CAC1D,IAAI,KAAK,WAAW,KAAK,KAAK,IAAI,OAAO,KAAK;CAC9C,IAAI,KAAK,SAAS,GAChB,MAAM,IAAI,SAAS,IAAI,IAAI,YAAY,KAAK,OAAO,0BAA0B;CAC/E,IAAI,oBAAoB,KAAK,GAAG,GAAG;EACjC,MAAM,QAAQ,QAAQ,QAAQ,MAAM,EAAE,KAAK,IAAI,WAAW,IAAI,YAAY,CAAC,CAAC;EAC5E,MAAM,SAAS,MAAM,MAAM,SAAS;EACpC,IAAI,QAAQ,OAAO;CACrB;CACA,MAAM,IAAI,SACR,mBAAmB,IAAI,4EACzB;AACF;;;;;;;;AASA,SAAgB,aACd,SACA,MACA,UACqB;CACrB,MAAM,UAAU,QAAQ,QAAQ,MAAM,EAAE,QAAQ,KAAK,SAAS,EAAE,WAAW,UAAU;CACrF,IAAI,YAAY,SAAS,SAAS,GAAG;EACnC,MAAM,OAAO,IAAI,IAAI,SAAS,KAAK,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;EACvD,IAAI,OAA4B;EAChC,IAAI,WAAW,OAAO;EACtB,KAAK,MAAM,KAAK,SAAS;GACvB,MAAM,IAAI,EAAE,MAAM,KAAK,IAAI,EAAE,IAAI,GAAG,IAAI,KAAA;GACxC,IAAI,MAAM,KAAA,MAAc,IAAI,YAAa,MAAM,YAAY,QAAQ,EAAE,QAAQ,KAAK,QAAS;IACzF,OAAO;IACP,WAAW;GACb;EACF;EACA,IAAI,MAAM,OAAO;CACnB;CACA,OAAO,QAAQ,QAAQ,SAAS,MAAM;AACxC;AAEA,MAAM,YAAY,MAAqB,EAAE,MAAM,EAAE,IAAI,IAAI,MAAM,GAAG,CAAC,IAAI;AAkBvE,MAAa,eAAe,OAAqB,UAC/C,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,OAAO,CAAC,MAAM,IAAI,MAAM,IAAI,GAAG;AAEpD,SAAgB,QACd,SACA,UAAqE,CAAC,GACtE;CACA,MAAM,OAAO,QAAQ,MAAM,EAAE,QAAQ,SAAS,GAAG;CACjD,MAAM,MAAgB,CAAC;CACvB,KAAK,MAAM,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,QAAQ,GAClC,KAAK,MAAM,KAAK,IAAI,OAAO,IAAI,CAAC,IAAI,SAAS,EAAE,EAAE,GAAG,IAAI,KAAK,EAAE,EAAE;CAEnE,MAAM,SAAS,QAAQ,QAAQ,YAAY;CAiB3C,OAAO;EAAE;EAAM,MAhBY,IACxB,QAAQ,OAAO,CAAC,UAAU,GAAG,YAAY,CAAC,CAAC,SAAS,MAAM,CAAC,CAAC,CAC5D,KAAK,OAAO;GACX,MAAM,MAAkB;IAAE;IAAI,UAAU,CAAC;IAAG,OAAO,CAAC;IAAG,MAAM;IAAG,SAAS;GAAE;GAC3E,MAAM,uBAAO,IAAI,IAAoB;GACrC,KAAK,SAAS,KAAK,MAAM;IACvB,MAAM,IAAI,IAAI,MAAM,MAAM,MAAM,EAAE,OAAO,EAAE;IAC3C,IAAI,SAAS,KAAK,GAAG,WAAW,IAAI;IACpC,IAAI,CAAC,GAAG;IACR,IAAI,aAAa,MAAM,IAAI,EAAE,KAAK,GAAG,IAAI,MAAM,KAAK,CAAC;IACrD,IAAI,EAAE,YAAY,UAAU,EAAE,YAAY,QAAQ,IAAI;IACtD,IAAI,EAAE,YAAY,QAAQ,IAAI;GAChC,CAAC;GACD,OAAO;EACT,CAEgB;EAAG,UADJ,KAAK,QAAQ,MAAM,YAAY,GAAG,QAAQ,SAAS,IAAI,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,KAC5D;CAAE;AAChC;AAEA,SAAgB,cAAc,EAAE,MAAM,MAAM,YAAgD;CAC1F,IAAI,KAAK,WAAW,GAClB,OAAO;CACT,MAAM,QAAQ,KAAK;CACnB,MAAM,OAAO,KAAK,KAAK,SAAS;CAChC,MAAM,QAAQ,CACZ,GAAG,KAAK,OAAO,MAAM,KAAK,WAAW,IAAI,KAAK,IAAI,qBAAqB,MAAM,MAAM,IAAI,SAAS,KAAK,EAAE,MAAM,KAAK,MAAM,IAAI,SAAS,IAAI,EAAE,IAC3I,EACF;CACA,MAAM,QAAQ,KAAK,IAAI,GAAG,KAAK,KAAK,MAAM,EAAE,SAAS,SAAS,EAAE,MAAM,MAAM,GAAG,CAAC;CAChF,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,QAAQ,IAAI,SACf,KAAK,GAAG,MAAM,GAAG,IAAI,MAAM,SAAS,CAAC,IAAI,MAAM,KAAK,IAAI,aAAa,KAAK,KAAK,CAAC,CAChF,KAAK,EAAE;EACV,MAAM,OAAO,IAAI,UAAU,GAAG,IAAI,KAAK,GAAG,IAAI,YAAY;EAC1D,MAAM,KAAK,KAAK,MAAM,OAAO,KAAK,EAAE,IAAI,KAAK,SAAS,CAAC,EAAE,IAAI,IAAI,IAAI;CACvE;CACA,MAAM,KAAK,IAAI,8EAA8E;CAC7F,IAAI,SAAS,SAAS,GACpB,MAAM,KACJ,IACA,GAAG,SAAS,OAAO,MAAM,SAAS,WAAW,IAAI,SAAS,SAAS,4EACnE,GAAG,SAAS,KAAK,OAAO,KAAK,IAAI,CACnC;CAEF,OAAO,MAAM,KAAK,IAAI;AACxB;AAEA,MAAM,eAA8C;CAClD,WAAW;CACX,OAAO;CACP,MAAM;CACN,OAAO;CACP,OAAO;CACP,SAAS;CACT,OAAO;AACT;;;;;AAMA,MAAM,OAAO,MACX;CACE,EAAE,SAAS,SAAS,KAAK,EAAE,QAAQ,KAAK,IAAI,MAAM;CAClD,EAAE,OAAO,MAAM,SAAS,mBAAmB,EAAE,MAAM,MAAM,KAAK,IAAI,MAAM;CACxE,EAAE,OAAO,QAAQ,SAAS,qBAAqB,EAAE,MAAM,QAAQ,KAAK,IAAI,MAAM;AAChF,CAAC,CAAC,KAAK,EAAE;AAEX,MAAM,QAAyB;CAAC;CAAa;CAAS;CAAS;CAAS;CAAS;CAAW;AAAM;AAElG,MAAM,eAAe,GAAiB,UACpC,GAAG,EAAE,MAAM,IAAI,SAAS,CAAC,IAAI,EAAE,WAAW,KAAK,mBAAmB,YAAY,GAAG,KAAK,IAAI,mCAAmC,GAAG;AAElI,SAAgB,cACd,MACA,MACA,MACA,IACA,QAAsB,MACtB;CACA,MAAM,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM,GAAG,MAAM,MAAM,QAAQ,EAAE,MAAM,IAAI,MAAM,QAAQ,EAAE,MAAM,CAAC;CACzF,MAAM,QAAQ,MAAuB,IAAI,aAAa,KAAK;CAC3D,MAAM,SAAS,MAAqB,KAAK,QAAQ,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;CACvE,MAAM,QAAQ,GAAG,MAAM,WAAW,EAAE,eAAe,MAAM,OAAO,EAAE,WAAW,MAAM,OAAO,EAAE,oBAAoB,MAAM,MAAM,EAAE;CAC9H,MAAM,UAAU,aAAa,MAAM,IAAI;CACvC,MAAM,aAAa,QAAQ,KAAK,MAAM,GAAG,EAAE,MAAM,GAAG,EAAE,KAAK,KAAK,EAAE,MAAM,CAAC,CAAC,KAAK,IAAI;CACnF,MAAM,OAAO,MAAc,EAAE,QAAQ,OAAO,KAAK;CACjD,MAAM,QAAQ,OAAO,SAAS,OAAO,EAAE,WAAW,CAAC,EAAA,CAAG,KAAK,OAAO;EAAE,KAAK;EAAG,MAAM;CAAE,EAAE,CAAC;CACvF,IAAI,IACF,OAAO;EACL,eAAe,KAAK,MAAM,MAAM,KAAK;EACrC;EACA,QAAQ,YAAY,MAAM,KAAK,EAAE,UAAU,YAAY,MAAM,KAAK,EAAE,IAAI,MAAM;EAC9E;EACA,GAAI,QAAQ,SAAS,CAAC,sBAAsB,WAAW,IAAI,EAAE,IAAI,CAAC;EAClE;EACA;EACA,GAAG,OAAO,KACP,MACC,KAAK,IAAI,EAAE,EAAE,EAAE,KAAK,KAAK,EAAE,IAAI,EAAE,KAAK,KAAK,EAAE,IAAI,EAAE,KAAK,aAAa,EAAE,UAAU,IAAI,CAAC,EAAE,GAC5F;EACA;EACA,GAAI,MAAM,SACN;GACE;GACA;GACA,GAAG,MAAM,KACN,EAAE,KAAK,WACN,KAAK,IAAI,IAAI,EAAE,EAAE,KAAK,IAAI,KAAK,GAAG,EAAE,KAAK,WAAW,IAAI,EAAE,KAAK,aAAa,IAAI,EAAE,GACtF;GACA;EACF,IACA,CAAC;CACP,CAAC,CAAC,KAAK,IAAI;CAEb,OAAO;EACL,QAAQ,YAAY,MAAM,KAAK,EAAE,UAAU,YAAY,MAAM,KAAK;EAClE;EACA,GAAI,QAAQ,SAAS,CAAC,kBAAkB,YAAY,IAAI,CAAC;EACzD;EACA,GAAG,OAAO,SAAS,MAAM,CACvB,KAAK,KAAK,EAAE,IAAI,EAAE,KAAK,KAAK,EAAE,IAAI,EAAE,IAAI,aAAa,EAAE,OAAO,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,KAAK,IAAI,CAAC,KAC1F,IAAI,EAAE,WAAW,CAAC,EAAA,CAAG,KAClB,MACC,SAAS,EAAE,IAAI,IAAI,CAAC,EAAE,KAAK,QAAQ,EAAE,KAAK,OAAO,QAAQ,WAAW,CAAC,MAAM,IAAI,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,OAAO,CAAC,CAAC,KAAK,KAAK,GAC9H,CACF,CAAC;CACH,CAAC,CAAC,KAAK,IAAI;AACb;;AAGA,SAAgB,iBAAiB,MAAoB,MAAoB,IAAqB;CAC5F,MAAM,UAAU,KAAK,QAAQ,MAAM,EAAE,SAAS,MAAM,CAAC,CAAC;CACtD,MAAM,OAAO,sCAAsC,KAAK,MAAM,0BAA0B,UAAU,SAAS,QAAQ,OAAO,YAAY,IAAI,MAAM,OAAO,GAAG;CAC1J,MAAM,QAAQ,MAAuB,IAAI,aAAa,KAAK;CAC3D,IAAI,IACF,OAAO;EACL,eAAe,KAAK;EACpB;EACA;EACA;EACA;EACA;EACA,GAAG,KAAK,KAAK,MAAM,KAAK,EAAE,GAAG,QAAQ,OAAO,KAAK,EAAE,KAAK,KAAK,EAAE,IAAI,EAAE,GAAG;EACxE;CACF,CAAC,CAAC,KAAK,IAAI;CAEb,OAAO;EAAC;EAAM;EAAI,GAAG,KAAK,KAAK,MAAM,KAAK,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI;CAAC,CAAC,CAAC,KAAK,IAAI;AACpF;AAEA,MAAM,aAAa,MACjB,IAAI,GAAG,OAAO,EAAE,MAAM,EAAE,IAAI,OAAO,EAAE,EAAE,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,cAAc,WAAW,OAAO;AAChG,MAAM,UAAU,MAAc,GAAG,KAAK,IAAI,MAAM,MAAM,KAAK,MAAM,KAAK,IAAI,CAAC,IAAI,GAAG;AAClF,MAAM,cAAc,MAAmB,GAAG,UAAU,EAAE,KAAK,IAAI,EAAE,KAAK,UAAU,EAAE,KAAK,IAAI;AAC3F,MAAM,gBAAgB,MACpB,EAAE,KAAK,UAAU,EAAE,KAAK,SAAS,kBAAkB,EAAE,KAAK,QAAQ,EAAE,KAAK,MAAM,IAAI;AAErF,SAAgB,WAAW,KAAwB;CACjD,MAAM,OAAO,UAAU,GAAG;CAC1B,MAAM,QAAQ,KAAK,IAAI,GAAG,KAAK,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC;CACrD,MAAM,QAAQ;EACZ,OAAO,IAAI,MAAM,IAAI,cAAc,IAAI,OAAO,IAAI,IAAI,WAAW,gBAAgB,oBAAoB;EACrG,aAAa,IAAI,UAAU,KAAK,eAAe,IAAI,UAAU,EAAE,gBAAgB,IAAI;EACnF;EACA,GAAG,KAAK,KAAK,CAAC,GAAG,OAAO,KAAK,EAAE,OAAO,KAAK,EAAE,IAAI,GAAG;EACpD,GAAG,SAAS,GAAG,CAAC,CAAC,KAAK,MAAM,OAAO,GAAG;EACtC;CACF;CACA,KAAK,MAAM,KAAK,IAAI,OAAO;EACzB,MAAM,SAAS,EAAE,SAAS,WAAW;EACrC,MAAM,QAAQ,EAAE,SAAS;EACzB,MAAM,KACJ,KAAK,aAAa,EAAE,SAAS,GAAG,EAAE,KAAK,UAAU,QAAQ,KAAK,eAAe,MAAM,UAAU,MAAM,KAAK,WAAW,CAAC,KACtH;EACA,MAAM,YAAY,cAAc,CAAC;EACjC,IAAI,UAAU,QAAQ;GACpB,MAAM,KAAK,mDAAmD;GAC9D,KAAK,MAAM,QAAQ,WAAW,MAAM,KAAK,WAAW,MAAM;EAC5D;EACA,KAAK,MAAM,KAAK,EAAE,UAAU;GAC1B,MAAM,SAAS,SAAS,WAAW;GACnC,IAAI,CAAC,QACH,MAAM,KAAK,SAAS,aAAa,EAAE,SAAS,GAAG,EAAE,GAAG,IAAI,eAAe,EAAE,UAAU,GAAG;GAExF,KAAK,MAAM,EAAE,WAAW,GAAG,OAAO,cAAc,mBAAmB,CAAC,GAClE,MAAM,KACJ,GAAG,OAAO,QAAQ,EAAE,QAAQ,GAAG,EAAE,MAAM,QAAQ,CAAC,EAAE,MAAM,EAAE,UAAU,KAAK,WAAW,GAAG,MAAM,MAAM,KAAK,EAAE,UAC5G;GAEF,IAAI,EAAE,SAAS,CAAC,eAAe,CAAC,GAC9B,MAAM,KAAK,GAAG,SAAS,EAAE,MAAM,KAAK,IAAI,EAAE,MAAM,QAAQ,MAAM,IAAI,CAAC,CAAC,IAAI;EAE5E;CACF;CACA,OAAO,MAAM,KAAK,IAAI;AACxB"}
|
|
@@ -1,89 +1,16 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import { c as
|
|
4
|
-
import { t as
|
|
5
|
-
import { a as useEngine, c as attemptExpectError, d as extendExpect, f as unawaitedError, l as createExpect, p as withAttemptExpect, s as attemptAssertions } from "./runtime-DdsfnRz_.js";
|
|
1
|
+
import { n as UsageError, t as TimeoutError } from "./errors-B6BSMs03.js";
|
|
2
|
+
import { i as originalStack, t as adapterForFile } from "./adapter-DWlpOtRn.js";
|
|
3
|
+
import { a as useEngine, c as createExpect, f as rawAssertions, m as withAttemptExpect, p as unawaitedError, s as attemptExpectError, u as extendExpect } from "./runtime-PX_oXiCS.js";
|
|
4
|
+
import { n as useSchedulerChannel, t as acquire } from "./client-fcwgwOAD.js";
|
|
6
5
|
import { t as budgetMarker } from "./budget-DBUrH4jX.js";
|
|
7
|
-
import {
|
|
8
|
-
import { existsSync
|
|
9
|
-
import {
|
|
6
|
+
import { n as evalMatchers } from "./matchers-Ddmc2z7H.js";
|
|
7
|
+
import { existsSync } from "node:fs";
|
|
8
|
+
import { format } from "node:util";
|
|
10
9
|
import { AsyncLocalStorage } from "node:async_hooks";
|
|
11
10
|
import { processError } from "@vitest/utils/error";
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
//#region src/matchers.ts
|
|
16
|
-
/** The last `lines` lines, and at most `chars` characters of them: one line can be megabytes. */
|
|
17
|
-
const tail = (s, lines = 20, chars = 2e3) => {
|
|
18
|
-
const last = s.trimEnd().split("\n").slice(-lines).join("\n");
|
|
19
|
-
return last.length <= chars ? last : `[… ${last.length - chars} earlier characters]${last.slice(-chars)}`;
|
|
20
|
-
};
|
|
21
|
-
const hasFiles = (value) => typeof value === "object" && value !== null && typeof value.readFile === "function";
|
|
22
|
-
const matchers = {
|
|
23
|
-
async toHaveFile(actual, path, pattern) {
|
|
24
|
-
if (!hasFiles(actual)) throw new TypeError("toHaveFile() expects a turn from c.send(), or c");
|
|
25
|
-
const content = await actual.readFile(path);
|
|
26
|
-
if (content === null) return {
|
|
27
|
-
pass: false,
|
|
28
|
-
message: () => `expected file ${path} to exist`
|
|
29
|
-
};
|
|
30
|
-
if (pattern === void 0) return {
|
|
31
|
-
pass: true,
|
|
32
|
-
message: () => `expected no file at ${path}`
|
|
33
|
-
};
|
|
34
|
-
const pass = typeof pattern === "string" ? content.includes(pattern) : pattern.test(content);
|
|
35
|
-
return {
|
|
36
|
-
pass,
|
|
37
|
-
message: () => `expected ${path} ${pass ? "not " : ""}to match ${pattern}\n--- ${path} ---\n${tail(content)}`
|
|
38
|
-
};
|
|
39
|
-
},
|
|
40
|
-
async toSucceed(actual) {
|
|
41
|
-
const r = await actual;
|
|
42
|
-
if (typeof r?.exitCode !== "number") throw new TypeError("toSucceed() expects run.exec(...)");
|
|
43
|
-
return {
|
|
44
|
-
pass: r.exitCode === 0,
|
|
45
|
-
message: () => r.exitCode === 0 ? "expected command to fail" : `expected command to succeed, exit code ${r.exitCode}\n--- stderr ---\n${tail(r.stderr)}\n--- stdout ---\n${tail(r.stdout)}`
|
|
46
|
-
};
|
|
47
|
-
},
|
|
48
|
-
toHaveSearched(actual, query) {
|
|
49
|
-
return searched(actual, query);
|
|
50
|
-
},
|
|
51
|
-
toHaveFetched(actual, url) {
|
|
52
|
-
return fetched(actual, url);
|
|
53
|
-
},
|
|
54
|
-
toHaveCalledSkill(actual, name) {
|
|
55
|
-
return calledSkill(actual, name);
|
|
56
|
-
},
|
|
57
|
-
toHaveCalledMcp(actual, server, tool, input) {
|
|
58
|
-
return calledMcp(actual, server, tool, input);
|
|
59
|
-
},
|
|
60
|
-
toHaveCalledTool(actual, name, input) {
|
|
61
|
-
return calledTool(actual, name, input);
|
|
62
|
-
},
|
|
63
|
-
toHaveRun(actual, command) {
|
|
64
|
-
return ran(actual, command);
|
|
65
|
-
},
|
|
66
|
-
toHaveEdited(actual, path) {
|
|
67
|
-
return edited(actual, path);
|
|
68
|
-
},
|
|
69
|
-
toHaveChanged(actual, paths) {
|
|
70
|
-
return changed(actual, paths);
|
|
71
|
-
},
|
|
72
|
-
toPass(actual) {
|
|
73
|
-
const failure = actual;
|
|
74
|
-
if (failure?.verdict === "error" && typeof failure.error === "string") return {
|
|
75
|
-
pass: !!this?.isNot,
|
|
76
|
-
message: () => `judge failed for "${failure.question}" (${failure.model}): ${failure.error}`
|
|
77
|
-
};
|
|
78
|
-
const v = actual;
|
|
79
|
-
if (typeof v?.score !== "number") throw new TypeError("toPass() expects a c.judge() verdict");
|
|
80
|
-
const score = v.score.toFixed(2);
|
|
81
|
-
return {
|
|
82
|
-
pass: v.verdict === "pass",
|
|
83
|
-
message: () => v.verdict === "pass" ? `expected judge to fail: score ${score} ≥ ${v.threshold} for "${v.question}"` : `judge score ${score} is below ${v.threshold} for "${v.question}" (${v.model})`
|
|
84
|
-
};
|
|
85
|
-
}
|
|
86
|
-
};
|
|
11
|
+
//#region src/language-runner/load.ts
|
|
12
|
+
/** Loads an eval file through its language adapter while the worker is collecting. */
|
|
13
|
+
const loadEvalModule = (file, root) => adapterForFile(file).load(file, root);
|
|
87
14
|
//#endregion
|
|
88
15
|
//#region src/engine/collector.ts
|
|
89
16
|
let collecting;
|
|
@@ -184,147 +111,6 @@ function markAll(suite, mode) {
|
|
|
184
111
|
}
|
|
185
112
|
}
|
|
186
113
|
//#endregion
|
|
187
|
-
//#region src/engine/loader.ts
|
|
188
|
-
var TsconfigError = class extends Error {
|
|
189
|
-
name = "TsconfigError";
|
|
190
|
-
};
|
|
191
|
-
/** Each file jiti transformed: its source map, and how far jiti's wrapper shifts line 1. */
|
|
192
|
-
const transformed = /* @__PURE__ */ new Map();
|
|
193
|
-
const INLINE_MAP = /\/\/# sourceMappingURL=data:application\/json;(?:charset=utf-8;)?base64,([A-Za-z0-9+/=]+)\s*$/;
|
|
194
|
-
/** Imports `file` and whatever it imports. */
|
|
195
|
-
async function loadEvalFile(file, root) {
|
|
196
|
-
checkTsconfig(dirname(file), root);
|
|
197
|
-
const options = {
|
|
198
|
-
moduleCache: true,
|
|
199
|
-
fsCache: false,
|
|
200
|
-
sourceMaps: true
|
|
201
|
-
};
|
|
202
|
-
const base = await esJiti(file, options);
|
|
203
|
-
const jiti = await esJiti(file, {
|
|
204
|
-
...options,
|
|
205
|
-
transform: (opts) => {
|
|
206
|
-
const code = base.transform(opts);
|
|
207
|
-
const inline = INLINE_MAP.exec(code);
|
|
208
|
-
if (opts.filename && inline?.[1]) {
|
|
209
|
-
const map = JSON.parse(Buffer.from(inline[1], "base64").toString("utf8"));
|
|
210
|
-
const shift = `(${opts.async ? "async " : ""}function (exports, require, module, __filename, __dirname, jitiImport, jitiESMResolve) { `.length;
|
|
211
|
-
transformed.set(opts.filename, {
|
|
212
|
-
map: new DecodedMap(map, opts.filename),
|
|
213
|
-
shift
|
|
214
|
-
});
|
|
215
|
-
}
|
|
216
|
-
return { code };
|
|
217
|
-
}
|
|
218
|
-
});
|
|
219
|
-
try {
|
|
220
|
-
return await jiti.import(file);
|
|
221
|
-
} catch (error) {
|
|
222
|
-
throw syntaxError(error, root) ?? missingModule(error);
|
|
223
|
-
}
|
|
224
|
-
}
|
|
225
|
-
/** jiti's `Cannot find module 'x'` plus a require stack, as `… imported from <file>`. */
|
|
226
|
-
function missingModule(error) {
|
|
227
|
-
const e = error;
|
|
228
|
-
if (e?.code !== "MODULE_NOT_FOUND") return error;
|
|
229
|
-
const parts = /^(Cannot find module '[^']+')\nRequire stack:\n- (.+)/.exec(e.message);
|
|
230
|
-
if (parts) e.message = `${parts[1]} imported from ${parts[2]}`;
|
|
231
|
-
return error;
|
|
232
|
-
}
|
|
233
|
-
/**
|
|
234
|
-
* jiti reports a parse error as a plain Error, `ParseError: <reason>` then ` <file>:<line>:<col>`
|
|
235
|
-
* (col 0-based): a SyntaxError again, naming the file and position, with a code frame.
|
|
236
|
-
*/
|
|
237
|
-
function syntaxError(error, root) {
|
|
238
|
-
const parsed = /^ParseError: (.*?)\s*\n\s*(.+):(\d+):(\d+)$/.exec(error?.message ?? "");
|
|
239
|
-
if (!parsed) return void 0;
|
|
240
|
-
const [, said, file, line, column] = parsed;
|
|
241
|
-
const reason = said.replace(/^(?:[A-Za-z]:)?[\\/]\S*?: /, "");
|
|
242
|
-
const at = {
|
|
243
|
-
line: Number(line),
|
|
244
|
-
column: Number(column) + 1
|
|
245
|
-
};
|
|
246
|
-
let frame = "";
|
|
247
|
-
try {
|
|
248
|
-
frame = stripVTControlCharacters(codeFrame(readFileSync(file, "utf8"), 0, at, 200));
|
|
249
|
-
} catch {}
|
|
250
|
-
return /* @__PURE__ */ new SyntaxError(`${reason} (${relativeFile(root, file)}:${at.line}:${at.column})${frame ? `\n${frame}` : ""}`);
|
|
251
|
-
}
|
|
252
|
-
/** `stack` with positions in transformed files mapped back to their sources. */
|
|
253
|
-
function originalStack(stack) {
|
|
254
|
-
return stack.replace(/^(\s+at (?:.*\()?)(.+?):(\d+):(\d+)(\)?)$/gm, (whole, before, file, line, column, after) => {
|
|
255
|
-
const loaded = transformed.get(file);
|
|
256
|
-
const at0 = Number(column) - 1 - (line === "1" ? loaded?.shift ?? 0 : 0);
|
|
257
|
-
if (!loaded || at0 < 0) return whole;
|
|
258
|
-
const at = getOriginalPosition(loaded.map, {
|
|
259
|
-
line: Number(line),
|
|
260
|
-
column: at0
|
|
261
|
-
});
|
|
262
|
-
if (!at) return whole;
|
|
263
|
-
const original = at.line;
|
|
264
|
-
return `${before}${file}:${original}:${callee(file, original, at.column) + 1}${after}`;
|
|
265
|
-
});
|
|
266
|
-
}
|
|
267
|
-
/**
|
|
268
|
-
* Where V8 would put a call's position without the transform: jiti calls an imported function as
|
|
269
|
-
* `(0, _module.fn)()`, which V8 reports at the `(`, where a plain `fn()` reports at `fn`.
|
|
270
|
-
*/
|
|
271
|
-
function callee(file, line, column) {
|
|
272
|
-
const text = readFileSync(file, "utf8").split(/\r?\n/)[line - 1] ?? "";
|
|
273
|
-
if (text[column] !== "(") return column;
|
|
274
|
-
let start = column;
|
|
275
|
-
while (start > 0 && /[\w$]/.test(text[start - 1])) start--;
|
|
276
|
-
return start;
|
|
277
|
-
}
|
|
278
|
-
/** Fails when the nearest tsconfig.json isn't valid JSON with comments, or extends a missing file. */
|
|
279
|
-
function checkTsconfig(dir, root) {
|
|
280
|
-
let found;
|
|
281
|
-
try {
|
|
282
|
-
found = getTsconfig(dir);
|
|
283
|
-
} catch (error) {
|
|
284
|
-
const message = error.message;
|
|
285
|
-
const missing = /^File '(.+)' not found\.$/.exec(message);
|
|
286
|
-
throw new TsconfigError(missing ? `Failed to load tsconfig '${missing[1]}': Tsconfig not found` : `Failed to load tsconfig: ${message}`);
|
|
287
|
-
}
|
|
288
|
-
if (!found) return;
|
|
289
|
-
try {
|
|
290
|
-
JSON.parse(stripJsonComments(readFileSync(found.path, "utf8")));
|
|
291
|
-
} catch (error) {
|
|
292
|
-
throw new TsconfigError(`Failed to load tsconfig '${relativeFile(root, found.path)}': ${error.message}`);
|
|
293
|
-
}
|
|
294
|
-
}
|
|
295
|
-
/** JSON with comments and trailing commas (tsconfig's dialect) as plain JSON. */
|
|
296
|
-
function stripJsonComments(text) {
|
|
297
|
-
return scan(scan(text, (rest) => {
|
|
298
|
-
if (rest.startsWith("//")) {
|
|
299
|
-
const end = rest.indexOf("\n");
|
|
300
|
-
return [end < 0 ? rest.length : end, ""];
|
|
301
|
-
}
|
|
302
|
-
if (rest.startsWith("/*")) {
|
|
303
|
-
const end = rest.indexOf("*/", 2);
|
|
304
|
-
return [end < 0 ? rest.length : end + 2, " "];
|
|
305
|
-
}
|
|
306
|
-
}), (rest) => /^,\s*[}\]]/.test(rest) ? [1, " "] : void 0);
|
|
307
|
-
}
|
|
308
|
-
/** Rewrites `text` outside its strings: `at` says how much to replace here, and with what. */
|
|
309
|
-
function scan(text, at) {
|
|
310
|
-
let out = "";
|
|
311
|
-
for (let i = 0; i < text.length;) {
|
|
312
|
-
if (text[i] === "\"") {
|
|
313
|
-
let end = i + 1;
|
|
314
|
-
while (end < text.length && text[end] !== "\"") end += text[end] === "\\" ? 2 : 1;
|
|
315
|
-
out += text.slice(i, end + 1);
|
|
316
|
-
i = end + 1;
|
|
317
|
-
continue;
|
|
318
|
-
}
|
|
319
|
-
const hit = at(text.slice(i));
|
|
320
|
-
if (hit) {
|
|
321
|
-
out += hit[1];
|
|
322
|
-
i += hit[0];
|
|
323
|
-
} else out += text[i++];
|
|
324
|
-
}
|
|
325
|
-
return out;
|
|
326
|
-
}
|
|
327
|
-
//#endregion
|
|
328
114
|
//#region src/engine/run.ts
|
|
329
115
|
/** An error as it crosses to the main process: its diff computed, then plain data. */
|
|
330
116
|
function serializeError(error) {
|
|
@@ -416,8 +202,9 @@ async function runTest(test, { file, stagingDir, signal, reporter }, bodies) {
|
|
|
416
202
|
},
|
|
417
203
|
progress: (progress) => reporter.progress(index, progress),
|
|
418
204
|
debug: (line) => reporter.debug(index, line),
|
|
419
|
-
unawaited:
|
|
420
|
-
|
|
205
|
+
unawaited: () => unawaitedError(pending),
|
|
206
|
+
expectError: () => attemptExpectError(own),
|
|
207
|
+
assertions: () => rawAssertions(task)
|
|
421
208
|
})));
|
|
422
209
|
bodies.add(body);
|
|
423
210
|
const release = () => lease?.release();
|
|
@@ -519,10 +306,10 @@ function startWorker(channel) {
|
|
|
519
306
|
getRunContext: () => run,
|
|
520
307
|
collectingFile
|
|
521
308
|
});
|
|
522
|
-
extendExpect(
|
|
309
|
+
extendExpect(evalMatchers);
|
|
523
310
|
routeConsole(reporter);
|
|
524
311
|
try {
|
|
525
|
-
const tests = await collect(file, () =>
|
|
312
|
+
const tests = await collect(file, () => loadEvalModule(file, run.config.root));
|
|
526
313
|
channel.send({
|
|
527
314
|
t: "collected",
|
|
528
315
|
tests: tests.map(({ index, name, groups, mode, options }) => ({
|
|
@@ -578,4 +365,4 @@ process.on("uncaughtException", (error) => worker.unhandled(error));
|
|
|
578
365
|
//#endregion
|
|
579
366
|
export {};
|
|
580
367
|
|
|
581
|
-
//# sourceMappingURL=worker-entry-
|
|
368
|
+
//# sourceMappingURL=worker-entry-yOchGYYv.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worker-entry-yOchGYYv.js","names":[],"sources":["../src/language-runner/load.ts","../src/engine/collector.ts","../src/engine/run.ts","../src/engine/worker.ts","../src/engine/worker-entry.ts"],"mappings":";;;;;;;;;;;;AAGA,MAAa,kBAAkB,MAAc,SAC3C,eAAe,IAAI,CAAC,CAAC,KAAK,MAAM,IAAI;;;AC2BtC,IAAI;AAEJ,MAAa,uBAA2C,YAAY;AAEpE,SAAgB,cAAc,MAAc,MAAgB,SAA2B;CACrF,QAAQ,CAAC,CAAC,MAAM,KAAK;EAAE,MAAM;EAAS;EAAM;EAAM;EAAS,OAAO,CAAC;EAAG,cAAc;CAAM,CAAC;AAC7F;AAEA,SAAgB,aACd,MACA,SACA,MACM;CACN,QAAQ,CAAC,CAAC,MAAM,KAAK;EACnB,MAAM;EACN,OAAO;EACP;EACA,QAAQ,CAAC;EACT,MAAM,QAAQ;EACd;EACA;CACF,CAAC;AACH;AAEA,SAAS,UAAiB;CACxB,IAAI,CAAC,YACH,MAAM,IAAI,WACR,wGACF;CACF,OAAO,WAAW;AACpB;;AAGA,eAAsB,QACpB,MACA,MAC0B;CAC1B,MAAM,OAAc;EAAE,MAAM;EAAS,MAAM;EAAI,MAAM;EAAO,OAAO,CAAC;EAAG,cAAc;CAAM;CAC3F,aAAa;EAAE;EAAM,SAAS;CAAK;CACnC,IAAI;EACF,MAAM,KAAK;EACX,MAAM,aAAa,IAAI;CACzB,UAAU;EACR,aAAa,KAAA;CACf;CACA,eAAe,MAAM,KAAK,cAAc,KAAK;CAC7C,MAAM,QAAyB,CAAC;CAChC,MAAM,QAAQ,OAAc,WAAqB;EAC/C,KAAK,MAAM,QAAQ,MAAM,OACvB,IAAI,KAAK,SAAS,SAAS,KAAK,MAAM,CAAC,GAAG,QAAQ,KAAK,IAAI,CAAC;OACvD,MAAM,KAAK,OAAO,OAAO,MAAM;GAAE,OAAO,MAAM;GAAQ;EAAO,CAAC,CAAC;CAExE;CACA,KAAK,MAAM,CAAC,CAAC;CACb,OAAO;AACT;AAEA,eAAe,aAAa,OAA6B;CACvD,MAAM,QAAQ;CACd,IAAI,MAAM,SAAS;EACjB,MAAM,QAAQ,MAAM;EACpB,MAAM,UAAU;EAChB,IAAI;GACF,MAAM,MAAM,QAAQ;EACtB,UAAU;GACR,MAAM,UAAU;EAClB;CACF;CACA,KAAK,MAAM,QAAQ,MAAM,OAAO,IAAI,KAAK,SAAS,SAAS,MAAM,aAAa,IAAI;CAClF,MAAM,eAAe,MAAM,MAAM,MAC9B,MAAM,EAAE,SAAS,UAAW,EAAE,SAAS,WAAW,EAAE,YACvD;AACF;;AAGA,SAAS,eAAe,OAAc,UAAmB,cAA6B;CACpF,MAAM,cAAc,gBAAgB,MAAM,SAAS;CACnD,MAAM,WAAW,YAAY,MAAM;CACnC,KAAK,MAAM,KAAK,MAAM,OAAO;EAC3B,MAAM,UAAU,WACZ,EAAE,SAAS,UAAW,EAAE,SAAS,WAAW,EAAE,eAC9C,eAAe,EAAE,SAAS;EAC9B,IAAI,UAAU;GACZ,IAAI,EAAE,SAAS,YAAY,WAAW,EAAE,eAClC;QAAA,EAAE,SAAS,QAAQ,EAAE,OAAO;GAAA,OAC3B,IAAI,EAAE,SAAS,SAAS,CAAC,SAAS,EAAE,OAAO;QAC7C,IAAI,EAAE,SAAS,QAAQ,EAAE,OAAO;EACvC;EACA,IAAI,EAAE,SAAS,SAAS;GACtB,IAAI,EAAE,SAAS,UAAU,EAAE,SAAS,QAAQ,QAAQ,GAAG,EAAE,IAAI;QACxD,eAAe,GAAG,UAAU,OAAO;EAC1C;CACF;AACF;AAEA,SAAS,QAAQ,OAAc,MAA6B;CAC1D,KAAK,MAAM,KAAK,MAAM,OAAO;EAC3B,IAAI,EAAE,SAAS,OAAO;EACtB,EAAE,OAAO;EACT,IAAI,EAAE,SAAS,SAAS,QAAQ,GAAG,IAAI;CACzC;AACF;;;;AC9FA,SAAgB,eAAe,OAAiC;CAC9D,IAAI,iBAAiB,SAAS,OAAO,MAAM,UAAU,UACnD,IAAI;EACF,MAAM,QAAQ,cAAc,MAAM,KAAK;CACzC,QAAQ,CAAC;CAEX,OAAO,aAAa,KAAK;AAC3B;AAEA,MAAM,UAAU;CACd,KAAK;CACL,MAAM;CACN,OAAO;CACP,MAAM;CACN,OAAO;AACT;AAEA,MAAM,iBAAiB,IAAI,kBAA0B;;AAGrD,SAAgB,aAAa,UAA0B;CACrD,MAAM,SAAS,WAAW;CAC1B,KAAK,MAAM,CAAC,QAAQ,WAAW,OAAO,QAAQ,OAAO,GAInD,OAAO,WAAW,GAAG,SACnB,SAAS,IAAI,eAAe,SAAS,GAAG,KAAK,IAAI,GAAG,QAAQ,GAAG,OAAO,GAAG,IAAI,EAAE,GAAG;AAExF;;;;;;AAiBA,eAAsB,SACpB,OACA,QACA,SACe;CACf,MAAM,UAA8B,CAAC;CACrC,MAAM,yBAAS,IAAI,IAAmB;CACtC,KAAK,MAAM,QAAQ,OAAO;EACxB,IAAI,CAAC,OAAO,IAAI,KAAK,KAAK,KAAK,KAAK,SAAS,OAAO;GAClD,QAAQ,SAAS,OAAO,KAAK,OAAO;IAAE,OAAO;IAAW,QAAQ,CAAC;IAAG,YAAY;GAAE,CAAC;GACnF;EACF;EACA,QAAQ,KAAK,QAAQ,MAAM,SAAS,MAAM,CAAC;CAC7C;CACA,QAAQ,QAAQ;CAChB,MAAM,QAAQ,IAAI,OAAO;CACzB,MAAM,QAAQ,WAAW,MAAM;AACjC;AAEA,eAAe,QACb,MACA,EAAE,MAAM,YAAY,QAAQ,YAC5B,QACe;CACf,MAAM,EAAE,OAAO,YAAY;CAC3B,MAAM,WAAW,KAAK,IAAI;CAC1B,MAAM,aACJ,SAAS,OAAO,OAAO;EAAE,OAAO;EAAW,QAAQ,CAAC;EAAG,YAAY,KAAK,IAAI,IAAI;CAAS,CAAC;CAC5F,IAAI,OAAO,SAAS,OAAO,KAAK;CAChC,IAAI;CACJ,IAAI,QAAQ,MAAM;EAChB,MAAM,EAAE,QAAQ,SAAS,QAAQ;EACjC,IAAI;GACF,QAAQ,MAAM,QAAQ,QAAQ;IAAE;IAAM;GAAO,CAAC;EAChD,SAAS,OAAO;GACd,IAAI,OAAO,SAAS,OAAO,KAAK;GAChC,OAAO,KAAK,KAAK;EACnB;CACF;CACA,IAAI,WAAW,aAAa,UAAU,CAAC,GAAG;EACxC,OAAO,QAAQ;EACf,OAAO,KAAK;CACd;CACA,MAAM,YAAY,KAAK,IAAI;CAC3B,SAAS,MAAM,OAAO,SAAS;CAC/B,MAAM,OAAmB;EACvB,MAAM;EACN,MAAM,KAAK;EACX,cAAc,CAAC,GAAG,KAAK,QAAQ,KAAK,IAAI,CAAC,CAAC,KAAK,KAAK;CACtD;CACA,MAAM,MAAM,aAAa,IAAI;CAC7B,MAAM,UAAqB,CAAC;CAC5B,MAAM,UAAU,IAAI,gBAAgB;CACpC,IAAI,WAAW;CACf,IAAI;CACJ,MAAM,OAAO,eAAe,IAAI,aAC9B,kBAAkB,KAAK,eACrB,KAAK,KAAK;EACR;EACA,QAAQ,YAAY,IAAI,CAAC,QAAQ,QAAQ,MAAM,CAAC;EAChD,UAAU,SAAS;GACjB,OAAO;GACP,IAAI,UAAU,SAAS,KAAK,OAAO,IAAI;EACzC;EACA,WAAW,aAAa,SAAS,SAAS,OAAO,QAAQ;EACzD,QAAQ,SAAS,SAAS,MAAM,OAAO,IAAI;EAC3C,iBAAiB,eAAe,OAAO;EACvC,mBAAmB,mBAAmB,GAAG;EACzC,kBAAkB,cAAc,IAAI;CACtC,CAAC,CACH,CACF;CACA,OAAO,IAAI,IAAI;CACf,MAAM,gBAAgB,OAAO,QAAQ;CACrC,KAAK,KAAK,SAAS,OAAO;CAC1B,IAAI;EACF,OAAO,QAAQ,UAAU,YAAY,MAAM,QAAQ,SAAS,OAAO,IAAI;EACvE,OAAO;GAAE,OAAO;GAAU,QAAQ,CAAC;EAAE,CAAC;CACxC,SAAS,OAAO;EACd,OAAO;GAAE,OAAO;GAAU,QAAQ,CAAC,eAAe,KAAK,CAAC;EAAE,CAAC;CAC7D;CAEA,SAAS,OAAO,QAAwC;EACtD,WAAW;EACX,SAAS,OAAO,OAAO;GACrB,GAAG;GACH,YAAY,KAAK,IAAI,IAAI;GACzB,GAAI,OAAO,EAAE,KAAK,IAAI,CAAC;EACzB,CAAC;CACH;CAEA,SAAS,KAAK,OAAgB;EAC5B,SAAS,OAAO,OAAO;GACrB,OAAO;GACP,QAAQ,CAAC,eAAe,KAAK,CAAC;GAC9B,YAAY,KAAK,IAAI,IAAI;EAC3B,CAAC;CACH;AACF;;AAGA,SAAS,YAAY,SAAwB,IAAY,OAAuC;CAC9F,IAAI;CACJ,MAAM,WAAW,IAAI,SAAgB,GAAG,WAAW;EACjD,QAAQ,iBAAiB;GACvB,MAAM,QAAQ,IAAI,aAAa,wBAAwB,KAAK,IAAK,EAAE;GACnE,MAAM,MAAM,KAAK;GACjB,OAAO,KAAK;EACd,GAAG,EAAE;CACP,CAAC;CACD,OAAO,QAAQ,KAAK,CAAC,SAAS,QAAQ,CAAC,CAAC,CAAC,cAAc,aAAa,KAAK,CAAC;AAC5E;;;ACvKA,SAAgB,YAAY,SAA0B;CACpD,MAAM,SAAS,IAAI,gBAAgB;CACnC,IAAI;CACJ,IAAI,UAAyB,QAAQ,QAAQ;CAC7C,MAAM,aACJ,OAAO,MAAM,OAAO,uBAAO,IAAI,MAAM,uBAAuB,GAAG,EAAE,MAAM,aAAa,CAAC,CAAC;CACxF,QAAQ,WAAW,YAAY;EAC7B,IAAI,QAAQ,MAAM,QAAQ,UAAU,KAAK,QAAQ,KAAK,QAAQ,MAAM,QAAQ,MAAM;OAC7E,IAAI,QAAQ,MAAM,SAAS,QAAQ,QAAQ,EAAE;OAC7C,KAAK;CACZ,CAAC;CAED,QAAQ,mBAAmB;EACzB,KAAK;EACL,QAAa,cAAc,QAAQ,KAAK,CAAC,CAAC;CAC5C,CAAC;CAED,MAAM,WAAqB;EACzB,QAAQ,OAAO,OAAO,QAAQ,KAAK;GAAE,GAAG;GAAS;GAAO;EAAG,CAAC;EAC5D,WAAW,OAAO,aAAa,QAAQ,KAAK;GAAE,GAAG;GAAY;GAAO;EAAS,CAAC;EAC9E,QAAQ,OAAO,SAAS,QAAQ,KAAK;GAAE,GAAG;GAAS;GAAO;EAAK,CAAC;EAChE,MAAM,OAAO,IAAI,QAAQ,SACvB,QAAQ,KAAK;GAAE,GAAG;GAAO,GAAI,UAAU,KAAA,IAAY,CAAC,IAAI,EAAE,MAAM;GAAI;GAAI;GAAQ;EAAK,CAAC;EACxF,SAAS,OAAO,WAAW,QAAQ,KAAK;GAAE,GAAG;GAAU;GAAO;EAAO,CAAC;EACtE,OAAO,OAAO,SAAS,QAAQ,KAAK;GAAE,GAAG;GAAQ;GAAO;EAAK,CAAC;CAChE;CAEA,eAAe,KAAK,KAAiB,MAAc,QAAwC;EACzF,UAAU;GAAE;GAAc;GAAe,qBAAqB;GAAK;EAAe,CAAC;EACnF,aAAa,YAAY;EACzB,aAAa,QAAQ;EACrB,IAAI;GACF,MAAM,QAAQ,MAAM,QAAQ,YAAY,eAAe,MAAM,IAAI,OAAO,IAAI,CAAC;GAC7E,QAAQ,KAAK;IACX,GAAG;IACH,OAAO,MAAM,KAAK,EAAE,OAAO,MAAM,QAAQ,MAAM,eAAe;KAC5D;KACA;KACA;KACA;KACA,GAAI,QAAQ,UAAU,EAAE,SAAS,QAAQ,QAAQ,IAAI,CAAC;IACxD,EAAE;GACJ,CAAC;GACD,IAAI,QAAQ;IACV,QAAQ,qBAAqB,YAAY,QAAQ,KAAK,OAAqB,CAAC;IAC5E,MAAM,SAAS,OAAO,IAAI,IAAI,MAAM,GAAG;KACrC;KACA,YAAY,IAAI;KAChB,QAAQ,OAAO;KACf;KACA,eAAe,QAAQ,KAAK,EAAE,GAAG,QAAQ,CAAC;IAC5C,CAAC;GACH;EACF,SAAS,OAAO;GACd,QAAQ,KAAK;IAAE,GAAG;IAAc,OAAO,eAAe,KAAK;GAAE,CAAC;EAChE;EACA,QAAQ,KAAK,EAAE,GAAG,OAAO,SAAS,QAAQ,KAAK,CAAC,CAAC;CACnD;CAEA,QAAQ,KAAK;EAAE,GAAG;EAAS,UAAA;CAAmB,CAAC;CAC/C,OAAO,EAAE,YAAY,UAAU,QAAQ,KAAK;EAAE,GAAG;EAAa,OAAO,eAAe,KAAK;CAAE,CAAC,EAAE;AAChG;;;ACtFA,IAAI,CAAC,QAAQ,MAAM;CACjB,QAAQ,MACN,sFACF;CACA,QAAQ,KAAK,CAAC;AAChB;AAEA,QAAQ,GAAG,gBAAgB,CAAC,CAAC;AAC7B,MAAM,SAAS,YAAY;CACzB,OAAO,SAAS,SAAS,QAAQ,OAAO,SAAS,KAAA,GAAW,CAAC,SAAS,OAAO,CAAC;CAC9E,YAAY,aAAa,QAAQ,GAAG,WAAW,QAAQ;CACvD,eAAe,aAAa,QAAQ,GAAG,cAAc,QAAQ;CAC7D,OAAO,SAAS,QAAQ,KAAK,IAAI;AACnC,CAAC;AACD,QAAQ,GAAG,uBAAuB,UAAU,OAAO,UAAU,KAAK,CAAC;AACnE,QAAQ,GAAG,sBAAsB,UAAU,OAAO,UAAU,KAAK,CAAC"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { T as workspaceLabel } from "./environment-1jE-HhO-.js";
|
|
1
|
+
import { A as workspaceLabel } from "./environment-DNjRk0nU.js";
|
|
3
2
|
import { l as sha256 } from "./ids-Bp6ut7ZD.js";
|
|
4
|
-
import {
|
|
3
|
+
import { s as registerSecret } from "./redact-DJ9JCShu.js";
|
|
4
|
+
import { nt as RETRY_DELAYS } from "./src-B7treWa8.js";
|
|
5
5
|
import { t as git } from "./git-DfG-YJ1u.js";
|
|
6
6
|
import { t as PrepareError } from "./provider-CmAYTQQs.js";
|
|
7
7
|
import { existsSync, mkdirSync, readFileSync, renameSync, rmSync, writeFileSync } from "node:fs";
|
|
@@ -105,7 +105,7 @@ async function prepareOne(root, w, what, delays, env) {
|
|
|
105
105
|
if (known.code === 0) commit = known.text;
|
|
106
106
|
}
|
|
107
107
|
if (!commit) {
|
|
108
|
-
const temp = `refs/
|
|
108
|
+
const temp = `refs/reeval/fetch/${process.pid}-${randomBytes(4).toString("hex")}`;
|
|
109
109
|
await fetch([
|
|
110
110
|
"--depth",
|
|
111
111
|
"1",
|
|
@@ -129,7 +129,7 @@ async function prepareOne(root, w, what, delays, env) {
|
|
|
129
129
|
}
|
|
130
130
|
await gitIn(dir, [
|
|
131
131
|
"update-ref",
|
|
132
|
-
`refs/
|
|
132
|
+
`refs/reeval/commits/${commit}`,
|
|
133
133
|
commit
|
|
134
134
|
]);
|
|
135
135
|
const tree = await treeAt(dir, commit, w, what);
|
|
@@ -324,4 +324,4 @@ function preparedWorkspace(root, runId, w) {
|
|
|
324
324
|
//#endregion
|
|
325
325
|
export { removePreparedWorkspaces as a, preparedWorkspace as i, classifyGitError as n, workspaceKey as o, prepareWorkspaces as r, WorkspaceError as t };
|
|
326
326
|
|
|
327
|
-
//# sourceMappingURL=workspace-
|
|
327
|
+
//# sourceMappingURL=workspace-CgyHEM0l.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"workspace-
|
|
1
|
+
{"version":3,"file":"workspace-CgyHEM0l.js","names":[],"sources":["../src/workspace.ts"],"mappings":";;;;;;;;;;;AAsBA,IAAa,iBAAb,cAAoC,MAAM;CACxC,OAAgB;CAChB;CACA,YAAY,SAAiB,OAAgB;EAC3C,MAAM,OAAO;EACb,KAAK,QAAQ;CACf;AACF;AAEA,MAAa,gBAAgB,MAC3B,KAAK,UAAU;CAAC,EAAE;CAAK,EAAE,OAAO;CAAM,EAAE,QAAQ;AAAI,CAAC;AAEvD,MAAM,YAAY,SAAiB,KAAK,MAAM,WAAW,SAAS,KAAK;AACvE,MAAM,gBAAgB,MAAc,UAClC,KAAK,MAAM,WAAW,SAAS,YAAY,GAAG,MAAM,UAAU;AAEhE,MAAM,WAAW;;AAKjB,SAAgB,iBAAiB,QAAyB;CACxD,IAAI,4EAA4E,KAAK,MAAM,GACzF,OAAO;CACT,IACE,wLAAwL,KACtL,MACF,GAEA,OAAO;CACT,IACE,wOAAwO,KACtO,MACF,GAEA,OAAO;CACT,IACE,sMAAsM,KACpM,MACF,GAEA,OAAO;CACT,OAAO;AACT;AAEA,MAAM,aAAa,WACjB,OACG,MAAM,IAAI,CAAC,CACX,KAAK,MAAM,EAAE,QAAQ,sBAAsB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CACtD,KAAK,OAAO,KAAK;AAGtB,MAAM,UAA6B,QAAQ,IAAI,kBAC3C,CAAC,IACD,EAAE,iBAAiB,uBAAuB;AAE9C,eAAe,MAAM,KAAa,MAAgB,OAAgB,MAAyB,CAAC,GAAG;CAC7F,MAAM,IAAI,MAAM,IAAI,KAAK,MAAM;EAC7B,KAAK;GAAE,GAAG;GAAS,GAAG;EAAI;EAC1B,GAAI,UAAU,KAAA,IAAY,EAAE,MAAM,IAAI,CAAC;CACzC,CAAC;CACD,OAAO;EAAE,GAAG;EAAG,MAAM,EAAE,OAAO,SAAS,MAAM,CAAC,CAAC,KAAK;CAAE;AACxD;AAEA,MAAM,SAAS,OAAe,IAAI,SAAS,YAAY,WAAW,SAAS,EAAE,CAAC;;;;;AAM9E,eAAe,WACb,MACA,GACA,MACA,QACA,KAC4B;CAC5B,MAAM,MAAM,KAAK,SAAS,IAAI,GAAG,SAAS,OAAO,EAAE,GAAG,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC;CACpE,UAAU,KAAK,EAAE,WAAW,KAAK,CAAC;CAClC,MAAM,QAAQ,OAAO,SAAmB;EACtC,MAAM,IAAI,MAAM,MAAM,KAAK,IAAI;EAC/B,IAAI,EAAE,SAAS,GACb,MAAM,IAAI,eACR,GAAG,KAAK,iCAAiC,IAAI,IAAI,UAAU,EAAE,MAAM,KACnE,KACF;CAEJ;CACA,MAAM,MAAM;EAAC;EAAQ;EAAM;CAAQ,CAAC;CACpC,MAAM,MAAM;EAAC;EAAU;EAAqB,EAAE;CAAG,CAAC;CAClD,MAAM,MAAM;EAAC;EAAU;EAA0B;CAAM,CAAC;CAExD,MAAM,QAAQ,OAAO,MAAgB,OAAgB,SAAmB,CAAC,MAAM;EAC7E,KAAK,IAAI,IAAI,IAAK,KAAK;GACrB,MAAM,IAAI,MAAM,MACd,KACA;IAAC,GAAG;IAAQ;IAAS;IAAM;IAAa;IAAyB,GAAG;GAAI,GACxE,OACA,GACF;GACA,IAAI,EAAE,SAAS,GAAG;GAClB,MAAM,UAAU,iBAAiB,EAAE,MAAM;GACzC,IAAI,YAAY,eAAe,IAAI,OAAO,QAAQ;IAChD,MAAM,MAAM,OAAO,MAAM,CAAC;IAC1B;GACF;GACA,MAAM,WAAW,SAAS,EAAE,QAAQ,GAAG,IAAI;EAC7C;CACF;CAEA,IAAI;CACJ,IAAI,EAAE,OAAO,SAAS,KAAK,EAAE,GAAG,GAAG;EACjC,MAAM,QAAQ,MAAM,MAAM,KAAK;GAAC;GAAa;GAAY;GAAM,GAAG,EAAE,IAAI;EAAU,CAAC;EACnF,IAAI,MAAM,SAAS,GAAG,SAAS,MAAM;CACvC;CACA,IAAI,CAAC,QAAQ;EACX,MAAM,OAAO,qBAAqB,QAAQ,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS,KAAK;EAE9E,MAAM,MAAM;GAAC;GAAW;GAAK,GADd,EAAE,OAAO,CAAC,oBAAoB,IAAI,CAAC;GACV;GAAU,IAAI,EAAE,OAAO,OAAO,GAAG;EAAM,CAAC;EAChF,MAAM,WAAW,MAAM,MAAM,KAAK;GAAC;GAAa;GAAY;GAAM,GAAG,KAAK;EAAU,CAAC;EACrF,MAAM,MAAM,KAAK;GAAC;GAAc;GAAM;EAAI,CAAC;EAC3C,IAAI,SAAS,SAAS,GACpB,MAAM,IAAI,eACR,GAAG,KAAK,SAAS,EAAE,IAAI,iDACvB,IACF;EAEF,SAAS,SAAS;CACpB;CAEA,MAAM,MAAM,KAAK;EAAC;EAAc,uBAAuB;EAAU;CAAM,CAAC;CAExE,MAAM,OAAO,MAAM,OAAO,KAAK,QAAQ,GAAG,IAAI;CAC9C,MAAM,MAAM,KAAK,SAAS,IAAI,GAAG,SAAS,GAAG,KAAK,KAAK;CACvD,IAAI,CAAC,WAAW,GAAG,GAAG;EAEpB,MAAM,QAAO,MADS,MAAM,KAAK;GAAC;GAAY;GAAa;GAAmB;EAAI,CAAC,EAAA,CAC9D,KAClB,MAAM,IAAI,CAAC,CACX,QAAQ,MAAM,EAAE,WAAW,GAAG,CAAC,CAAC,CAChC,KAAK,MAAM,EAAE,MAAM,CAAC,CAAC;EAExB,IAAI,KAAK,QACP,MAAM,MAAM;GAAC;GAAsB;GAAW;EAAQ,GAAG,GAAG,KAAK,KAAK,IAAI,EAAE,KAAK,CAC/E,MACA,iCACF,CAAC;EAGH,MAAM,WAAW,MAAM,IACrB,KACA,CACE,GAAG;GAAC;GAAM;GAAuB;GAAM;EAAuB,GAC9D,GAAG;GAAC;GAAM;GAA6B;GAAW;GAAgB;EAAI,CACxE,GACA,EAAE,KAAK,QAAQ,CACjB;EACA,IAAI,SAAS,SAAS,GACpB,MAAM,IAAI,eACR,GAAG,KAAK,oBAAoB,KAAK,MAAM,GAAG,EAAE,EAAE,IAAI,UAAU,SAAS,MAAM,KAC3E,KACF;EAEF,UAAU,KAAK,SAAS,IAAI,GAAG,OAAO,GAAG,EAAE,WAAW,KAAK,CAAC;EAC5D,MAAM,UAAU,GAAG,IAAI,GAAG,QAAQ,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS,KAAK;EACtE,cAAc,SAAS,SAAS,MAAM;EACtC,WAAW,SAAS,GAAG;CACzB;CACA,OAAO;EAAE;EAAQ;EAAM;CAAI;AAC7B;;AAGA,eAAe,OAAO,KAAa,QAAgB,GAAiB,MAAc;CAChF,MAAM,KAAK,GAAG,EAAE,MAAM,MAAM,EAAE,IAAI,KAAK,GAAG,UAAU,OAAO,MAAM,GAAG,CAAC,EAAE;CACvE,IAAI,CAAC,EAAE,MAAM,QAAQ,MAAM,MAAM,KAAK,CAAC,aAAa,GAAG,OAAO,QAAQ,CAAC,EAAA,CAAG;CAC1E,MAAM,QAAQ,MAAM,MAAM,KAAK;EAAC;EAAW;EAAQ;EAAM,EAAE;CAAI,CAAC;CAChE,MAAM,CAAC,OAAO,IAAI,QAAQ,MAAM,KAAK,MAAM,GAAI;CAC/C,MAAM,GAAG,MAAM,OAAO,KAAK,MAAM,GAAG;CACpC,IAAI,MAAM,SAAS,KAAK,SAAS,EAAE,QAAQ,SAAS,UAAU,KAAK,OAAO;CAC1E,IAAI,MAAM,SAAS,KAAK,SAAS,EAAE,MACjC,MAAM,IAAI,eAAe,GAAG,KAAK,GAAG,GAAG,KAAK,EAAE,KAAK,+BAA+B,IAAI;CAExF,IAAI,SAAS,MAAM,QAAQ,EAAE,IAAI;CACjC,IAAI,OAAO,MAAM,MAAM,KAAK,CAAC,WAAW,WAAW,MAAM,SAAS,GAAG,OAAO,GAAG,QAAQ,CAAC;CACxF,IAAI,KAAK,SAAS,GAAG;EACnB,SAAS;EACT,OAAO,MAAM,MAAM,KAAK,CAAC,WAAW,MAAM,CAAC;CAC7C;CACA,MAAM,QACJ,KAAK,SAAS,IACV,KAAK,KACF,MAAM,IAAI,CAAC,CACX,OAAO,OAAO,CAAC,CACf,KAAK,MAAM;EACV,MAAM,CAAC,IAAI,IAAI,IAAI,MAAM,EAAE,MAAM,GAAI;EACrC,OAAO,EAAE,MAAM,GAAG,CAAC,CAAC,OAAO,SAAS,GAAG,EAAE,KAAK;CAChD,CAAC,IACH,CAAC;CACP,MAAM,QAAQ,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC,KAAK,IAAI,KAAK,MAAM,SAAS,KAAK,QAAQ;CAC3E,MAAM,QAAQ,WAAW,MAAM,sBAAsB,GAAG,OAAO;CAC/D,MAAM,IAAI,eACR,GAAG,KAAK,GAAG,GAAG,qBAAqB,EAAE,KAAK,GAAG,MAAM,SAAS,KAAK,MAAM,IAAI,UAAU,MACrF,IACF;AACF;AAEA,SAAS,WAAW,SAAkB,QAAgB,GAAiB,MAAc;CACnF,MAAM,OAAO,UAAU,MAAM;CAC7B,QAAQ,SAAR;EACE,KAAK,OAAO;GACV,MAAM,QACJ,EAAE,OAAO,mBAAmB,KAAK,EAAE,GAAG,IAClC,iDACA;GACN,OAAO,IAAI,eACT,GAAG,KAAK,+BAA+B,EAAE,OAAO,OAAO,kCAAkC,SACzF,IACF;EACF;EACA,KAAK,QACH,OAAO,IAAI,eACT,GAAG,KAAK,0EAA0E,KAAK,uKACvF,IACF;EACF,KAAK,OACH,OAAO,IAAI,eACT,GAAG,KAAK,uBAAuB,KAAK,oFACpC,IACF;EACF,KAAK,aACH,OAAO,IAAI,eAAe,GAAG,KAAK,yBAAyB,KAAK,IAAI,KAAK;EAC3E,SACE,OAAO,IAAI,eAAe,GAAG,KAAK,wBAAwB,KAAK,IAAI,KAAK;CAC5E;AACF;;;;;AAWA,SAAS,SAAS,KAAa,OAAkC;CAC/D,MAAM,IAAI,OAAO,QAAQ,IAAI,oBAAoB,CAAC,KAAK;CACvD,MAAM,SAAS,OAAO,KAAK,kBAAkB,OAAO,CAAC,CAAC,SAAS,QAAQ;CACvE,eAAe,MAAM;CACrB,OAAO;EACL,kBAAkB,OAAO,IAAI,CAAC;GAC7B,kBAAkB,MAAM,QAAQ,IAAI,IAAI,GAAG,CAAC,CAAC,OAAO;GACpD,oBAAoB,MAAM,wBAAwB;CACrD;AACF;;;;;AAMA,eAAsB,kBACpB,MACA,SAC6B;CAC7B,MAAM,2BAAW,IAAI,IAA0D;CAC/E,KAAK,MAAM,KAAK,MAAM;EACpB,MAAM,MAAM,aAAa,EAAE,SAAS;EACpC,MAAM,QAAQ,SAAS,IAAI,GAAG,KAAK;GAAE,WAAW,EAAE;GAAW,OAAO,CAAC;EAAE;EACvE,MAAM,KAAK,eAAe,EAAE;EAC5B,IAAI,CAAC,MAAM,MAAM,SAAS,EAAE,GAAG,MAAM,MAAM,KAAK,EAAE;EAClD,SAAS,IAAI,KAAK,KAAK;CACzB;CACA,MAAM,sBAAM,IAAI,IAA8B;CAE9C,MAAM,wBAAQ,IAAI,IAAiE;CACnF,KAAK,MAAM,KAAK,SAAS,OAAO,GAC9B,MAAM,IAAI,EAAE,UAAU,KAAK,CAAC,GAAI,MAAM,IAAI,EAAE,UAAU,GAAG,KAAK,CAAC,GAAI,CAAC,CAAC;CAEvE,MAAM,QAAQ,IACZ,CAAC,GAAG,MAAM,OAAO,CAAC,CAAC,CAAC,IAAI,OAAO,SAAS;EACtC,KAAK,MAAM,EAAE,WAAW,WAAW,MAAM;GACvC,MAAM,QAAQ,eAAe,SAAS;GACtC,MAAM,OAAO,iBAAiB,KAAK,UAAU,KAAK,EAAE;GACpD,MAAM,MAAM,aAAa,SAAS;GAClC,IAAI;IACF,IAAI,MAAyB,CAAC;IAC9B,IAAI,UAAU,OAAO;KACnB,MAAM,QAAQ,QAAQ,IAAI,UAAU;KACpC,IAAI,CAAC,OACH,MAAM,IAAI,eACR,GAAG,KAAK,uBAAuB,UAAU,MAAM,uDAC/C,IACF;KAEF,eAAe,KAAK;KACpB,MAAM,SAAS,UAAU,KAAK,KAAK;IACrC;IACA,MAAM,SAAS,QAAQ,UAAU;IACjC,MAAM,WAAW,MAAM,WAAW,QAAQ,MAAM,WAAW,MAAM,QAAQ,GAAG;IAC5E,IAAI,IAAI,KAAK;KAAE,IAAI;KAAM;KAAW;IAAS,CAAC;GAChD,SAAS,OAAO;IACd,IAAI,EAAE,iBAAiB,iBAAiB,MAAM;IAC9C,MAAM,UAA0B;KAC9B,OAAO,MAAM,QAAQ,WAAW;KAChC,OAAO;KACP,KAAK;KACL,OAAO;KACP,KAAK;KACL,SAAS,MAAM;KACf,OAAO,MAAM;KACb;IACF;IACA,IAAI,IAAI,KAAK;KAAE,IAAI;KAAO;KAAW;KAAS;KAAO;IAAM,CAAC;GAC9D;EACF;CACF,CAAC,CACH;CACA,MAAM,WAAW,CAAC,GAAG,SAAS,KAAK,CAAC,CAAC,CAAC,KAAK,MAAM,IAAI,IAAI,CAAC,CAAqB;CAC/E,IAAI,CAAC,SAAS,QAAQ,OAAO;CAC7B,MAAM,OAAO,aAAa,QAAQ,MAAM,QAAQ,KAAK;CACrD,UAAU,KAAK,MAAM,IAAI,GAAG,EAAE,WAAW,KAAK,CAAC;CAC/C,MAAM,MAAM,OAAO,YACjB,SAAS,KAAK,MAAM,CAClB,aAAa,EAAE,SAAS,GACxB,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,IAAI;EAAE,SAAS,EAAE;EAAS,OAAO,EAAE;EAAO,OAAO,EAAE;CAAM,CACzF,CAAC,CACH;CACA,cAAc,MAAM,KAAK,UAAU,GAAG,CAAC;CACvC,OAAO;AACT;AAEA,MAAa,4BAA4B,MAAc,UACrD,OAAO,aAAa,MAAM,KAAK,GAAG,EAAE,OAAO,KAAK,CAAC;AAMnD,MAAM,uBAAO,IAAI,IAA0C;;;;;AAM3D,SAAgB,kBACd,MACA,OACA,GAC+B;CAC/B,MAAM,OAAO,aAAa,MAAM,KAAK;CACrC,IAAI,CAAC,KAAK,IAAI,IAAI,GAAG;EACnB,IAAI,MAAoC;EACxC,IAAI;GACF,MAAM,KAAK,MAAM,aAAa,MAAM,MAAM,CAAC;EAC7C,QAAQ,CAAC;EACT,KAAK,IAAI,MAAM,GAAG;CACpB;CACA,MAAM,QAAQ,KAAK,IAAI,IAAI,CAAC,GAAG,aAAa,CAAC;CAC7C,IAAI,CAAC,OAAO,OAAO,KAAA;CACnB,IAAI,aAAa,OACf,MAAM,IAAI,aAAa;EACrB,GAAG,MAAM;EACT,SAAS,GAAG,MAAM,QAAQ,QAAQ,uBAAuB,KAAK,UAAU,MAAM,KAAK,EAAE,YAAY,MAAM,MAAM,KAAK,IAAI,EAAE;CAC1H,CAAC;CAEH,OAAO,MAAM;AACf"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export { r as prepareWorkspaces, a as removePreparedWorkspaces, o as workspaceKey } from "./workspace-CgyHEM0l.js";
|