reeval 0.17.2 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -3
- package/THIRD_PARTY_NOTICES.md +5 -5
- package/dist/{adapter-DyvDj4ZN.js → adapter-C8xPuXYq.js} +5 -4
- package/dist/adapter-C8xPuXYq.js.map +1 -0
- package/dist/{agent-v036GEgG.js → agent-CBoLndM7.js} +30 -10
- package/dist/{agent-v036GEgG.js.map → agent-CBoLndM7.js.map} +1 -1
- package/dist/agents-C6zhkxp3.js +1151 -0
- package/dist/agents-C6zhkxp3.js.map +1 -0
- package/dist/{analysis-adKPz-UJ.js → analysis-BnG_1x_O.js} +4 -4
- package/dist/{analysis-adKPz-UJ.js.map → analysis-BnG_1x_O.js.map} +1 -1
- package/dist/{app-files-hpRT5lj_.js → app-files-DT5mJyV4.js} +4 -4
- package/dist/app-files-DT5mJyV4.js.map +1 -0
- package/dist/assemble-UPCRrtOz.js +1 -0
- package/dist/{assemble-Dlh6Xv3U.js → assemble-t6h018An.js} +194 -307
- package/dist/assemble-t6h018An.js.map +1 -0
- package/dist/{attempt-CtKGvaQR.js → attempt-CAdlwlNu.js} +3 -3
- package/dist/{attempt-CtKGvaQR.js.map → attempt-CAdlwlNu.js.map} +1 -1
- package/dist/{attempt-host-DErH-DYV.js → attempt-host-CIm1-11m.js} +18 -10
- package/dist/{attempt-host-DErH-DYV.js.map → attempt-host-CIm1-11m.js.map} +1 -1
- package/dist/boat-BjLqFJIZ.js +108 -0
- package/dist/boat-BjLqFJIZ.js.map +1 -0
- package/dist/boat-CJCtzfB1.js +322 -0
- package/dist/boat-CJCtzfB1.js.map +1 -0
- package/dist/bridge/index.mjs +300 -78
- package/dist/capture-DoxFUN3J.js +1 -0
- package/dist/{capture-Bdcx9Gap.js → capture-iBzFiC0j.js} +406 -625
- package/dist/capture-iBzFiC0j.js.map +1 -0
- package/dist/cases-Dy0mifal.js +1 -0
- package/dist/cases-z9E6DCd5.js +639 -0
- package/dist/cases-z9E6DCd5.js.map +1 -0
- package/dist/{cli-CGd51thd.js → cli-20Fpvs5H.js} +929 -576
- package/dist/cli-20Fpvs5H.js.map +1 -0
- package/dist/{cli-spec-ChkleEVm.js → cli-spec-Dsr79Qy1.js} +46 -18
- package/dist/cli-spec-Dsr79Qy1.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{client-CF-DOjOU.js → client-KM4C5r5_.js} +111 -14
- package/dist/client-KM4C5r5_.js.map +1 -0
- package/dist/{command-CsfcwMyc.js → command-B5OyHpOu.js} +24 -81
- package/dist/command-B5OyHpOu.js.map +1 -0
- package/dist/{command-CtTdCF3B.js → command-BLNVDiIg.js} +10 -10
- package/dist/{command-CtTdCF3B.js.map → command-BLNVDiIg.js.map} +1 -1
- package/dist/{command-CyIb9BSC.js → command-CRh-cb6Z.js} +120 -55
- package/dist/command-CRh-cb6Z.js.map +1 -0
- package/dist/{command-TLmY-rYp.js → command-aUJvENwy.js} +18 -18
- package/dist/command-aUJvENwy.js.map +1 -0
- package/dist/{commands-C54S45d7.js → commands-CWy-WndG.js} +239 -92
- package/dist/commands-CWy-WndG.js.map +1 -0
- package/dist/{commands-jO9Jj35r.js → commands-CfdBX-mc.js} +1 -1
- package/dist/{config-ImY6AlRE.js → config-B9mB1kF5.js} +924 -1729
- package/dist/config-B9mB1kF5.js.map +1 -0
- package/dist/{context-BajfiH0S.js → context-Bkv3ndjq.js} +3 -2
- package/dist/context-Bkv3ndjq.js.map +1 -0
- package/dist/{cost-e4IppZpJ.js → cost-BdRgySQl.js} +4 -4
- package/dist/{cost-e4IppZpJ.js.map → cost-BdRgySQl.js.map} +1 -1
- package/dist/cost-Cr26Alhq.js +1 -0
- package/dist/{cursor-catalog-Bw6-pJjR.js → cursor-catalog-BSn9xjmo.js} +3 -3
- package/dist/{cursor-catalog-Bw6-pJjR.js.map → cursor-catalog-BSn9xjmo.js.map} +1 -1
- package/dist/db-P2fXw4nx.js +2 -0
- package/dist/{db-sHGpaLo9.js → db-zgC1tvKB.js} +178 -74
- package/dist/db-zgC1tvKB.js.map +1 -0
- package/dist/debug-CF4p4Lp_.js +1 -0
- package/dist/{debug-B5jDImcW.js → debug-CIXzB4wK.js} +2 -2
- package/dist/{debug-B5jDImcW.js.map → debug-CIXzB4wK.js.map} +1 -1
- package/dist/{default-effort-fpdbYVKm.js → default-effort-BAy8ixd1.js} +1 -1
- package/dist/{default-effort-BZRa-SQP.js → default-effort-DGhQmu95.js} +8 -5
- package/dist/default-effort-DGhQmu95.js.map +1 -0
- package/dist/{dist-ByYk_wAs.js → dist-CAFD1yfv.js} +28 -6
- package/dist/dist-CAFD1yfv.js.map +1 -0
- package/dist/{docker-CWuSRj7a.js → docker-Cqw-CyWz.js} +4 -4
- package/dist/{docker-CWuSRj7a.js.map → docker-Cqw-CyWz.js.map} +1 -1
- package/dist/{docker--2ytOHcu.js → docker-DAMnm3L9.js} +103 -73
- package/dist/docker-DAMnm3L9.js.map +1 -0
- package/dist/{docker-CIzHzwlC.js → docker-Dr4XeDc8.js} +1 -1
- package/dist/{doctor-eE65YpEv.js → doctor-B2PohneB.js} +86 -29
- package/dist/doctor-B2PohneB.js.map +1 -0
- package/dist/{env-T86lAqUD.js → env-8x1O8I1M.js} +2 -2
- package/dist/{env-T86lAqUD.js.map → env-8x1O8I1M.js.map} +1 -1
- package/dist/{environment-Cy3FVLR5.js → environment-DB8o3hGi.js} +80 -40
- package/dist/environment-DB8o3hGi.js.map +1 -0
- package/dist/{errors-BQV__TzH.js → errors-BZgLSZtV.js} +2 -2
- package/dist/{errors-BQV__TzH.js.map → errors-BZgLSZtV.js.map} +1 -1
- package/dist/{eval-source-BTsTRiBW.js → eval-source-D3sbAzt-.js} +23 -15
- package/dist/eval-source-D3sbAzt-.js.map +1 -0
- package/dist/evaluate-COdzf7Hl.d.ts +92 -0
- package/dist/{evaluate-CFFdyYZX.js → evaluate-CwKeN_fo.js} +472 -159
- package/dist/evaluate-CwKeN_fo.js.map +1 -0
- package/dist/files-B4KQUiM7.js +1 -0
- package/dist/files-BEwfjD8J.js +64 -0
- package/dist/files-BEwfjD8J.js.map +1 -0
- package/dist/{files-CQU08uh4.js → files-BRzV7aPh.js} +5 -5
- package/dist/{files-CQU08uh4.js.map → files-BRzV7aPh.js.map} +1 -1
- package/dist/{files-CIX-pLl4.js → files-BiFU16BW.js} +6 -6
- package/dist/{files-CIX-pLl4.js.map → files-BiFU16BW.js.map} +1 -1
- package/dist/files-C1Rk9FYA.js +1 -0
- package/dist/files-C3mCC8Mn.js +1 -0
- package/dist/{files-tnMgu7-X.js → files-Cl7BQ5gE.js} +55 -14
- package/dist/{files-tnMgu7-X.js.map → files-Cl7BQ5gE.js.map} +1 -1
- package/dist/{files-BGlHnC46.js → files-DgXyaAg6.js} +2 -2
- package/dist/{files-BGlHnC46.js.map → files-DgXyaAg6.js.map} +1 -1
- package/dist/{files-p-uTdOjA.js → files-DlQshsks.js} +3 -2
- package/dist/files-DlQshsks.js.map +1 -0
- package/dist/files-DnlA1A7N.js +1 -0
- package/dist/gate-CgYdaprG.js +49 -0
- package/dist/gate-CgYdaprG.js.map +1 -0
- package/dist/gateway.d.ts +1 -1
- package/dist/{git-BWVkG4Yl.js → git-fDiJ8UIV.js} +3 -3
- package/dist/{git-BWVkG4Yl.js.map → git-fDiJ8UIV.js.map} +1 -1
- package/dist/harness-C2berMiM.js +105 -0
- package/dist/harness-C2berMiM.js.map +1 -0
- package/dist/{harness-Ch2P81sx.js → harness-DXv2gnaT.js} +68 -111
- package/dist/harness-DXv2gnaT.js.map +1 -0
- package/dist/harness.d.ts +1 -1
- package/dist/harness.js +1 -1
- package/dist/{ids-DuK6xl4w.js → ids-C_advdJA.js} +3 -8
- package/dist/ids-C_advdJA.js.map +1 -0
- package/dist/{images-BVZHDf_z.js → images-BNgcR77K.js} +98 -10
- package/dist/images-BNgcR77K.js.map +1 -0
- package/dist/index.d.ts +23 -3
- package/dist/index.js +5 -5
- package/dist/init-4RPeD-K-.js +1 -0
- package/dist/{init-BWnMbUnc.js → init-DbuZVRrW.js} +8 -7
- package/dist/init-DbuZVRrW.js.map +1 -0
- package/dist/ink-list-BpfidQ1h.js +274 -0
- package/dist/ink-list-BpfidQ1h.js.map +1 -0
- package/dist/{invocations-BGRs1r_C.js → invocations-CxGNOlh0.js} +4 -4
- package/dist/{invocations-BGRs1r_C.js.map → invocations-CxGNOlh0.js.map} +1 -1
- package/dist/judge-COMXT1Hx.js +230 -0
- package/dist/judge-COMXT1Hx.js.map +1 -0
- package/dist/judge.d.ts +1 -1
- package/dist/judge.js +1 -1
- package/dist/judgments-CzgpsTqv.js +246 -0
- package/dist/judgments-CzgpsTqv.js.map +1 -0
- package/dist/kinds-C1oY3qyC.js +697 -0
- package/dist/kinds-C1oY3qyC.js.map +1 -0
- package/dist/{summary-zP3cCXDN.js → layout-Cm85tQYk.js} +77 -154
- package/dist/layout-Cm85tQYk.js.map +1 -0
- package/dist/list-DuThsE28.js +1348 -0
- package/dist/list-DuThsE28.js.map +1 -0
- package/dist/live-CJCK11nh.js +1 -0
- package/dist/{live-d_5a5iUv.js → live-CgYbO4Te.js} +24 -4
- package/dist/live-CgYbO4Te.js.map +1 -0
- package/dist/{live-ColieOai.js → live-CnGrRM6j.js} +8 -8
- package/dist/{live-ColieOai.js.map → live-CnGrRM6j.js.map} +1 -1
- package/dist/{matchers-B4ZtlJyP.js → matchers-CXLn-1jm.js} +4 -3
- package/dist/{matchers-B4ZtlJyP.js.map → matchers-CXLn-1jm.js.map} +1 -1
- package/dist/{model-DOXnWH65.js → model-047Dcd-a.js} +1 -1
- package/dist/model-Cv4GuTsZ.js +1 -0
- package/dist/{model-CFSjV-HJ.js → model-CwwkrCb7.js} +5 -5
- package/dist/{model-CFSjV-HJ.js.map → model-CwwkrCb7.js.map} +1 -1
- package/dist/{model-DBpdRXtO.js → model-DJjLw-0r.js} +43 -19
- package/dist/{model-DBpdRXtO.js.map → model-DJjLw-0r.js.map} +1 -1
- package/dist/{model-DOiCiMCD.js → model-V3mMXp6x.js} +213 -559
- package/dist/model-V3mMXp6x.js.map +1 -0
- package/dist/{node-CwP1G178.js → node-D7pAU--0.js} +34 -25
- package/dist/node-D7pAU--0.js.map +1 -0
- package/dist/{opencode-providers-yNKyXD49.js → opencode-providers-BGiXt8_B.js} +107 -49
- package/dist/opencode-providers-BGiXt8_B.js.map +1 -0
- package/dist/{openrouter-models-C8nzPKG2.js → openrouter-models-Cw1z8-sq.js} +2 -2
- package/dist/{openrouter-models-C8nzPKG2.js.map → openrouter-models-Cw1z8-sq.js.map} +1 -1
- package/dist/options-CHubslQf.js +1 -0
- package/dist/{gate-BoDKeuJu.js → pairs-BGb134Vu.js} +3 -49
- package/dist/pairs-BGb134Vu.js.map +1 -0
- package/dist/{patch-DvLr8wCZ.js → patch-DH4e_Gkd.js} +3 -3
- package/dist/{patch-DvLr8wCZ.js.map → patch-DH4e_Gkd.js.map} +1 -1
- package/dist/plain-BYUf_fUV.js +267 -0
- package/dist/plain-BYUf_fUV.js.map +1 -0
- package/dist/{plan-CIfOFhth.js → plan-Cgq9NCEX.js} +117 -45
- package/dist/plan-Cgq9NCEX.js.map +1 -0
- package/dist/{plugins-BEs2Am3L.js → plugins-BkmPxDiY.js} +11 -268
- package/dist/plugins-BkmPxDiY.js.map +1 -0
- package/dist/preflight-4gWSy0Pe.js +1 -0
- package/dist/{preflight-50Qw5e5K.js → preflight-BElE_q0u.js} +16 -9
- package/dist/preflight-BElE_q0u.js.map +1 -0
- package/dist/preflight-CtlloeOQ.js +68 -0
- package/dist/preflight-CtlloeOQ.js.map +1 -0
- package/dist/{preflight-BAIRsTpl.js → preflight-R-InZCQb.js} +1 -1
- package/dist/{prepare-8XhzhLHX.js → prepare-C7f5mPl5.js} +9 -9
- package/dist/{prepare-8XhzhLHX.js.map → prepare-C7f5mPl5.js.map} +1 -1
- package/dist/{prepare-8nvfDFQx.js → prepare-CzkAdbXm.js} +2 -2
- package/dist/{prices-C4BRuSe8.js → prices-5m3SzMZ3.js} +3 -3
- package/dist/{prices-C4BRuSe8.js.map → prices-5m3SzMZ3.js.map} +1 -1
- package/dist/{provenance-Cc8fFE7Z.js → provenance-zsc4--dP.js} +6 -5
- package/dist/provenance-zsc4--dP.js.map +1 -0
- package/dist/provider-BnUoz4KB.js +1 -0
- package/dist/{provider-DZd8t_XW.js → provider-BxzZq3Th.js} +2 -2
- package/dist/{provider-DZd8t_XW.js.map → provider-BxzZq3Th.js.map} +1 -1
- package/dist/{providers-DZSTlC9R.js → providers-B8xYMeah.js} +152 -9
- package/dist/providers-B8xYMeah.js.map +1 -0
- package/dist/providers-CVu8e0xS.js +1 -0
- package/dist/{query-DXpxaaTH.js → query-Bb3SYICk.js} +3 -3
- package/dist/{query-DXpxaaTH.js.map → query-Bb3SYICk.js.map} +1 -1
- package/dist/query-DIfkUcPh.js +1 -0
- package/dist/{questions-C_Y-oXW6.js → questions-CWlR9ffu.js} +41 -11
- package/dist/questions-CWlR9ffu.js.map +1 -0
- package/dist/{record-DhzwkSXc.js → record-6IUzwP9K.js} +5 -3
- package/dist/record-6IUzwP9K.js.map +1 -0
- package/dist/{redact-BEEGc37e.js → redact-BhjtnjrU.js} +11 -7
- package/dist/redact-BhjtnjrU.js.map +1 -0
- package/dist/remarks-CAvTSq16.js +1 -0
- package/dist/{remarks-0EXMh6AD.js → remarks-D9Lcd1fF.js} +3 -2
- package/dist/remarks-D9Lcd1fF.js.map +1 -0
- package/dist/remarks-DPCONFxZ.js +138 -0
- package/dist/remarks-DPCONFxZ.js.map +1 -0
- package/dist/{remarks-E4rpi8Ym.js → remarks-vtkPmQb9.js} +327 -41
- package/dist/remarks-vtkPmQb9.js.map +1 -0
- package/dist/{remote-DZ00A8V_.js → remote-BgYWqogI.js} +6 -6
- package/dist/{remote-DZ00A8V_.js.map → remote-BgYWqogI.js.map} +1 -1
- package/dist/{resolve-B_JlQ0La.js → resolve-Do0ZaYH6.js} +11 -10
- package/dist/resolve-Do0ZaYH6.js.map +1 -0
- package/dist/resolve-amw_2Odz.js +1 -0
- package/dist/{results-BMJHaQbi.js → results-JyuM64gy.js} +7 -7
- package/dist/{results-BMJHaQbi.js.map → results-JyuM64gy.js.map} +1 -1
- package/dist/resume-AW5oXzUc.js +691 -0
- package/dist/resume-AW5oXzUc.js.map +1 -0
- package/dist/retry-ChzISxmy.js +105 -0
- package/dist/retry-ChzISxmy.js.map +1 -0
- package/dist/{runtime-CSZ1hjlN.js → runtime-BpW1f1Mx.js} +26 -7
- package/dist/runtime-BpW1f1Mx.js.map +1 -0
- package/dist/sandbox/boat.d.ts +26 -0
- package/dist/sandbox/boat.js +37 -0
- package/dist/sandbox/boat.js.map +1 -0
- package/dist/{sandbox-B5W8lLL1.js → sandbox-kSgr7vo5.js} +31 -3
- package/dist/sandbox-kSgr7vo5.js.map +1 -0
- package/dist/sandbox.d.ts +20 -2
- package/dist/sandbox.js +1 -1
- package/dist/server-2_gUnVvf.js +1 -0
- package/dist/{server-BfN6q2lH.js → server-Cn8VqO9S.js} +10 -10
- package/dist/{server-BfN6q2lH.js.map → server-Cn8VqO9S.js.map} +1 -1
- package/dist/{shared-ogqPJ0uo.js → shared-Cfi45Bvy.js} +9 -2
- package/dist/shared-Cfi45Bvy.js.map +1 -0
- package/dist/slug-IHh3f770.js +136 -0
- package/dist/slug-IHh3f770.js.map +1 -0
- package/dist/source-CY3etKzw.js +1 -0
- package/dist/{source-BD6Bg0Tr.js → source-CYOhR98B.js} +2 -2
- package/dist/{source-BD6Bg0Tr.js.map → source-CYOhR98B.js.map} +1 -1
- package/dist/src-6Zzyg4Qd.js +2 -0
- package/dist/{src-BC2WXULN.js → src-BDhcPtnI.js} +2 -2
- package/dist/{src-B-L8O1Ld.js → src-BNQznj4z.js} +2 -2
- package/dist/{src-B-L8O1Ld.js.map → src-BNQznj4z.js.map} +1 -1
- package/dist/src-BRMsk9nh.js +2 -0
- package/dist/{src-Dp-fWOfG.js → src-CV_7DkPa.js} +47 -45
- package/dist/{src-Dp-fWOfG.js.map → src-CV_7DkPa.js.map} +1 -1
- package/dist/{src-KlDOGD0B.js → src-Cb2MWozp.js} +3 -1
- package/dist/{src-KlDOGD0B.js.map → src-Cb2MWozp.js.map} +1 -1
- package/dist/{src-Cpy9MNS3.js → src-Ck2r_EMT.js} +617 -74
- package/dist/src-Ck2r_EMT.js.map +1 -0
- package/dist/{src-HTG2SoNz.js → src-DAzaCTcN.js} +2 -2
- package/dist/{src-HTG2SoNz.js.map → src-DAzaCTcN.js.map} +1 -1
- package/dist/src-DB7N8TYJ.js +2 -0
- package/dist/src-DPDaAYwh.js +2 -0
- package/dist/{src-Cx0HJIJ-.js → src-Dbk19BiP.js} +2 -2
- package/dist/src-DtodMT59.js +1 -0
- package/dist/{src-uluei5nU.js → src-DvGns8cz.js} +2 -2
- package/dist/{src-uluei5nU.js.map → src-DvGns8cz.js.map} +1 -1
- package/dist/{src-B_igzM1O.js → src-Dw79VLa3.js} +3 -1
- package/dist/{src-B_igzM1O.js.map → src-Dw79VLa3.js.map} +1 -1
- package/dist/{src-D5t4OiRt.js → src-KxS91P7L.js} +3 -1
- package/dist/{src-D5t4OiRt.js.map → src-KxS91P7L.js.map} +1 -1
- package/dist/src-T-OeuJLr.js +2 -0
- package/dist/{src-BvM0jWuZ.js → src-YvblOrBU.js} +2 -2
- package/dist/{src-BvM0jWuZ.js.map → src-YvblOrBU.js.map} +1 -1
- package/dist/src-zntEDlnx.js +3 -0
- package/dist/{state-CdSjXIfE.js → state-BOLt8pJg.js} +17 -17
- package/dist/{state-CdSjXIfE.js.map → state-BOLt8pJg.js.map} +1 -1
- package/dist/state-kimtIhBP.js +1 -0
- package/dist/{stats-D-Gqwqt0.js → stats-C18W4xPX.js} +63 -8
- package/dist/stats-C18W4xPX.js.map +1 -0
- package/dist/suite-CKBa6MKt.js +2 -0
- package/dist/suite-COglUhPd.js +1272 -0
- package/dist/suite-COglUhPd.js.map +1 -0
- package/dist/summary-DU5zaibx.js +148 -0
- package/dist/summary-DU5zaibx.js.map +1 -0
- package/dist/tart-BTVXp8rz.js +373 -0
- package/dist/tart-BTVXp8rz.js.map +1 -0
- package/dist/tart-cli-BIC9HqPg.js +37 -0
- package/dist/tart-cli-BIC9HqPg.js.map +1 -0
- package/dist/tart-cli-BMrkmBjI.js +1 -0
- package/dist/tart-images-DZ_Mbh-g.js +233 -0
- package/dist/tart-images-DZ_Mbh-g.js.map +1 -0
- package/dist/tart-ref-7Qv3cm3B.js +1 -0
- package/dist/tart-ref-DYZijjrU.js +55 -0
- package/dist/tart-ref-DYZijjrU.js.map +1 -0
- package/dist/testing.d.ts +47 -37
- package/dist/testing.js +4 -4
- package/dist/{text-D--Q5KsA.js → text-B8-W3Cvn.js} +2 -4
- package/dist/{text-D--Q5KsA.js.map → text-B8-W3Cvn.js.map} +1 -1
- package/dist/trace-Dx2NBE1O.js +311 -0
- package/dist/trace-Dx2NBE1O.js.map +1 -0
- package/dist/traits-DKnYkqeK.js +66 -0
- package/dist/traits-DKnYkqeK.js.map +1 -0
- package/dist/{transcript-C_IpYMRk.js → transcript-CCf07UmU.js} +3 -3
- package/dist/{transcript-C_IpYMRk.js.map → transcript-CCf07UmU.js.map} +1 -1
- package/dist/{types-C4OkYhZg.js → types-C2mLpph3.js} +3 -2
- package/dist/types-C2mLpph3.js.map +1 -0
- package/dist/{types-BHR1lGPh.d.ts → types-DBwFsGem.d.ts} +420 -136
- package/dist/{judge-ByEUlzOM.js → vercel-CGlSBv63.js} +3 -229
- package/dist/vercel-CGlSBv63.js.map +1 -0
- package/dist/{vertex-6uSpZ5L8.js → vertex-Eb2wqahk.js} +5 -2
- package/dist/vertex-Eb2wqahk.js.map +1 -0
- package/dist/vertex-O88TCwgY.js +1 -0
- package/dist/view/index.d.ts +238 -90
- package/dist/view/index.js +11 -9
- package/dist/{views-CKoN5NAx.js → views-DAIiLiV3.js} +8 -7
- package/dist/views-DAIiLiV3.js.map +1 -0
- package/dist/views-DtRhj2Tn.js +2 -0
- package/dist/{worker-entry-D5dB8cgT.js → worker-entry-BIROTPX1.js} +11 -8
- package/dist/{worker-entry-D5dB8cgT.js.map → worker-entry-BIROTPX1.js.map} +1 -1
- package/dist/workspace-CcQRT31C.js +1 -0
- package/dist/{workspace-Cho30qlM.js → workspace-uuE51x35.js} +7 -7
- package/dist/{workspace-Cho30qlM.js.map → workspace-uuE51x35.js.map} +1 -1
- package/package.json +26 -11
- package/skills/eval-rubric/SKILL.md +31 -4
- package/dist/adapter-DyvDj4ZN.js.map +0 -1
- package/dist/app-files-hpRT5lj_.js.map +0 -1
- package/dist/assemble-DTXwCL3m.js +0 -1
- package/dist/assemble-Dlh6Xv3U.js.map +0 -1
- package/dist/capture-BT2fAmpZ.js +0 -1
- package/dist/capture-Bdcx9Gap.js.map +0 -1
- package/dist/cli-CGd51thd.js.map +0 -1
- package/dist/cli-spec-ChkleEVm.js.map +0 -1
- package/dist/client-CF-DOjOU.js.map +0 -1
- package/dist/command-CsfcwMyc.js.map +0 -1
- package/dist/command-CyIb9BSC.js.map +0 -1
- package/dist/command-TLmY-rYp.js.map +0 -1
- package/dist/commands-C54S45d7.js.map +0 -1
- package/dist/config-ImY6AlRE.js.map +0 -1
- package/dist/context-BajfiH0S.js.map +0 -1
- package/dist/contrasts-DtSX8E_V.js +0 -101
- package/dist/contrasts-DtSX8E_V.js.map +0 -1
- package/dist/cost-CMzY9VXv.js +0 -1
- package/dist/db-ZIk6S2CD.js +0 -2
- package/dist/db-sHGpaLo9.js.map +0 -1
- package/dist/debug-BnXV7JbX.js +0 -1
- package/dist/default-effort-BZRa-SQP.js.map +0 -1
- package/dist/dist-ByYk_wAs.js.map +0 -1
- package/dist/docker--2ytOHcu.js.map +0 -1
- package/dist/doctor-eE65YpEv.js.map +0 -1
- package/dist/environment-Cy3FVLR5.js.map +0 -1
- package/dist/eval-source-BTsTRiBW.js.map +0 -1
- package/dist/evaluate-CFFdyYZX.js.map +0 -1
- package/dist/evaluate-DnGOaGQc.d.ts +0 -43
- package/dist/files-B3d-8Fe0.js +0 -1
- package/dist/files-COW5JBJM.js +0 -1
- package/dist/files-Do4Rp3yZ.js +0 -1
- package/dist/files-p-uTdOjA.js.map +0 -1
- package/dist/gate-BoDKeuJu.js.map +0 -1
- package/dist/harness-Ch2P81sx.js.map +0 -1
- package/dist/ids-DuK6xl4w.js.map +0 -1
- package/dist/images-BVZHDf_z.js.map +0 -1
- package/dist/init-BWnMbUnc.js.map +0 -1
- package/dist/init-s1jN-PCI.js +0 -1
- package/dist/judge-ByEUlzOM.js.map +0 -1
- package/dist/live-DmJix4c8.js +0 -1
- package/dist/live-d_5a5iUv.js.map +0 -1
- package/dist/model-8uZBYqV5.js +0 -1
- package/dist/model-DOiCiMCD.js.map +0 -1
- package/dist/node-CwP1G178.js.map +0 -1
- package/dist/opencode-providers-yNKyXD49.js.map +0 -1
- package/dist/plan-CIfOFhth.js.map +0 -1
- package/dist/plugins-BEs2Am3L.js.map +0 -1
- package/dist/preflight-50Qw5e5K.js.map +0 -1
- package/dist/provenance-Cc8fFE7Z.js.map +0 -1
- package/dist/provider-DCdTHQpk.js +0 -1
- package/dist/providers-CP_bBtYm.js +0 -1
- package/dist/providers-DZSTlC9R.js.map +0 -1
- package/dist/query-kFPuqBv1.js +0 -1
- package/dist/questions-C_Y-oXW6.js.map +0 -1
- package/dist/record-DhzwkSXc.js.map +0 -1
- package/dist/redact-BEEGc37e.js.map +0 -1
- package/dist/remarks-0EXMh6AD.js.map +0 -1
- package/dist/remarks-BL18Id09.js +0 -1
- package/dist/remarks-DeZZT8PK.js +0 -116
- package/dist/remarks-DeZZT8PK.js.map +0 -1
- package/dist/remarks-E4rpi8Ym.js.map +0 -1
- package/dist/resolve-BJSay360.js +0 -1
- package/dist/resolve-B_JlQ0La.js.map +0 -1
- package/dist/resume-CexsWuGK.js +0 -434
- package/dist/resume-CexsWuGK.js.map +0 -1
- package/dist/runtime-CSZ1hjlN.js.map +0 -1
- package/dist/sandbox-B5W8lLL1.js.map +0 -1
- package/dist/server-SBzrf35T.js +0 -1
- package/dist/shared-ogqPJ0uo.js.map +0 -1
- package/dist/source-Dn1uqPon.js +0 -1
- package/dist/src-BKDZO3ra.js +0 -2
- package/dist/src-BxrHipV0.js +0 -3
- package/dist/src-C9elednc.js +0 -2
- package/dist/src-CM7xdJFA.js +0 -2
- package/dist/src-CWEGknZo.js +0 -2
- package/dist/src-Cpy9MNS3.js.map +0 -1
- package/dist/src-DVaAKCsH.js +0 -1
- package/dist/src-DurP--_D.js +0 -2
- package/dist/state-Cicc9Oa5.js +0 -1
- package/dist/stats-D-Gqwqt0.js.map +0 -1
- package/dist/suite-BYJ2Q0S-.js +0 -2
- package/dist/suite-BtHPBFYL.js +0 -544
- package/dist/suite-BtHPBFYL.js.map +0 -1
- package/dist/summary-zP3cCXDN.js.map +0 -1
- package/dist/types-C4OkYhZg.js.map +0 -1
- package/dist/vertex-6uSpZ5L8.js.map +0 -1
- package/dist/vertex-BaAz44YN.js +0 -1
- package/dist/views-CKoN5NAx.js.map +0 -1
- package/dist/views-CmyX255j.js +0 -2
- package/dist/workspace-Dw9DEZox.js +0 -1
package/dist/view/index.d.ts
CHANGED
|
@@ -1,8 +1,32 @@
|
|
|
1
|
-
import { $n as
|
|
1
|
+
import { $n as directional, An as HistoryEntry, Bn as EFFORT_MIN_RUNS, Cn as FamilyLift, Dn as FamilyVerdict, En as FamilyRecord, Fn as StackSummary, Gn as Spread, Hn as EffortMetric, In as UpstreamCount, It as Outcome, Jn as bothUnderATenth, Kn as TOKENS_UNREPORTED, Ln as CellEffort, Mn as Lift, Nn as RunInvocation, On as FileRef, Pn as RunRecord, Q as ErrorKind, Qn as contrastEffort, Qt as SandboxWarning, Rn as DIRECTIONAL_MIN, Sn as EvalEntry, Tn as FamilyRate, Un as EffortSample, Vn as EffortContrast, Wn as EffortVerdict, Xn as cellEffort, Yn as cellContrast, Zn as cellSamples, ar as effortVerdict, b as CapturePage, bn as CellRecord, cr as formatRatio, er as effortChangeLabel, g as CaptureFailedRequest, h as CaptureConsoleMessage, ir as effortSummary, jn as JudgmentRecord, kn as HistoryCell, lr as formatSeconds, nr as effortOf, on as TokenUsage, or as filesChanged, qn as VERDICT_TEXT, rr as effortSample, sn as TranscriptEvent, sr as formatCount, tr as effortLabel, un as TurnStatus, ur as tokenValues, vn as ArtifactRef, wn as FamilyLiftSummary, x as CapturePageFile, xn as CheckTally, yn as AttemptRecord, zn as EFFORT_ALPHA } from "../types-DBwFsGem.js";
|
|
2
|
+
/** `pass@1 2/3 · 67% (95% 21…94)`, or `pass@1 67% over 3 cases (95% 30…100)` at several runs. */
|
|
3
|
+
export declare function familyRateLabel(rate: FamilyRate): string;
|
|
4
|
+
/**
|
|
5
|
+
* `pass@1 88% vs 20% lift +68 pts (95% +40…+82, paired, 18 vs 1 discordant, p <0.001)`. At
|
|
6
|
+
* one attempt a case, the counts are the discordant pairs; at several, the paired cases.
|
|
7
|
+
*/
|
|
8
|
+
export declare function familyLiftLabel(lift: FamilyLift): string;
|
|
9
|
+
/**
|
|
10
|
+
* `tools ×0.41 per case (fewer, signed-rank p 0.002) · agent time ×0.80 per case (noise, …)`;
|
|
11
|
+
* a metric whose control median is 0 has no ratio and is left out.
|
|
12
|
+
*/
|
|
13
|
+
export declare function familyEffortLabel(lift: FamilyLift): string | null;
|
|
14
|
+
/** `25 cases · paired` with a compare, and `3 of 25 cases` when a filter left some out. */
|
|
15
|
+
export declare function familyHeadLabel(family: FamilyRecord): string;
|
|
16
|
+
/**
|
|
17
|
+
* A case's short label: its key, so `adds a check [nextjs]` under `adds a check` is `nextjs`. A
|
|
18
|
+
* family in an older record named its cases from a template, whose literal text before
|
|
19
|
+
* the first placeholder and after the last comes off: `fixes $id` labels `fixes GH-101` `GH-101`.
|
|
20
|
+
*/
|
|
21
|
+
export declare function caseLabel(template: string, name: string): string;
|
|
22
|
+
/** The entries an eval with `cases` ran as, one per case in list order, each with `family`. */
|
|
23
|
+
export declare function caseEntries(e: EvalEntry): EvalEntry[];
|
|
24
|
+
/** An eval with `cases` as `foldCases` read it: its cells' rates and lifts, as a family. */
|
|
25
|
+
export declare function familyOf(e: EvalEntry): FamilyRecord | undefined;
|
|
2
26
|
/** Bumped when the system prompt or output schema changes: an older analysis is superseded. */
|
|
3
|
-
export declare const ANALYSIS_PROMPT_VERSION = "analysis-
|
|
27
|
+
export declare const ANALYSIS_PROMPT_VERSION = "analysis-v13";
|
|
4
28
|
/** Bumped when the digest's shape or selection rules change. */
|
|
5
|
-
export declare const DIGEST_VERSION =
|
|
29
|
+
export declare const DIGEST_VERSION = 15;
|
|
6
30
|
export type Confidence = 'high' | 'medium' | 'low';
|
|
7
31
|
export type AnalysisClaim = {
|
|
8
32
|
text: string;
|
|
@@ -193,14 +217,26 @@ export type CompareRow = {
|
|
|
193
217
|
* reads as `canceled`. Such an eval is never `regressed` or `fixed`: it's `drift`.
|
|
194
218
|
*/
|
|
195
219
|
canceled?: Array<'base' | 'head'>;
|
|
220
|
+
/** An eval with `cases`: each case's row, its `id` the case key, in head's order then base's. */
|
|
221
|
+
cases?: CompareRow[];
|
|
196
222
|
/**
|
|
197
|
-
*
|
|
198
|
-
*
|
|
199
|
-
* For such a row, `cells` are the variants whose pooled lift only one run has.
|
|
223
|
+
* An eval with `cases` when the runs ran different cases: the case keys only head or only base
|
|
224
|
+
* has. Then `base` and `head` are over the cases both have.
|
|
200
225
|
*/
|
|
201
|
-
|
|
202
|
-
|
|
226
|
+
caseScope?: {
|
|
227
|
+
added: string[];
|
|
228
|
+
removed: string[];
|
|
229
|
+
};
|
|
230
|
+
/** An eval with `cases`: each variant's lift paired by case on each side, null where that run has none. */
|
|
203
231
|
lifts?: CompareFamilyLift[];
|
|
232
|
+
/** An eval with `cases`: each cell's rate over the cases that a `passRate` gates, on each side. */
|
|
233
|
+
rates?: CompareFamilyRate[];
|
|
234
|
+
/**
|
|
235
|
+
* `family` on a case row whose cell's rate over the cases gates it (`CaseRecord.verdict`):
|
|
236
|
+
* `base` and `head` are what it did, and the eval's row is the verdict, so
|
|
237
|
+
* `--fail-on-regression` leaves it to that row.
|
|
238
|
+
*/
|
|
239
|
+
verdict?: 'family';
|
|
204
240
|
};
|
|
205
241
|
export type CompareFamilyLift = {
|
|
206
242
|
key: string;
|
|
@@ -208,6 +244,19 @@ export type CompareFamilyLift = {
|
|
|
208
244
|
base: Omit<FamilyLiftSummary, 'variant' | 'vs'> | null;
|
|
209
245
|
head: Omit<FamilyLiftSummary, 'variant' | 'vs'> | null;
|
|
210
246
|
};
|
|
247
|
+
export type CompareFamilyRate = {
|
|
248
|
+
key: string;
|
|
249
|
+
base: {
|
|
250
|
+
rate: number;
|
|
251
|
+
passRate: number;
|
|
252
|
+
outcome: 'pass' | 'fail';
|
|
253
|
+
} | null;
|
|
254
|
+
head: {
|
|
255
|
+
rate: number;
|
|
256
|
+
passRate: number;
|
|
257
|
+
outcome: 'pass' | 'fail';
|
|
258
|
+
} | null;
|
|
259
|
+
};
|
|
211
260
|
export type CompareCell = {
|
|
212
261
|
key: string;
|
|
213
262
|
base: Pick<HistoryCell, 'lift' | 'effort' | 'pass' | 'fail'>;
|
|
@@ -240,8 +289,11 @@ export declare function stackChanges(base: StackSource, head: StackSource): Stac
|
|
|
240
289
|
* A cell `seen` doesn't have yet is new coverage, not a change.
|
|
241
290
|
*/
|
|
242
291
|
export declare function cellsChanged(seen: Map<string, string>, evalId: string, cells: ReadonlyArray<Pick<HistoryCell, 'key' | 'fingerprint'>>): boolean;
|
|
243
|
-
type
|
|
244
|
-
type
|
|
292
|
+
type HistoryEval = HistoryEntry['evals'][number];
|
|
293
|
+
type ComparableEval = Pick<HistoryEval, 'id' | 'fingerprint' | 'outcome' | 'sources' | 'source' | 'revision' | 'cells'> & Partial<Pick<HistoryEval, 'cases' | 'lifts' | 'rates'>> & {
|
|
294
|
+
verdict?: 'family';
|
|
295
|
+
};
|
|
296
|
+
type Comparable = Pick<HistoryEntry, 'stack'> & {
|
|
245
297
|
evals: ComparableEval[];
|
|
246
298
|
};
|
|
247
299
|
/** Which source files were added, removed or changed. */
|
|
@@ -252,21 +304,19 @@ export declare function sourceChanges(before: ComparableEval['sources'], after:
|
|
|
252
304
|
* parts that differ. Each reason but the revision ends in ` changed`.
|
|
253
305
|
*/
|
|
254
306
|
export declare function whyChanged(base: ComparableEval, head: ComparableEval): string[];
|
|
255
|
-
/** An eval only head has. */
|
|
307
|
+
/** An eval only head has, with each of its cases. */
|
|
256
308
|
export declare const addedRow: (h: ComparableEval) => CompareRow;
|
|
257
|
-
/** The rows of a run with nothing to compare it with: every eval
|
|
309
|
+
/** The rows of a run with nothing to compare it with: every eval is new. */
|
|
258
310
|
export declare const newRows: (head: Comparable) => CompareRow[];
|
|
259
|
-
/** Each eval's row,
|
|
311
|
+
/** Each eval's row, an eval with `cases` with a row for each of its cases. */
|
|
260
312
|
export declare function compare(base: Comparable, head: Comparable): CompareRow[];
|
|
261
|
-
/** The key that tells a family's row from an eval's, whose ids can coincide. */
|
|
262
|
-
export declare const rowKey: (row: Pick<CompareRow, 'id' | 'kind'>) => string;
|
|
263
313
|
/**
|
|
264
314
|
* An attempt's local debug data, as `reeval run` writes it to `.reeval/debug/<runId>/<eval>/<cell>/<n>/`
|
|
265
315
|
* and `reeval studio` serves it. Browser-safe. Never part of a record or the history folder.
|
|
266
316
|
*
|
|
267
317
|
* debug.log the `-v` trace, one line per event, always written
|
|
268
318
|
* requests.ndjson one line per egress gateway request, always written
|
|
269
|
-
* trace.ndjson raw payloads (`-vv`), written when the attempt fails or with
|
|
319
|
+
* trace.ndjson raw payloads (`-vv`), written when the attempt fails or with `-vv`
|
|
270
320
|
*/
|
|
271
321
|
export declare const DEBUG_LOG = "debug.log";
|
|
272
322
|
export declare const REQUESTS_FILE = "requests.ndjson";
|
|
@@ -350,27 +400,6 @@ export declare function formatBytes(n: number): string;
|
|
|
350
400
|
* bytes each way, time, and which secrets were swapped in (by name).
|
|
351
401
|
*/
|
|
352
402
|
export declare function requestLine(r: Omit<DebugRequest, 'at'>): string;
|
|
353
|
-
/** `pass@1 2/3 · 67% (95% 21…94)`, or `pass@1 67% over 3 cases (95% 30…100)` at several runs. */
|
|
354
|
-
export declare function familyRateLabel(rate: FamilyRate): string;
|
|
355
|
-
/**
|
|
356
|
-
* `pass@1 88% vs 20% lift +68 pts (95% +40…+82, paired, 18 vs 1 discordant, p <0.001)`. At
|
|
357
|
-
* one attempt a case, the counts are the discordant pairs; at several, the paired cases.
|
|
358
|
-
*/
|
|
359
|
-
export declare function familyLiftLabel(lift: FamilyLift): string;
|
|
360
|
-
/**
|
|
361
|
-
* `tools ×0.41 per case (fewer, signed-rank p 0.002) · agent time ×0.80 per case (noise, …)`;
|
|
362
|
-
* a metric whose control median is 0 has no ratio and is left out.
|
|
363
|
-
*/
|
|
364
|
-
export declare function familyEffortLabel(lift: FamilyLift): string | null;
|
|
365
|
-
/** `25 cases · paired` with a compare, and `3 of 25 cases` when a filter left some out. */
|
|
366
|
-
export declare function familyHeadLabel(family: FamilyRecord): string;
|
|
367
|
-
/**
|
|
368
|
-
* A case's short label: its name less the template's literal text before the first placeholder
|
|
369
|
-
* and after the last, so `fixes $id` labels `fixes GH-101` as `GH-101`.
|
|
370
|
-
*/
|
|
371
|
-
export declare function caseLabel(template: string, name: string): string;
|
|
372
|
-
/** The family's cases in list order. */
|
|
373
|
-
export declare const familyCases: (family: Pick<FamilyRecord, 'id'>, evals: readonly EvalEntry[]) => EvalEntry[];
|
|
374
403
|
/** The derived header of one run: what listings, indexes and comparisons need without the record. */
|
|
375
404
|
export declare function runHeader(record: RunRecord, recorded: boolean): HistoryEntry;
|
|
376
405
|
/** Short name for a judge question, e.g. `login` from `login?`. */
|
|
@@ -393,10 +422,10 @@ export type JudgeKeyRate = {
|
|
|
393
422
|
question: string;
|
|
394
423
|
pass: number;
|
|
395
424
|
counted: number;
|
|
396
|
-
/** Compact lift vs the paired control,
|
|
425
|
+
/** Compact lift vs the paired control, when both sides counted an attempt. */
|
|
397
426
|
lift: Pick<Lift, 'points' | 'control' | 'variant' | 'withinNoise'> | null;
|
|
398
427
|
};
|
|
399
|
-
/** Per-key pass/counted for one cell's counted attempts, with lift on a variant when both sides
|
|
428
|
+
/** Per-key pass/counted for one cell's counted attempts, with lift on a variant when both sides counted an attempt. */
|
|
400
429
|
export declare function cellJudgeRates(e: Pick<EvalEntry, 'attempts' | 'cells'>, cellKey: string): JudgeKeyRate[];
|
|
401
430
|
/**
|
|
402
431
|
* The judge rates a cell's summary line adds to its checks: a labeled judge whose label is one
|
|
@@ -500,6 +529,8 @@ export type LiveProgress = {
|
|
|
500
529
|
planned: number;
|
|
501
530
|
counts: LiveCounts;
|
|
502
531
|
attempts: LiveAttempt[];
|
|
532
|
+
/** How the run was started, for a `--resume` after a quit that wrote no record. */
|
|
533
|
+
invocation?: RunInvocation;
|
|
503
534
|
};
|
|
504
535
|
/** A live run as the studio lists it: `stopped` when its process is gone or went quiet. */
|
|
505
536
|
export type LiveRun = Omit<LiveProgress, 'schemaVersion' | 'pid' | 'host' | 'heartbeatAt'> & {
|
|
@@ -513,6 +544,8 @@ export declare const liveTranscriptPath: (runId: string, attemptKey: string) =>
|
|
|
513
544
|
export declare const FINISHED: readonly LiveStatus[];
|
|
514
545
|
export declare const isFinished: (status: LiveStatus) => boolean;
|
|
515
546
|
export declare function liveCounts(attempts: readonly Pick<LiveAttempt, 'status'>[]): LiveCounts;
|
|
547
|
+
/** A saved invocation, or undefined when it isn't one; its numbers are whole and at least 1. */
|
|
548
|
+
export declare function readableInvocation(v: unknown): RunInvocation | undefined;
|
|
516
549
|
/**
|
|
517
550
|
* A progress file as the studio reads it, or null when it isn't one it can read: half-written,
|
|
518
551
|
* corrupt, or from a newer reeval. Counts are recomputed from the attempts, never trusted.
|
|
@@ -585,27 +618,26 @@ export declare const shortSha: (sha: string | null | undefined) => string;
|
|
|
585
618
|
/** Reasoning time, or `n/a` when the harness couldn't measure it: never `0s` for unknown. */
|
|
586
619
|
export declare const reasoningLabel: (ms: number | null) => string;
|
|
587
620
|
/**
|
|
588
|
-
* An attempt's effort,
|
|
589
|
-
*
|
|
590
|
-
* With the workspace diff's count, `files changed` follows: an edit made from the shell is in it,
|
|
591
|
-
* never in the file edits.
|
|
621
|
+
* An attempt's effort: tool calls, then the files the workspace diff changed, which counts a file
|
|
622
|
+
* the shell wrote, then the calls to the agent's edit tools, which doesn't.
|
|
592
623
|
*/
|
|
593
|
-
export declare function activityLabel(a: Pick<AttemptRecord['activity'], 'tools' | 'fileEdits'>, changed
|
|
624
|
+
export declare function activityLabel(a: Pick<AttemptRecord['activity'], 'tools' | 'fileEdits'>, changed: number): string;
|
|
594
625
|
/**
|
|
595
626
|
* A run's outcome, which `reeval run`'s exit code is read from: an error outside any attempt, a
|
|
596
627
|
* failed gated cell or a budget stop fails the run, while failures in ungated cells (controls, by
|
|
597
|
-
* default) don't. An interrupted run is `skipped`, whatever ran
|
|
628
|
+
* default) don't. An interrupted run is `skipped`, whatever ran; a resume its filters left
|
|
629
|
+
* `interrupted` exits on its outcome as if it were complete.
|
|
598
630
|
*/
|
|
599
631
|
export declare function runOutcome(run: {
|
|
600
632
|
status: RunRecord['status'];
|
|
601
|
-
evals: ReadonlyArray<
|
|
602
|
-
outcome: Outcome;
|
|
603
|
-
}>;
|
|
604
|
-
families?: ReadonlyArray<{
|
|
605
|
-
outcome: 'pass' | 'fail';
|
|
606
|
-
}>;
|
|
633
|
+
evals: ReadonlyArray<Pick<EvalEntry, 'outcome'>>;
|
|
607
634
|
errors?: readonly string[];
|
|
608
635
|
}): Outcome;
|
|
636
|
+
/**
|
|
637
|
+
* The eval hasn't run yet: its run stopped (interrupted, or out of budget) or a filtered resume
|
|
638
|
+
* left it out, and it's `skipped` without being a todo or declared skipped. A resume runs it.
|
|
639
|
+
*/
|
|
640
|
+
export declare const notRunYet: (run: Pick<RunRecord, 'status'>, e: Pick<EvalEntry, 'outcome' | 'todo' | 'skip'>) => boolean;
|
|
609
641
|
/** Distinct judge labels that failed on a counted attempt, in first-seen order. */
|
|
610
642
|
export declare function failedJudgeLabels(record: Pick<RunRecord, 'evals'>): string[];
|
|
611
643
|
/**
|
|
@@ -777,9 +809,11 @@ export type CompareViewRow = {
|
|
|
777
809
|
headScore: number | null;
|
|
778
810
|
/** Cells in both runs, with lift and effort on each side. */
|
|
779
811
|
perCell: CompareCell[];
|
|
780
|
-
/** See `CompareRow`:
|
|
781
|
-
|
|
812
|
+
/** See `CompareRow`: an eval with `cases`, each case's row, and its gates over the cases. */
|
|
813
|
+
cases?: CompareRow['cases'];
|
|
814
|
+
caseScope?: CompareRow['caseScope'];
|
|
782
815
|
lifts?: CompareRow['lifts'];
|
|
816
|
+
rates?: CompareRow['rates'];
|
|
783
817
|
};
|
|
784
818
|
export declare const COMPARE_ORDER: CompareStatus[];
|
|
785
819
|
/**
|
|
@@ -852,6 +886,44 @@ export declare const findEval: (record: Pick<RunRecord, 'evals'>, slug: string)
|
|
|
852
886
|
export declare const findAttempt: (e: EvalEntry, attemptId: string) => AttemptRecord | undefined;
|
|
853
887
|
/** The attempt to open by default: the first failure, else the first attempt. */
|
|
854
888
|
export declare const defaultAttempt: (e: EvalEntry) => AttemptRecord | undefined;
|
|
889
|
+
/** One observed name over one cell's attempts: its values tallied, or its numbers summarized. Never gates. */
|
|
890
|
+
export type ObservedTally = {
|
|
891
|
+
name: string;
|
|
892
|
+
/** The cell's key. */
|
|
893
|
+
cell: string;
|
|
894
|
+
/** Attempts that observed it. */
|
|
895
|
+
attempts: number;
|
|
896
|
+
/**
|
|
897
|
+
* Each string, boolean or null value, and each such item of an array value once per attempt,
|
|
898
|
+
* by how many attempts gave it, most first (ties in first-seen order); empty when none.
|
|
899
|
+
*/
|
|
900
|
+
counts: Array<{
|
|
901
|
+
value: string;
|
|
902
|
+
n: number;
|
|
903
|
+
}>;
|
|
904
|
+
/** Over the number values; null when none. */
|
|
905
|
+
numbers: {
|
|
906
|
+
median: number;
|
|
907
|
+
min: number;
|
|
908
|
+
max: number;
|
|
909
|
+
n: number;
|
|
910
|
+
} | null;
|
|
911
|
+
/** Values neither tallied nor summarized: objects, and arrays with no scalar item. */
|
|
912
|
+
others: number;
|
|
913
|
+
};
|
|
914
|
+
/**
|
|
915
|
+
* Each name and cell any attempt observed it on, by name in first-observed order and then by
|
|
916
|
+
* cell, tallied over that cell's attempts.
|
|
917
|
+
*/
|
|
918
|
+
export declare function observedTallies(attempts: ReadonlyArray<Pick<AttemptRecord, 'cell' | 'observations'>>): ObservedTally[];
|
|
919
|
+
/** `drizzle 9 · prisma 3`, `median 4 · range 1–12 · 13 attempts`, as the run output shows a tally. */
|
|
920
|
+
export declare function observedLine(t: ObservedTally): string;
|
|
921
|
+
/**
|
|
922
|
+
* How one name's tally on one cell moved from base to head, or null when it didn't:
|
|
923
|
+
* `prisma 6 → 1 · drizzle 2 → 8` (each value whose count changed, head's most first),
|
|
924
|
+
* `median 4 → 9`, or a side's whole line against `none` when only one side observed it.
|
|
925
|
+
*/
|
|
926
|
+
export declare function observedShift(base: ObservedTally | undefined, head: ObservedTally | undefined): string | null;
|
|
855
927
|
export type PatchFile = {
|
|
856
928
|
path: string;
|
|
857
929
|
status: 'added' | 'deleted' | 'modified' | 'renamed' | 'binary';
|
|
@@ -937,11 +1009,17 @@ export type Remark = {
|
|
|
937
1009
|
*/
|
|
938
1010
|
id: string;
|
|
939
1011
|
evalId: string;
|
|
940
|
-
kind: 'too-few-tries' | 'check-never-fails' | 'flaky-check' | 'slow-mcp-start' | 'proxy-only-egress' | 'setup-process-secret' | 'snapshot-too-large';
|
|
1012
|
+
kind: 'too-few-tries' | 'cant-tell-apart' | 'check-never-fails' | 'flaky-check' | 'slow-mcp-start' | 'proxy-only-egress' | 'setup-process-secret' | 'snapshot-too-large' | 'observe-throws';
|
|
941
1013
|
/** Fixed by kind (`REMARK_KINDS`). */
|
|
942
1014
|
severity: 'concern' | 'suggestion';
|
|
943
1015
|
/** One plain sentence: what's wrong. */
|
|
944
1016
|
text: string;
|
|
1017
|
+
/**
|
|
1018
|
+
* The remark as one short line, with its fix and where (`1 run per side; set runs: 4 at
|
|
1019
|
+
* evals/a.eval.ts:12 to confirm these differences.`), which `reeval run`'s list prints without
|
|
1020
|
+
* `-v`; absent when the kind has none.
|
|
1021
|
+
*/
|
|
1022
|
+
brief?: string;
|
|
945
1023
|
/** Facts from this run (or history facts) showing it mattered now. */
|
|
946
1024
|
evidence: string[];
|
|
947
1025
|
/** An edit at a source location (`source:<file>#L<n>`) in the eval. */
|
|
@@ -970,7 +1048,8 @@ export declare class NewerSchemaError extends Error {
|
|
|
970
1048
|
/**
|
|
971
1049
|
* A record as every reader sees it: migrated to this reeval's schemaVersion, with each field added
|
|
972
1050
|
* after it was written read as its default, so older runs keep loading in `reeval show`, `reeval query`,
|
|
973
|
-
* compare, history and the studio
|
|
1051
|
+
* compare, history and the studio, and an eval with `cases` recorded as one entry per case reads
|
|
1052
|
+
* as one eval (`foldCases`). A record from a newer reeval throws a `NewerSchemaError`.
|
|
974
1053
|
*/
|
|
975
1054
|
export declare function readableRecord(record: RunRecord, what?: string): RunRecord;
|
|
976
1055
|
/** A transcript line as every reader sees it. */
|
|
@@ -982,19 +1061,67 @@ export declare const readableRemarks: (doc: RunRemarks, what?: string) => RunRem
|
|
|
982
1061
|
/** A capture's `<name>.capture.json` as the studio sees it; one from a newer reeval throws. */
|
|
983
1062
|
export declare const readableCapturePage: (page: CapturePageFile, what?: string) => CapturePageFile;
|
|
984
1063
|
/**
|
|
985
|
-
*
|
|
986
|
-
*
|
|
987
|
-
*
|
|
988
|
-
*
|
|
989
|
-
|
|
1064
|
+
* The runs a side a compare defaults to and the plan suggests. It doesn't gate the effect: a lift
|
|
1065
|
+
* always reads as its observed direction, and whether its interval excludes 0 decides whether it
|
|
1066
|
+
* holds. At 4 a side, a 4/4 against 0/4 split happens by chance about 7% of the time when nothing
|
|
1067
|
+
* changed.
|
|
1068
|
+
*/
|
|
1069
|
+
export declare const COMPARE_RUNS = 4;
|
|
1070
|
+
type MeasureName = 'pass' | 'check' | 'judge' | 'question' | 'tools' | 'agentMs' | 'tokens';
|
|
1071
|
+
/**
|
|
1072
|
+
* `better` and `worse` are the measure's own test holding in that direction (for tool calls,
|
|
1073
|
+
* agent time and tokens, fewer is better); `leans` is a difference the test doesn't hold that
|
|
1074
|
+
* passes the lean screen (`screened`); `same` is every other difference, or none.
|
|
990
1075
|
*/
|
|
991
|
-
|
|
1076
|
+
type MeasureVerdict = 'better' | 'worse' | 'same' | 'leans';
|
|
1077
|
+
type Measure = {
|
|
1078
|
+
measure: MeasureName;
|
|
1079
|
+
/** The check's label, the judge's check, the question; null for the rest. */
|
|
1080
|
+
label: string | null;
|
|
1081
|
+
/**
|
|
1082
|
+
* Each side's value: a pass rate (0–1), a mean judge score, a question's decisive pairs won, or
|
|
1083
|
+
* a median count, milliseconds or tokens.
|
|
1084
|
+
*/
|
|
1085
|
+
variant: number;
|
|
1086
|
+
control: number;
|
|
1087
|
+
/**
|
|
1088
|
+
* The difference: pass-rate points (-1–1) for pass rate and checks, the mean score's difference
|
|
1089
|
+
* for a judge, the variant's share of decisive pairs for a question, and variant over control
|
|
1090
|
+
* for effort (null when the control's is 0).
|
|
1091
|
+
*/
|
|
1092
|
+
estimate: number | null;
|
|
1093
|
+
/** The 95% interval on pass-rate points; null for the other measures. */
|
|
1094
|
+
lo: number | null;
|
|
1095
|
+
hi: number | null;
|
|
1096
|
+
/** The test's two-sided p; null where the measure's verdict is an interval's (pass rate, checks). */
|
|
1097
|
+
p: number | null;
|
|
1098
|
+
verdict: MeasureVerdict;
|
|
1099
|
+
/** On a lean, which way it leans. */
|
|
1100
|
+
leaning: 'better' | 'worse' | null;
|
|
1101
|
+
/** `5× faster`, `same pass rate`, `judge "tidy" +0.12`. */
|
|
1102
|
+
text: string;
|
|
1103
|
+
/**
|
|
1104
|
+
* On a lean, the runs a side (a case, on a family) or the cases (`unit`) at which a lean this
|
|
1105
|
+
* size would hold; null past `RUNS_TO_HOLD_MAX`, or on any other verdict.
|
|
1106
|
+
*/
|
|
1107
|
+
needed: number | null;
|
|
1108
|
+
unit: 'runs' | 'cases';
|
|
1109
|
+
/**
|
|
1110
|
+
* On a lean whose test can't reach its lean p at this sample at all (two runs a side, or three,
|
|
1111
|
+
* for a rank test): the runs a side or cases (`unit`) it has (`now`) and the fewest at which it
|
|
1112
|
+
* can (`at`). Null otherwise.
|
|
1113
|
+
*/
|
|
1114
|
+
short: {
|
|
1115
|
+
now: number;
|
|
1116
|
+
at: number;
|
|
1117
|
+
} | null;
|
|
1118
|
+
};
|
|
992
1119
|
/**
|
|
993
|
-
* A variant against its baseline:
|
|
994
|
-
*
|
|
995
|
-
*
|
|
1120
|
+
* A variant against its baseline: the direction of their observed pass rates, at any number of
|
|
1121
|
+
* runs. Whether it holds is the interval's to say (`CellResult.interval`), and the
|
|
1122
|
+
* `too-few-tries` remark says how many runs would settle it.
|
|
996
1123
|
*/
|
|
997
|
-
export type Effect = 'better' | 'worse' | 'same'
|
|
1124
|
+
export type Effect = 'better' | 'worse' | 'same';
|
|
998
1125
|
/**
|
|
999
1126
|
* What an eval's cells compare: `change` when it has variants (or several environments),
|
|
1000
1127
|
* `harness` when it has several harnesses, `both`, or `none`.
|
|
@@ -1021,7 +1148,8 @@ export type SuiteResult = {
|
|
|
1021
1148
|
status: RunRecord['status'];
|
|
1022
1149
|
/**
|
|
1023
1150
|
* The run's outcome, which `reeval run`'s exit code is read from: `fail` on any error outside
|
|
1024
|
-
* an attempt, and `skipped` on an interrupted run.
|
|
1151
|
+
* an attempt, and `skipped` on an interrupted run. `reeval run --json` gives a resume that its
|
|
1152
|
+
* filters left `interrupted` the outcome of the attempts it ran, as its exit code.
|
|
1025
1153
|
*/
|
|
1026
1154
|
outcome: Outcome;
|
|
1027
1155
|
/**
|
|
@@ -1030,8 +1158,7 @@ export type SuiteResult = {
|
|
|
1030
1158
|
*/
|
|
1031
1159
|
errors: string[];
|
|
1032
1160
|
/**
|
|
1033
|
-
* Outcomes counted per
|
|
1034
|
-
* family whose pooled gate failed is one more fail. `errors` counts the run's `errors`, and
|
|
1161
|
+
* Outcomes counted per eval, an eval with `cases` once. `errors` counts the run's `errors`, and
|
|
1035
1162
|
* `notGated` the passes whose cells are all `gate: 'none'` (studies), which `pass` leaves out.
|
|
1036
1163
|
*/
|
|
1037
1164
|
tally: SuiteTally;
|
|
@@ -1068,24 +1195,32 @@ export type EvalResult = {
|
|
|
1068
1195
|
/** Source order in the file. */
|
|
1069
1196
|
order: number;
|
|
1070
1197
|
across: Across;
|
|
1071
|
-
/**
|
|
1072
|
-
* A pooled `evaluate.each` with two or more cases: `cases` is set and `cells` is null. An
|
|
1073
|
-
* unpooled one (`{ pool: false }`) is recorded as separate evals, each a single eval.
|
|
1074
|
-
*/
|
|
1198
|
+
/** An eval with `cases`: `cases` is set and `cells` is null. */
|
|
1075
1199
|
family: boolean;
|
|
1076
1200
|
/** A placeholder (`evaluate.todo`) that never ran. */
|
|
1077
1201
|
todo: boolean;
|
|
1078
|
-
/**
|
|
1202
|
+
/**
|
|
1203
|
+
* Hasn't run yet: skipped, but not a todo or declared skipped, in a run that isn't complete. On
|
|
1204
|
+
* a family, every case.
|
|
1205
|
+
*/
|
|
1206
|
+
notRun: boolean;
|
|
1207
|
+
/**
|
|
1208
|
+
* On a family: `fail` when its pooled gate failed, or a case it doesn't gate on its rate did.
|
|
1209
|
+
*/
|
|
1079
1210
|
outcome: ResultOutcome;
|
|
1080
1211
|
cells: CellResult[] | null;
|
|
1081
1212
|
cases: CaseResult[] | null;
|
|
1082
|
-
/** A family's variants against their
|
|
1213
|
+
/** A family's variants against their control, pooled over the cases; null on a single eval. */
|
|
1083
1214
|
pooled: PooledArm[] | null;
|
|
1215
|
+
/** A family's `{ passRate }` cells, each gated on its rate over the cases; null on a single eval. */
|
|
1216
|
+
rates: PooledRate[] | null;
|
|
1084
1217
|
/**
|
|
1085
1218
|
* Its questions' answers: the pairwise ones, then those asked of each attempt. On a family,
|
|
1086
1219
|
* each question asked of any case, in first-asked order, summed over the cases that answered it.
|
|
1087
1220
|
*/
|
|
1088
1221
|
questions: Array<QuestionResult | AttemptQuestionResult>;
|
|
1222
|
+
/** Each name its attempts observed with `c.observe`, tallied per cell; with cases, over every case. */
|
|
1223
|
+
observations: ObservedTally[];
|
|
1089
1224
|
};
|
|
1090
1225
|
/** A pairwise question: each side's wins over the pairs the model decided. Never gates. */
|
|
1091
1226
|
export type QuestionResult = {
|
|
@@ -1132,7 +1267,10 @@ export type CaseResult = {
|
|
|
1132
1267
|
name: string;
|
|
1133
1268
|
/** Its place in the case list. */
|
|
1134
1269
|
order: number;
|
|
1270
|
+
/** What the case did; when its family's rate gates it, the family's outcome is the verdict. */
|
|
1135
1271
|
outcome: ResultOutcome;
|
|
1272
|
+
/** Hasn't run yet, as `EvalResult.notRun`. */
|
|
1273
|
+
notRun: boolean;
|
|
1136
1274
|
cells: CellResult[];
|
|
1137
1275
|
};
|
|
1138
1276
|
export type CellResult = {
|
|
@@ -1146,7 +1284,7 @@ export type CellResult = {
|
|
|
1146
1284
|
variant: string | null;
|
|
1147
1285
|
/** The control of an eval that has variants: the arm the variants are measured against. */
|
|
1148
1286
|
baseline: boolean;
|
|
1149
|
-
/** On a variant, its
|
|
1287
|
+
/** On a variant, its control cell's key; else null. */
|
|
1150
1288
|
vs: string | null;
|
|
1151
1289
|
/** The cell's place in the eval's cells. */
|
|
1152
1290
|
order: number;
|
|
@@ -1172,16 +1310,16 @@ export type CellResult = {
|
|
|
1172
1310
|
* attempt (every one an infra error or skipped) lists each as `not run`.
|
|
1173
1311
|
*/
|
|
1174
1312
|
checks: CheckResult[];
|
|
1175
|
-
/** On a variant, against its baseline; null on a control. */
|
|
1313
|
+
/** On a variant, the direction of its pass rate against its baseline's; null on a control or with nothing counted on a side. */
|
|
1176
1314
|
effect: Effect | null;
|
|
1177
1315
|
/** The stored 95% interval on the variant's difference from its baseline. Not for display. */
|
|
1178
1316
|
interval: Interval | null;
|
|
1179
1317
|
/** On a variant, the compare's `minLift`, a fraction like the interval; null without one. */
|
|
1180
1318
|
minLift: number | null;
|
|
1181
|
-
/** Medians over the counted attempts; null below `
|
|
1319
|
+
/** Medians over the counted attempts; null below `COMPARE_RUNS` of them. */
|
|
1182
1320
|
effort: EffortCounters | null;
|
|
1183
|
-
/** On a variant,
|
|
1184
|
-
|
|
1321
|
+
/** On a variant, every measure against its baseline (`cellMeasures`); null on a control. */
|
|
1322
|
+
measures: Measure[] | null;
|
|
1185
1323
|
/** Why attempts failed or errored where no check says: a timeout, an infra error, a throw. */
|
|
1186
1324
|
errors: CellError[];
|
|
1187
1325
|
/**
|
|
@@ -1220,7 +1358,7 @@ export type CheckResult = {
|
|
|
1220
1358
|
order: number;
|
|
1221
1359
|
outcome: CheckOutcome;
|
|
1222
1360
|
/**
|
|
1223
|
-
* On a variant, this check against the baseline's (
|
|
1361
|
+
* On a variant, this check against the baseline's (null when either side never answered it);
|
|
1224
1362
|
* null on a control or without one.
|
|
1225
1363
|
*/
|
|
1226
1364
|
effect: Effect | null;
|
|
@@ -1284,21 +1422,31 @@ export type PooledArm = {
|
|
|
1284
1422
|
/** Cases with counted attempts on both sides. */
|
|
1285
1423
|
pairs: number;
|
|
1286
1424
|
interval: Interval;
|
|
1425
|
+
/** The pooled lift's verdict: `insufficient` below `PAIRED_MIN` discordant pairs or cases. */
|
|
1426
|
+
verdict: FamilyVerdict;
|
|
1287
1427
|
/** The compare's `minLift`, a fraction like the interval, which gates its low end; null without one. */
|
|
1288
1428
|
minLift: number | null;
|
|
1289
1429
|
outcome: 'pass' | 'fail';
|
|
1430
|
+
/** Every measure over the cases (`familyMeasures`). */
|
|
1431
|
+
measures: Measure[];
|
|
1432
|
+
};
|
|
1433
|
+
/** A cell's pass@1 over a family's cases, which its `gate: { passRate }` gates. */
|
|
1434
|
+
export type PooledRate = {
|
|
1435
|
+
/** The cell's key, the same in every case. */
|
|
1436
|
+
key: string;
|
|
1437
|
+
/** The mean of the cases' pass@1. */
|
|
1438
|
+
rate: number;
|
|
1439
|
+
passRate: number;
|
|
1440
|
+
outcome: 'pass' | 'fail';
|
|
1290
1441
|
};
|
|
1291
1442
|
type Side = {
|
|
1292
1443
|
pass: number;
|
|
1293
1444
|
counted: number;
|
|
1294
1445
|
};
|
|
1295
|
-
/**
|
|
1296
|
-
|
|
1297
|
-
|
|
1298
|
-
|
|
1299
|
-
export declare function effectOf(variant: Side, control: Side, interval: Interval | null): Effect;
|
|
1300
|
-
/** The check's effect, on the same Newcombe interval the record stores for a cell's lift. */
|
|
1301
|
-
export declare function checkEffect(variant: CheckTally, control: CheckTally): Effect;
|
|
1446
|
+
/** The direction of `variant`'s pass rate against `control`'s; null when a side counted none. */
|
|
1447
|
+
export declare function effectOf(variant: Side, control: Side): Effect | null;
|
|
1448
|
+
/** The check's direction on the variant against the baseline; null when a side never answered it. */
|
|
1449
|
+
export declare const checkEffect: (variant: CheckTally, control: CheckTally) => Effect | null;
|
|
1302
1450
|
/** One path segment: `%`, `/` and `+` percent-encoded, so segments split back unambiguously. */
|
|
1303
1451
|
export declare const factSegment: (s: string) => string;
|
|
1304
1452
|
export declare function evalAcross(cells: readonly Pick<CellRecord, 'harness' | 'environment' | 'role'>[]): Across;
|
|
@@ -1311,10 +1459,10 @@ export declare function messageLine(text: string): string;
|
|
|
1311
1459
|
export declare const isStudy: (cells: readonly Pick<CellResult, 'gated'>[]) => boolean;
|
|
1312
1460
|
/**
|
|
1313
1461
|
* A study's pass: every cell `gate: 'none'`, or on a family every case's with no pooled `minLift`
|
|
1314
|
-
* gating it, so it reads `
|
|
1462
|
+
* or `passRate` gating it, so it reads `ran`, never `pass`.
|
|
1315
1463
|
*/
|
|
1316
|
-
export declare const isNotGatedResult: (e: Pick<EvalResult, 'outcome' | 'cells' | 'cases' | 'pooled'>) => boolean;
|
|
1464
|
+
export declare const isNotGatedResult: (e: Pick<EvalResult, 'outcome' | 'cells' | 'cases' | 'pooled' | 'rates'>) => boolean;
|
|
1317
1465
|
/** The facts of a run, from its record. Pure: the same record always gives the same result. */
|
|
1318
|
-
export declare function suiteResult(
|
|
1466
|
+
export declare function suiteResult(folded: RunRecord): SuiteResult;
|
|
1319
1467
|
export { type ArtifactRef, type AttemptRecord, type CaptureConsoleMessage, type CaptureFailedRequest, type CapturePage, type CapturePageFile, CellEffort, type CellRecord, DIRECTIONAL_MIN, EFFORT_ALPHA, EFFORT_MIN_RUNS, EffortContrast, EffortMetric, EffortSample, EffortVerdict, type EvalEntry, type FamilyLift, type FamilyRate, type FamilyRecord, type FileRef, type HistoryCell, type HistoryEntry, type JudgmentRecord, type Outcome, type RunRecord, type SandboxWarning, Spread, type StackSummary, TOKENS_UNREPORTED, type TranscriptEvent, VERDICT_TEXT, bothUnderATenth, cellContrast, cellEffort, cellSamples, contrastEffort, directional, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, filesChanged, formatCount, formatRatio, formatSeconds, tokenValues };
|
|
1320
1468
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/view/index.js
CHANGED
|
@@ -1,12 +1,14 @@
|
|
|
1
1
|
import { a as parseDataPath, c as shardPath, i as manifestPath, l as studioPath, n as artifactPath, o as recordPath, r as artifactType, s as shardOf, t as RUN_ID } from "../paths-Dwmi7L4X.js";
|
|
2
|
-
import { t as
|
|
3
|
-
import { a as debugApiPath, c as formatBytes, d as requestLine, f as snapshotApiPath, i as TRACE_FILE, l as parseDebugLog, n as DEBUG_PHASES, o as debugLogLine, p as traceApiPath, r as REQUESTS_FILE, s as debugTime, t as DEBUG_LOG, u as parseNdjson } from "../debug-
|
|
2
|
+
import { t as COMPARE_RUNS } from "../stats-C18W4xPX.js";
|
|
3
|
+
import { a as debugApiPath, c as formatBytes, d as requestLine, f as snapshotApiPath, i as TRACE_FILE, l as parseDebugLog, n as DEBUG_PHASES, o as debugLogLine, p as traceApiPath, r as REQUESTS_FILE, s as debugTime, t as DEBUG_LOG, u as parseNdjson } from "../debug-CIXzB4wK.js";
|
|
4
4
|
import { n as pageLines, t as failedRequestLine } from "../capture-DMBZE9cs.js";
|
|
5
5
|
import { n as splitPatch, t as patchPath } from "../patch-C7yBztZj.js";
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
8
|
-
import { a as
|
|
9
|
-
import { n as REMARK_KINDS, r as runHeader, t as REMARKS_FILE } from "../remarks-
|
|
10
|
-
import { a as
|
|
11
|
-
import { a as
|
|
12
|
-
|
|
6
|
+
import { A as effortLabel, C as bothUnderATenth, D as contrastEffort, E as cellSamples, F as filesChanged, I as formatCount, L as formatRatio, M as effortSample, N as effortSummary, O as directional, P as effortVerdict, R as formatSeconds, S as VERDICT_TEXT, T as cellEffort, b as EFFORT_MIN_RUNS, d as familyEffortLabel, f as familyHeadLabel, j as effortOf, k as effortChangeLabel, m as familyRateLabel, p as familyLiftLabel, s as familyOf, t as caseEntries, u as caseLabel, v as DIRECTIONAL_MIN, w as cellContrast, x as TOKENS_UNREPORTED, y as EFFORT_ALPHA, z as tokenValues } from "../cases-z9E6DCd5.js";
|
|
7
|
+
import { a as pinnedAnalysis, i as isSuperseded, n as DIGEST_VERSION, o as sortAnalyses, r as analysisDataPath, t as ANALYSIS_PROMPT_VERSION } from "../analysis-BnG_1x_O.js";
|
|
8
|
+
import { A as runRows, B as stackChanges, C as isUngatedMiss, D as reasoningLabel, E as parseTranscript, F as addedRow, I as cellsChanged, L as compare, M as shortSha, N as splitEvalId, O as runLead, P as transcriptItems, R as newRows, S as isNotGatedPass, T as notRunYet, V as whyChanged, _ as formatUsage, a as buildIndex, b as indexFiles, c as defaultAttempt, d as evalTree, f as failedJudgeLabels, g as formatPercent, h as formatDuration, i as attemptAnswerRows, j as runtimeLabel, k as runOutcome, l as evalHistory, m as findEval, n as activityLabel, o as cellRows, p as findAttempt, r as answerRows, s as compareView, t as COMPARE_ORDER, u as evalMarkOutcome, v as harnessLabel, w as languageLabel, x as isMatrix, y as hasUngatedCells, z as sourceChanges } from "../model-V3mMXp6x.js";
|
|
9
|
+
import { n as REMARK_KINDS, r as runHeader, t as REMARKS_FILE } from "../remarks-DPCONFxZ.js";
|
|
10
|
+
import { a as checksByLabel, c as commandLine, d as labeledJudgments, f as summaryJudgeRates, i as checkTries, l as judgeLabel, m as uniqueJudgeLabels, n as cellUsage, o as collapsedJudgeLabel, p as triesNote, r as checkLabels, s as collapsedJudges, t as cellJudgeRates, u as judgeRatesLabel } from "../judgments-CzgpsTqv.js";
|
|
11
|
+
import { a as readableCapturePage, c as readableRecord, l as readableRemarks, r as readableAnalysis, t as NewerSchemaError, u as readableTranscriptLine } from "../record-6IUzwP9K.js";
|
|
12
|
+
import { a as liveApiPath, c as readableInvocation, i as isFinished, l as readableLiveProgress, n as LIVE_FILE, o as liveCounts, r as LIVE_SCHEMA_VERSION, s as liveTranscriptPath, t as FINISHED } from "../live-CgYbO4Te.js";
|
|
13
|
+
import { S as observedTallies, a as evalAcross, b as observedLine, c as isStudy, i as effectOf, l as messageLine, n as checkEffect, o as factSegment, r as countedOf, s as isNotGatedResult, t as canceledOf, u as suiteResult, x as observedShift } from "../suite-COglUhPd.js";
|
|
14
|
+
export { ANALYSIS_PROMPT_VERSION, COMPARE_ORDER, COMPARE_RUNS, DEBUG_LOG, DEBUG_PHASES, DIGEST_VERSION, DIRECTIONAL_MIN, EFFORT_ALPHA, EFFORT_MIN_RUNS, FINISHED, LIVE_FILE, LIVE_SCHEMA_VERSION, NewerSchemaError, REMARKS_FILE, REMARK_KINDS, REQUESTS_FILE, RUN_ID, TOKENS_UNREPORTED, TRACE_FILE, VERDICT_TEXT, activityLabel, addedRow, analysisDataPath, answerRows, artifactPath, artifactType, attemptAnswerRows, bothUnderATenth, buildIndex, canceledOf, caseEntries, caseLabel, cellContrast, cellEffort, cellJudgeRates, cellRows, cellSamples, cellUsage, cellsChanged, checkEffect, checkLabels, checkTries, checksByLabel, collapsedJudgeLabel, collapsedJudges, commandLine, compare, compareView, contrastEffort, countedOf, debugApiPath, debugLogLine, debugTime, defaultAttempt, directional, effectOf, effortChangeLabel, effortLabel, effortOf, effortSample, effortSummary, effortVerdict, evalAcross, evalHistory, evalMarkOutcome, evalTree, factSegment, failedJudgeLabels, failedRequestLine, familyEffortLabel, familyHeadLabel, familyLiftLabel, familyOf, familyRateLabel, filesChanged, findAttempt, findEval, formatBytes, formatCount, formatDuration, formatPercent, formatRatio, formatSeconds, formatUsage, harnessLabel, hasUngatedCells, indexFiles, isFinished, isMatrix, isNotGatedPass, isNotGatedResult, isStudy, isSuperseded, isUngatedMiss, judgeLabel, judgeRatesLabel, labeledJudgments, languageLabel, liveApiPath, liveCounts, liveTranscriptPath, manifestPath, messageLine, newRows, notRunYet, observedLine, observedShift, observedTallies, pageLines, parseDataPath, parseDebugLog, parseNdjson, parseTranscript, patchPath, pinnedAnalysis, readableAnalysis, readableCapturePage, readableInvocation, readableLiveProgress, readableRecord, readableRemarks, readableTranscriptLine, reasoningLabel, recordPath, requestLine, runHeader, runLead, runOutcome, runRows, runtimeLabel, shardOf, shardPath, shortSha, snapshotApiPath, sortAnalyses, sourceChanges, splitEvalId, splitPatch, stackChanges, studioPath, suiteResult, summaryJudgeRates, tokenValues, traceApiPath, transcriptItems, triesNote, uniqueJudgeLabels, whyChanged };
|
|
@@ -1,8 +1,9 @@
|
|
|
1
|
-
import { i as formatDuration } from "./text-
|
|
2
|
-
import {
|
|
3
|
-
import { u as suiteResult } from "./suite-
|
|
4
|
-
import { o as warnings } from "./state-
|
|
5
|
-
import {
|
|
1
|
+
import { i as formatDuration } from "./text-B8-W3Cvn.js";
|
|
2
|
+
import { I as cellsChanged, S as isNotGatedPass } from "./model-V3mMXp6x.js";
|
|
3
|
+
import { u as suiteResult } from "./suite-COglUhPd.js";
|
|
4
|
+
import { o as warnings } from "./state-BOLt8pJg.js";
|
|
5
|
+
import { d as render } from "./layout-Cm85tQYk.js";
|
|
6
|
+
import { i as stateRows, r as runTally, t as OUTCOME_MARK } from "./summary-DU5zaibx.js";
|
|
6
7
|
// src/history/views.ts
|
|
7
8
|
var RefError = class extends Error {
|
|
8
9
|
name = "RefError";
|
|
@@ -99,7 +100,7 @@ function formatHistory({ runs, rows, orphaned }) {
|
|
|
99
100
|
const rate = row.counted ? `${row.pass}/${row.counted}` : "–";
|
|
100
101
|
lines.push(` ${strip.padEnd(width)} ${rate.padStart(5)} ${row.id}`);
|
|
101
102
|
}
|
|
102
|
-
lines.push("", "✓ pass ✗ fail ! infra error ↓ skipped ○
|
|
103
|
+
lines.push("", "✓ pass ✗ fail ! infra error ↓ skipped ○ ran · not run ¦ eval or stack changed");
|
|
103
104
|
if (orphaned.length > 0) lines.push("", `${orphaned.length} run${orphaned.length === 1 ? " was" : "s were"} recorded on commits that aren't in HEAD's history (rebased or dropped?):`, ...orphaned.map((id) => ` ${id}`));
|
|
104
105
|
return lines.join("\n");
|
|
105
106
|
}
|
|
@@ -122,4 +123,4 @@ function formatShow(run, opts = {}) {
|
|
|
122
123
|
}
|
|
123
124
|
export { pickBaseline as a, history as i, formatHistory as n, resolveRun as o, formatShow as r, unreachable as s, RefError as t };
|
|
124
125
|
|
|
125
|
-
//# sourceMappingURL=views-
|
|
126
|
+
//# sourceMappingURL=views-DAIiLiV3.js.map
|