reeval 0.17.2 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -3
- package/THIRD_PARTY_NOTICES.md +5 -5
- package/dist/{adapter-DyvDj4ZN.js → adapter-C8xPuXYq.js} +5 -4
- package/dist/adapter-C8xPuXYq.js.map +1 -0
- package/dist/{agent-v036GEgG.js → agent-CBoLndM7.js} +30 -10
- package/dist/{agent-v036GEgG.js.map → agent-CBoLndM7.js.map} +1 -1
- package/dist/agents-C6zhkxp3.js +1151 -0
- package/dist/agents-C6zhkxp3.js.map +1 -0
- package/dist/{analysis-adKPz-UJ.js → analysis-BnG_1x_O.js} +4 -4
- package/dist/{analysis-adKPz-UJ.js.map → analysis-BnG_1x_O.js.map} +1 -1
- package/dist/{app-files-hpRT5lj_.js → app-files-DT5mJyV4.js} +4 -4
- package/dist/app-files-DT5mJyV4.js.map +1 -0
- package/dist/assemble-UPCRrtOz.js +1 -0
- package/dist/{assemble-Dlh6Xv3U.js → assemble-t6h018An.js} +194 -307
- package/dist/assemble-t6h018An.js.map +1 -0
- package/dist/{attempt-CtKGvaQR.js → attempt-CAdlwlNu.js} +3 -3
- package/dist/{attempt-CtKGvaQR.js.map → attempt-CAdlwlNu.js.map} +1 -1
- package/dist/{attempt-host-DErH-DYV.js → attempt-host-CIm1-11m.js} +18 -10
- package/dist/{attempt-host-DErH-DYV.js.map → attempt-host-CIm1-11m.js.map} +1 -1
- package/dist/boat-BjLqFJIZ.js +108 -0
- package/dist/boat-BjLqFJIZ.js.map +1 -0
- package/dist/boat-CJCtzfB1.js +322 -0
- package/dist/boat-CJCtzfB1.js.map +1 -0
- package/dist/bridge/index.mjs +300 -78
- package/dist/capture-DoxFUN3J.js +1 -0
- package/dist/{capture-Bdcx9Gap.js → capture-iBzFiC0j.js} +406 -625
- package/dist/capture-iBzFiC0j.js.map +1 -0
- package/dist/cases-Dy0mifal.js +1 -0
- package/dist/cases-z9E6DCd5.js +639 -0
- package/dist/cases-z9E6DCd5.js.map +1 -0
- package/dist/{cli-CGd51thd.js → cli-20Fpvs5H.js} +929 -576
- package/dist/cli-20Fpvs5H.js.map +1 -0
- package/dist/{cli-spec-ChkleEVm.js → cli-spec-Dsr79Qy1.js} +46 -18
- package/dist/cli-spec-Dsr79Qy1.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{client-CF-DOjOU.js → client-KM4C5r5_.js} +111 -14
- package/dist/client-KM4C5r5_.js.map +1 -0
- package/dist/{command-CsfcwMyc.js → command-B5OyHpOu.js} +24 -81
- package/dist/command-B5OyHpOu.js.map +1 -0
- package/dist/{command-CtTdCF3B.js → command-BLNVDiIg.js} +10 -10
- package/dist/{command-CtTdCF3B.js.map → command-BLNVDiIg.js.map} +1 -1
- package/dist/{command-CyIb9BSC.js → command-CRh-cb6Z.js} +120 -55
- package/dist/command-CRh-cb6Z.js.map +1 -0
- package/dist/{command-TLmY-rYp.js → command-aUJvENwy.js} +18 -18
- package/dist/command-aUJvENwy.js.map +1 -0
- package/dist/{commands-C54S45d7.js → commands-CWy-WndG.js} +239 -92
- package/dist/commands-CWy-WndG.js.map +1 -0
- package/dist/{commands-jO9Jj35r.js → commands-CfdBX-mc.js} +1 -1
- package/dist/{config-ImY6AlRE.js → config-B9mB1kF5.js} +924 -1729
- package/dist/config-B9mB1kF5.js.map +1 -0
- package/dist/{context-BajfiH0S.js → context-Bkv3ndjq.js} +3 -2
- package/dist/context-Bkv3ndjq.js.map +1 -0
- package/dist/{cost-e4IppZpJ.js → cost-BdRgySQl.js} +4 -4
- package/dist/{cost-e4IppZpJ.js.map → cost-BdRgySQl.js.map} +1 -1
- package/dist/cost-Cr26Alhq.js +1 -0
- package/dist/{cursor-catalog-Bw6-pJjR.js → cursor-catalog-BSn9xjmo.js} +3 -3
- package/dist/{cursor-catalog-Bw6-pJjR.js.map → cursor-catalog-BSn9xjmo.js.map} +1 -1
- package/dist/db-P2fXw4nx.js +2 -0
- package/dist/{db-sHGpaLo9.js → db-zgC1tvKB.js} +178 -74
- package/dist/db-zgC1tvKB.js.map +1 -0
- package/dist/debug-CF4p4Lp_.js +1 -0
- package/dist/{debug-B5jDImcW.js → debug-CIXzB4wK.js} +2 -2
- package/dist/{debug-B5jDImcW.js.map → debug-CIXzB4wK.js.map} +1 -1
- package/dist/{default-effort-fpdbYVKm.js → default-effort-BAy8ixd1.js} +1 -1
- package/dist/{default-effort-BZRa-SQP.js → default-effort-DGhQmu95.js} +8 -5
- package/dist/default-effort-DGhQmu95.js.map +1 -0
- package/dist/{dist-ByYk_wAs.js → dist-CAFD1yfv.js} +28 -6
- package/dist/dist-CAFD1yfv.js.map +1 -0
- package/dist/{docker-CWuSRj7a.js → docker-Cqw-CyWz.js} +4 -4
- package/dist/{docker-CWuSRj7a.js.map → docker-Cqw-CyWz.js.map} +1 -1
- package/dist/{docker--2ytOHcu.js → docker-DAMnm3L9.js} +103 -73
- package/dist/docker-DAMnm3L9.js.map +1 -0
- package/dist/{docker-CIzHzwlC.js → docker-Dr4XeDc8.js} +1 -1
- package/dist/{doctor-eE65YpEv.js → doctor-B2PohneB.js} +86 -29
- package/dist/doctor-B2PohneB.js.map +1 -0
- package/dist/{env-T86lAqUD.js → env-8x1O8I1M.js} +2 -2
- package/dist/{env-T86lAqUD.js.map → env-8x1O8I1M.js.map} +1 -1
- package/dist/{environment-Cy3FVLR5.js → environment-DB8o3hGi.js} +80 -40
- package/dist/environment-DB8o3hGi.js.map +1 -0
- package/dist/{errors-BQV__TzH.js → errors-BZgLSZtV.js} +2 -2
- package/dist/{errors-BQV__TzH.js.map → errors-BZgLSZtV.js.map} +1 -1
- package/dist/{eval-source-BTsTRiBW.js → eval-source-D3sbAzt-.js} +23 -15
- package/dist/eval-source-D3sbAzt-.js.map +1 -0
- package/dist/evaluate-COdzf7Hl.d.ts +92 -0
- package/dist/{evaluate-CFFdyYZX.js → evaluate-CwKeN_fo.js} +472 -159
- package/dist/evaluate-CwKeN_fo.js.map +1 -0
- package/dist/files-B4KQUiM7.js +1 -0
- package/dist/files-BEwfjD8J.js +64 -0
- package/dist/files-BEwfjD8J.js.map +1 -0
- package/dist/{files-CQU08uh4.js → files-BRzV7aPh.js} +5 -5
- package/dist/{files-CQU08uh4.js.map → files-BRzV7aPh.js.map} +1 -1
- package/dist/{files-CIX-pLl4.js → files-BiFU16BW.js} +6 -6
- package/dist/{files-CIX-pLl4.js.map → files-BiFU16BW.js.map} +1 -1
- package/dist/files-C1Rk9FYA.js +1 -0
- package/dist/files-C3mCC8Mn.js +1 -0
- package/dist/{files-tnMgu7-X.js → files-Cl7BQ5gE.js} +55 -14
- package/dist/{files-tnMgu7-X.js.map → files-Cl7BQ5gE.js.map} +1 -1
- package/dist/{files-BGlHnC46.js → files-DgXyaAg6.js} +2 -2
- package/dist/{files-BGlHnC46.js.map → files-DgXyaAg6.js.map} +1 -1
- package/dist/{files-p-uTdOjA.js → files-DlQshsks.js} +3 -2
- package/dist/files-DlQshsks.js.map +1 -0
- package/dist/files-DnlA1A7N.js +1 -0
- package/dist/gate-CgYdaprG.js +49 -0
- package/dist/gate-CgYdaprG.js.map +1 -0
- package/dist/gateway.d.ts +1 -1
- package/dist/{git-BWVkG4Yl.js → git-fDiJ8UIV.js} +3 -3
- package/dist/{git-BWVkG4Yl.js.map → git-fDiJ8UIV.js.map} +1 -1
- package/dist/harness-C2berMiM.js +105 -0
- package/dist/harness-C2berMiM.js.map +1 -0
- package/dist/{harness-Ch2P81sx.js → harness-DXv2gnaT.js} +68 -111
- package/dist/harness-DXv2gnaT.js.map +1 -0
- package/dist/harness.d.ts +1 -1
- package/dist/harness.js +1 -1
- package/dist/{ids-DuK6xl4w.js → ids-C_advdJA.js} +3 -8
- package/dist/ids-C_advdJA.js.map +1 -0
- package/dist/{images-BVZHDf_z.js → images-BNgcR77K.js} +98 -10
- package/dist/images-BNgcR77K.js.map +1 -0
- package/dist/index.d.ts +23 -3
- package/dist/index.js +5 -5
- package/dist/init-4RPeD-K-.js +1 -0
- package/dist/{init-BWnMbUnc.js → init-DbuZVRrW.js} +8 -7
- package/dist/init-DbuZVRrW.js.map +1 -0
- package/dist/ink-list-BpfidQ1h.js +274 -0
- package/dist/ink-list-BpfidQ1h.js.map +1 -0
- package/dist/{invocations-BGRs1r_C.js → invocations-CxGNOlh0.js} +4 -4
- package/dist/{invocations-BGRs1r_C.js.map → invocations-CxGNOlh0.js.map} +1 -1
- package/dist/judge-COMXT1Hx.js +230 -0
- package/dist/judge-COMXT1Hx.js.map +1 -0
- package/dist/judge.d.ts +1 -1
- package/dist/judge.js +1 -1
- package/dist/judgments-CzgpsTqv.js +246 -0
- package/dist/judgments-CzgpsTqv.js.map +1 -0
- package/dist/kinds-C1oY3qyC.js +697 -0
- package/dist/kinds-C1oY3qyC.js.map +1 -0
- package/dist/{summary-zP3cCXDN.js → layout-Cm85tQYk.js} +77 -154
- package/dist/layout-Cm85tQYk.js.map +1 -0
- package/dist/list-DuThsE28.js +1348 -0
- package/dist/list-DuThsE28.js.map +1 -0
- package/dist/live-CJCK11nh.js +1 -0
- package/dist/{live-d_5a5iUv.js → live-CgYbO4Te.js} +24 -4
- package/dist/live-CgYbO4Te.js.map +1 -0
- package/dist/{live-ColieOai.js → live-CnGrRM6j.js} +8 -8
- package/dist/{live-ColieOai.js.map → live-CnGrRM6j.js.map} +1 -1
- package/dist/{matchers-B4ZtlJyP.js → matchers-CXLn-1jm.js} +4 -3
- package/dist/{matchers-B4ZtlJyP.js.map → matchers-CXLn-1jm.js.map} +1 -1
- package/dist/{model-DOXnWH65.js → model-047Dcd-a.js} +1 -1
- package/dist/model-Cv4GuTsZ.js +1 -0
- package/dist/{model-CFSjV-HJ.js → model-CwwkrCb7.js} +5 -5
- package/dist/{model-CFSjV-HJ.js.map → model-CwwkrCb7.js.map} +1 -1
- package/dist/{model-DBpdRXtO.js → model-DJjLw-0r.js} +43 -19
- package/dist/{model-DBpdRXtO.js.map → model-DJjLw-0r.js.map} +1 -1
- package/dist/{model-DOiCiMCD.js → model-V3mMXp6x.js} +213 -559
- package/dist/model-V3mMXp6x.js.map +1 -0
- package/dist/{node-CwP1G178.js → node-D7pAU--0.js} +34 -25
- package/dist/node-D7pAU--0.js.map +1 -0
- package/dist/{opencode-providers-yNKyXD49.js → opencode-providers-BGiXt8_B.js} +107 -49
- package/dist/opencode-providers-BGiXt8_B.js.map +1 -0
- package/dist/{openrouter-models-C8nzPKG2.js → openrouter-models-Cw1z8-sq.js} +2 -2
- package/dist/{openrouter-models-C8nzPKG2.js.map → openrouter-models-Cw1z8-sq.js.map} +1 -1
- package/dist/options-CHubslQf.js +1 -0
- package/dist/{gate-BoDKeuJu.js → pairs-BGb134Vu.js} +3 -49
- package/dist/pairs-BGb134Vu.js.map +1 -0
- package/dist/{patch-DvLr8wCZ.js → patch-DH4e_Gkd.js} +3 -3
- package/dist/{patch-DvLr8wCZ.js.map → patch-DH4e_Gkd.js.map} +1 -1
- package/dist/plain-BYUf_fUV.js +267 -0
- package/dist/plain-BYUf_fUV.js.map +1 -0
- package/dist/{plan-CIfOFhth.js → plan-Cgq9NCEX.js} +117 -45
- package/dist/plan-Cgq9NCEX.js.map +1 -0
- package/dist/{plugins-BEs2Am3L.js → plugins-BkmPxDiY.js} +11 -268
- package/dist/plugins-BkmPxDiY.js.map +1 -0
- package/dist/preflight-4gWSy0Pe.js +1 -0
- package/dist/{preflight-50Qw5e5K.js → preflight-BElE_q0u.js} +16 -9
- package/dist/preflight-BElE_q0u.js.map +1 -0
- package/dist/preflight-CtlloeOQ.js +68 -0
- package/dist/preflight-CtlloeOQ.js.map +1 -0
- package/dist/{preflight-BAIRsTpl.js → preflight-R-InZCQb.js} +1 -1
- package/dist/{prepare-8XhzhLHX.js → prepare-C7f5mPl5.js} +9 -9
- package/dist/{prepare-8XhzhLHX.js.map → prepare-C7f5mPl5.js.map} +1 -1
- package/dist/{prepare-8nvfDFQx.js → prepare-CzkAdbXm.js} +2 -2
- package/dist/{prices-C4BRuSe8.js → prices-5m3SzMZ3.js} +3 -3
- package/dist/{prices-C4BRuSe8.js.map → prices-5m3SzMZ3.js.map} +1 -1
- package/dist/{provenance-Cc8fFE7Z.js → provenance-zsc4--dP.js} +6 -5
- package/dist/provenance-zsc4--dP.js.map +1 -0
- package/dist/provider-BnUoz4KB.js +1 -0
- package/dist/{provider-DZd8t_XW.js → provider-BxzZq3Th.js} +2 -2
- package/dist/{provider-DZd8t_XW.js.map → provider-BxzZq3Th.js.map} +1 -1
- package/dist/{providers-DZSTlC9R.js → providers-B8xYMeah.js} +152 -9
- package/dist/providers-B8xYMeah.js.map +1 -0
- package/dist/providers-CVu8e0xS.js +1 -0
- package/dist/{query-DXpxaaTH.js → query-Bb3SYICk.js} +3 -3
- package/dist/{query-DXpxaaTH.js.map → query-Bb3SYICk.js.map} +1 -1
- package/dist/query-DIfkUcPh.js +1 -0
- package/dist/{questions-C_Y-oXW6.js → questions-CWlR9ffu.js} +41 -11
- package/dist/questions-CWlR9ffu.js.map +1 -0
- package/dist/{record-DhzwkSXc.js → record-6IUzwP9K.js} +5 -3
- package/dist/record-6IUzwP9K.js.map +1 -0
- package/dist/{redact-BEEGc37e.js → redact-BhjtnjrU.js} +11 -7
- package/dist/redact-BhjtnjrU.js.map +1 -0
- package/dist/remarks-CAvTSq16.js +1 -0
- package/dist/{remarks-0EXMh6AD.js → remarks-D9Lcd1fF.js} +3 -2
- package/dist/remarks-D9Lcd1fF.js.map +1 -0
- package/dist/remarks-DPCONFxZ.js +138 -0
- package/dist/remarks-DPCONFxZ.js.map +1 -0
- package/dist/{remarks-E4rpi8Ym.js → remarks-vtkPmQb9.js} +327 -41
- package/dist/remarks-vtkPmQb9.js.map +1 -0
- package/dist/{remote-DZ00A8V_.js → remote-BgYWqogI.js} +6 -6
- package/dist/{remote-DZ00A8V_.js.map → remote-BgYWqogI.js.map} +1 -1
- package/dist/{resolve-B_JlQ0La.js → resolve-Do0ZaYH6.js} +11 -10
- package/dist/resolve-Do0ZaYH6.js.map +1 -0
- package/dist/resolve-amw_2Odz.js +1 -0
- package/dist/{results-BMJHaQbi.js → results-JyuM64gy.js} +7 -7
- package/dist/{results-BMJHaQbi.js.map → results-JyuM64gy.js.map} +1 -1
- package/dist/resume-AW5oXzUc.js +691 -0
- package/dist/resume-AW5oXzUc.js.map +1 -0
- package/dist/retry-ChzISxmy.js +105 -0
- package/dist/retry-ChzISxmy.js.map +1 -0
- package/dist/{runtime-CSZ1hjlN.js → runtime-BpW1f1Mx.js} +26 -7
- package/dist/runtime-BpW1f1Mx.js.map +1 -0
- package/dist/sandbox/boat.d.ts +26 -0
- package/dist/sandbox/boat.js +37 -0
- package/dist/sandbox/boat.js.map +1 -0
- package/dist/{sandbox-B5W8lLL1.js → sandbox-kSgr7vo5.js} +31 -3
- package/dist/sandbox-kSgr7vo5.js.map +1 -0
- package/dist/sandbox.d.ts +20 -2
- package/dist/sandbox.js +1 -1
- package/dist/server-2_gUnVvf.js +1 -0
- package/dist/{server-BfN6q2lH.js → server-Cn8VqO9S.js} +10 -10
- package/dist/{server-BfN6q2lH.js.map → server-Cn8VqO9S.js.map} +1 -1
- package/dist/{shared-ogqPJ0uo.js → shared-Cfi45Bvy.js} +9 -2
- package/dist/shared-Cfi45Bvy.js.map +1 -0
- package/dist/slug-IHh3f770.js +136 -0
- package/dist/slug-IHh3f770.js.map +1 -0
- package/dist/source-CY3etKzw.js +1 -0
- package/dist/{source-BD6Bg0Tr.js → source-CYOhR98B.js} +2 -2
- package/dist/{source-BD6Bg0Tr.js.map → source-CYOhR98B.js.map} +1 -1
- package/dist/src-6Zzyg4Qd.js +2 -0
- package/dist/{src-BC2WXULN.js → src-BDhcPtnI.js} +2 -2
- package/dist/{src-B-L8O1Ld.js → src-BNQznj4z.js} +2 -2
- package/dist/{src-B-L8O1Ld.js.map → src-BNQznj4z.js.map} +1 -1
- package/dist/src-BRMsk9nh.js +2 -0
- package/dist/{src-Dp-fWOfG.js → src-CV_7DkPa.js} +47 -45
- package/dist/{src-Dp-fWOfG.js.map → src-CV_7DkPa.js.map} +1 -1
- package/dist/{src-KlDOGD0B.js → src-Cb2MWozp.js} +3 -1
- package/dist/{src-KlDOGD0B.js.map → src-Cb2MWozp.js.map} +1 -1
- package/dist/{src-Cpy9MNS3.js → src-Ck2r_EMT.js} +617 -74
- package/dist/src-Ck2r_EMT.js.map +1 -0
- package/dist/{src-HTG2SoNz.js → src-DAzaCTcN.js} +2 -2
- package/dist/{src-HTG2SoNz.js.map → src-DAzaCTcN.js.map} +1 -1
- package/dist/src-DB7N8TYJ.js +2 -0
- package/dist/src-DPDaAYwh.js +2 -0
- package/dist/{src-Cx0HJIJ-.js → src-Dbk19BiP.js} +2 -2
- package/dist/src-DtodMT59.js +1 -0
- package/dist/{src-uluei5nU.js → src-DvGns8cz.js} +2 -2
- package/dist/{src-uluei5nU.js.map → src-DvGns8cz.js.map} +1 -1
- package/dist/{src-B_igzM1O.js → src-Dw79VLa3.js} +3 -1
- package/dist/{src-B_igzM1O.js.map → src-Dw79VLa3.js.map} +1 -1
- package/dist/{src-D5t4OiRt.js → src-KxS91P7L.js} +3 -1
- package/dist/{src-D5t4OiRt.js.map → src-KxS91P7L.js.map} +1 -1
- package/dist/src-T-OeuJLr.js +2 -0
- package/dist/{src-BvM0jWuZ.js → src-YvblOrBU.js} +2 -2
- package/dist/{src-BvM0jWuZ.js.map → src-YvblOrBU.js.map} +1 -1
- package/dist/src-zntEDlnx.js +3 -0
- package/dist/{state-CdSjXIfE.js → state-BOLt8pJg.js} +17 -17
- package/dist/{state-CdSjXIfE.js.map → state-BOLt8pJg.js.map} +1 -1
- package/dist/state-kimtIhBP.js +1 -0
- package/dist/{stats-D-Gqwqt0.js → stats-C18W4xPX.js} +63 -8
- package/dist/stats-C18W4xPX.js.map +1 -0
- package/dist/suite-CKBa6MKt.js +2 -0
- package/dist/suite-COglUhPd.js +1272 -0
- package/dist/suite-COglUhPd.js.map +1 -0
- package/dist/summary-DU5zaibx.js +148 -0
- package/dist/summary-DU5zaibx.js.map +1 -0
- package/dist/tart-BTVXp8rz.js +373 -0
- package/dist/tart-BTVXp8rz.js.map +1 -0
- package/dist/tart-cli-BIC9HqPg.js +37 -0
- package/dist/tart-cli-BIC9HqPg.js.map +1 -0
- package/dist/tart-cli-BMrkmBjI.js +1 -0
- package/dist/tart-images-DZ_Mbh-g.js +233 -0
- package/dist/tart-images-DZ_Mbh-g.js.map +1 -0
- package/dist/tart-ref-7Qv3cm3B.js +1 -0
- package/dist/tart-ref-DYZijjrU.js +55 -0
- package/dist/tart-ref-DYZijjrU.js.map +1 -0
- package/dist/testing.d.ts +47 -37
- package/dist/testing.js +4 -4
- package/dist/{text-D--Q5KsA.js → text-B8-W3Cvn.js} +2 -4
- package/dist/{text-D--Q5KsA.js.map → text-B8-W3Cvn.js.map} +1 -1
- package/dist/trace-Dx2NBE1O.js +311 -0
- package/dist/trace-Dx2NBE1O.js.map +1 -0
- package/dist/traits-DKnYkqeK.js +66 -0
- package/dist/traits-DKnYkqeK.js.map +1 -0
- package/dist/{transcript-C_IpYMRk.js → transcript-CCf07UmU.js} +3 -3
- package/dist/{transcript-C_IpYMRk.js.map → transcript-CCf07UmU.js.map} +1 -1
- package/dist/{types-C4OkYhZg.js → types-C2mLpph3.js} +3 -2
- package/dist/types-C2mLpph3.js.map +1 -0
- package/dist/{types-BHR1lGPh.d.ts → types-DBwFsGem.d.ts} +420 -136
- package/dist/{judge-ByEUlzOM.js → vercel-CGlSBv63.js} +3 -229
- package/dist/vercel-CGlSBv63.js.map +1 -0
- package/dist/{vertex-6uSpZ5L8.js → vertex-Eb2wqahk.js} +5 -2
- package/dist/vertex-Eb2wqahk.js.map +1 -0
- package/dist/vertex-O88TCwgY.js +1 -0
- package/dist/view/index.d.ts +238 -90
- package/dist/view/index.js +11 -9
- package/dist/{views-CKoN5NAx.js → views-DAIiLiV3.js} +8 -7
- package/dist/views-DAIiLiV3.js.map +1 -0
- package/dist/views-DtRhj2Tn.js +2 -0
- package/dist/{worker-entry-D5dB8cgT.js → worker-entry-BIROTPX1.js} +11 -8
- package/dist/{worker-entry-D5dB8cgT.js.map → worker-entry-BIROTPX1.js.map} +1 -1
- package/dist/workspace-CcQRT31C.js +1 -0
- package/dist/{workspace-Cho30qlM.js → workspace-uuE51x35.js} +7 -7
- package/dist/{workspace-Cho30qlM.js.map → workspace-uuE51x35.js.map} +1 -1
- package/package.json +26 -11
- package/skills/eval-rubric/SKILL.md +31 -4
- package/dist/adapter-DyvDj4ZN.js.map +0 -1
- package/dist/app-files-hpRT5lj_.js.map +0 -1
- package/dist/assemble-DTXwCL3m.js +0 -1
- package/dist/assemble-Dlh6Xv3U.js.map +0 -1
- package/dist/capture-BT2fAmpZ.js +0 -1
- package/dist/capture-Bdcx9Gap.js.map +0 -1
- package/dist/cli-CGd51thd.js.map +0 -1
- package/dist/cli-spec-ChkleEVm.js.map +0 -1
- package/dist/client-CF-DOjOU.js.map +0 -1
- package/dist/command-CsfcwMyc.js.map +0 -1
- package/dist/command-CyIb9BSC.js.map +0 -1
- package/dist/command-TLmY-rYp.js.map +0 -1
- package/dist/commands-C54S45d7.js.map +0 -1
- package/dist/config-ImY6AlRE.js.map +0 -1
- package/dist/context-BajfiH0S.js.map +0 -1
- package/dist/contrasts-DtSX8E_V.js +0 -101
- package/dist/contrasts-DtSX8E_V.js.map +0 -1
- package/dist/cost-CMzY9VXv.js +0 -1
- package/dist/db-ZIk6S2CD.js +0 -2
- package/dist/db-sHGpaLo9.js.map +0 -1
- package/dist/debug-BnXV7JbX.js +0 -1
- package/dist/default-effort-BZRa-SQP.js.map +0 -1
- package/dist/dist-ByYk_wAs.js.map +0 -1
- package/dist/docker--2ytOHcu.js.map +0 -1
- package/dist/doctor-eE65YpEv.js.map +0 -1
- package/dist/environment-Cy3FVLR5.js.map +0 -1
- package/dist/eval-source-BTsTRiBW.js.map +0 -1
- package/dist/evaluate-CFFdyYZX.js.map +0 -1
- package/dist/evaluate-DnGOaGQc.d.ts +0 -43
- package/dist/files-B3d-8Fe0.js +0 -1
- package/dist/files-COW5JBJM.js +0 -1
- package/dist/files-Do4Rp3yZ.js +0 -1
- package/dist/files-p-uTdOjA.js.map +0 -1
- package/dist/gate-BoDKeuJu.js.map +0 -1
- package/dist/harness-Ch2P81sx.js.map +0 -1
- package/dist/ids-DuK6xl4w.js.map +0 -1
- package/dist/images-BVZHDf_z.js.map +0 -1
- package/dist/init-BWnMbUnc.js.map +0 -1
- package/dist/init-s1jN-PCI.js +0 -1
- package/dist/judge-ByEUlzOM.js.map +0 -1
- package/dist/live-DmJix4c8.js +0 -1
- package/dist/live-d_5a5iUv.js.map +0 -1
- package/dist/model-8uZBYqV5.js +0 -1
- package/dist/model-DOiCiMCD.js.map +0 -1
- package/dist/node-CwP1G178.js.map +0 -1
- package/dist/opencode-providers-yNKyXD49.js.map +0 -1
- package/dist/plan-CIfOFhth.js.map +0 -1
- package/dist/plugins-BEs2Am3L.js.map +0 -1
- package/dist/preflight-50Qw5e5K.js.map +0 -1
- package/dist/provenance-Cc8fFE7Z.js.map +0 -1
- package/dist/provider-DCdTHQpk.js +0 -1
- package/dist/providers-CP_bBtYm.js +0 -1
- package/dist/providers-DZSTlC9R.js.map +0 -1
- package/dist/query-kFPuqBv1.js +0 -1
- package/dist/questions-C_Y-oXW6.js.map +0 -1
- package/dist/record-DhzwkSXc.js.map +0 -1
- package/dist/redact-BEEGc37e.js.map +0 -1
- package/dist/remarks-0EXMh6AD.js.map +0 -1
- package/dist/remarks-BL18Id09.js +0 -1
- package/dist/remarks-DeZZT8PK.js +0 -116
- package/dist/remarks-DeZZT8PK.js.map +0 -1
- package/dist/remarks-E4rpi8Ym.js.map +0 -1
- package/dist/resolve-BJSay360.js +0 -1
- package/dist/resolve-B_JlQ0La.js.map +0 -1
- package/dist/resume-CexsWuGK.js +0 -434
- package/dist/resume-CexsWuGK.js.map +0 -1
- package/dist/runtime-CSZ1hjlN.js.map +0 -1
- package/dist/sandbox-B5W8lLL1.js.map +0 -1
- package/dist/server-SBzrf35T.js +0 -1
- package/dist/shared-ogqPJ0uo.js.map +0 -1
- package/dist/source-Dn1uqPon.js +0 -1
- package/dist/src-BKDZO3ra.js +0 -2
- package/dist/src-BxrHipV0.js +0 -3
- package/dist/src-C9elednc.js +0 -2
- package/dist/src-CM7xdJFA.js +0 -2
- package/dist/src-CWEGknZo.js +0 -2
- package/dist/src-Cpy9MNS3.js.map +0 -1
- package/dist/src-DVaAKCsH.js +0 -1
- package/dist/src-DurP--_D.js +0 -2
- package/dist/state-Cicc9Oa5.js +0 -1
- package/dist/stats-D-Gqwqt0.js.map +0 -1
- package/dist/suite-BYJ2Q0S-.js +0 -2
- package/dist/suite-BtHPBFYL.js +0 -544
- package/dist/suite-BtHPBFYL.js.map +0 -1
- package/dist/summary-zP3cCXDN.js.map +0 -1
- package/dist/types-C4OkYhZg.js.map +0 -1
- package/dist/vertex-6uSpZ5L8.js.map +0 -1
- package/dist/vertex-BaAz44YN.js +0 -1
- package/dist/views-CKoN5NAx.js.map +0 -1
- package/dist/views-CmyX255j.js +0 -2
- package/dist/workspace-Dw9DEZox.js +0 -1
|
@@ -1,81 +1,22 @@
|
|
|
1
|
-
import { n as toolTarget } from "./tool-target-DS5d72eH.js";
|
|
2
1
|
import { n as UsageError } from "./errors-ttMTnIYX.js";
|
|
2
|
+
import { n as toolTarget } from "./tool-target-DS5d72eH.js";
|
|
3
3
|
import { t as RUN_ID } from "./paths-Dwmi7L4X.js";
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
6
|
-
import { n as gateLabel } from "./gate-
|
|
7
|
-
import { o as sortAnalyses } from "./analysis-
|
|
8
|
-
import {
|
|
9
|
-
import {
|
|
10
|
-
import {
|
|
11
|
-
import {
|
|
12
|
-
import {
|
|
13
|
-
import { r as
|
|
14
|
-
import { r as
|
|
15
|
-
import { r as
|
|
16
|
-
import { basename, join } from "node:path";
|
|
4
|
+
import { i as fromCwd } from "./ids-C_advdJA.js";
|
|
5
|
+
import { f as redactJson, h as redactSecrets, v as registerSecret } from "./redact-BhjtnjrU.js";
|
|
6
|
+
import { n as gateLabel } from "./gate-CgYdaprG.js";
|
|
7
|
+
import { o as sortAnalyses } from "./analysis-BnG_1x_O.js";
|
|
8
|
+
import { p as scratchDir, s as readRecord } from "./files-Cl7BQ5gE.js";
|
|
9
|
+
import { n as renderSummary } from "./summary-DU5zaibx.js";
|
|
10
|
+
import { o as resolveRun } from "./views-DAIiLiV3.js";
|
|
11
|
+
import { a as compareView, h as showRecord, n as allRuns, s as historyView } from "./commands-CWy-WndG.js";
|
|
12
|
+
import { r as VIEW_NAMES, s as openHistoryDb } from "./db-zgC1tvKB.js";
|
|
13
|
+
import { r as resolveFile } from "./source-CYOhR98B.js";
|
|
14
|
+
import { r as statementCount } from "./query-Bb3SYICk.js";
|
|
15
|
+
import { a as source, o as transcriptLines, r as readTranscript, t as fileTail } from "./files-BEwfjD8J.js";
|
|
17
16
|
import { z } from "zod";
|
|
17
|
+
import { basename, join } from "node:path";
|
|
18
18
|
import { timingSafeEqual } from "node:crypto";
|
|
19
|
-
import { readFile } from "node:fs/promises";
|
|
20
19
|
import { McpServer, ResourceTemplate } from "@modelcontextprotocol/server";
|
|
21
|
-
// src/mcp/files.ts
|
|
22
|
-
const source = (config) => ({
|
|
23
|
-
root: config.root,
|
|
24
|
-
historyDir: config.history.dir,
|
|
25
|
-
scratch: true
|
|
26
|
-
});
|
|
27
|
-
/** The attempt `ref` names in `run`: its key, or an attempt id (`<cell>#<n>`) unique in the run. */
|
|
28
|
-
function findAttempt(run, ref) {
|
|
29
|
-
const attempts = run.evals.flatMap((e) => e.attempts);
|
|
30
|
-
const exact = attempts.find((a) => a.key === ref);
|
|
31
|
-
if (exact) return exact;
|
|
32
|
-
const byId = attempts.filter((a) => a.id === ref);
|
|
33
|
-
if (byId.length === 1 && byId[0]) return byId[0];
|
|
34
|
-
const keys = attempts.map((a) => a.key);
|
|
35
|
-
const listed = `${keys.slice(0, 20).join("; ")}${keys.length > 20 ? `; … ${keys.length - 20} more` : ""}`;
|
|
36
|
-
throw new Error(byId.length > 1 ? `"${ref}" is an attempt of ${byId.length} evals in ${run.runId}; use its key: ${byId.map((a) => a.key).join("; ")}` : `No attempt "${ref}" in ${run.runId}. Attempts: ${listed}`);
|
|
37
|
-
}
|
|
38
|
-
/** The path of a file the run kept, or null when it wasn't kept. */
|
|
39
|
-
async function runFile(config, run, path) {
|
|
40
|
-
if (!path) return null;
|
|
41
|
-
return resolveFile(source(config), {
|
|
42
|
-
kind: "artifact",
|
|
43
|
-
runId: run.runId,
|
|
44
|
-
segments: path.split("/")
|
|
45
|
-
});
|
|
46
|
-
}
|
|
47
|
-
/** The attempt's transcript lines, or null when the run kept no transcript for it. */
|
|
48
|
-
async function transcriptLines(config, run, attempt) {
|
|
49
|
-
const file = await runFile(config, run, attempt.files.transcript?.path);
|
|
50
|
-
if (!file) return null;
|
|
51
|
-
const lines = [];
|
|
52
|
-
for (const line of (await readFile(file, "utf8")).split("\n")) {
|
|
53
|
-
if (!line.trim()) continue;
|
|
54
|
-
try {
|
|
55
|
-
lines.push(readableTranscriptLine(JSON.parse(line)));
|
|
56
|
-
} catch {}
|
|
57
|
-
}
|
|
58
|
-
return lines;
|
|
59
|
-
}
|
|
60
|
-
async function readTranscript(config, run, ref) {
|
|
61
|
-
const attempt = findAttempt(run, ref);
|
|
62
|
-
const lines = await transcriptLines(config, run, attempt);
|
|
63
|
-
if (!lines) throw new Error(`${run.runId} kept no transcript for ${attempt.key} (recorded with --artifacts failures or none?)`);
|
|
64
|
-
return {
|
|
65
|
-
attempt,
|
|
66
|
-
lines
|
|
67
|
-
};
|
|
68
|
-
}
|
|
69
|
-
/** The last `chars` characters of a kept file, from a line start; null when it wasn't kept. */
|
|
70
|
-
async function fileTail(config, run, path, chars) {
|
|
71
|
-
const file = await runFile(config, run, path);
|
|
72
|
-
if (!file) return null;
|
|
73
|
-
const text = (await readFile(file, "utf8")).trimEnd();
|
|
74
|
-
if (text.length <= chars) return text;
|
|
75
|
-
const cut = text.slice(-chars);
|
|
76
|
-
const nl = cut.indexOf("\n");
|
|
77
|
-
return `…${nl >= 0 && nl < cut.length - 1 ? cut.slice(nl + 1) : cut}`;
|
|
78
|
-
}
|
|
79
20
|
const clip = (text, max) => text.length <= max ? text : `${text.slice(0, max)}… (${text.length - max} more characters)`;
|
|
80
21
|
const asText = (value) => typeof value === "string" ? value : value == null ? "" : JSON.stringify(value);
|
|
81
22
|
/** One transcript line, cut down to what says what happened. Line numbers count from 1. */
|
|
@@ -314,15 +255,17 @@ const MAX_ROWS = 1e3;
|
|
|
314
255
|
/** What each view has one row per, for its tool's description. */
|
|
315
256
|
const VIEW_ROWS = {
|
|
316
257
|
lift: "variant cell per run: its control, both sides’ pass counts and pass@1, lift points and the 95% interval (lo, hi), within_noise",
|
|
317
|
-
|
|
258
|
+
case_lift: "variant cell per eval with cases per run: its control, paired cases, both sides’ mean pass@1 over them, lift points and the 95% interval (lo, hi), verdict and effort ratios",
|
|
318
259
|
effort: "cell per run: attempts, median tool calls, agent seconds and tokens; for a variant, the ratios to its control, p-values and verdicts (tokens omitted when either side has no usage sample)",
|
|
319
260
|
attempt_answers: "answer to a question asked of one attempt on its own (no across): the attempt, its outcome, the choice picked, the text, and the error when the call failed",
|
|
261
|
+
attempt_values: "value an attempt recorded with c.observe(name, value), its last per name: the attempt, its outcome, the JSON value with its kind, num for a number and text for a string",
|
|
320
262
|
factor_effects: "factor contrast (environment, harness, model) by evidence tier, with pass@1 and effort verdicts",
|
|
263
|
+
measure_effects: "measure per variant cell (pooled over the cases, on an eval with several) per run: pass rate, each check, judge and compare question, tool calls, agent time and tokens, each side’s value, the estimate, interval or p, verdict (better, worse, same or leans), its text and the runs a lean needs to hold",
|
|
321
264
|
skill_reads: "attempt and skill its environment placed: the transcript line of its first read (a path under skills/<name>/, or a skill / load_skill call), and how many",
|
|
322
|
-
flaky_cells: `cell with mixed outcomes pooled over comparable runs: counts, a Wilson interval, a verdict (flaky from 6 counted attempts, else mixed: too few to call it flaky) and a likely cause`,
|
|
265
|
+
flaky_cells: `cell (per case, on an eval with cases) with mixed outcomes pooled over comparable runs: counts, a Wilson interval, a verdict (flaky from 6 counted attempts, else mixed: too few to call it flaky) and a likely cause`,
|
|
323
266
|
drift: "run where a cell’s fingerprint changed from its previous run, what changed, and noise = 1 when only agent runtime state did",
|
|
324
267
|
failing_attempts: "failed or infra-error attempt, with its harness, model, environment skill, error, OOM kills and first failed check",
|
|
325
|
-
eval_trend: "eval per run: outcome, pass@1, branch, PR and fingerprint",
|
|
268
|
+
eval_trend: "eval per run (an eval with cases is one, with how many): outcome, pass@1, branch, PR and fingerprint",
|
|
326
269
|
verdict_flips: "judge question per cell whose pass rate changed from its previous run",
|
|
327
270
|
check_discrimination: "check (expect label) per variant cell per run: its passes, failures and not-run on both sides, and whether it discriminates (both-pass and both-fail checks measure nothing)",
|
|
328
271
|
check_rates: "check (expect label) per cell per run, control and variant alike: harness, environment, role, passes, failures, errors, not-run and rate = pass / (pass + fail), null when none",
|
|
@@ -489,7 +432,7 @@ async function serverFactory(config, version) {
|
|
|
489
432
|
}));
|
|
490
433
|
server.registerTool("compare", {
|
|
491
434
|
title: "Compare two runs",
|
|
492
|
-
description: "Diffs two reeval runs eval by eval to find a regression (reeval compare --json): each changed row's base and head outcome and status (regressed, fixed, drift = not comparable, added, removed, infra), per-cell lift and effort,
|
|
435
|
+
description: "Diffs two reeval runs eval by eval to find a regression (reeval compare --json): each changed row's base and head outcome and status (regressed, fixed, drift = not comparable, added, removed, infra), per-cell lift and effort, an eval with cases as one row with its cases' rows in cases, and what changed in the stack; same counts the unchanged evals, which all: true lists too. With only head, the base is head's nearest recorded ancestor.",
|
|
493
436
|
inputSchema: z.object({
|
|
494
437
|
base: z.string().optional().describe(`${RUN_REF}; needs head too`),
|
|
495
438
|
head: z.string().optional().describe(RUN_REF),
|
|
@@ -513,7 +456,7 @@ async function serverFactory(config, version) {
|
|
|
513
456
|
annotations: READ_ONLY
|
|
514
457
|
}, guard(async ({ run }) => {
|
|
515
458
|
const entry = resolveRun(await allRuns(config), run);
|
|
516
|
-
const { listAnalyses } = await import("./files-
|
|
459
|
+
const { listAnalyses } = await import("./files-B4KQUiM7.js");
|
|
517
460
|
const entries = await listAnalyses(config.root, [config.history.dir], entry.runId, true);
|
|
518
461
|
return {
|
|
519
462
|
runId: entry.runId,
|
|
@@ -585,7 +528,7 @@ async function serverFactory(config, version) {
|
|
|
585
528
|
annotations: READ_ONLY
|
|
586
529
|
}, guard(async () => withDb(config, (db) => ({ objects: db.schema() }))));
|
|
587
530
|
server.registerResource("run", new ResourceTemplate("reeval://runs/{runId}", { list: async () => {
|
|
588
|
-
const { listHeaders } = await import("./source-
|
|
531
|
+
const { listHeaders } = await import("./source-CY3etKzw.js");
|
|
589
532
|
return { resources: [...await listHeaders(source(config))].reverse().map((r) => ({
|
|
590
533
|
uri: `reeval://runs/${r.runId}`,
|
|
591
534
|
name: r.runId,
|
|
@@ -698,7 +641,7 @@ async function serveHttp(factory, config, flags) {
|
|
|
698
641
|
const { createMcpHandler } = await import("@modelcontextprotocol/server");
|
|
699
642
|
const { Hono } = await import("hono");
|
|
700
643
|
const { serve } = await import("@hono/node-server");
|
|
701
|
-
const { allowedHosts } = await import("./server-
|
|
644
|
+
const { allowedHosts } = await import("./server-2_gUnVvf.js");
|
|
702
645
|
const hosts = allowedHosts(host, port);
|
|
703
646
|
const handler = createMcpHandler(factory, { onerror: report });
|
|
704
647
|
const app = new Hono();
|
|
@@ -735,4 +678,4 @@ async function serveHttp(factory, config, flags) {
|
|
|
735
678
|
}
|
|
736
679
|
export { mcpCommand };
|
|
737
680
|
|
|
738
|
-
//# sourceMappingURL=command-
|
|
681
|
+
//# sourceMappingURL=command-B5OyHpOu.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"command-B5OyHpOu.js","names":[],"sources":["../src/mcp/failures.ts","../src/mcp/server.ts","../src/mcp/command.ts"],"mappings":";;;;;;;;;;;;;;;;;;;AAwBA,MAAM,QAAQ,MAAc,QAC1B,KAAK,UAAU,MAAM,OAAO,GAAG,KAAK,MAAM,GAAG,GAAG,EAAE,KAAK,KAAK,SAAS,IAAI;AAE3E,MAAM,UAAU,UACd,OAAO,UAAU,WAAW,QAAQ,SAAS,OAAO,KAAK,KAAK,UAAU,KAAK;;AAG/E,SAAS,YAAY,MAAsB,GAA2C;CACpF,QAAQ,KAAK,MAAb;EACE,KAAK,UACH,OAAO;GAAE,MAAM;GAAG,MAAM,KAAK;GAAM,QAAQ,KAAK,KAAK,MAAM,GAAG;EAAE;EAClE,KAAK,QACH,OAAO;GAAE,MAAM;GAAG,MAAM,KAAK;GAAM,MAAM,KAAK,KAAK,MAAM,GAAG;EAAE;EAChE,KAAK,QACH,OAAO;GACL,MAAM;GACN,MAAM,KAAK;GACX,MAAM,KAAK;GACX,QAAQ,WAAW,KAAK,OAAO,KAAK,IAAI;GACxC,IAAI,KAAK;GACT,QAAQ,KAAK,OAAO,KAAK,MAAM,GAAG,GAAG;EACvC;EACF,KAAK,aACH,OAAO;GAAE,MAAM;GAAG,MAAM,KAAK;GAAM,MAAM,KAAK;GAAM,MAAM,KAAK;EAAK;EACtE,KAAK,cACH,OAAO;GACL,MAAM;GACN,MAAM,KAAK;GACX,MAAM;GACN,QAAQ,KAAK;GACb,IAAI,KAAK,OAAO,KAAA,IAAY,OAAO,KAAK;EAC1C;EACF,KAAK,aACH,OAAO;GAAE,MAAM;GAAG,MAAM,KAAK;GAAM,MAAM;GAAa,QAAQ,KAAK;GAAK,IAAI,KAAK;EAAG;EACtF,KAAK;EACL,KAAK,SACH,OAAO;GAAE,MAAM;GAAG,MAAM,KAAK;IAAO,KAAK,OAAO,KAAK,KAAK,SAAS,GAAG;EAAE;EAC1E,KAAK,YACH,OAAO;GAAE,MAAM;GAAG,MAAM,KAAK;GAAM,SAAS,KAAK;EAAO;EAC1D,SACE,OAAO;CACX;AACF;AAEA,SAAS,eAAe,OAAyB,MAAc;CAC7D,MAAM,UAAU,MAAM,SAAS,MAAM,MAAM;EACzC,MAAM,IAAI,YAAY,MAAM,IAAI,CAAC;EACjC,OAAO,IAAI,CAAC,CAAC,IAAI,CAAC;CACpB,CAAC;CACD,OAAO;EAAE,OAAO,MAAM;EAAQ,MAAM,QAAQ,MAAM,CAAC,IAAI;CAAE;AAC3D;AAEA,MAAM,cAAc,MAAgD,EAAE,OAAO,KAAK,EAAE,aAAa;;AAGjG,MAAM,gBAAgB,GAAmD,MAAgB;CACvF,MAAM,EAAE,kBAAkB,MAAM;CAChC,MAAM,EAAE,kBAAkB,MAAM;CAEhC,MAAM,QAAQ,CADA,mBAAG,IAAI,IAAI,CAAC,GAAG,OAAO,KAAK,CAAC,GAAG,GAAG,OAAO,KAAK,CAAC,CAAC,CAAC,CAC9C,CAAC,CAAC,QAAQ,MAAM,MAAM,UAAU,EAAE,OAAO,EAAE,EAAE;CAC9D,OAAO,UAAU,EAAE,IAAI,MAAM,UAAU,EAAE,IAAI,IAAI,QAAQ,CAAC,GAAG,OAAO,MAAe;AACrF;AAEA,SAAS,eACP,KACA,QACU;CACV,MAAM,MAAM,IAAI,IAAI,OAAO,KAAK,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;CACzD,MAAM,QAAQ,IAAI,QAAQ,MAAM,IAAI,IAAI,EAAE,IAAI,MAAM,EAAE,MAAM,CAAC,CAAC,KAAK,MAAM,EAAE,IAAI;CAC/E,MAAM,OAAO,IAAI,IAAI,IAAI,KAAK,MAAM,EAAE,IAAI,CAAC;CAC3C,OAAO,CAAC,GAAG,OAAO,GAAG,OAAO,QAAQ,MAAM,CAAC,KAAK,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,MAAM,GAAG,EAAE,KAAK,WAAW,CAAC;AAChG;;;;;AAMA,SAAS,YAAY,SAAyB,KAAgB,GAAc,MAAkB;CAC5F,MAAM,UAID,CAAC;CACN,KAAK,MAAM,SAAS,SAAS;EAC3B,IAAI,MAAM,SAAS,IAAI,OAAO;EAC9B,MAAM,KAAK,MAAM,MAAM,MAAM,MAAM,EAAE,QAAQ,EAAE,GAAG;EAClD,MAAM,IAAI,IAAI,MAAM,MAAM,MAAM,EAAE,QAAQ,KAAK,GAAG;EAClD,IAAI,MAAM,GAAG,QAAQ,KAAK;GAAE;GAAO,MAAM;GAAI,MAAM;EAAE,CAAC;CACxD;CACA,QAAQ,QAAQ;CAChB,MAAM,UAAU,WAAyB;EACvC,OAAO,MAAM;EACb,KAAK,MAAM,KAAK,IAAI,MAAM,GAAG,EAAE,KAAK;EACpC,UAAU,MAAM;CAClB;CACA,IAAI,QAAQ,IAAI;CAChB,KAAK,MAAM,KAAK,SAAS;EACvB,IAAI,CAAC,WAAW,EAAE,IAAI,GAAG;EACzB,QAAQ,EAAE,MAAM;CAClB;CACA,MAAM,QAAQ,QAAQ,MAAM,MAAM,CAAC,WAAW,EAAE,IAAI,KAAK,EAAE,KAAK,OAAO,CAAC;CACxE,MAAM,WAAW,QAAQ;CACzB,OAAO;EACL,KAAK,CAAC,YAAY,CAAC,WAAW,SAAS,IAAI;EAC3C,cAAc;EACd,UAAU,QACN;GACE,GAAG,OAAO,MAAM,KAAK;GACrB,SAAS,aAAa,MAAM,MAAM,IAAI;GACtC,gBAAgB,eAAe,EAAE,SAAS,MAAM,KAAK,OAAO;EAC9D,IACA;EACJ,SAAS,QAAQ,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,OAAO;GACvC,GAAG,OAAO,EAAE,KAAK;GACjB,MAAM,EAAE,KAAK;GACb,MAAM,EAAE,KAAK;GACb,YAAY,EAAE,KAAK;GACnB,iBAAiB,EAAE,KAAK,gBAAgB,KAAK;EAC/C,EAAE;EACF,aAAa,QAAQ;CACvB;AACF;AAEA,eAAe,gBACb,QACA,KACA,GACA,GACA,MACA;CACA,MAAM,OAAO,EAAE,MAAM,MAAM,MAAM,EAAE,QAAQ,EAAE,IAAI;CACjD,MAAM,QAAQ,MAAM,gBAAgB,QAAQ,KAAK,CAAC;CAClD,MAAM,eAAe,MAAM,QAAQ,IACjC,EAAE,OACC,QAAQ,MAAM,EAAE,aAAa,CAAC,CAAC,CAC/B,IAAI,OAAO,OAAO;EACjB,SAAS,EAAE;EACX,UAAU,EAAE;EACZ,KAAK,EAAE,KAAK,QAAQ;EACpB,SAAS,MAAM,SAAS,QAAQ,KAAK,EAAE,KAAK,MAAM,IAAI;CACxD,EAAE,CACN;CACA,MAAM,YAAY,EAAE,MAAM,UAAU,MAAM,EAAE,IAAI,CAAC,EAAE,QAAQ;CAC3D,MAAM,oBAAoB,EAAE,cAAc,CAAC,EAAA,CACxC,QAAQ,MAAM,EAAE,WAAW,MAAM,CAAC,CAClC,KAAK,OAAO;EACX,OAAO,EAAE;EACT,SAAS,EAAE;EACX,QAAQ,EAAE;EACV,MAAM,EAAE;EACR,SAAS,EAAE,UAAU,KAAK,EAAE,SAAS,GAAG,IAAI;CAC9C,EAAE;CAEJ,MAAM,WACJ,EAAE,OAAO,SAAS,eAAe,EAAE,YAAY,MAAM,MAAM,EAAE,YAAY,EAAE,OAAO,OAAO;CAC3F,OAAO;EACL,MAAM,EAAE;EACR,SAAS,EAAE;EACX,MAAM,EAAE;EACR,SAAS,MAAM,WAAW;EAC1B,aAAa,MAAM,eAAe;EAClC,SAAS,EAAE;EACX,OAAO,OAAO,KAAK,SAAS,SAAS;EACrC,OAAO,EAAE,QACL;GAAE,MAAM,EAAE,MAAM;GAAM,SAAS,WAAW,OAAO,KAAK,EAAE,MAAM,SAAS,IAAI;EAAE,IAC7E;EACJ;EACA,iBAAiB,EAAE,WAChB,QAAQ,MAAM,EAAE,YAAY,MAAM,CAAC,CACnC,KAAK,OAAO;GAAE,UAAU,EAAE;GAAU,OAAO,EAAE;GAAO,WAAW,EAAE;EAAU,EAAE;EAChF;EACA,YAAY,EAAE,MAAM,SAAS,GAAG,MAAO,EAAE,QAAQ,CAAC;GAAE,MAAM,IAAI;GAAG,OAAO,EAAE;EAAM,CAAC,IAAI,CAAC,CAAE;EACxF,cACE,EAAE,YAAY,gBACV,MAAM,SAAS,QAAQ,KAAK,EAAE,MAAM,UAAU,MAAM,IAAI,IACxD;EACN,cAAc,EAAE,aAAa,MAAM,GAAG,EAAE,CAAC,CAAC,KAAK,MAAM,GAAG,EAAE,OAAO,GAAG,EAAE,MAAM;EAC5E,cAAc,YAAY,KAAK,WAAW,GAAG,IAAI;EACjD,YAAY,QAAQ,eAAe,OAAO,IAAI,IAAI;EAClD,OAAO;GACL,YAAY,EAAE,MAAM,YAAY,QAAQ;GACxC,MAAM,EAAE,MAAM,MAAM,QAAQ;GAC5B,UAAU,EAAE,MAAM,UAAU,QAAQ;EACtC;CACF;AACF;AAEA,MAAM,QAAQ,GAAc,MAAqB;CAC/C,MAAM,QAAQ,EAAE,MAAM,MAAM,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE,SAAS;CAC9D,QAAQ,EAAE,YAAY,SAAS,IAAI,MAAM,QAAQ,IAAI;AACvD;AAEA,eAAsB,aACpB,QACA,UAA4E,CAAC,GAC7E;CACA,MAAM,UAAU,MAAM,QAAQ,MAAM;CACpC,MAAM,QAAQ,WAAW,SAAS,QAAQ,GAAG;CAC7C,MAAM,MAAM,MAAM,WAAW,OAAO,QAAQ,MAAM,WAAW,OAAO,IAAI;CACxE,MAAM,MAAM,MAAM,WAAW,KAAK,KAAK,GAAG,MAAM,MAAM,MAAM,CAAC;CAC7D,MAAM,SAAS,QAAQ,QAAQ,YAAY;CAC3C,MAAM,UAAU,IAAI,MACjB,QAAQ,MAAM,CAAC,UAAU,EAAE,GAAG,YAAY,CAAC,CAAC,SAAS,MAAM,CAAC,CAAC,CAC7D,SAAS,MACR,EAAE,SACC,QAAQ,MAAM,EAAE,YAAY,UAAU,EAAE,YAAY,aAAa,CAAC,CAClE,KAAK,OAAO;EAAE;EAAG;CAAE,EAAE,CAC1B,CAAC,CACA,MAAM,GAAG,MAAM,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;CACjD,MAAM,QAAQ,QAAQ,SAAA;CACtB,MAAM,QAAQ,QAAQ,MAAM,GAAG,KAAK;CACpC,MAAM,4BAAY,IAAI,IAA4C;CAClE,MAAM,QAAQ,MAAM,SAAS,EAAE,GAAG,QAAQ;EACxC,MAAM,KAAK,GAAG,EAAE,IAAI,IAAI,EAAE;EAC1B,MAAM,OAAO,EAAE,MAAM,MAAM,MAAM,EAAE,QAAQ,EAAE,IAAI;EACjD,IAAI,UAAU,IAAI,EAAE,KAAK,CAAC,MAAM,OAAO,CAAC;EACxC,UAAU,IAAI,IAAI,YAAY,SAAS,KAAK,GAAG,IAAI,CAAC;EACpD,OAAO,CAAC;GAAE,MAAM,EAAE;GAAI,MAAM,EAAE;GAAM,GAAG,UAAU,IAAI,EAAE;EAAE,CAAC;CAC5D,CAAC;CACD,MAAM,WAAW,MAAM,QAAQ,IAC7B,MAAM,KAAK,EAAE,GAAG,QAAQ,gBAAgB,QAAQ,KAAK,GAAG,GAAG,QAAQ,QAAA,EAAoB,CAAC,CAC1F;CACA,MAAM,SAAS;EACb,OAAO,IAAI;EACX,UAAU,MAAM;EAChB,KAAK,IAAI,KAAK,IAAI,MAAM,GAAG,EAAE,KAAK;EAClC,SAAS,IAAI;CACf;CACA,IAAI,QAAQ,WAAW,GAAG;EACxB,MAAM,SAAS,CAAC,GAAG,OAAO,CAAC,CACxB,QAAQ,CAAC,CACT,MAAM,MAAM,EAAE,QAAQ,OAAO,EAAE,QAAQ,aAAa,KAAK,EAAE,UAAU,IAAI,KAAK;EACjF,OAAO;GACL,GAAG;GACH,SAAS;GACT,UAAU,CAAC;GACX,OAAO,CAAC;GACR,MAAM,qBAAqB,IAAI,QAAQ,SAAS,cAAc,QAAQ,OAAO,KAAK,GAAG,GAAG,SAAS,qCAAqC,OAAO,MAAM,qBAAqB;EAC1K;CACF;CACA,OAAO;EACL,GAAG;EACH,SAAS,QAAQ;EACjB,OAAO,MAAM;EACb;EACA;EACA,MAAM,0DAA0D,IAAI,MAAM,iCAAiC,IAAI,MAAM;CACvH;AACF;AC1PA,MAAa,WAAW;;AAIxB,MAAM,YAAoC;CACxC,MAAM;CACN,WACE;CACF,QACE;CACF,iBACE;CACF,gBACE;CACF,gBACE;CACF,iBACE;CACF,aACE;CACF,aAAa;CACb,OACE;CACF,kBACE;CACF,YACE;CACF,eAAe;CACf,sBACE;CACF,aACE;CACF,eACE;AACJ;AAEA,MAAM,YAAY;CAChB,cAAc;CACd,iBAAiB;CACjB,gBAAgB;CAChB,eAAe;AACjB;AAEA,MAAM,UACJ;;AAKF,SAAS,OAAO,OAAa;CAC3B,MAAM,OAAO,WAAW,OAAO,CAAC;CAChC,MAAM,aAAa,KAAK,MAAM,IAAI;CAClC,OAAO;EAAE,SAAS,CAAC;GAAE,MAAM;GAAiB;EAAK,CAAC;EAAG,mBAAmB;CAAW;AACrF;AAEA,SAAS,QAAQ,OAAgB;CAC/B,MAAM,UAAU,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;CACrE,OAAO;EAAE,SAAS,CAAC;GAAE,MAAM;GAAiB,MAAM,cAAc,OAAO;EAAE,CAAC;EAAG,SAAS;CAAK;AAC7F;AAEA,MAAM,SACA,QACJ,OAAO,SAAY;CACjB,IAAI;EACF,OAAO,OAAO,MAAM,IAAI,IAAI,CAAC;CAC/B,SAAS,OAAO;EACd,OAAO,QAAQ,KAAK;CACtB;AACF;;AAGF,SAAgB,aAAa,KAAqB;CAChD,MAAM,OAAO,IAAI,QAAQ,+CAA+C,EAAE;CAC1E,QAAQ,aAAa,KAAK,IAAI,CAAC,GAAG,MAAM,GAAA,CAAI,YAAY;AAC1D;;;;;AAMA,SAAgB,WAAW,KAA4B;CACrD,IAAI,eAAe,GAAG,MAAM,GAAG,OAAO;CACtC,MAAM,UAAU,aAAa,GAAG;CAChC,IAAI,YAAY,YAAY,YAAY,QACtC,OAAO,iDAAiD,WAAW,UAAU;CAE/E,OAAO;AACT;;AAKA,eAAsB,YAAY,QAA8C;CAC9E,MAAM,KAAK,MAAM,cAAc,OAAO,MAAM,OAAO,QAAQ,GAAG;CAC9D,IAAI;EACF,MAAM,SAAS,GAAG,OAAO;EACzB,OAAO,OAAO,YACZ,WAAW,KAAK,SAAS,CAAC,MAAM,OAAO,MAAM,MAAM,EAAE,SAAS,IAAI,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC,CACrF;CACF,UAAU;EACR,GAAG,MAAM;CACX;AACF;AAEA,eAAe,OACb,QACA,KACA;CACA,MAAM,KAAK,MAAM,cAAc,OAAO,MAAM,OAAO,QAAQ,GAAG;CAC9D,IAAI;EACF,OAAO,IAAI,EAAE;CACf,UAAU;EACR,GAAG,MAAM;CACX;AACF;AAEA,MAAM,OAAO,EAAE,MAAM;CAAC,EAAE,OAAO;CAAG,EAAE,OAAO;CAAG,EAAE,QAAQ;CAAG,EAAE,KAAK;AAAC,CAAC;AACpE,MAAM,cAAc,KAAa,UAAkB,SACjD,EACG,OAAO,CAAC,CACR,IAAI,CAAC,CACL,IAAI,CAAC,CAAC,CACN,IAAI,GAAG,CAAC,CACR,SAAS,CAAC,CACV,SAAS,qBAAqB,KAAK,YAAY,SAAS,YAAY,IAAI,EAAE;AAE/E,MAAa,iBAAiB,OAAe,eAC3C,iBAAiB,MAAM,eAAe,mBAAmB,UAAU;;AAGrE,eAAe,WAAW,QAAwB,OAA0C;CAC1F,IAAI,CAAC,OAAO,KAAK,KAAK,GAAG,OAAO;CAChC,MAAM,OAAO,MAAM,YAAY,OAAO,MAAM,GAAG;EAAE,MAAM;EAAU;CAAM,CAAC;CACxE,OAAO,OAAO,WAAW,IAAI,IAAI;AACnC;AAEA,MAAM,eAAe;;;;AAKrB,eAAsB,cAAc,QAAwB,SAAiB;CAC3E,MAAM,UAAU,MAAM,YAAY,MAAM;CACxC,aAAa;EACX,MAAM,SAAS,IAAI,UACjB;GAAE,MAAM;GAAU,OAAO;GAAsB;EAAQ,GACvD,EAAE,cAAc,aAAa,CAC/B;EAEA,OAAO,aACL,YACA;GACE,OAAO;GACP,aACE;GACF,aAAa,EAAE,OAAO;IACpB,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS,OAAO;IAC3C,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS,mCAAmC;IAC1E,OAAO,WAAW,KAAA,IAAuB,iBAAiB;IAC1D,MAAM,EACH,OAAO,CAAC,CACR,IAAI,CAAC,CACL,IAAI,CAAC,CAAC,CACN,IAAI,GAAG,CAAC,CACR,SAAS,CAAC,CACV,SAAS,4DAAyE;GACvF,CAAC;GACD,aAAa;EACf,GACA,MAAM,OAAO,EAAE,KAAK,QAAQ,OAAO,WACjC,aAAa,QAAQ;GAAE;GAAK;GAAQ;GAAO;EAAK,CAAC,CACnD,CACF;EAEA,OAAO,aACL,WACA;GACE,OAAO;GACP,aACE;GACF,aAAa,EAAE,OAAO;IACpB,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS,mCAAmC;IAC1E,OAAO,WAAW,KAAK,IAAI,MAAM;IACjC,KAAK,EAAE,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS,+CAA+C;GACtF,CAAC;GACD,aAAa;EACf,GACA,MAAM,OAAO,EAAE,QAAQ,OAAO,UAAU;GACtC,MAAM,OAAO,aAAa,MAAM,YAAY,QAAQ;IAAE;IAAQ;IAAO;GAAI,CAAC,CAAC;GAC3E,IAAI,OAAO,KAAK,KAAK,QAAQ,OAAO;GACpC,MAAM,UAAU,aAAa,MAAM,YAAY,QAAQ;IAAE;IAAQ;IAAO,KAAK;GAAK,CAAC,CAAC;GACpF,IAAI,CAAC,QAAQ,KAAK,QAChB,OAAO;IAAE,GAAG;IAAM,MAAM;GAAqD;GAE/E,OAAO;IACL,GAAG;IACH,MAAM;GACR;EACF,CAAC,CACH;EAEA,OAAO,aACL,QACA;GACE,OAAO;GACP,aACE;GACF,aAAa,EAAE,OAAO;IACpB,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS,OAAO;IAC3C,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS,sBAAsB;GAC3E,CAAC;GACD,aAAa;EACf,GACA,MAAM,OAAO,EAAE,KAAK,aAAa;GAC/B,MAAM,SAAS,MAAM,WAAW,QAAQ,GAAG;GAC3C,OAAO,WAAW,OACd;IACE,OAAO,OAAO;IACd,UAAU,cAAc,MAAM,CAAC,CAAC,QAAQ;GAC1C,IACC;EACP,CAAC,CACH;EAEA,OAAO,aACL,WACA;GACE,OAAO;GACP,aACE;GACF,aAAa,EAAE,OAAO;IACpB,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS,GAAG,QAAQ,iBAAiB;IACjE,MAAM,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS,OAAO;IAC5C,KAAK,EAAE,QAAQ,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS,+CAA+C;GACtF,CAAC;GACD,aAAa;EACf,GACA,MAAM,OAAO,EAAE,MAAM,MAAM,UAAU;GAEnC,MAAM,EAAE,SAAS,MAAM,YAAY,QADtB,OAAO,CAAC,MAAM,QAAQ,QAAQ,IAAI,OAAO,CAAC,IAAI,IAAI,CAAC,CACjB;GAC/C,IAAI,KAAK,OAAO;GAChB,MAAM,OAAO,KAAK,KAAK,QAAQ,MAAM,EAAE,WAAW,MAAM;GACxD,OAAO;IAAE,GAAG;IAAM;IAAM,MAAM,KAAK,KAAK,SAAS,KAAK;GAAO;EAC/D,CAAC,CACH;EAEA,OAAO,aACL,YACA;GACE,OAAO;GACP,aACE;GACF,aAAa,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS,OAAO,EAAE,CAAC;GACtE,aAAa;EACf,GACA,MAAM,OAAO,EAAE,UAAU;GACvB,MAAM,QAAQ,WAAW,MAAM,QAAQ,MAAM,GAAG,GAAG;GACnD,MAAM,EAAE,iBAAiB,MAAM,OAAO;GACtC,MAAM,UAAU,MAAM,aAAa,OAAO,MAAM,CAAC,OAAO,QAAQ,GAAG,GAAG,MAAM,OAAO,IAAI;GACvF,OAAO;IAAE,OAAO,MAAM;IAAO,SAAS,aAAa,OAAO;GAAE;EAC9D,CAAC,CACH;EAEA,OAAO,aACL,cACA;GACE,OAAO;GACP,aACE;GACF,aAAa,EAAE,OAAO;IACpB,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS,OAAO;IAC3C,SAAS,EACN,OAAO,CAAC,CACR,SAAS,mEAAmE;IAC/E,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,SAAS,2BAA2B;IAC/E,OAAO,WAAW,UAAA,KAAyB,OAAO;GACpD,CAAC;GACD,aAAa;EACf,GACA,MAAM,OAAO,EAAE,KAAK,SAAS,SAAS,GAAG,QAAA,UAA4B;GACnE,MAAM,SAAS,MAAM,WAAW,QAAQ,GAAG;GAC3C,MAAM,OAAO,MAAM,eAAe,QAAQ,QAAQ,OAAO;GACzD,OAAO;IACL,OAAO,OAAO;IACd,SAAS,KAAK,QAAQ;IACtB,KAAK,cAAc,OAAO,OAAO,KAAK,QAAQ,GAAG;IACjD,OAAO,KAAK,MAAM;IAClB;IACA,OAAO,KAAK,MAAM,MAAM,QAAQ,SAAS,KAAK;GAChD;EACF,CAAC,CACH;EAEA,KAAK,MAAM,QAAQ,YAAY;GAC7B,MAAM,OAAO,QAAQ,SAAS,CAAC;GAC/B,MAAM,QAAQ,EACX,aAAa,OAAO,YAAY,KAAK,KAAK,MAAM,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CACvE,SAAS,CAAC,CACV,SAAS,wEAAwE;GACpF,OAAO,aACL,SAAS,QACT;IACE,OAAO,SAAS;IAChB,aAAa,OAAO,KAAK,gEAAgE,UAAU,SAAS,MAAM,aAAa,KAAK,KAAK,IAAI,EAAE;IAC/I,aAAa,EAAE,OAAO;KAAE;KAAO,OAAO,WAAW,UAAA,KAAwB,MAAM;IAAE,CAAC;IAClF,aAAa;GACf,GACA,MAAM,OAAO,EAAE,OAAO,QAAA,UAA2B;IAC/C,MAAM,UAAU,OAAO,QAAQ,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,OAAO,MAAM,KAAA,CAAS;IAC7E,MAAM,MAAM,kBAAkB,KAAK,GAAG,QAAQ,SAAS,UAAU,QAAQ,KAAK,CAAC,OAAO,IAAI,EAAE,OAAO,CAAC,CAAC,KAAK,OAAO,MAAM,GAAG;IAC1H,MAAM,SAAS,QAAQ,KAAK,GAAG,OAAQ,OAAO,MAAM,YAAY,OAAO,CAAC,IAAI,CAAE;IAG9E,OAAO,OAAO,SAAS,OAAO;KAC5B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,QAAQ,QAAQ,CAAC,CAAC;KAElD,OAAO,OAAO;MAAE,GAAG;MAAO,SAAS,MAAM,QAAQ,SAAS,MAAM,UAAU;KAAK,GAAG,KAAK;IACzF,CAAC;GACH,CAAC,CACH;EACF;EAEA,OAAO,aACL,SACA;GACE,OAAO;GACP,aACE;GACF,aAAa,EAAE,OAAO;IACpB,KAAK,EAAE,OAAO,CAAC,CAAC,SAAS,8BAA8B;IACvD,OAAO,WAAW,UAAA,KAAwB,MAAM;GAClD,CAAC;GACD,aAAa;EACf,GACA,MAAM,OAAO,EAAE,KAAK,QAAA,UAA2B;GAC7C,MAAM,UAAU,WAAW,GAAG;GAC9B,IAAI,SAAS,MAAM,IAAI,MAAM,OAAO;GACpC,OAAO,OAAO,SAAS,OAAO,OAAO,GAAG,MAAM,GAAG,GAAG,KAAK,CAAC;EAC5D,CAAC,CACH;EAEA,OAAO,aACL,gBACA;GACE,OAAO;GACP,aACE;GACF,aAAa;EACf,GACA,MAAM,YAAY,OAAO,SAAS,QAAQ,EAAE,SAAS,GAAG,OAAO,EAAE,EAAE,CAAC,CACtE;EAEA,OAAO,iBACL,OACA,IAAI,iBAAiB,yBAAyB,EAC5C,MAAM,YAAY;GAChB,MAAM,EAAE,gBAAgB,MAAM,OAAO;GAErC,OAAO,EACL,WAAW,CAAC,GAAG,MAFE,YAAY,OAAO,MAAM,CAAC,CAExB,CAAC,CAAC,QAAQ,CAAC,CAAC,KAAK,OAAO;IACzC,KAAK,iBAAiB,EAAE;IACxB,MAAM,EAAE;IACR,OAAO,GAAG,EAAE,MAAM,IAAI,EAAE,WAAW,aAAa,UAAU;IAC1D,UAAU;GACZ,EAAE,EACJ;EACF,EACF,CAAC,GACD;GACE,OAAO;GACP,aAAa;GACb,UAAU;GACV,WAAW;IAAE,OAAO;IAAG,YAAY;GAAU;EAC/C,GACA,OAAO,KAAK,EAAE,YAAY;GACxB,MAAM,SAAS,MAAM,WAAW,QAAQ,OAAO,KAAK,CAAC;GACrD,IAAI,CAAC,QAAQ,MAAM,IAAI,MAAM,UAAU,OAAO,KAAK,GAAG;GACtD,OAAO,EACL,UAAU,CACR;IACE,KAAK,IAAI;IACT,UAAU;IACV,MAAM,WAAW,QAAQ,CAAC;GAC5B,CACF,EACF;EACF,CACF;EAEA,OAAO,iBACL,cACA,IAAI,iBAAiB,+CAA+C,EAAE,MAAM,KAAA,EAAU,CAAC,GACvF;GACE,OAAO;GACP,aACE;GACF,UAAU;GACV,WAAW;IAAE,OAAO;IAAG,YAAY;GAAU;EAC/C,GACA,OAAO,KAAK,EAAE,OAAO,cAAc;GACjC,MAAM,SAAS,MAAM,WAAW,QAAQ,OAAO,KAAK,CAAC;GACrD,IAAI,CAAC,QAAQ,MAAM,IAAI,MAAM,UAAU,OAAO,KAAK,GAAG;GACtD,MAAM,OAAO,MAAM,eAAe,QAAQ,QAAQ,OAAO,OAAO,OAAO,CAAC,CAAC;GACzE,OAAO,EACL,UAAU,CACR;IACE,KAAK,IAAI;IACT,UAAU;IACV,MAAM,KAAK,MAAM,KAAK,MAAM,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI;GACtD,CACF,EACF;EACF,CACF;EAEA,OAAO;CACT;AACF;AAEA,MAAM,UAAU,MAAc;CAC5B,IAAI;EACF,OAAO,mBAAmB,CAAC;CAC7B,QAAQ;EACN,OAAO;CACT;AACF;;;;;AAMA,SAAS,aAAuD,MAAS;CACvE,OAAO;EAAE,GAAG;EAAM,MAAM,KAAK,KAAK,KAAK,EAAE,OAAO,GAAG,GAAG,UAAU,GAAG;CAAE;AACvE;AAEA,SAAS,OAAO,QAA6C,OAAe;CAC1E,OAAO;EACL,SAAS,OAAO;EAChB,MAAM,OAAO,KAAK,MAAM,GAAG,KAAK;EAChC,WAAW,OAAO,KAAK,SAAS;CAClC;AACF;;ACjcA,MAAa,mBAAmB;AAEhC,MAAM,UAAU,UAAiB,QAAQ,MAAM,eAAe,cAAc,MAAM,OAAO,GAAG;AAE5F,MAAM,gBACJ,IAAI,SAAe,YAAY;CAC7B,QAAQ,KAAK,gBAAgB,QAAQ,CAAC;CACtC,QAAQ,KAAK,iBAAiB,QAAQ,CAAC;AACzC,CAAC;AAEH,eAAsB,WAAW,EAAE,QAAQ,OAAO,WAAkC;CAClF,IAAI,CAAC,MAAM,MACJ;OAAA,MAAM,QAAQ;GAAC;GAAQ;GAAQ;EAAO,GACzC,IAAI,MAAM,UAAU,KAAA,GAClB,MAAM,IAAI,WAAW,KAAK,KAAK,uDAAuD;CAAA;CAG5F,MAAM,UAAU,MAAM,cAAc,QAAQ,OAAO;CACnD,IAAI,CAAC,MAAM,MAAM;EACf,MAAM,EAAE,eAAe,MAAM,OAAO;EACpC,MAAM,SAAS,WAAW,SAAS,EAAE,SAAS,OAAO,CAAC;EAEtD,MAAM,QAAQ,KAAK,CACjB,IAAI,SAAe,YAAY;GAC7B,QAAQ,MAAM,KAAK,OAAO,OAAO;GACjC,QAAQ,MAAM,KAAK,SAAS,OAAO;EACrC,CAAC,GACD,QAAQ,CACV,CAAC;EACD,MAAM,OAAO,MAAM;EACnB,OAAO;CACT;CACA,OAAO,UAAU,SAAS,QAAQ,KAAK;AACzC;AAEA,MAAM,aAAa,GAAW,MAAc;CAC1C,MAAM,IAAI,OAAO,KAAK,CAAC;CACvB,MAAM,IAAI,OAAO,KAAK,CAAC;CACvB,OAAO,EAAE,WAAW,EAAE,UAAU,gBAAgB,GAAG,CAAC;AACtD;AAEA,eAAe,UACb,SACA,QACA,OACiB;CACjB,MAAM,OAAO,MAAM,SAAS,KAAA,IAAY,mBAAmB,OAAO,MAAM,IAAI;CAC5E,IAAI,EAAE,OAAO,UAAU,IAAI,KAAK,OAAO,KAAK,OAAO,QACjD,MAAM,IAAI,WAAW,qCAAqC,MAAM,KAAK,EAAE;CAEzE,MAAM,OAAO,MAAM,QAAQ;CAC3B,IAAI,SAAS,eAAe,SAAS,eAAe,SAAS,OAC3D,QAAQ,MAAM,uCAAuC,KAAK,gCAAgC;CAG5F,MAAM,QAAQ,MAAM,UAAU,QAAQ,IAAI,oBAAoB,KAAA;CAC9D,IAAI,UAAU,KAAA,KAAa,CAAC,MAAM,KAAK,GACrC,MAAM,IAAI,WAAW,8DAA8D;CACrF,eAAe,KAAK;CACpB,MAAM,EAAE,qBAAqB,MAAM,OAAO;CAC1C,MAAM,EAAE,SAAS,MAAM,OAAO;CAC9B,MAAM,EAAE,UAAU,MAAM,OAAO;CAC/B,MAAM,EAAE,iBAAiB,MAAM,OAAO;CACtC,MAAM,QAAQ,aAAa,MAAM,IAAI;CACrC,MAAM,UAAU,iBAAiB,SAAS,EAAE,SAAS,OAAO,CAAC;CAC7D,MAAM,MAAM,IAAI,KAAK;CACrB,IAAI,IAAI,KAAK,OAAO,GAAG,SAAS;EAC9B,IAAI,CAAC,MAAM,SAAS,EAAE,IAAI,OAAO,MAAM,KAAK,EAAE,GAAG,OAAO,EAAE,KAAK,gBAAgB,GAAG;EAClF,MAAM,SAAS,EAAE,IAAI,OAAO,QAAQ;EACpC,IAAI,UAAU,CAAC,MAAM,MAAM,MAAM,WAAW,UAAU,GAAG,GACvD,OAAO,EAAE,KAAK,yCAAyC,GAAG;EAE5D,IAAI,OAAO;GACT,MAAM,UAAU,gBAAgB,KAAK,EAAE,IAAI,OAAO,eAAe,KAAK,EAAE,CAAC,GAAG;GAC5E,IAAI,CAAC,WAAW,CAAC,UAAU,SAAS,KAAK,GACvC,OAAO,EAAE,KAAK,mEAAmE,KAAK,EACpF,oBAAoB,SACtB,CAAC;EAEL;EACA,OAAO,KAAK;CACd,CAAC;CACD,IAAI,KAAK,SAAS,MAAM,QAAQ,MAAM,EAAE,IAAI,GAAG,CAAC;CAChD,IAAI,IAAI,SAAS,MAAM,EAAE,KAAK,sBAAsB,KAAK,EAAE,OAAO,OAAO,CAAC,CAAC;CAC3E,MAAM,SAAS,MAAM,IAAI,SAAmC,SAAS,WAAW;EAC9E,MAAM,IAAI,MAAM;GAAE,OAAO,IAAI;GAAO,UAAU;GAAM;EAAK,CAAC;EAC1D,EAAE,KAAK,UAAU,UACf,OACE,MAAM,SAAS,eACX,IAAI,WAAW,QAAQ,KAAK,qCAAqC,IACjE,KACN,CACF;EACA,EAAE,KAAK,mBAAmB,QAAQ,CAAC,CAAC;CACtC,CAAC;CACD,MAAM,MAAM,UAAU,KAAK,SAAS,GAAG,IAAI,IAAI,KAAK,KAAK,KAAK,GAAG,KAAK;CACtE,QAAQ,IAAI,gBAAgB,SAAS,OAAO,IAAI,EAAE,KAAK,QAAQ,OAAO,QAAQ,GAAG,KAAK,IAAI,EAAE;CAC5F,QAAQ,IAAI,KAAK,KAAK;CACtB,IAAI,OAAO,QAAQ,IAAI,0EAA0E;CACjG,QAAQ,IAAI,iBAAiB;CAC7B,MAAM,QAAQ;CACd,MAAM,QAAQ,MAAM;CACpB,OAAO,MAAM;CACb,OAAO;AACT"}
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
import { n as UsageError } from "./errors-ttMTnIYX.js";
|
|
2
2
|
import { l as studioPath, o as recordPath } from "./paths-Dwmi7L4X.js";
|
|
3
|
-
import {
|
|
4
|
-
import { o as sortAnalyses, r as analysisDataPath } from "./analysis-
|
|
5
|
-
import { b as indexFiles } from "./model-
|
|
6
|
-
import { p as scratchDir, u as recordNames } from "./files-
|
|
7
|
-
import { n as listHeaders } from "./source-
|
|
8
|
-
import { a as watchLive } from "./live-
|
|
9
|
-
import { i as newToken, n as allowedHosts, r as createStudioApp } from "./server-
|
|
3
|
+
import { i as fromCwd } from "./ids-C_advdJA.js";
|
|
4
|
+
import { o as sortAnalyses, r as analysisDataPath } from "./analysis-BnG_1x_O.js";
|
|
5
|
+
import { b as indexFiles } from "./model-V3mMXp6x.js";
|
|
6
|
+
import { p as scratchDir, u as recordNames } from "./files-Cl7BQ5gE.js";
|
|
7
|
+
import { n as listHeaders } from "./source-CYOhR98B.js";
|
|
8
|
+
import { a as watchLive } from "./live-CnGrRM6j.js";
|
|
9
|
+
import { i as newToken, n as allowedHosts, r as createStudioApp } from "./server-Cn8VqO9S.js";
|
|
10
10
|
import { existsSync, lstatSync, watch } from "node:fs";
|
|
11
11
|
import { basename, dirname, join, resolve } from "node:path";
|
|
12
12
|
import { createHash } from "node:crypto";
|
|
@@ -77,7 +77,7 @@ function appFiles(files) {
|
|
|
77
77
|
let loaded;
|
|
78
78
|
/** The app the build embeds, imported only by the studio commands: it's about 740 KB of code. */
|
|
79
79
|
function embeddedApp() {
|
|
80
|
-
loaded ??= import("./app-files-
|
|
80
|
+
loaded ??= import("./app-files-DT5mJyV4.js").then(({ APP_FILES }) => appFiles(Object.fromEntries(Object.entries(APP_FILES).map(([path, file]) => [path, "utf8" in file ? file.utf8 : Buffer.from(file.base64, "base64")]))));
|
|
81
81
|
return loaded;
|
|
82
82
|
}
|
|
83
83
|
// src/studio/build.ts
|
|
@@ -140,7 +140,7 @@ async function buildStudio(options) {
|
|
|
140
140
|
await mkdir(dirname(join(out, path)), { recursive: true });
|
|
141
141
|
await writeFile(join(out, path), JSON.stringify(body));
|
|
142
142
|
}
|
|
143
|
-
const { listAnalyses, listNotes } = await import("./files-
|
|
143
|
+
const { listAnalyses, listNotes } = await import("./files-B4KQUiM7.js");
|
|
144
144
|
for (const header of headers) {
|
|
145
145
|
const dir = header.recorded ? source.historyDir : scratchDir(source.root);
|
|
146
146
|
const saved = header.recorded ? await listAnalyses(source.root, [source.historyDir], header.runId, false) : [];
|
|
@@ -295,4 +295,4 @@ async function studioCommand({ config, flags, version, build }) {
|
|
|
295
295
|
}
|
|
296
296
|
export { studioCommand };
|
|
297
297
|
|
|
298
|
-
//# sourceMappingURL=command-
|
|
298
|
+
//# sourceMappingURL=command-BLNVDiIg.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"command-
|
|
1
|
+
{"version":3,"file":"command-BLNVDiIg.js","names":[],"sources":["../src/studio/watch.ts","../src/studio/app.ts","../src/studio/build.ts","../src/studio/index.ts","../src/studio/command.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAQA,SAAgB,UAAU,MAAgB,UAAsB,SAAS,MAAM;CAC7E,MAAM,2BAAW,IAAI,IAAuB;CAC5C,IAAI,YAAY;CAChB,IAAI;CACJ,IAAI,SAAS;CAEb,MAAM,UAAU,YAAY;EAC1B,MAAM,QAAkB,CAAC;EACzB,KAAK,MAAM,OAAO,MAAM;GACtB,MAAM,QAAQ,MAAM,YAAY,GAAG,CAAC,CAAC,YAAY,IAAI;GACrD,MAAM,KAAK,GAAG,IAAI,GAAG,QAAQ,MAAM,KAAK,GAAG,IAAI,KAAK;EACtD;EACA,OAAO,MAAM,KAAK,GAAG;CACvB;CAEA,MAAM,QAAQ,YAAY;EACxB,IAAI,QAAQ;EACZ,KAAK,MAAM,OAAO,MAAM;GACtB,IAAI,SAAS,IAAI,GAAG,GAAG;GACvB,IAAI;IACF,MAAM,IAAI,MAAM,KAAK,EAAE,YAAY,MAAM,SAAS,SAAS,CAAC;IAC5D,EAAE,GAAG,eAAe;KAClB,EAAE,MAAM;KACR,SAAS,OAAO,GAAG;IACrB,CAAC;IACD,SAAS,IAAI,KAAK,CAAC;GACrB,QAAQ,CAAC;EACX;EACA,MAAM,OAAO,MAAM,QAAQ;EAC3B,IAAI,aAAa,SAAS,WAAW,SAAS;EAC9C,YAAY;CACd;CAEA,MAAM,iBAAiB;EACrB,aAAa,KAAK;EAClB,QAAQ,iBAAiB,KAAK,MAAM,GAAG,GAAG;CAC5C;CAEA,MAAW;CACX,MAAM,OAAO,kBAAkB,KAAK,MAAM,GAAG,MAAM;CACnD,KAAK,MAAM;CACX,aAAa;EACX,SAAS;EACT,cAAc,IAAI;EAClB,aAAa,KAAK;EAClB,KAAK,MAAM,KAAK,SAAS,OAAO,GAAG,EAAE,MAAM;CAC7C;AACF;;;AC/CA,SAAgB,SAAS,OAA4D;CACnF,OAAO,IAAI,IACT,OAAO,QAAQ,KAAK,CAAC,CAAC,KAAK,CAAC,MAAM,cAAc;EAC9C,MAAM,OAAO,OAAO,KAAK,QAAQ;EAEjC,OAAO,CAAC,MAAM;GAAE;GAAM,MAAA,IADL,WAAW,QAAQ,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,WAAW,CAAC,CAAC,MAAM,GAAG,EAAE,EAAE;EACzD,CAAC;CAC9B,CAAC,CACH;AACF;AAEA,IAAI;;AAGJ,SAAgB,cAAuC;CACrD,WAAW,OAAO,0BAAiB,CAAC,MAAM,EAAE,gBAC1C,SACE,OAAO,YACL,OAAO,QAAQ,SAAS,CAAC,CAAC,KAAK,CAAC,MAAM,UAAU,CAC9C,MACA,UAAU,OAAO,KAAK,OAAO,OAAO,KAAK,KAAK,QAAQ,QAAQ,CAChE,CAAC,CACH,CACF,CACF;CACA,OAAO;AACT;;ACvBA,IAAa,mBAAb,cAAsC,MAAM;CAC1C,OAAgB;AAClB;AAcA,eAAe,OAAO,KAAwD;CAC5E,IAAI,QAAQ;CACZ,IAAI,QAAQ;CACZ,KAAK,MAAM,SAAS,MAAM,QAAQ,KAAK;EAAE,WAAW;EAAM,eAAe;CAAK,CAAC,GAAG;EAChF,IAAI,CAAC,MAAM,OAAO,GAAG;EACrB;EACA,UAAU,MAAM,KAAK,KAAK,MAAM,YAAY,MAAM,IAAI,CAAC,EAAA,CAAG;CAC5D;CACA,OAAO;EAAE;EAAO;CAAM;AACxB;;;;;;AAOA,eAAsB,YAAY,SAA6C;CAC7E,MAAM,EAAE,KAAK,WAAW;CACxB,IAAI,CAAC,QAAQ,IAAI,IAAI,YAAY,GAC/B,MAAM,IAAI,iBACR,qFACF;CAEF,IAAI,WAAW,GAAG,GAAG;EACnB,MAAM,QAAQ,MAAM,QAAQ,GAAG;EAC/B,IAAI,MAAM,SAAS,KAAK,CAAC,MAAM,SAAA,aAAmB,GAChD,MAAM,IAAI,iBACR,GAAG,IAAI,qEACT;EAEF,MAAM,GAAG,KAAK;GAAE,WAAW;GAAM,OAAO;EAAK,CAAC;CAChD;CACA,MAAM,MAAM,KAAK,EAAE,WAAW,KAAK,CAAC;CACpC,KAAK,MAAM,CAAC,MAAM,SAAS,QAAQ,KAAK;EACtC,MAAM,MAAM,QAAQ,KAAK,KAAK,IAAI,CAAC,GAAG,EAAE,WAAW,KAAK,CAAC;EACzD,MAAM,UAAU,KAAK,KAAK,IAAI,GAAG,KAAK,IAAI;CAC5C;CAEA,MAAM,UAAU,MAAM,YAAY,MAAM;CACxC,MAAM,+BAAc,IAAI,KAAK,EAAA,CAAE,YAAY;CAC3C,MAAM,OAAmB;EACvB,MAAM;EACN,QAAQ,QAAQ;EAChB,SAAS,QAAQ;EACjB;EACA,UAAU;GAAE,MAAM;GAAO,SAAS,OAAO;GAAS,WAAW,QAAQ;GAAW,OAAO;EAAM;CAC/F;CACA,MAAM,UAAU,KAAK,KAAK,UAAU,GAAG,GAAG,KAAK,UAAU,MAAM,MAAM,CAAC,EAAE,GAAG;CAC3E,KAAK,MAAM,CAAC,MAAM,SAAS,WAAW,SAAS,WAAW,GAAG;EAC3D,MAAM,MAAM,QAAQ,KAAK,KAAK,IAAI,CAAC,GAAG,EAAE,WAAW,KAAK,CAAC;EACzD,MAAM,UAAU,KAAK,KAAK,IAAI,GAAG,KAAK,UAAU,IAAI,CAAC;CACvD;CACA,MAAM,EAAE,cAAc,cAAc,MAAM,OAAO;CACjD,KAAK,MAAM,UAAU,SAAS;EAC5B,MAAM,MAAM,OAAO,WAAW,OAAO,aAAa,WAAW,OAAO,IAAI;EACxE,MAAM,QAAQ,OAAO,WACjB,MAAM,aAAa,OAAO,MAAM,CAAC,OAAO,UAAU,GAAG,OAAO,OAAO,KAAK,IACxE,CAAC;EAEL,MAAM,QAAQ,MAAM,UAAU,OAAO,MAAM,OAAO,KAAK;EACvD,IAAI,MAAM,UAAU,MAAM,QAAQ;GAChC,MAAM,QAAuB;IAC3B,OAAO,OAAO;IACd,SAAS,aAAa,KAAK;IAC3B,GAAI,MAAM,SAAS,EAAE,MAAM,IAAI,CAAC;GAClC;GACA,MAAM,OAAO,KAAK,KAAK,iBAAiB,OAAO,KAAK,CAAC;GACrD,MAAM,MAAM,QAAQ,IAAI,GAAG,EAAE,WAAW,KAAK,CAAC;GAC9C,MAAM,UAAU,MAAM,KAAK,UAAU,KAAK,CAAC;EAC7C;EACA,MAAM,SAAS,KAAK,KAAK,WAAW,OAAO,KAAK,CAAC;EACjD,MAAM,MAAM,QAAQ,MAAM,GAAG,EAAE,WAAW,KAAK,CAAC;EAChD,MAAM,GAAG,KAAK,KAAK,GAAG,OAAO,MAAM,MAAM,GAAG,MAAM;EAClD,MAAM,YAAY,KAAK,KAAK,OAAO,KAAK;EACxC,IAAI,QAAQ,aAAa,WAAW,SAAS,GAC3C,MAAM,GAAG,WAAW,KAAK,QAAQ,MAAM,GAAG,OAAO,KAAK,GAAG;GACvD,WAAW;GAEX,SAAS,QAAQ,CAAC,cAAc,KAAK,GAAG,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,eAAe;EAC9E,CAAC;CAEL;CACA,OAAO;EAAE,MAAM,QAAQ;EAAQ,GAAI,MAAM,OAAO,GAAG;CAAG;AACxD;;ACrFA,SAAS,OAAO,KAAyC,MAAc,MAAc;CACnF,OAAO,IAAI,SAAoB,SAAS,WAAW;EACjD,MAAM,SAAS,MAAM;GAAE,OAAO,IAAI;GAAO,UAAU;GAAM;EAAK,CAAC;EAC/D,OAAO,KAAK,SAAS,MAAM;EAC3B,OAAO,KAAK,mBAAmB,QAAQ,MAAM,CAAC;CAChD,CAAC;AACH;;AAGA,eAAsB,YAAY,SAAuB;CACvD,MAAM,EAAE,QAAQ,SAAS;CACzB,MAAM,QAAQ,QAAQ,QAAQ,SAAS,IAAI;CAC3C,MAAM,4BAAY,IAAI,IAAkC;CACxD,MAAM,QAAQ,UAAuB;EACnC,KAAK,MAAM,KAAK,WAAW,EAAE,KAAK;CACpC;CACA,MAAM,WAAW,UACf,OAAO,UAAU,CAAC,OAAO,YAAY,WAAW,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,UAAU,SAC5E,KAAK,EAAE,MAAM,kBAAkB,CAAC,CACxC;CACA,MAAM,WAAW,UAAU,SAAS,SAAS,KAAK;EAAE,MAAM;EAAgB;CAAK,CAAC,CAAC;CACjF,MAAM,qBAAqB;EACzB,SAAS;EACT,SAAS;CACX;CACA,KAAK,IAAI,OAAO,QAAQ,MAAM,OAAO,QAAQ,OAAO,IAAI,QAAQ;EAC9D,MAAM,MAAM,gBAAgB;GAC1B;GACA,KAAK,QAAQ;GACb,QAAQ,QAAQ;GAChB,SAAS,QAAQ;GACjB;GACA,OAAO,aAAa,MAAM,IAAI;GAC9B,YAAY,aAAa;IACvB,UAAU,IAAI,QAAQ;IACtB,aAAa,UAAU,OAAO,QAAQ;GACxC;EACF,CAAC;EACD,IAAI;GACF,MAAM,SAAS,MAAM,OAAO,KAAK,MAAM,IAAI;GAC3C,MAAM,SAAS,UAAU,KAAK,SAAS,GAAG,IAAI,IAAI,KAAK,KAAK,KAAK,GAAG;GACpE,OAAO;IACL,KAAK,QAAQ,GAAG,OAAO,UAAU,UAAU,GAAG,OAAO;IACrD;IACA,QAAQ;KACN,aAAa;KACb,OAAO,MAAM;IACf;GACF;EACF,SAAS,OAAO;GACd,IAAK,MAAgC,SAAS,cAAc;IAC1D,aAAa;IACb,MAAM;GACR;EACF;CACF;CACA,aAAa;CACb,MAAM,IAAI,MACR,SAAS,QAAQ,KAAK,GAAG,QAAQ,OAAO,GAAG,0CAC7C;AACF;AAEA,SAAgB,YAAY,KAAa;CACvC,MAAM,UACJ,QAAQ,aAAa,WAAW,SAAS,QAAQ,aAAa,UAAU,aAAa;CACvF,MAAM,SAAS,CAAC,GAAG,GAAG;EAAE,OAAO;EAAU,UAAU;CAAK,CAAC,CAAC,CACvD,GAAG,eAAe,CAAC,CAAC,CAAC,CACrB,MAAM;AACX;;ACzEA,MAAM,MAAM,UACV,QAAQ,UAAc,IAAI,QAAQ,OAAO,KAAA,CAAM,QAAQ,CAAC,EAAE,OAAO,IAAI,QAAQ,KAAA,CAAM,QAAQ,CAAC,EAAE;AAEhG,eAAsB,cAAc,EAAE,QAAQ,OAAO,SAAS,SAAgC;CAC5F,MAAM,UAAU,SAAS,OAAO,IAAI;CACpC,MAAM,OAAO,SAAiB,QAAQ,IAAI,KAAK;CAC/C,IAAI,OAAO;EACT,MAAM,MAAM,MAAM,MAAM,QAAQ,MAAM,GAAG,IAAI,KAAK,OAAO,MAAM,aAAa;EAC5E,MAAM,YAAY,CAAC,MAAM;EACzB,MAAM,SAAS,MAAM,YAAY;GAC/B,QAAQ;IAAE,MAAM,OAAO;IAAM,YAAY,OAAO,QAAQ;IAAK,SAAS,CAAC,CAAC,MAAM;GAAQ;GACtF,KAAK,MAAM,YAAY;GACvB;GACA;GACA,QAAQ;GACR;EACF,CAAC;EACD,QAAQ,IACN,SAAS,IAAI,GAAG,EAAE,KAAK,OAAO,KAAK,MAAM,OAAO,SAAS,IAAI,KAAK,IAAI,IAAI,OAAO,MAAM,UAAU,GAAG,OAAO,KAAK,IAAI,YAAY,0DAA0D,mCAC5L;EACA,QAAQ,IACN,qFACF;EACA,OAAO;CACT;CACA,MAAM,OAAO,MAAM,SAAS,KAAA,IAAY,OAAO,OAAO,MAAM,IAAI;CAChE,IAAI,EAAE,OAAO,UAAU,IAAI,KAAK,OAAO,KAAK,OAAO,QACjD,MAAM,IAAI,WAAW,qCAAqC,MAAM,KAAK,EAAE;CAEzE,MAAM,OAAO,MAAM,QAAQ;CAC3B,IAAI,SAAS,eAAe,SAAS,eAAe,SAAS,OAC3D,QAAQ,MAAM,mCAAmC,KAAK,gCAAgC;CAExF,MAAM,QAAQ,CAAC,MAAM;CACrB,IAAI,CAAC,OAAO,QAAQ,MAAM,oEAAoE;CAC9F,MAAM,SAAS,MAAM,YAAY;EAC/B,QAAQ;GAAE,MAAM,OAAO;GAAM,YAAY,OAAO,QAAQ;GAAK,SAAS,CAAC,MAAM;EAAc;EAC3F;EACA;EACA;EACA,QAAQ;EACR;EACA,KAAK,MAAM,YAAY;CACzB,CAAC;CACD,QAAQ,IAAI,mBAAmB,QAAQ,KAAK,IAAI,OAAO,QAAQ,GAAG,EAAE,EAAE;CACtE,QAAQ,IAAI,KAAK,OAAO,KAAK;CAC7B,QAAQ,IAAI,iBAAiB;CAC7B,IAAI,MAAM,MAAM,YAAY,OAAO,GAAG;CACtC,MAAM,IAAI,SAAe,gBAAgB;EACvC,QAAQ,KAAK,UAAU,WAAW;EAClC,QAAQ,KAAK,WAAW,WAAW;CACrC,CAAC;CACD,OAAO,MAAM;CACb,OAAO;AACT"}
|
|
@@ -1,31 +1,38 @@
|
|
|
1
1
|
import { n as UsageError } from "./errors-ttMTnIYX.js";
|
|
2
|
-
import {
|
|
3
|
-
import { ft as UNRECORDED_QUESTION_STATE, pt as questionShows } from "./config-ImY6AlRE.js";
|
|
4
|
-
import { n as clip, r as fenced } from "./text-D--Q5KsA.js";
|
|
5
|
-
import { d as pairTallies, h as sampleReasons, l as headToHeadLines, v as splitsLabel } from "./gate-BoDKeuJu.js";
|
|
6
|
-
import "./stats-D-Gqwqt0.js";
|
|
7
|
-
import { l as resolveAnalysisModel, n as callAnalysisModel, t as analysisModelName, u as SYSTEM_PROMPT } from "./model-DBpdRXtO.js";
|
|
2
|
+
import { n as clip, r as fenced } from "./text-B8-W3Cvn.js";
|
|
8
3
|
import { n as formatTokens } from "./usage-DJiDnh2D.js";
|
|
9
|
-
import {
|
|
10
|
-
import {
|
|
11
|
-
import {
|
|
12
|
-
import {
|
|
13
|
-
import {
|
|
14
|
-
import {
|
|
15
|
-
import {
|
|
16
|
-
import {
|
|
17
|
-
import { r as
|
|
18
|
-
import {
|
|
19
|
-
import {
|
|
20
|
-
import {
|
|
4
|
+
import { c as sha256, i as fromCwd } from "./ids-C_advdJA.js";
|
|
5
|
+
import { bt as questionShows, yt as UNRECORDED_QUESTION_STATE } from "./config-B9mB1kF5.js";
|
|
6
|
+
import { a as pairTallies, f as splitsLabel, l as sampleReasons, r as headToHeadLines } from "./pairs-BGb134Vu.js";
|
|
7
|
+
import { i as familySmallSample, n as SMALL_SAMPLE_MARGIN, v as smallSample } from "./stats-C18W4xPX.js";
|
|
8
|
+
import { l as resolveAnalysisModel, n as callAnalysisModel, t as analysisModelName, u as SYSTEM_PROMPT } from "./model-DJjLw-0r.js";
|
|
9
|
+
import { C as bothUnderATenth, F as filesChanged, _ as contrastsOf, d as familyEffortLabel, m as familyRateLabel, p as familyLiftLabel, s as familyOf, t as caseEntries } from "./cases-z9E6DCd5.js";
|
|
10
|
+
import { t as ANALYSIS_PROMPT_VERSION } from "./analysis-BnG_1x_O.js";
|
|
11
|
+
import { L as compare } from "./model-V3mMXp6x.js";
|
|
12
|
+
import { r as runHeader } from "./remarks-DPCONFxZ.js";
|
|
13
|
+
import { d as labeledJudgments } from "./judgments-CzgpsTqv.js";
|
|
14
|
+
import { S as observedTallies, _ as tieOf, d as boundOf, f as cellMeasures, m as leanText, p as familyMeasures } from "./suite-COglUhPd.js";
|
|
15
|
+
import { i as checkCommand, o as commandSummary } from "./cli-spec-Dsr79Qy1.js";
|
|
16
|
+
import { o as parseRecord, p as scratchDir } from "./files-Cl7BQ5gE.js";
|
|
17
|
+
import { a as pickBaseline, o as resolveRun, t as RefError } from "./views-DAIiLiV3.js";
|
|
18
|
+
import { c as lines, n as allRuns, t as CommandError, u as reachability } from "./commands-CWy-WndG.js";
|
|
19
|
+
import { l as TOOL_CLASSES, s as openHistoryDb } from "./db-zgC1tvKB.js";
|
|
20
|
+
import { t as author } from "./provenance-zsc4--dP.js";
|
|
21
|
+
import { a as readCached, c as writeCached, o as saveAnalysis } from "./files-BiFU16BW.js";
|
|
21
22
|
import { basename, join } from "node:path";
|
|
22
23
|
import { readFile } from "node:fs/promises";
|
|
23
24
|
// src/analysis/digest.ts
|
|
25
|
+
/**
|
|
26
|
+
* The most of one tallied value the digest quotes: facts are never dropped to fit its cap, and a
|
|
27
|
+
* value can be 4 KB.
|
|
28
|
+
*/
|
|
29
|
+
const OBSERVED_VALUE_CHARS = 80;
|
|
24
30
|
const RULES = [
|
|
25
|
-
|
|
26
|
-
`
|
|
31
|
+
"Lift (variant pass@1 minus control pass@1) is an effect only when its 95% interval (Newcombe) excludes 0, and within noise when the interval spans 0, whatever the point estimate or the number of attempts.",
|
|
32
|
+
`smallSample: true beside a lift's verdict means it rests on few attempts (fewer than 4 counted a side, fewer than 6 cases for a family, or an interval that still reaches past ${Math.round(SMALL_SAMPLE_MARGIN * 100)} points either way): don't over-trust it. Report its direction with the n as directional; never as an established effect, or as showing no difference when the rates are equal.`,
|
|
33
|
+
`When sources or the eval fingerprint differ across the compared runs, the pass@1 difference is not comparable: the eval changed. Never call it an effect. Do not put those mixed counts on a results line. The first line of the analysis says the eval changed. A lift is an effect only when sources match.`,
|
|
27
34
|
`Effort (tool calls, agent time, and tokens when both sides have usage samples) is compared with an exact Mann-Whitney test: "fewer"/"more" at p < 0.05; "insufficient" when no split of the attempts' values can reach it (2 vs 2 cannot, and ties raise the floor) — never because a harness dropped usage. Attempts without usage are left out of the token sample only. If either side then has no token sample, the token metric is omitted (no line, not insufficient). A Goose cell does not blank tokens on Cursor cells in the same study. Pooled across evals, tokens are an effect only when at least 2/3 of the strata that reported usage agree. Effort's separated (given from 3 vs 3) says, per metric, that the two sides' ranges do not overlap: every attempt on one side beat every attempt on the other. insufficient with separated true is a directional signal: report the ratio, the n and "no overlap, not significant" as directional, never as an effect. separated false is no direction at all.`,
|
|
28
|
-
"A
|
|
35
|
+
"A cases fact is one eval with cases: its cases are paired samples of one suite, so its lift (Newcombe paired interval and McNemar at one attempt a case, a t interval over cases otherwise) is the result for those cases; its pass-rate fact carries no lift. insufficient (fewer than 6 discordant pairs or 6 cases) is not measured. Its minLift gates the paired lift's lower bound.",
|
|
29
36
|
"Each factor claim has a tier: controlled (two cells in one run that differ in one factor), pooled (the same contrast over comparable runs, and across evals), observed (a change between runs, which is weaker; \"confounded\" when several parts changed), not_measured (one level only).",
|
|
30
37
|
`A cell with mixed outcomes is flaky only with at least 6 counted attempts over comparable runs; below that it is "mixed": it passed and failed, too few times to call it flaky.`,
|
|
31
38
|
"Drift marked noise changed only an agent CLI's own runtime state (e.g. ~/.cursor/cli-config.json): not a real change, and those runs stay comparable.",
|
|
@@ -38,18 +45,54 @@ const RULES = [
|
|
|
38
45
|
"A context-use fact counts each attempt's tool calls by class (context, dependency, web, verify, workspace) and lists which placed files each arm opened: how much an arm leaned on what its environment declared versus digging in installed packages. The classes are a heuristic over tool names and paths; cite them as counts, not as proof of intent.",
|
|
39
46
|
"A contrast fact (kind contrast) is one pair of arms on one harness, a against b, when an eval has two variants or more: pass rate and lift of a over b, the checks that tell them apart (discriminates or mixed; sameOnBoth counts the rest) and effort. It answers how two variants differ from each other, not only from the control; gating stays each variant against its control.",
|
|
40
47
|
"A check (kind checks) whose verdict is both-pass or both-fail passes, or fails, on both the variant and its control: it is no evidence for or against the variant. Only discriminates rows say which requirement separated them.",
|
|
41
|
-
"Compare-question win rates annotate the run: they never change pass, fail or the exit code. Cite them as annotation, never as a result that gates the run. A vote's reason is the model's wording: do not treat it as a check. Each pair is voted in both orders; splits counts pairs whose two orders picked opposite sides (the position decided, not the work), and rates count such a pair as one win each. With more than two arms, read headToHead (a–b wins per pair, splits apart), not the pooled rates. shows lists what each side was shown: a question that shows output or transcript can favor the better-written account rather than the better work, and one that shows artifacts rests on screenshots."
|
|
48
|
+
"Compare-question win rates annotate the run: they never change pass, fail or the exit code. Cite them as annotation, never as a result that gates the run. A vote's reason is the model's wording: do not treat it as a check. Each pair is voted in both orders; splits counts pairs whose two orders picked opposite sides (the position decided, not the work), and rates count such a pair as one win each. With more than two arms, read headToHead (a–b wins per pair, splits apart), not the pooled rates. shows lists what each side was shown: a question that shows output or transcript can favor the better-written account rather than the better work, and one that shows artifacts rests on screenshots.",
|
|
49
|
+
"An observed fact is a value the eval's own code recorded with c.observe (what the agent installed, a count): counts tallies strings and each item of an array once per attempt, numbers summarizes number values. Observations never change pass, fail or the exit code: cite them as what happened, not as a check.",
|
|
50
|
+
`tie beside a lift's verdict means both sides passed every attempt (both always pass: pass@1 can't tell them apart) or failed every attempt (both always fail: the task may be too hard, or the eval broken), on at least 4 a side. More runs won't separate them, smallSample or not: never say it needs more runs. Both always fail: say the eval needs checking (an oracle agent should pass it). Both always pass: say the task needs to be harder. measures beside a lift is its comparison on every other measure (each check's pass rate, judge scores, compare-question votes, tool calls, agent time, tokens), each with its own test: better and worse hold, leans is a difference that doesn't; one that says "N runs a side can't confirm it; M is the least that can" was measured on too few runs for its test to show anything, so say it needs M runs, never that the arms are the same. A ceiling with a better or worse measure has no tie: that measure is the result, so never call the arms the same. A ceiling with only leans has looks instead of tie: say it looks different and needs that many runs (or cases) to confirm, not that the task needs to be harder. looks "too faint to confirm" means no affordable number of runs would confirm it: say so, and that if a difference that faint doesn't matter, the task needs to be harder so the control can fail.`
|
|
42
51
|
];
|
|
43
52
|
const pts = (x) => x === null || x === void 0 ? null : `${x >= 0 ? "+" : "−"}${Math.round(Math.abs(x) * 100)}`;
|
|
44
53
|
const liftText = (points, lo, hi) => `${pts(points)} pts (95% ${pts(lo)}…${pts(hi)})`;
|
|
45
|
-
/** Digest lift copy:
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
54
|
+
/** Digest lift copy: the point estimate and its interval, at any number of attempts. */
|
|
55
|
+
const digestLift = (points, lo, hi) => liftText(points, lo, hi);
|
|
56
|
+
const digestLiftVerdict = (withinNoise) => withinNoise ? "within noise" : "effect";
|
|
57
|
+
/**
|
|
58
|
+
* A comparison beside a lift: `measures`, each measure besides pass rate that isn't the same, as
|
|
59
|
+
* `<verdict>: <text>`, and `tie` read from them as the remarks read it (`tieOf`): both always
|
|
60
|
+
* failed, or both always passed with every other measure the same. A ceiling whose measures only
|
|
61
|
+
* lean carries `looks` instead: the runs (or cases) at which the soonest would hold.
|
|
62
|
+
*/
|
|
63
|
+
function measureFlags(bound, measures) {
|
|
64
|
+
const said = (measures ?? []).filter((m) => m.measure !== "pass" && m.verdict !== "same");
|
|
65
|
+
const tie = bound ? tieOf(bound, measures) : null;
|
|
66
|
+
return {
|
|
67
|
+
...said.length ? { measures: said.map((m) => `${m.verdict}: ${leanText(m)}`) } : {},
|
|
68
|
+
...tie === "tie" ? { tie: bound === "pass" ? "both always pass" : "both always fail" } : {},
|
|
69
|
+
...tie && tie !== "tie" ? { looks: tie.needed === null ? "too faint to confirm" : `${tie.needed} ${tie.unit}` } : {}
|
|
70
|
+
};
|
|
52
71
|
}
|
|
72
|
+
/**
|
|
73
|
+
* Beside a lift's verdict: `smallSample: true` when it rests on few attempts, and `measureFlags`
|
|
74
|
+
* over the variant's comparison, a tie needing at least `COMPARE_RUNS` counted attempts a side.
|
|
75
|
+
*/
|
|
76
|
+
const sampleFlags = (variant, control, measures) => {
|
|
77
|
+
const small = smallSample({
|
|
78
|
+
pass: variant.pass,
|
|
79
|
+
n: variant.counted
|
|
80
|
+
}, {
|
|
81
|
+
pass: control.pass,
|
|
82
|
+
n: control.counted
|
|
83
|
+
});
|
|
84
|
+
const side = (c) => ({
|
|
85
|
+
pass: c.pass,
|
|
86
|
+
fail: c.counted - c.pass
|
|
87
|
+
});
|
|
88
|
+
const both = Math.min(variant.counted, control.counted) >= 4 ? boundOf([side(variant), side(control)]) : null;
|
|
89
|
+
return {
|
|
90
|
+
...small ? { smallSample: true } : {},
|
|
91
|
+
...measureFlags(both, measures)
|
|
92
|
+
};
|
|
93
|
+
};
|
|
94
|
+
/** Every case of a family on both sides passed (`pass`), or every one failed, over `PAIRED_MIN` cases or more. */
|
|
95
|
+
const familyBound = (cases, lift) => lift.pairs < 6 ? null : boundOf(cases.flatMap((e) => e.cells.filter((c) => c.key === lift.variant || c.key === lift.vs)));
|
|
53
96
|
/** Observed sources (or eval fingerprint) drift is not an effect of the thing under test. */
|
|
54
97
|
function evalChangedLift() {
|
|
55
98
|
return "not comparable: the eval changed";
|
|
@@ -246,37 +289,38 @@ async function buildDigestKeepingDropped(input) {
|
|
|
246
289
|
pass: `${c.pass}/${c.pass + c.fail}`,
|
|
247
290
|
...c.infraError ? { infraError: c.infraError } : {},
|
|
248
291
|
gated: c.gate !== "none",
|
|
249
|
-
...c.lift && !e.
|
|
250
|
-
lift: digestLift(c.lift.
|
|
251
|
-
verdict: digestLiftVerdict(c.lift.
|
|
292
|
+
...c.lift && !e.lifts ? {
|
|
293
|
+
lift: digestLift(c.lift.points, c.lift.interval.lo, c.lift.interval.hi),
|
|
294
|
+
verdict: digestLiftVerdict(c.lift.withinNoise),
|
|
295
|
+
...sampleFlags(c.lift.variant, c.lift.control, cellMeasures(e, c.key, c.lift.vs))
|
|
252
296
|
} : {}
|
|
253
297
|
})),
|
|
254
|
-
...e.
|
|
255
|
-
family: e.family.id,
|
|
256
|
-
case: e.family.case
|
|
257
|
-
} : {}
|
|
298
|
+
...e.cases ? { cases: e.cases.map((k) => k.key) } : {}
|
|
258
299
|
});
|
|
259
300
|
}
|
|
260
|
-
for (const
|
|
261
|
-
const
|
|
262
|
-
if (!
|
|
263
|
-
|
|
301
|
+
for (const e of r.record.evals) {
|
|
302
|
+
const f = familyOf(e);
|
|
303
|
+
if (!f || f.cases < 2 || !evalKeys.has(e.key)) continue;
|
|
304
|
+
const cases = caseEntries(e);
|
|
305
|
+
fact("cases", {
|
|
264
306
|
run: short.get(r.record.runId),
|
|
265
|
-
|
|
307
|
+
eval: tagOf(e.key),
|
|
266
308
|
cases: f.ran === f.cases ? f.cases : `${f.ran} of ${f.cases}`,
|
|
267
309
|
rates: f.rates.map((x) => ({
|
|
268
|
-
cell: cellTag(r.record.runId,
|
|
310
|
+
cell: cellTag(r.record.runId, e.key, x.cell),
|
|
269
311
|
passAt1: familyRateLabel(x)
|
|
270
312
|
})),
|
|
271
313
|
lifts: f.lifts.map((l) => ({
|
|
272
|
-
cell: cellTag(r.record.runId,
|
|
314
|
+
cell: cellTag(r.record.runId, e.key, l.variant),
|
|
273
315
|
lift: familyLiftLabel(l),
|
|
274
316
|
verdict: l.verdict === "lift" || l.verdict === "drop" ? "effect" : l.verdict,
|
|
317
|
+
...familySmallSample(l.pairs, l.interval.lo, l.interval.hi) ? { smallSample: true } : {},
|
|
275
318
|
...l.minLift !== void 0 ? {
|
|
276
319
|
minLift: l.minLift,
|
|
277
320
|
gate: l.outcome
|
|
278
321
|
} : {},
|
|
279
|
-
...familyEffortLabel(l) ? { effort: familyEffortLabel(l) } : {}
|
|
322
|
+
...familyEffortLabel(l) ? { effort: familyEffortLabel(l) } : {},
|
|
323
|
+
...measureFlags(familyBound(cases, l), familyMeasures(cases, l))
|
|
280
324
|
}))
|
|
281
325
|
});
|
|
282
326
|
}
|
|
@@ -372,8 +416,9 @@ async function buildDigestKeepingDropped(input) {
|
|
|
372
416
|
passVerdict: "not comparable"
|
|
373
417
|
} : {
|
|
374
418
|
passRate: `${f.variant_pass}/${f.variant_counted} vs ${f.control_pass}/${f.control_counted}`,
|
|
375
|
-
lift: digestLift(f.
|
|
376
|
-
passVerdict: f.pass_verdict
|
|
419
|
+
lift: digestLift(f.points, f.lo, f.hi),
|
|
420
|
+
passVerdict: f.pass_verdict,
|
|
421
|
+
...f.small_sample ? { smallSample: true } : {}
|
|
377
422
|
},
|
|
378
423
|
toolCalls: f.tools_ratios,
|
|
379
424
|
toolsP: f.tools_p,
|
|
@@ -581,13 +626,16 @@ async function buildDigestKeepingDropped(input) {
|
|
|
581
626
|
});
|
|
582
627
|
const [baseHeader, headHeader] = [runHeader(base.record, true), runHeader(head.record, true)];
|
|
583
628
|
const inScope = (id) => scopeEvals.some((e) => e.id === id);
|
|
584
|
-
const familyCases = new Map([...baseHeader.families ?? [], ...headHeader.families ?? []].map((f) => [f.id, f.caseIds]));
|
|
585
629
|
fact("compare", {
|
|
586
630
|
base: "r1",
|
|
587
631
|
head: "r2",
|
|
588
|
-
rows: compare(baseHeader, headHeader).filter((row) =>
|
|
589
|
-
|
|
632
|
+
rows: compare(baseHeader, headHeader).filter((row) => inScope(row.id)).map((row) => ({
|
|
633
|
+
eval: tagOf(scopeEvals.find((e) => e.id === row.id)?.key ?? row.id),
|
|
590
634
|
status: row.status,
|
|
635
|
+
...row.cases?.some((k) => k.status !== "same") ? { cases: row.cases.filter((k) => k.status !== "same").map((k) => ({
|
|
636
|
+
case: k.id,
|
|
637
|
+
status: k.status
|
|
638
|
+
})) } : {},
|
|
591
639
|
...row.changes?.length ? { changes: row.changes } : {},
|
|
592
640
|
...row.gate ? { gate: row.gate } : {},
|
|
593
641
|
...row.canceled ? { canceled: row.canceled } : {}
|
|
@@ -654,6 +702,22 @@ async function buildDigestKeepingDropped(input) {
|
|
|
654
702
|
});
|
|
655
703
|
}
|
|
656
704
|
}
|
|
705
|
+
for (const r of runs) for (const e of r.record.evals) {
|
|
706
|
+
if (!evalKeys.has(e.key)) continue;
|
|
707
|
+
for (const o of observedTallies(e.attempts)) fact("observed", {
|
|
708
|
+
run: short.get(r.record.runId),
|
|
709
|
+
eval: tagOf(e.key),
|
|
710
|
+
cell: cellTag(r.record.runId, e.key, o.cell),
|
|
711
|
+
name: o.name,
|
|
712
|
+
attempts: o.attempts,
|
|
713
|
+
...o.counts.length ? { counts: o.counts.slice(0, 10).map((c) => ({
|
|
714
|
+
value: clip(c.value, OBSERVED_VALUE_CHARS),
|
|
715
|
+
n: c.n
|
|
716
|
+
})) } : {},
|
|
717
|
+
...o.numbers ? { numbers: o.numbers } : {},
|
|
718
|
+
...o.others ? { others: o.others } : {}
|
|
719
|
+
});
|
|
720
|
+
}
|
|
657
721
|
for (const r of runs) for (const e of r.record.evals) {
|
|
658
722
|
if (!evalKeys.has(e.key)) continue;
|
|
659
723
|
const tag = (key) => cellTag(r.record.runId, e.key, key);
|
|
@@ -668,8 +732,9 @@ async function buildDigestKeepingDropped(input) {
|
|
|
668
732
|
b: tag(x.b),
|
|
669
733
|
...x.lift ? {
|
|
670
734
|
passRate: `${x.lift.variant.pass}/${x.lift.variant.counted} vs ${x.lift.control.pass}/${x.lift.control.counted}`,
|
|
671
|
-
lift: digestLift(x.lift.
|
|
672
|
-
liftVerdict: digestLiftVerdict(x.lift.
|
|
735
|
+
lift: digestLift(x.lift.points, x.lift.interval.lo, x.lift.interval.hi),
|
|
736
|
+
liftVerdict: digestLiftVerdict(x.lift.withinNoise),
|
|
737
|
+
...sampleFlags(x.lift.variant, x.lift.control, cellMeasures(e, x.a, x.b))
|
|
673
738
|
} : {},
|
|
674
739
|
checks: apart.map((k) => ({
|
|
675
740
|
label: clip(k.label, LABEL_CHARS),
|
|
@@ -784,7 +849,7 @@ async function buildDigestKeepingDropped(input) {
|
|
|
784
849
|
}
|
|
785
850
|
}
|
|
786
851
|
const digest = {
|
|
787
|
-
digestVersion:
|
|
852
|
+
digestVersion: 15,
|
|
788
853
|
scope: {
|
|
789
854
|
kind: "run",
|
|
790
855
|
head: short.get(head.record.runId),
|
|
@@ -797,7 +862,7 @@ async function buildDigestKeepingDropped(input) {
|
|
|
797
862
|
commit: r.record.git?.sha.slice(0, 7) ?? null,
|
|
798
863
|
branch: r.record.git?.branch ?? null,
|
|
799
864
|
status: r.record.status,
|
|
800
|
-
summary: `${r.record.summary.pass}/${r.record.summary.attempts} attempts passed (${r.record.summary.notGated} failed
|
|
865
|
+
summary: `${r.record.summary.pass}/${r.record.summary.attempts} attempts passed (${r.record.summary.notGated} failed in ungated cells)`
|
|
801
866
|
}])),
|
|
802
867
|
setup: {
|
|
803
868
|
harnesses,
|
|
@@ -1300,7 +1365,7 @@ async function analyzeDigest(config, p, model, reads) {
|
|
|
1300
1365
|
...p.digest,
|
|
1301
1366
|
evidence: [...p.digest.evidence, ...reads.evidence]
|
|
1302
1367
|
} : p.digest;
|
|
1303
|
-
const answer = await callAnalysisModel(model, seen, `${promptOf(p.digest)}${reads?.text ?? ""}`, config.analysis.maxOutputTokens);
|
|
1368
|
+
const answer = await callAnalysisModel(model, seen, `${promptOf(p.digest)}${reads?.text ?? ""}`, config.analysis.maxOutputTokens, config.file);
|
|
1304
1369
|
const evals = p.headRun.record.evals.map((e) => ({
|
|
1305
1370
|
file: e.file,
|
|
1306
1371
|
name: [...e.group, e.name].join(" "),
|
|
@@ -1390,4 +1455,4 @@ async function analyzeCommand(ctx, args) {
|
|
|
1390
1455
|
}
|
|
1391
1456
|
export { analyzeCommand };
|
|
1392
1457
|
|
|
1393
|
-
//# sourceMappingURL=command-
|
|
1458
|
+
//# sourceMappingURL=command-CRh-cb6Z.js.map
|