reeval 0.13.0 → 0.15.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -3
- package/THIRD_PARTY_NOTICES.md +190 -190
- package/assets/gateway-models.mjs +74 -0
- package/dist/{adapter-IKKo4sZj.js → adapter-CbqbMR7y.js} +55 -14
- package/dist/adapter-CbqbMR7y.js.map +1 -0
- package/dist/{agent-ClE-g9VL.js → agent-Zgn-kiqq.js} +105 -35
- package/dist/agent-Zgn-kiqq.js.map +1 -0
- package/dist/{analysis-B0nOfAzA.js → analysis-C2-aEbr7.js} +4 -4
- package/dist/{analysis-B0nOfAzA.js.map → analysis-C2-aEbr7.js.map} +1 -1
- package/dist/app-files-ChbvRx3P.js +11 -0
- package/dist/app-files-ChbvRx3P.js.map +1 -0
- package/dist/{assemble-BO93VAk1.js → assemble-SKQGW_QF.js} +213 -136
- package/dist/assemble-SKQGW_QF.js.map +1 -0
- package/dist/assemble-XBWuK3Ed.js +1 -0
- package/dist/{attempt-jI0OWxlz.js → attempt-Ba2QerOK.js} +10 -10
- package/dist/{attempt-jI0OWxlz.js.map → attempt-Ba2QerOK.js.map} +1 -1
- package/dist/attempt-host-BOp8JklD.js +295 -0
- package/dist/attempt-host-BOp8JklD.js.map +1 -0
- package/dist/{capture-dn2hjSLj.js → capture-BM_3100g.js} +600 -53
- package/dist/capture-BM_3100g.js.map +1 -0
- package/dist/capture-DSK8O5bA.js +1 -0
- package/dist/{cli-BCE1xlm4.js → cli-PdYrcoKM.js} +177 -249
- package/dist/cli-PdYrcoKM.js.map +1 -0
- package/dist/{cli-spec-BXIBUlaK.js → cli-spec-D0qyrPZi.js} +9 -21
- package/dist/cli-spec-D0qyrPZi.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{assert-EUIoRdIt.js → client-Ct6s6OnF.js} +106 -3
- package/dist/client-Ct6s6OnF.js.map +1 -0
- package/dist/{command-CANun0m0.js → command-4pJYVCT4.js} +34 -21
- package/dist/command-4pJYVCT4.js.map +1 -0
- package/dist/{validate-DWjkshl1.js → command-9xm5ImqI.js} +420 -60
- package/dist/command-9xm5ImqI.js.map +1 -0
- package/dist/{command-D_kEnYcX.js → command-BqBxLgTc.js} +33 -31
- package/dist/command-BqBxLgTc.js.map +1 -0
- package/dist/{command-Bh3yhN_b.js → command-DbSMcxZL.js} +35 -15
- package/dist/command-DbSMcxZL.js.map +1 -0
- package/dist/{commands-7tH3EsVu.js → commands-BU6YJCz9.js} +183 -71
- package/dist/commands-BU6YJCz9.js.map +1 -0
- package/dist/{commands-BKGzBMgb.js → commands-Bi2SEQtr.js} +1 -1
- package/dist/config-k6m7XbAz.js +3777 -0
- package/dist/config-k6m7XbAz.js.map +1 -0
- package/dist/{contrasts-B4nOhn0Z.js → contrasts-DLZF4dGF.js} +3 -2
- package/dist/contrasts-DLZF4dGF.js.map +1 -0
- package/dist/cost-C5RBTTJr.js +1 -0
- package/dist/cost-ChPa8-Fp.js +359 -0
- package/dist/cost-ChPa8-Fp.js.map +1 -0
- package/dist/db-CpsifVln.js +1530 -0
- package/dist/db-CpsifVln.js.map +1 -0
- package/dist/db-DkD-F-X-.js +2 -0
- package/dist/{debug-D24NOQH1.js → debug-BhizgAsU.js} +2 -1
- package/dist/{debug-D24NOQH1.js.map → debug-BhizgAsU.js.map} +1 -1
- package/dist/debug-DeM5pswK.js +1 -0
- package/dist/{dist-Dp_AJgYN.js → dist-CYrBwyHA.js} +2 -2
- package/dist/{dist-Dp_AJgYN.js.map → dist-CYrBwyHA.js.map} +1 -1
- package/dist/{docker-DuHcQidD.js → docker-51WvhN_X.js} +5 -4
- package/dist/docker-51WvhN_X.js.map +1 -0
- package/dist/{docker-CQxucRPe.js → docker-B4-rx4dA.js} +48 -14
- package/dist/docker-B4-rx4dA.js.map +1 -0
- package/dist/{docker-Dac6Zalz.js → docker-YFj4H1Cr.js} +1 -1
- package/dist/{doctor-De_QlOTM.js → doctor-BuQnfz4e.js} +390 -53
- package/dist/doctor-BuQnfz4e.js.map +1 -0
- package/dist/{env-BQqj93gu.js → env-CARj5Axq.js} +6 -3
- package/dist/env-CARj5Axq.js.map +1 -0
- package/dist/{environment-B4IuURK1.js → environment-BOFgzFDg.js} +117 -297
- package/dist/environment-BOFgzFDg.js.map +1 -0
- package/dist/{errors-r025B0Zb.js → errors-UjcLWelF.js} +2 -2
- package/dist/{errors-r025B0Zb.js.map → errors-UjcLWelF.js.map} +1 -1
- package/dist/eval-source-Dje3rERU.js +145 -0
- package/dist/eval-source-Dje3rERU.js.map +1 -0
- package/dist/{evaluate-Djk1YPFL.js → evaluate-BPP9s3s6.js} +406 -130
- package/dist/evaluate-BPP9s3s6.js.map +1 -0
- package/dist/evaluate-dqXccn4k.d.ts +44 -0
- package/dist/{files-CN1QfenC.js → files-Bi461Be2.js} +202 -91
- package/dist/files-Bi461Be2.js.map +1 -0
- package/dist/files-C2h2Cw4F.js +1 -0
- package/dist/files-Clipx4OW.js +37 -0
- package/dist/files-Clipx4OW.js.map +1 -0
- package/dist/files-DmUrRmmL.js +1 -0
- package/dist/{files-D27nUk0K.js → files-H24pz0hL.js} +20 -9
- package/dist/files-H24pz0hL.js.map +1 -0
- package/dist/gateway.d.ts +30 -0
- package/dist/gateway.js +39 -0
- package/dist/gateway.js.map +1 -0
- package/dist/{git-rPfl7AD1.js → git-CsVZkNNL.js} +3 -3
- package/dist/{git-rPfl7AD1.js.map → git-CsVZkNNL.js.map} +1 -1
- package/dist/harness-3NVyTSGK.js +392 -0
- package/dist/harness-3NVyTSGK.js.map +1 -0
- package/dist/harness.d.ts +33 -21
- package/dist/harness.js +1 -1
- package/dist/{images-m784ueGK.js → images-4mwhNkvh.js} +8 -8
- package/dist/{images-m784ueGK.js.map → images-4mwhNkvh.js.map} +1 -1
- package/dist/index.d.ts +34 -35
- package/dist/index.js +5 -6
- package/dist/init-BDEOopK7.js +1 -0
- package/dist/{init-hiTkiM4L.js → init-cOk3D44b.js} +12 -15
- package/dist/init-cOk3D44b.js.map +1 -0
- package/dist/{invocations-D_ePcwyL.js → invocations-DW-lTk2f.js} +10 -6
- package/dist/invocations-DW-lTk2f.js.map +1 -0
- package/dist/judge-CKdgEXN7.js +575 -0
- package/dist/judge-CKdgEXN7.js.map +1 -0
- package/dist/judge.d.ts +8 -9
- package/dist/judge.js +7 -9
- package/dist/judge.js.map +1 -1
- package/dist/{live-DYd2QEyR.js → live-XJQ6nqK4.js} +2 -2
- package/dist/{live-DYd2QEyR.js.map → live-XJQ6nqK4.js.map} +1 -1
- package/dist/{matchers-Ddmc2z7H.js → matchers-DT2TaGix.js} +2 -2
- package/dist/{matchers-Ddmc2z7H.js.map → matchers-DT2TaGix.js.map} +1 -1
- package/dist/{model-DpkclE4r.js → model-Bq3G0OG1.js} +52 -45
- package/dist/model-Bq3G0OG1.js.map +1 -0
- package/dist/{model-UgHDMhI1.js → model-CTnyvh7H.js} +345 -382
- package/dist/model-CTnyvh7H.js.map +1 -0
- package/dist/model-D-SWrLZG.js +1 -0
- package/dist/model-g3XnzUv0.js +1 -0
- package/dist/model-vRiUycWh.js +77 -0
- package/dist/model-vRiUycWh.js.map +1 -0
- package/dist/{node-CGZYh4Fj.js → node-BVbbnFtv.js} +80 -51
- package/dist/node-BVbbnFtv.js.map +1 -0
- package/dist/opencode-providers-Bz0l7OZI.js +3276 -0
- package/dist/opencode-providers-Bz0l7OZI.js.map +1 -0
- package/dist/openrouter-models-CWRwLX-G.js +34 -0
- package/dist/openrouter-models-CWRwLX-G.js.map +1 -0
- package/dist/{pairs-DP6XOJby.js → pairs-puYi-zj2.js} +17 -9
- package/dist/pairs-puYi-zj2.js.map +1 -0
- package/dist/patch-CquGAGX5.js +76 -0
- package/dist/patch-CquGAGX5.js.map +1 -0
- package/dist/{patch-uMq9rCl_.js → patch-DKJiC5Sq.js} +5 -7
- package/dist/patch-DKJiC5Sq.js.map +1 -0
- package/dist/{plan-CZYgXnZh.js → plan-DdWkM6SW.js} +118 -46
- package/dist/plan-DdWkM6SW.js.map +1 -0
- package/dist/{plugins-P-uh54VF.js → plugins-D-CP6mMd.js} +254 -18
- package/dist/plugins-D-CP6mMd.js.map +1 -0
- package/dist/{preflight-D3HvKeAx.js → preflight-9ixuXzsx.js} +3 -3
- package/dist/{preflight-D3HvKeAx.js.map → preflight-9ixuXzsx.js.map} +1 -1
- package/dist/{preflight-BQlPTHVu.js → preflight-DTiVv0gY.js} +1 -1
- package/dist/{prepare-Dx7dOnJB.js → prepare-BfyikQit.js} +8 -8
- package/dist/{prepare-Dx7dOnJB.js.map → prepare-BfyikQit.js.map} +1 -1
- package/dist/{prepare-DCwM2KKD.js → prepare-tmBBf4W8.js} +2 -2
- package/dist/prices-QaS-kjSQ.js +253 -0
- package/dist/prices-QaS-kjSQ.js.map +1 -0
- package/dist/{provenance-C_-8y-x3.js → provenance-BizwUn3h.js} +4 -4
- package/dist/{provenance-C_-8y-x3.js.map → provenance-BizwUn3h.js.map} +1 -1
- package/dist/{providers-CF5UEaP8.js → providers-B6b9Tnyi.js} +5 -5
- package/dist/{providers-CF5UEaP8.js.map → providers-B6b9Tnyi.js.map} +1 -1
- package/dist/{providers-CTBYvMxu.js → providers-DkOupEBl.js} +1 -1
- package/dist/query-Clm2mNSm.js +1 -0
- package/dist/{query-DXthKmq0.js → query-DyM-VExS.js} +3 -3
- package/dist/{query-DXthKmq0.js.map → query-DyM-VExS.js.map} +1 -1
- package/dist/questions-BRhU8MzB.js +861 -0
- package/dist/questions-BRhU8MzB.js.map +1 -0
- package/dist/{record-kk9M1hj-.js → record-DZBCjuwm.js} +6 -6
- package/dist/{record-kk9M1hj-.js.map → record-DZBCjuwm.js.map} +1 -1
- package/dist/redact-DVIaahLv.js +658 -0
- package/dist/redact-DVIaahLv.js.map +1 -0
- package/dist/remarks-BwJ8pcTQ.js +1 -0
- package/dist/remarks-C7i2LMRb.js +596 -0
- package/dist/remarks-C7i2LMRb.js.map +1 -0
- package/dist/{header-BVzbRnNv.js → remarks-D_3qhBWU.js} +34 -9
- package/dist/remarks-D_3qhBWU.js.map +1 -0
- package/dist/{remarks-1521zwfW.js → remarks-dA8LyoPc.js} +12 -6
- package/dist/remarks-dA8LyoPc.js.map +1 -0
- package/dist/remote-DFIzcx_6.js +273 -0
- package/dist/remote-DFIzcx_6.js.map +1 -0
- package/dist/resolve--rQZ8u6Z.js +1 -0
- package/dist/{resolve-DzdWcIL6.js → resolve-DWSJpKHX.js} +48 -33
- package/dist/resolve-DWSJpKHX.js.map +1 -0
- package/dist/{results-D-naai_Q.js → results-BC3pcG_Z.js} +15 -30
- package/dist/results-BC3pcG_Z.js.map +1 -0
- package/dist/{resume-8-nnW8iO.js → resume-j-rcIryi.js} +47 -17
- package/dist/resume-j-rcIryi.js.map +1 -0
- package/dist/{root-DNuLhaA5.js → root-Dlff-zp8.js} +4 -4
- package/dist/{root-DNuLhaA5.js.map → root-Dlff-zp8.js.map} +1 -1
- package/dist/{runtime-PX_oXiCS.js → runtime-d56Gg3J5.js} +42 -13
- package/dist/runtime-d56Gg3J5.js.map +1 -0
- package/dist/{sandbox-YLbk9mO7.js → sandbox-Cmln11gU.js} +2 -2
- package/dist/{sandbox-YLbk9mO7.js.map → sandbox-Cmln11gU.js.map} +1 -1
- package/dist/sandbox.d.ts +2 -1
- package/dist/sandbox.js +1 -1
- package/dist/{server-De8oH3bt.js → server-BOoH10J8.js} +69 -52
- package/dist/server-BOoH10J8.js.map +1 -0
- package/dist/server-DpuVAbrO.js +1 -0
- package/dist/{shared-CA61BuPJ.js → shared-B_lvGqWz.js} +20 -12
- package/dist/shared-B_lvGqWz.js.map +1 -0
- package/dist/shared-CHvO7eLi.d.ts +1 -0
- package/dist/source-BFd6f0-R.js +1 -0
- package/dist/{source-C686eZpY.js → source-wD04-rRG.js} +15 -10
- package/dist/source-wD04-rRG.js.map +1 -0
- package/dist/{src-CzQrAcF8.js → src-1lpTocbd.js} +152 -75
- package/dist/src-1lpTocbd.js.map +1 -0
- package/dist/{src-DrJSnoMR.js → src-6_zz7oJs.js} +1 -1
- package/dist/{src-cbCb-MPy.js → src-8yTF251P.js} +68 -22
- package/dist/{src-cbCb-MPy.js.map → src-8yTF251P.js.map} +1 -1
- package/dist/{src-Xj_BZKbq.js → src-BO8AYqJ5.js} +45 -18
- package/dist/src-BO8AYqJ5.js.map +1 -0
- package/dist/{src-DeY52Gyf.js → src-BYDOXw_Y.js} +26 -10
- package/dist/{src-DeY52Gyf.js.map → src-BYDOXw_Y.js.map} +1 -1
- package/dist/src-BYPMM1x7.js +2 -0
- package/dist/src-Bp4aN3rA.js +2 -0
- package/dist/src-C7upnZSd.js +2 -0
- package/dist/{src-CIpKL45U.js → src-D91Hd6hT.js} +566 -1070
- package/dist/src-D91Hd6hT.js.map +1 -0
- package/dist/src-DH-9IO7f.js +1 -0
- package/dist/{src-djNNYIdP.js → src-DSZyg0Uq.js} +178 -29
- package/dist/src-DSZyg0Uq.js.map +1 -0
- package/dist/{src-DIL0jST0.js → src-DgHuStEi.js} +159 -31
- package/dist/src-DgHuStEi.js.map +1 -0
- package/dist/src-HSxBazcg.js +3 -0
- package/dist/src-LD1BAJFa.js +2 -0
- package/dist/src-dlX-Lmxg.js +2 -0
- package/dist/{src-C7W6kg81.js → src-gn7YlnRg.js} +64 -17
- package/dist/{src-C7W6kg81.js.map → src-gn7YlnRg.js.map} +1 -1
- package/dist/src-kYeaJJrl.js +2 -0
- package/dist/state-B5PLm5qY.js +1 -0
- package/dist/{state-C0i_ujQZ.js → state-DrJ687ut.js} +18 -18
- package/dist/{state-C0i_ujQZ.js.map → state-DrJ687ut.js.map} +1 -1
- package/dist/stats-hfpuYsAM.js +315 -0
- package/dist/stats-hfpuYsAM.js.map +1 -0
- package/dist/suite-22Kt9Grx.js +2 -0
- package/dist/{suite-DmuF_ApO.js → suite-Co8cwelb.js} +92 -42
- package/dist/suite-Co8cwelb.js.map +1 -0
- package/dist/{summary-BFMHMTz2.js → summary-DLFHVoux.js} +131 -280
- package/dist/summary-DLFHVoux.js.map +1 -0
- package/dist/testing.d.ts +449 -2
- package/dist/testing.js +16 -3
- package/dist/testing.js.map +1 -0
- package/dist/{text-CrVy5ioL.js → text-DTigcA64.js} +9 -5
- package/dist/text-DTigcA64.js.map +1 -0
- package/dist/{transcript-BTxJpW4R.js → transcript-DxPaWHTZ.js} +12 -4
- package/dist/transcript-DxPaWHTZ.js.map +1 -0
- package/dist/types-C5vI3g1C.js.map +1 -1
- package/dist/{types-B-9b1MDV.d.ts → types-coMWHaU2.d.ts} +493 -745
- package/dist/{usage-CleNKkly.js → usage-BNY1ABrU.js} +3 -3
- package/dist/{usage-CleNKkly.js.map → usage-BNY1ABrU.js.map} +1 -1
- package/dist/vertex-Bv7vhMgs.js +1 -0
- package/dist/vertex-C7PI-WPc.d.ts +3 -0
- package/dist/vertex-DypYjx71.js +456 -0
- package/dist/vertex-DypYjx71.js.map +1 -0
- package/dist/view/index.d.ts +505 -43
- package/dist/view/index.js +10 -9
- package/dist/{views-Dk8MCQKr.js → views-BFO1BLKu.js} +14 -13
- package/dist/views-BFO1BLKu.js.map +1 -0
- package/dist/views-BOf8qEL8.js +2 -0
- package/dist/{worker-entry-CqrzGPF4.js → worker-entry-CJtdsKBP.js} +21 -14
- package/dist/worker-entry-CJtdsKBP.js.map +1 -0
- package/dist/{workspace-CLeOybkr.js → workspace-BRxjfa8N.js} +5 -5
- package/dist/{workspace-CLeOybkr.js.map → workspace-BRxjfa8N.js.map} +1 -1
- package/dist/workspace-DDHzkMjm.js +1 -0
- package/docker/seccomp-default.json +1 -0
- package/package.json +10 -2
- package/skills/eval-rubric/SKILL.md +43 -103
- package/dist/adapter-IKKo4sZj.js.map +0 -1
- package/dist/agent-ClE-g9VL.js.map +0 -1
- package/dist/assemble-BO93VAk1.js.map +0 -1
- package/dist/assemble-VQxyoDxK.js +0 -1
- package/dist/assert-EUIoRdIt.js.map +0 -1
- package/dist/capture-dn2hjSLj.js.map +0 -1
- package/dist/capture-nIJ-7kUE.js +0 -1
- package/dist/cli-BCE1xlm4.js.map +0 -1
- package/dist/cli-spec-BXIBUlaK.js.map +0 -1
- package/dist/client-fcwgwOAD.js +0 -106
- package/dist/client-fcwgwOAD.js.map +0 -1
- package/dist/command-Bh3yhN_b.js.map +0 -1
- package/dist/command-C6vwmjS7.js +0 -91
- package/dist/command-C6vwmjS7.js.map +0 -1
- package/dist/command-CANun0m0.js.map +0 -1
- package/dist/command-CBaHukyl.js +0 -335
- package/dist/command-CBaHukyl.js.map +0 -1
- package/dist/command-D_kEnYcX.js.map +0 -1
- package/dist/commands-7tH3EsVu.js.map +0 -1
- package/dist/config-D7TFvUpL.js +0 -759
- package/dist/config-D7TFvUpL.js.map +0 -1
- package/dist/contrasts-B4nOhn0Z.js.map +0 -1
- package/dist/db-DJUuFoWQ.js +0 -602
- package/dist/db-DJUuFoWQ.js.map +0 -1
- package/dist/db-W9EFlXnn.js +0 -2
- package/dist/debug-D7bEv_UV.js +0 -1
- package/dist/docker-CQxucRPe.js.map +0 -1
- package/dist/docker-DuHcQidD.js.map +0 -1
- package/dist/doctor-De_QlOTM.js.map +0 -1
- package/dist/egress-DEAvq8Fl.js +0 -1258
- package/dist/egress-DEAvq8Fl.js.map +0 -1
- package/dist/env-BQqj93gu.js.map +0 -1
- package/dist/environment-B4IuURK1.js.map +0 -1
- package/dist/evaluate-C9-ritA5.d.ts +0 -92
- package/dist/evaluate-Djk1YPFL.js.map +0 -1
- package/dist/facts-Cfx1H70y.js +0 -898
- package/dist/facts-Cfx1H70y.js.map +0 -1
- package/dist/files-Bs6H3HiG.js +0 -65
- package/dist/files-Bs6H3HiG.js.map +0 -1
- package/dist/files-CN1QfenC.js.map +0 -1
- package/dist/files-CtjEXWXm.js +0 -1
- package/dist/files-D27nUk0K.js.map +0 -1
- package/dist/files-D3gJa91B.js +0 -1
- package/dist/generate-BnrvBAzF.js +0 -1646
- package/dist/generate-BnrvBAzF.js.map +0 -1
- package/dist/harness-1OkumOAm.js +0 -323
- package/dist/harness-1OkumOAm.js.map +0 -1
- package/dist/header-BVzbRnNv.js.map +0 -1
- package/dist/init-hiTkiM4L.js.map +0 -1
- package/dist/init-kMkTgTZc.js +0 -1
- package/dist/insights-B2Xmhz9o.js +0 -64
- package/dist/insights-B2Xmhz9o.js.map +0 -1
- package/dist/invocations-D_ePcwyL.js.map +0 -1
- package/dist/judge-CEDIfRiU.js +0 -186
- package/dist/judge-CEDIfRiU.js.map +0 -1
- package/dist/model-B8H3gL69.js +0 -1
- package/dist/model-CTiuzkWw.js +0 -46
- package/dist/model-CTiuzkWw.js.map +0 -1
- package/dist/model-DcIbmggK.js +0 -1
- package/dist/model-DpkclE4r.js.map +0 -1
- package/dist/model-UgHDMhI1.js.map +0 -1
- package/dist/node-CGZYh4Fj.js.map +0 -1
- package/dist/opencode-providers-snfeWd6Z.js +0 -3305
- package/dist/opencode-providers-snfeWd6Z.js.map +0 -1
- package/dist/options-CyAyLjgJ.js +0 -1129
- package/dist/options-CyAyLjgJ.js.map +0 -1
- package/dist/pairs-DP6XOJby.js.map +0 -1
- package/dist/patch-uMq9rCl_.js.map +0 -1
- package/dist/plan-CZYgXnZh.js.map +0 -1
- package/dist/plugins-P-uh54VF.js.map +0 -1
- package/dist/query-D_1ARx5q.js +0 -1
- package/dist/questions-KENpWnfV.js +0 -523
- package/dist/questions-KENpWnfV.js.map +0 -1
- package/dist/redact-CRGdfV2s.js +0 -240
- package/dist/redact-CRGdfV2s.js.map +0 -1
- package/dist/remarks-1521zwfW.js.map +0 -1
- package/dist/remarks-BhAV1H4V.js +0 -1
- package/dist/remarks-Ml6bcSdV.js +0 -278
- package/dist/remarks-Ml6bcSdV.js.map +0 -1
- package/dist/remote-Dkeghk8k.js +0 -378
- package/dist/remote-Dkeghk8k.js.map +0 -1
- package/dist/resolve-CMmhACr6.js +0 -1
- package/dist/resolve-DzdWcIL6.js.map +0 -1
- package/dist/results-D-naai_Q.js.map +0 -1
- package/dist/resume-8-nnW8iO.js.map +0 -1
- package/dist/rules-CcV3zLDR.js +0 -318
- package/dist/rules-CcV3zLDR.js.map +0 -1
- package/dist/run-Bel7Vde4.js +0 -88
- package/dist/run-Bel7Vde4.js.map +0 -1
- package/dist/runtime-PX_oXiCS.js.map +0 -1
- package/dist/server-C-ysqkLv.js +0 -1
- package/dist/server-De8oH3bt.js.map +0 -1
- package/dist/shared-CA61BuPJ.js.map +0 -1
- package/dist/source-C686eZpY.js.map +0 -1
- package/dist/source-DjgypUHW.js +0 -1
- package/dist/src-3mP821Pt.js +0 -2
- package/dist/src-B3KCLZVk.js +0 -3
- package/dist/src-BAyg6CtQ.js +0 -2
- package/dist/src-BezgGX4X.js +0 -2
- package/dist/src-CIpKL45U.js.map +0 -1
- package/dist/src-ChBhk06Q.js +0 -2
- package/dist/src-CoqZYspK.js +0 -2
- package/dist/src-CzQrAcF8.js.map +0 -1
- package/dist/src-D9fSTxlc.js +0 -1
- package/dist/src-DIL0jST0.js.map +0 -1
- package/dist/src-Xj_BZKbq.js.map +0 -1
- package/dist/src-dhSTRN50.js +0 -2
- package/dist/src-djNNYIdP.js.map +0 -1
- package/dist/state-BGWGAwdo.js +0 -1
- package/dist/state-CeR6oz0k.js +0 -66
- package/dist/state-CeR6oz0k.js.map +0 -1
- package/dist/studio-app/assets/index-Bb_cid9k.js +0 -58
- package/dist/studio-app/assets/index-CwQN3f_h.css +0 -2
- package/dist/studio-app/favicon.svg +0 -1
- package/dist/studio-app/index.html +0 -15
- package/dist/suite-DmuF_ApO.js.map +0 -1
- package/dist/suite-mn9g4veR.js +0 -2
- package/dist/summary-BFMHMTz2.js.map +0 -1
- package/dist/text-CrVy5ioL.js.map +0 -1
- package/dist/transcript-BTxJpW4R.js.map +0 -1
- package/dist/usage-BDo2q_yu.js +0 -1
- package/dist/validate-DWjkshl1.js.map +0 -1
- package/dist/views-DE2A1jEX.js +0 -2
- package/dist/views-Dk8MCQKr.js.map +0 -1
- package/dist/worker-entry-CqrzGPF4.js.map +0 -1
- package/dist/workspace-B1eGO46M.js +0 -1
package/dist/redact-CRGdfV2s.js
DELETED
|
@@ -1,240 +0,0 @@
|
|
|
1
|
-
//#region src/redact.ts
|
|
2
|
-
/** What a masked value reads as. */
|
|
3
|
-
const REDACTED = "[REDACTED]";
|
|
4
|
-
const SECRET_NAME = /KEY|TOKEN|SECRET|PASSWORD|CREDENTIAL/i;
|
|
5
|
-
/** Where a value has its first whitespace or control character, from 1; 0 when it has none. */
|
|
6
|
-
const badCharacterAt = (value) => [...value].findIndex((c) => /[\s\p{Cc}]/u.test(c)) + 1;
|
|
7
|
-
/** Well-known credential shapes, masked even when they aren't in this process's environment. */
|
|
8
|
-
const TOKEN_PATTERNS = [
|
|
9
|
-
{
|
|
10
|
-
rule: "Google API key",
|
|
11
|
-
pattern: /AIza[0-9A-Za-z_-]{35}/g
|
|
12
|
-
},
|
|
13
|
-
{
|
|
14
|
-
rule: "OpenAI or Anthropic key",
|
|
15
|
-
pattern: /\bsk-(?:ant-|proj-)?[A-Za-z0-9_-]{20,}/g
|
|
16
|
-
},
|
|
17
|
-
{
|
|
18
|
-
rule: "GitHub token",
|
|
19
|
-
pattern: /\b(?:ghp|gho|ghu|ghs|ghr)_[A-Za-z0-9]{36,}/g
|
|
20
|
-
},
|
|
21
|
-
{
|
|
22
|
-
rule: "GitHub token",
|
|
23
|
-
pattern: /\bgithub_pat_[A-Za-z0-9_]{22,}/g
|
|
24
|
-
},
|
|
25
|
-
{
|
|
26
|
-
rule: "AWS access key",
|
|
27
|
-
pattern: /\b(?:AKIA|ASIA)[0-9A-Z]{16}\b/g
|
|
28
|
-
},
|
|
29
|
-
{
|
|
30
|
-
rule: "Slack token",
|
|
31
|
-
pattern: /\bxox[abprs]-[A-Za-z0-9-]{10,}/g
|
|
32
|
-
},
|
|
33
|
-
{
|
|
34
|
-
rule: "JWT",
|
|
35
|
-
pattern: /\beyJ[A-Za-z0-9_-]{10,}\.eyJ[A-Za-z0-9_-]{10,}\.[A-Za-z0-9_-]{10,}/g
|
|
36
|
-
},
|
|
37
|
-
{
|
|
38
|
-
rule: "private key",
|
|
39
|
-
pattern: /-----BEGIN [A-Z ]*PRIVATE KEY-----[\s\S]*?-----END [A-Z ]*PRIVATE KEY-----/g
|
|
40
|
-
}
|
|
41
|
-
];
|
|
42
|
-
/** Values declared with `secret()`, masked whatever their variable is called. */
|
|
43
|
-
const declared = /* @__PURE__ */ new Set();
|
|
44
|
-
function registerSecret(value) {
|
|
45
|
-
if (value && value.length >= 4) declared.add(value);
|
|
46
|
-
}
|
|
47
|
-
/** What a found secret is: the variable it's the value of, or the credential shape it has. */
|
|
48
|
-
const DECLARED_RULE = "a declared secret";
|
|
49
|
-
const valueRule = (name) => `the value of ${name}`;
|
|
50
|
-
/** Encoded forms shorter than this aren't masked, so they can't eat ordinary text. */
|
|
51
|
-
const MIN_ENCODED = 8;
|
|
52
|
-
/**
|
|
53
|
-
* The stretch of base64 that encodes `value` wherever it starts in a longer input: one per byte
|
|
54
|
-
* offset (0, 1 or 2), without the characters shared with the bytes around it. Plus the URL-safe
|
|
55
|
-
* alphabet of each.
|
|
56
|
-
*/
|
|
57
|
-
function base64Forms(value) {
|
|
58
|
-
const bytes = Buffer.from(value);
|
|
59
|
-
const out = [];
|
|
60
|
-
for (const offset of [
|
|
61
|
-
0,
|
|
62
|
-
1,
|
|
63
|
-
2
|
|
64
|
-
]) {
|
|
65
|
-
const padded = Buffer.concat([Buffer.alloc(offset), bytes]);
|
|
66
|
-
const encoded = padded.toString("base64").replace(/=+$/, "");
|
|
67
|
-
const skip = Math.ceil(offset * 8 / 6);
|
|
68
|
-
const tail = padded.length % 3;
|
|
69
|
-
const keep = Math.floor(padded.length / 3) * 4 + tail;
|
|
70
|
-
const form = encoded.slice(skip, keep);
|
|
71
|
-
out.push(form, form.replaceAll("+", "-").replaceAll("/", "_"));
|
|
72
|
-
}
|
|
73
|
-
return out;
|
|
74
|
-
}
|
|
75
|
-
/** How a value may appear once a client or a log has encoded it: JSON, URL and base64. */
|
|
76
|
-
function encodedForms(value) {
|
|
77
|
-
const forms = [
|
|
78
|
-
jsonEscaped(value),
|
|
79
|
-
encodeURIComponent(value),
|
|
80
|
-
new URLSearchParams({ v: value }).toString().slice(2),
|
|
81
|
-
...base64Forms(value)
|
|
82
|
-
];
|
|
83
|
-
return [...new Set(forms)].filter((f) => f !== value && f.length >= MIN_ENCODED);
|
|
84
|
-
}
|
|
85
|
-
const jsonEscaped = (s) => JSON.stringify(s).slice(1, -1);
|
|
86
|
-
const formsCache = /* @__PURE__ */ new Map();
|
|
87
|
-
/**
|
|
88
|
-
* The value and its encoded forms, each also as it reads inside a JSON string: redaction runs on
|
|
89
|
-
* serialised records, where a JSON-escaped form the agent printed is escaped a second time.
|
|
90
|
-
*/
|
|
91
|
-
const formsOf = (value) => {
|
|
92
|
-
let forms = formsCache.get(value);
|
|
93
|
-
if (!forms) {
|
|
94
|
-
forms = [...new Set([value, ...encodedForms(value)].flatMap((f) => [f, jsonEscaped(f)]))];
|
|
95
|
-
formsCache.set(value, forms);
|
|
96
|
-
}
|
|
97
|
-
return forms;
|
|
98
|
-
};
|
|
99
|
-
/**
|
|
100
|
-
* Whether a secret-named variable's value looks like a credential, so its fragments are masked
|
|
101
|
-
* too. Paths, URLs and prose (`SSH_KEY_PATH=/home/me/.ssh/id_rsa`) would otherwise mask every
|
|
102
|
-
* `/home/me` in the output. Declared secrets of 12 or more characters always count.
|
|
103
|
-
*/
|
|
104
|
-
const tokenLike = (value) => value.length >= 16 && /^[\w.~+/=:-]+$/.test(value) && !/^[/~.]/.test(value) && !value.includes("://") && /[A-Za-z]/.test(value) && /\d/.test(value);
|
|
105
|
-
/** Windows that could be an ordinary word or number (`password`, `20260926`) aren't masked alone. */
|
|
106
|
-
const WORDISH = /^(?:[a-z]+|[A-Z]+|\d+)$/;
|
|
107
|
-
/**
|
|
108
|
-
* Windows with quotes, backslashes, commas, brackets or whitespace aren't masked alone: they can
|
|
109
|
-
* match the structure of serialised JSON (`","sha256":"`) and break the record around them.
|
|
110
|
-
*/
|
|
111
|
-
const STRUCTURAL = /["'\\,:{}[\]\s]/;
|
|
112
|
-
const pairHash = (text, i) => (text.charCodeAt(i) * 31 ^ text.charCodeAt(i + 1)) & 65535;
|
|
113
|
-
let cached;
|
|
114
|
-
function envSecrets(env) {
|
|
115
|
-
const rules = /* @__PURE__ */ new Map();
|
|
116
|
-
for (const [name, value] of Object.entries(env)) if (SECRET_NAME.test(name) && value && value.length >= 8 && !rules.has(value)) rules.set(value, valueRule(name));
|
|
117
|
-
for (const value of declared) if (!rules.has(value)) rules.set(value, DECLARED_RULE);
|
|
118
|
-
const values = [...rules.keys()];
|
|
119
|
-
const key = values.map((v) => `${declared.has(v) ? "d" : "n"}${rules.get(v)}\0${v}`).join("\0");
|
|
120
|
-
if (cached?.key === key) return cached.secrets;
|
|
121
|
-
const formRules = /* @__PURE__ */ new Map();
|
|
122
|
-
for (const value of values) for (const form of formsOf(value)) if (!formRules.has(form)) formRules.set(form, rules.get(value));
|
|
123
|
-
const forms = [...formRules.keys()].sort((a, b) => b.length - a.length);
|
|
124
|
-
const windows = /* @__PURE__ */ new Map();
|
|
125
|
-
const starts = /* @__PURE__ */ new Uint8Array(65536);
|
|
126
|
-
for (const value of values) {
|
|
127
|
-
if (!(declared.has(value) ? value.length >= 12 : tokenLike(value))) continue;
|
|
128
|
-
for (let i = 0; i + 8 <= value.length; i++) {
|
|
129
|
-
const window = value.slice(i, i + 8);
|
|
130
|
-
if (WORDISH.test(window) || STRUCTURAL.test(window)) continue;
|
|
131
|
-
if (!windows.has(window)) windows.set(window, rules.get(value));
|
|
132
|
-
starts[pairHash(value, i)] = 1;
|
|
133
|
-
}
|
|
134
|
-
}
|
|
135
|
-
const secrets = {
|
|
136
|
-
forms,
|
|
137
|
-
formRules,
|
|
138
|
-
windows,
|
|
139
|
-
starts
|
|
140
|
-
};
|
|
141
|
-
cached = {
|
|
142
|
-
key,
|
|
143
|
-
secrets
|
|
144
|
-
};
|
|
145
|
-
return secrets;
|
|
146
|
-
}
|
|
147
|
-
/** The `[start, end)` stretches of `text` made of some secret's fragments, merged, with the first one's rule. */
|
|
148
|
-
function fragmentRanges(text, { windows, starts }) {
|
|
149
|
-
const ranges = [];
|
|
150
|
-
if (windows.size === 0) return ranges;
|
|
151
|
-
for (let i = 0; i + 8 <= text.length; i++) {
|
|
152
|
-
if (!starts[pairHash(text, i)]) continue;
|
|
153
|
-
const rule = windows.get(text.slice(i, i + 8));
|
|
154
|
-
if (rule === void 0) continue;
|
|
155
|
-
const last = ranges.at(-1);
|
|
156
|
-
if (last && i <= last[1]) last[1] = i + 8;
|
|
157
|
-
else ranges.push([
|
|
158
|
-
i,
|
|
159
|
-
i + 8,
|
|
160
|
-
rule
|
|
161
|
-
]);
|
|
162
|
-
}
|
|
163
|
-
return ranges;
|
|
164
|
-
}
|
|
165
|
-
function maskFragments(text, secrets) {
|
|
166
|
-
const ranges = fragmentRanges(text, secrets);
|
|
167
|
-
if (ranges.length === 0) return text;
|
|
168
|
-
let out = "";
|
|
169
|
-
let at = 0;
|
|
170
|
-
for (const [start, end] of ranges) {
|
|
171
|
-
out += `${text.slice(at, start)}${REDACTED}`;
|
|
172
|
-
at = end;
|
|
173
|
-
}
|
|
174
|
-
return out + text.slice(at);
|
|
175
|
-
}
|
|
176
|
-
/**
|
|
177
|
-
* Masks the values of secret-looking environment variables and declared secrets, raw or
|
|
178
|
-
* JSON-, URL- or base64-encoded, any stretch of `MIN_FRAGMENT` or more of their characters, and
|
|
179
|
-
* well-known token shapes, anywhere in `text`.
|
|
180
|
-
*/
|
|
181
|
-
function redactSecrets(text, env = process.env) {
|
|
182
|
-
const secrets = envSecrets(env);
|
|
183
|
-
let out = text;
|
|
184
|
-
for (const secret of secrets.forms) out = out.replaceAll(secret, REDACTED);
|
|
185
|
-
out = maskFragments(out, secrets);
|
|
186
|
-
for (const { pattern } of TOKEN_PATTERNS) out = out.replace(pattern, REDACTED);
|
|
187
|
-
return out;
|
|
188
|
-
}
|
|
189
|
-
/** What `redactSecrets` would mask, in order. Used as a last check before anything leaves the machine. */
|
|
190
|
-
function findSecrets(text, env = process.env) {
|
|
191
|
-
const secrets = envSecrets(env);
|
|
192
|
-
const found = [];
|
|
193
|
-
let rest = text;
|
|
194
|
-
for (const secret of secrets.forms) {
|
|
195
|
-
let at = rest.indexOf(secret);
|
|
196
|
-
if (at === -1) continue;
|
|
197
|
-
const rule = secrets.formRules.get(secret);
|
|
198
|
-
while (at !== -1) {
|
|
199
|
-
found.push({
|
|
200
|
-
start: at,
|
|
201
|
-
end: at + secret.length,
|
|
202
|
-
rule,
|
|
203
|
-
known: true
|
|
204
|
-
});
|
|
205
|
-
at = rest.indexOf(secret, at + secret.length);
|
|
206
|
-
}
|
|
207
|
-
rest = rest.replaceAll(secret, "\0".repeat(secret.length));
|
|
208
|
-
}
|
|
209
|
-
for (const [start, end, rule] of fragmentRanges(rest, secrets)) found.push({
|
|
210
|
-
start,
|
|
211
|
-
end,
|
|
212
|
-
rule,
|
|
213
|
-
known: true
|
|
214
|
-
});
|
|
215
|
-
for (const { rule, pattern } of TOKEN_PATTERNS) for (const m of rest.matchAll(pattern)) found.push({
|
|
216
|
-
start: m.index,
|
|
217
|
-
end: m.index + m[0].length,
|
|
218
|
-
rule,
|
|
219
|
-
known: false
|
|
220
|
-
});
|
|
221
|
-
return found.sort((a, b) => a.start - b.start);
|
|
222
|
-
}
|
|
223
|
-
/** How many stretches `redactSecrets` would mask. */
|
|
224
|
-
const countSecrets = (text, env = process.env) => findSecrets(text, env).length;
|
|
225
|
-
/**
|
|
226
|
-
* A found secret as it can be shown: a variable's value never, a credential shape by its first
|
|
227
|
-
* and last four characters.
|
|
228
|
-
*/
|
|
229
|
-
function maskedMatch(text, match) {
|
|
230
|
-
if (match.known) return match.rule;
|
|
231
|
-
const value = text.slice(match.start, match.end);
|
|
232
|
-
const shown = value.length >= 16 ? `${value.slice(0, 4)}…${value.slice(-4)}` : `${value.slice(0, 2)}…`;
|
|
233
|
-
return `${match.rule} (${shown})`;
|
|
234
|
-
}
|
|
235
|
-
/** Drops `user:password@` from a URL so it can be recorded or shown. */
|
|
236
|
-
const stripCredentials = (url) => url.replace(/^([a-z][a-z0-9+.-]*:\/\/)[^@/]*@/i, "$1");
|
|
237
|
-
//#endregion
|
|
238
|
-
export { findSecrets as a, registerSecret as c, countSecrets as i, stripCredentials as l, SECRET_NAME as n, maskedMatch as o, badCharacterAt as r, redactSecrets as s, REDACTED as t };
|
|
239
|
-
|
|
240
|
-
//# sourceMappingURL=redact-CRGdfV2s.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"redact-CRGdfV2s.js","names":[],"sources":["../src/redact.ts"],"mappings":";;AACA,MAAa,WAAW;AAExB,MAAa,cAAc;;AAG3B,MAAa,kBAAkB,UAC7B,CAAC,GAAG,KAAK,CAAC,CAAC,WAAW,MAAM,cAAc,KAAK,CAAC,CAAC,IAAI;;AAGvD,MAAM,iBAA2D;CAC/D;EAAE,MAAM;EAAkB,SAAS;CAAyB;CAC5D;EAAE,MAAM;EAA2B,SAAS;CAA0C;CACtF;EAAE,MAAM;EAAgB,SAAS;CAA8C;CAC/E;EAAE,MAAM;EAAgB,SAAS;CAAkC;CACnE;EAAE,MAAM;EAAkB,SAAS;CAAiC;CACpE;EAAE,MAAM;EAAe,SAAS;CAAkC;CAClE;EACE,MAAM;EACN,SAAS;CACX;CACA;EACE,MAAM;EACN,SAAS;CACX;AACF;;AAGA,MAAM,2BAAW,IAAI,IAAY;AAEjC,SAAgB,eAAe,OAAiC;CAC9D,IAAI,SAAS,MAAM,UAAU,GAAG,SAAS,IAAI,KAAK;AACpD;;AAGA,MAAM,gBAAgB;AACtB,MAAM,aAAa,SAAiB,gBAAgB;;AAGpD,MAAM,cAAc;;;;;;AAOpB,SAAgB,YAAY,OAAyB;CACnD,MAAM,QAAQ,OAAO,KAAK,KAAK;CAC/B,MAAM,MAAgB,CAAC;CACvB,KAAK,MAAM,UAAU;EAAC;EAAG;EAAG;CAAC,GAAG;EAC9B,MAAM,SAAS,OAAO,OAAO,CAAC,OAAO,MAAM,MAAM,GAAG,KAAK,CAAC;EAC1D,MAAM,UAAU,OAAO,SAAS,QAAQ,CAAC,CAAC,QAAQ,OAAO,EAAE;EAC3D,MAAM,OAAO,KAAK,KAAM,SAAS,IAAK,CAAC;EACvC,MAAM,OAAO,OAAO,SAAS;EAC7B,MAAM,OAAO,KAAK,MAAM,OAAO,SAAS,CAAC,IAAI,IAAI;EACjD,MAAM,OAAO,QAAQ,MAAM,MAAM,IAAI;EACrC,IAAI,KAAK,MAAM,KAAK,WAAW,KAAK,GAAG,CAAC,CAAC,WAAW,KAAK,GAAG,CAAC;CAC/D;CACA,OAAO;AACT;;AAGA,SAAgB,aAAa,OAAyB;CACpD,MAAM,QAAQ;EACZ,YAAY,KAAK;EACjB,mBAAmB,KAAK;EACxB,IAAI,gBAAgB,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC;EACpD,GAAG,YAAY,KAAK;CACtB;CACA,OAAO,CAAC,GAAG,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,QAAQ,MAAM,MAAM,SAAS,EAAE,UAAU,WAAW;AACjF;AAEA,MAAM,eAAe,MAAc,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,GAAG,EAAE;AAEhE,MAAM,6BAAa,IAAI,IAAsB;;;;;AAK7C,MAAM,WAAW,UAAkB;CACjC,IAAI,QAAQ,WAAW,IAAI,KAAK;CAChC,IAAI,CAAC,OAAO;EACV,QAAQ,CAAC,GAAG,IAAI,IAAI,CAAC,OAAO,GAAG,aAAa,KAAK,CAAC,CAAC,CAAC,SAAS,MAAM,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;EACxF,WAAW,IAAI,OAAO,KAAK;CAC7B;CACA,OAAO;AACT;;;;;;AAUA,MAAM,aAAa,UACjB,MAAM,UAAU,MAChB,iBAAiB,KAAK,KAAK,KAC3B,CAAC,SAAS,KAAK,KAAK,KACpB,CAAC,MAAM,SAAS,KAAK,KACrB,WAAW,KAAK,KAAK,KACrB,KAAK,KAAK,KAAK;;AAGjB,MAAM,UAAU;;;;;AAKhB,MAAM,aAAa;AAanB,MAAM,YAAY,MAAc,OAC5B,KAAK,WAAW,CAAC,IAAI,KAAM,KAAK,WAAW,IAAI,CAAC,KAAK;AAEzD,IAAI;AAEJ,SAAS,WAAW,KAAiC;CACnD,MAAM,wBAAQ,IAAI,IAAoB;CACtC,KAAK,MAAM,CAAC,MAAM,UAAU,OAAO,QAAQ,GAAG,GAC5C,IAAI,YAAY,KAAK,IAAI,KAAK,SAAS,MAAM,UAAU,KAAK,CAAC,MAAM,IAAI,KAAK,GAC1E,MAAM,IAAI,OAAO,UAAU,IAAI,CAAC;CAGpC,KAAK,MAAM,SAAS,UAAU,IAAI,CAAC,MAAM,IAAI,KAAK,GAAG,MAAM,IAAI,OAAO,aAAa;CACnF,MAAM,SAAS,CAAC,GAAG,MAAM,KAAK,CAAC;CAC/B,MAAM,MAAM,OAAO,KAAK,MAAM,GAAG,SAAS,IAAI,CAAC,IAAI,MAAM,MAAM,MAAM,IAAI,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,KAAK,IAAI;CAC9F,IAAI,QAAQ,QAAQ,KAAK,OAAO,OAAO;CACvC,MAAM,4BAAY,IAAI,IAAoB;CAC1C,KAAK,MAAM,SAAS,QAClB,KAAK,MAAM,QAAQ,QAAQ,KAAK,GAC9B,IAAI,CAAC,UAAU,IAAI,IAAI,GAAG,UAAU,IAAI,MAAM,MAAM,IAAI,KAAK,CAAW;CAG5E,MAAM,QAAQ,CAAC,GAAG,UAAU,KAAK,CAAC,CAAC,CAAC,MAAM,GAAG,MAAM,EAAE,SAAS,EAAE,MAAM;CACtE,MAAM,0BAAU,IAAI,IAAoB;CACxC,MAAM,yBAAS,IAAI,WAAW,KAAO;CACrC,KAAK,MAAM,SAAS,QAAQ;EAC1B,IAAI,EAAE,SAAS,IAAI,KAAK,IAAI,MAAM,UAAU,KAAK,UAAU,KAAK,IAAI;EACpE,KAAK,IAAI,IAAI,GAAG,IAAA,KAAoB,MAAM,QAAQ,KAAK;GACrD,MAAM,SAAS,MAAM,MAAM,GAAG,IAAA,CAAgB;GAC9C,IAAI,QAAQ,KAAK,MAAM,KAAK,WAAW,KAAK,MAAM,GAAG;GACrD,IAAI,CAAC,QAAQ,IAAI,MAAM,GAAG,QAAQ,IAAI,QAAQ,MAAM,IAAI,KAAK,CAAW;GACxE,OAAO,SAAS,OAAO,CAAC,KAAK;EAC/B;CACF;CACA,MAAM,UAAU;EAAE;EAAO;EAAW;EAAS;CAAO;CACpD,SAAS;EAAE;EAAK;CAAQ;CACxB,OAAO;AACT;;AAGA,SAAS,eACP,MACA,EAAE,SAAS,UACsB;CACjC,MAAM,SAA0C,CAAC;CACjD,IAAI,QAAQ,SAAS,GAAG,OAAO;CAC/B,KAAK,IAAI,IAAI,GAAG,IAAA,KAAoB,KAAK,QAAQ,KAAK;EACpD,IAAI,CAAC,OAAO,SAAS,MAAM,CAAC,IAAI;EAChC,MAAM,OAAO,QAAQ,IAAI,KAAK,MAAM,GAAG,IAAA,CAAgB,CAAC;EACxD,IAAI,SAAS,KAAA,GAAW;EACxB,MAAM,OAAO,OAAO,GAAG,EAAE;EACzB,IAAI,QAAQ,KAAK,KAAK,IAAI,KAAK,KAAK,IAAA;OAC/B,OAAO,KAAK;GAAC;GAAG,IAAA;GAAkB;EAAI,CAAC;CAC9C;CACA,OAAO;AACT;AAEA,SAAS,cAAc,MAAc,SAA0B;CAC7D,MAAM,SAAS,eAAe,MAAM,OAAO;CAC3C,IAAI,OAAO,WAAW,GAAG,OAAO;CAChC,IAAI,MAAM;CACV,IAAI,KAAK;CACT,KAAK,MAAM,CAAC,OAAO,QAAQ,QAAQ;EACjC,OAAO,GAAG,KAAK,MAAM,IAAI,KAAK,IAAI;EAClC,KAAK;CACP;CACA,OAAO,MAAM,KAAK,MAAM,EAAE;AAC5B;;;;;;AAOA,SAAgB,cAAc,MAAc,MAAyB,QAAQ,KAAa;CACxF,MAAM,UAAU,WAAW,GAAG;CAC9B,IAAI,MAAM;CACV,KAAK,MAAM,UAAU,QAAQ,OAAO,MAAM,IAAI,WAAW,QAAQ,QAAQ;CACzE,MAAM,cAAc,KAAK,OAAO;CAChC,KAAK,MAAM,EAAE,aAAa,gBAAgB,MAAM,IAAI,QAAQ,SAAS,QAAQ;CAC7E,OAAO;AACT;;AAaA,SAAgB,YAAY,MAAc,MAAyB,QAAQ,KAAoB;CAC7F,MAAM,UAAU,WAAW,GAAG;CAC9B,MAAM,QAAuB,CAAC;CAC9B,IAAI,OAAO;CACX,KAAK,MAAM,UAAU,QAAQ,OAAO;EAClC,IAAI,KAAK,KAAK,QAAQ,MAAM;EAC5B,IAAI,OAAO,IAAI;EACf,MAAM,OAAO,QAAQ,UAAU,IAAI,MAAM;EACzC,OAAO,OAAO,IAAI;GAChB,MAAM,KAAK;IAAE,OAAO;IAAI,KAAK,KAAK,OAAO;IAAQ;IAAM,OAAO;GAAK,CAAC;GACpE,KAAK,KAAK,QAAQ,QAAQ,KAAK,OAAO,MAAM;EAC9C;EAEA,OAAO,KAAK,WAAW,QAAQ,KAAK,OAAO,OAAO,MAAM,CAAC;CAC3D;CACA,KAAK,MAAM,CAAC,OAAO,KAAK,SAAS,eAAe,MAAM,OAAO,GAC3D,MAAM,KAAK;EAAE;EAAO;EAAK;EAAM,OAAO;CAAK,CAAC;CAE9C,KAAK,MAAM,EAAE,MAAM,aAAa,gBAC9B,KAAK,MAAM,KAAK,KAAK,SAAS,OAAO,GACnC,MAAM,KAAK;EAAE,OAAO,EAAE;EAAO,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC;EAAQ;EAAM,OAAO;CAAM,CAAC;CAGjF,OAAO,MAAM,MAAM,GAAG,MAAM,EAAE,QAAQ,EAAE,KAAK;AAC/C;;AAGA,MAAa,gBAAgB,MAAc,MAAyB,QAAQ,QAC1E,YAAY,MAAM,GAAG,CAAC,CAAC;;;;;AAMzB,SAAgB,YAAY,MAAc,OAA4B;CACpE,IAAI,MAAM,OAAO,OAAO,MAAM;CAC9B,MAAM,QAAQ,KAAK,MAAM,MAAM,OAAO,MAAM,GAAG;CAC/C,MAAM,QACJ,MAAM,UAAU,KAAK,GAAG,MAAM,MAAM,GAAG,CAAC,EAAE,GAAG,MAAM,MAAM,EAAE,MAAM,GAAG,MAAM,MAAM,GAAG,CAAC,EAAE;CACxF,OAAO,GAAG,MAAM,KAAK,IAAI,MAAM;AACjC;;AAGA,MAAa,oBAAoB,QAC/B,IAAI,QAAQ,qCAAqC,IAAI"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"remarks-1521zwfW.js","names":[],"sources":["../src/ui/remarks.ts"],"mappings":";;AAcA,MAAa,YAAY,GAAW,UAClC,EAAE,iBAAiB,SAAS,EAAE,SAAS;;AAGzC,SAAgB,aAAa,SAAmB,OAAe,SAAkB;CAC/E,MAAM,YAAY,QAAQ,QAAQ,MAAM,SAAS,GAAG,KAAK,CAAC;CAC1D,MAAM,WAAW,UAAU,QAAQ,MAAM,EAAE,aAAa,SAAS;CACjE,MAAM,QAAQ,UAAU,YAAY,SAAS,MAAM,GAAA,CAAa;CAChE,OAAO;EAAE;EAAO,QAAQ,UAAU,IAAI,SAAS,SAAS,MAAM;CAAO;AACvE;;AAGA,SAAgB,YAAY,SAAmB,OAAe,SAA4B;CACxF,MAAM,QAAQ,IAAI,IAAI,aAAa,SAAS,OAAO,OAAO,CAAC,CAAC,KAAK;CACjE,OAAO,QAAQ,KAAK,OAAO;EAAE,GAAG;EAAG,SAAS,MAAM,IAAI,CAAC;CAAE,EAAE;AAC7D;;AAGA,MAAM,YAAY,OAAe,GAAG,QAAQ,YAAY,EAAE,CAAC,CAAC,QAAQ,YAAY,KAAK;AAErF,SAAgB,YACd,GACA,OACA,UACA,SACU;CACV,MAAM,EAAE,OAAO,WAAW,aAAa,UAAU,WAAW,CAAC,GAAG,MAAM,OAAO,OAAO;CACpF,IAAI,CAAC,MAAM,QAAQ,OAAO,CAAC;CAC3B,MAAM,QAAQ,IAAI,IAChB,MAAM,MAAM,SAAS,MACnB,EAAE,MAAM,KAAK,MAAM,CAAC,EAAE,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAU,CACtF,CACF;CACA,OAAO;EACL;EACA;EACA,GAAG,MAAM,SAAS,MAAM,CACtB,KAAK,MAAM,IAAI,EAAE,MAAM,KAAK,EAAE,OAAO,IAAI,EAAE,QAC3C,EAAE,IAAI,OACF,OAAO,EAAE,IAAI,KAAK,EAAE,IAAI,SAAS,EAAE,IAAI,EAAE,EAAE,IAAI,KAAK,EAAE,IAAI,MAAM,GAAG,MACnE,OAAO,EAAE,IAAI,IAAI,EAAE,KAAK,SAAS,EAAE,IAAI,EAAE,GAC/C,CAAC;EACD,GAAI,SAAS,IAAI,CAAC,EAAE,IAAI,MAAM,OAAO,WAAW,CAAC,IAAI,CAAC;CACxD;AACF"}
|
package/dist/remarks-BhAV1H4V.js
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export { t as markPrinted } from "./remarks-1521zwfW.js";
|
package/dist/remarks-Ml6bcSdV.js
DELETED
|
@@ -1,278 +0,0 @@
|
|
|
1
|
-
import { t as RUN_ID } from "./paths-BmR-7tx3.js";
|
|
2
|
-
import { t as inCI } from "./env-BQqj93gu.js";
|
|
3
|
-
import { t as git } from "./git-rPfl7AD1.js";
|
|
4
|
-
import { c as suiteResult } from "./suite-DmuF_ApO.js";
|
|
5
|
-
import { i as REMARK_KINDS, r as NO_MODEL } from "./insights-B2Xmhz9o.js";
|
|
6
|
-
import { y as factsHash } from "./summary-BFMHMTz2.js";
|
|
7
|
-
import { p as scratchDir, u as recordNames } from "./files-CN1QfenC.js";
|
|
8
|
-
import { n as readInsights, t as insightsFile } from "./files-Bs6H3HiG.js";
|
|
9
|
-
import { i as comparableFingerprint, s as openHistoryDb } from "./db-DJUuFoWQ.js";
|
|
10
|
-
import { i as rankRemarks, n as noBaseline, t as deterministicRemarks } from "./rules-CcV3zLDR.js";
|
|
11
|
-
import { join } from "node:path";
|
|
12
|
-
import { readFile } from "node:fs/promises";
|
|
13
|
-
//#region src/remarks/index.ts
|
|
14
|
-
/**
|
|
15
|
-
* The branch the default-branch views count: `origin`'s HEAD, else a local `main` or `master`,
|
|
16
|
-
* else in CI a pull request's base, `GITHUB_BASE_REF`. A GitHub Actions pull request build checks
|
|
17
|
-
* out the merge commit with neither ref; a push build of `main` or `master` checks it out locally.
|
|
18
|
-
*/
|
|
19
|
-
async function defaultBranch(root, env = process.env) {
|
|
20
|
-
const head = await git(root, [
|
|
21
|
-
"symbolic-ref",
|
|
22
|
-
"--quiet",
|
|
23
|
-
"--short",
|
|
24
|
-
"refs/remotes/origin/HEAD"
|
|
25
|
-
]);
|
|
26
|
-
if (head.code === 0) {
|
|
27
|
-
const ref = head.stdout.toString("utf8").trim();
|
|
28
|
-
if (ref) return ref.replace(/^origin\//, "");
|
|
29
|
-
}
|
|
30
|
-
for (const name of ["main", "master"]) if ((await git(root, [
|
|
31
|
-
"rev-parse",
|
|
32
|
-
"--verify",
|
|
33
|
-
"--quiet",
|
|
34
|
-
`refs/heads/${name}`
|
|
35
|
-
])).code === 0) return name;
|
|
36
|
-
return inCI(env) && env.GITHUB_BASE_REF || null;
|
|
37
|
-
}
|
|
38
|
-
/** The ids of every run but `runId`, recorded and scratch, with the folder each is in. */
|
|
39
|
-
async function otherRuns(config, runId) {
|
|
40
|
-
const out = [];
|
|
41
|
-
const seen = /* @__PURE__ */ new Set();
|
|
42
|
-
for (const dir of [config.history.dir, scratchDir(config.root)]) for (const name of await recordNames(dir).catch(() => null) ?? []) {
|
|
43
|
-
const id = name.slice(0, -5);
|
|
44
|
-
if (!RUN_ID.test(id) || id === runId || seen.has(id)) continue;
|
|
45
|
-
seen.add(id);
|
|
46
|
-
out.push({
|
|
47
|
-
dir,
|
|
48
|
-
runId: id
|
|
49
|
-
});
|
|
50
|
-
}
|
|
51
|
-
return out;
|
|
52
|
-
}
|
|
53
|
-
/** Each run's remarks, from its insights.json; a run without one has none. */
|
|
54
|
-
async function remarksIn(runs) {
|
|
55
|
-
const out = [];
|
|
56
|
-
for (const run of runs) {
|
|
57
|
-
const doc = await readInsights(insightsFile(run.dir, run.runId)).catch(() => null);
|
|
58
|
-
if (doc?.remarks.length) out.push({
|
|
59
|
-
runId: run.runId,
|
|
60
|
-
remarks: doc.remarks
|
|
61
|
-
});
|
|
62
|
-
}
|
|
63
|
-
return out;
|
|
64
|
-
}
|
|
65
|
-
/**
|
|
66
|
-
* Each remark id an earlier run printed, with the first run that did. A run's `firstSeenRun` is a
|
|
67
|
-
* run that printed it, unless that run is itself and `printed` is false: the cap or a run without
|
|
68
|
-
* `-v` hid it.
|
|
69
|
-
*/
|
|
70
|
-
function printedBefore(runs) {
|
|
71
|
-
const first = /* @__PURE__ */ new Map();
|
|
72
|
-
for (const run of runs) for (const r of run.remarks) {
|
|
73
|
-
if (r.printed === false && r.firstSeenRun === run.runId) continue;
|
|
74
|
-
const was = first.get(r.id);
|
|
75
|
-
if (!was || r.firstSeenRun < was) first.set(r.id, r.firstSeenRun);
|
|
76
|
-
}
|
|
77
|
-
return first;
|
|
78
|
-
}
|
|
79
|
-
/** A remark as raised, before it's settled: its kind's severity, and no run-specific marks. */
|
|
80
|
-
function candidateOf(r) {
|
|
81
|
-
const { firstSeenRun: _, printed: __, actedOn: ___, ...rest } = r;
|
|
82
|
-
return {
|
|
83
|
-
...rest,
|
|
84
|
-
severity: REMARK_KINDS[r.kind].severity
|
|
85
|
-
};
|
|
86
|
-
}
|
|
87
|
-
/** The run's remarks from what it raised, once each: with the first run that printed it, ranked. */
|
|
88
|
-
async function settleRemarks(config, record, candidates) {
|
|
89
|
-
const first = printedBefore(await remarksIn(await otherRuns(config, record.runId)));
|
|
90
|
-
const seen = /* @__PURE__ */ new Set();
|
|
91
|
-
return rankRemarks(candidates.flatMap((c) => {
|
|
92
|
-
if (seen.has(c.id)) return [];
|
|
93
|
-
seen.add(c.id);
|
|
94
|
-
const was = first.get(c.id);
|
|
95
|
-
return [{
|
|
96
|
-
...candidateOf({
|
|
97
|
-
...c,
|
|
98
|
-
firstSeenRun: ""
|
|
99
|
-
}),
|
|
100
|
-
firstSeenRun: was && was < record.runId ? was : record.runId
|
|
101
|
-
}];
|
|
102
|
-
}));
|
|
103
|
-
}
|
|
104
|
-
const one = (db, sql, params) => db.query(sql, params).rows[0] ?? null;
|
|
105
|
-
function historyOf(db, branch) {
|
|
106
|
-
return {
|
|
107
|
-
streak: (evalKey, cellKey, label, fingerprint) => branch === null ? null : one(db, `SELECT streak_runs AS runs, streak_tries AS tries FROM check_streaks
|
|
108
|
-
WHERE eval_key = ? AND cell_key = ? AND label = ? AND fingerprint = ? AND branch = ?`, [
|
|
109
|
-
evalKey,
|
|
110
|
-
cellKey,
|
|
111
|
-
label,
|
|
112
|
-
fingerprint,
|
|
113
|
-
branch
|
|
114
|
-
]),
|
|
115
|
-
flaky: (evalKey, cellKey, fingerprint) => one(db, `SELECT cause FROM flaky_cells
|
|
116
|
-
WHERE eval_key = ? AND cell_key = ? AND fingerprint = ? AND verdict = 'flaky'`, [
|
|
117
|
-
evalKey,
|
|
118
|
-
cellKey,
|
|
119
|
-
fingerprint
|
|
120
|
-
]),
|
|
121
|
-
window: (evalKey, cellKey, label, fingerprint) => {
|
|
122
|
-
return db.query(`SELECT k.pass, k.fail FROM cell_checks k
|
|
123
|
-
JOIN cells c ON c.run_id = k.run_id AND c.eval_key = k.eval_key AND c.key = k.cell_key
|
|
124
|
-
WHERE k.eval_key = ? AND k.cell_key = ? AND k.label = ? AND c.comparable = ?
|
|
125
|
-
ORDER BY k.run_id DESC LIMIT 5`, [
|
|
126
|
-
evalKey,
|
|
127
|
-
cellKey,
|
|
128
|
-
label,
|
|
129
|
-
fingerprint
|
|
130
|
-
]).rows.reduce((w, r) => ({
|
|
131
|
-
runs: w.runs + 1,
|
|
132
|
-
mixed: w.mixed + (r.pass > 0 && r.fail > 0 ? 1 : 0),
|
|
133
|
-
pass: w.pass + r.pass,
|
|
134
|
-
fail: w.fail + r.fail
|
|
135
|
-
}), {
|
|
136
|
-
runs: 0,
|
|
137
|
-
mixed: 0,
|
|
138
|
-
pass: 0,
|
|
139
|
-
fail: 0
|
|
140
|
-
});
|
|
141
|
-
}
|
|
142
|
-
};
|
|
143
|
-
}
|
|
144
|
-
/**
|
|
145
|
-
* Finds where a remark's fix goes: the first line naming `needle` from the eval's own declaration
|
|
146
|
-
* on, so another eval in the same file using that label doesn't take it, then anywhere in its
|
|
147
|
-
* sources.
|
|
148
|
-
*/
|
|
149
|
-
function locator(root) {
|
|
150
|
-
const files = /* @__PURE__ */ new Map();
|
|
151
|
-
const text = (path) => {
|
|
152
|
-
let f = files.get(path);
|
|
153
|
-
if (!f) {
|
|
154
|
-
f = readFile(join(root, path), "utf8").catch(() => null);
|
|
155
|
-
files.set(path, f);
|
|
156
|
-
}
|
|
157
|
-
return f;
|
|
158
|
-
};
|
|
159
|
-
const found = /* @__PURE__ */ new Map();
|
|
160
|
-
return {
|
|
161
|
-
async prepare(entry, needles) {
|
|
162
|
-
const quoted = (s) => [
|
|
163
|
-
`'${s}'`,
|
|
164
|
-
`"${s}"`,
|
|
165
|
-
`\`${s}\``
|
|
166
|
-
];
|
|
167
|
-
const lines = async (path) => (await text(path))?.split("\n") ?? [];
|
|
168
|
-
const own = await lines(entry.file);
|
|
169
|
-
const name = quoted(entry.family?.name ?? entry.name);
|
|
170
|
-
const declared = Math.max(0, own.findIndex((line) => name.some((w) => line.includes(w))));
|
|
171
|
-
const scans = [
|
|
172
|
-
{
|
|
173
|
-
path: entry.file,
|
|
174
|
-
from: declared
|
|
175
|
-
},
|
|
176
|
-
{
|
|
177
|
-
path: entry.file,
|
|
178
|
-
from: 0
|
|
179
|
-
},
|
|
180
|
-
...entry.sources.filter((s) => s.path !== entry.file).map((s) => ({
|
|
181
|
-
path: s.path,
|
|
182
|
-
from: 0
|
|
183
|
-
}))
|
|
184
|
-
];
|
|
185
|
-
for (const needle of needles) {
|
|
186
|
-
const key = `${entry.id}\0${needle ?? ""}`;
|
|
187
|
-
if (found.has(key)) continue;
|
|
188
|
-
const tiers = needle === null ? [name] : [
|
|
189
|
-
[`${needle}:`, ...quoted(needle).map((q) => `${q}:`)],
|
|
190
|
-
quoted(needle),
|
|
191
|
-
[needle]
|
|
192
|
-
];
|
|
193
|
-
let at = `source:${entry.file}`;
|
|
194
|
-
search: for (const wanted of tiers) for (const { path, from } of needle === null ? scans.slice(1, 2) : scans) for (const [i, line] of (await lines(path)).entries()) if (i >= from && wanted.some((w) => line.includes(w))) {
|
|
195
|
-
at = `source:${path}#L${i + 1}`;
|
|
196
|
-
break search;
|
|
197
|
-
}
|
|
198
|
-
found.set(key, at);
|
|
199
|
-
}
|
|
200
|
-
},
|
|
201
|
-
locate: (entry, needle) => found.get(`${entry.id}\0${needle ?? ""}`) ?? `source:${entry.file}`
|
|
202
|
-
};
|
|
203
|
-
}
|
|
204
|
-
/** What the rules may look up in an eval's source: its name, check labels and MCP servers. */
|
|
205
|
-
function needlesOf(entry) {
|
|
206
|
-
const labels = entry.cells.flatMap((c) => (c.checks ?? []).map((k) => k.label));
|
|
207
|
-
const servers = entry.attempts.flatMap((a) => a.turns.flatMap((t) => (t.mcpStartup ?? []).map((m) => m.server.split(":")[0])));
|
|
208
|
-
return [null, .../* @__PURE__ */ new Set([...labels, ...servers])];
|
|
209
|
-
}
|
|
210
|
-
/** The run's remarks, each with the run that first printed it. History-based kinds need an earlier run. */
|
|
211
|
-
async function remarksOf(config, record) {
|
|
212
|
-
const db = (await otherRuns(config, record.runId)).length ? await openHistoryDb(config.root, config.history.dir) : null;
|
|
213
|
-
try {
|
|
214
|
-
const loc = locator(config.root);
|
|
215
|
-
for (const entry of record.evals) await loc.prepare(entry, needlesOf(entry));
|
|
216
|
-
const ctx = {
|
|
217
|
-
history: db ? historyOf(db, await defaultBranch(config.root)) : null,
|
|
218
|
-
comparable: (entry, cellKey) => {
|
|
219
|
-
const cell = entry.cells.find((c) => c.key === cellKey);
|
|
220
|
-
return cell ? comparableFingerprint(cell, entry.attempts) : "";
|
|
221
|
-
},
|
|
222
|
-
locate: loc.locate
|
|
223
|
-
};
|
|
224
|
-
const candidates = deterministicRemarks(suiteResult(record), record, ctx);
|
|
225
|
-
return candidates.length ? await settleRemarks(config, record, candidates) : [];
|
|
226
|
-
} finally {
|
|
227
|
-
db?.close();
|
|
228
|
-
}
|
|
229
|
-
}
|
|
230
|
-
/**
|
|
231
|
-
* The run's remarks once model insights are written: the deterministic ones it already raised
|
|
232
|
-
* (`earlier`), the model's gated remarks and `no-baseline` on the classification, settled together,
|
|
233
|
-
* so the cap and the ranking cover them all.
|
|
234
|
-
*/
|
|
235
|
-
async function withModelRemarks(config, record, insights, earlier) {
|
|
236
|
-
const loc = locator(config.root);
|
|
237
|
-
for (const entry of record.evals) await loc.prepare(entry, [null]);
|
|
238
|
-
const ctx = {
|
|
239
|
-
history: null,
|
|
240
|
-
comparable: () => "",
|
|
241
|
-
locate: loc.locate
|
|
242
|
-
};
|
|
243
|
-
const classified = noBaseline(suiteResult(record), record, insights.evals, ctx);
|
|
244
|
-
const keep = (r) => r.kind !== "no-baseline";
|
|
245
|
-
return settleRemarks(config, record, [
|
|
246
|
-
...earlier.filter((r) => keep(r) && r.origin === "deterministic").map(candidateOf),
|
|
247
|
-
...insights.remarks.filter((r) => keep(r) && r.origin === "model").map(candidateOf),
|
|
248
|
-
...classified
|
|
249
|
-
]);
|
|
250
|
-
}
|
|
251
|
-
/** Insights written without an analysis model, for the run's remarks. */
|
|
252
|
-
function remarksOnly(record, remarks) {
|
|
253
|
-
return {
|
|
254
|
-
kind: "reeval-insights",
|
|
255
|
-
schemaVersion: 1,
|
|
256
|
-
runId: record.runId,
|
|
257
|
-
model: NO_MODEL,
|
|
258
|
-
promptVersion: NO_MODEL,
|
|
259
|
-
factsHash: factsHash(suiteResult(record)),
|
|
260
|
-
createdAt: (/* @__PURE__ */ new Date()).toISOString(),
|
|
261
|
-
usage: {
|
|
262
|
-
inputTokens: 0,
|
|
263
|
-
outputTokens: 0,
|
|
264
|
-
costUsd: null
|
|
265
|
-
},
|
|
266
|
-
headline: null,
|
|
267
|
-
evals: [],
|
|
268
|
-
remarks,
|
|
269
|
-
validation: {
|
|
270
|
-
dropped: 0,
|
|
271
|
-
regenerated: 0
|
|
272
|
-
}
|
|
273
|
-
};
|
|
274
|
-
}
|
|
275
|
-
//#endregion
|
|
276
|
-
export { remarksOf, remarksOnly, withModelRemarks };
|
|
277
|
-
|
|
278
|
-
//# sourceMappingURL=remarks-Ml6bcSdV.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"remarks-Ml6bcSdV.js","names":[],"sources":["../src/remarks/index.ts"],"mappings":";;;;;;;;;;;;;;;;;;AAiCA,eAAsB,cACpB,MACA,MAAyB,QAAQ,KACT;CACxB,MAAM,OAAO,MAAM,IAAI,MAAM;EAAC;EAAgB;EAAW;EAAW;CAA0B,CAAC;CAC/F,IAAI,KAAK,SAAS,GAAG;EACnB,MAAM,MAAM,KAAK,OAAO,SAAS,MAAM,CAAC,CAAC,KAAK;EAC9C,IAAI,KAAK,OAAO,IAAI,QAAQ,aAAa,EAAE;CAC7C;CACA,KAAK,MAAM,QAAQ,CAAC,QAAQ,QAAQ,GAElC,KAAI,MADY,IAAI,MAAM;EAAC;EAAa;EAAY;EAAW,cAAc;CAAM,CAAC,EAAA,CAC9E,SAAS,GAAG,OAAO;CAE3B,OAAQ,KAAK,GAAG,KAAK,IAAI,mBAAoB;AAC/C;;AAGA,eAAe,UAAU,QAAwB,OAAe;CAC9D,MAAM,MAA6C,CAAC;CACpD,MAAM,uBAAO,IAAI,IAAY;CAC7B,KAAK,MAAM,OAAO,CAAC,OAAO,QAAQ,KAAK,WAAW,OAAO,IAAI,CAAC,GAC5D,KAAK,MAAM,QAAS,MAAM,YAAY,GAAG,CAAC,CAAC,YAAY,IAAI,KAAM,CAAC,GAAG;EACnE,MAAM,KAAK,KAAK,MAAM,GAAG,EAAE;EAC3B,IAAI,CAAC,OAAO,KAAK,EAAE,KAAK,OAAO,SAAS,KAAK,IAAI,EAAE,GAAG;EACtD,KAAK,IAAI,EAAE;EACX,IAAI,KAAK;GAAE;GAAK,OAAO;EAAG,CAAC;CAC7B;CAEF,OAAO;AACT;;AAKA,eAAe,UAAU,MAAoE;CAC3F,MAAM,MAAoB,CAAC;CAC3B,KAAK,MAAM,OAAO,MAAM;EACtB,MAAM,MAAM,MAAM,aAAa,aAAa,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,YAAY,IAAI;EACjF,IAAI,KAAK,QAAQ,QAAQ,IAAI,KAAK;GAAE,OAAO,IAAI;GAAO,SAAS,IAAI;EAAQ,CAAC;CAC9E;CACA,OAAO;AACT;;;;;;AAOA,SAAS,cAAc,MAAoB;CACzC,MAAM,wBAAQ,IAAI,IAAoB;CACtC,KAAK,MAAM,OAAO,MAChB,KAAK,MAAM,KAAK,IAAI,SAAS;EAC3B,IAAI,EAAE,YAAY,SAAS,EAAE,iBAAiB,IAAI,OAAO;EACzD,MAAM,MAAM,MAAM,IAAI,EAAE,EAAE;EAC1B,IAAI,CAAC,OAAO,EAAE,eAAe,KAAK,MAAM,IAAI,EAAE,IAAI,EAAE,YAAY;CAClE;CAEF,OAAO;AACT;;AAGA,SAAS,YAAY,GAAsB;CACzC,MAAM,EAAE,cAAc,GAAG,SAAS,IAAI,SAAS,KAAK,GAAG,SAAS;CAChE,OAAO;EAAE,GAAG;EAAM,UAAU,aAAa,EAAE,KAAK,CAAC;CAAS;AAC5D;;AAGA,eAAe,cACb,QACA,QACA,YACmB;CACnB,MAAM,QAAQ,cAAc,MAAM,UAAU,MAAM,UAAU,QAAQ,OAAO,KAAK,CAAC,CAAC;CAClF,MAAM,uBAAO,IAAI,IAAY;CAC7B,OAAO,YACL,WAAW,SAAS,MAAgB;EAClC,IAAI,KAAK,IAAI,EAAE,EAAE,GAAG,OAAO,CAAC;EAC5B,KAAK,IAAI,EAAE,EAAE;EACb,MAAM,MAAM,MAAM,IAAI,EAAE,EAAE;EAC1B,OAAO,CACL;GACE,GAAG,YAAY;IAAE,GAAG;IAAG,cAAc;GAAG,CAAC;GACzC,cAAc,OAAO,MAAM,OAAO,QAAQ,MAAM,OAAO;EACzD,CACF;CACF,CAAC,CACH;AACF;AAEA,MAAM,OAAU,IAAe,KAAa,WACzC,GAAG,MAAM,KAAK,MAAM,CAAC,CAAC,KAAK,MAAwB;AAEtD,SAAS,UAAU,IAAe,QAA8D;CAC9F,OAAO;EACL,SAAS,SAAS,SAAS,OAAO,gBAChC,WAAW,OACP,OACA,IACE,IACA;oGAEA;GAAC;GAAS;GAAS;GAAO;GAAa;EAAM,CAC/C;EACN,QAAQ,SAAS,SAAS,gBACxB,IACE,IACA;yFAEA;GAAC;GAAS;GAAS;EAAW,CAChC;EACF,SAAS,SAAS,SAAS,OAAO,gBAAgB;GAQhD,OAPa,GAAG,MACd;;;0CAIA;IAAC;IAAS;IAAS;IAAO;GAAW,CACvC,CAAC,CAAC,KACU,QACT,GAAG,OAAO;IACT,MAAM,EAAE,OAAO;IACf,OAAO,EAAE,SAAS,EAAE,OAAO,KAAK,EAAE,OAAO,IAAI,IAAI;IACjD,MAAM,EAAE,OAAO,EAAE;IACjB,MAAM,EAAE,OAAO,EAAE;GACnB,IACA;IAAE,MAAM;IAAG,OAAO;IAAG,MAAM;IAAG,MAAM;GAAE,CACxC;EACF;CACF;AACF;;;;;;AAOA,SAAS,QAAQ,MAAc;CAC7B,MAAM,wBAAQ,IAAI,IAAoC;CACtD,MAAM,QAAQ,SAAiB;EAC7B,IAAI,IAAI,MAAM,IAAI,IAAI;EACtB,IAAI,CAAC,GAAG;GACN,IAAI,SAAS,KAAK,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,YAAY,IAAI;GACvD,MAAM,IAAI,MAAM,CAAC;EACnB;EACA,OAAO;CACT;CACA,MAAM,wBAAQ,IAAI,IAAoB;CACtC,OAAO;EACL,MAAM,QAAQ,OAAkB,SAA+B;GAC7D,MAAM,UAAU,MAAc;IAAC,IAAI,EAAE;IAAI,IAAI,EAAE;IAAI,KAAK,EAAE;GAAG;GAC7D,MAAM,QAAQ,OAAO,UAAkB,MAAM,KAAK,IAAI,EAAA,EAAI,MAAM,IAAI,KAAK,CAAC;GAC1E,MAAM,MAAM,MAAM,MAAM,MAAM,IAAI;GAClC,MAAM,OAAO,OAAO,MAAM,QAAQ,QAAQ,MAAM,IAAI;GACpD,MAAM,WAAW,KAAK,IACpB,GACA,IAAI,WAAW,SAAS,KAAK,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,CAC5D;GACA,MAAM,QAA+C;IACnD;KAAE,MAAM,MAAM;KAAM,MAAM;IAAS;IACnC;KAAE,MAAM,MAAM;KAAM,MAAM;IAAE;IAC5B,GAAG,MAAM,QACN,QAAQ,MAAM,EAAE,SAAS,MAAM,IAAI,CAAC,CACpC,KAAK,OAAO;KAAE,MAAM,EAAE;KAAM,MAAM;IAAE,EAAE;GAC3C;GACA,KAAK,MAAM,UAAU,SAAS;IAC5B,MAAM,MAAM,GAAG,MAAM,GAAG,IAAI,UAAU;IACtC,IAAI,MAAM,IAAI,GAAG,GAAG;IAEpB,MAAM,QACJ,WAAW,OACP,CAAC,IAAI,IACL;KAAC,CAAC,GAAG,OAAO,IAAI,GAAG,OAAO,MAAM,CAAC,CAAC,KAAK,MAAM,GAAG,EAAE,EAAE,CAAC;KAAG,OAAO,MAAM;KAAG,CAAC,MAAM;IAAC;IACtF,IAAI,KAAK,UAAU,MAAM;IACzB,QAAQ,KAAK,MAAM,UAAU,OAC3B,KAAK,MAAM,EAAE,MAAM,UAAU,WAAW,OAAO,MAAM,MAAM,GAAG,CAAC,IAAI,OACjE,KAAK,MAAM,CAAC,GAAG,UAAU,MAAM,MAAM,IAAI,EAAA,CAAG,QAAQ,GAClD,IAAI,KAAK,QAAQ,OAAO,MAAM,MAAM,KAAK,SAAS,CAAC,CAAC,GAAG;KACrD,KAAK,UAAU,KAAK,IAAI,IAAI;KAC5B,MAAM;IACR;IAIN,MAAM,IAAI,KAAK,EAAE;GACnB;EACF;EACA,SAAS,OAAkB,WACzB,MAAM,IAAI,GAAG,MAAM,GAAG,IAAI,UAAU,IAAI,KAAK,UAAU,MAAM;CACjE;AACF;;AAGA,SAAS,UAAU,OAAwC;CACzD,MAAM,SAAS,MAAM,MAAM,SAAS,OAAO,EAAE,UAAU,CAAC,EAAA,CAAG,KAAK,MAAM,EAAE,KAAK,CAAC;CAC9E,MAAM,UAAU,MAAM,SAAS,SAAS,MACtC,EAAE,MAAM,SAAS,OAAO,EAAE,cAAc,CAAC,EAAA,CAAG,KAAK,MAAM,EAAE,OAAO,MAAM,GAAG,CAAC,CAAC,EAAY,CAAC,CAC1F;CACA,OAAO,CAAC,MAAM,mBAAG,IAAI,IAAI,CAAC,GAAG,QAAQ,GAAG,OAAO,CAAC,CAAC;AACnD;;AAGA,eAAsB,UAAU,QAAwB,QAAsC;CAE5F,MAAM,MAAK,MADQ,UAAU,QAAQ,OAAO,KAAK,EAAA,CACjC,SAAS,MAAM,cAAc,OAAO,MAAM,OAAO,QAAQ,GAAG,IAAI;CAChF,IAAI;EACF,MAAM,MAAM,QAAQ,OAAO,IAAI;EAC/B,KAAK,MAAM,SAAS,OAAO,OAAO,MAAM,IAAI,QAAQ,OAAO,UAAU,KAAK,CAAC;EAC3E,MAAM,MAAqB;GACzB,SAAS,KAAK,UAAU,IAAI,MAAM,cAAc,OAAO,IAAI,CAAC,IAAI;GAChE,aAAa,OAAO,YAAY;IAC9B,MAAM,OAAO,MAAM,MAAM,MAAM,MAAM,EAAE,QAAQ,OAAO;IACtD,OAAO,OAAO,sBAAsB,MAAM,MAAM,QAAQ,IAAI;GAC9D;GACA,QAAQ,IAAI;EACd;EACA,MAAM,aAAa,qBAAqB,YAAY,MAAM,GAAG,QAAQ,GAAG;EACxE,OAAO,WAAW,SAAS,MAAM,cAAc,QAAQ,QAAQ,UAAU,IAAI,CAAC;CAChF,UAAU;EACR,IAAI,MAAM;CACZ;AACF;;;;;;AAOA,eAAsB,iBACpB,QACA,QACA,UACA,SACmB;CACnB,MAAM,MAAM,QAAQ,OAAO,IAAI;CAC/B,KAAK,MAAM,SAAS,OAAO,OAAO,MAAM,IAAI,QAAQ,OAAO,CAAC,IAAI,CAAC;CACjE,MAAM,MAAqB;EAAE,SAAS;EAAM,kBAAkB;EAAI,QAAQ,IAAI;CAAO;CACrF,MAAM,aAAa,WAAW,YAAY,MAAM,GAAG,QAAQ,SAAS,OAAO,GAAG;CAC9E,MAAM,QAAQ,MAAc,EAAE,SAAS;CACvC,OAAO,cAAc,QAAQ,QAAQ;EACnC,GAAG,QAAQ,QAAQ,MAAM,KAAK,CAAC,KAAK,EAAE,WAAW,eAAe,CAAC,CAAC,IAAI,WAAW;EACjF,GAAG,SAAS,QAAQ,QAAQ,MAAM,KAAK,CAAC,KAAK,EAAE,WAAW,OAAO,CAAC,CAAC,IAAI,WAAW;EAClF,GAAG;CACL,CAAC;AACH;;AAGA,SAAgB,YAAY,QAAmB,SAAgC;CAC7E,OAAO;EACL,MAAM;EACN,eAAe;EACf,OAAO,OAAO;EACd,OAAO;EACP,eAAe;EACf,WAAW,UAAU,YAAY,MAAM,CAAC;EACxC,4BAAW,IAAI,KAAK,EAAA,CAAE,YAAY;EAClC,OAAO;GAAE,aAAa;GAAG,cAAc;GAAG,SAAS;EAAK;EACxD,UAAU;EACV,OAAO,CAAC;EACR;EACA,YAAY;GAAE,SAAS;GAAG,aAAa;EAAE;CAC3C;AACF"}
|