promptfoo 0.120.24 → 0.120.26
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +35 -22
- package/dist/src/{ListApp-55OAHww3.js → ListApp-D3DG0F8h.js} +1 -1
- package/dist/src/{accounts-BwVGYllP.cjs → accounts-BzEY8H3v.cjs} +5 -5
- package/dist/src/{accounts-BOlMHrvn.js → accounts-DHHiXsy6.js} +6 -6
- package/dist/src/{accounts-DxR9x_En.js → accounts-R3gfCR_g.js} +5 -5
- package/dist/src/{agentic-utils-t9-1raty.js → agentic-utils-D6_gzOUF.js} +3 -3
- package/dist/src/{agents-DMpQ860j.cjs → agents-C7BiinFI.cjs} +7 -7
- package/dist/src/{agents-9Z7pO8yx.js → agents-Cao4i7AX.js} +8 -8
- package/dist/src/{agents-DjExVR3v.js → agents-Cnph5GLD.js} +2 -2
- package/dist/src/{agents-CI0Ad69d.cjs → agents-CwM7re15.cjs} +5 -5
- package/dist/src/{agents-BwI-Tm5m.js → agents-DETIQHqF.js} +7 -7
- package/dist/src/{agents-CRAmwjo-.js → agents-DYIT-hQy.js} +6 -6
- package/dist/src/{agents-BbIpDhgp.js → agents-GiUianme.js} +5 -5
- package/dist/src/{agents-yL5DzIKY.js → agents-v4cW_ZgC.js} +2 -2
- package/dist/src/{aimlapi-xHHqwNg8.js → aimlapi-CMJpKK-B.js} +13 -13
- package/dist/src/{aimlapi-BM9P45Bp.js → aimlapi-DMF6v_vb.js} +15 -15
- package/dist/src/{aimlapi-DKo7IxJg.cjs → aimlapi-DoGLcQW_.cjs} +14 -14
- package/dist/src/{aimlapi-ivzDkqbs.js → aimlapi-DtSf1ykJ.js} +2 -2
- package/dist/src/app/assets/index-BOgkICuY.css +1 -0
- package/dist/src/app/assets/index-CSgqn_Vd.js +428 -0
- package/dist/src/app/assets/{vendor-charts-DnwydkkY.js → vendor-charts-CYyo8R8v.js} +1 -1
- package/dist/src/app/assets/{vendor-markdown-DjKAU15k.js → vendor-markdown-DSmzq4Jh.js} +1 -1
- package/dist/src/app/assets/vendor-react-AtKqiNEf.js +4 -0
- package/dist/src/app/assets/{vendor-syntax-Dc86c4Bu.js → vendor-syntax-D06x6TQF.js} +1 -1
- package/dist/src/app/index.html +6 -6
- package/dist/src/app/tsconfig.app.tsbuildinfo +1 -1
- package/dist/src/{audio-B3QGL6Nl.cjs → audio-BWjyvHn9.cjs} +4 -4
- package/dist/src/{audio-C-1oBiVZ.js → audio-BrJBFN2b.js} +4 -4
- package/dist/src/{audio-DnfDVjhL.js → audio-DUH4q0Xq.js} +5 -5
- package/dist/src/{audio-DQWHfAr8.js → audio-U580w8jM.js} +2 -2
- package/dist/src/{base-DHam07ip.js → base-BaXmtXYp.js} +3 -3
- package/dist/src/{base-BjsgxJp9.js → base-Dtp8b4_N.js} +3 -3
- package/dist/src/{base-Bso8ccGu.cjs → base-f71xxWai.cjs} +3 -3
- package/dist/src/{blobs-DOdc-E8L.cjs → blobs-673H0jCl.cjs} +3 -3
- package/dist/src/{blobs-Dcm272OH.js → blobs-C9J2mVgo.js} +3 -3
- package/dist/src/{blobs-MlVQyoSc.js → blobs-kt8v3UyH.js} +3 -3
- package/dist/src/{cache-KNsTJLKP.cjs → cache-7xULbvt3.cjs} +35 -8
- package/dist/src/{cache-BMl3AIo5.js → cache-BLLayYEN.js} +24 -9
- package/dist/src/{cache-B0ptF7sO.js → cache-BUPcq0Ad.js} +3 -3
- package/dist/src/cache-CVfRb-HD.cjs +6 -0
- package/dist/src/{cache-DPztwHxt.js → cache-O4EuX2JV.js} +4 -4
- package/dist/src/{cache-DHm8Pc8l.js → cache-mIszOnuz.js} +5 -22
- package/dist/src/{chat-DOQIJx7O.cjs → chat-C4zqjObh.cjs} +10 -10
- package/dist/src/{chat-DDGU7Tik.js → chat-C8Ei4f87.js} +9 -9
- package/dist/src/{chat-BnzIuoTQ.js → chat-CgyGj2hC.js} +12 -12
- package/dist/src/{chat-BRMJOuCv.js → chat-Cpz3O-Xl.js} +14 -14
- package/dist/src/{chat-CVOyOBYk.js → chat-DIywASPG.js} +11 -11
- package/dist/src/{chat-CrnXMbvh.cjs → chat-Fl6TZJRS.cjs} +13 -13
- package/dist/src/{chat-D8GcWK9l.js → chat-XPN9YHhr.js} +2 -2
- package/dist/src/{chatkit-IWIuhxFE.js → chatkit-DEls11hE.js} +4 -4
- package/dist/src/{chatkit-DlOZ-eNb.js → chatkit-DIrJX8xk.js} +4 -4
- package/dist/src/{chatkit-CcktkleS.js → chatkit-Dpxrq4eD.js} +2 -2
- package/dist/src/{chatkit-yeVtURUi.cjs → chatkit-e25Ziu17.cjs} +4 -4
- package/dist/src/{claude-agent-sdk-BiMgSH9g.js → claude-agent-sdk-6-xTaLwM.js} +48 -19
- package/dist/src/{claude-agent-sdk-Yj9Hq0cH.cjs → claude-agent-sdk-BzxF6NIJ.cjs} +48 -19
- package/dist/src/{claude-agent-sdk-rVqlUIJl.js → claude-agent-sdk-CmkTnKGH.js} +49 -20
- package/dist/src/{claude-agent-sdk-yid1kGsL.js → claude-agent-sdk-rXCBLK_o.js} +40 -11
- package/dist/src/{cloud-ByJVRSQI.js → cloud-BMbRVJFw.js} +3 -3
- package/dist/src/cloud-CZ4hytdm.js +5 -0
- package/dist/src/{cloudflare-ai-DmJZcvVx.cjs → cloudflare-ai-BAQ0u_dg.cjs} +14 -14
- package/dist/src/{cloudflare-ai-CWKYPCCF.js → cloudflare-ai-CUg4BTcj.js} +13 -13
- package/dist/src/{cloudflare-ai-goDJ5bwr.js → cloudflare-ai-CobxMTR4.js} +15 -15
- package/dist/src/{cloudflare-ai-CdKv38f6.js → cloudflare-ai-Z9X219gp.js} +2 -2
- package/dist/src/{cloudflare-gateway-BW8hcdB0.cjs → cloudflare-gateway-C0sgfr_z.cjs} +15 -15
- package/dist/src/{cloudflare-gateway-CDCOS1Os.js → cloudflare-gateway-D2_yi-Fh.js} +16 -16
- package/dist/src/{cloudflare-gateway-Dz_HCMGY.js → cloudflare-gateway-Djf3F3_H.js} +2 -2
- package/dist/src/{cloudflare-gateway-gzmTsXcd.js → cloudflare-gateway-_itGuXry.js} +14 -14
- package/dist/src/{codex-sdk-BlvhxMr0.js → codex-sdk-BASDNkIl.js} +90 -34
- package/dist/src/{codex-sdk-BC5qbCjh.js → codex-sdk-dSnGdgIp.js} +92 -36
- package/dist/src/{codex-sdk-CBpm53B8.js → codex-sdk-ibXwdglL.js} +91 -35
- package/dist/src/{codex-sdk-Cf5_CQch.cjs → codex-sdk-wTEpMM_X.cjs} +92 -36
- package/dist/src/{cometapi-DoaO5SLq.js → cometapi-B01btbfb.js} +16 -16
- package/dist/src/{cometapi-BUKGSUCw.js → cometapi-ChAaRjg5.js} +14 -14
- package/dist/src/{cometapi-C6BSw9k3.js → cometapi-DHUAH6nK.js} +2 -2
- package/dist/src/{cometapi-B3TzpkNI.cjs → cometapi-JbvOJSCO.cjs} +15 -15
- package/dist/src/{completion-BLe7SUA4.js → completion-BBJ6zmG3.js} +6 -6
- package/dist/src/{completion-1RAiLcwi.js → completion-D9_MDlnd.js} +6 -6
- package/dist/src/{completion-D6BTVt6e.cjs → completion-DDyL3Cb2.cjs} +6 -6
- package/dist/src/{docker-CkOzlD1W.js → docker-BuButc4D.js} +15 -15
- package/dist/src/{docker-BWsSX8Pn.cjs → docker-Ckw-j7Rr.cjs} +14 -14
- package/dist/src/{docker-CMf5SGLq.js → docker-JAAubMw3.js} +13 -13
- package/dist/src/{docker-C0AzMsuf.js → docker-vnOg96gi.js} +2 -2
- package/dist/src/errors-DnGCbnx8.js +36 -0
- package/dist/src/{esm-gWVPXn3r.cjs → esm-BQkx5roy.cjs} +2 -2
- package/dist/src/{esm-Lh6czAFT.js → esm-CYhseqj4.js} +2 -2
- package/dist/src/{esm-D40XsWlR.js → esm-rDtG_2rg.js} +2 -2
- package/dist/src/eval-CKHWqG9f.js +16 -0
- package/dist/src/{eval-WaSg64w3.js → eval-CYrbG57o.js} +106 -29
- package/dist/src/{evalResult-CGrGU_cG.js → evalResult-6JaUIStC.js} +7 -7
- package/dist/src/{evalResult-C_UM63nn.js → evalResult-COsVttMA.js} +7 -7
- package/dist/src/evalResult-CxTP-LMm.cjs +11 -0
- package/dist/src/evalResult-CzLURDcP.js +13 -0
- package/dist/src/{evalResult-BU4huold.cjs → evalResult-DlRfu_Rq.cjs} +7 -7
- package/dist/src/evalResult-DyttNQ_G.js +11 -0
- package/dist/src/evaluator-0PvfeBYh.js +38 -0
- package/dist/src/{evaluator-gmF3Vddp.js → evaluator-3EJCMTs0.js} +75 -49
- package/dist/src/{extractor-D-RM2m6A.cjs → extractor-DbhlYEeo.cjs} +23 -6
- package/dist/src/{extractor-Da8IxCeS.js → extractor-Hs7la_19.js} +23 -6
- package/dist/src/{extractor-BA90EtLq.js → extractor-LSYjrhK0.js} +23 -6
- package/dist/src/{fetch-BIfcW-Fd.js → fetch-18MuNu9i.js} +21 -7
- package/dist/src/{fetch-CW9GabAi.js → fetch-Bi0o-fdp.js} +2 -2
- package/dist/src/fetch-CMptBDVg.cjs +4 -0
- package/dist/src/fetch-DAZkv3gV.js +6 -0
- package/dist/src/{fetch-Mb7SbeM-.js → fetch-SRsE6Ctl.js} +21 -7
- package/dist/src/{fetch-MvWxCS5U.cjs → fetch-ZMn_oemb.cjs} +21 -7
- package/dist/src/{fileExtensions-CzcPkiKZ.js → fileExtensions-BpuMmaFL.js} +1 -1
- package/dist/src/{formatDuration-CCiZ-wBY.js → formatDuration-Doo0xq-z.js} +1 -1
- package/dist/src/{genaiTracer-BQ8AmajD.cjs → genaiTracer-CQlpZkrp.cjs} +2 -2
- package/dist/src/{genaiTracer-foKtbVa2.js → genaiTracer-CqNnnXrE.js} +1 -1
- package/dist/src/graders-BCytzXrb.js +34 -0
- package/dist/src/{graders-CwtelA9k.js → graders-BaMCwIKp.js} +212 -91
- package/dist/src/graders-CGZQShfJ.cjs +33 -0
- package/dist/src/{graders-2dabIkXs.cjs → graders-DzUUnUjC.cjs} +212 -91
- package/dist/src/{graders-BscQ6O1Q.js → graders-QsALpIdy.js} +211 -90
- package/dist/src/graders-spkuVC-E.js +36 -0
- package/dist/src/{image-Dv0o-Ab7.js → image-BXt_7u0v.js} +4 -4
- package/dist/src/{image-B6TV9l0v.js → image-BiEVdpdP.js} +7 -7
- package/dist/src/{image-DS9hlgSc.cjs → image-C3BjJUAU.cjs} +7 -7
- package/dist/src/{image-_jKUeeh9.js → image-COCWy5dX.js} +2 -2
- package/dist/src/{image-DqElR73O.cjs → image-D10zEe1f.cjs} +4 -4
- package/dist/src/{image-BVEVjrwl.js → image-DB4sHxdJ.js} +5 -5
- package/dist/src/{image-C1i3NoZo.js → image-mhAGP07h.js} +7 -7
- package/dist/src/index.cjs +305 -112
- package/dist/src/index.d.cts +137 -3
- package/dist/src/index.d.ts +137 -3
- package/dist/src/index.js +304 -111
- package/dist/src/{interactiveCheck-CjK2R4rB.js → interactiveCheck-DU-MAhp5.js} +2 -2
- package/dist/src/{knowledgeBase-K5fJN2kC.cjs → knowledgeBase-Bnb00xKs.cjs} +8 -8
- package/dist/src/{knowledgeBase-D-xthvn0.js → knowledgeBase-CMvMlLZR.js} +9 -9
- package/dist/src/{knowledgeBase-DJZHeJqg.js → knowledgeBase-DotRBzUE.js} +2 -2
- package/dist/src/{knowledgeBase-BSs2ldSR.js → knowledgeBase-XJQ0Qyez.js} +8 -8
- package/dist/src/{litellm-kPhaZkzz.js → litellm-BECdjOTx.js} +3 -3
- package/dist/src/{litellm-uRLukY7s.cjs → litellm-BrnZhMcL.cjs} +15 -15
- package/dist/src/{litellm-DH_rVIOd.js → litellm-CHrRmPAe.js} +16 -16
- package/dist/src/{litellm-DoXGHlpD.js → litellm-CrLJrPIm.js} +14 -14
- package/dist/src/{logger-CMp-NS-e.cjs → logger-BdZ-IqBc.cjs} +5 -2
- package/dist/src/{logger-Bzi5o47S.js → logger-BotXmWKW.js} +5 -2
- package/dist/src/{logger-q5I8CByj.js → logger-w8Ozp0Td.js} +5 -2
- package/dist/src/{luma-ray-B3GiVpuq.js → luma-ray-BOeX-h0M.js} +10 -10
- package/dist/src/{luma-ray-CPISsLu-.js → luma-ray-C-w6EsJm.js} +2 -2
- package/dist/src/{luma-ray-BrWrKIIB.cjs → luma-ray-C0RkI3lt.cjs} +10 -10
- package/dist/src/{luma-ray-gyI_GEy2.js → luma-ray-DgKLS0BF.js} +11 -11
- package/dist/src/main.js +3260 -2537
- package/dist/src/{messages-CJgEjRQF.js → messages-CDZYGNlS.js} +13 -10
- package/dist/src/{messages-BMkwrfmt.js → messages-D61tPFQo.js} +14 -11
- package/dist/src/{messages-B5HsO_dM.cjs → messages-DXV3Qh8_.cjs} +14 -11
- package/dist/src/{meteor-CBciquOS.js → meteor-Dj8cTkU_.js} +1 -1
- package/dist/src/{meteor-0cLf9TIn.js → meteor-P2rUE-Uz.js} +1 -1
- package/dist/src/{meteor-BQ6Ws9k2.js → meteor-SLNTgmXm.js} +2 -2
- package/dist/src/{meteor-DRuEfzuQ.cjs → meteor-odmwVbyG.cjs} +1 -1
- package/dist/src/{nova-reel-B5SOonY2.js → nova-reel-Bk5npr2q.js} +11 -11
- package/dist/src/{nova-reel-CT9ZuhJ3.js → nova-reel-C2LFfVTf.js} +2 -2
- package/dist/src/{nova-reel-ByTx85ed.cjs → nova-reel-D9FXq3Mt.cjs} +10 -10
- package/dist/src/{nova-reel-ChM7WaHR.js → nova-reel-DtCjbD5O.js} +10 -10
- package/dist/src/{nova-sonic-D4M3kKYu.js → nova-sonic-BXRfQyF-.js} +8 -8
- package/dist/src/{nova-sonic-C-H3eDvL.cjs → nova-sonic-BoRSY_U6.cjs} +7 -7
- package/dist/src/{nova-sonic-DgifpOKF.js → nova-sonic-CgaWLDM1.js} +7 -7
- package/dist/src/{nova-sonic-BqP59oOu.js → nova-sonic-D_qERM-K.js} +2 -2
- package/dist/src/{openai-BjpdxIOG.cjs → openai-Bigwjgo1.cjs} +2 -2
- package/dist/src/{openai-Cv9pEKxp.js → openai-CT5fwbve.js} +2 -2
- package/dist/src/{openai-CitF-gEN.js → openai-Dz3surb_.js} +2 -2
- package/dist/src/openclaw-B6XY2kUf.js +526 -0
- package/dist/src/openclaw-CpPrXwf6.js +524 -0
- package/dist/src/openclaw-DDSfq5fp.cjs +528 -0
- package/dist/src/openclaw-dHLcXUWZ.js +511 -0
- package/dist/src/{opencode-sdk-Dakn4QMp.js → opencode-sdk-CImWVqy9.js} +7 -7
- package/dist/src/{opencode-sdk-BcLvVMV-.js → opencode-sdk-CuCztr4P.js} +6 -6
- package/dist/src/{opencode-sdk-z7KKOCdB.js → opencode-sdk-DhcfRbBH.js} +3 -3
- package/dist/src/{opencode-sdk-Cqszt4br.cjs → opencode-sdk-mqF-Oj3f.cjs} +6 -6
- package/dist/src/{otlpReceiver-BvmMgacx.cjs → otlpReceiver-B6Xo4KZM.cjs} +6 -6
- package/dist/src/{otlpReceiver-DRNetlJH.js → otlpReceiver-BO0rbDzh.js} +6 -6
- package/dist/src/{otlpReceiver-Bhj_vnzl.js → otlpReceiver-Dg817agV.js} +6 -6
- package/dist/src/{otlpReceiver-Cpnk-Hjf.js → otlpReceiver-DmRb0NBj.js} +2 -2
- package/dist/src/{providerRegistry-D32Lt9vp.js → providerRegistry-Xf0qdqGQ.js} +2 -2
- package/dist/src/{providerRegistry-HGQd2MF6.cjs → providerRegistry-lc7a7utN.cjs} +2 -2
- package/dist/src/{providerRegistry-BdKWcUa8.js → providerRegistry-wCWd7sKQ.js} +2 -2
- package/dist/src/providers-BMZZmPBJ.cjs +32 -0
- package/dist/src/{providers-BWoVY_Wz.cjs → providers-BNKVY53V.cjs} +294 -782
- package/dist/src/{providers-Co_FGgH8.js → providers-BiNq_Iyc.js} +281 -769
- package/dist/src/{providers-CUCHJCHD.js → providers-BlEhY5mi.js} +286 -779
- package/dist/src/providers-CQQrNaJk.js +32 -0
- package/dist/src/providers-Ck8HyrC-.js +34 -0
- package/dist/src/{pythonUtils-rOCm9w_5.cjs → pythonUtils-DZ6EbdY4.cjs} +3 -3
- package/dist/src/{pythonUtils-B9JA-gsC.js → pythonUtils-r1uBuA0n.js} +3 -3
- package/dist/src/{pythonUtils-eNq6Wsfr.js → pythonUtils-vMlk9Qp5.js} +3 -3
- package/dist/src/{quiverai-BpWtOEQZ.cjs → quiverai-BNfIwKCO.cjs} +13 -13
- package/dist/src/{quiverai-Cj-PUa3p.js → quiverai-BQigKdIH.js} +14 -14
- package/dist/src/{quiverai-BN8OVvDE.js → quiverai-Bfy2WnE2.js} +12 -12
- package/dist/src/{quiverai-D5MSsd2c.js → quiverai-CedIP0PJ.js} +2 -2
- package/dist/src/{render-D2710HbA.js → render-CAZvKKkB.js} +4 -4
- package/dist/src/responses-DLLjADw5.js +653 -0
- package/dist/src/responses-TsdODUpm.js +654 -0
- package/dist/src/responses-zOtKtnY_.cjs +671 -0
- package/dist/src/{rubyUtils-Dn6MGcsk.js → rubyUtils-BtjlqyXt.js} +3 -3
- package/dist/src/{rubyUtils-LBsk3zIm.js → rubyUtils-Cs35SDYa.js} +3 -3
- package/dist/src/rubyUtils-D7--T12C.js +6 -0
- package/dist/src/{rubyUtils-rnCVDgH-.cjs → rubyUtils-DCVaJ3mc.cjs} +3 -3
- package/dist/src/rubyUtils-DRRiMFV2.js +5 -0
- package/dist/src/rubyUtils-vb8OYFC-.cjs +5 -0
- package/dist/src/{sagemaker-C8MeZIkH.js → sagemaker-BcgLu0U4.js} +18 -18
- package/dist/src/{sagemaker-4ukMNSN0.js → sagemaker-CLdUAv5z.js} +17 -17
- package/dist/src/{sagemaker-DyVHy2BW.js → sagemaker-Du4LIR97.js} +2 -2
- package/dist/src/{sagemaker-DB3Eojau.cjs → sagemaker-DwNnEVYt.cjs} +17 -17
- package/dist/src/{scanner-C28XVEq2.js → scanner-Dyw21Wg_.js} +12 -12
- package/dist/src/server/index.js +1818 -605
- package/dist/src/server-BUbS0Qfh.js +6 -0
- package/dist/src/{server-BF3HkMhe.js → server-CbMTRQkg.js} +8 -6
- package/dist/src/{server-CSbLW-UI.cjs → server-CgUQ25qW.cjs} +8 -6
- package/dist/src/{server-mycZbUH8.js → server-DWmZLfCy.js} +10 -7
- package/dist/src/server-XpGXFHkS.cjs +6 -0
- package/dist/src/server-gfOx5Zrk.js +8 -0
- package/dist/src/{signal-DM_SPNmi.js → signal-Bl32q42d.js} +3 -3
- package/dist/src/{slack-Ed1yyt_j.js → slack-BfdBx2tO.js} +2 -2
- package/dist/src/{slack-D1F9Y7CH.cjs → slack-BtMkB6xP.cjs} +2 -2
- package/dist/src/{slack-DkAF58Tr.js → slack-DPqj42Ts.js} +2 -2
- package/dist/src/{slack-BK312SXM.js → slack-OZYxoVON.js} +2 -2
- package/dist/src/{store-CT_e5OZX.js → store-2ocbYY9D.js} +3 -3
- package/dist/src/store-5u2yriTV.js +7 -0
- package/dist/src/{store-BpumNYCl.cjs → store-BqwfFEyF.cjs} +3 -3
- package/dist/src/{store-BFLqwuc_.js → store-D4gdn9ih.js} +3 -3
- package/dist/src/store-D_lq_8oQ.js +6 -0
- package/dist/src/store-m5KT6Ly7.cjs +6 -0
- package/dist/src/{tables-Dansasnu.cjs → tables-B9E1kRp-.cjs} +3 -3
- package/dist/src/{tables-BjaApSAB.js → tables-C7TT2XVn.js} +3 -3
- package/dist/src/{tables-Dwexr5Z6.js → tables-D-NSwNIb.js} +3 -3
- package/dist/src/telemetry-5RHFoCJh.js +6 -0
- package/dist/src/{telemetry-MVkZQxt9.js → telemetry-BXyVqyAg.js} +5 -4
- package/dist/src/{telemetry-DFDFKdnr.cjs → telemetry-D0_yFdtU.cjs} +5 -4
- package/dist/src/{telemetry-Ds5Nn81l.js → telemetry-DZ_7PaVq.js} +5 -4
- package/dist/src/telemetry-Do8wMnA-.js +8 -0
- package/dist/src/telemetry-LojxPoFq.cjs +6 -0
- package/dist/src/{text-PYISqVm1.cjs → text-DF2hMKdg.cjs} +1 -1
- package/dist/src/{text-DuYSUYPB.js → text-DgMr_tiM.js} +1 -1
- package/dist/src/{text-Dx0GJOCN.js → text-Dm78AVGG.js} +1 -1
- package/dist/src/{tokenUsageUtils-BtZd3sP7.cjs → tokenUsageUtils-CXhxVj72.cjs} +9 -4
- package/dist/src/{tokenUsageUtils-DoinwgKF.js → tokenUsageUtils-DmZSD2eU.js} +9 -4
- package/dist/src/{tokenUsageUtils-cFdLMERB.js → tokenUsageUtils-FZd5O_4A.js} +9 -4
- package/dist/src/{transcription-Cp19m_Mt.js → transcription-C-M81iDA.js} +2 -2
- package/dist/src/{transcription-CLRpAg07.js → transcription-CYuY5sFO.js} +10 -10
- package/dist/src/{transcription-D8ifIKOv.js → transcription-Ch7S-LWw.js} +11 -11
- package/dist/src/{transcription-CXXFEVM_.cjs → transcription-FNIz3YOe.cjs} +10 -10
- package/dist/src/transform-8eGmaH-7.js +7 -0
- package/dist/src/transform-BRVvWaG4.cjs +6 -0
- package/dist/src/{transform-Bn-lgBE2.js → transform-CoP2bJ7P.js} +44 -5
- package/dist/src/{transform-BFPYuBaW.js → transform-CqTFr7KR.js} +5 -5
- package/dist/src/{transform-DvQWeBSR.js → transform-D8dILpfZ.js} +4 -4
- package/dist/src/{transform-BUrxadlA.js → transform-DMaxQwDx.js} +44 -5
- package/dist/src/transform-GybT0X0u.js +8 -0
- package/dist/src/{transform-DshYLyBq.cjs → transform-Kd6u-oNm.cjs} +4 -4
- package/dist/src/{transform-Bw1IstDE.cjs → transform-ivxEY4f7.cjs} +55 -4
- package/dist/src/{transformersAvailability-BaoWHpu1.cjs → transformersAvailability-Bkep3ka7.cjs} +1 -1
- package/dist/src/{transformersAvailability-Dhh45n5P.js → transformersAvailability-DEU2naS1.js} +1 -1
- package/dist/src/{transformersAvailability-DtpwoeFC.js → transformersAvailability-DkAWaK5B.js} +1 -1
- package/dist/src/{transformersAvailability-O2YaCv9Z.js → transformersAvailability-DwmezkVe.js} +1 -1
- package/dist/src/{types-B-XUqfNs.cjs → types-BIfttHrT.cjs} +22 -2
- package/dist/src/{types-BsU_PxR3.js → types-DMVjYLpx.js} +16 -2
- package/dist/src/{types-CgrxBFgm.js → types-t52w-XsS.js} +19 -3
- package/dist/src/{util-M2MoNCUR.js → util-BSh4a_Q8.js} +7 -7
- package/dist/src/{util-DTJWKLkl.cjs → util-C08Kns6-.cjs} +18 -4
- package/dist/src/{util-DHBpsbZE.js → util-CUEt0Vum.js} +18 -4
- package/dist/src/{util-Bnw6EyZN.js → util-Cl0zfT3V.js} +18 -4
- package/dist/src/{util-C7A-PlKK.cjs → util-DUYOvxAy.cjs} +6 -6
- package/dist/src/{util-WYC3rB_p.js → util-DiCePfDu.js} +6 -6
- package/dist/src/{util-CV99ps44.cjs → util-DkFTvieG.cjs} +17 -5
- package/dist/src/{util-CfepsNVK.js → util-mJ58qbbw.js} +17 -5
- package/dist/src/{util-BZaMVBMq.js → util-vjscpUzy.js} +17 -5
- package/dist/src/{utils-BryuD3vq.js → utils-CVzb4YiI.js} +3 -3
- package/dist/src/{utils-Dezi3MBH.cjs → utils-DFaZa6Rf.cjs} +3 -3
- package/dist/src/{utils-GiyI2K4P.js → utils-JaY9veb5.js} +3 -3
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +75 -77
- package/dist/src/app/assets/index-07dbAcWK.js +0 -427
- package/dist/src/app/assets/index-DnEcCQgk.css +0 -1
- package/dist/src/app/assets/vendor-react-DHoaNLma.js +0 -4
- package/dist/src/cache-BujOdYlc.cjs +0 -6
- package/dist/src/cloud-BHYz0XkH.js +0 -5
- package/dist/src/eval-0IFf8hON.js +0 -16
- package/dist/src/evalResult-BCCv6FXj.js +0 -13
- package/dist/src/evalResult-C8iVgVvr.js +0 -11
- package/dist/src/evalResult-CqFeWKYx.cjs +0 -11
- package/dist/src/evaluator-DwS5NAEj.js +0 -37
- package/dist/src/fetch-BH9KSaUC.cjs +0 -4
- package/dist/src/fetch-BL6kqunF.js +0 -6
- package/dist/src/graders-BK3LuhJ8.cjs +0 -32
- package/dist/src/graders-Bpjtip-E.js +0 -35
- package/dist/src/graders-KIf6Uej3.js +0 -33
- package/dist/src/providers-41mSodR_.js +0 -31
- package/dist/src/providers-CiZCpIxz.cjs +0 -31
- package/dist/src/providers-G531909f.js +0 -33
- package/dist/src/rubyUtils-BLd6EE1u.cjs +0 -5
- package/dist/src/rubyUtils-CVELPvUH.js +0 -6
- package/dist/src/rubyUtils-_t9Gmf7U.js +0 -5
- package/dist/src/server-Bc4T4XDt.cjs +0 -6
- package/dist/src/server-CMyxJ7ct.js +0 -6
- package/dist/src/server-D9FuxNYE.js +0 -8
- package/dist/src/store-CrMinjmN.cjs +0 -6
- package/dist/src/store-EaWZOoxz.js +0 -7
- package/dist/src/store-KXWnHB15.js +0 -6
- package/dist/src/telemetry-BXD2mCyr.cjs +0 -6
- package/dist/src/telemetry-CYiBm56v.js +0 -8
- package/dist/src/telemetry-lICYKIMB.js +0 -6
- package/dist/src/transform-DZI2t8-9.js +0 -8
- package/dist/src/transform-DZUV3qpO.js +0 -7
- package/dist/src/transform-XcotjzZX.cjs +0 -6
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { _ as getEnvBool, b as getEnvString, i as logger_default, w as cliState_default } from "./logger-
|
|
2
|
-
import { s as CloudConfig, t as fetchWithProxy } from "./fetch-
|
|
3
|
-
import { o as isLoggedIntoCloud } from "./accounts-
|
|
1
|
+
import { _ as getEnvBool, b as getEnvString, i as logger_default, w as cliState_default } from "./logger-w8Ozp0Td.js";
|
|
2
|
+
import { s as CloudConfig, t as fetchWithProxy } from "./fetch-18MuNu9i.js";
|
|
3
|
+
import { o as isLoggedIntoCloud } from "./accounts-R3gfCR_g.js";
|
|
4
4
|
import chalk from "chalk";
|
|
5
5
|
import "opener";
|
|
6
6
|
import readline from "readline";
|
|
@@ -142,14 +142,16 @@ const BrowserBehavior = {
|
|
|
142
142
|
OPEN: 1,
|
|
143
143
|
SKIP: 2,
|
|
144
144
|
OPEN_TO_REPORT: 3,
|
|
145
|
-
OPEN_TO_REDTEAM_CREATE: 4
|
|
145
|
+
OPEN_TO_REDTEAM_CREATE: 4,
|
|
146
|
+
OPEN_TO_EVAL_SETUP: 5
|
|
146
147
|
};
|
|
147
148
|
const BrowserBehaviorNames = {
|
|
148
149
|
[BrowserBehavior.ASK]: "ASK",
|
|
149
150
|
[BrowserBehavior.OPEN]: "OPEN",
|
|
150
151
|
[BrowserBehavior.SKIP]: "SKIP",
|
|
151
152
|
[BrowserBehavior.OPEN_TO_REPORT]: "OPEN_TO_REPORT",
|
|
152
|
-
[BrowserBehavior.OPEN_TO_REDTEAM_CREATE]: "OPEN_TO_REDTEAM_CREATE"
|
|
153
|
+
[BrowserBehavior.OPEN_TO_REDTEAM_CREATE]: "OPEN_TO_REDTEAM_CREATE",
|
|
154
|
+
[BrowserBehavior.OPEN_TO_EVAL_SETUP]: "OPEN_TO_EVAL_SETUP"
|
|
153
155
|
};
|
|
154
156
|
const featureCache = /* @__PURE__ */ new Map();
|
|
155
157
|
/**
|
|
@@ -191,4 +193,4 @@ async function checkServerFeatureSupport(featureName, requiredBuildDate) {
|
|
|
191
193
|
|
|
192
194
|
//#endregion
|
|
193
195
|
export { getRemoteGenerationUrlForUnaligned as a, neverGenerateRemoteForRegularEvals as c, getRemoteGenerationUrl as i, shouldGenerateRemote as l, checkServerFeatureSupport as n, getRemoteHealthUrl as o, promptYesNo as r, neverGenerateRemote as s, BrowserBehavior as t };
|
|
194
|
-
//# sourceMappingURL=server-
|
|
196
|
+
//# sourceMappingURL=server-CbMTRQkg.js.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
const require_logger = require('./logger-
|
|
2
|
-
const require_fetch = require('./fetch-
|
|
3
|
-
const require_accounts = require('./accounts-
|
|
1
|
+
const require_logger = require('./logger-BdZ-IqBc.cjs');
|
|
2
|
+
const require_fetch = require('./fetch-ZMn_oemb.cjs');
|
|
3
|
+
const require_accounts = require('./accounts-BzEY8H3v.cjs');
|
|
4
4
|
let chalk = require("chalk");
|
|
5
5
|
chalk = require_logger.__toESM(chalk);
|
|
6
6
|
require("opener");
|
|
@@ -144,14 +144,16 @@ const BrowserBehavior = {
|
|
|
144
144
|
OPEN: 1,
|
|
145
145
|
SKIP: 2,
|
|
146
146
|
OPEN_TO_REPORT: 3,
|
|
147
|
-
OPEN_TO_REDTEAM_CREATE: 4
|
|
147
|
+
OPEN_TO_REDTEAM_CREATE: 4,
|
|
148
|
+
OPEN_TO_EVAL_SETUP: 5
|
|
148
149
|
};
|
|
149
150
|
const BrowserBehaviorNames = {
|
|
150
151
|
[BrowserBehavior.ASK]: "ASK",
|
|
151
152
|
[BrowserBehavior.OPEN]: "OPEN",
|
|
152
153
|
[BrowserBehavior.SKIP]: "SKIP",
|
|
153
154
|
[BrowserBehavior.OPEN_TO_REPORT]: "OPEN_TO_REPORT",
|
|
154
|
-
[BrowserBehavior.OPEN_TO_REDTEAM_CREATE]: "OPEN_TO_REDTEAM_CREATE"
|
|
155
|
+
[BrowserBehavior.OPEN_TO_REDTEAM_CREATE]: "OPEN_TO_REDTEAM_CREATE",
|
|
156
|
+
[BrowserBehavior.OPEN_TO_EVAL_SETUP]: "OPEN_TO_EVAL_SETUP"
|
|
155
157
|
};
|
|
156
158
|
const featureCache = /* @__PURE__ */ new Map();
|
|
157
159
|
/**
|
|
@@ -246,4 +248,4 @@ Object.defineProperty(exports, 'shouldGenerateRemote', {
|
|
|
246
248
|
return shouldGenerateRemote;
|
|
247
249
|
}
|
|
248
250
|
});
|
|
249
|
-
//# sourceMappingURL=server-
|
|
251
|
+
//# sourceMappingURL=server-CgUQ25qW.cjs.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { C as getEnvString, O as cliState_default, b as getEnvBool, o as logger_default } from "./logger-
|
|
3
|
-
import { P as VERSION, k as getDefaultPort, n as fetchWithProxy } from "./fetch-
|
|
4
|
-
import { c as isLoggedIntoCloud } from "./accounts-
|
|
5
|
-
import { r as CloudConfig } from "./cloud-
|
|
2
|
+
import { C as getEnvString, O as cliState_default, b as getEnvBool, o as logger_default } from "./logger-BotXmWKW.js";
|
|
3
|
+
import { P as VERSION, k as getDefaultPort, n as fetchWithProxy } from "./fetch-SRsE6Ctl.js";
|
|
4
|
+
import { c as isLoggedIntoCloud } from "./accounts-DHHiXsy6.js";
|
|
5
|
+
import { r as CloudConfig } from "./cloud-BMbRVJFw.js";
|
|
6
6
|
import chalk from "chalk";
|
|
7
7
|
import opener from "opener";
|
|
8
8
|
import readline from "readline";
|
|
@@ -144,14 +144,16 @@ const BrowserBehavior = {
|
|
|
144
144
|
OPEN: 1,
|
|
145
145
|
SKIP: 2,
|
|
146
146
|
OPEN_TO_REPORT: 3,
|
|
147
|
-
OPEN_TO_REDTEAM_CREATE: 4
|
|
147
|
+
OPEN_TO_REDTEAM_CREATE: 4,
|
|
148
|
+
OPEN_TO_EVAL_SETUP: 5
|
|
148
149
|
};
|
|
149
150
|
const BrowserBehaviorNames = {
|
|
150
151
|
[BrowserBehavior.ASK]: "ASK",
|
|
151
152
|
[BrowserBehavior.OPEN]: "OPEN",
|
|
152
153
|
[BrowserBehavior.SKIP]: "SKIP",
|
|
153
154
|
[BrowserBehavior.OPEN_TO_REPORT]: "OPEN_TO_REPORT",
|
|
154
|
-
[BrowserBehavior.OPEN_TO_REDTEAM_CREATE]: "OPEN_TO_REDTEAM_CREATE"
|
|
155
|
+
[BrowserBehavior.OPEN_TO_REDTEAM_CREATE]: "OPEN_TO_REDTEAM_CREATE",
|
|
156
|
+
[BrowserBehavior.OPEN_TO_EVAL_SETUP]: "OPEN_TO_EVAL_SETUP"
|
|
155
157
|
};
|
|
156
158
|
const featureCache = /* @__PURE__ */ new Map();
|
|
157
159
|
/**
|
|
@@ -205,6 +207,7 @@ async function openBrowser(browserBehavior, port = getDefaultPort()) {
|
|
|
205
207
|
let url = baseUrl;
|
|
206
208
|
if (browserBehavior === BrowserBehavior.OPEN_TO_REPORT) url = `${baseUrl}/report`;
|
|
207
209
|
else if (browserBehavior === BrowserBehavior.OPEN_TO_REDTEAM_CREATE) url = `${baseUrl}/redteam/setup`;
|
|
210
|
+
else if (browserBehavior === BrowserBehavior.OPEN_TO_EVAL_SETUP) url = `${baseUrl}/setup`;
|
|
208
211
|
const doOpen = async () => {
|
|
209
212
|
try {
|
|
210
213
|
logger_default.info("Press Ctrl+C to stop the server");
|
|
@@ -263,4 +266,4 @@ async function openAuthBrowser(authUrl, welcomeUrl, browserBehavior) {
|
|
|
263
266
|
|
|
264
267
|
//#endregion
|
|
265
268
|
export { openAuthBrowser as a, promptYesNo as c, getRemoteHealthUrl as d, neverGenerateRemote as f, checkServerRunning as i, getRemoteGenerationUrl as l, shouldGenerateRemote as m, BrowserBehaviorNames as n, openBrowser as o, neverGenerateRemoteForRegularEvals as p, checkServerFeatureSupport as r, promptUser as s, BrowserBehavior as t, getRemoteGenerationUrlForUnaligned as u };
|
|
266
|
-
//# sourceMappingURL=server-
|
|
269
|
+
//# sourceMappingURL=server-DWmZLfCy.js.map
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
import "./logger-BotXmWKW.js";
|
|
3
|
+
import "./fetch-SRsE6Ctl.js";
|
|
4
|
+
import "./accounts-DHHiXsy6.js";
|
|
5
|
+
import "./cloud-BMbRVJFw.js";
|
|
6
|
+
import { a as openAuthBrowser, i as checkServerRunning, n as BrowserBehaviorNames, o as openBrowser, r as checkServerFeatureSupport, t as BrowserBehavior } from "./server-DWmZLfCy.js";
|
|
7
|
+
|
|
8
|
+
export { checkServerFeatureSupport };
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { o as logger_default } from "./logger-
|
|
3
|
-
import { _ as getDbSignalPath } from "./tables-
|
|
2
|
+
import { o as logger_default } from "./logger-BotXmWKW.js";
|
|
3
|
+
import { _ as getDbSignalPath } from "./tables-C7TT2XVn.js";
|
|
4
4
|
import fs from "fs";
|
|
5
5
|
import debounce from "debounce";
|
|
6
6
|
|
|
@@ -115,4 +115,4 @@ function setupSignalWatcher(onChange) {
|
|
|
115
115
|
|
|
116
116
|
//#endregion
|
|
117
117
|
export { getActualPromptWithFallback as a, getActualPrompt as i, setupSignalWatcher as n, updateSignalFile as r, readSignalEvalId as t };
|
|
118
|
-
//# sourceMappingURL=signal-
|
|
118
|
+
//# sourceMappingURL=signal-Bl32q42d.js.map
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { o as logger_default } from "./logger-
|
|
2
|
+
import { o as logger_default } from "./logger-BotXmWKW.js";
|
|
3
3
|
import { WebClient } from "@slack/web-api";
|
|
4
4
|
|
|
5
5
|
//#region src/providers/slack.ts
|
|
@@ -134,4 +134,4 @@ var SlackProvider = class {
|
|
|
134
134
|
|
|
135
135
|
//#endregion
|
|
136
136
|
export { SlackProvider };
|
|
137
|
-
//# sourceMappingURL=slack-
|
|
137
|
+
//# sourceMappingURL=slack-BfdBx2tO.js.map
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
const require_logger = require('./logger-
|
|
1
|
+
const require_logger = require('./logger-BdZ-IqBc.cjs');
|
|
2
2
|
let _slack_web_api = require("@slack/web-api");
|
|
3
3
|
|
|
4
4
|
//#region src/providers/slack.ts
|
|
@@ -133,4 +133,4 @@ var SlackProvider = class {
|
|
|
133
133
|
|
|
134
134
|
//#endregion
|
|
135
135
|
exports.SlackProvider = SlackProvider;
|
|
136
|
-
//# sourceMappingURL=slack-
|
|
136
|
+
//# sourceMappingURL=slack-BtMkB6xP.cjs.map
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { i as logger_default } from "./logger-
|
|
1
|
+
import { i as logger_default } from "./logger-w8Ozp0Td.js";
|
|
2
2
|
import { WebClient } from "@slack/web-api";
|
|
3
3
|
|
|
4
4
|
//#region src/providers/slack.ts
|
|
@@ -133,4 +133,4 @@ var SlackProvider = class {
|
|
|
133
133
|
|
|
134
134
|
//#endregion
|
|
135
135
|
export { SlackProvider };
|
|
136
|
-
//# sourceMappingURL=slack-
|
|
136
|
+
//# sourceMappingURL=slack-DPqj42Ts.js.map
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { j as logger_default } from "./server/index.js";
|
|
2
2
|
import { WebClient } from "@slack/web-api";
|
|
3
3
|
|
|
4
4
|
//#region src/providers/slack.ts
|
|
@@ -133,4 +133,4 @@ var SlackProvider = class {
|
|
|
133
133
|
|
|
134
134
|
//#endregion
|
|
135
135
|
export { SlackProvider };
|
|
136
|
-
//# sourceMappingURL=slack-
|
|
136
|
+
//# sourceMappingURL=slack-OZYxoVON.js.map
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { i as logger_default } from "./logger-
|
|
2
|
-
import { f as tracesTable, p as getDb, u as spansTable } from "./tables-
|
|
1
|
+
import { i as logger_default } from "./logger-w8Ozp0Td.js";
|
|
2
|
+
import { f as tracesTable, p as getDb, u as spansTable } from "./tables-D-NSwNIb.js";
|
|
3
3
|
import { asc, eq, lt } from "drizzle-orm";
|
|
4
4
|
|
|
5
5
|
//#region src/tracing/store.ts
|
|
@@ -221,4 +221,4 @@ function getTraceStore() {
|
|
|
221
221
|
|
|
222
222
|
//#endregion
|
|
223
223
|
export { getTraceStore as n, TraceStore as t };
|
|
224
|
-
//# sourceMappingURL=store-
|
|
224
|
+
//# sourceMappingURL=store-2ocbYY9D.js.map
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
const require_logger = require('./logger-
|
|
2
|
-
const require_tables = require('./tables-
|
|
1
|
+
const require_logger = require('./logger-BdZ-IqBc.cjs');
|
|
2
|
+
const require_tables = require('./tables-B9E1kRp-.cjs');
|
|
3
3
|
let drizzle_orm = require("drizzle-orm");
|
|
4
4
|
|
|
5
5
|
//#region src/tracing/store.ts
|
|
@@ -232,4 +232,4 @@ Object.defineProperty(exports, 'getTraceStore', {
|
|
|
232
232
|
return getTraceStore;
|
|
233
233
|
}
|
|
234
234
|
});
|
|
235
|
-
//# sourceMappingURL=store-
|
|
235
|
+
//# sourceMappingURL=store-BqwfFEyF.cjs.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { o as logger_default } from "./logger-
|
|
3
|
-
import { f as spansTable, g as getDb, m as tracesTable } from "./tables-
|
|
2
|
+
import { o as logger_default } from "./logger-BotXmWKW.js";
|
|
3
|
+
import { f as spansTable, g as getDb, m as tracesTable } from "./tables-C7TT2XVn.js";
|
|
4
4
|
import { asc, eq, lt } from "drizzle-orm";
|
|
5
5
|
|
|
6
6
|
//#region src/tracing/store.ts
|
|
@@ -222,4 +222,4 @@ function getTraceStore() {
|
|
|
222
222
|
|
|
223
223
|
//#endregion
|
|
224
224
|
export { getTraceStore as n, TraceStore as t };
|
|
225
|
-
//# sourceMappingURL=store-
|
|
225
|
+
//# sourceMappingURL=store-D4gdn9ih.js.map
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
const require_logger = require('./logger-
|
|
2
|
-
const require_types = require('./types-
|
|
1
|
+
const require_logger = require('./logger-BdZ-IqBc.cjs');
|
|
2
|
+
const require_types = require('./types-BIfttHrT.cjs');
|
|
3
3
|
let path = require("path");
|
|
4
4
|
path = require_logger.__toESM(path);
|
|
5
5
|
let drizzle_orm = require("drizzle-orm");
|
|
@@ -370,4 +370,4 @@ Object.defineProperty(exports, 'tracesTable', {
|
|
|
370
370
|
return tracesTable;
|
|
371
371
|
}
|
|
372
372
|
});
|
|
373
|
-
//# sourceMappingURL=tables-
|
|
373
|
+
//# sourceMappingURL=tables-B9E1kRp-.cjs.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { b as getEnvBool, o as logger_default, v as getConfigDirectoryPath } from "./logger-
|
|
3
|
-
import { s as ResultFailureReason } from "./types-
|
|
2
|
+
import { b as getEnvBool, o as logger_default, v as getConfigDirectoryPath } from "./logger-BotXmWKW.js";
|
|
3
|
+
import { s as ResultFailureReason } from "./types-t52w-XsS.js";
|
|
4
4
|
import * as path$1 from "path";
|
|
5
5
|
import { relations, sql } from "drizzle-orm";
|
|
6
6
|
import Database from "better-sqlite3";
|
|
@@ -311,4 +311,4 @@ const spansRelations = relations(spansTable, ({ one }) => ({ trace: one(tracesTa
|
|
|
311
311
|
|
|
312
312
|
//#endregion
|
|
313
313
|
export { getDbSignalPath as _, evalResultsTable as a, evalsToPromptsTable as c, promptsTable as d, spansTable as f, getDb as g, closeDbIfOpen as h, datasetsTable as i, evalsToTagsTable as l, tracesTable as m, blobReferencesTable as n, evalsTable as o, tagsTable as p, configsTable as r, evalsToDatasetsTable as s, blobAssetsTable as t, modelAuditsTable as u };
|
|
314
|
-
//# sourceMappingURL=tables-
|
|
314
|
+
//# sourceMappingURL=tables-C7TT2XVn.js.map
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { _ as getEnvBool, g as getConfigDirectoryPath, i as logger_default } from "./logger-
|
|
2
|
-
import { g as ResultFailureReason } from "./types-
|
|
1
|
+
import { _ as getEnvBool, g as getConfigDirectoryPath, i as logger_default } from "./logger-w8Ozp0Td.js";
|
|
2
|
+
import { g as ResultFailureReason } from "./types-DMVjYLpx.js";
|
|
3
3
|
import * as path$1 from "path";
|
|
4
4
|
import { relations, sql } from "drizzle-orm";
|
|
5
5
|
import Database from "better-sqlite3";
|
|
@@ -285,4 +285,4 @@ const spansRelations = relations(spansTable, ({ one }) => ({ trace: one(tracesTa
|
|
|
285
285
|
|
|
286
286
|
//#endregion
|
|
287
287
|
export { evalsTable as a, evalsToTagsTable as c, tagsTable as d, tracesTable as f, evalResultsTable as i, promptsTable as l, getDbSignalPath as m, blobReferencesTable as n, evalsToDatasetsTable as o, getDb as p, datasetsTable as r, evalsToPromptsTable as s, blobAssetsTable as t, spansTable as u };
|
|
288
|
-
//# sourceMappingURL=tables-
|
|
288
|
+
//# sourceMappingURL=tables-D-NSwNIb.js.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { C as getEnvString, E as isCI, b as getEnvBool, o as logger_default } from "./logger-
|
|
3
|
-
import { C as CONSENT_ENDPOINT, D as R_ENDPOINT, E as EVENTS_ENDPOINT, N as POSTHOG_KEY, P as VERSION, i as fetchWithTimeout, n as fetchWithProxy } from "./fetch-
|
|
4
|
-
import { c as isLoggedIntoCloud, i as getAuthMethod, o as getUserEmail, s as getUserId } from "./accounts-
|
|
2
|
+
import { C as getEnvString, E as isCI, b as getEnvBool, o as logger_default } from "./logger-BotXmWKW.js";
|
|
3
|
+
import { C as CONSENT_ENDPOINT, D as R_ENDPOINT, E as EVENTS_ENDPOINT, N as POSTHOG_KEY, P as VERSION, i as fetchWithTimeout, n as fetchWithProxy } from "./fetch-SRsE6Ctl.js";
|
|
4
|
+
import { c as isLoggedIntoCloud, i as getAuthMethod, o as getUserEmail, s as getUserId } from "./accounts-DHHiXsy6.js";
|
|
5
5
|
import { PostHog } from "posthog-node";
|
|
6
6
|
import { z } from "zod";
|
|
7
7
|
|
|
@@ -10,6 +10,7 @@ const TelemetryEventSchema = z.object({
|
|
|
10
10
|
event: z.enum([
|
|
11
11
|
"assertion_used",
|
|
12
12
|
"command_used",
|
|
13
|
+
"eval setup",
|
|
13
14
|
"eval_ran",
|
|
14
15
|
"feature_used",
|
|
15
16
|
"funnel",
|
|
@@ -164,4 +165,4 @@ var telemetry_default = telemetry;
|
|
|
164
165
|
|
|
165
166
|
//#endregion
|
|
166
167
|
export { TelemetryEventSchema as n, telemetry_default as r, Telemetry as t };
|
|
167
|
-
//# sourceMappingURL=telemetry-
|
|
168
|
+
//# sourceMappingURL=telemetry-BXyVqyAg.js.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
const require_logger = require('./logger-
|
|
2
|
-
const require_fetch = require('./fetch-
|
|
3
|
-
const require_accounts = require('./accounts-
|
|
1
|
+
const require_logger = require('./logger-BdZ-IqBc.cjs');
|
|
2
|
+
const require_fetch = require('./fetch-ZMn_oemb.cjs');
|
|
3
|
+
const require_accounts = require('./accounts-BzEY8H3v.cjs');
|
|
4
4
|
let zod = require("zod");
|
|
5
5
|
let posthog_node = require("posthog-node");
|
|
6
6
|
|
|
@@ -9,6 +9,7 @@ const TelemetryEventSchema = zod.z.object({
|
|
|
9
9
|
event: zod.z.enum([
|
|
10
10
|
"assertion_used",
|
|
11
11
|
"command_used",
|
|
12
|
+
"eval setup",
|
|
12
13
|
"eval_ran",
|
|
13
14
|
"feature_used",
|
|
14
15
|
"funnel",
|
|
@@ -174,4 +175,4 @@ Object.defineProperty(exports, 'telemetry_default', {
|
|
|
174
175
|
return telemetry_default;
|
|
175
176
|
}
|
|
176
177
|
});
|
|
177
|
-
//# sourceMappingURL=telemetry-
|
|
178
|
+
//# sourceMappingURL=telemetry-D0_yFdtU.cjs.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { C as isCI, _ as getEnvBool, b as getEnvString, i as logger_default } from "./logger-
|
|
2
|
-
import { A as EVENTS_ENDPOINT, D as CONSENT_ENDPOINT, I as POSTHOG_KEY, L as VERSION, j as R_ENDPOINT, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-
|
|
3
|
-
import { a as getUserId, i as getUserEmail, n as getAuthMethod, o as isLoggedIntoCloud } from "./accounts-
|
|
1
|
+
import { C as isCI, _ as getEnvBool, b as getEnvString, i as logger_default } from "./logger-w8Ozp0Td.js";
|
|
2
|
+
import { A as EVENTS_ENDPOINT, D as CONSENT_ENDPOINT, I as POSTHOG_KEY, L as VERSION, j as R_ENDPOINT, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-18MuNu9i.js";
|
|
3
|
+
import { a as getUserId, i as getUserEmail, n as getAuthMethod, o as isLoggedIntoCloud } from "./accounts-R3gfCR_g.js";
|
|
4
4
|
import { z } from "zod";
|
|
5
5
|
import { PostHog } from "posthog-node";
|
|
6
6
|
|
|
@@ -9,6 +9,7 @@ const TelemetryEventSchema = z.object({
|
|
|
9
9
|
event: z.enum([
|
|
10
10
|
"assertion_used",
|
|
11
11
|
"command_used",
|
|
12
|
+
"eval setup",
|
|
12
13
|
"eval_ran",
|
|
13
14
|
"feature_used",
|
|
14
15
|
"funnel",
|
|
@@ -163,4 +164,4 @@ var telemetry_default = telemetry;
|
|
|
163
164
|
|
|
164
165
|
//#endregion
|
|
165
166
|
export { telemetry_default as n, Telemetry as t };
|
|
166
|
-
//# sourceMappingURL=telemetry-
|
|
167
|
+
//# sourceMappingURL=telemetry-DZ_7PaVq.js.map
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
import "./logger-BotXmWKW.js";
|
|
3
|
+
import "./fetch-SRsE6Ctl.js";
|
|
4
|
+
import "./accounts-DHHiXsy6.js";
|
|
5
|
+
import "./cloud-BMbRVJFw.js";
|
|
6
|
+
import { n as TelemetryEventSchema, r as telemetry_default, t as Telemetry } from "./telemetry-BXyVqyAg.js";
|
|
7
|
+
|
|
8
|
+
export { telemetry_default as default };
|
|
@@ -105,11 +105,16 @@ function accumulateAssertionTokenUsage(target, update) {
|
|
|
105
105
|
* @param target Object to update
|
|
106
106
|
* @param response Response that may contain token usage
|
|
107
107
|
*/
|
|
108
|
-
function accumulateResponseTokenUsage(target, response) {
|
|
109
|
-
|
|
108
|
+
function accumulateResponseTokenUsage(target, response, options) {
|
|
109
|
+
const countAsRequest = options?.countAsRequest ?? true;
|
|
110
|
+
if (response?.tokenUsage) if (countAsRequest) {
|
|
110
111
|
accumulateTokenUsage(target, response.tokenUsage);
|
|
111
112
|
if (response.tokenUsage.numRequests === void 0) target.numRequests = (target.numRequests ?? 0) + 1;
|
|
112
|
-
} else
|
|
113
|
+
} else accumulateTokenUsage(target, {
|
|
114
|
+
...response.tokenUsage,
|
|
115
|
+
numRequests: void 0
|
|
116
|
+
});
|
|
117
|
+
else if (response && countAsRequest) target.numRequests = (target.numRequests ?? 0) + 1;
|
|
113
118
|
}
|
|
114
119
|
/**
|
|
115
120
|
* Normalize token usage from a provider response into a standard TokenUsage object.
|
|
@@ -166,4 +171,4 @@ Object.defineProperty(exports, 'normalizeTokenUsage', {
|
|
|
166
171
|
return normalizeTokenUsage;
|
|
167
172
|
}
|
|
168
173
|
});
|
|
169
|
-
//# sourceMappingURL=tokenUsageUtils-
|
|
174
|
+
//# sourceMappingURL=tokenUsageUtils-CXhxVj72.cjs.map
|
|
@@ -105,11 +105,16 @@ function accumulateAssertionTokenUsage(target, update) {
|
|
|
105
105
|
* @param target Object to update
|
|
106
106
|
* @param response Response that may contain token usage
|
|
107
107
|
*/
|
|
108
|
-
function accumulateResponseTokenUsage(target, response) {
|
|
109
|
-
|
|
108
|
+
function accumulateResponseTokenUsage(target, response, options) {
|
|
109
|
+
const countAsRequest = options?.countAsRequest ?? true;
|
|
110
|
+
if (response?.tokenUsage) if (countAsRequest) {
|
|
110
111
|
accumulateTokenUsage(target, response.tokenUsage);
|
|
111
112
|
if (response.tokenUsage.numRequests === void 0) target.numRequests = (target.numRequests ?? 0) + 1;
|
|
112
|
-
} else
|
|
113
|
+
} else accumulateTokenUsage(target, {
|
|
114
|
+
...response.tokenUsage,
|
|
115
|
+
numRequests: void 0
|
|
116
|
+
});
|
|
117
|
+
else if (response && countAsRequest) target.numRequests = (target.numRequests ?? 0) + 1;
|
|
113
118
|
}
|
|
114
119
|
/**
|
|
115
120
|
* Normalize token usage from a provider response into a standard TokenUsage object.
|
|
@@ -131,4 +136,4 @@ function normalizeTokenUsage(tokenUsage) {
|
|
|
131
136
|
|
|
132
137
|
//#endregion
|
|
133
138
|
export { createEmptyTokenUsage as a, createEmptyAssertions as i, accumulateResponseTokenUsage as n, normalizeTokenUsage as o, accumulateTokenUsage as r, accumulateAssertionTokenUsage as t };
|
|
134
|
-
//# sourceMappingURL=tokenUsageUtils-
|
|
139
|
+
//# sourceMappingURL=tokenUsageUtils-DmZSD2eU.js.map
|
|
@@ -104,11 +104,16 @@ function accumulateAssertionTokenUsage(target, update) {
|
|
|
104
104
|
* @param target Object to update
|
|
105
105
|
* @param response Response that may contain token usage
|
|
106
106
|
*/
|
|
107
|
-
function accumulateResponseTokenUsage(target, response) {
|
|
108
|
-
|
|
107
|
+
function accumulateResponseTokenUsage(target, response, options) {
|
|
108
|
+
const countAsRequest = options?.countAsRequest ?? true;
|
|
109
|
+
if (response?.tokenUsage) if (countAsRequest) {
|
|
109
110
|
accumulateTokenUsage(target, response.tokenUsage);
|
|
110
111
|
if (response.tokenUsage.numRequests === void 0) target.numRequests = (target.numRequests ?? 0) + 1;
|
|
111
|
-
} else
|
|
112
|
+
} else accumulateTokenUsage(target, {
|
|
113
|
+
...response.tokenUsage,
|
|
114
|
+
numRequests: void 0
|
|
115
|
+
});
|
|
116
|
+
else if (response && countAsRequest) target.numRequests = (target.numRequests ?? 0) + 1;
|
|
112
117
|
}
|
|
113
118
|
/**
|
|
114
119
|
* Normalize token usage from a provider response into a standard TokenUsage object.
|
|
@@ -130,4 +135,4 @@ function normalizeTokenUsage(tokenUsage) {
|
|
|
130
135
|
|
|
131
136
|
//#endregion
|
|
132
137
|
export { createEmptyTokenUsage as a, createEmptyAssertions as i, accumulateResponseTokenUsage as n, normalizeTokenUsage as o, accumulateTokenUsage as r, accumulateAssertionTokenUsage as t };
|
|
133
|
-
//# sourceMappingURL=tokenUsageUtils-
|
|
138
|
+
//# sourceMappingURL=tokenUsageUtils-FZd5O_4A.js.map
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { _ as fetchWithCache, d as OpenAiGenericProvider, j as logger_default, k as REQUEST_TIMEOUT_MS, u as OPENAI_TRANSCRIPTION_MODELS } from "./server/index.js";
|
|
2
2
|
import fs from "fs";
|
|
3
3
|
import path from "path";
|
|
4
4
|
|
|
@@ -116,4 +116,4 @@ var OpenAiTranscriptionProvider = class OpenAiTranscriptionProvider extends Open
|
|
|
116
116
|
|
|
117
117
|
//#endregion
|
|
118
118
|
export { OpenAiTranscriptionProvider };
|
|
119
|
-
//# sourceMappingURL=transcription-
|
|
119
|
+
//# sourceMappingURL=transcription-C-M81iDA.js.map
|
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
import "./chunk-FhC4c-0y.js";
|
|
2
|
-
import { i as logger_default } from "./logger-
|
|
3
|
-
import "./esm-
|
|
4
|
-
import "./pythonUtils-
|
|
5
|
-
import "./types-
|
|
6
|
-
import "./util-
|
|
7
|
-
import { h as REQUEST_TIMEOUT_MS } from "./fetch-
|
|
8
|
-
import { a as fetchWithCache } from "./cache-
|
|
9
|
-
import { t as OpenAiGenericProvider } from "./openai-
|
|
10
|
-
import { i as OPENAI_TRANSCRIPTION_MODELS } from "./util-
|
|
2
|
+
import { i as logger_default } from "./logger-w8Ozp0Td.js";
|
|
3
|
+
import "./esm-rDtG_2rg.js";
|
|
4
|
+
import "./pythonUtils-vMlk9Qp5.js";
|
|
5
|
+
import "./types-DMVjYLpx.js";
|
|
6
|
+
import "./util-DiCePfDu.js";
|
|
7
|
+
import { h as REQUEST_TIMEOUT_MS } from "./fetch-18MuNu9i.js";
|
|
8
|
+
import { a as fetchWithCache } from "./cache-BLLayYEN.js";
|
|
9
|
+
import { t as OpenAiGenericProvider } from "./openai-Dz3surb_.js";
|
|
10
|
+
import { i as OPENAI_TRANSCRIPTION_MODELS } from "./util-Cl0zfT3V.js";
|
|
11
11
|
import fs from "fs";
|
|
12
12
|
import path from "path";
|
|
13
13
|
|
|
@@ -125,4 +125,4 @@ var OpenAiTranscriptionProvider = class OpenAiTranscriptionProvider extends Open
|
|
|
125
125
|
|
|
126
126
|
//#endregion
|
|
127
127
|
export { OpenAiTranscriptionProvider };
|
|
128
|
-
//# sourceMappingURL=transcription-
|
|
128
|
+
//# sourceMappingURL=transcription-CYuY5sFO.js.map
|
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import "./chunk-DHDDz29n.js";
|
|
3
|
-
import { o as logger_default } from "./logger-
|
|
4
|
-
import { d as REQUEST_TIMEOUT_MS } from "./fetch-
|
|
5
|
-
import "./cloud-
|
|
6
|
-
import "./types-
|
|
7
|
-
import { a as fetchWithCache } from "./cache-
|
|
8
|
-
import "./util-
|
|
9
|
-
import "./esm-
|
|
10
|
-
import "./pythonUtils-
|
|
11
|
-
import { t as OpenAiGenericProvider } from "./openai-
|
|
12
|
-
import { i as OPENAI_TRANSCRIPTION_MODELS } from "./util-
|
|
3
|
+
import { o as logger_default } from "./logger-BotXmWKW.js";
|
|
4
|
+
import { d as REQUEST_TIMEOUT_MS } from "./fetch-SRsE6Ctl.js";
|
|
5
|
+
import "./cloud-BMbRVJFw.js";
|
|
6
|
+
import "./types-t52w-XsS.js";
|
|
7
|
+
import { a as fetchWithCache } from "./cache-mIszOnuz.js";
|
|
8
|
+
import "./util-BSh4a_Q8.js";
|
|
9
|
+
import "./esm-CYhseqj4.js";
|
|
10
|
+
import "./pythonUtils-r1uBuA0n.js";
|
|
11
|
+
import { t as OpenAiGenericProvider } from "./openai-CT5fwbve.js";
|
|
12
|
+
import { i as OPENAI_TRANSCRIPTION_MODELS } from "./util-CUEt0Vum.js";
|
|
13
13
|
import fs from "fs";
|
|
14
14
|
import path from "path";
|
|
15
15
|
|
|
@@ -127,4 +127,4 @@ var OpenAiTranscriptionProvider = class OpenAiTranscriptionProvider extends Open
|
|
|
127
127
|
|
|
128
128
|
//#endregion
|
|
129
129
|
export { OpenAiTranscriptionProvider };
|
|
130
|
-
//# sourceMappingURL=transcription-
|
|
130
|
+
//# sourceMappingURL=transcription-Ch7S-LWw.js.map
|