promptfoo 0.121.4 → 0.121.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/{ListApp-DQkFNqE9.js → ListApp-DLmM02JS.js} +1 -1
- package/dist/src/{accounts-DhMYUUbu.js → accounts-Ca7WIoPY.js} +12 -7
- package/dist/src/{accounts-F9d_5sMC.js → accounts-CjFnOPmb.js} +14 -9
- package/dist/src/{accounts-Dy17bs4D.cjs → accounts-CmWzeD2d.cjs} +16 -10
- package/dist/src/{accounts-DdJ2pHMI.js → accounts-DanM1wq_.js} +13 -8
- package/dist/src/{agentic-utils-qFlm6zes.js → agentic-utils-CJ0j3fBi.js} +3 -3
- package/dist/src/{agentic-utils-w68v6_Dz.js → agentic-utils-DDEGRV9v.js} +3 -3
- package/dist/src/{agentic-utils-BpX5b23w.cjs → agentic-utils-DvPWSUpb.cjs} +8 -7
- package/dist/src/{agentic-utils-P172hM8B.js → agentic-utils-TxUEMPYS.js} +2 -2
- package/dist/src/{agents-BahDpe5G.cjs → agents-B4sRuXg3.cjs} +7 -6
- package/dist/src/{agents-pQeBEXMm.js → agents-B8q7h_ek.js} +5 -5
- package/dist/src/{agents-CgaMXvLM.js → agents-CBgJvRkB.js} +21 -10
- package/dist/src/{agents-C-R_jfzI.js → agents-CYn2n3QP.js} +4 -4
- package/dist/src/{agents-8FDnTriG.js → agents-D-vDNFx4.js} +21 -10
- package/dist/src/{agents-aYPQLf8W.js → agents-LrHuQqr1.js} +20 -9
- package/dist/src/{agents-DJ35I3Nt.js → agents-QGg76OF-.js} +5 -5
- package/dist/src/{agents-D7-HGxUj.cjs → agents-eHZ9nlgA.cjs} +21 -10
- package/dist/src/{aimlapi-sgYnkE54.js → aimlapi-CJEbQ0o6.js} +7 -7
- package/dist/src/{aimlapi-BD6J9oKt.js → aimlapi-D5HXzZ0s.js} +6 -6
- package/dist/src/{aimlapi-qcK4OT55.cjs → aimlapi-T6HGNxNe.cjs} +7 -7
- package/dist/src/{aimlapi-BCq3MHeL.js → aimlapi-eYv3a_DK.js} +7 -7
- package/dist/src/app/app/tsconfig.app.tsbuildinfo +1 -1
- package/dist/src/app/assets/Report-BNHJKN35.js +1 -0
- package/dist/src/app/assets/index-BnT6P6sF.js +388 -0
- package/dist/src/app/assets/index-yhM8y1PP.css +1 -0
- package/dist/src/app/assets/{scroll-timeline-D9IT_e8Z.js → scroll-timeline-RpeTwOvs.js} +1 -1
- package/dist/src/app/assets/sync-5gq6fmG4.js +4 -0
- package/dist/src/app/assets/vendor-charts-BL9OMNU7.js +36 -0
- package/dist/src/app/assets/{vendor-markdown-Ch00wnNI.js → vendor-markdown-BYsQqn7Z.js} +10 -10
- package/dist/src/app/assets/{vendor-react-CVvmk1UB.js → vendor-react-CqWgVW6T.js} +2 -2
- package/dist/src/app/assets/{vendor-utils-BnEYbx2Q.js → vendor-utils-BHPO71pu.js} +1 -1
- package/dist/src/app/index.html +31 -6
- package/dist/src/{audio-COrn8rM6.js → audio-BqnRvcWG.js} +3 -3
- package/dist/src/{audio-DcVKoInv.js → audio-CPMtV1yR.js} +4 -4
- package/dist/src/{audio-B7izf48x.js → audio-DyiebVB3.js} +4 -4
- package/dist/src/{audio-BQtNuYBj.cjs → audio-FnxbEnSE.cjs} +4 -4
- package/dist/src/authoritativeMarkupInjection-BZIywVjG.js +74 -0
- package/dist/src/authoritativeMarkupInjection-DyAXAsSr.js +75 -0
- package/dist/src/authoritativeMarkupInjection-F2gBw0lN.cjs +74 -0
- package/dist/src/authoritativeMarkupInjection-QEQmFS83.js +74 -0
- package/dist/src/{base-PYJvBE1i.js → base-CKLo890h.js} +4 -3
- package/dist/src/{base-fZ9wgg50.js → base-Co80MMCi.js} +5 -4
- package/dist/src/{base-D-670DX8.cjs → base-DGJW48uz.cjs} +5 -4
- package/dist/src/{base-yrI1Yal4.js → base-E9I8zXjz.js} +5 -4
- package/dist/src/bestOfN-B3wNzjSB.js +137 -0
- package/dist/src/bestOfN-BBsO41z4.js +136 -0
- package/dist/src/bestOfN-CAwmg5UL.cjs +140 -0
- package/dist/src/bestOfN-_kTi8Bxe.js +136 -0
- package/dist/src/{blobs-D2FAd1Q5.cjs → blobs-B0977K1O.cjs} +7 -6
- package/dist/src/{blobs-BCZavS8s.js → blobs-CeFdPn_T.js} +3 -3
- package/dist/src/{blobs-BQWqnnvL.js → blobs-DODuTK-a.js} +3 -3
- package/dist/src/{blobs-C-F78Kfn.js → blobs-Dwef1Ao1.js} +2 -2
- package/dist/src/{cache-BIyPcp5v.cjs → cache-CPGUA4Yl.cjs} +135 -25
- package/dist/src/cache-Cf7b4pWE.js +3 -0
- package/dist/src/{cache-D5NZmMiT.js → cache-DIXbtkNO.js} +125 -10
- package/dist/src/{cache-mb7c8hbp.js → cache-DpPWrkTE.js} +128 -12
- package/dist/src/{cache-C4Xb-hNb.js → cache-roFAE0cI.js} +126 -11
- package/dist/src/{chat-I9izLm49.js → chat-CUCorGiL.js} +12 -12
- package/dist/src/{chat-BPXSW8Bv.cjs → chat-DG1wG4w0.cjs} +6 -6
- package/dist/src/{chat-BfPaS15_.js → chat-Dabu84Br.js} +12 -12
- package/dist/src/{chat-Dr3DUQ0D.js → chat-DqUFcWI0.js} +12 -12
- package/dist/src/{chat-CclRbxGf.cjs → chat-DxTDQ83C.cjs} +14 -13
- package/dist/src/{chat-MKxMnZJZ.js → chat-GmlolEwo.js} +4 -4
- package/dist/src/{chat-0bwXjVP0.js → chat-TP8Qifkh.js} +6 -6
- package/dist/src/{chat-mW0ORo8G.js → chat-iwaM5UTQ.js} +6 -6
- package/dist/src/{chatkit-zUIVoDos.js → chatkit-B6DWi70Q.js} +4 -4
- package/dist/src/{chatkit-BoWoSgXl.cjs → chatkit-BYveR48_.cjs} +6 -5
- package/dist/src/{chatkit-Cv6AhukM.js → chatkit-fARZwEfV.js} +3 -3
- package/dist/src/{chatkit-CJnHRRMM.js → chatkit-lb6FK02w.js} +4 -4
- package/dist/src/{claude-agent-sdk-Dtq_L-Sc.js → claude-agent-sdk-BQNp_y-F.js} +212 -67
- package/dist/src/{claude-agent-sdk-BQNuLaAK.js → claude-agent-sdk-D5Jl0SDh.js} +212 -67
- package/dist/src/{claude-agent-sdk-CPJo3dBQ.cjs → claude-agent-sdk-DH416NBD.cjs} +218 -72
- package/dist/src/{claude-agent-sdk-nfAIcxNf.js → claude-agent-sdk-x1XJ1-pU.js} +212 -67
- package/dist/src/{cloud-DQZ5sVjW.js → cloud-D3DiFqH6.js} +3 -3
- package/dist/src/cloud-p96PA4MH.js +3 -0
- package/dist/src/{cloudflare-ai-BIB567w6.js → cloudflare-ai-B6NVI3ax.js} +4 -4
- package/dist/src/{cloudflare-ai-Dl3N9OVD.cjs → cloudflare-ai-CEAW-xQa.cjs} +6 -6
- package/dist/src/{cloudflare-ai-DlKr0rY7.js → cloudflare-ai-RFSojyXG.js} +6 -6
- package/dist/src/{cloudflare-ai-DGLte7Py.js → cloudflare-ai-r4tbYmWU.js} +6 -6
- package/dist/src/{cloudflare-gateway-CiIZHU0Q.js → cloudflare-gateway-BCkLouto.js} +5 -5
- package/dist/src/{cloudflare-gateway-DI1HNP5F.js → cloudflare-gateway-BaZ4insB.js} +3 -3
- package/dist/src/{cloudflare-gateway-BDZrYydE.js → cloudflare-gateway-CF-Vb-2Z.js} +5 -5
- package/dist/src/{cloudflare-gateway-BYDp495F.cjs → cloudflare-gateway-TJMLBj6I.cjs} +5 -5
- package/dist/src/codex-app-server-B8KHEiF4.js +1915 -0
- package/dist/src/codex-app-server-CnrLBCeA.cjs +1921 -0
- package/dist/src/codex-app-server-DIXZ230V.js +1915 -0
- package/dist/src/codex-app-server-Dd22dC_N.js +1916 -0
- package/dist/src/{codex-sdk-CpqiOqDO.js → codex-sdk-B6Wah8Pa.js} +6 -6
- package/dist/src/codex-sdk-BGjVAk23.js +3 -0
- package/dist/src/{codex-sdk-C2_M2pl_.cjs → codex-sdk-CFF6gUyi.cjs} +18 -10
- package/dist/src/{codex-sdk-Rtky3M4I.js → codex-sdk-CmQABzV3.js} +6 -6
- package/dist/src/{codex-sdk-CErXn7qh.js → codex-sdk-D2d54RL8.js} +5 -5
- package/dist/src/{cometapi-CtJ-mS8R.js → cometapi-Bu9B8NUY.js} +8 -8
- package/dist/src/{cometapi-DT-jlVCB.js → cometapi-CtzNCHKu.js} +7 -7
- package/dist/src/{cometapi-UVOryo4W.cjs → cometapi-DHCDlQUI.cjs} +8 -8
- package/dist/src/{cometapi-BUlt_ELa.js → cometapi-OBILPLlu.js} +8 -8
- package/dist/src/{completion-HUe8wDhZ.js → completion-CO2e1_62.js} +6 -6
- package/dist/src/{completion-BozdoXba.cjs → completion-CSYfl2cd.cjs} +6 -6
- package/dist/src/{completion-x0a_c2y1.js → completion-DZNxcyfG.js} +6 -6
- package/dist/src/{completion-Dnxn7E-j.js → completion-sNvCLTAP.js} +5 -5
- package/dist/src/constants-BjJV0cRr.js +6 -0
- package/dist/src/constants-DH5XYLKZ.js +7 -0
- package/dist/src/constants-DZGEFLsu.js +6 -0
- package/dist/src/constants-a2kYssQk.cjs +11 -0
- package/dist/src/{createHash-4gFQpDDv.js → createHash-BtbSX3mj.js} +1 -1
- package/dist/src/{createHash-CwDVU5xr.js → createHash-CGVzWdjj.js} +1 -1
- package/dist/src/{createHash-B7KvgoOD.cjs → createHash-CSiqnK5P.cjs} +2 -2
- package/dist/src/{createHash-ChI45QR1.js → createHash-CgRvs4Fn.js} +1 -1
- package/dist/src/crescendo-BXEJK_bi.cjs +704 -0
- package/dist/src/crescendo-CU_Y2i-m.js +702 -0
- package/dist/src/crescendo-J1Xx4_zb.js +703 -0
- package/dist/src/crescendo-QiaSLW0d.js +701 -0
- package/dist/src/custom-BJfP00Bh.js +619 -0
- package/dist/src/custom-CZVn-1-r.js +620 -0
- package/dist/src/custom-Cqia7M0D.cjs +621 -0
- package/dist/src/custom-notggYVl.js +618 -0
- package/dist/src/{docker-DCgsveLD.js → docker-4D1eL6Gq.js} +6 -6
- package/dist/src/{docker-ClnmCf1Z.js → docker-BBv1WUDu.js} +5 -5
- package/dist/src/{docker-DS4_Osau.cjs → docker-D06JUoe2.cjs} +6 -6
- package/dist/src/{docker-CQmlA2NU.js → docker-DdJQBxK9.js} +6 -6
- package/dist/src/{embedding-D3xTseo7.js → embedding--UZVe4_7.js} +6 -6
- package/dist/src/{embedding-I45KG3o7.cjs → embedding-BbrwopfX.cjs} +6 -6
- package/dist/src/{embedding-nFbumxcv.js → embedding-Bi3rxrZF.js} +5 -5
- package/dist/src/{embedding-DD9wa3ae.js → embedding-C251p1-8.js} +6 -6
- package/dist/src/{errors-Cw810C93.js → errors-9PcUL8BC.js} +1 -1
- package/dist/src/{esm-Dh4dOLlt.js → esm-B6whoAcf.js} +2 -2
- package/dist/src/{esm-CtEPLdAj.cjs → esm-BIKakvNa.cjs} +8 -7
- package/dist/src/{esm-C7PnfdF8.js → esm-BTK1W7lG.js} +1 -1
- package/dist/src/{esm-tVgYPY-f.js → esm-Bexx2PFc.js} +2 -2
- package/dist/src/{eval-u4UVafl6.js → eval-0VRANImH.js} +21 -21
- package/dist/src/{eval-CzJFfFO9.js → eval-DscR5iOM.js} +1 -1
- package/dist/src/{evalResult-Bgm9ZH31.js → evalResult-2RRJvFyB.js} +41 -16
- package/dist/src/{evalResult-KZqXl4XP.cjs → evalResult-CvtS8h8u.cjs} +51 -15
- package/dist/src/evalResult-DqzsS6_W.js +3 -0
- package/dist/src/{evalResult-D3hVYFis.js → evalResult-eUkJv9Ko.js} +40 -15
- package/dist/src/evaluator-DNdJF1Gv.js +3 -0
- package/dist/src/{evaluator-IvuDYSvQ.js → evaluator-DRoiYB2q.js} +1060 -187
- package/dist/src/evaluatorHelpers-BsYP_muT.js +511 -0
- package/dist/src/evaluatorHelpers-CRqTvSux.cjs +537 -0
- package/dist/src/evaluatorHelpers-DuqFFfq7.js +510 -0
- package/dist/src/{extractor-CAfTSraf.js → extractor-BR7XAzAL.js} +6 -6
- package/dist/src/{extractor-WVPOrH43.cjs → extractor-BdxEtt3J.cjs} +6 -6
- package/dist/src/{extractor-DNSeBVOJ.js → extractor-CIW3iN-b.js} +6 -6
- package/dist/src/{extractor-Dk6bRWkv.js → extractor-CxRtnaHl.js} +5 -5
- package/dist/src/{fetch-B0Z3Oe4k.js → fetch-BufrQtvR.js} +93 -40
- package/dist/src/{fetch-BEWnXrrG.js → fetch-DXUnXkVU.js} +89 -40
- package/dist/src/{fetch-CJU5ELPa.cjs → fetch-Dw4XZHjj.cjs} +330 -270
- package/dist/src/{fetch-Di00EQrc.js → fetch-It34O8Ur.js} +305 -252
- package/dist/src/fetch-_YgGd2qv.js +3 -0
- package/dist/src/{fileExtensions-bYh77CN8.cjs → fileExtensions-BhdwzYaD.cjs} +24 -1
- package/dist/src/{fileExtensions-DnqA1y9x.js → fileExtensions-CXRfY3Ss.js} +12 -2
- package/dist/src/{fileExtensions-AWa2ZML4.js → fileExtensions-D4GCJ67J.js} +12 -2
- package/dist/src/{formatDuration-DZzPsexs.js → formatDuration-CMVNrYvE.js} +1 -1
- package/dist/src/{genaiTracer-yRuxj9-L.cjs → genaiTracer-14nugQQx.cjs} +14 -2
- package/dist/src/{genaiTracer-DWdZ28hY.js → genaiTracer-BPVvltoW.js} +2 -2
- package/dist/src/{genaiTracer-XnrcgDCe.js → genaiTracer-D18lYzhB.js} +2 -2
- package/dist/src/{genaiTracer-COYDi-tC.js → genaiTracer-jJKYsnjc.js} +2 -2
- package/dist/src/goat-Ckd3q3AY.js +467 -0
- package/dist/src/goat-Qgurm-NP.js +466 -0
- package/dist/src/goat-ghadEDdy.js +465 -0
- package/dist/src/goat-una6pZGP.cjs +469 -0
- package/dist/src/graders-BDT7dif6.js +3 -0
- package/dist/src/{graders-eIHhRqoC.js → graders-BGP99PdK.js} +2416 -2224
- package/dist/src/{graders-Zy3x0zqX.js → graders-BX0f2tvS.js} +2423 -2226
- package/dist/src/{graders-pvbReLLn.js → graders-C0nXU_ZP.js} +1806 -1609
- package/dist/src/{graders--zknU_uk.cjs → graders-ClrU2fnd.cjs} +2219 -1949
- package/dist/src/hydra-BSNZZm2M.js +543 -0
- package/dist/src/hydra-BxdG4nkg.js +541 -0
- package/dist/src/hydra-DE4xWwyc.js +542 -0
- package/dist/src/hydra-DrJttnvw.cjs +542 -0
- package/dist/src/image-B4oBtu6J.js +443 -0
- package/dist/src/{image-dnoUgPrC.js → image-BN-hjLL9.js} +4 -4
- package/dist/src/{image-9302QVqR.js → image-B_fPIwdg.js} +3 -3
- package/dist/src/image-BvUAW344.js +442 -0
- package/dist/src/image-Cvjwx1uY.js +442 -0
- package/dist/src/{image-De2FBmYV.cjs → image-DfVCGPbI.cjs} +4 -4
- package/dist/src/{image-u7-rKnYU.js → image-QzmydkiG.js} +4 -4
- package/dist/src/image-X0oY4350.cjs +465 -0
- package/dist/src/index.cjs +1689 -558
- package/dist/src/index.d.cts +3270 -1624
- package/dist/src/index.d.ts +3270 -1624
- package/dist/src/index.js +1553 -438
- package/dist/src/indirectWebPwn-02ZIghCS.js +259 -0
- package/dist/src/indirectWebPwn-BJ22AbQa.cjs +397 -0
- package/dist/src/indirectWebPwn-CbjUG0rh.js +385 -0
- package/dist/src/indirectWebPwn-CfQJt3gk.cjs +260 -0
- package/dist/src/indirectWebPwn-DBQhOjoD.js +260 -0
- package/dist/src/indirectWebPwn-OsXnKejv.js +259 -0
- package/dist/src/indirectWebPwn-tNx9OZ35.js +385 -0
- package/dist/src/indirectWebPwn-uyWdHx04.js +386 -0
- package/dist/src/inputVariables-B0qUChbV.js +467 -0
- package/dist/src/inputVariables-DUGMb9Ka.js +464 -0
- package/dist/src/inputVariables-DXFdi7AI.js +468 -0
- package/dist/src/inputVariables-Dq9W-Z3a.cjs +475 -0
- package/dist/src/{interactiveCheck-CLERUB0c.js → interactiveCheck-C4QlIuoR.js} +2 -2
- package/dist/src/{invariant-BtWWVVhl.js → invariant-B2Rf6avk.js} +1 -1
- package/dist/src/{invariant-vgHWClmd.js → invariant-DIYf9sP1.js} +1 -1
- package/dist/src/{invariant-kfQ8Bu82.cjs → invariant-QtnLD03y.cjs} +1 -1
- package/dist/src/iterative-CpU6i2As.js +490 -0
- package/dist/src/iterative-DJQEQpG3.js +491 -0
- package/dist/src/iterative-DQBuWM-j.cjs +493 -0
- package/dist/src/iterative-FTS4Bz67.js +492 -0
- package/dist/src/iterativeImage-BUABMVOA.js +413 -0
- package/dist/src/iterativeImage-ByFWkxax.cjs +415 -0
- package/dist/src/iterativeImage-BzUapOUi.js +414 -0
- package/dist/src/iterativeImage-Doz8mgxF.js +413 -0
- package/dist/src/iterativeMeta-B3YiAOc8.js +386 -0
- package/dist/src/iterativeMeta-C7APE_P1.js +385 -0
- package/dist/src/iterativeMeta-CSS8M6Ds.cjs +385 -0
- package/dist/src/iterativeMeta-DgoQ7bLh.js +384 -0
- package/dist/src/iterativeTree-B5zxBBSW.js +769 -0
- package/dist/src/iterativeTree-CNyIk0Yn.js +768 -0
- package/dist/src/iterativeTree-CPMF10ve.cjs +771 -0
- package/dist/src/iterativeTree-DvZ7GBwt.js +770 -0
- package/dist/src/{knowledgeBase-Dgc7CBWF.js → knowledgeBase-BadkINlJ.js} +24 -10
- package/dist/src/{knowledgeBase-RhFPGWDc.js → knowledgeBase-Bi_8sV-H.js} +25 -11
- package/dist/src/{knowledgeBase-lm9RXSAm.js → knowledgeBase-CkMljjdg.js} +25 -11
- package/dist/src/{knowledgeBase-Bpoe_nLu.cjs → knowledgeBase-DUh34xba.cjs} +25 -11
- package/dist/src/{litellm-DRjpcSa7.js → litellm-BKBo0jpC.js} +5 -5
- package/dist/src/{litellm-C2kqjxqp.js → litellm-BXyn5kZK.js} +5 -5
- package/dist/src/{litellm-p37R1dzQ.js → litellm-CNcfbCfa.js} +4 -4
- package/dist/src/{litellm-CoyI4IAl.cjs → litellm-CtAr7bKG.cjs} +5 -5
- package/dist/src/{logger-DksKw1Qc.js → logger-BbY6ypFL.js} +2 -2
- package/dist/src/{logger-B88EkIn6.js → logger-KD8JjCRJ.js} +2 -2
- package/dist/src/{logger-COuQb2xB.cjs → logger-cfNpzI4o.cjs} +13 -55
- package/dist/src/{luma-ray-KgTCXrZC.js → luma-ray-BMX1iEB6.js} +5 -5
- package/dist/src/{luma-ray-B863CmuZ.js → luma-ray-CR5TSpp4.js} +5 -5
- package/dist/src/{luma-ray-BxVKaW2a.cjs → luma-ray-D3FUc2K3.cjs} +9 -8
- package/dist/src/{luma-ray-BTTLtqQ8.js → luma-ray-OEMmS1RB.js} +6 -6
- package/dist/src/main.js +909 -369
- package/dist/src/memoryPoisoning-CM83NWYl.js +107 -0
- package/dist/src/memoryPoisoning-D8h9gXJF.js +106 -0
- package/dist/src/memoryPoisoning-Dp-btinn.cjs +106 -0
- package/dist/src/memoryPoisoning-cLuCoTuJ.js +106 -0
- package/dist/src/{messages-BTQz42fn.js → messages-BabO-cX8.js} +273 -17
- package/dist/src/{messages-811uVVW5.cjs → messages-DBPir0TQ.cjs} +278 -18
- package/dist/src/{messages-zWbkLLHz.js → messages-DGUlSNU7.js} +273 -17
- package/dist/src/{messages-MYTQ2TWp.js → messages-vsE_-Lv0.js} +273 -17
- package/dist/src/{meteor-DHdzY1Ss.js → meteor--TZYICTI.js} +2 -2
- package/dist/src/{meteor-Co1VQ1u5.cjs → meteor-CR226f7Z.cjs} +2 -2
- package/dist/src/{meteor-CU5UAE-H.js → meteor-Cl_yd7rJ.js} +2 -2
- package/dist/src/{meteor-DuAFv6gF.js → meteor-Dce-_zGQ.js} +1 -1
- package/dist/src/mischievousUser-0l8GD7Dp.js +46 -0
- package/dist/src/mischievousUser-BUOP9W5r.js +46 -0
- package/dist/src/mischievousUser-frFYKxu6.js +47 -0
- package/dist/src/mischievousUser-olGgHIVR.cjs +46 -0
- package/dist/src/{modelslab-Dk1JAtVo.cjs → modelslab-CNV5bMSk.cjs} +7 -7
- package/dist/src/{modelslab-D0erNWKe.js → modelslab-Cogmu4mG.js} +6 -6
- package/dist/src/{modelslab-DIq-6y7x.js → modelslab-Dzst7VTU.js} +6 -6
- package/dist/src/{modelslab-wu9yi5GE.js → modelslab-EyDczZ5A.js} +7 -7
- package/dist/src/{nova-reel-CCFRfeRb.js → nova-reel-BGPNBOMS.js} +6 -6
- package/dist/src/{nova-reel-DQrm74ng.js → nova-reel-B_5NKFu1.js} +5 -5
- package/dist/src/{nova-reel-gr11WG7f.js → nova-reel-C4eUJGse.js} +5 -5
- package/dist/src/{nova-reel-CrLXVKQf.cjs → nova-reel-CjJRxI1X.cjs} +9 -8
- package/dist/src/{nova-sonic-BYdp-QLs.js → nova-sonic-BNGmgfFz.js} +4 -4
- package/dist/src/{nova-sonic-TDgrlTk7.js → nova-sonic-ChPlh5na.js} +4 -4
- package/dist/src/{nova-sonic-B_ZXcUJB.js → nova-sonic-CrV0iaY_.js} +3 -3
- package/dist/src/{nova-sonic-i5tUvXKn.cjs → nova-sonic-DuOG9Aun.cjs} +5 -4
- package/dist/src/{openai-DhVEmgeZ.js → openai-BMHD2Huo.js} +2 -2
- package/dist/src/{openai-URNyItar.cjs → openai-C3uXv8wS.cjs} +2 -2
- package/dist/src/{openai-Qsvz25mV.js → openai-CJrsh9n4.js} +2 -2
- package/dist/src/{openai-iYtrXzOX.js → openai-zgwBb4Ff.js} +1 -1
- package/dist/src/{openclaw-CnQ363Wi.js → openclaw-BIHlu_36.js} +10 -8
- package/dist/src/{openclaw-CwzlQSQX.js → openclaw-CF7fMido.js} +9 -7
- package/dist/src/{openclaw-wX9rtfke.cjs → openclaw-Dphc01BY.cjs} +18 -15
- package/dist/src/{openclaw-CLWrW03k.js → openclaw-zIJAsz3P.js} +10 -8
- package/dist/src/{opencode-sdk-BUu5Nevv.js → opencode-sdk-B3vlPLsp.js} +40 -5
- package/dist/src/{opencode-sdk-BxD8vXp_.js → opencode-sdk-D05JSgMQ.js} +40 -5
- package/dist/src/{opencode-sdk-BZ2idgYA.cjs → opencode-sdk-DoY6GbWw.cjs} +46 -10
- package/dist/src/{opencode-sdk-GI2KaAXq.js → opencode-sdk-sRKYHGoI.js} +39 -4
- package/dist/src/{otlpReceiver-BntK801g.js → otlpReceiver--gTpSagc.js} +120 -4
- package/dist/src/{otlpReceiver-DmVulbhC.js → otlpReceiver-B2eaKC8C.js} +120 -4
- package/dist/src/{otlpReceiver-B2z58l4e.js → otlpReceiver-BXjcRqAM.js} +119 -3
- package/dist/src/{otlpReceiver-BfcVq2Nq.cjs → otlpReceiver-CvJdBGSc.cjs} +125 -7
- package/dist/src/packageParser--MWTSrPW.js +36 -0
- package/dist/src/packageParser-CgE-ziRo.js +35 -0
- package/dist/src/packageParser-QoCS1FMl.cjs +54 -0
- package/dist/src/packageParser-hwwSGnAZ.js +35 -0
- package/dist/src/processShim-BBxt7LKO.js +95 -0
- package/dist/src/processShim-BcGzU8fY.js +94 -0
- package/dist/src/processShim-C_z3aRvF.js +94 -0
- package/dist/src/processShim-DSY9BV2T.cjs +98 -0
- package/dist/src/promptLength-0qIHyhA5.js +71 -0
- package/dist/src/promptLength-4X-Wd8PG.js +72 -0
- package/dist/src/promptLength-B9nZEfO6.js +71 -0
- package/dist/src/promptLength-BbBbDHNj.cjs +94 -0
- package/dist/src/promptfoo-BDrfT30-.js +180 -0
- package/dist/src/promptfoo-Cm4hiy1Y.js +180 -0
- package/dist/src/promptfoo-Rjp-MeBb.js +181 -0
- package/dist/src/promptfoo-b-baRMj-.cjs +205 -0
- package/dist/src/prompts-BYMtqPCw.js +259 -0
- package/dist/src/prompts-C-bqE1Yp.js +260 -0
- package/dist/src/prompts-Cp_Qx5Ml.js +270 -0
- package/dist/src/prompts-DHhQsANy.js +259 -0
- package/dist/src/prompts-D_QpZ2Dm.js +271 -0
- package/dist/src/prompts-hNvWBD3z.cjs +284 -0
- package/dist/src/prompts-huDVH2CI.js +270 -0
- package/dist/src/prompts-p78Hul5i.cjs +289 -0
- package/dist/src/{providerRegistry-CPQ_CmVO.js → providerRegistry-1gB5vtzQ.js} +2 -2
- package/dist/src/{providerRegistry-CQMdTmHP.cjs → providerRegistry-CZO_w7ue.cjs} +2 -2
- package/dist/src/{providerRegistry-Bvh8mv85.js → providerRegistry-DHcFiVWX.js} +1 -1
- package/dist/src/{providerRegistry-CWoPjKFZ.js → providerRegistry-ReCd0sFa.js} +2 -2
- package/dist/src/{providers-BV_KMZje.js → providers-B9KzWxAX.js} +10558 -21587
- package/dist/src/{providers-DruaQfwu.js → providers-BCCz6_IX.js} +1228 -12196
- package/dist/src/{providers-1eKkXBKp.cjs → providers-BDVVIQM6.cjs} +10649 -21843
- package/dist/src/{providers-iUt5fbAN.js → providers-BYAn82cf.js} +1 -1
- package/dist/src/{providers-Domz_llv.js → providers-DVYRZP4E.js} +10589 -21570
- package/dist/src/{pythonUtils-Cldx7huE.js → pythonUtils-CLCgQ9tt.js} +3 -3
- package/dist/src/{pythonUtils-CnndUbW-.js → pythonUtils-CgYxeSmO.js} +3 -3
- package/dist/src/{pythonUtils-tAJvvpS-.cjs → pythonUtils-Cokhluq3.cjs} +8 -7
- package/dist/src/{pythonUtils-C2UQ30Rz.js → pythonUtils-D0BYebvX.js} +3 -3
- package/dist/src/{quiverai-DFotyafY.cjs → quiverai-BAp6iTZD.cjs} +4 -4
- package/dist/src/{quiverai-aPPvXOgn.js → quiverai-BvIhI_0l.js} +4 -4
- package/dist/src/{quiverai-DR0SnIQV.js → quiverai-CdTWPe-A.js} +3 -3
- package/dist/src/{quiverai-CtWi6x_g.js → quiverai-Cv7rJKDz.js} +4 -4
- package/dist/src/registry-BUJrgjwv.js +124 -0
- package/dist/src/registry-DXm1t_x0.js +125 -0
- package/dist/src/registry-Dp5EqoXc.js +124 -0
- package/dist/src/registry-KCVF1CFC.cjs +124 -0
- package/dist/src/{server-D6Il2Sob.js → remoteGeneration-B1_XsKXU.js} +16 -108
- package/dist/src/{server-BSB45Nt9.js → remoteGeneration-COpWcmWd.js} +15 -146
- package/dist/src/{server-Dx2TyCH2.cjs → remoteGeneration-DS9N3pgB.cjs} +30 -119
- package/dist/src/remoteGeneration-DsaSwmG2.js +217 -0
- package/dist/src/render-BNTrbmBw.cjs +384 -0
- package/dist/src/render-CSP99NLm.js +348 -0
- package/dist/src/render-DFfDeYUK.js +347 -0
- package/dist/src/{render-CgVDrJmM.js → render-DznWrxGO.js} +2 -2
- package/dist/src/render-_6ur1fhE.js +347 -0
- package/dist/src/resourceAttributes-D1jP3kL5.js +17 -0
- package/dist/src/resourceAttributes-DQbBB--2.js +16 -0
- package/dist/src/resourceAttributes-ephgOvdR.cjs +27 -0
- package/dist/src/resourceAttributes-v6-I67fn.js +16 -0
- package/dist/src/{responses-Bi9vBuW_.cjs → responses-1UFFF9N_.cjs} +51 -16
- package/dist/src/{responses-DL9m8CyY.js → responses-B3W2JvOQ.js} +49 -15
- package/dist/src/{responses--OsX2aYW.js → responses-B6ktc3Ra.js} +49 -15
- package/dist/src/{responses-C-flexAY.js → responses-URRzV8qE.js} +49 -15
- package/dist/src/rolldown-runtime-D_mwlA32.cjs +43 -0
- package/dist/src/rubyUtils-BYVlQ94c.js +3 -0
- package/dist/src/{rubyUtils-DsGrTx8R.js → rubyUtils-CXlFM2rR.js} +3 -3
- package/dist/src/{rubyUtils-DVLeA2jg.js → rubyUtils-CnlW8AYb.js} +3 -3
- package/dist/src/{rubyUtils-B6eljPuh.cjs → rubyUtils-CqUWBZAt.cjs} +18 -27
- package/dist/src/{rubyUtils-CYSQEG4a.js → rubyUtils-DdGojpfv.js} +3 -3
- package/dist/src/runtimeTransform-BJOpL9Yc.js +142 -0
- package/dist/src/runtimeTransform-Dgh_D7DU.js +143 -0
- package/dist/src/runtimeTransform-DigbjU1r.js +142 -0
- package/dist/src/runtimeTransform-ON3YYILw.cjs +147 -0
- package/dist/src/{sagemaker-BVkaG2-l.js → sagemaker-CujrzP1a.js} +62 -51
- package/dist/src/{sagemaker-XnfhheQv.cjs → sagemaker-DzffAqo_.cjs} +65 -53
- package/dist/src/{sagemaker-D67yzMzs.js → sagemaker-vhtSV7JI.js} +62 -51
- package/dist/src/{sagemaker-BveBvuxm.js → sagemaker-yr1QKeBs.js} +61 -50
- package/dist/src/{scanner-1DqWi1Ej.js → scanner-DS0109SS.js} +7 -7
- package/dist/src/server/index.js +5105 -605
- package/dist/src/server-B8rqV126.cjs +126 -0
- package/dist/src/server-BaLytskk.js +3 -0
- package/dist/src/server-CMJD10J4.js +107 -0
- package/dist/src/server-Ddp8GNMp.js +146 -0
- package/dist/src/server-DhMHosWj.js +182 -0
- package/dist/src/shared-7pmVZLNO.js +1334 -0
- package/dist/src/shared-9WHQ1oNE.js +1335 -0
- package/dist/src/{fileExtensions-BArZuxsI.js → shared-BoG7qLMv.js} +12 -2
- package/dist/src/shared-D6IjElRI.js +1334 -0
- package/dist/src/shared-WkgnDkcg.cjs +1436 -0
- package/dist/src/{signal-CE5G3a7x.js → signal-CSurUUyV.js} +3 -3
- package/dist/src/simulatedUser-C9aQObBI.js +222 -0
- package/dist/src/simulatedUser-Cu601Dd4.cjs +227 -0
- package/dist/src/simulatedUser-U_qAHnuB.js +222 -0
- package/dist/src/simulatedUser-p3tACcmw.js +223 -0
- package/dist/src/{slack-DDUe-5MC.js → slack-Bapo-7_8.js} +2 -2
- package/dist/src/{slack-1Rhq0EoV.cjs → slack-DMC1QVEg.cjs} +3 -2
- package/dist/src/{slack-D5Wpy8LM.js → slack-DTEFhrMn.js} +2 -2
- package/dist/src/{slack-acRb0IqQ.js → slack-k-_CP84Q.js} +1 -1
- package/dist/src/storage-BU4qcnOb.js +875 -0
- package/dist/src/storage-CA-v9V2v.cjs +911 -0
- package/dist/src/storage-CD-GWAdx.js +822 -0
- package/dist/src/storage-QdU-SmvD.js +834 -0
- package/dist/src/{store-DAAyxcy6.cjs → store-B2NDDooM.cjs} +60 -24
- package/dist/src/{store-CYEy5J2D.js → store-DKd5592Q.js} +51 -20
- package/dist/src/{store-M0b1WfYb.js → store-HpopRVzl.js} +50 -19
- package/dist/src/store-IbiRIF3k.js +3 -0
- package/dist/src/strategies-7CS3Alao.cjs +2360 -0
- package/dist/src/strategies-CiSeroPH.js +2331 -0
- package/dist/src/strategies-DRJjGTIY.js +2333 -0
- package/dist/src/{tables-DQ4WU5tX.js → tables-CRSXQ2Ke.js} +2 -2
- package/dist/src/{tables-CsWou1Bx.js → tables-CxjU7bBd.js} +3 -3
- package/dist/src/{tables-DUfh1F7Z.cjs → tables-DBIJU0WE.cjs} +6 -5
- package/dist/src/{tables-C4CH3zRr.js → tables-DafUHOeh.js} +3 -3
- package/dist/src/{telemetry-CQPez_Jp.js → telemetry-00ezXr_t.js} +5 -4
- package/dist/src/telemetry-ByPqDcKC.js +3 -0
- package/dist/src/{telemetry-Dsw_faFj.cjs → telemetry-CJ7FnCsc.cjs} +18 -11
- package/dist/src/{telemetry-dbaJ0E98.js → telemetry-DmXYcJNV.js} +5 -4
- package/dist/src/{telemetry-Dvqxv3YC.js → telemetry-DwX9XUN5.js} +4 -3
- package/dist/src/{text-KvuD2Iko.js → text-Db-Wt2u2.js} +1 -1
- package/dist/src/{text-DHxdyQqT.js → text-DwYK5EBn.js} +1 -1
- package/dist/src/{text-BVi-cLPJ.cjs → text-nywWsRBM.cjs} +1 -1
- package/dist/src/{tokenUsageUtils-C-bmyHoE.js → tokenUsageUtils-BjVkdk18.js} +1 -1
- package/dist/src/{tokenUsageUtils-CXrvO-wA.js → tokenUsageUtils-CDet74yk.js} +1 -1
- package/dist/src/tokenUsageUtils-CmnQ0G2m.js +142 -0
- package/dist/src/{tokenUsageUtils-Bb7DkZPz.cjs → tokenUsageUtils-_B-P8IAi.cjs} +1 -1
- package/dist/src/toolAttributes-BAjwcBf0.cjs +103 -0
- package/dist/src/toolAttributes-COVgDrBG.js +87 -0
- package/dist/src/toolAttributes-DJ9ZEKXD.js +86 -0
- package/dist/src/tracingOptions-BnwKCkSB.js +221 -0
- package/dist/src/tracingOptions-Chi74lOD.js +219 -0
- package/dist/src/tracingOptions-DrbSFaKy.cjs +249 -0
- package/dist/src/tracingOptions-ji2OuXbT.js +220 -0
- package/dist/src/{transcription-DuWDupG7.js → transcription-B8uIgCYX.js} +5 -5
- package/dist/src/{transcription-CJspiD2c.js → transcription-CfU5loSq.js} +6 -6
- package/dist/src/{transcription-V2HaAmy2.js → transcription-Dkd22_4K.js} +6 -6
- package/dist/src/{transcription-BvjmiYB1.cjs → transcription-mzuf18Mq.cjs} +9 -8
- package/dist/src/{transform-lQrDE1BQ.js → transform-BIMynQsA.js} +9 -9
- package/dist/src/transform-BnSTnFlp.js +187 -0
- package/dist/src/transform-BnSXWmU_2.cjs +221 -0
- package/dist/src/transform-CGt7Kt3y2.js +186 -0
- package/dist/src/transform-CrPGTsij.js +186 -0
- package/dist/src/{transform-CTeuTR3S.cjs → transform-DhNkAUs8.cjs} +13 -12
- package/dist/src/{transform-CG0ehZNG.js → transform-DmvYBRll.js} +9 -9
- package/dist/src/{transform-zDhMmzwX.js → transform-EtD4jAWi.js} +9 -9
- package/dist/src/{transformersAvailability-CcHusyhw.js → transformersAvailability-0ThtPved.js} +1 -1
- package/dist/src/transformersAvailability-BYydDE5U.js +35 -0
- package/dist/src/{transformersAvailability-DLlROWhg.js → transformersAvailability-BvyU9vDD.js} +1 -1
- package/dist/src/{transformersAvailability-Cju9mHgR.cjs → transformersAvailability-BytPvKUW.cjs} +1 -1
- package/dist/src/{types-Dm9JM6Vb.js → types-BFevViUY.js} +115 -19
- package/dist/src/{types-Bgh5SOn6.js → types-BJQBBPTP.js} +115 -19
- package/dist/src/{types-CeaeaZdP.cjs → types-CxJvaY2S.cjs} +357 -172
- package/dist/src/{types-BGQDAP8i.js → types-D6glLbdF.js} +271 -170
- package/dist/src/{util-BYvQUPp7.js → util--WMgw7wM.js} +28 -8
- package/dist/src/{util-C9J8ahRn.js → util-5WnCSb0h.js} +72 -48
- package/dist/src/{util-CN3SrLT4.cjs → util-BSIuSLVK.cjs} +74 -49
- package/dist/src/{util-C8e5uydV.js → util-Bx677_k2.js} +154 -147
- package/dist/src/util-CN8om2rz.cjs +386 -0
- package/dist/src/{util-DDs-7g6-.js → util-CoQWM76y.js} +28 -8
- package/dist/src/util-DNl96nNs.js +327 -0
- package/dist/src/{util-DxWpWjhc.js → util-DURocbYR.js} +667 -507
- package/dist/src/util-Df8YMvS1.js +327 -0
- package/dist/src/{util-DvU2Pw8c.js → util-DiQ3QvBB.js} +28 -8
- package/dist/src/{util-oGMLA7vc.js → util-I-Rf-KaD.js} +862 -577
- package/dist/src/{util-olYL5C6N.cjs → util-IYzs5Y04.cjs} +33 -7
- package/dist/src/{util-D9TisOyk.js → util-LKTmNsMQ.js} +71 -47
- package/dist/src/{util-Bxn8emtE.cjs → util-SPsvFONY.cjs} +738 -582
- package/dist/src/{util-D3q0WQ-0.js → util-efByNxcr.js} +72 -48
- package/dist/src/util-kDURhgJW.js +328 -0
- package/dist/src/{utils-DJfvjyMj.js → utils-B0lzitHZ.js} +3 -3
- package/dist/src/{utils-BLJKfv0y.js → utils-BFOh20Gb.js} +3 -3
- package/dist/src/{utils-hXtCYanr.js → utils-BGY69tk_.js} +2 -2
- package/dist/src/{utils-B05gLxER.cjs → utils-Ve6kuJsa.cjs} +3 -3
- package/dist/src/version-BK20a4sw.js +16 -0
- package/dist/src/version-BWCSaByA.cjs +27 -0
- package/dist/src/version-eRkNuGv8.js +17 -0
- package/dist/src/version-lpHV_53E.js +16 -0
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +56 -28
- package/dist/src/app/assets/Report-CQYFezYu.js +0 -1
- package/dist/src/app/assets/index-BXGkeMwh.css +0 -1
- package/dist/src/app/assets/index-BzJt18Jz.js +0 -385
- package/dist/src/app/assets/sync-IjzpWrOE.js +0 -4
- package/dist/src/app/assets/vendor-charts-BNdH8TCw.js +0 -36
- package/dist/src/cache-Cr9oLMUa.js +0 -3
- package/dist/src/cache-DbLsVWB2.cjs +0 -3
- package/dist/src/cloud-Hphvo8kr.js +0 -3
- package/dist/src/codex-sdk-BAmYE7qy.js +0 -3
- package/dist/src/codex-sdk-CWEnH70W.cjs +0 -2
- package/dist/src/evalResult-D8MT9p0s.js +0 -3
- package/dist/src/evalResult-DElBuddX.js +0 -2
- package/dist/src/evalResult-Dvc-iucu.cjs +0 -2
- package/dist/src/evaluator-CVessDWe.js +0 -3
- package/dist/src/fetch-C7bGKDlQ.js +0 -3
- package/dist/src/graders-BOAzQEUe.cjs +0 -2
- package/dist/src/graders-D4BTsZdG2.js +0 -3
- package/dist/src/graders-DOJK1XpV.js +0 -2
- package/dist/src/graders-NAv9LcBn.js +0 -2
- package/dist/src/image-B5Mv-Z3h.js +0 -257
- package/dist/src/image-DVz2RiMF.js +0 -258
- package/dist/src/image-qUpPvmNZ.js +0 -257
- package/dist/src/image-x6KqLQl4.cjs +0 -280
- package/dist/src/providers-Bp4S-FvO.js +0 -2
- package/dist/src/providers-DV3ax9e_.cjs +0 -3
- package/dist/src/providers-u9Enmfok.js +0 -2
- package/dist/src/render-CH-62LbA.js +0 -135
- package/dist/src/render-CMEpfLaO.js +0 -136
- package/dist/src/render-DHIZ6_k8.js +0 -135
- package/dist/src/render-DfQSFxGE.cjs +0 -165
- package/dist/src/rubyUtils-D1L2d3jb.js +0 -3
- package/dist/src/rubyUtils-DUbq4tff.cjs +0 -2
- package/dist/src/server-BNYztJkh.js +0 -385
- package/dist/src/server-DCtHUqlp.js +0 -3
- package/dist/src/server-DaA2eR26.cjs +0 -2
- package/dist/src/store-CWOSz6D_.cjs +0 -2
- package/dist/src/store-DCDBhv7B.js +0 -3
- package/dist/src/store-Dn9HUkdW.js +0 -240
- package/dist/src/telemetry-C1IqxcdW.js +0 -3
- package/dist/src/telemetry-C4ZEa_es.cjs +0 -2
- package/dist/src/transform-Bbg6A8Jk.js +0 -216
- package/dist/src/transform-CUnzlsbn.cjs +0 -228
- package/dist/src/transform-DYX1_Xnh.js +0 -216
- package/dist/src/transform-DgKlRr73.cjs +0 -2
- package/dist/src/transform-M6ITAESf.js +0 -3
- package/dist/src/transform-UN5UGu8U.js +0 -213
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { O as getEnvString, s as logger } from "./logger-
|
|
3
|
-
import { a as fetchWithCache } from "./cache-
|
|
4
|
-
import { t as OpenAiChatCompletionProvider } from "./chat-
|
|
5
|
-
import { t as OpenAiEmbeddingProvider } from "./embedding
|
|
6
|
-
import { t as OpenAiCompletionProvider } from "./completion-
|
|
2
|
+
import { O as getEnvString, s as logger } from "./logger-BbY6ypFL.js";
|
|
3
|
+
import { a as fetchWithCache } from "./cache-DpPWrkTE.js";
|
|
4
|
+
import { t as OpenAiChatCompletionProvider } from "./chat-DqUFcWI0.js";
|
|
5
|
+
import { t as OpenAiEmbeddingProvider } from "./embedding--UZVe4_7.js";
|
|
6
|
+
import { t as OpenAiCompletionProvider } from "./completion-DZNxcyfG.js";
|
|
7
7
|
//#region src/providers/docker.ts
|
|
8
8
|
async function fetchLocalModels(apiBaseUrl) {
|
|
9
9
|
try {
|
|
@@ -79,4 +79,4 @@ var DMREmbeddingProvider = class extends OpenAiEmbeddingProvider {
|
|
|
79
79
|
//#endregion
|
|
80
80
|
export { createDockerProvider };
|
|
81
81
|
|
|
82
|
-
//# sourceMappingURL=docker-
|
|
82
|
+
//# sourceMappingURL=docker-DdJQBxK9.js.map
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { s as logger } from "./logger-
|
|
3
|
-
import {
|
|
4
|
-
import { a as fetchWithCache } from "./cache-
|
|
5
|
-
import { t as OpenAiGenericProvider } from "./openai-
|
|
6
|
-
import { c as getTokenUsage } from "./util-
|
|
2
|
+
import { s as logger } from "./logger-BbY6ypFL.js";
|
|
3
|
+
import { _ as REQUEST_TIMEOUT_MS } from "./fetch-DXUnXkVU.js";
|
|
4
|
+
import { a as fetchWithCache } from "./cache-DpPWrkTE.js";
|
|
5
|
+
import { t as OpenAiGenericProvider } from "./openai-CJrsh9n4.js";
|
|
6
|
+
import { c as getTokenUsage } from "./util-5WnCSb0h.js";
|
|
7
7
|
//#region src/providers/openai/embedding.ts
|
|
8
8
|
var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
|
|
9
9
|
async callEmbeddingApi(text) {
|
|
@@ -56,4 +56,4 @@ var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
|
|
|
56
56
|
//#endregion
|
|
57
57
|
export { OpenAiEmbeddingProvider as t };
|
|
58
58
|
|
|
59
|
-
//# sourceMappingURL=embedding
|
|
59
|
+
//# sourceMappingURL=embedding--UZVe4_7.js.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
const require_logger = require("./logger-
|
|
2
|
-
const require_fetch = require("./fetch-
|
|
3
|
-
const require_cache = require("./cache-
|
|
4
|
-
const require_openai = require("./openai-
|
|
5
|
-
const require_util = require("./util-
|
|
1
|
+
const require_logger = require("./logger-cfNpzI4o.cjs");
|
|
2
|
+
const require_fetch = require("./fetch-Dw4XZHjj.cjs");
|
|
3
|
+
const require_cache = require("./cache-CPGUA4Yl.cjs");
|
|
4
|
+
const require_openai = require("./openai-C3uXv8wS.cjs");
|
|
5
|
+
const require_util = require("./util-BSIuSLVK.cjs");
|
|
6
6
|
//#region src/providers/openai/embedding.ts
|
|
7
7
|
var OpenAiEmbeddingProvider = class extends require_openai.OpenAiGenericProvider {
|
|
8
8
|
async callEmbeddingApi(text) {
|
|
@@ -60,4 +60,4 @@ Object.defineProperty(exports, "OpenAiEmbeddingProvider", {
|
|
|
60
60
|
}
|
|
61
61
|
});
|
|
62
62
|
|
|
63
|
-
//# sourceMappingURL=embedding-
|
|
63
|
+
//# sourceMappingURL=embedding-BbrwopfX.cjs.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { a as logger } from "./logger-Ct2S6Yx-.js";
|
|
2
|
-
import {
|
|
3
|
-
import { r as fetchWithCache } from "./cache-
|
|
4
|
-
import { t as OpenAiGenericProvider } from "./openai-
|
|
5
|
-
import { c as getTokenUsage } from "./util-
|
|
2
|
+
import { p as REQUEST_TIMEOUT_MS } from "./fetch-It34O8Ur.js";
|
|
3
|
+
import { r as fetchWithCache } from "./cache-DIXbtkNO.js";
|
|
4
|
+
import { t as OpenAiGenericProvider } from "./openai-zgwBb4Ff.js";
|
|
5
|
+
import { c as getTokenUsage } from "./util-LKTmNsMQ.js";
|
|
6
6
|
//#region src/providers/openai/embedding.ts
|
|
7
7
|
var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
|
|
8
8
|
async callEmbeddingApi(text) {
|
|
@@ -55,4 +55,4 @@ var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
|
|
|
55
55
|
//#endregion
|
|
56
56
|
export { OpenAiEmbeddingProvider as t };
|
|
57
57
|
|
|
58
|
-
//# sourceMappingURL=embedding-
|
|
58
|
+
//# sourceMappingURL=embedding-Bi3rxrZF.js.map
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { a as logger } from "./logger-
|
|
2
|
-
import {
|
|
3
|
-
import { r as fetchWithCache } from "./cache-
|
|
4
|
-
import { t as OpenAiGenericProvider } from "./openai-
|
|
5
|
-
import { c as getTokenUsage } from "./util-
|
|
1
|
+
import { a as logger } from "./logger-KD8JjCRJ.js";
|
|
2
|
+
import { v as REQUEST_TIMEOUT_MS } from "./fetch-BufrQtvR.js";
|
|
3
|
+
import { r as fetchWithCache } from "./cache-roFAE0cI.js";
|
|
4
|
+
import { t as OpenAiGenericProvider } from "./openai-BMHD2Huo.js";
|
|
5
|
+
import { c as getTokenUsage } from "./util-efByNxcr.js";
|
|
6
6
|
//#region src/providers/openai/embedding.ts
|
|
7
7
|
var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
|
|
8
8
|
async callEmbeddingApi(text) {
|
|
@@ -55,4 +55,4 @@ var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
|
|
|
55
55
|
//#endregion
|
|
56
56
|
export { OpenAiEmbeddingProvider as t };
|
|
57
57
|
|
|
58
|
-
//# sourceMappingURL=embedding-
|
|
58
|
+
//# sourceMappingURL=embedding-C251p1-8.js.map
|
|
@@ -33,4 +33,4 @@ function isTransientConnectionError(error) {
|
|
|
33
33
|
//#endregion
|
|
34
34
|
export { isNonTransientHttpStatus as n, isTransientConnectionError as r, NON_TRANSIENT_HTTP_STATUSES as t };
|
|
35
35
|
|
|
36
|
-
//# sourceMappingURL=errors-
|
|
36
|
+
//# sourceMappingURL=errors-9PcUL8BC.js.map
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { a as logger } from "./logger-
|
|
1
|
+
import { a as logger } from "./logger-KD8JjCRJ.js";
|
|
2
2
|
import { createRequire } from "node:module";
|
|
3
3
|
import path from "path";
|
|
4
4
|
import path$1 from "node:path";
|
|
@@ -385,4 +385,4 @@ function loadCjsModule(modulePath) {
|
|
|
385
385
|
//#endregion
|
|
386
386
|
export { safeJoin as a, resolvePackageEntryPoint as i, getWrapperDir as n, safeResolve as o, importModule as r, getDirectory as t };
|
|
387
387
|
|
|
388
|
-
//# sourceMappingURL=esm-
|
|
388
|
+
//# sourceMappingURL=esm-B6whoAcf.js.map
|
|
@@ -1,16 +1,17 @@
|
|
|
1
|
-
const
|
|
1
|
+
const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
|
|
2
|
+
const require_logger = require("./logger-cfNpzI4o.cjs");
|
|
2
3
|
let path = require("path");
|
|
3
|
-
path =
|
|
4
|
+
path = require_rolldown_runtime.__toESM(path, 1);
|
|
4
5
|
let node_fs = require("node:fs");
|
|
5
|
-
node_fs =
|
|
6
|
+
node_fs = require_rolldown_runtime.__toESM(node_fs, 1);
|
|
6
7
|
let node_fs_promises = require("node:fs/promises");
|
|
7
|
-
node_fs_promises =
|
|
8
|
+
node_fs_promises = require_rolldown_runtime.__toESM(node_fs_promises, 1);
|
|
8
9
|
let node_module = require("node:module");
|
|
9
10
|
let node_path = require("node:path");
|
|
10
|
-
node_path =
|
|
11
|
+
node_path = require_rolldown_runtime.__toESM(node_path, 1);
|
|
11
12
|
let node_url = require("node:url");
|
|
12
13
|
let node_vm = require("node:vm");
|
|
13
|
-
node_vm =
|
|
14
|
+
node_vm = require_rolldown_runtime.__toESM(node_vm, 1);
|
|
14
15
|
let exsolve = require("exsolve");
|
|
15
16
|
//#region src/util/pathUtils.ts
|
|
16
17
|
/**
|
|
@@ -415,4 +416,4 @@ Object.defineProperty(exports, "safeResolve", {
|
|
|
415
416
|
}
|
|
416
417
|
});
|
|
417
418
|
|
|
418
|
-
//# sourceMappingURL=esm-
|
|
419
|
+
//# sourceMappingURL=esm-BIKakvNa.cjs.map
|
|
@@ -385,4 +385,4 @@ function loadCjsModule(modulePath) {
|
|
|
385
385
|
//#endregion
|
|
386
386
|
export { safeJoin as a, resolvePackageEntryPoint as i, getWrapperDir as n, safeResolve as o, importModule as r, getDirectory as t };
|
|
387
387
|
|
|
388
|
-
//# sourceMappingURL=esm-
|
|
388
|
+
//# sourceMappingURL=esm-BTK1W7lG.js.map
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { s as logger } from "./logger-
|
|
2
|
+
import { s as logger } from "./logger-BbY6ypFL.js";
|
|
3
3
|
import { createRequire } from "node:module";
|
|
4
4
|
import { fileURLToPath, pathToFileURL } from "node:url";
|
|
5
5
|
import path from "path";
|
|
@@ -386,4 +386,4 @@ function loadCjsModule(modulePath) {
|
|
|
386
386
|
//#endregion
|
|
387
387
|
export { safeJoin as a, resolvePackageEntryPoint as i, getWrapperDir as n, safeResolve as o, importModule as r, getDirectory as t };
|
|
388
388
|
|
|
389
|
-
//# sourceMappingURL=esm-
|
|
389
|
+
//# sourceMappingURL=esm-Bexx2PFc.js.map
|
|
@@ -1,17 +1,17 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { T as getEnvBool, s as logger } from "./logger-
|
|
3
|
-
import {
|
|
4
|
-
import { t as invariant } from "./invariant-
|
|
5
|
-
import {
|
|
6
|
-
import { H as riskCategorySeverityMap, ct as PLUGIN_CATEGORIES, s as ResultFailureReason } from "./types-
|
|
7
|
-
import { n as
|
|
8
|
-
import { t as
|
|
9
|
-
import {
|
|
10
|
-
import { a as
|
|
11
|
-
import {
|
|
12
|
-
import { n as getTraceStore } from "./store-
|
|
13
|
-
import { i as getActualPrompt, r as updateSignalFile } from "./signal-
|
|
14
|
-
import { t as EvalResult } from "./evalResult-
|
|
2
|
+
import { T as getEnvBool, s as logger } from "./logger-BbY6ypFL.js";
|
|
3
|
+
import { R as HUMAN_ASSERTION_TYPE, d as getCurrentTimestamp } from "./fetch-DXUnXkVU.js";
|
|
4
|
+
import { t as invariant } from "./invariant-B2Rf6avk.js";
|
|
5
|
+
import { a as getAuthor } from "./accounts-CjFnOPmb.js";
|
|
6
|
+
import { H as riskCategorySeverityMap, ct as PLUGIN_CATEGORIES, s as ResultFailureReason } from "./types-BFevViUY.js";
|
|
7
|
+
import { n as sha256, t as randomSequence } from "./createHash-CgRvs4Fn.js";
|
|
8
|
+
import { n as isNonTransientHttpStatus, t as NON_TRANSIENT_HTTP_STATUSES } from "./errors-9PcUL8BC.js";
|
|
9
|
+
import { a as createEmptyTokenUsage, r as accumulateTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
|
|
10
|
+
import { a as evalResultsTable, c as evalsToPromptsTable, d as promptsTable, g as getDb, i as datasetsTable, l as evalsToTagsTable, o as evalsTable, p as tagsTable, s as evalsToDatasetsTable } from "./tables-DafUHOeh.js";
|
|
11
|
+
import { t as hashPrompt } from "./utils-BFOh20Gb.js";
|
|
12
|
+
import { n as getTraceStore } from "./store-DKd5592Q.js";
|
|
13
|
+
import { i as getActualPrompt, r as updateSignalFile } from "./signal-CSurUUyV.js";
|
|
14
|
+
import { t as EvalResult } from "./evalResult-eUkJv9Ko.js";
|
|
15
15
|
import { and, desc, eq, sql } from "drizzle-orm";
|
|
16
16
|
//#region src/redteam/metrics.ts
|
|
17
17
|
/**
|
|
@@ -831,7 +831,7 @@ var Eval = class Eval {
|
|
|
831
831
|
const evalInstance = new Eval(eval_.config, {
|
|
832
832
|
id: eval_.id,
|
|
833
833
|
createdAt: new Date(eval_.createdAt),
|
|
834
|
-
author: eval_.author
|
|
834
|
+
author: eval_.author,
|
|
835
835
|
description: eval_.description || void 0,
|
|
836
836
|
prompts: eval_.prompts || [],
|
|
837
837
|
datasetId,
|
|
@@ -854,7 +854,7 @@ var Eval = class Eval {
|
|
|
854
854
|
return (await getDb().select().from(evalsTable).limit(limit).orderBy(desc(evalsTable.createdAt)).all()).map((e) => new Eval(e.config, {
|
|
855
855
|
id: e.id,
|
|
856
856
|
createdAt: new Date(e.createdAt),
|
|
857
|
-
author: e.author
|
|
857
|
+
author: e.author,
|
|
858
858
|
description: e.description || void 0,
|
|
859
859
|
prompts: e.prompts || [],
|
|
860
860
|
persisted: true
|
|
@@ -869,7 +869,7 @@ var Eval = class Eval {
|
|
|
869
869
|
return (await getDb().select().from(evalsTable).orderBy(desc(evalsTable.createdAt)).limit(limit).offset(offset).all()).map((e) => new Eval(e.config, {
|
|
870
870
|
id: e.id,
|
|
871
871
|
createdAt: new Date(e.createdAt),
|
|
872
|
-
author: e.author
|
|
872
|
+
author: e.author,
|
|
873
873
|
description: e.description || void 0,
|
|
874
874
|
prompts: e.prompts || [],
|
|
875
875
|
persisted: true
|
|
@@ -884,7 +884,7 @@ var Eval = class Eval {
|
|
|
884
884
|
static async create(config, renderedPrompts, opts) {
|
|
885
885
|
const createdAt = opts?.createdAt || /* @__PURE__ */ new Date();
|
|
886
886
|
const evalId = opts?.id || createEvalId(createdAt);
|
|
887
|
-
const author = opts
|
|
887
|
+
const author = opts && "author" in opts ? opts.author ?? null : getAuthor();
|
|
888
888
|
const db = getDb();
|
|
889
889
|
const datasetId = sha256(JSON.stringify(config.tests || []));
|
|
890
890
|
db.transaction(() => {
|
|
@@ -946,7 +946,7 @@ var Eval = class Eval {
|
|
|
946
946
|
});
|
|
947
947
|
return new Eval(config, {
|
|
948
948
|
id: evalId,
|
|
949
|
-
author
|
|
949
|
+
author,
|
|
950
950
|
createdAt,
|
|
951
951
|
persisted: true,
|
|
952
952
|
runtimeOptions: sanitizeRuntimeOptions(opts?.runtimeOptions)
|
|
@@ -956,7 +956,7 @@ var Eval = class Eval {
|
|
|
956
956
|
const createdAt = opts?.createdAt || /* @__PURE__ */ new Date();
|
|
957
957
|
this.createdAt = createdAt.getTime();
|
|
958
958
|
this.id = opts?.id || createEvalId(createdAt);
|
|
959
|
-
this.author = opts?.author;
|
|
959
|
+
this.author = opts?.author ?? null;
|
|
960
960
|
this.config = config;
|
|
961
961
|
this.results = [];
|
|
962
962
|
this.prompts = opts?.prompts || [];
|
|
@@ -1486,7 +1486,7 @@ var Eval = class Eval {
|
|
|
1486
1486
|
newConfig.description = copyDescription;
|
|
1487
1487
|
const newPrompts = structuredClone(this.prompts);
|
|
1488
1488
|
const newVars = this.vars ? structuredClone(this.vars) : [];
|
|
1489
|
-
const author =
|
|
1489
|
+
const author = getAuthor();
|
|
1490
1490
|
const db = getDb();
|
|
1491
1491
|
let copiedCount = 0;
|
|
1492
1492
|
db.transaction(() => {
|
|
@@ -1649,4 +1649,4 @@ async function getEvalSummaries(datasetId, type, includeProviders = false) {
|
|
|
1649
1649
|
//#endregion
|
|
1650
1650
|
export { createEvalId as a, combineFilterConditions as i, EvalQueries as n, escapeJsonPathKey as o, buildSafeJsonPath as r, getEvalSummaries as s, Eval as t };
|
|
1651
1651
|
|
|
1652
|
-
//# sourceMappingURL=eval-
|
|
1652
|
+
//# sourceMappingURL=eval-0VRANImH.js.map
|
|
@@ -1,34 +1,40 @@
|
|
|
1
1
|
import { t as __exportAll } from "./chunk-DEq-mXcV.js";
|
|
2
|
-
import { S as getEnvBool, a as logger, y as safeJsonStringify } from "./logger-Ct2S6Yx-.js";
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
6
|
-
import {
|
|
7
|
-
import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-
|
|
2
|
+
import { S as getEnvBool, a as logger, f as sanitizeObject, y as safeJsonStringify } from "./logger-Ct2S6Yx-.js";
|
|
3
|
+
import { Gt as isProviderOptions, Wt as isApiProvider, g as ResultFailureReason, k as isResultFailureReason } from "./types-D6glLbdF.js";
|
|
4
|
+
import { c as getCurrentTimestamp } from "./fetch-It34O8Ur.js";
|
|
5
|
+
import { i as evalResultsTable, p as getDb } from "./tables-CRSXQ2Ke.js";
|
|
6
|
+
import { t as hashPrompt } from "./utils-BGY69tk_.js";
|
|
7
|
+
import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-CxRtnaHl.js";
|
|
8
8
|
import { and, eq, gte, inArray, lt, ne } from "drizzle-orm";
|
|
9
9
|
//#region src/models/evalResult.ts
|
|
10
10
|
var evalResult_exports = /* @__PURE__ */ __exportAll({
|
|
11
11
|
default: () => EvalResult,
|
|
12
12
|
sanitizeProvider: () => sanitizeProvider
|
|
13
13
|
});
|
|
14
|
+
function sanitizeProviderConfig(config) {
|
|
15
|
+
return sanitizeObject(JSON.parse(safeJsonStringify(config)), {
|
|
16
|
+
context: "provider config",
|
|
17
|
+
maxDepth: Number.POSITIVE_INFINITY
|
|
18
|
+
});
|
|
19
|
+
}
|
|
14
20
|
function sanitizeProvider(provider) {
|
|
15
21
|
try {
|
|
16
22
|
if (isApiProvider(provider)) return {
|
|
17
23
|
id: provider.id(),
|
|
18
24
|
label: provider.label,
|
|
19
|
-
...provider.config && { config:
|
|
25
|
+
...provider.config && { config: sanitizeProviderConfig(provider.config) }
|
|
20
26
|
};
|
|
21
27
|
if (isProviderOptions(provider)) return {
|
|
22
28
|
id: provider.id,
|
|
23
29
|
label: provider.label,
|
|
24
|
-
...provider.config && { config:
|
|
30
|
+
...provider.config && { config: sanitizeProviderConfig(provider.config) }
|
|
25
31
|
};
|
|
26
32
|
if (typeof provider === "object" && provider) {
|
|
27
33
|
const providerObj = provider;
|
|
28
34
|
return {
|
|
29
35
|
id: typeof providerObj.id === "function" ? providerObj.id() : providerObj.id,
|
|
30
36
|
label: providerObj.label,
|
|
31
|
-
...providerObj.config && { config:
|
|
37
|
+
...providerObj.config && { config: sanitizeProviderConfig(providerObj.config) }
|
|
32
38
|
};
|
|
33
39
|
}
|
|
34
40
|
} catch {}
|
|
@@ -60,6 +66,24 @@ function sanitizeForDb(obj) {
|
|
|
60
66
|
return Array.isArray(obj) ? [] : null;
|
|
61
67
|
}
|
|
62
68
|
}
|
|
69
|
+
/**
|
|
70
|
+
* Sanitize a per-test-case field for persistence: strips circular refs,
|
|
71
|
+
* collapses class instances (e.g. live SDK clients that leaked in via
|
|
72
|
+
* `defaultTest.options.provider`), and redacts credential fields (`apiKey`,
|
|
73
|
+
* `token`, etc.) at any depth. Use this for any slot that can carry a provider
|
|
74
|
+
* config — notably `testCase.options.provider` and `prompt.config.provider`,
|
|
75
|
+
* where the resolved runtime provider (with its Anthropic / Bedrock SDK
|
|
76
|
+
* client) flows in from the evaluator. Without this, credentials configured on
|
|
77
|
+
* the judge provider end up in the Eval results both in the DB and in the
|
|
78
|
+
* polling response served by `/api/eval/job/:id`.
|
|
79
|
+
*/
|
|
80
|
+
function sanitizeForDbWithSecrets(obj) {
|
|
81
|
+
if (obj === null || obj === void 0) return obj;
|
|
82
|
+
return sanitizeObject(obj, {
|
|
83
|
+
context: "evalResult field",
|
|
84
|
+
maxDepth: Number.POSITIVE_INFINITY
|
|
85
|
+
});
|
|
86
|
+
}
|
|
63
87
|
var EvalResult = class EvalResult {
|
|
64
88
|
static async createFromEvaluateResult(evalId, result, opts) {
|
|
65
89
|
const persist = opts?.persist == null ? true : opts.persist;
|
|
@@ -76,10 +100,10 @@ var EvalResult = class EvalResult {
|
|
|
76
100
|
const args = {
|
|
77
101
|
id: crypto.randomUUID(),
|
|
78
102
|
evalId,
|
|
79
|
-
testCase:
|
|
103
|
+
testCase: sanitizeForDbWithSecrets(preSanitizeTestCase),
|
|
80
104
|
promptIdx: result.promptIdx,
|
|
81
105
|
testIdx: result.testIdx,
|
|
82
|
-
prompt:
|
|
106
|
+
prompt: sanitizeForDbWithSecrets(prompt),
|
|
83
107
|
promptId: hashPrompt(prompt),
|
|
84
108
|
error: error?.toString(),
|
|
85
109
|
success,
|
|
@@ -118,8 +142,8 @@ var EvalResult = class EvalResult {
|
|
|
118
142
|
for (const result of processedResults) {
|
|
119
143
|
const sanitizedResult = {
|
|
120
144
|
...result,
|
|
121
|
-
testCase:
|
|
122
|
-
prompt:
|
|
145
|
+
testCase: sanitizeForDbWithSecrets(result.testCase),
|
|
146
|
+
prompt: sanitizeForDbWithSecrets(result.prompt),
|
|
123
147
|
response: sanitizeForDb(result.response),
|
|
124
148
|
gradingResult: sanitizeForDb(result.gradingResult),
|
|
125
149
|
namedScores: sanitizeForDb(result.namedScores),
|
|
@@ -241,7 +265,8 @@ var EvalResult = class EvalResult {
|
|
|
241
265
|
updatedAt: getCurrentTimestamp()
|
|
242
266
|
}).where(eq(evalResultsTable.id, this.id));
|
|
243
267
|
else {
|
|
244
|
-
|
|
268
|
+
const result = await db.insert(evalResultsTable).values(this).returning();
|
|
269
|
+
this.id = result[0].id;
|
|
245
270
|
this.persisted = true;
|
|
246
271
|
}
|
|
247
272
|
}
|
|
@@ -290,6 +315,6 @@ var EvalResult = class EvalResult {
|
|
|
290
315
|
}
|
|
291
316
|
};
|
|
292
317
|
//#endregion
|
|
293
|
-
export { evalResult_exports as n, EvalResult as t };
|
|
318
|
+
export { evalResult_exports as n, sanitizeProvider as r, EvalResult as t };
|
|
294
319
|
|
|
295
|
-
//# sourceMappingURL=evalResult-
|
|
320
|
+
//# sourceMappingURL=evalResult-2RRJvFyB.js.map
|
|
@@ -1,29 +1,40 @@
|
|
|
1
|
-
const
|
|
2
|
-
const
|
|
3
|
-
const
|
|
4
|
-
const
|
|
5
|
-
const require_tables = require("./tables-
|
|
6
|
-
const
|
|
1
|
+
const require_rolldown_runtime = require("./rolldown-runtime-D_mwlA32.cjs");
|
|
2
|
+
const require_logger = require("./logger-cfNpzI4o.cjs");
|
|
3
|
+
const require_types = require("./types-CxJvaY2S.cjs");
|
|
4
|
+
const require_fetch = require("./fetch-Dw4XZHjj.cjs");
|
|
5
|
+
const require_tables = require("./tables-DBIJU0WE.cjs");
|
|
6
|
+
const require_utils = require("./utils-Ve6kuJsa.cjs");
|
|
7
|
+
const require_extractor = require("./extractor-BdxEtt3J.cjs");
|
|
7
8
|
let drizzle_orm = require("drizzle-orm");
|
|
8
9
|
//#region src/models/evalResult.ts
|
|
10
|
+
var evalResult_exports = /* @__PURE__ */ require_rolldown_runtime.__exportAll({
|
|
11
|
+
default: () => EvalResult,
|
|
12
|
+
sanitizeProvider: () => sanitizeProvider
|
|
13
|
+
});
|
|
14
|
+
function sanitizeProviderConfig(config) {
|
|
15
|
+
return require_logger.sanitizeObject(JSON.parse(require_logger.safeJsonStringify(config)), {
|
|
16
|
+
context: "provider config",
|
|
17
|
+
maxDepth: Number.POSITIVE_INFINITY
|
|
18
|
+
});
|
|
19
|
+
}
|
|
9
20
|
function sanitizeProvider(provider) {
|
|
10
21
|
try {
|
|
11
22
|
if (require_types.isApiProvider(provider)) return {
|
|
12
23
|
id: provider.id(),
|
|
13
24
|
label: provider.label,
|
|
14
|
-
...provider.config && { config:
|
|
25
|
+
...provider.config && { config: sanitizeProviderConfig(provider.config) }
|
|
15
26
|
};
|
|
16
27
|
if (require_types.isProviderOptions(provider)) return {
|
|
17
28
|
id: provider.id,
|
|
18
29
|
label: provider.label,
|
|
19
|
-
...provider.config && { config:
|
|
30
|
+
...provider.config && { config: sanitizeProviderConfig(provider.config) }
|
|
20
31
|
};
|
|
21
32
|
if (typeof provider === "object" && provider) {
|
|
22
33
|
const providerObj = provider;
|
|
23
34
|
return {
|
|
24
35
|
id: typeof providerObj.id === "function" ? providerObj.id() : providerObj.id,
|
|
25
36
|
label: providerObj.label,
|
|
26
|
-
...providerObj.config && { config:
|
|
37
|
+
...providerObj.config && { config: sanitizeProviderConfig(providerObj.config) }
|
|
27
38
|
};
|
|
28
39
|
}
|
|
29
40
|
} catch {}
|
|
@@ -55,6 +66,24 @@ function sanitizeForDb(obj) {
|
|
|
55
66
|
return Array.isArray(obj) ? [] : null;
|
|
56
67
|
}
|
|
57
68
|
}
|
|
69
|
+
/**
|
|
70
|
+
* Sanitize a per-test-case field for persistence: strips circular refs,
|
|
71
|
+
* collapses class instances (e.g. live SDK clients that leaked in via
|
|
72
|
+
* `defaultTest.options.provider`), and redacts credential fields (`apiKey`,
|
|
73
|
+
* `token`, etc.) at any depth. Use this for any slot that can carry a provider
|
|
74
|
+
* config — notably `testCase.options.provider` and `prompt.config.provider`,
|
|
75
|
+
* where the resolved runtime provider (with its Anthropic / Bedrock SDK
|
|
76
|
+
* client) flows in from the evaluator. Without this, credentials configured on
|
|
77
|
+
* the judge provider end up in the Eval results both in the DB and in the
|
|
78
|
+
* polling response served by `/api/eval/job/:id`.
|
|
79
|
+
*/
|
|
80
|
+
function sanitizeForDbWithSecrets(obj) {
|
|
81
|
+
if (obj === null || obj === void 0) return obj;
|
|
82
|
+
return require_logger.sanitizeObject(obj, {
|
|
83
|
+
context: "evalResult field",
|
|
84
|
+
maxDepth: Number.POSITIVE_INFINITY
|
|
85
|
+
});
|
|
86
|
+
}
|
|
58
87
|
var EvalResult = class EvalResult {
|
|
59
88
|
static async createFromEvaluateResult(evalId, result, opts) {
|
|
60
89
|
const persist = opts?.persist == null ? true : opts.persist;
|
|
@@ -71,10 +100,10 @@ var EvalResult = class EvalResult {
|
|
|
71
100
|
const args = {
|
|
72
101
|
id: crypto.randomUUID(),
|
|
73
102
|
evalId,
|
|
74
|
-
testCase:
|
|
103
|
+
testCase: sanitizeForDbWithSecrets(preSanitizeTestCase),
|
|
75
104
|
promptIdx: result.promptIdx,
|
|
76
105
|
testIdx: result.testIdx,
|
|
77
|
-
prompt:
|
|
106
|
+
prompt: sanitizeForDbWithSecrets(prompt),
|
|
78
107
|
promptId: require_utils.hashPrompt(prompt),
|
|
79
108
|
error: error?.toString(),
|
|
80
109
|
success,
|
|
@@ -113,8 +142,8 @@ var EvalResult = class EvalResult {
|
|
|
113
142
|
for (const result of processedResults) {
|
|
114
143
|
const sanitizedResult = {
|
|
115
144
|
...result,
|
|
116
|
-
testCase:
|
|
117
|
-
prompt:
|
|
145
|
+
testCase: sanitizeForDbWithSecrets(result.testCase),
|
|
146
|
+
prompt: sanitizeForDbWithSecrets(result.prompt),
|
|
118
147
|
response: sanitizeForDb(result.response),
|
|
119
148
|
gradingResult: sanitizeForDb(result.gradingResult),
|
|
120
149
|
namedScores: sanitizeForDb(result.namedScores),
|
|
@@ -236,7 +265,8 @@ var EvalResult = class EvalResult {
|
|
|
236
265
|
updatedAt: require_fetch.getCurrentTimestamp()
|
|
237
266
|
}).where((0, drizzle_orm.eq)(require_tables.evalResultsTable.id, this.id));
|
|
238
267
|
else {
|
|
239
|
-
|
|
268
|
+
const result = await db.insert(require_tables.evalResultsTable).values(this).returning();
|
|
269
|
+
this.id = result[0].id;
|
|
240
270
|
this.persisted = true;
|
|
241
271
|
}
|
|
242
272
|
}
|
|
@@ -291,6 +321,12 @@ Object.defineProperty(exports, "EvalResult", {
|
|
|
291
321
|
return EvalResult;
|
|
292
322
|
}
|
|
293
323
|
});
|
|
324
|
+
Object.defineProperty(exports, "evalResult_exports", {
|
|
325
|
+
enumerable: true,
|
|
326
|
+
get: function() {
|
|
327
|
+
return evalResult_exports;
|
|
328
|
+
}
|
|
329
|
+
});
|
|
294
330
|
Object.defineProperty(exports, "sanitizeProvider", {
|
|
295
331
|
enumerable: true,
|
|
296
332
|
get: function() {
|
|
@@ -298,4 +334,4 @@ Object.defineProperty(exports, "sanitizeProvider", {
|
|
|
298
334
|
}
|
|
299
335
|
});
|
|
300
336
|
|
|
301
|
-
//# sourceMappingURL=evalResult-
|
|
337
|
+
//# sourceMappingURL=evalResult-CvtS8h8u.cjs.map
|
|
@@ -1,30 +1,36 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import { T as getEnvBool, s as logger, x as safeJsonStringify } from "./logger-
|
|
3
|
-
import {
|
|
4
|
-
import { f as isResultFailureReason, m as isProviderOptions, p as isApiProvider, s as ResultFailureReason } from "./types-
|
|
5
|
-
import {
|
|
6
|
-
import {
|
|
7
|
-
import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-
|
|
2
|
+
import { T as getEnvBool, m as sanitizeObject, s as logger, x as safeJsonStringify } from "./logger-BbY6ypFL.js";
|
|
3
|
+
import { d as getCurrentTimestamp } from "./fetch-DXUnXkVU.js";
|
|
4
|
+
import { f as isResultFailureReason, m as isProviderOptions, p as isApiProvider, s as ResultFailureReason } from "./types-BFevViUY.js";
|
|
5
|
+
import { a as evalResultsTable, g as getDb } from "./tables-DafUHOeh.js";
|
|
6
|
+
import { t as hashPrompt } from "./utils-BFOh20Gb.js";
|
|
7
|
+
import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-CIW3iN-b.js";
|
|
8
8
|
import { and, eq, gte, inArray, lt, ne } from "drizzle-orm";
|
|
9
9
|
//#region src/models/evalResult.ts
|
|
10
|
+
function sanitizeProviderConfig(config) {
|
|
11
|
+
return sanitizeObject(JSON.parse(safeJsonStringify(config)), {
|
|
12
|
+
context: "provider config",
|
|
13
|
+
maxDepth: Number.POSITIVE_INFINITY
|
|
14
|
+
});
|
|
15
|
+
}
|
|
10
16
|
function sanitizeProvider(provider) {
|
|
11
17
|
try {
|
|
12
18
|
if (isApiProvider(provider)) return {
|
|
13
19
|
id: provider.id(),
|
|
14
20
|
label: provider.label,
|
|
15
|
-
...provider.config && { config:
|
|
21
|
+
...provider.config && { config: sanitizeProviderConfig(provider.config) }
|
|
16
22
|
};
|
|
17
23
|
if (isProviderOptions(provider)) return {
|
|
18
24
|
id: provider.id,
|
|
19
25
|
label: provider.label,
|
|
20
|
-
...provider.config && { config:
|
|
26
|
+
...provider.config && { config: sanitizeProviderConfig(provider.config) }
|
|
21
27
|
};
|
|
22
28
|
if (typeof provider === "object" && provider) {
|
|
23
29
|
const providerObj = provider;
|
|
24
30
|
return {
|
|
25
31
|
id: typeof providerObj.id === "function" ? providerObj.id() : providerObj.id,
|
|
26
32
|
label: providerObj.label,
|
|
27
|
-
...providerObj.config && { config:
|
|
33
|
+
...providerObj.config && { config: sanitizeProviderConfig(providerObj.config) }
|
|
28
34
|
};
|
|
29
35
|
}
|
|
30
36
|
} catch {}
|
|
@@ -56,6 +62,24 @@ function sanitizeForDb(obj) {
|
|
|
56
62
|
return Array.isArray(obj) ? [] : null;
|
|
57
63
|
}
|
|
58
64
|
}
|
|
65
|
+
/**
|
|
66
|
+
* Sanitize a per-test-case field for persistence: strips circular refs,
|
|
67
|
+
* collapses class instances (e.g. live SDK clients that leaked in via
|
|
68
|
+
* `defaultTest.options.provider`), and redacts credential fields (`apiKey`,
|
|
69
|
+
* `token`, etc.) at any depth. Use this for any slot that can carry a provider
|
|
70
|
+
* config — notably `testCase.options.provider` and `prompt.config.provider`,
|
|
71
|
+
* where the resolved runtime provider (with its Anthropic / Bedrock SDK
|
|
72
|
+
* client) flows in from the evaluator. Without this, credentials configured on
|
|
73
|
+
* the judge provider end up in the Eval results both in the DB and in the
|
|
74
|
+
* polling response served by `/api/eval/job/:id`.
|
|
75
|
+
*/
|
|
76
|
+
function sanitizeForDbWithSecrets(obj) {
|
|
77
|
+
if (obj === null || obj === void 0) return obj;
|
|
78
|
+
return sanitizeObject(obj, {
|
|
79
|
+
context: "evalResult field",
|
|
80
|
+
maxDepth: Number.POSITIVE_INFINITY
|
|
81
|
+
});
|
|
82
|
+
}
|
|
59
83
|
var EvalResult = class EvalResult {
|
|
60
84
|
static async createFromEvaluateResult(evalId, result, opts) {
|
|
61
85
|
const persist = opts?.persist == null ? true : opts.persist;
|
|
@@ -72,10 +96,10 @@ var EvalResult = class EvalResult {
|
|
|
72
96
|
const args = {
|
|
73
97
|
id: crypto.randomUUID(),
|
|
74
98
|
evalId,
|
|
75
|
-
testCase:
|
|
99
|
+
testCase: sanitizeForDbWithSecrets(preSanitizeTestCase),
|
|
76
100
|
promptIdx: result.promptIdx,
|
|
77
101
|
testIdx: result.testIdx,
|
|
78
|
-
prompt:
|
|
102
|
+
prompt: sanitizeForDbWithSecrets(prompt),
|
|
79
103
|
promptId: hashPrompt(prompt),
|
|
80
104
|
error: error?.toString(),
|
|
81
105
|
success,
|
|
@@ -114,8 +138,8 @@ var EvalResult = class EvalResult {
|
|
|
114
138
|
for (const result of processedResults) {
|
|
115
139
|
const sanitizedResult = {
|
|
116
140
|
...result,
|
|
117
|
-
testCase:
|
|
118
|
-
prompt:
|
|
141
|
+
testCase: sanitizeForDbWithSecrets(result.testCase),
|
|
142
|
+
prompt: sanitizeForDbWithSecrets(result.prompt),
|
|
119
143
|
response: sanitizeForDb(result.response),
|
|
120
144
|
gradingResult: sanitizeForDb(result.gradingResult),
|
|
121
145
|
namedScores: sanitizeForDb(result.namedScores),
|
|
@@ -237,7 +261,8 @@ var EvalResult = class EvalResult {
|
|
|
237
261
|
updatedAt: getCurrentTimestamp()
|
|
238
262
|
}).where(eq(evalResultsTable.id, this.id));
|
|
239
263
|
else {
|
|
240
|
-
|
|
264
|
+
const result = await db.insert(evalResultsTable).values(this).returning();
|
|
265
|
+
this.id = result[0].id;
|
|
241
266
|
this.persisted = true;
|
|
242
267
|
}
|
|
243
268
|
}
|
|
@@ -288,4 +313,4 @@ var EvalResult = class EvalResult {
|
|
|
288
313
|
//#endregion
|
|
289
314
|
export { sanitizeProvider as n, EvalResult as t };
|
|
290
315
|
|
|
291
|
-
//# sourceMappingURL=evalResult-
|
|
316
|
+
//# sourceMappingURL=evalResult-eUkJv9Ko.js.map
|