promptfoo 0.120.27 → 0.121.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/src/{ListApp-8WOe2nT6.js → ListApp-Du7YVwj5.js} +2 -4
- package/dist/src/accounts-B0pgC1oV.js +206 -0
- package/dist/src/{accounts-DVINui-2.js → accounts-Bm2D8Db9.js} +39 -34
- package/dist/src/{accounts-CPDRAMND.js → accounts-CiBLOnA7.js} +38 -33
- package/dist/src/{accounts-Fl2J3_Fu.cjs → accounts-gtkH-5KX.cjs} +77 -78
- package/dist/src/{agentic-utils-D922n6mm.js → agentic-utils-DS1g3GLF.js} +9 -10
- package/dist/src/{agents-BcsN_BgB.js → agents-9qiOy0ho.js} +16 -12
- package/dist/src/{agents-BXLmVsxR.js → agents-CBr9A01V.js} +37 -37
- package/dist/src/{agents-pMfppv9Z.js → agents-CmvBq8LV.js} +16 -18
- package/dist/src/{agents-hqgSV-3o.js → agents-D__IdAlg.js} +39 -40
- package/dist/src/{agents-BO2n8Z0d.cjs → agents-DbRtpYxR.cjs} +37 -40
- package/dist/src/{agents-BdUTAwi-.js → agents-DgF2zDag.js} +37 -42
- package/dist/src/{agents-DgJf2-ez.cjs → agents-Di9DKPzn.cjs} +16 -17
- package/dist/src/{agents-DNvSH78i.js → agents-cLXA8a_8.js} +17 -19
- package/dist/src/{aimlapi-DtgPI0nE.js → aimlapi-B4rcnZgv.js} +15 -17
- package/dist/src/{aimlapi-BE_Tg9Fl.cjs → aimlapi-BvlNH0gr.cjs} +15 -16
- package/dist/src/{aimlapi-DOib86oE.js → aimlapi-CnkC2HqE.js} +16 -18
- package/dist/src/{aimlapi-DTPACCB1.js → aimlapi-DHJU_kcV.js} +15 -4
- package/dist/src/app/assets/index-4LKxG2CG.js +439 -0
- package/dist/src/app/assets/{index-NCn4eVBv.css → index-C3zcsZFQ.css} +1 -1
- package/dist/src/app/assets/vendor-charts-BnDWwBlI.js +36 -0
- package/dist/src/app/index.html +3 -3
- package/dist/src/app/tsconfig.app.tsbuildinfo +1 -1
- package/dist/src/{audio-BnRUGAm_.js → audio-Bkv46et0.js} +6 -5
- package/dist/src/{audio-Cwo68yZS.cjs → audio-CGMyULza.cjs} +6 -7
- package/dist/src/{audio-MSRki4JU.js → audio-ClI_AFre.js} +6 -8
- package/dist/src/{audio-BRYU0BFo.js → audio-Dz3z7s3J.js} +7 -9
- package/dist/src/{base-pGVmXNl4.cjs → base-CGrhspbK.cjs} +36 -38
- package/dist/src/{base-h961VXYk.js → base-CpjcHe4e.js} +11 -13
- package/dist/src/base-DLKtKMFh.js +193 -0
- package/dist/src/{base-XB2tDJrB.js → base-Dy1V8--Z.js} +11 -13
- package/dist/src/blobs-BDbfYdrJ.js +236 -0
- package/dist/src/{blobs-CR5C4Ihh.js → blobs-CBO20krR.js} +9 -12
- package/dist/src/{blobs-BM_e6hCa.js → blobs-CMHN0Qcz.js} +9 -12
- package/dist/src/{blobs-B-KQAFhX.cjs → blobs-D23XLin-.cjs} +34 -37
- package/dist/src/{cache-jsiwsAJv.js → cache-BVeDlD87.js} +132 -117
- package/dist/src/{cache-CIpsoBZR.js → cache-C4Nxf52C.js} +132 -118
- package/dist/src/cache-CeUpFm3M.cjs +5 -0
- package/dist/src/{cache-BTVYfbka.cjs → cache-Dh5WtQps.cjs} +182 -168
- package/dist/src/cache-i1P6crbO.js +756 -0
- package/dist/src/cache-n-RCJ-hL.js +6 -0
- package/dist/src/{chat-BcPjZXIp.js → chat-BiKyneZl.js} +45 -46
- package/dist/src/{chat-D31K7C4u.cjs → chat-C1Qst7jL.cjs} +20 -21
- package/dist/src/{chat-B84t99NW.js → chat-C2jrdPMx.js} +20 -9
- package/dist/src/{chat-BE44YOc6.cjs → chat-CgF-J-Jj.cjs} +65 -66
- package/dist/src/{chat-DwWifjxi.js → chat-CzkrVDfz.js} +20 -22
- package/dist/src/chat-DJIw17u0.js +766 -0
- package/dist/src/{chat-CcUCysjU.js → chat-DqxYYtWA.js} +45 -46
- package/dist/src/{chat-DZM2GUHO.js → chat-qmatte1u.js} +21 -23
- package/dist/src/{chatkit-D67HS_0b.js → chatkit-65VXf5SR.js} +58 -58
- package/dist/src/{chatkit-DAB_qfzI.js → chatkit-Be-Q-a9F.js} +58 -60
- package/dist/src/{chatkit-Biqb_wsD.js → chatkit-BxFvW8KY.js} +58 -60
- package/dist/src/{chatkit-PGG4ZYIn.cjs → chatkit-DKyPi1Gs.cjs} +58 -60
- package/dist/src/chunk-DEq-mXcV.js +15 -0
- package/dist/src/chunk-DRamLcfz.js +16 -0
- package/dist/src/{claude-agent-sdk-SVM6AdBu.js → claude-agent-sdk-Apiy0iaz.js} +31 -31
- package/dist/src/{claude-agent-sdk-C-IOTPfo.js → claude-agent-sdk-D2bJee9S.js} +31 -29
- package/dist/src/{claude-agent-sdk-C9SiaQub.cjs → claude-agent-sdk-D9Z5Pr9X.cjs} +31 -28
- package/dist/src/{claude-agent-sdk-CiluSyW1.js → claude-agent-sdk-DfCoW0E6.js} +33 -20
- package/dist/src/cloud-BBh91EUK.js +4 -0
- package/dist/src/{cloud-CZ-q9Ier.js → cloud-C0dlstV_.js} +7 -9
- package/dist/src/{cloudflare-ai-BahKHyhh.js → cloudflare-ai-8TDxHR0x.js} +16 -18
- package/dist/src/{cloudflare-ai-v_qZD6_q.js → cloudflare-ai-BxAGvfju.js} +17 -19
- package/dist/src/{cloudflare-ai-Dfahv5SY.cjs → cloudflare-ai-CknbZ5LJ.cjs} +16 -17
- package/dist/src/{cloudflare-ai-Dxyt50Nl.js → cloudflare-ai-g7PB6VHR.js} +16 -4
- package/dist/src/{cloudflare-gateway-Bi_FpOFy.js → cloudflare-gateway-B9HWA5wf.js} +23 -23
- package/dist/src/{cloudflare-gateway-BPWoZIzJ.cjs → cloudflare-gateway-BSnDmHYo.cjs} +21 -22
- package/dist/src/{cloudflare-gateway-C0guUNwk.js → cloudflare-gateway-CKDb4dJ8.js} +26 -14
- package/dist/src/{cloudflare-gateway-btS7h1OZ.js → cloudflare-gateway-CP9QEWYS.js} +21 -25
- package/dist/src/{codex-sdk-DSxAnbfT.js → codex-sdk-C6UMlxwV.js} +28 -29
- package/dist/src/{codex-sdk-IYVi9fuM.js → codex-sdk-DUwKWezN.js} +28 -27
- package/dist/src/{codex-sdk-DulY0ZRq.js → codex-sdk-GGAw0qbD.js} +28 -29
- package/dist/src/{codex-sdk-DFKMtAyf.cjs → codex-sdk-fAO0c3yA.cjs} +28 -29
- package/dist/src/{cometapi-DzrR3SR_.js → cometapi-BL9yvj_f.js} +16 -4
- package/dist/src/{cometapi-DIO64tf4.cjs → cometapi-C4xSqeID.cjs} +21 -22
- package/dist/src/{cometapi-C9EEpJzT.js → cometapi-CUQq3H_a.js} +21 -24
- package/dist/src/{cometapi-DkNBMk0G.js → cometapi-DFNiKmSz.js} +17 -19
- package/dist/src/{completion-CG29bfKX.js → completion-5MzrpJxT.js} +11 -13
- package/dist/src/{completion-CCRT4kX1.cjs → completion-CM6oK8PS.cjs} +21 -23
- package/dist/src/{completion-Bgf1VJoq.js → completion-DZ083F31.js} +11 -13
- package/dist/src/completion-qRoZAYRB.js +120 -0
- package/dist/src/{createHash-Dw_iLu31.js → createHash-CTQmL3G2.js} +2 -3
- package/dist/src/{createHash-CYQy4YeL.cjs → createHash-CfZSc0b4.cjs} +13 -14
- package/dist/src/{createHash-CJcfskIZ.js → createHash-Da8fMwqB.js} +2 -3
- package/dist/src/createHash-DmPQkvBh.js +15 -0
- package/dist/src/{docker-D-ayp2FW.js → docker-Bb5dcxr8.js} +18 -20
- package/dist/src/{docker-B81N0t4e.js → docker-BvfL2BrW.js} +19 -21
- package/dist/src/{docker-DNcLR4Ig.cjs → docker-DcF2pRrj.cjs} +18 -19
- package/dist/src/{docker-egERKxCF.js → docker-ExVyLp0S.js} +18 -7
- package/dist/src/entrypoint.js +2 -3
- package/dist/src/{errors-DnGCbnx8.js → errors-P6ll7XSJ.js} +2 -2
- package/dist/src/{esm-B9dPm_BF.js → esm-C03C-mv3.js} +17 -20
- package/dist/src/{esm-D2pZ87fL.js → esm-CaIwzWR5.js} +18 -21
- package/dist/src/esm-Cd1AjG1D.js +379 -0
- package/dist/src/{esm-Ct-Joyue.cjs → esm-CnNt7sI4.cjs} +47 -49
- package/dist/src/eval-B3r2CVXr.js +15 -0
- package/dist/src/{eval-C-Nr6wX_.js → eval-Dg2nG4v2.js} +47 -54
- package/dist/src/evalResult-5xwYnECe.js +12 -0
- package/dist/src/evalResult-71lY93Kj.cjs +10 -0
- package/dist/src/{evalResult-DXMWJ3sx.js → evalResult-BBRNtX4I.js} +10 -11
- package/dist/src/{evalResult-4BzI2tmj.js → evalResult-BDMqrapS.js} +16 -12
- package/dist/src/evalResult-Dx5P5cIv.js +10 -0
- package/dist/src/{evalResult-CX8wQecI.cjs → evalResult-fuaI8HkH.cjs} +20 -21
- package/dist/src/{evaluator-8aGyV12L.js → evaluator-BhoWwp5b.js} +211 -235
- package/dist/src/evaluator-Jx6bRZV6.js +36 -0
- package/dist/src/{extractor-V5x_m1i0.js → extractor-C0EVHewb.js} +22 -24
- package/dist/src/extractor-D25qpmGX.js +374 -0
- package/dist/src/{extractor-CD5yKL-G.js → extractor-DReVID0K.js} +22 -24
- package/dist/src/{extractor-C031XmTA.cjs → extractor-pYLLi3wS.cjs} +37 -39
- package/dist/src/{fetch-BmbD-v1L.cjs → fetch-BPkYtG8K.cjs} +244 -277
- package/dist/src/fetch-BxNb_Lp3.js +5 -0
- package/dist/src/{fetch-D3OHf-lV.js → fetch-Cwxnd8zz.js} +36 -44
- package/dist/src/{fetch-CXZI9RRr.js → fetch-Dxpd4_sr.js} +23 -35
- package/dist/src/fetch-HaqdX7U1.js +780 -0
- package/dist/src/{fileExtensions-ePDqouxn.js → fileExtensions-DnqA1y9x.js} +2 -2
- package/dist/src/{fileExtensions-BpuMmaFL.js → fileExtensions-Ds-foDzt.js} +2 -2
- package/dist/src/fileExtensions-LcDYkU4v.js +85 -0
- package/dist/src/{fileExtensions-DkJYkWUy.cjs → fileExtensions-bYh77CN8.cjs} +27 -28
- package/dist/src/{formatDuration-CdevI3An.js → formatDuration-DgBVMN65.js} +2 -2
- package/dist/src/{genaiTracer-Ce19n68P.js → genaiTracer-70Z8BIuV.js} +2 -3
- package/dist/src/{genaiTracer-CqNnnXrE.js → genaiTracer-C1rxGO8Q.js} +2 -3
- package/dist/src/genaiTracer-D3fD9dNV.js +256 -0
- package/dist/src/{genaiTracer-Dres3qrN.cjs → genaiTracer-DN4dQywX.cjs} +13 -14
- package/dist/src/{graders--1y2u9HO.js → graders-BTeBGqjJ.js} +349 -397
- package/dist/src/graders-B_pgMLS2.js +34 -0
- package/dist/src/{graders-DTeBrzWp.js → graders-Bj_Odv7c.js} +349 -397
- package/dist/src/graders-DErokPDO.cjs +32 -0
- package/dist/src/graders-DP7KFFo-.js +13466 -0
- package/dist/src/graders-DR_uNe54.js +32 -0
- package/dist/src/{graders-DohM2dir.cjs → graders-DU49_J8Y.cjs} +684 -732
- package/dist/src/graders-w3176Wz-.js +32 -0
- package/dist/src/{image-B0U4Hqll.js → image-B02ogr_b.js} +7 -9
- package/dist/src/{image-DmE-niFE.js → image-B0h9VEMc.js} +6 -5
- package/dist/src/{image-CuKHuccK.cjs → image-BLmROtN3.cjs} +29 -30
- package/dist/src/{image-DNEIf_aI.js → image-Bb4vWQLM.js} +6 -8
- package/dist/src/{image-DpKl2F15.cjs → image-C1madmKh.cjs} +6 -7
- package/dist/src/{image-C3wHC9_h.js → image-CHfWvljl.js} +9 -10
- package/dist/src/{image-O1u4bCFg.js → image-DS-o-0ph.js} +9 -10
- package/dist/src/image-Dpxa1Jt6.js +257 -0
- package/dist/src/index.cjs +615 -695
- package/dist/src/index.d.cts +271 -7
- package/dist/src/index.d.ts +271 -3
- package/dist/src/index.js +580 -664
- package/dist/src/{interactiveCheck-Bxj1Swex.js → interactiveCheck-BgLZUIt3.js} +7 -8
- package/dist/src/{invariant-DT20jrBd.js → invariant-BtWWVVhl.js} +2 -2
- package/dist/src/{invariant-1pAf2CD1.js → invariant-Ddh24eXh.js} +2 -2
- package/dist/src/{invariant-CKcJAQ6M.cjs → invariant-kfQ8Bu82.cjs} +7 -8
- package/dist/src/invariant-vgHWClmd.js +25 -0
- package/dist/src/{knowledgeBase-CEzQobWX.js → knowledgeBase-B3OoKIej.js} +14 -9
- package/dist/src/{knowledgeBase-Be_zyW4L.js → knowledgeBase-CYTLHOt1.js} +16 -16
- package/dist/src/{knowledgeBase-BZ41IFwq.js → knowledgeBase-D33Ty2l6.js} +14 -18
- package/dist/src/{knowledgeBase-D-5BMXlr.cjs → knowledgeBase-DOO_BM9b.cjs} +14 -15
- package/dist/src/{litellm-DnbRJ2if.js → litellm-AaeZcZQF.js} +18 -19
- package/dist/src/{litellm-hUSNM_M2.cjs → litellm-I_hbp_dc.cjs} +17 -17
- package/dist/src/{litellm-CRDqPhNI.js → litellm-NbjknEh6.js} +17 -18
- package/dist/src/{litellm-9vR8zpfU.js → litellm-TrljxD9G.js} +17 -5
- package/dist/src/{logger-CG1uZPbQ.js → logger-CT3IKMKA.js} +10 -29
- package/dist/src/{logger-B7sBeGa0.cjs → logger-Cp1GPUjj.cjs} +152 -180
- package/dist/src/logger-DLcq4dWf.js +713 -0
- package/dist/src/{logger-LSBxlt7a.js → logger-KkObSCzq.js} +13 -31
- package/dist/src/{luma-ray-4blv9iZ2.js → luma-ray-BS2_tY8L.js} +22 -21
- package/dist/src/{luma-ray-drvgdpP9.js → luma-ray-DDsjcgZZ.js} +20 -13
- package/dist/src/{luma-ray-Hm3d6VJE.cjs → luma-ray-Due0n7di.cjs} +20 -21
- package/dist/src/{luma-ray-B2__8lYH.js → luma-ray-f6I2fft-.js} +20 -23
- package/dist/src/main.js +1170 -1321
- package/dist/src/{messages-Uee41Mj5.js → messages-BS17jdMx.js} +22 -24
- package/dist/src/{messages-XhiwCbi4.cjs → messages-Bs1kC7P4.cjs} +32 -34
- package/dist/src/{messages-CGPPidQr.js → messages-D0lx5qK7.js} +22 -24
- package/dist/src/messages-ZJk778GH.js +240 -0
- package/dist/src/{meteor-BYykdXrV.js → meteor-44VjEACX.js} +3 -4
- package/dist/src/{meteor-CsopaHrH.js → meteor-D-SotUw9.js} +3 -4
- package/dist/src/{meteor-e-E-2vVl.cjs → meteor-DLZZ3osF.cjs} +3 -4
- package/dist/src/{meteor-C8lGP6P4.js → meteor-DUiCJRC-.js} +3 -4
- package/dist/src/{modelslab-yKz-ZNB4.js → modelslab-Bmni6skY.js} +17 -10
- package/dist/src/{modelslab-E9gO-bYd.js → modelslab-Bx9IrZfS.js} +18 -20
- package/dist/src/{modelslab-lUVW0cmB.cjs → modelslab-CoUX6Jc_.cjs} +17 -18
- package/dist/src/{modelslab-ClBkr8_9.js → modelslab-DRb74SP4.js} +17 -19
- package/dist/src/{nova-reel-Dk8jNpId.js → nova-reel-BfPq-0Yk.js} +20 -13
- package/dist/src/{nova-reel-D8CuO6QH.cjs → nova-reel-C_QM18Xn.cjs} +20 -21
- package/dist/src/{nova-reel-u2eF2Cxm.js → nova-reel-D_W1tjMH.js} +22 -21
- package/dist/src/{nova-reel-P9bwvtYX.js → nova-reel-bgjxilYW.js} +20 -23
- package/dist/src/{nova-sonic-CK2rAiKi.js → nova-sonic-CFb5GYhg.js} +30 -26
- package/dist/src/{nova-sonic-BaqWlkds.js → nova-sonic-DIGQNR07.js} +30 -31
- package/dist/src/{nova-sonic-yZapPLv7.js → nova-sonic-De1HW5fD.js} +31 -32
- package/dist/src/{nova-sonic-Ds1C-dpm.cjs → nova-sonic-zfcljeRp.cjs} +30 -31
- package/dist/src/{openai-DUFopMrH.cjs → openai-Cuif0GEt.cjs} +8 -9
- package/dist/src/{openai-PblZ3jUE.js → openai-DElQ-fPX.js} +3 -4
- package/dist/src/{openai-CcN1B8Sb.js → openai-DhbB7eWK.js} +3 -4
- package/dist/src/openai-j-sE2O7r.js +44 -0
- package/dist/src/{openclaw-B6qqDr_u.cjs → openclaw-CSugPYAr.cjs} +188 -130
- package/dist/src/{openclaw-A-3_loM7.js → openclaw-DiSz3I5L.js} +180 -109
- package/dist/src/{openclaw-a3lylB-V.js → openclaw-DuvJKEW5.js} +178 -124
- package/dist/src/{openclaw-COn6QzDi.js → openclaw-tiVYRtr-.js} +178 -122
- package/dist/src/opencode-sdk-0j6rTWNb.js +562 -0
- package/dist/src/opencode-sdk-B3CWY9h_.js +560 -0
- package/dist/src/opencode-sdk-BL764Jdi.cjs +564 -0
- package/dist/src/opencode-sdk-C2y6UkP2.js +560 -0
- package/dist/src/{otlpReceiver-oyf5wLGC.js → otlpReceiver-C99PPb48.js} +53 -51
- package/dist/src/{otlpReceiver-lXsYVbpj.cjs → otlpReceiver-CGq6LspY.cjs} +53 -55
- package/dist/src/{otlpReceiver-94URx7UW.js → otlpReceiver-CdNBdbsk.js} +53 -55
- package/dist/src/{otlpReceiver-BmmTiMjA.js → otlpReceiver-D89fR-rC.js} +53 -55
- package/dist/src/{providerRegistry-Cq_JK_CJ.js → providerRegistry-B0RUOLI_.js} +7 -8
- package/dist/src/{providerRegistry-DSSHjMKf.js → providerRegistry-CD8MEar9.js} +7 -8
- package/dist/src/{providerRegistry-CvHEVJad.cjs → providerRegistry-Civky8Ar.cjs} +12 -13
- package/dist/src/providerRegistry-DM8rZYol.js +45 -0
- package/dist/src/providers-B7V0njNs.js +32 -0
- package/dist/src/providers-BEwbhv0X.js +30 -0
- package/dist/src/{providers-Iil64vk9.js → providers-BlqUifFg.js} +1543 -1676
- package/dist/src/providers-CH3C7zf7.js +30 -0
- package/dist/src/{providers-DHbjzW2e.cjs → providers-CgKOSgTR.cjs} +1896 -2029
- package/dist/src/providers-D8lF1sqW.js +33246 -0
- package/dist/src/{providers-BnFpbY_s.js → providers-Dk_6ocUX.js} +1536 -1669
- package/dist/src/providers-zyB6k_38.cjs +31 -0
- package/dist/src/{pythonUtils-CcT5LH1M.js → pythonUtils-C3py6GC1.js} +18 -19
- package/dist/src/{pythonUtils-DBbuI3QJ.cjs → pythonUtils-CTU3Y3lw.cjs} +42 -43
- package/dist/src/{pythonUtils-hZ8LeQLv.js → pythonUtils-D5nxkQ0P.js} +18 -19
- package/dist/src/pythonUtils-D6fwaDSg.js +249 -0
- package/dist/src/{quiverai-BuI0tE39.js → quiverai-BbOUOn2L.js} +8 -7
- package/dist/src/{quiverai-DCGSZt4U.js → quiverai-CIaELU_m.js} +8 -10
- package/dist/src/{quiverai-DiMVJQDz.cjs → quiverai-PdShCPox.cjs} +8 -9
- package/dist/src/{quiverai-fQNkExW4.js → quiverai-uH-dcTIr.js} +9 -11
- package/dist/src/{render-Dj1smHEb.js → render-Drod8m7K.js} +4 -5
- package/dist/src/responses-CB2jwoAr.js +660 -0
- package/dist/src/{responses-ghR3IOfy.cjs → responses-D8SBTL64.cjs} +39 -42
- package/dist/src/{responses-DOAFFENS.js → responses-DIR9Ud3j.js} +24 -27
- package/dist/src/{responses-CxzoQoBe.js → responses-WNGNYe3K.js} +24 -27
- package/dist/src/rubyUtils-BUHu6PhO.js +5 -0
- package/dist/src/{rubyUtils-CwbGmgYN.js → rubyUtils-BUVePouc.js} +27 -20
- package/dist/src/rubyUtils-BcuGX77l.js +222 -0
- package/dist/src/{rubyUtils-DudlFZed.js → rubyUtils-Boc4HZzX.js} +18 -19
- package/dist/src/rubyUtils-CP42kMvq.cjs +4 -0
- package/dist/src/{rubyUtils-C8MhKGHb.cjs → rubyUtils-DhCAlxZr.cjs} +48 -50
- package/dist/src/{sagemaker-gmskuyre.js → sagemaker-CNBxx5CJ.js} +75 -70
- package/dist/src/{sagemaker-CcxhlOAR.js → sagemaker-CemTFp2h.js} +75 -79
- package/dist/src/{sagemaker-77zbJ2Q2.cjs → sagemaker-Cl28mZU2.cjs} +75 -76
- package/dist/src/{sagemaker-DuM71dVU.js → sagemaker-YSyBXQQh.js} +77 -77
- package/dist/src/{scanner-DJYiSXQj.js → scanner-BsBlNXNn.js} +100 -121
- package/dist/src/server/index.js +5520 -67427
- package/dist/src/{server-B5v33lvE.cjs → server-C_7Ax-hA.cjs} +57 -67
- package/dist/src/{server-BJ4m4f1D.js → server-CqzrVGpF.js} +26 -29
- package/dist/src/server-CuxBbeSY.js +229 -0
- package/dist/src/server-DA4Cyrrq.js +7 -0
- package/dist/src/server-Dulb-4-K.cjs +5 -0
- package/dist/src/{server-RV_i_YX5.js → server-VWgWb00X.js} +19 -24
- package/dist/src/{signal-BW33JuId.js → signal-4U3mfRvL.js} +9 -11
- package/dist/src/{slack-DEURelTy.cjs → slack-BmVAVGaK.cjs} +7 -8
- package/dist/src/{slack-BQYeW9L3.js → slack-DCUPTzS2.js} +8 -8
- package/dist/src/{slack-BB6yuZzp.js → slack-DOdy_kyv.js} +7 -8
- package/dist/src/{slack-2pRrhhgJ.js → slack-DXMKtA-f.js} +7 -9
- package/dist/src/store-CXGFv4aR.js +228 -0
- package/dist/src/store-CXS-Q_91.js +6 -0
- package/dist/src/{store-D7CgQzAR.cjs → store-DLlFCC4h.cjs} +44 -45
- package/dist/src/{store-DJNsD1iC.js → store-DXilxTl-.js} +40 -36
- package/dist/src/{store-s3SftUwF.js → store-Dim__MDd.js} +34 -35
- package/dist/src/store-eYkaKMwq.cjs +5 -0
- package/dist/src/{tables-DfTsNN7X.js → tables-6YKwjN9-.js} +19 -21
- package/dist/src/tables-DLJPUdUE.js +288 -0
- package/dist/src/{tables-BKTmd6u7.cjs → tables-DPi7wKeM.cjs} +89 -91
- package/dist/src/{tables-DMegD0Xf.js → tables-gftXzE9I.js} +21 -23
- package/dist/src/telemetry-BpMfhthR.cjs +5 -0
- package/dist/src/{telemetry--WAdAfVi.js → telemetry-CMrFgtPB.js} +11 -13
- package/dist/src/telemetry-Cps3mIU-.js +171 -0
- package/dist/src/{telemetry-DQgVBCAb.cjs → telemetry-DaX14Chu.cjs} +21 -24
- package/dist/src/{telemetry-BedSm-bZ.js → telemetry-Dthj_BbD.js} +17 -14
- package/dist/src/telemetry-Dw38hanS.js +7 -0
- package/dist/src/{text-oiSbwSOI.js → text-B_UCRPp2.js} +2 -2
- package/dist/src/{text-oKzCBnK6.cjs → text-CW1cyrwj.cjs} +12 -13
- package/dist/src/{text-B_IrO4GZ.js → text-Db-Wt2u2.js} +2 -2
- package/dist/src/text-TIv0QYnd.js +22 -0
- package/dist/src/{tokenUsageUtils-FZd5O_4A.js → tokenUsageUtils-BDGe-iyI.js} +2 -2
- package/dist/src/{tokenUsageUtils-DmZSD2eU.js → tokenUsageUtils-DflFMjS0.js} +2 -2
- package/dist/src/tokenUsageUtils-NYT-WKS6.js +138 -0
- package/dist/src/{tokenUsageUtils-CXhxVj72.cjs → tokenUsageUtils-bVa1ga6f.cjs} +32 -33
- package/dist/src/{transcription-mYS9vd5v.js → transcription-BNYURcXg.js} +14 -7
- package/dist/src/{transcription-X2-B4vkX.js → transcription-B_OdaHp7.js} +14 -16
- package/dist/src/{transcription-BO1AHegO.cjs → transcription-NLVG9MT1.cjs} +14 -15
- package/dist/src/{transcription-lzBLiTFJ.js → transcription-s6A-bNrZ.js} +15 -17
- package/dist/src/{transform-B1Hi5lWS.cjs → transform-CzK1Q0zl.cjs} +24 -26
- package/dist/src/{transform-DeGlxb0D.js → transform-D5HsjduX.js} +39 -47
- package/dist/src/{transform-CYDILYDe.js → transform-DECvGmzp.js} +15 -13
- package/dist/src/transform-DTGDnAzW.js +6 -0
- package/dist/src/{transform-BEgStbHK.js → transform-DilY9wbS.js} +10 -12
- package/dist/src/{transform-D5PjiWiZ.cjs → transform-DuHvhZpj.cjs} +179 -187
- package/dist/src/transform-aa6tmVpZ.js +216 -0
- package/dist/src/transform-m3qNw4KP.cjs +5 -0
- package/dist/src/transform-uAytVuyX.js +1506 -0
- package/dist/src/{transform-Dfl89yi4.js → transform-vNucnNr0.js} +39 -47
- package/dist/src/{transformersAvailability-SZnTS3pJ.js → transformersAvailability-CEVM2GNQ.js} +2 -2
- package/dist/src/{transformersAvailability-D-glmEy7.cjs → transformersAvailability-CwayUSlh.cjs} +2 -3
- package/dist/src/{transformersAvailability-CjeFXhuJ.js → transformersAvailability-D6c6ROpT.js} +2 -2
- package/dist/src/{types-DWNf48sT.cjs → types-C_7nyzr1.cjs} +538 -574
- package/dist/src/{types-CXQduE9o.js → types-Cbd8uOMq.js} +68 -100
- package/dist/src/types-CzW2QFyi.js +3288 -0
- package/dist/src/{types-C5hEkb-x.js → types-DmyIJ-sR.js} +63 -99
- package/dist/src/{util-CoQjmE3u.js → util-B3xGByQh.js} +4 -5
- package/dist/src/{util-aLhtl3fe.cjs → util-B9vlHIIh.cjs} +208 -223
- package/dist/src/{util-Du96oyYS.js → util-BHGHw5G1.js} +4 -5
- package/dist/src/{util-DQ984syk.js → util-BRYkYPTd.js} +36 -51
- package/dist/src/{util-D9eLdGfa.js → util-BV4XUC0n.js} +5 -6
- package/dist/src/util-Bv6uGDfH.js +293 -0
- package/dist/src/{util-1wWM599Z.cjs → util-BzMcevZc.cjs} +50 -51
- package/dist/src/{util-_h4pVqrz.js → util-C1CeHl-P.js} +36 -51
- package/dist/src/{util-Bm_-UMD_.js → util-CMy69ZgQ.js} +5 -6
- package/dist/src/{util-CyUdMzV0.cjs → util-DGNOS1db.cjs} +34 -35
- package/dist/src/util-Dnmk2mBQ.js +599 -0
- package/dist/src/util-ZzmqNPlg.js +1426 -0
- package/dist/src/{utils-BjLy-Q72.cjs → utils-Cz9qXqII.cjs} +29 -32
- package/dist/src/{utils-CFMn2yHW.js → utils-XiOAgly5.js} +4 -7
- package/dist/src/utils-dLokC-eR.js +94 -0
- package/dist/src/{utils-DvWMzuMx.js → utils-f2-Moju7.js} +4 -7
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +38 -38
- package/dist/src/app/assets/index-B2D0bCSI.js +0 -439
- package/dist/src/app/assets/vendor-charts-CCl15Imd.js +0 -36
- package/dist/src/cache-ChPcurj7.js +0 -6
- package/dist/src/cache-VVu_W-yg.js +0 -8
- package/dist/src/cache-YLNCFEM2.cjs +0 -6
- package/dist/src/chunk-DHDDz29n.js +0 -22
- package/dist/src/chunk-FhC4c-0y.js +0 -21
- package/dist/src/cloud-BndfXy4H.js +0 -5
- package/dist/src/eval-BhHvMY82.js +0 -17
- package/dist/src/evalResult-Dq2gFNQY.js +0 -12
- package/dist/src/evalResult-nmcP5VKH.cjs +0 -12
- package/dist/src/evalResult-trqZjVYh.js +0 -14
- package/dist/src/evaluator-CnfPstzT.js +0 -39
- package/dist/src/fetch-IDPDue6F.cjs +0 -4
- package/dist/src/fetch-hKJ-It8q.js +0 -6
- package/dist/src/fetch-ouKnrWK-.js +0 -4
- package/dist/src/graders-CQn7WUsd.cjs +0 -34
- package/dist/src/graders-DC6QAbpW.js +0 -35
- package/dist/src/graders-DUWz3Y7j.js +0 -37
- package/dist/src/opencode-sdk-4bL9n-Gk.js +0 -382
- package/dist/src/opencode-sdk-BfC2zWcR.js +0 -376
- package/dist/src/opencode-sdk-DMJyuwMg.js +0 -380
- package/dist/src/opencode-sdk-Da-9adza.cjs +0 -383
- package/dist/src/providers-CsXB2Ix-.js +0 -35
- package/dist/src/providers-DO8ltjLC.js +0 -33
- package/dist/src/providers-Dtq-xnXd.cjs +0 -33
- package/dist/src/rubyUtils-BUbcND2f.js +0 -6
- package/dist/src/rubyUtils-Cr55X_KE.js +0 -5
- package/dist/src/rubyUtils-DlIiqoYo.cjs +0 -5
- package/dist/src/server-C2eQH4Gu.js +0 -6
- package/dist/src/server-CXWycu7H.cjs +0 -6
- package/dist/src/server-Q6OGlxxT.js +0 -8
- package/dist/src/store-B3EDO9Q3.js +0 -7
- package/dist/src/store-Dl9F8aw5.js +0 -6
- package/dist/src/store-SnrGrlt9.cjs +0 -6
- package/dist/src/telemetry-BGhiPZtl.js +0 -8
- package/dist/src/telemetry-CFfiYan6.cjs +0 -6
- package/dist/src/telemetry-DHzEduxX.js +0 -6
- package/dist/src/transform-C1x1ZlMQ.cjs +0 -6
- package/dist/src/transform-DYHjFmQu.js +0 -8
- package/dist/src/transform-rmwJT5JQ.js +0 -7
- package/dist/src/transformersAvailability-eJooj0gX.js +0 -35
|
@@ -1,16 +1,15 @@
|
|
|
1
|
-
import { _ as getEnvBool, g as getConfigDirectoryPath, i as
|
|
2
|
-
import { g as ResultFailureReason } from "./types-
|
|
1
|
+
import { _ as getEnvBool, g as getConfigDirectoryPath, i as logger } from "./logger-CT3IKMKA.js";
|
|
2
|
+
import { g as ResultFailureReason } from "./types-DmyIJ-sR.js";
|
|
3
3
|
import * as path$1 from "path";
|
|
4
4
|
import { relations, sql } from "drizzle-orm";
|
|
5
5
|
import Database from "better-sqlite3";
|
|
6
6
|
import { drizzle } from "drizzle-orm/better-sqlite3";
|
|
7
7
|
import { DefaultLogger } from "drizzle-orm/logger";
|
|
8
8
|
import { index, integer, primaryKey, real, sqliteTable, text, uniqueIndex } from "drizzle-orm/sqlite-core";
|
|
9
|
-
|
|
10
9
|
//#region src/database/index.ts
|
|
11
10
|
var DrizzleLogWriter = class {
|
|
12
11
|
write(message) {
|
|
13
|
-
if (getEnvBool("PROMPTFOO_ENABLE_DATABASE_LOGS", false))
|
|
12
|
+
if (getEnvBool("PROMPTFOO_ENABLE_DATABASE_LOGS", false)) logger.debug(`Drizzle: ${message}`);
|
|
14
13
|
}
|
|
15
14
|
};
|
|
16
15
|
let dbInstance = null;
|
|
@@ -29,19 +28,18 @@ function getDb() {
|
|
|
29
28
|
if (!isMemoryDb && !getEnvBool("PROMPTFOO_DISABLE_WAL_MODE", false)) try {
|
|
30
29
|
sqliteInstance.pragma("journal_mode = WAL");
|
|
31
30
|
const result = sqliteInstance.prepare("PRAGMA journal_mode").get();
|
|
32
|
-
if (result.journal_mode.toLowerCase() === "wal")
|
|
33
|
-
else
|
|
31
|
+
if (result.journal_mode.toLowerCase() === "wal") logger.debug("Successfully enabled SQLite WAL mode");
|
|
32
|
+
else logger.warn(`Failed to enable WAL mode (got '${result.journal_mode}'). Database performance may be reduced. This can happen on network filesystems. Set PROMPTFOO_DISABLE_WAL_MODE=true to suppress this warning.`);
|
|
34
33
|
sqliteInstance.pragma("wal_autocheckpoint = 1000");
|
|
35
34
|
sqliteInstance.pragma("synchronous = NORMAL");
|
|
36
35
|
} catch (err) {
|
|
37
|
-
|
|
36
|
+
logger.warn(`Error configuring SQLite WAL mode: ${err}. Database will use default journal mode. Performance may be reduced. This can happen on network filesystems or certain containerized environments. Set PROMPTFOO_DISABLE_WAL_MODE=true to suppress this warning.`);
|
|
38
37
|
}
|
|
39
38
|
const drizzleLogger = new DefaultLogger({ writer: new DrizzleLogWriter() });
|
|
40
39
|
dbInstance = drizzle(sqliteInstance, { logger: drizzleLogger });
|
|
41
40
|
}
|
|
42
41
|
return dbInstance;
|
|
43
42
|
}
|
|
44
|
-
|
|
45
43
|
//#endregion
|
|
46
44
|
//#region src/database/tables.ts
|
|
47
45
|
const promptsTable = sqliteTable("prompts", {
|
|
@@ -119,7 +117,7 @@ const evalsToPromptsTable = sqliteTable("evals_to_prompts", {
|
|
|
119
117
|
evalIdIdx: index("evals_to_prompts_eval_id_idx").on(t.evalId),
|
|
120
118
|
promptIdIdx: index("evals_to_prompts_prompt_id_idx").on(t.promptId)
|
|
121
119
|
}));
|
|
122
|
-
|
|
120
|
+
relations(promptsTable, ({ many }) => ({ evalsToPrompts: many(evalsToPromptsTable) }));
|
|
123
121
|
const evalsToTagsTable = sqliteTable("evals_to_tags", {
|
|
124
122
|
evalId: text("eval_id").notNull().references(() => evalsTable.id),
|
|
125
123
|
tagId: text("tag_id").notNull().references(() => tagsTable.id)
|
|
@@ -128,8 +126,8 @@ const evalsToTagsTable = sqliteTable("evals_to_tags", {
|
|
|
128
126
|
evalIdIdx: index("evals_to_tags_eval_id_idx").on(t.evalId),
|
|
129
127
|
tagIdIdx: index("evals_to_tags_tag_id_idx").on(t.tagId)
|
|
130
128
|
}));
|
|
131
|
-
|
|
132
|
-
|
|
129
|
+
relations(tagsTable, ({ many }) => ({ evalsToTags: many(evalsToTagsTable) }));
|
|
130
|
+
relations(evalsToTagsTable, ({ one }) => ({
|
|
133
131
|
eval: one(evalsTable, {
|
|
134
132
|
fields: [evalsToTagsTable.evalId],
|
|
135
133
|
references: [evalsTable.id]
|
|
@@ -177,13 +175,13 @@ const evalsToDatasetsTable = sqliteTable("evals_to_datasets", {
|
|
|
177
175
|
evalIdIdx: index("evals_to_datasets_eval_id_idx").on(t.evalId),
|
|
178
176
|
datasetIdIdx: index("evals_to_datasets_dataset_id_idx").on(t.datasetId)
|
|
179
177
|
}));
|
|
180
|
-
|
|
181
|
-
|
|
178
|
+
relations(datasetsTable, ({ many }) => ({ evalsToDatasets: many(evalsToDatasetsTable) }));
|
|
179
|
+
relations(evalsTable, ({ many }) => ({
|
|
182
180
|
evalsToPrompts: many(evalsToPromptsTable),
|
|
183
181
|
evalsToDatasets: many(evalsToDatasetsTable),
|
|
184
182
|
evalsToTags: many(evalsToTagsTable)
|
|
185
183
|
}));
|
|
186
|
-
|
|
184
|
+
relations(evalsToPromptsTable, ({ one }) => ({
|
|
187
185
|
eval: one(evalsTable, {
|
|
188
186
|
fields: [evalsToPromptsTable.evalId],
|
|
189
187
|
references: [evalsTable.id]
|
|
@@ -193,7 +191,7 @@ const evalsToPromptsRelations = relations(evalsToPromptsTable, ({ one }) => ({
|
|
|
193
191
|
references: [promptsTable.id]
|
|
194
192
|
})
|
|
195
193
|
}));
|
|
196
|
-
|
|
194
|
+
relations(evalsToDatasetsTable, ({ one }) => ({
|
|
197
195
|
eval: one(evalsTable, {
|
|
198
196
|
fields: [evalsToDatasetsTable.evalId],
|
|
199
197
|
references: [evalsTable.id]
|
|
@@ -203,7 +201,7 @@ const evalsToDatasetsRelations = relations(evalsToDatasetsTable, ({ one }) => ({
|
|
|
203
201
|
references: [datasetsTable.id]
|
|
204
202
|
})
|
|
205
203
|
}));
|
|
206
|
-
|
|
204
|
+
sqliteTable("configs", {
|
|
207
205
|
id: text("id").primaryKey(),
|
|
208
206
|
createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`),
|
|
209
207
|
updatedAt: integer("updated_at").notNull().default(sql`CURRENT_TIMESTAMP`),
|
|
@@ -214,7 +212,7 @@ const configsTable = sqliteTable("configs", {
|
|
|
214
212
|
createdAtIdx: index("configs_created_at_idx").on(table.createdAt),
|
|
215
213
|
typeIdx: index("configs_type_idx").on(table.type)
|
|
216
214
|
}));
|
|
217
|
-
|
|
215
|
+
sqliteTable("model_audits", {
|
|
218
216
|
id: text("id").primaryKey(),
|
|
219
217
|
createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`),
|
|
220
218
|
updatedAt: integer("updated_at").notNull().default(sql`CURRENT_TIMESTAMP`),
|
|
@@ -273,18 +271,18 @@ const spansTable = sqliteTable("spans", {
|
|
|
273
271
|
traceIdIdx: index("spans_trace_id_idx").on(table.traceId),
|
|
274
272
|
spanIdIdx: index("spans_span_id_idx").on(table.spanId)
|
|
275
273
|
}));
|
|
276
|
-
|
|
274
|
+
relations(tracesTable, ({ one, many }) => ({
|
|
277
275
|
eval: one(evalsTable, {
|
|
278
276
|
fields: [tracesTable.evaluationId],
|
|
279
277
|
references: [evalsTable.id]
|
|
280
278
|
}),
|
|
281
279
|
spans: many(spansTable)
|
|
282
280
|
}));
|
|
283
|
-
|
|
281
|
+
relations(spansTable, ({ one }) => ({ trace: one(tracesTable, {
|
|
284
282
|
fields: [spansTable.traceId],
|
|
285
283
|
references: [tracesTable.traceId]
|
|
286
284
|
}) }));
|
|
287
|
-
|
|
288
285
|
//#endregion
|
|
289
286
|
export { evalsTable as a, evalsToTagsTable as c, tagsTable as d, tracesTable as f, evalResultsTable as i, promptsTable as l, getDbSignalPath as m, blobReferencesTable as n, evalsToDatasetsTable as o, getDb as p, datasetsTable as r, evalsToPromptsTable as s, blobAssetsTable as t, spansTable as u };
|
|
290
|
-
|
|
287
|
+
|
|
288
|
+
//# sourceMappingURL=tables-6YKwjN9-.js.map
|
|
@@ -0,0 +1,288 @@
|
|
|
1
|
+
import { _ as getEnvBool, g as getConfigDirectoryPath, i as logger } from "./logger-DLcq4dWf.js";
|
|
2
|
+
import { s as ResultFailureReason } from "./types-CzW2QFyi.js";
|
|
3
|
+
import * as path$1 from "path";
|
|
4
|
+
import Database from "better-sqlite3";
|
|
5
|
+
import { drizzle } from "drizzle-orm/better-sqlite3";
|
|
6
|
+
import { DefaultLogger } from "drizzle-orm/logger";
|
|
7
|
+
import { relations, sql } from "drizzle-orm";
|
|
8
|
+
import { index, integer, primaryKey, real, sqliteTable, text, uniqueIndex } from "drizzle-orm/sqlite-core";
|
|
9
|
+
//#region src/database/index.ts
|
|
10
|
+
var DrizzleLogWriter = class {
|
|
11
|
+
write(message) {
|
|
12
|
+
if (getEnvBool("PROMPTFOO_ENABLE_DATABASE_LOGS", false)) logger.debug(`Drizzle: ${message}`);
|
|
13
|
+
}
|
|
14
|
+
};
|
|
15
|
+
let dbInstance = null;
|
|
16
|
+
let sqliteInstance = null;
|
|
17
|
+
function getDbPath() {
|
|
18
|
+
return path$1.resolve(getConfigDirectoryPath(true), "promptfoo.db");
|
|
19
|
+
}
|
|
20
|
+
function getDbSignalPath() {
|
|
21
|
+
return path$1.resolve(getConfigDirectoryPath(true), "evalLastWritten");
|
|
22
|
+
}
|
|
23
|
+
function getDb() {
|
|
24
|
+
if (!dbInstance) {
|
|
25
|
+
const isMemoryDb = getEnvBool("IS_TESTING");
|
|
26
|
+
sqliteInstance = new Database(isMemoryDb ? ":memory:" : getDbPath());
|
|
27
|
+
sqliteInstance.pragma("foreign_keys = ON");
|
|
28
|
+
if (!isMemoryDb && !getEnvBool("PROMPTFOO_DISABLE_WAL_MODE", false)) try {
|
|
29
|
+
sqliteInstance.pragma("journal_mode = WAL");
|
|
30
|
+
const result = sqliteInstance.prepare("PRAGMA journal_mode").get();
|
|
31
|
+
if (result.journal_mode.toLowerCase() === "wal") logger.debug("Successfully enabled SQLite WAL mode");
|
|
32
|
+
else logger.warn(`Failed to enable WAL mode (got '${result.journal_mode}'). Database performance may be reduced. This can happen on network filesystems. Set PROMPTFOO_DISABLE_WAL_MODE=true to suppress this warning.`);
|
|
33
|
+
sqliteInstance.pragma("wal_autocheckpoint = 1000");
|
|
34
|
+
sqliteInstance.pragma("synchronous = NORMAL");
|
|
35
|
+
} catch (err) {
|
|
36
|
+
logger.warn(`Error configuring SQLite WAL mode: ${err}. Database will use default journal mode. Performance may be reduced. This can happen on network filesystems or certain containerized environments. Set PROMPTFOO_DISABLE_WAL_MODE=true to suppress this warning.`);
|
|
37
|
+
}
|
|
38
|
+
const drizzleLogger = new DefaultLogger({ writer: new DrizzleLogWriter() });
|
|
39
|
+
dbInstance = drizzle(sqliteInstance, { logger: drizzleLogger });
|
|
40
|
+
}
|
|
41
|
+
return dbInstance;
|
|
42
|
+
}
|
|
43
|
+
//#endregion
|
|
44
|
+
//#region src/database/tables.ts
|
|
45
|
+
const promptsTable = sqliteTable("prompts", {
|
|
46
|
+
id: text("id").primaryKey(),
|
|
47
|
+
createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`),
|
|
48
|
+
prompt: text("prompt").notNull()
|
|
49
|
+
}, (table) => ({ createdAtIdx: index("prompts_created_at_idx").on(table.createdAt) }));
|
|
50
|
+
const tagsTable = sqliteTable("tags", {
|
|
51
|
+
id: text("id").primaryKey(),
|
|
52
|
+
name: text("name").notNull(),
|
|
53
|
+
value: text("value").notNull()
|
|
54
|
+
}, (table) => ({
|
|
55
|
+
nameIdx: index("tags_name_idx").on(table.name),
|
|
56
|
+
uniqueNameValue: uniqueIndex("tags_name_value_unique").on(table.name, table.value)
|
|
57
|
+
}));
|
|
58
|
+
const evalsTable = sqliteTable("evals", {
|
|
59
|
+
id: text("id").primaryKey(),
|
|
60
|
+
createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`),
|
|
61
|
+
author: text("author"),
|
|
62
|
+
description: text("description"),
|
|
63
|
+
results: text("results", { mode: "json" }).$type().notNull(),
|
|
64
|
+
config: text("config", { mode: "json" }).$type().notNull(),
|
|
65
|
+
prompts: text("prompts", { mode: "json" }).$type(),
|
|
66
|
+
vars: text("vars", { mode: "json" }).$type(),
|
|
67
|
+
runtimeOptions: text("runtime_options", { mode: "json" }).$type(),
|
|
68
|
+
isRedteam: integer("is_redteam", { mode: "boolean" }).notNull().default(false)
|
|
69
|
+
}, (table) => ({
|
|
70
|
+
createdAtIdx: index("evals_created_at_idx").on(table.createdAt),
|
|
71
|
+
authorIdx: index("evals_author_idx").on(table.author),
|
|
72
|
+
isRedteamIdx: index("evals_is_redteam_idx").on(table.isRedteam)
|
|
73
|
+
}));
|
|
74
|
+
const evalResultsTable = sqliteTable("eval_results", {
|
|
75
|
+
id: text("id").primaryKey(),
|
|
76
|
+
createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`),
|
|
77
|
+
updatedAt: integer("updated_at").notNull().default(sql`CURRENT_TIMESTAMP`),
|
|
78
|
+
evalId: text("eval_id").notNull().references(() => evalsTable.id),
|
|
79
|
+
promptIdx: integer("prompt_idx").notNull(),
|
|
80
|
+
testIdx: integer("test_idx").notNull(),
|
|
81
|
+
testCase: text("test_case", { mode: "json" }).$type().notNull(),
|
|
82
|
+
prompt: text("prompt", { mode: "json" }).$type().notNull(),
|
|
83
|
+
promptId: text("prompt_id").references(() => promptsTable.id),
|
|
84
|
+
provider: text("provider", { mode: "json" }).$type().notNull(),
|
|
85
|
+
latencyMs: integer("latency_ms"),
|
|
86
|
+
cost: real("cost"),
|
|
87
|
+
response: text("response", { mode: "json" }).$type(),
|
|
88
|
+
error: text("error"),
|
|
89
|
+
failureReason: integer("failure_reason").default(ResultFailureReason.NONE).notNull(),
|
|
90
|
+
success: integer("success", { mode: "boolean" }).notNull(),
|
|
91
|
+
score: real("score").notNull(),
|
|
92
|
+
gradingResult: text("grading_result", { mode: "json" }).$type(),
|
|
93
|
+
namedScores: text("named_scores", { mode: "json" }).$type(),
|
|
94
|
+
metadata: text("metadata", { mode: "json" }).$type()
|
|
95
|
+
}, (table) => ({
|
|
96
|
+
evalIdIdx: index("eval_result_eval_id_idx").on(table.evalId),
|
|
97
|
+
testIdxIdx: index("eval_result_test_idx").on(table.testIdx),
|
|
98
|
+
evalTestIdx: index("eval_result_eval_test_idx").on(table.evalId, table.testIdx),
|
|
99
|
+
evalSuccessIdx: index("eval_result_eval_success_idx").on(table.evalId, table.success),
|
|
100
|
+
evalFailureIdx: index("eval_result_eval_failure_idx").on(table.evalId, table.failureReason),
|
|
101
|
+
evalTestSuccessIdx: index("eval_result_eval_test_success_idx").on(table.evalId, table.testIdx, table.success),
|
|
102
|
+
responseIdx: index("eval_result_response_idx").on(table.response),
|
|
103
|
+
gradingResultReasonIdx: index("eval_result_grading_result_reason_idx").on(sql`json_extract(${table.gradingResult}, '$.reason')`),
|
|
104
|
+
gradingResultCommentIdx: index("eval_result_grading_result_comment_idx").on(sql`json_extract(${table.gradingResult}, '$.comment')`),
|
|
105
|
+
testCaseVarsIdx: index("eval_result_test_case_vars_idx").on(sql`json_extract(${table.testCase}, '$.vars')`),
|
|
106
|
+
testCaseMetadataIdx: index("eval_result_test_case_metadata_idx").on(sql`json_extract(${table.metadata}, '$')`),
|
|
107
|
+
namedScoresIdx: index("eval_result_named_scores_idx").on(sql`json_extract(${table.namedScores}, '$')`),
|
|
108
|
+
metadataIdx: index("eval_result_metadata_idx").on(sql`json_extract(${table.metadata}, '$')`),
|
|
109
|
+
metadataPluginIdIdx: index("eval_result_metadata_plugin_id_idx").on(sql`json_extract(${table.metadata}, '$.pluginId')`),
|
|
110
|
+
metadataStrategyIdIdx: index("eval_result_metadata_strategy_id_idx").on(sql`json_extract(${table.metadata}, '$.strategyId')`)
|
|
111
|
+
}));
|
|
112
|
+
const evalsToPromptsTable = sqliteTable("evals_to_prompts", {
|
|
113
|
+
evalId: text("eval_id").notNull().references(() => evalsTable.id, { onDelete: "cascade" }),
|
|
114
|
+
promptId: text("prompt_id").notNull().references(() => promptsTable.id)
|
|
115
|
+
}, (t) => ({
|
|
116
|
+
pk: primaryKey({ columns: [t.evalId, t.promptId] }),
|
|
117
|
+
evalIdIdx: index("evals_to_prompts_eval_id_idx").on(t.evalId),
|
|
118
|
+
promptIdIdx: index("evals_to_prompts_prompt_id_idx").on(t.promptId)
|
|
119
|
+
}));
|
|
120
|
+
relations(promptsTable, ({ many }) => ({ evalsToPrompts: many(evalsToPromptsTable) }));
|
|
121
|
+
const evalsToTagsTable = sqliteTable("evals_to_tags", {
|
|
122
|
+
evalId: text("eval_id").notNull().references(() => evalsTable.id),
|
|
123
|
+
tagId: text("tag_id").notNull().references(() => tagsTable.id)
|
|
124
|
+
}, (t) => ({
|
|
125
|
+
pk: primaryKey({ columns: [t.evalId, t.tagId] }),
|
|
126
|
+
evalIdIdx: index("evals_to_tags_eval_id_idx").on(t.evalId),
|
|
127
|
+
tagIdIdx: index("evals_to_tags_tag_id_idx").on(t.tagId)
|
|
128
|
+
}));
|
|
129
|
+
relations(tagsTable, ({ many }) => ({ evalsToTags: many(evalsToTagsTable) }));
|
|
130
|
+
relations(evalsToTagsTable, ({ one }) => ({
|
|
131
|
+
eval: one(evalsTable, {
|
|
132
|
+
fields: [evalsToTagsTable.evalId],
|
|
133
|
+
references: [evalsTable.id]
|
|
134
|
+
}),
|
|
135
|
+
tag: one(tagsTable, {
|
|
136
|
+
fields: [evalsToTagsTable.tagId],
|
|
137
|
+
references: [tagsTable.id]
|
|
138
|
+
})
|
|
139
|
+
}));
|
|
140
|
+
const blobAssetsTable = sqliteTable("blob_assets", {
|
|
141
|
+
hash: text("hash").primaryKey(),
|
|
142
|
+
sizeBytes: integer("size_bytes").notNull(),
|
|
143
|
+
mimeType: text("mime_type").notNull(),
|
|
144
|
+
provider: text("provider").notNull(),
|
|
145
|
+
createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`)
|
|
146
|
+
}, (table) => ({
|
|
147
|
+
providerIdx: index("blob_assets_provider_idx").on(table.provider),
|
|
148
|
+
createdAtIdx: index("blob_assets_created_at_idx").on(table.createdAt),
|
|
149
|
+
mimeTypeIdx: index("blob_assets_mime_type_idx").on(table.mimeType)
|
|
150
|
+
}));
|
|
151
|
+
const blobReferencesTable = sqliteTable("blob_references", {
|
|
152
|
+
id: text("id").primaryKey(),
|
|
153
|
+
blobHash: text("blob_hash").notNull().references(() => blobAssetsTable.hash, { onDelete: "cascade" }),
|
|
154
|
+
evalId: text("eval_id").notNull().references(() => evalsTable.id, { onDelete: "cascade" }),
|
|
155
|
+
testIdx: integer("test_idx"),
|
|
156
|
+
promptIdx: integer("prompt_idx"),
|
|
157
|
+
location: text("location"),
|
|
158
|
+
kind: text("kind"),
|
|
159
|
+
createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`)
|
|
160
|
+
}, (table) => ({
|
|
161
|
+
blobIdx: index("blob_references_blob_idx").on(table.blobHash),
|
|
162
|
+
evalIdx: index("blob_references_eval_idx").on(table.evalId),
|
|
163
|
+
blobCreatedAtIdx: index("blob_references_blob_created_at_idx").on(table.blobHash, table.createdAt)
|
|
164
|
+
}));
|
|
165
|
+
const datasetsTable = sqliteTable("datasets", {
|
|
166
|
+
id: text("id").primaryKey(),
|
|
167
|
+
tests: text("tests", { mode: "json" }).$type(),
|
|
168
|
+
createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`)
|
|
169
|
+
}, (table) => ({ createdAtIdx: index("datasets_created_at_idx").on(table.createdAt) }));
|
|
170
|
+
const evalsToDatasetsTable = sqliteTable("evals_to_datasets", {
|
|
171
|
+
evalId: text("eval_id").notNull().references(() => evalsTable.id),
|
|
172
|
+
datasetId: text("dataset_id").notNull().references(() => datasetsTable.id)
|
|
173
|
+
}, (t) => ({
|
|
174
|
+
pk: primaryKey({ columns: [t.evalId, t.datasetId] }),
|
|
175
|
+
evalIdIdx: index("evals_to_datasets_eval_id_idx").on(t.evalId),
|
|
176
|
+
datasetIdIdx: index("evals_to_datasets_dataset_id_idx").on(t.datasetId)
|
|
177
|
+
}));
|
|
178
|
+
relations(datasetsTable, ({ many }) => ({ evalsToDatasets: many(evalsToDatasetsTable) }));
|
|
179
|
+
relations(evalsTable, ({ many }) => ({
|
|
180
|
+
evalsToPrompts: many(evalsToPromptsTable),
|
|
181
|
+
evalsToDatasets: many(evalsToDatasetsTable),
|
|
182
|
+
evalsToTags: many(evalsToTagsTable)
|
|
183
|
+
}));
|
|
184
|
+
relations(evalsToPromptsTable, ({ one }) => ({
|
|
185
|
+
eval: one(evalsTable, {
|
|
186
|
+
fields: [evalsToPromptsTable.evalId],
|
|
187
|
+
references: [evalsTable.id]
|
|
188
|
+
}),
|
|
189
|
+
prompt: one(promptsTable, {
|
|
190
|
+
fields: [evalsToPromptsTable.promptId],
|
|
191
|
+
references: [promptsTable.id]
|
|
192
|
+
})
|
|
193
|
+
}));
|
|
194
|
+
relations(evalsToDatasetsTable, ({ one }) => ({
|
|
195
|
+
eval: one(evalsTable, {
|
|
196
|
+
fields: [evalsToDatasetsTable.evalId],
|
|
197
|
+
references: [evalsTable.id]
|
|
198
|
+
}),
|
|
199
|
+
dataset: one(datasetsTable, {
|
|
200
|
+
fields: [evalsToDatasetsTable.datasetId],
|
|
201
|
+
references: [datasetsTable.id]
|
|
202
|
+
})
|
|
203
|
+
}));
|
|
204
|
+
const configsTable = sqliteTable("configs", {
|
|
205
|
+
id: text("id").primaryKey(),
|
|
206
|
+
createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`),
|
|
207
|
+
updatedAt: integer("updated_at").notNull().default(sql`CURRENT_TIMESTAMP`),
|
|
208
|
+
name: text("name").notNull(),
|
|
209
|
+
type: text("type").notNull(),
|
|
210
|
+
config: text("config", { mode: "json" }).notNull()
|
|
211
|
+
}, (table) => ({
|
|
212
|
+
createdAtIdx: index("configs_created_at_idx").on(table.createdAt),
|
|
213
|
+
typeIdx: index("configs_type_idx").on(table.type)
|
|
214
|
+
}));
|
|
215
|
+
const modelAuditsTable = sqliteTable("model_audits", {
|
|
216
|
+
id: text("id").primaryKey(),
|
|
217
|
+
createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`),
|
|
218
|
+
updatedAt: integer("updated_at").notNull().default(sql`CURRENT_TIMESTAMP`),
|
|
219
|
+
name: text("name"),
|
|
220
|
+
author: text("author"),
|
|
221
|
+
modelPath: text("model_path").notNull(),
|
|
222
|
+
modelType: text("model_type"),
|
|
223
|
+
results: text("results", { mode: "json" }).$type().notNull(),
|
|
224
|
+
checks: text("checks", { mode: "json" }).$type(),
|
|
225
|
+
issues: text("issues", { mode: "json" }).$type(),
|
|
226
|
+
hasErrors: integer("has_errors", { mode: "boolean" }).notNull(),
|
|
227
|
+
totalChecks: integer("total_checks"),
|
|
228
|
+
passedChecks: integer("passed_checks"),
|
|
229
|
+
failedChecks: integer("failed_checks"),
|
|
230
|
+
metadata: text("metadata", { mode: "json" }).$type(),
|
|
231
|
+
modelId: text("model_id"),
|
|
232
|
+
revisionSha: text("revision_sha"),
|
|
233
|
+
contentHash: text("content_hash"),
|
|
234
|
+
modelSource: text("model_source"),
|
|
235
|
+
sourceLastModified: integer("source_last_modified"),
|
|
236
|
+
scannerVersion: text("scanner_version")
|
|
237
|
+
}, (table) => ({
|
|
238
|
+
createdAtIdx: index("model_audits_created_at_idx").on(table.createdAt),
|
|
239
|
+
modelPathIdx: index("model_audits_model_path_idx").on(table.modelPath),
|
|
240
|
+
hasErrorsIdx: index("model_audits_has_errors_idx").on(table.hasErrors),
|
|
241
|
+
modelTypeIdx: index("model_audits_model_type_idx").on(table.modelType),
|
|
242
|
+
modelIdIdx: index("model_audits_model_id_idx").on(table.modelId),
|
|
243
|
+
revisionShaIdx: index("model_audits_revision_sha_idx").on(table.revisionSha),
|
|
244
|
+
contentHashIdx: index("model_audits_content_hash_idx").on(table.contentHash),
|
|
245
|
+
modelRevisionIdx: index("model_audits_model_revision_idx").on(table.modelId, table.revisionSha),
|
|
246
|
+
modelContentIdx: index("model_audits_model_content_idx").on(table.modelId, table.contentHash)
|
|
247
|
+
}));
|
|
248
|
+
const tracesTable = sqliteTable("traces", {
|
|
249
|
+
id: text("id").primaryKey(),
|
|
250
|
+
traceId: text("trace_id").notNull().unique(),
|
|
251
|
+
evaluationId: text("evaluation_id").notNull().references(() => evalsTable.id),
|
|
252
|
+
testCaseId: text("test_case_id").notNull(),
|
|
253
|
+
createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`),
|
|
254
|
+
metadata: text("metadata", { mode: "json" }).$type()
|
|
255
|
+
}, (table) => ({
|
|
256
|
+
evaluationIdx: index("traces_evaluation_idx").on(table.evaluationId),
|
|
257
|
+
traceIdIdx: index("traces_trace_id_idx").on(table.traceId)
|
|
258
|
+
}));
|
|
259
|
+
const spansTable = sqliteTable("spans", {
|
|
260
|
+
id: text("id").primaryKey(),
|
|
261
|
+
traceId: text("trace_id").notNull().references(() => tracesTable.traceId),
|
|
262
|
+
spanId: text("span_id").notNull(),
|
|
263
|
+
parentSpanId: text("parent_span_id"),
|
|
264
|
+
name: text("name").notNull(),
|
|
265
|
+
startTime: integer("start_time").notNull(),
|
|
266
|
+
endTime: integer("end_time"),
|
|
267
|
+
attributes: text("attributes", { mode: "json" }).$type(),
|
|
268
|
+
statusCode: integer("status_code"),
|
|
269
|
+
statusMessage: text("status_message")
|
|
270
|
+
}, (table) => ({
|
|
271
|
+
traceIdIdx: index("spans_trace_id_idx").on(table.traceId),
|
|
272
|
+
spanIdIdx: index("spans_span_id_idx").on(table.spanId)
|
|
273
|
+
}));
|
|
274
|
+
relations(tracesTable, ({ one, many }) => ({
|
|
275
|
+
eval: one(evalsTable, {
|
|
276
|
+
fields: [tracesTable.evaluationId],
|
|
277
|
+
references: [evalsTable.id]
|
|
278
|
+
}),
|
|
279
|
+
spans: many(spansTable)
|
|
280
|
+
}));
|
|
281
|
+
relations(spansTable, ({ one }) => ({ trace: one(tracesTable, {
|
|
282
|
+
fields: [spansTable.traceId],
|
|
283
|
+
references: [tracesTable.traceId]
|
|
284
|
+
}) }));
|
|
285
|
+
//#endregion
|
|
286
|
+
export { evalResultsTable as a, evalsToPromptsTable as c, promptsTable as d, spansTable as f, getDbSignalPath as g, getDb as h, datasetsTable as i, evalsToTagsTable as l, tracesTable as m, blobReferencesTable as n, evalsTable as o, tagsTable as p, configsTable as r, evalsToDatasetsTable as s, blobAssetsTable as t, modelAuditsTable as u };
|
|
287
|
+
|
|
288
|
+
//# sourceMappingURL=tables-DLJPUdUE.js.map
|