promptfoo 0.120.26 → 0.121.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (366) hide show
  1. package/README.md +1 -1
  2. package/dist/drizzle/0023_wooden_mandrill.sql +2 -0
  3. package/dist/drizzle/meta/0023_snapshot.json +1496 -0
  4. package/dist/drizzle/meta/_journal.json +7 -0
  5. package/dist/src/{ListApp-D3DG0F8h.js → ListApp-Du7YVwj5.js} +2 -4
  6. package/dist/src/accounts-BgNJDBE6.js +206 -0
  7. package/dist/src/{accounts-BzEY8H3v.cjs → accounts-Bx-x3bmW.cjs} +99 -80
  8. package/dist/src/{accounts-DHHiXsy6.js → accounts-CMqkzrVf.js} +61 -36
  9. package/dist/src/{accounts-R3gfCR_g.js → accounts-xrUGFA6n.js} +60 -35
  10. package/dist/src/{agentic-utils-D6_gzOUF.js → agentic-utils-BKIN5PKu.js} +9 -10
  11. package/dist/src/{agents-CwM7re15.cjs → agents-B0f4HICh.cjs} +37 -40
  12. package/dist/src/{agents-Cnph5GLD.js → agents-C-dDThPK.js} +37 -37
  13. package/dist/src/{agents-C7BiinFI.cjs → agents-CErsqg5U.cjs} +19 -27
  14. package/dist/src/{agents-v4cW_ZgC.js → agents-CVIn-Utx.js} +19 -22
  15. package/dist/src/{agents-GiUianme.js → agents-CXknwsFX.js} +37 -40
  16. package/dist/src/{agents-DETIQHqF.js → agents-DeH4Gu94.js} +21 -28
  17. package/dist/src/{agents-DYIT-hQy.js → agents-Dy2YpZpa.js} +38 -41
  18. package/dist/src/{agents-Cao4i7AX.js → agents-aF4-T121.js} +19 -30
  19. package/dist/src/{aimlapi-DMF6v_vb.js → aimlapi-BAGZDo5G.js} +16 -18
  20. package/dist/src/{aimlapi-CMJpKK-B.js → aimlapi-BNfTBexL.js} +15 -17
  21. package/dist/src/{aimlapi-DtSf1ykJ.js → aimlapi-DHRKlBEA.js} +15 -4
  22. package/dist/src/{aimlapi-DoGLcQW_.cjs → aimlapi-tg0Gkcvr.cjs} +15 -16
  23. package/dist/src/app/assets/index-BFCZg7hQ.js +439 -0
  24. package/dist/src/app/assets/index-NCn4eVBv.css +1 -0
  25. package/dist/src/app/assets/{vendor-charts-CYyo8R8v.js → vendor-charts-CCl15Imd.js} +1 -1
  26. package/dist/src/app/assets/{vendor-markdown-DSmzq4Jh.js → vendor-markdown-0tekx3KX.js} +1 -1
  27. package/dist/src/app/index.html +4 -34
  28. package/dist/src/{audio-DUH4q0Xq.js → audio-BRODU0UK.js} +7 -9
  29. package/dist/src/{audio-BWjyvHn9.cjs → audio-BWeaWovU.cjs} +6 -7
  30. package/dist/src/{audio-U580w8jM.js → audio-CHQ4r-RV.js} +6 -5
  31. package/dist/src/{audio-BrJBFN2b.js → audio-tf_NBjlC.js} +6 -8
  32. package/dist/src/base-B0tcrnq_.js +193 -0
  33. package/dist/src/base-B4QJRyFS.js +194 -0
  34. package/dist/src/base-DBtwl2FR.cjs +222 -0
  35. package/dist/src/base-fEDN28WM.js +193 -0
  36. package/dist/src/{blobs-kt8v3UyH.js → blobs-BAU-dXan.js} +9 -12
  37. package/dist/src/{blobs-C9J2mVgo.js → blobs-Bpg5rH6i.js} +9 -12
  38. package/dist/src/{blobs-673H0jCl.cjs → blobs-DvS-O6be.cjs} +34 -37
  39. package/dist/src/blobs-qTYm-1PY.js +236 -0
  40. package/dist/src/{cache-BLLayYEN.js → cache-8XhNqPKW.js} +64 -67
  41. package/dist/src/cache-Bbn1Nyrd.cjs +5 -0
  42. package/dist/src/cache-BwsMSda7.js +6 -0
  43. package/dist/src/{cache-mIszOnuz.js → cache-CG0SlR1d.js} +64 -66
  44. package/dist/src/{cache-7xULbvt3.cjs → cache-COish3-W.cjs} +114 -117
  45. package/dist/src/cache-D3eqDYGU.js +739 -0
  46. package/dist/src/{chat-Fl6TZJRS.cjs → chat-2K608PeQ.cjs} +20 -21
  47. package/dist/src/chat-BKm79wib.js +764 -0
  48. package/dist/src/{chat-XPN9YHhr.js → chat-CM_kyI8B.js} +20 -9
  49. package/dist/src/{chat-DIywASPG.js → chat-CRWNNq73.js} +49 -49
  50. package/dist/src/{chat-C8Ei4f87.js → chat-CznLWr_D.js} +49 -49
  51. package/dist/src/{chat-CgyGj2hC.js → chat-DHMH-N64.js} +20 -22
  52. package/dist/src/{chat-C4zqjObh.cjs → chat-DaqekjFr.cjs} +69 -69
  53. package/dist/src/{chat-Cpz3O-Xl.js → chat-DxysjBvt.js} +21 -23
  54. package/dist/src/{chatkit-Dpxrq4eD.js → chatkit-65VXf5SR.js} +58 -58
  55. package/dist/src/{chatkit-DIrJX8xk.js → chatkit-Be-Q-a9F.js} +58 -60
  56. package/dist/src/{chatkit-DEls11hE.js → chatkit-BxFvW8KY.js} +58 -60
  57. package/dist/src/{chatkit-e25Ziu17.cjs → chatkit-DKyPi1Gs.cjs} +58 -60
  58. package/dist/src/chunk-DEq-mXcV.js +15 -0
  59. package/dist/src/chunk-DRamLcfz.js +16 -0
  60. package/dist/src/{claude-agent-sdk-6-xTaLwM.js → claude-agent-sdk-BLTu0WBO.js} +45 -31
  61. package/dist/src/{claude-agent-sdk-BzxF6NIJ.cjs → claude-agent-sdk-CJH22shf.cjs} +44 -29
  62. package/dist/src/{claude-agent-sdk-CmkTnKGH.js → claude-agent-sdk-D6_k9FKA.js} +45 -33
  63. package/dist/src/{claude-agent-sdk-rXCBLK_o.js → claude-agent-sdk-Dy5lT-Tx.js} +46 -21
  64. package/dist/src/{cloud-BMbRVJFw.js → cloud-Bc9526yV.js} +32 -12
  65. package/dist/src/cloud-DmE0EwsY.js +4 -0
  66. package/dist/src/{cloudflare-ai-CUg4BTcj.js → cloudflare-ai-C9r2sRhw.js} +16 -18
  67. package/dist/src/{cloudflare-ai-Z9X219gp.js → cloudflare-ai-CWWJCRim.js} +16 -4
  68. package/dist/src/{cloudflare-ai-BAQ0u_dg.cjs → cloudflare-ai-ClWSdor4.cjs} +16 -17
  69. package/dist/src/{cloudflare-ai-CobxMTR4.js → cloudflare-ai-ICsOuD-z.js} +17 -19
  70. package/dist/src/{cloudflare-gateway-C0sgfr_z.cjs → cloudflare-gateway-C2_-KG5o.cjs} +21 -22
  71. package/dist/src/{cloudflare-gateway-_itGuXry.js → cloudflare-gateway-D6O7AlYb.js} +23 -23
  72. package/dist/src/{cloudflare-gateway-D2_yi-Fh.js → cloudflare-gateway-D6xFc5pa.js} +21 -25
  73. package/dist/src/{cloudflare-gateway-Djf3F3_H.js → cloudflare-gateway-pXGHxJ47.js} +26 -14
  74. package/dist/src/{codex-sdk-ibXwdglL.js → codex-sdk-C6UMlxwV.js} +49 -32
  75. package/dist/src/{codex-sdk-BASDNkIl.js → codex-sdk-DUwKWezN.js} +49 -30
  76. package/dist/src/{codex-sdk-dSnGdgIp.js → codex-sdk-GGAw0qbD.js} +49 -32
  77. package/dist/src/{codex-sdk-wTEpMM_X.cjs → codex-sdk-fAO0c3yA.cjs} +49 -32
  78. package/dist/src/{cometapi-B01btbfb.js → cometapi-BasUi7-_.js} +17 -19
  79. package/dist/src/{cometapi-DHUAH6nK.js → cometapi-Bbjp5V4x.js} +16 -4
  80. package/dist/src/{cometapi-ChAaRjg5.js → cometapi-DkXrKi5z.js} +21 -24
  81. package/dist/src/{cometapi-JbvOJSCO.cjs → cometapi-vY6aDZgo.cjs} +21 -22
  82. package/dist/src/{completion-D9_MDlnd.js → completion-6Mx_iXxK.js} +11 -13
  83. package/dist/src/{completion-BBJ6zmG3.js → completion-C5rtR_9P.js} +11 -13
  84. package/dist/src/{completion-DDyL3Cb2.cjs → completion-CDOouNzq.cjs} +21 -23
  85. package/dist/src/completion-C_P3ypkJ.js +120 -0
  86. package/dist/src/createHash-CTQmL3G2.js +15 -0
  87. package/dist/src/createHash-CfZSc0b4.cjs +27 -0
  88. package/dist/src/createHash-Da8fMwqB.js +16 -0
  89. package/dist/src/createHash-DmPQkvBh.js +15 -0
  90. package/dist/src/{docker-JAAubMw3.js → docker-5KcG-_86.js} +18 -20
  91. package/dist/src/{docker-Ckw-j7Rr.cjs → docker-BwsKwxFs.cjs} +18 -19
  92. package/dist/src/{docker-vnOg96gi.js → docker-CZnqU1XV.js} +18 -7
  93. package/dist/src/{docker-BuButc4D.js → docker-DzxyDPIj.js} +19 -21
  94. package/dist/src/entrypoint.js +2 -3
  95. package/dist/src/{errors-DnGCbnx8.js → errors-P6ll7XSJ.js} +2 -2
  96. package/dist/src/{esm-CYhseqj4.js → esm-C03C-mv3.js} +17 -20
  97. package/dist/src/{esm-rDtG_2rg.js → esm-CaIwzWR5.js} +18 -21
  98. package/dist/src/esm-Cd1AjG1D.js +379 -0
  99. package/dist/src/{esm-BQkx5roy.cjs → esm-CnNt7sI4.cjs} +47 -49
  100. package/dist/src/eval-17JizQIv.js +15 -0
  101. package/dist/src/{eval-CYrbG57o.js → eval-DmFyWU7i.js} +49 -55
  102. package/dist/src/{evalResult-COsVttMA.js → evalResult-CDQiuUuf.js} +16 -12
  103. package/dist/src/{evalResult-6JaUIStC.js → evalResult-CTG2AHOS.js} +10 -11
  104. package/dist/src/evalResult-Cqj8pldJ.js +12 -0
  105. package/dist/src/{evalResult-DlRfu_Rq.cjs → evalResult-Dap2CekP.cjs} +20 -21
  106. package/dist/src/evalResult-DvcJAWJU.cjs +10 -0
  107. package/dist/src/evalResult-Hftn-S_i.js +10 -0
  108. package/dist/src/evaluator-B2CFNt-P.js +36 -0
  109. package/dist/src/{evaluator-3EJCMTs0.js → evaluator-DPFRbFIL.js} +210 -232
  110. package/dist/src/{extractor-LSYjrhK0.js → extractor-CFG6bcWJ.js} +23 -38
  111. package/dist/src/{extractor-DbhlYEeo.cjs → extractor-DX36oYEv.cjs} +37 -64
  112. package/dist/src/{extractor-Hs7la_19.js → extractor-M67RUtg6.js} +23 -38
  113. package/dist/src/extractor-YMU_Gvt8.js +374 -0
  114. package/dist/src/fetch-4M3YRaqL.js +780 -0
  115. package/dist/src/{fetch-18MuNu9i.js → fetch-60Gzydls.js} +60 -46
  116. package/dist/src/{fetch-SRsE6Ctl.js → fetch-BMv0O527.js} +41 -35
  117. package/dist/src/{fetch-ZMn_oemb.cjs → fetch-BxUk8odA.cjs} +268 -279
  118. package/dist/src/fetch-KV5kNASw.js +5 -0
  119. package/dist/src/{fileExtensions-ePDqouxn.js → fileExtensions-DnqA1y9x.js} +2 -2
  120. package/dist/src/{fileExtensions-BpuMmaFL.js → fileExtensions-Ds-foDzt.js} +2 -2
  121. package/dist/src/fileExtensions-LcDYkU4v.js +85 -0
  122. package/dist/src/{fileExtensions-DkJYkWUy.cjs → fileExtensions-bYh77CN8.cjs} +27 -28
  123. package/dist/src/{formatDuration-Doo0xq-z.js → formatDuration-DgBVMN65.js} +2 -2
  124. package/dist/src/{genaiTracer-Ce19n68P.js → genaiTracer-70Z8BIuV.js} +2 -3
  125. package/dist/src/{genaiTracer-CqNnnXrE.js → genaiTracer-C1rxGO8Q.js} +2 -3
  126. package/dist/src/genaiTracer-D3fD9dNV.js +256 -0
  127. package/dist/src/{genaiTracer-CQlpZkrp.cjs → genaiTracer-DN4dQywX.cjs} +13 -14
  128. package/dist/src/graders-Bu0H9nXi.js +32 -0
  129. package/dist/src/{graders-BaMCwIKp.js → graders-CHO8EPM4.js} +385 -417
  130. package/dist/src/graders-Cfhkvx-e.js +34 -0
  131. package/dist/src/{graders-QsALpIdy.js → graders-CpdqD9PI.js} +385 -417
  132. package/dist/src/graders-DClJVpGP.cjs +32 -0
  133. package/dist/src/{graders-DzUUnUjC.cjs → graders-DOXycdlG.cjs} +721 -753
  134. package/dist/src/graders-DcnJsrMO.js +32 -0
  135. package/dist/src/graders-R9rYUM0d.js +13466 -0
  136. package/dist/src/{image-BiEVdpdP.js → image-BmEZqVmk.js} +57 -18
  137. package/dist/src/{image-mhAGP07h.js → image-CBBVXWuT.js} +57 -18
  138. package/dist/src/{image-D10zEe1f.cjs → image-CDLQOcqT.cjs} +6 -7
  139. package/dist/src/{image-COCWy5dX.js → image-DJEvKveK.js} +6 -5
  140. package/dist/src/{image-C3BjJUAU.cjs → image-DTedmQPg.cjs} +77 -32
  141. package/dist/src/{image-DB4sHxdJ.js → image-gvmivTEe.js} +7 -9
  142. package/dist/src/image-pAX56tPG.js +257 -0
  143. package/dist/src/{image-BXt_7u0v.js → image-tL5hIOFh.js} +6 -8
  144. package/dist/src/index.cjs +696 -693
  145. package/dist/src/index.d.cts +113 -10
  146. package/dist/src/index.d.ts +113 -6
  147. package/dist/src/index.js +657 -658
  148. package/dist/src/{interactiveCheck-DU-MAhp5.js → interactiveCheck-BgLZUIt3.js} +7 -8
  149. package/dist/src/{invariant-DT20jrBd.js → invariant-BtWWVVhl.js} +2 -2
  150. package/dist/src/{invariant-1pAf2CD1.js → invariant-Ddh24eXh.js} +2 -2
  151. package/dist/src/{invariant-CKcJAQ6M.cjs → invariant-kfQ8Bu82.cjs} +7 -8
  152. package/dist/src/invariant-vgHWClmd.js +25 -0
  153. package/dist/src/{knowledgeBase-DotRBzUE.js → knowledgeBase-CLJybhnF.js} +19 -34
  154. package/dist/src/{knowledgeBase-XJQ0Qyez.js → knowledgeBase-CoU-UQBg.js} +17 -41
  155. package/dist/src/{knowledgeBase-CMvMlLZR.js → knowledgeBase-DjWPVqSb.js} +17 -43
  156. package/dist/src/{knowledgeBase-Bnb00xKs.cjs → knowledgeBase-wkxuRFhA.cjs} +17 -40
  157. package/dist/src/{litellm-CHrRmPAe.js → litellm-B9Hysuri.js} +16 -18
  158. package/dist/src/{litellm-CrLJrPIm.js → litellm-CTfa0hqi.js} +15 -17
  159. package/dist/src/{litellm-BrnZhMcL.cjs → litellm-NYpQ8RQu.cjs} +15 -16
  160. package/dist/src/{litellm-BECdjOTx.js → litellm-ePxtr9F1.js} +15 -4
  161. package/dist/src/{logger-w8Ozp0Td.js → logger-CT3IKMKA.js} +24 -41
  162. package/dist/src/{logger-BdZ-IqBc.cjs → logger-Cp1GPUjj.cjs} +166 -192
  163. package/dist/src/logger-DLcq4dWf.js +713 -0
  164. package/dist/src/{logger-BotXmWKW.js → logger-KkObSCzq.js} +27 -43
  165. package/dist/src/{luma-ray-C0RkI3lt.cjs → luma-ray-B0GGNRc1.cjs} +20 -21
  166. package/dist/src/{luma-ray-C-w6EsJm.js → luma-ray-BE2mOt6N.js} +20 -13
  167. package/dist/src/{luma-ray-BOeX-h0M.js → luma-ray-BW9IRGIc.js} +22 -21
  168. package/dist/src/{luma-ray-DgKLS0BF.js → luma-ray-Cm1KZBhs.js} +20 -23
  169. package/dist/src/main.js +1985 -2055
  170. package/dist/src/{messages-DXV3Qh8_.cjs → messages-1JrJs91T.cjs} +35 -34
  171. package/dist/src/{messages-D61tPFQo.js → messages-1x9atZmP.js} +25 -24
  172. package/dist/src/{messages-CDZYGNlS.js → messages-BLbWdsyt.js} +25 -24
  173. package/dist/src/messages-D8EA0oDc.js +240 -0
  174. package/dist/src/{meteor-P2rUE-Uz.js → meteor-44VjEACX.js} +3 -4
  175. package/dist/src/{meteor-SLNTgmXm.js → meteor-D-SotUw9.js} +3 -4
  176. package/dist/src/{meteor-odmwVbyG.cjs → meteor-DLZZ3osF.cjs} +3 -4
  177. package/dist/src/{meteor-Dj8cTkU_.js → meteor-DUiCJRC-.js} +3 -4
  178. package/dist/src/modelslab-C1OLRmVX.js +166 -0
  179. package/dist/src/modelslab-CqXBy3U8.js +168 -0
  180. package/dist/src/modelslab-DcOSFwKh.cjs +166 -0
  181. package/dist/src/modelslab-X5-4LroM.js +166 -0
  182. package/dist/src/{nova-reel-C2LFfVTf.js → nova-reel-BgS1ZWuK.js} +20 -13
  183. package/dist/src/{nova-reel-DtCjbD5O.js → nova-reel-D2ZkOSyr.js} +22 -21
  184. package/dist/src/{nova-reel-D9FXq3Mt.cjs → nova-reel-D9xfaMBs.cjs} +20 -21
  185. package/dist/src/{nova-reel-Bk5npr2q.js → nova-reel-DihqLeol.js} +20 -23
  186. package/dist/src/{nova-sonic-BoRSY_U6.cjs → nova-sonic-DVu3mMIy.cjs} +30 -31
  187. package/dist/src/{nova-sonic-D_qERM-K.js → nova-sonic-DezhVUYT.js} +30 -26
  188. package/dist/src/{nova-sonic-CgaWLDM1.js → nova-sonic-P-CdUMlV.js} +30 -31
  189. package/dist/src/{nova-sonic-BXRfQyF-.js → nova-sonic-Q3BOJeig.js} +31 -32
  190. package/dist/src/{openai-Bigwjgo1.cjs → openai-Cuif0GEt.cjs} +8 -9
  191. package/dist/src/{openai-Dz3surb_.js → openai-DElQ-fPX.js} +3 -4
  192. package/dist/src/{openai-CT5fwbve.js → openai-DhbB7eWK.js} +3 -4
  193. package/dist/src/openai-j-sE2O7r.js +44 -0
  194. package/dist/src/{openclaw-dHLcXUWZ.js → openclaw-BiSZPL7J.js} +20 -14
  195. package/dist/src/{openclaw-CpPrXwf6.js → openclaw-Bv1DINsX.js} +20 -27
  196. package/dist/src/{openclaw-B6XY2kUf.js → openclaw-D1D_ej1z.js} +21 -28
  197. package/dist/src/{openclaw-DDSfq5fp.cjs → openclaw-DAfWQn-o.cjs} +33 -39
  198. package/dist/src/opencode-sdk-C7m-wRfI.js +560 -0
  199. package/dist/src/opencode-sdk-CfaLN8PY.cjs +564 -0
  200. package/dist/src/opencode-sdk-D95s6SnR.js +562 -0
  201. package/dist/src/opencode-sdk-DxUPkLT7.js +560 -0
  202. package/dist/src/{otlpReceiver-DmRb0NBj.js → otlpReceiver--AIRW_S4.js} +53 -51
  203. package/dist/src/{otlpReceiver-Dg817agV.js → otlpReceiver-Bn5wGB1v.js} +53 -55
  204. package/dist/src/{otlpReceiver-B6Xo4KZM.cjs → otlpReceiver-Diec4cln.cjs} +53 -55
  205. package/dist/src/{otlpReceiver-BO0rbDzh.js → otlpReceiver-g3ByGaXs.js} +53 -55
  206. package/dist/src/{providerRegistry-Xf0qdqGQ.js → providerRegistry-B0RUOLI_.js} +7 -8
  207. package/dist/src/{providerRegistry-wCWd7sKQ.js → providerRegistry-CD8MEar9.js} +7 -8
  208. package/dist/src/{providerRegistry-lc7a7utN.cjs → providerRegistry-Civky8Ar.cjs} +12 -13
  209. package/dist/src/providerRegistry-DM8rZYol.js +45 -0
  210. package/dist/src/providers-B3HvufyI.js +33246 -0
  211. package/dist/src/{providers-BiNq_Iyc.js → providers-BKRJTjBz.js} +1743 -1795
  212. package/dist/src/providers-C1rOSHiR.js +32 -0
  213. package/dist/src/{providers-BlEhY5mi.js → providers-CFLy1_ji.js} +1750 -1802
  214. package/dist/src/{providers-BNKVY53V.cjs → providers-CFu-TZl-.cjs} +2111 -2163
  215. package/dist/src/providers-CxmDwEFf.cjs +31 -0
  216. package/dist/src/providers-Dodakqr0.js +30 -0
  217. package/dist/src/providers-GIQ2TcsA.js +30 -0
  218. package/dist/src/{pythonUtils-r1uBuA0n.js → pythonUtils-C3py6GC1.js} +18 -19
  219. package/dist/src/{pythonUtils-DZ6EbdY4.cjs → pythonUtils-CTU3Y3lw.cjs} +42 -43
  220. package/dist/src/{pythonUtils-vMlk9Qp5.js → pythonUtils-D5nxkQ0P.js} +18 -19
  221. package/dist/src/pythonUtils-D6fwaDSg.js +249 -0
  222. package/dist/src/quiverai-C2jVwbH1.js +213 -0
  223. package/dist/src/quiverai-CI6gYJVI.js +213 -0
  224. package/dist/src/quiverai-CLkWkyZc.cjs +213 -0
  225. package/dist/src/quiverai-MHSxbmmZ.js +215 -0
  226. package/dist/src/{render-CAZvKKkB.js → render-Drod8m7K.js} +4 -5
  227. package/dist/src/{responses-DLLjADw5.js → responses-BKqJmhhc.js} +34 -27
  228. package/dist/src/{responses-TsdODUpm.js → responses-CGw0DCzh.js} +34 -27
  229. package/dist/src/responses-jxdehPkC.js +660 -0
  230. package/dist/src/{responses-zOtKtnY_.cjs → responses-tD4Bd4dc.cjs} +49 -42
  231. package/dist/src/rubyUtils-BUHu6PhO.js +5 -0
  232. package/dist/src/{rubyUtils-Cs35SDYa.js → rubyUtils-BUVePouc.js} +27 -20
  233. package/dist/src/rubyUtils-BcuGX77l.js +222 -0
  234. package/dist/src/{rubyUtils-BtjlqyXt.js → rubyUtils-Boc4HZzX.js} +18 -19
  235. package/dist/src/rubyUtils-CP42kMvq.cjs +4 -0
  236. package/dist/src/{rubyUtils-DCVaJ3mc.cjs → rubyUtils-DhCAlxZr.cjs} +48 -50
  237. package/dist/src/{sagemaker-Du4LIR97.js → sagemaker-BK4Zb993.js} +75 -70
  238. package/dist/src/{sagemaker-CLdUAv5z.js → sagemaker-BfiWTmvn.js} +77 -77
  239. package/dist/src/{sagemaker-DwNnEVYt.cjs → sagemaker-CcQHM1jV.cjs} +75 -76
  240. package/dist/src/{sagemaker-BcgLu0U4.js → sagemaker-D2Q1c-sD.js} +75 -79
  241. package/dist/src/{scanner-Dyw21Wg_.js → scanner-J8CA3LsV.js} +149 -122
  242. package/dist/src/server/index.js +5620 -67302
  243. package/dist/src/{server-CgUQ25qW.cjs → server-B0PPuDw-.cjs} +57 -67
  244. package/dist/src/server-B1vi21hA.js +7 -0
  245. package/dist/src/{server-CbMTRQkg.js → server-BC7XJFgr.js} +19 -24
  246. package/dist/src/server-Cm9Kai_h.cjs +5 -0
  247. package/dist/src/{server-DWmZLfCy.js → server-DbFphssR.js} +26 -29
  248. package/dist/src/server-OAs3nBRT.js +229 -0
  249. package/dist/src/{signal-Bl32q42d.js → signal-BOTbd53Z.js} +9 -11
  250. package/dist/src/{slack-BtMkB6xP.cjs → slack-BmVAVGaK.cjs} +7 -8
  251. package/dist/src/{slack-OZYxoVON.js → slack-DCUPTzS2.js} +8 -8
  252. package/dist/src/{slack-DPqj42Ts.js → slack-DOdy_kyv.js} +7 -8
  253. package/dist/src/{slack-BfdBx2tO.js → slack-DXMKtA-f.js} +7 -9
  254. package/dist/src/store-BNmZ1KAz.cjs +5 -0
  255. package/dist/src/{store-BqwfFEyF.cjs → store-BSc-TF2w.cjs} +44 -45
  256. package/dist/src/store-BltJg2cd.js +6 -0
  257. package/dist/src/{store-D4gdn9ih.js → store-D1tv90v3.js} +34 -35
  258. package/dist/src/{store-2ocbYY9D.js → store-DQLEjuEO.js} +40 -36
  259. package/dist/src/store-Ub2vaGJ1.js +228 -0
  260. package/dist/src/{tables-D-NSwNIb.js → tables-5EvT_Bwn.js} +23 -23
  261. package/dist/src/{tables-B9E1kRp-.cjs → tables-C7K-XKWp.cjs} +93 -93
  262. package/dist/src/{tables-C7TT2XVn.js → tables-D36WTqKX.js} +25 -25
  263. package/dist/src/tables-xKANLRBD.js +288 -0
  264. package/dist/src/telemetry-5BCRNBbe.cjs +5 -0
  265. package/dist/src/{telemetry-DZ_7PaVq.js → telemetry-C15ziL8u.js} +17 -14
  266. package/dist/src/{telemetry-BXyVqyAg.js → telemetry-C2YDkUQH.js} +11 -13
  267. package/dist/src/{telemetry-D0_yFdtU.cjs → telemetry-CbrnxHp_.cjs} +21 -24
  268. package/dist/src/telemetry-D4W5hboe.js +7 -0
  269. package/dist/src/telemetry-DMb2Mpfm.js +171 -0
  270. package/dist/src/{text-Dm78AVGG.js → text-B_UCRPp2.js} +2 -2
  271. package/dist/src/{text-DF2hMKdg.cjs → text-CW1cyrwj.cjs} +12 -13
  272. package/dist/src/{text-DgMr_tiM.js → text-Db-Wt2u2.js} +2 -2
  273. package/dist/src/text-TIv0QYnd.js +22 -0
  274. package/dist/src/{tokenUsageUtils-FZd5O_4A.js → tokenUsageUtils-BDGe-iyI.js} +2 -2
  275. package/dist/src/{tokenUsageUtils-DmZSD2eU.js → tokenUsageUtils-DflFMjS0.js} +2 -2
  276. package/dist/src/tokenUsageUtils-NYT-WKS6.js +138 -0
  277. package/dist/src/{tokenUsageUtils-CXhxVj72.cjs → tokenUsageUtils-bVa1ga6f.cjs} +32 -33
  278. package/dist/src/{transcription-FNIz3YOe.cjs → transcription-CL78qbOU.cjs} +14 -15
  279. package/dist/src/{transcription-C-M81iDA.js → transcription-DAtxHhAM.js} +14 -7
  280. package/dist/src/{transcription-CYuY5sFO.js → transcription-LNZTNUUL.js} +14 -16
  281. package/dist/src/{transcription-Ch7S-LWw.js → transcription-QHh3AH6Z.js} +15 -17
  282. package/dist/src/{transform-CoP2bJ7P.js → transform-Cgi24fJ7.js} +94 -66
  283. package/dist/src/{transform-Kd6u-oNm.cjs → transform-CzK1Q0zl.cjs} +24 -26
  284. package/dist/src/{transform-D8dILpfZ.js → transform-DECvGmzp.js} +15 -13
  285. package/dist/src/{transform-DMaxQwDx.js → transform-DGLazrMm.js} +94 -66
  286. package/dist/src/transform-DGxXocjk.js +1506 -0
  287. package/dist/src/{transform-ivxEY4f7.cjs → transform-DOcQeLld.cjs} +234 -206
  288. package/dist/src/transform-DTGDnAzW.js +6 -0
  289. package/dist/src/{transform-CqTFr7KR.js → transform-DilY9wbS.js} +10 -12
  290. package/dist/src/transform-aa6tmVpZ.js +216 -0
  291. package/dist/src/transform-m3qNw4KP.cjs +5 -0
  292. package/dist/src/{transformersAvailability-DEU2naS1.js → transformersAvailability-CEVM2GNQ.js} +2 -2
  293. package/dist/src/{transformersAvailability-Bkep3ka7.cjs → transformersAvailability-CwayUSlh.cjs} +2 -3
  294. package/dist/src/{transformersAvailability-DwmezkVe.js → transformersAvailability-D6c6ROpT.js} +2 -2
  295. package/dist/src/{types-t52w-XsS.js → types-CH3Ge2sE.js} +103 -92
  296. package/dist/src/{types-DMVjYLpx.js → types-CLKiCBW3.js} +98 -91
  297. package/dist/src/types-CN_TZ2GJ.js +3260 -0
  298. package/dist/src/{types-BIfttHrT.cjs → types-LJ0r3wbR.cjs} +573 -566
  299. package/dist/src/util-5cB-L7U3.js +1430 -0
  300. package/dist/src/util-6-GqIvzS.js +599 -0
  301. package/dist/src/{util-vjscpUzy.js → util-B7T3SiBS.js} +5 -6
  302. package/dist/src/{util-Cl0zfT3V.js → util-Betm42rL.js} +44 -17
  303. package/dist/src/{util-CUEt0Vum.js → util-C-PPYSMq.js} +44 -17
  304. package/dist/src/{util-DkFTvieG.cjs → util-CchiqXh_.cjs} +35 -36
  305. package/dist/src/{util-mJ58qbbw.js → util-DaWTWKBK.js} +5 -6
  306. package/dist/src/{util-C08Kns6-.cjs → util-Db0a0AFH.cjs} +89 -62
  307. package/dist/src/{util-DiCePfDu.js → util-Dlz_Wvgm.js} +102 -53
  308. package/dist/src/{util-BSh4a_Q8.js → util-YT5HPZaS.js} +102 -53
  309. package/dist/src/{util-DUYOvxAy.cjs → util-Yz-1aEhW.cjs} +274 -219
  310. package/dist/src/util-ZZH-3QZz.js +293 -0
  311. package/dist/src/{utils-DFaZa6Rf.cjs → utils-Cz9qXqII.cjs} +32 -35
  312. package/dist/src/{utils-CVzb4YiI.js → utils-XiOAgly5.js} +4 -7
  313. package/dist/src/utils-dLokC-eR.js +94 -0
  314. package/dist/src/{utils-JaY9veb5.js → utils-f2-Moju7.js} +4 -7
  315. package/dist/tsconfig.tsbuildinfo +1 -1
  316. package/package.json +59 -53
  317. package/dist/src/app/assets/index-BOgkICuY.css +0 -1
  318. package/dist/src/app/assets/index-CSgqn_Vd.js +0 -428
  319. package/dist/src/app/tsconfig.app.tsbuildinfo +0 -1
  320. package/dist/src/base-BaXmtXYp.js +0 -107
  321. package/dist/src/base-Dtp8b4_N.js +0 -106
  322. package/dist/src/base-f71xxWai.cjs +0 -111
  323. package/dist/src/cache-BUPcq0Ad.js +0 -6
  324. package/dist/src/cache-CVfRb-HD.cjs +0 -6
  325. package/dist/src/cache-O4EuX2JV.js +0 -8
  326. package/dist/src/chunk-DHDDz29n.js +0 -22
  327. package/dist/src/chunk-FhC4c-0y.js +0 -21
  328. package/dist/src/cloud-CZ4hytdm.js +0 -5
  329. package/dist/src/eval-CKHWqG9f.js +0 -16
  330. package/dist/src/evalResult-CxTP-LMm.cjs +0 -11
  331. package/dist/src/evalResult-CzLURDcP.js +0 -13
  332. package/dist/src/evalResult-DyttNQ_G.js +0 -11
  333. package/dist/src/evaluator-0PvfeBYh.js +0 -38
  334. package/dist/src/fetch-Bi0o-fdp.js +0 -4
  335. package/dist/src/fetch-CMptBDVg.cjs +0 -4
  336. package/dist/src/fetch-DAZkv3gV.js +0 -6
  337. package/dist/src/graders-BCytzXrb.js +0 -34
  338. package/dist/src/graders-CGZQShfJ.cjs +0 -33
  339. package/dist/src/graders-spkuVC-E.js +0 -36
  340. package/dist/src/opencode-sdk-CImWVqy9.js +0 -382
  341. package/dist/src/opencode-sdk-CuCztr4P.js +0 -380
  342. package/dist/src/opencode-sdk-DhcfRbBH.js +0 -376
  343. package/dist/src/opencode-sdk-mqF-Oj3f.cjs +0 -383
  344. package/dist/src/providers-BMZZmPBJ.cjs +0 -32
  345. package/dist/src/providers-CQQrNaJk.js +0 -32
  346. package/dist/src/providers-Ck8HyrC-.js +0 -34
  347. package/dist/src/quiverai-BNfIwKCO.cjs +0 -54
  348. package/dist/src/quiverai-BQigKdIH.js +0 -57
  349. package/dist/src/quiverai-Bfy2WnE2.js +0 -55
  350. package/dist/src/quiverai-CedIP0PJ.js +0 -43
  351. package/dist/src/rubyUtils-D7--T12C.js +0 -6
  352. package/dist/src/rubyUtils-DRRiMFV2.js +0 -5
  353. package/dist/src/rubyUtils-vb8OYFC-.cjs +0 -5
  354. package/dist/src/server-BUbS0Qfh.js +0 -6
  355. package/dist/src/server-XpGXFHkS.cjs +0 -6
  356. package/dist/src/server-gfOx5Zrk.js +0 -8
  357. package/dist/src/store-5u2yriTV.js +0 -7
  358. package/dist/src/store-D_lq_8oQ.js +0 -6
  359. package/dist/src/store-m5KT6Ly7.cjs +0 -6
  360. package/dist/src/telemetry-5RHFoCJh.js +0 -6
  361. package/dist/src/telemetry-Do8wMnA-.js +0 -8
  362. package/dist/src/telemetry-LojxPoFq.cjs +0 -6
  363. package/dist/src/transform-8eGmaH-7.js +0 -7
  364. package/dist/src/transform-BRVvWaG4.cjs +0 -6
  365. package/dist/src/transform-GybT0X0u.js +0 -8
  366. package/dist/src/transformersAvailability-DkAWaK5B.js +0 -35
@@ -0,0 +1,288 @@
1
+ import { _ as getEnvBool, g as getConfigDirectoryPath, i as logger } from "./logger-DLcq4dWf.js";
2
+ import { s as ResultFailureReason } from "./types-CN_TZ2GJ.js";
3
+ import * as path$1 from "path";
4
+ import Database from "better-sqlite3";
5
+ import { drizzle } from "drizzle-orm/better-sqlite3";
6
+ import { DefaultLogger } from "drizzle-orm/logger";
7
+ import { relations, sql } from "drizzle-orm";
8
+ import { index, integer, primaryKey, real, sqliteTable, text, uniqueIndex } from "drizzle-orm/sqlite-core";
9
+ //#region src/database/index.ts
10
+ var DrizzleLogWriter = class {
11
+ write(message) {
12
+ if (getEnvBool("PROMPTFOO_ENABLE_DATABASE_LOGS", false)) logger.debug(`Drizzle: ${message}`);
13
+ }
14
+ };
15
+ let dbInstance = null;
16
+ let sqliteInstance = null;
17
+ function getDbPath() {
18
+ return path$1.resolve(getConfigDirectoryPath(true), "promptfoo.db");
19
+ }
20
+ function getDbSignalPath() {
21
+ return path$1.resolve(getConfigDirectoryPath(true), "evalLastWritten");
22
+ }
23
+ function getDb() {
24
+ if (!dbInstance) {
25
+ const isMemoryDb = getEnvBool("IS_TESTING");
26
+ sqliteInstance = new Database(isMemoryDb ? ":memory:" : getDbPath());
27
+ sqliteInstance.pragma("foreign_keys = ON");
28
+ if (!isMemoryDb && !getEnvBool("PROMPTFOO_DISABLE_WAL_MODE", false)) try {
29
+ sqliteInstance.pragma("journal_mode = WAL");
30
+ const result = sqliteInstance.prepare("PRAGMA journal_mode").get();
31
+ if (result.journal_mode.toLowerCase() === "wal") logger.debug("Successfully enabled SQLite WAL mode");
32
+ else logger.warn(`Failed to enable WAL mode (got '${result.journal_mode}'). Database performance may be reduced. This can happen on network filesystems. Set PROMPTFOO_DISABLE_WAL_MODE=true to suppress this warning.`);
33
+ sqliteInstance.pragma("wal_autocheckpoint = 1000");
34
+ sqliteInstance.pragma("synchronous = NORMAL");
35
+ } catch (err) {
36
+ logger.warn(`Error configuring SQLite WAL mode: ${err}. Database will use default journal mode. Performance may be reduced. This can happen on network filesystems or certain containerized environments. Set PROMPTFOO_DISABLE_WAL_MODE=true to suppress this warning.`);
37
+ }
38
+ const drizzleLogger = new DefaultLogger({ writer: new DrizzleLogWriter() });
39
+ dbInstance = drizzle(sqliteInstance, { logger: drizzleLogger });
40
+ }
41
+ return dbInstance;
42
+ }
43
+ //#endregion
44
+ //#region src/database/tables.ts
45
+ const promptsTable = sqliteTable("prompts", {
46
+ id: text("id").primaryKey(),
47
+ createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`),
48
+ prompt: text("prompt").notNull()
49
+ }, (table) => ({ createdAtIdx: index("prompts_created_at_idx").on(table.createdAt) }));
50
+ const tagsTable = sqliteTable("tags", {
51
+ id: text("id").primaryKey(),
52
+ name: text("name").notNull(),
53
+ value: text("value").notNull()
54
+ }, (table) => ({
55
+ nameIdx: index("tags_name_idx").on(table.name),
56
+ uniqueNameValue: uniqueIndex("tags_name_value_unique").on(table.name, table.value)
57
+ }));
58
+ const evalsTable = sqliteTable("evals", {
59
+ id: text("id").primaryKey(),
60
+ createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`),
61
+ author: text("author"),
62
+ description: text("description"),
63
+ results: text("results", { mode: "json" }).$type().notNull(),
64
+ config: text("config", { mode: "json" }).$type().notNull(),
65
+ prompts: text("prompts", { mode: "json" }).$type(),
66
+ vars: text("vars", { mode: "json" }).$type(),
67
+ runtimeOptions: text("runtime_options", { mode: "json" }).$type(),
68
+ isRedteam: integer("is_redteam", { mode: "boolean" }).notNull().default(false)
69
+ }, (table) => ({
70
+ createdAtIdx: index("evals_created_at_idx").on(table.createdAt),
71
+ authorIdx: index("evals_author_idx").on(table.author),
72
+ isRedteamIdx: index("evals_is_redteam_idx").on(table.isRedteam)
73
+ }));
74
+ const evalResultsTable = sqliteTable("eval_results", {
75
+ id: text("id").primaryKey(),
76
+ createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`),
77
+ updatedAt: integer("updated_at").notNull().default(sql`CURRENT_TIMESTAMP`),
78
+ evalId: text("eval_id").notNull().references(() => evalsTable.id),
79
+ promptIdx: integer("prompt_idx").notNull(),
80
+ testIdx: integer("test_idx").notNull(),
81
+ testCase: text("test_case", { mode: "json" }).$type().notNull(),
82
+ prompt: text("prompt", { mode: "json" }).$type().notNull(),
83
+ promptId: text("prompt_id").references(() => promptsTable.id),
84
+ provider: text("provider", { mode: "json" }).$type().notNull(),
85
+ latencyMs: integer("latency_ms"),
86
+ cost: real("cost"),
87
+ response: text("response", { mode: "json" }).$type(),
88
+ error: text("error"),
89
+ failureReason: integer("failure_reason").default(ResultFailureReason.NONE).notNull(),
90
+ success: integer("success", { mode: "boolean" }).notNull(),
91
+ score: real("score").notNull(),
92
+ gradingResult: text("grading_result", { mode: "json" }).$type(),
93
+ namedScores: text("named_scores", { mode: "json" }).$type(),
94
+ metadata: text("metadata", { mode: "json" }).$type()
95
+ }, (table) => ({
96
+ evalIdIdx: index("eval_result_eval_id_idx").on(table.evalId),
97
+ testIdxIdx: index("eval_result_test_idx").on(table.testIdx),
98
+ evalTestIdx: index("eval_result_eval_test_idx").on(table.evalId, table.testIdx),
99
+ evalSuccessIdx: index("eval_result_eval_success_idx").on(table.evalId, table.success),
100
+ evalFailureIdx: index("eval_result_eval_failure_idx").on(table.evalId, table.failureReason),
101
+ evalTestSuccessIdx: index("eval_result_eval_test_success_idx").on(table.evalId, table.testIdx, table.success),
102
+ responseIdx: index("eval_result_response_idx").on(table.response),
103
+ gradingResultReasonIdx: index("eval_result_grading_result_reason_idx").on(sql`json_extract(${table.gradingResult}, '$.reason')`),
104
+ gradingResultCommentIdx: index("eval_result_grading_result_comment_idx").on(sql`json_extract(${table.gradingResult}, '$.comment')`),
105
+ testCaseVarsIdx: index("eval_result_test_case_vars_idx").on(sql`json_extract(${table.testCase}, '$.vars')`),
106
+ testCaseMetadataIdx: index("eval_result_test_case_metadata_idx").on(sql`json_extract(${table.metadata}, '$')`),
107
+ namedScoresIdx: index("eval_result_named_scores_idx").on(sql`json_extract(${table.namedScores}, '$')`),
108
+ metadataIdx: index("eval_result_metadata_idx").on(sql`json_extract(${table.metadata}, '$')`),
109
+ metadataPluginIdIdx: index("eval_result_metadata_plugin_id_idx").on(sql`json_extract(${table.metadata}, '$.pluginId')`),
110
+ metadataStrategyIdIdx: index("eval_result_metadata_strategy_id_idx").on(sql`json_extract(${table.metadata}, '$.strategyId')`)
111
+ }));
112
+ const evalsToPromptsTable = sqliteTable("evals_to_prompts", {
113
+ evalId: text("eval_id").notNull().references(() => evalsTable.id, { onDelete: "cascade" }),
114
+ promptId: text("prompt_id").notNull().references(() => promptsTable.id)
115
+ }, (t) => ({
116
+ pk: primaryKey({ columns: [t.evalId, t.promptId] }),
117
+ evalIdIdx: index("evals_to_prompts_eval_id_idx").on(t.evalId),
118
+ promptIdIdx: index("evals_to_prompts_prompt_id_idx").on(t.promptId)
119
+ }));
120
+ relations(promptsTable, ({ many }) => ({ evalsToPrompts: many(evalsToPromptsTable) }));
121
+ const evalsToTagsTable = sqliteTable("evals_to_tags", {
122
+ evalId: text("eval_id").notNull().references(() => evalsTable.id),
123
+ tagId: text("tag_id").notNull().references(() => tagsTable.id)
124
+ }, (t) => ({
125
+ pk: primaryKey({ columns: [t.evalId, t.tagId] }),
126
+ evalIdIdx: index("evals_to_tags_eval_id_idx").on(t.evalId),
127
+ tagIdIdx: index("evals_to_tags_tag_id_idx").on(t.tagId)
128
+ }));
129
+ relations(tagsTable, ({ many }) => ({ evalsToTags: many(evalsToTagsTable) }));
130
+ relations(evalsToTagsTable, ({ one }) => ({
131
+ eval: one(evalsTable, {
132
+ fields: [evalsToTagsTable.evalId],
133
+ references: [evalsTable.id]
134
+ }),
135
+ tag: one(tagsTable, {
136
+ fields: [evalsToTagsTable.tagId],
137
+ references: [tagsTable.id]
138
+ })
139
+ }));
140
+ const blobAssetsTable = sqliteTable("blob_assets", {
141
+ hash: text("hash").primaryKey(),
142
+ sizeBytes: integer("size_bytes").notNull(),
143
+ mimeType: text("mime_type").notNull(),
144
+ provider: text("provider").notNull(),
145
+ createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`)
146
+ }, (table) => ({
147
+ providerIdx: index("blob_assets_provider_idx").on(table.provider),
148
+ createdAtIdx: index("blob_assets_created_at_idx").on(table.createdAt),
149
+ mimeTypeIdx: index("blob_assets_mime_type_idx").on(table.mimeType)
150
+ }));
151
+ const blobReferencesTable = sqliteTable("blob_references", {
152
+ id: text("id").primaryKey(),
153
+ blobHash: text("blob_hash").notNull().references(() => blobAssetsTable.hash, { onDelete: "cascade" }),
154
+ evalId: text("eval_id").notNull().references(() => evalsTable.id, { onDelete: "cascade" }),
155
+ testIdx: integer("test_idx"),
156
+ promptIdx: integer("prompt_idx"),
157
+ location: text("location"),
158
+ kind: text("kind"),
159
+ createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`)
160
+ }, (table) => ({
161
+ blobIdx: index("blob_references_blob_idx").on(table.blobHash),
162
+ evalIdx: index("blob_references_eval_idx").on(table.evalId),
163
+ blobCreatedAtIdx: index("blob_references_blob_created_at_idx").on(table.blobHash, table.createdAt)
164
+ }));
165
+ const datasetsTable = sqliteTable("datasets", {
166
+ id: text("id").primaryKey(),
167
+ tests: text("tests", { mode: "json" }).$type(),
168
+ createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`)
169
+ }, (table) => ({ createdAtIdx: index("datasets_created_at_idx").on(table.createdAt) }));
170
+ const evalsToDatasetsTable = sqliteTable("evals_to_datasets", {
171
+ evalId: text("eval_id").notNull().references(() => evalsTable.id),
172
+ datasetId: text("dataset_id").notNull().references(() => datasetsTable.id)
173
+ }, (t) => ({
174
+ pk: primaryKey({ columns: [t.evalId, t.datasetId] }),
175
+ evalIdIdx: index("evals_to_datasets_eval_id_idx").on(t.evalId),
176
+ datasetIdIdx: index("evals_to_datasets_dataset_id_idx").on(t.datasetId)
177
+ }));
178
+ relations(datasetsTable, ({ many }) => ({ evalsToDatasets: many(evalsToDatasetsTable) }));
179
+ relations(evalsTable, ({ many }) => ({
180
+ evalsToPrompts: many(evalsToPromptsTable),
181
+ evalsToDatasets: many(evalsToDatasetsTable),
182
+ evalsToTags: many(evalsToTagsTable)
183
+ }));
184
+ relations(evalsToPromptsTable, ({ one }) => ({
185
+ eval: one(evalsTable, {
186
+ fields: [evalsToPromptsTable.evalId],
187
+ references: [evalsTable.id]
188
+ }),
189
+ prompt: one(promptsTable, {
190
+ fields: [evalsToPromptsTable.promptId],
191
+ references: [promptsTable.id]
192
+ })
193
+ }));
194
+ relations(evalsToDatasetsTable, ({ one }) => ({
195
+ eval: one(evalsTable, {
196
+ fields: [evalsToDatasetsTable.evalId],
197
+ references: [evalsTable.id]
198
+ }),
199
+ dataset: one(datasetsTable, {
200
+ fields: [evalsToDatasetsTable.datasetId],
201
+ references: [datasetsTable.id]
202
+ })
203
+ }));
204
+ const configsTable = sqliteTable("configs", {
205
+ id: text("id").primaryKey(),
206
+ createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`),
207
+ updatedAt: integer("updated_at").notNull().default(sql`CURRENT_TIMESTAMP`),
208
+ name: text("name").notNull(),
209
+ type: text("type").notNull(),
210
+ config: text("config", { mode: "json" }).notNull()
211
+ }, (table) => ({
212
+ createdAtIdx: index("configs_created_at_idx").on(table.createdAt),
213
+ typeIdx: index("configs_type_idx").on(table.type)
214
+ }));
215
+ const modelAuditsTable = sqliteTable("model_audits", {
216
+ id: text("id").primaryKey(),
217
+ createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`),
218
+ updatedAt: integer("updated_at").notNull().default(sql`CURRENT_TIMESTAMP`),
219
+ name: text("name"),
220
+ author: text("author"),
221
+ modelPath: text("model_path").notNull(),
222
+ modelType: text("model_type"),
223
+ results: text("results", { mode: "json" }).$type().notNull(),
224
+ checks: text("checks", { mode: "json" }).$type(),
225
+ issues: text("issues", { mode: "json" }).$type(),
226
+ hasErrors: integer("has_errors", { mode: "boolean" }).notNull(),
227
+ totalChecks: integer("total_checks"),
228
+ passedChecks: integer("passed_checks"),
229
+ failedChecks: integer("failed_checks"),
230
+ metadata: text("metadata", { mode: "json" }).$type(),
231
+ modelId: text("model_id"),
232
+ revisionSha: text("revision_sha"),
233
+ contentHash: text("content_hash"),
234
+ modelSource: text("model_source"),
235
+ sourceLastModified: integer("source_last_modified"),
236
+ scannerVersion: text("scanner_version")
237
+ }, (table) => ({
238
+ createdAtIdx: index("model_audits_created_at_idx").on(table.createdAt),
239
+ modelPathIdx: index("model_audits_model_path_idx").on(table.modelPath),
240
+ hasErrorsIdx: index("model_audits_has_errors_idx").on(table.hasErrors),
241
+ modelTypeIdx: index("model_audits_model_type_idx").on(table.modelType),
242
+ modelIdIdx: index("model_audits_model_id_idx").on(table.modelId),
243
+ revisionShaIdx: index("model_audits_revision_sha_idx").on(table.revisionSha),
244
+ contentHashIdx: index("model_audits_content_hash_idx").on(table.contentHash),
245
+ modelRevisionIdx: index("model_audits_model_revision_idx").on(table.modelId, table.revisionSha),
246
+ modelContentIdx: index("model_audits_model_content_idx").on(table.modelId, table.contentHash)
247
+ }));
248
+ const tracesTable = sqliteTable("traces", {
249
+ id: text("id").primaryKey(),
250
+ traceId: text("trace_id").notNull().unique(),
251
+ evaluationId: text("evaluation_id").notNull().references(() => evalsTable.id),
252
+ testCaseId: text("test_case_id").notNull(),
253
+ createdAt: integer("created_at").notNull().default(sql`CURRENT_TIMESTAMP`),
254
+ metadata: text("metadata", { mode: "json" }).$type()
255
+ }, (table) => ({
256
+ evaluationIdx: index("traces_evaluation_idx").on(table.evaluationId),
257
+ traceIdIdx: index("traces_trace_id_idx").on(table.traceId)
258
+ }));
259
+ const spansTable = sqliteTable("spans", {
260
+ id: text("id").primaryKey(),
261
+ traceId: text("trace_id").notNull().references(() => tracesTable.traceId),
262
+ spanId: text("span_id").notNull(),
263
+ parentSpanId: text("parent_span_id"),
264
+ name: text("name").notNull(),
265
+ startTime: integer("start_time").notNull(),
266
+ endTime: integer("end_time"),
267
+ attributes: text("attributes", { mode: "json" }).$type(),
268
+ statusCode: integer("status_code"),
269
+ statusMessage: text("status_message")
270
+ }, (table) => ({
271
+ traceIdIdx: index("spans_trace_id_idx").on(table.traceId),
272
+ spanIdIdx: index("spans_span_id_idx").on(table.spanId)
273
+ }));
274
+ relations(tracesTable, ({ one, many }) => ({
275
+ eval: one(evalsTable, {
276
+ fields: [tracesTable.evaluationId],
277
+ references: [evalsTable.id]
278
+ }),
279
+ spans: many(spansTable)
280
+ }));
281
+ relations(spansTable, ({ one }) => ({ trace: one(tracesTable, {
282
+ fields: [spansTable.traceId],
283
+ references: [tracesTable.traceId]
284
+ }) }));
285
+ //#endregion
286
+ export { evalResultsTable as a, evalsToPromptsTable as c, promptsTable as d, spansTable as f, getDbSignalPath as g, getDb as h, datasetsTable as i, evalsToTagsTable as l, tracesTable as m, blobReferencesTable as n, evalsTable as o, tagsTable as p, configsTable as r, evalsToDatasetsTable as s, blobAssetsTable as t, modelAuditsTable as u };
287
+
288
+ //# sourceMappingURL=tables-xKANLRBD.js.map
@@ -0,0 +1,5 @@
1
+ require("./logger-Cp1GPUjj.cjs");
2
+ require("./fetch-BxUk8odA.cjs");
3
+ require("./accounts-Bx-x3bmW.cjs");
4
+ const require_telemetry = require("./telemetry-CbrnxHp_.cjs");
5
+ exports.default = require_telemetry.telemetry;
@@ -1,11 +1,15 @@
1
- import { C as isCI, _ as getEnvBool, b as getEnvString, i as logger_default } from "./logger-w8Ozp0Td.js";
2
- import { A as EVENTS_ENDPOINT, D as CONSENT_ENDPOINT, I as POSTHOG_KEY, L as VERSION, j as R_ENDPOINT, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-18MuNu9i.js";
3
- import { a as getUserId, i as getUserEmail, n as getAuthMethod, o as isLoggedIntoCloud } from "./accounts-R3gfCR_g.js";
1
+ import { t as __exportAll } from "./chunk-DEq-mXcV.js";
2
+ import { C as isCI, _ as getEnvBool, b as getEnvString, i as logger } from "./logger-CT3IKMKA.js";
3
+ import { D as R_ENDPOINT, E as EVENTS_ENDPOINT, M as POSTHOG_KEY, N as VERSION, T as CONSENT_ENDPOINT, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-60Gzydls.js";
4
+ import { a as getUserId, i as getUserEmail, n as getAuthMethod, o as isLoggedIntoCloud } from "./accounts-xrUGFA6n.js";
4
5
  import { z } from "zod";
5
6
  import { PostHog } from "posthog-node";
6
-
7
7
  //#region src/telemetry.ts
8
- const TelemetryEventSchema = z.object({
8
+ var telemetry_exports = /* @__PURE__ */ __exportAll({
9
+ Telemetry: () => Telemetry,
10
+ default: () => telemetry
11
+ });
12
+ z.object({
9
13
  event: z.enum([
10
14
  "assertion_used",
11
15
  "command_used",
@@ -36,7 +40,7 @@ let posthogClient = null;
36
40
  let isShuttingDown = false;
37
41
  function getPostHogClient() {
38
42
  if (getEnvBool("PROMPTFOO_DISABLE_TELEMETRY") || getEnvBool("IS_TESTING")) return null;
39
- if (posthogClient === null && POSTHOG_KEY) try {
43
+ if (posthogClient === null && "phc_E5n5uHnDo2eREJL1uqX1cIlbkoRby4yFWt3V94HqRRg") try {
40
44
  posthogClient = new PostHog(POSTHOG_KEY, {
41
45
  host: EVENTS_ENDPOINT,
42
46
  fetch: fetchWithProxy,
@@ -72,7 +76,7 @@ var Telemetry = class {
72
76
  });
73
77
  client.flush().catch(() => {});
74
78
  } catch (error) {
75
- logger_default.debug(`PostHog identify error: ${error}`);
79
+ logger.debug(`PostHog identify error: ${error}`);
76
80
  }
77
81
  }
78
82
  get disabled() {
@@ -103,7 +107,7 @@ var Telemetry = class {
103
107
  });
104
108
  client.flush().catch(() => {});
105
109
  } catch (error) {
106
- logger_default.debug(`PostHog capture error: ${error}`);
110
+ logger.debug(`PostHog capture error: ${error}`);
107
111
  }
108
112
  fetchWithProxy(R_ENDPOINT, {
109
113
  method: "POST",
@@ -127,7 +131,7 @@ var Telemetry = class {
127
131
  try {
128
132
  await client.shutdown();
129
133
  } catch (error) {
130
- logger_default.debug(`PostHog shutdown error: ${error}`);
134
+ logger.debug(`PostHog shutdown error: ${error}`);
131
135
  }
132
136
  }
133
137
  /**
@@ -145,7 +149,7 @@ var Telemetry = class {
145
149
  }, TELEMETRY_TIMEOUT_MS);
146
150
  if (!response.ok) throw new Error(`Failed to save consent: ${response.statusText}`);
147
151
  } catch (err) {
148
- logger_default.debug(`Failed to save consent: ${err.message}`);
152
+ logger.debug(`Failed to save consent: ${err.message}`);
149
153
  }
150
154
  }
151
155
  };
@@ -160,8 +164,7 @@ if (!process[SHUTDOWN_HANDLER_KEY]) {
160
164
  if (instance) instance.shutdown().catch(() => {});
161
165
  });
162
166
  }
163
- var telemetry_default = telemetry;
164
-
165
167
  //#endregion
166
- export { telemetry_default as n, Telemetry as t };
167
- //# sourceMappingURL=telemetry-DZ_7PaVq.js.map
168
+ export { telemetry_exports as n, telemetry as t };
169
+
170
+ //# sourceMappingURL=telemetry-C15ziL8u.js.map
@@ -1,10 +1,9 @@
1
1
  #!/usr/bin/env node
2
- import { C as getEnvString, E as isCI, b as getEnvBool, o as logger_default } from "./logger-BotXmWKW.js";
3
- import { C as CONSENT_ENDPOINT, D as R_ENDPOINT, E as EVENTS_ENDPOINT, N as POSTHOG_KEY, P as VERSION, i as fetchWithTimeout, n as fetchWithProxy } from "./fetch-SRsE6Ctl.js";
4
- import { c as isLoggedIntoCloud, i as getAuthMethod, o as getUserEmail, s as getUserId } from "./accounts-DHHiXsy6.js";
2
+ import { C as getEnvString, E as isCI, b as getEnvBool, o as logger } from "./logger-KkObSCzq.js";
3
+ import { E as R_ENDPOINT, M as POSTHOG_KEY, N as VERSION, T as EVENTS_ENDPOINT, i as fetchWithTimeout, n as fetchWithProxy, w as CONSENT_ENDPOINT } from "./fetch-BMv0O527.js";
4
+ import { c as isLoggedIntoCloud, i as getAuthMethod, o as getUserEmail, s as getUserId } from "./accounts-CMqkzrVf.js";
5
5
  import { PostHog } from "posthog-node";
6
6
  import { z } from "zod";
7
-
8
7
  //#region src/telemetry.ts
9
8
  const TelemetryEventSchema = z.object({
10
9
  event: z.enum([
@@ -37,7 +36,7 @@ let posthogClient = null;
37
36
  let isShuttingDown = false;
38
37
  function getPostHogClient() {
39
38
  if (getEnvBool("PROMPTFOO_DISABLE_TELEMETRY") || getEnvBool("IS_TESTING")) return null;
40
- if (posthogClient === null && POSTHOG_KEY) try {
39
+ if (posthogClient === null && "phc_E5n5uHnDo2eREJL1uqX1cIlbkoRby4yFWt3V94HqRRg") try {
41
40
  posthogClient = new PostHog(POSTHOG_KEY, {
42
41
  host: EVENTS_ENDPOINT,
43
42
  fetch: fetchWithProxy,
@@ -73,7 +72,7 @@ var Telemetry = class {
73
72
  });
74
73
  client.flush().catch(() => {});
75
74
  } catch (error) {
76
- logger_default.debug(`PostHog identify error: ${error}`);
75
+ logger.debug(`PostHog identify error: ${error}`);
77
76
  }
78
77
  }
79
78
  get disabled() {
@@ -104,7 +103,7 @@ var Telemetry = class {
104
103
  });
105
104
  client.flush().catch(() => {});
106
105
  } catch (error) {
107
- logger_default.debug(`PostHog capture error: ${error}`);
106
+ logger.debug(`PostHog capture error: ${error}`);
108
107
  }
109
108
  fetchWithProxy(R_ENDPOINT, {
110
109
  method: "POST",
@@ -128,7 +127,7 @@ var Telemetry = class {
128
127
  try {
129
128
  await client.shutdown();
130
129
  } catch (error) {
131
- logger_default.debug(`PostHog shutdown error: ${error}`);
130
+ logger.debug(`PostHog shutdown error: ${error}`);
132
131
  }
133
132
  }
134
133
  /**
@@ -146,7 +145,7 @@ var Telemetry = class {
146
145
  }, TELEMETRY_TIMEOUT_MS);
147
146
  if (!response.ok) throw new Error(`Failed to save consent: ${response.statusText}`);
148
147
  } catch (err) {
149
- logger_default.debug(`Failed to save consent: ${err.message}`);
148
+ logger.debug(`Failed to save consent: ${err.message}`);
150
149
  }
151
150
  }
152
151
  };
@@ -161,8 +160,7 @@ if (!process[SHUTDOWN_HANDLER_KEY]) {
161
160
  if (instance) instance.shutdown().catch(() => {});
162
161
  });
163
162
  }
164
- var telemetry_default = telemetry;
165
-
166
163
  //#endregion
167
- export { TelemetryEventSchema as n, telemetry_default as r, Telemetry as t };
168
- //# sourceMappingURL=telemetry-BXyVqyAg.js.map
164
+ export { TelemetryEventSchema as n, telemetry as r, Telemetry as t };
165
+
166
+ //# sourceMappingURL=telemetry-C2YDkUQH.js.map
@@ -1,11 +1,9 @@
1
- const require_logger = require('./logger-BdZ-IqBc.cjs');
2
- const require_fetch = require('./fetch-ZMn_oemb.cjs');
3
- const require_accounts = require('./accounts-BzEY8H3v.cjs');
1
+ const require_logger = require("./logger-Cp1GPUjj.cjs");
2
+ const require_fetch = require("./fetch-BxUk8odA.cjs");
3
+ const require_accounts = require("./accounts-Bx-x3bmW.cjs");
4
4
  let zod = require("zod");
5
5
  let posthog_node = require("posthog-node");
6
-
7
- //#region src/telemetry.ts
8
- const TelemetryEventSchema = zod.z.object({
6
+ zod.z.object({
9
7
  event: zod.z.enum([
10
8
  "assertion_used",
11
9
  "command_used",
@@ -36,7 +34,7 @@ let posthogClient = null;
36
34
  let isShuttingDown = false;
37
35
  function getPostHogClient() {
38
36
  if (require_logger.getEnvBool("PROMPTFOO_DISABLE_TELEMETRY") || require_logger.getEnvBool("IS_TESTING")) return null;
39
- if (posthogClient === null && require_fetch.POSTHOG_KEY) try {
37
+ if (posthogClient === null && "phc_E5n5uHnDo2eREJL1uqX1cIlbkoRby4yFWt3V94HqRRg") try {
40
38
  posthogClient = new posthog_node.PostHog(require_fetch.POSTHOG_KEY, {
41
39
  host: require_fetch.EVENTS_ENDPOINT,
42
40
  fetch: require_fetch.fetchWithProxy,
@@ -72,7 +70,7 @@ var Telemetry = class {
72
70
  });
73
71
  client.flush().catch(() => {});
74
72
  } catch (error) {
75
- require_logger.logger_default.debug(`PostHog identify error: ${error}`);
73
+ require_logger.logger.debug(`PostHog identify error: ${error}`);
76
74
  }
77
75
  }
78
76
  get disabled() {
@@ -103,7 +101,7 @@ var Telemetry = class {
103
101
  });
104
102
  client.flush().catch(() => {});
105
103
  } catch (error) {
106
- require_logger.logger_default.debug(`PostHog capture error: ${error}`);
104
+ require_logger.logger.debug(`PostHog capture error: ${error}`);
107
105
  }
108
106
  require_fetch.fetchWithProxy(require_fetch.R_ENDPOINT, {
109
107
  method: "POST",
@@ -127,7 +125,7 @@ var Telemetry = class {
127
125
  try {
128
126
  await client.shutdown();
129
127
  } catch (error) {
130
- require_logger.logger_default.debug(`PostHog shutdown error: ${error}`);
128
+ require_logger.logger.debug(`PostHog shutdown error: ${error}`);
131
129
  }
132
130
  }
133
131
  /**
@@ -145,7 +143,7 @@ var Telemetry = class {
145
143
  }, TELEMETRY_TIMEOUT_MS);
146
144
  if (!response.ok) throw new Error(`Failed to save consent: ${response.statusText}`);
147
145
  } catch (err) {
148
- require_logger.logger_default.debug(`Failed to save consent: ${err.message}`);
146
+ require_logger.logger.debug(`Failed to save consent: ${err.message}`);
149
147
  }
150
148
  }
151
149
  };
@@ -160,19 +158,18 @@ if (!process[SHUTDOWN_HANDLER_KEY]) {
160
158
  if (instance) instance.shutdown().catch(() => {});
161
159
  });
162
160
  }
163
- var telemetry_default = telemetry;
164
-
165
161
  //#endregion
166
- Object.defineProperty(exports, 'Telemetry', {
167
- enumerable: true,
168
- get: function () {
169
- return Telemetry;
170
- }
162
+ Object.defineProperty(exports, "Telemetry", {
163
+ enumerable: true,
164
+ get: function() {
165
+ return Telemetry;
166
+ }
171
167
  });
172
- Object.defineProperty(exports, 'telemetry_default', {
173
- enumerable: true,
174
- get: function () {
175
- return telemetry_default;
176
- }
168
+ Object.defineProperty(exports, "telemetry", {
169
+ enumerable: true,
170
+ get: function() {
171
+ return telemetry;
172
+ }
177
173
  });
178
- //# sourceMappingURL=telemetry-D0_yFdtU.cjs.map
174
+
175
+ //# sourceMappingURL=telemetry-CbrnxHp_.cjs.map
@@ -0,0 +1,7 @@
1
+ #!/usr/bin/env node
2
+ import "./logger-KkObSCzq.js";
3
+ import "./fetch-BMv0O527.js";
4
+ import "./accounts-CMqkzrVf.js";
5
+ import "./cloud-Bc9526yV.js";
6
+ import { r as telemetry } from "./telemetry-C2YDkUQH.js";
7
+ export { telemetry as default };