promptfoo 0.120.21 → 0.120.23

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (247) hide show
  1. package/dist/src/{ListApp-ChupNNB3.js → ListApp-55OAHww3.js} +1 -1
  2. package/dist/src/{accounts-CjU7QSnv.js → accounts-BMHY0nF5.js} +5 -5
  3. package/dist/src/{accounts-DYMHC4iY.js → accounts-CYqHD7X1.js} +4 -4
  4. package/dist/src/{accounts-uWRxEv-D.cjs → accounts-TGrHBZU9.cjs} +4 -4
  5. package/dist/src/{agentic-utils-BMbQVVd4.js → agentic-utils-BcSgvBPs.js} +2 -2
  6. package/dist/src/{agents-BJxm0Kcs.cjs → agents-BW4zv9Ig.cjs} +3 -3
  7. package/dist/src/{agents-DABC7ROH.js → agents-BbG-lpzK.js} +6 -6
  8. package/dist/src/{agents-DGQULdoA.js → agents-CUB87CA8.js} +5 -5
  9. package/dist/src/{agents-CJ4BY_QU.js → agents-ClpNGuau.js} +7 -7
  10. package/dist/src/{agents-CzCD5974.cjs → agents-d76o9WLl.cjs} +6 -6
  11. package/dist/src/{agents-BNSS1kSZ.js → agents-v7_Jh18K.js} +3 -3
  12. package/dist/src/{aimlapi-CnBWjM7x.js → aimlapi-BBN3jHiV.js} +11 -11
  13. package/dist/src/{aimlapi-ABHUqmBg.cjs → aimlapi-DWjl0adX.cjs} +11 -11
  14. package/dist/src/{aimlapi-B2qJXUsC.js → aimlapi-E-FZoqH0.js} +14 -14
  15. package/dist/src/app/assets/index-CbpQqvt4.css +1 -0
  16. package/dist/src/app/assets/{index-BVE859O5.js → index-DoWPf01I.js} +71 -71
  17. package/dist/src/app/index.html +2 -2
  18. package/dist/src/app/tsconfig.app.tsbuildinfo +1 -1
  19. package/dist/src/{audio-BT9aSeWg.js → audio-B0lJd7ce.js} +4 -4
  20. package/dist/src/{audio-CSrI_LFf.js → audio-CwbC4E6I.js} +3 -3
  21. package/dist/src/{audio-DSV364HB.cjs → audio-TfpCt0uC.cjs} +3 -3
  22. package/dist/src/{base-NFXflrMy.js → base-BHLggB84.js} +2 -2
  23. package/dist/src/{base-CRrQ15eu.cjs → base-B_pJcCDc.cjs} +2 -2
  24. package/dist/src/{base-d8hHSpEx.js → base-DRgXuujd.js} +2 -2
  25. package/dist/src/{blobs-Dznj-8xW.js → blobs-BHstP0Ep.js} +2 -2
  26. package/dist/src/{blobs-D-Neij7m.cjs → blobs-BPAqMoU_.cjs} +2 -2
  27. package/dist/src/{blobs-DC2sBLv8.js → blobs-Bey6TGVi.js} +2 -2
  28. package/dist/src/{cache-xb4oZe27.js → cache-BTdTl56j.js} +2 -2
  29. package/dist/src/{cache-DYJRe0Jt.cjs → cache-BnrNlhzE.cjs} +2 -2
  30. package/dist/src/{cache-aKR8pp5y.js → cache-C5LeIjZl.js} +2 -2
  31. package/dist/src/{cache-CMvgAnSi.js → cache-CsW_9RgN.js} +2 -2
  32. package/dist/src/cache-Da_mTEGH.cjs +6 -0
  33. package/dist/src/{cache-scuP1IRq.js → cache-DfI0xG_n.js} +3 -3
  34. package/dist/src/{chat-BbgGuvwu.js → chat-BIj6_WPH.js} +10 -10
  35. package/dist/src/{chat-CfJU9hHo.cjs → chat-B_-w6xgb.cjs} +10 -10
  36. package/dist/src/{chat-Du_GyqZe.js → chat-BktepvuQ.js} +13 -13
  37. package/dist/src/{chat-DyjTngG2.js → chat-CiakYWhZ.js} +10 -10
  38. package/dist/src/{chat-BH8Fxyap.js → chat-D5l2blZK.js} +8 -8
  39. package/dist/src/{chat-Biz16BQv.cjs → chat-QHQ-K-Fi.cjs} +8 -8
  40. package/dist/src/{chatkit-BpumZ2Dz.js → chatkit-DlOZ-eNb.js} +3 -3
  41. package/dist/src/{chatkit-D9AWcI4P.js → chatkit-IWIuhxFE.js} +3 -3
  42. package/dist/src/{chatkit-Wzo9zOq7.cjs → chatkit-yeVtURUi.cjs} +3 -3
  43. package/dist/src/{claude-agent-sdk-CL5NzJEu.js → claude-agent-sdk-BZ0GjlPY.js} +11 -11
  44. package/dist/src/{claude-agent-sdk-BW-YEYQi.cjs → claude-agent-sdk-D3AZJyZ7.cjs} +8 -8
  45. package/dist/src/{claude-agent-sdk-CdRG6b7t.js → claude-agent-sdk-wvsRgO29.js} +8 -8
  46. package/dist/src/{cloud-UwfmA0Ne.js → cloud-BKfo1A2t.js} +2 -2
  47. package/dist/src/{cloud-1cbcFXE9.js → cloud-DPowlnHl.js} +1 -1
  48. package/dist/src/{cloudflare-ai-D2Wlbus6.cjs → cloudflare-ai-CzAtX1Wg.cjs} +11 -11
  49. package/dist/src/{cloudflare-ai-BB77BUMD.js → cloudflare-ai-D-IEjw5k.js} +11 -11
  50. package/dist/src/{cloudflare-ai-DXTxK3ou.js → cloudflare-ai-DxHmIJbZ.js} +14 -14
  51. package/dist/src/{cloudflare-gateway-D5IjGRjZ.cjs → cloudflare-gateway-CIfquW2o.cjs} +12 -12
  52. package/dist/src/{cloudflare-gateway-Tn2OEgYQ.js → cloudflare-gateway-DkjC8LZF.js} +12 -12
  53. package/dist/src/{cloudflare-gateway-DeZRwitI.js → cloudflare-gateway-DwJVgNWf.js} +15 -15
  54. package/dist/src/{codex-sdk-CKEQpQax.js → codex-sdk-BC5qbCjh.js} +3 -3
  55. package/dist/src/{codex-sdk-CDN8f3P9.js → codex-sdk-CBpm53B8.js} +2 -2
  56. package/dist/src/{codex-sdk-0QyM_fUf.cjs → codex-sdk-Cf5_CQch.cjs} +2 -2
  57. package/dist/src/{cometapi-CUq-lrPh.js → cometapi-6jLBOp4e.js} +15 -15
  58. package/dist/src/{cometapi-Bu_LOIac.js → cometapi-8HSWR5q_.js} +12 -12
  59. package/dist/src/{cometapi-RP8h5O2f.cjs → cometapi-iJEkEgpT.cjs} +12 -12
  60. package/dist/src/{completion-Dw-9jqz1.cjs → completion-C03fIkcR.cjs} +5 -5
  61. package/dist/src/{completion-H4ncr2bK.js → completion-CrKHW9hy.js} +5 -5
  62. package/dist/src/{completion-BTZ42lqL.js → completion-LTi0SiAy.js} +5 -5
  63. package/dist/src/{docker-kvFgJqkg.js → docker-Bf2VQOX5.js} +14 -14
  64. package/dist/src/{docker-NrVUpeWw.cjs → docker-BxmP6sGO.cjs} +11 -11
  65. package/dist/src/{docker-B8zxQ12-.js → docker-DHazKolQ.js} +11 -11
  66. package/dist/src/{esm-Bwuh5HXW.js → esm-Lh6czAFT.js} +1 -1
  67. package/dist/src/{eval-TAOD_pvN.js → eval-4sIXLVZZ.js} +31 -19
  68. package/dist/src/eval-s_E4q6a8.js +16 -0
  69. package/dist/src/{evalResult-DnYa1RLp.js → evalResult-CRyeHpst.js} +6 -6
  70. package/dist/src/{evalResult-CFSvp3Zh.cjs → evalResult-CSucevrC.cjs} +7 -7
  71. package/dist/src/evalResult-DBhbtqZn.js +11 -0
  72. package/dist/src/evalResult-DKn_nY-a.js +13 -0
  73. package/dist/src/{evalResult-CnAP64o9.js → evalResult-DNXvhaKp.js} +6 -6
  74. package/dist/src/evalResult-DrPpo-zg.cjs +11 -0
  75. package/dist/src/{evaluator-q2_--POi.js → evaluator-BDY-i4ky.js} +29 -30
  76. package/dist/src/evaluator-CiDt-6H3.js +37 -0
  77. package/dist/src/{extractor-D_1s-Thr.js → extractor-HnP0pHfO.js} +81 -4
  78. package/dist/src/{extractor-B9uQA-6-.js → extractor-WvMabjRY.js} +81 -4
  79. package/dist/src/{extractor-DjxI7POm.cjs → extractor-wSeR47-c.cjs} +86 -3
  80. package/dist/src/{fetch-Cb-qQ7Hm.js → fetch-8fmzVUH3.js} +2 -2
  81. package/dist/src/{fetch-BIPrzD39.js → fetch-BMKSarK_.js} +11 -5
  82. package/dist/src/{fetch-MdGxb6Bv.cjs → fetch-BgYKpAJ7.cjs} +25 -7
  83. package/dist/src/{fetch-Cbz8ESXD.js → fetch-CE0K47nJ.js} +1 -1
  84. package/dist/src/{fetch-TcCC0nEJ.js → fetch-DKQm7iwv.js} +11 -5
  85. package/dist/src/fetch-GeRV0LDI.cjs +4 -0
  86. package/dist/src/{fileExtensions-BpuMmaFL.js → fileExtensions-CzcPkiKZ.js} +1 -1
  87. package/dist/src/{formatDuration-CGa0ZDQ8.js → formatDuration-CCiZ-wBY.js} +1 -1
  88. package/dist/src/{genaiTracer-zK0Mtd_D.cjs → genaiTracer-BQ8AmajD.cjs} +1 -1
  89. package/dist/src/{genaiTracer-CNawybn-.js → genaiTracer-Ce19n68P.js} +1 -1
  90. package/dist/src/{genaiTracer-CqNnnXrE.js → genaiTracer-foKtbVa2.js} +1 -1
  91. package/dist/src/{graders-DycNkUZ_.js → graders-CEF_ce6x.js} +32 -26
  92. package/dist/src/graders-CzoftmVg.js +35 -0
  93. package/dist/src/{graders-C9Ni3pNQ.cjs → graders-DOFEkq6l.cjs} +34 -28
  94. package/dist/src/graders-DuTWgLQF.cjs +32 -0
  95. package/dist/src/graders-ZhEpUtuK.js +33 -0
  96. package/dist/src/{graders-CG50NgEB.js → graders-jFPLMexK.js} +36 -30
  97. package/dist/src/{image-CxD58J63.js → image-0RV3qqTK.js} +6 -6
  98. package/dist/src/{image-CHGpqpC6.js → image-9Thqn5aj.js} +3 -3
  99. package/dist/src/{image-BmMQZgoF.js → image-BJJW-zOa.js} +4 -4
  100. package/dist/src/{image-CPL1masV.cjs → image-BVyYHTQG.cjs} +3 -3
  101. package/dist/src/{image-Dg-oq_2F.js → image-Dd0EQRYU.js} +6 -6
  102. package/dist/src/{image-CpQ-fJt3.cjs → image-VWd0wZmz.cjs} +6 -6
  103. package/dist/src/index.cjs +177 -105
  104. package/dist/src/index.js +173 -101
  105. package/dist/src/{interactiveCheck-BZbMvE6i.js → interactiveCheck-CjK2R4rB.js} +1 -1
  106. package/dist/src/{knowledgeBase-Dy1Ln178.cjs → knowledgeBase-BKA28wUv.cjs} +7 -7
  107. package/dist/src/{knowledgeBase-BXvPbeXF.js → knowledgeBase-D0nOGqRF.js} +7 -7
  108. package/dist/src/{knowledgeBase-Csr92Wc4.js → knowledgeBase-aBIYgE4B.js} +8 -8
  109. package/dist/src/{litellm-Dcc3mt1B.js → litellm-BiXCNyII.js} +11 -11
  110. package/dist/src/{litellm-CR8i8YRn.js → litellm-QSopB7EE.js} +14 -14
  111. package/dist/src/{litellm-QthJT0fA.cjs → litellm-vZYPcEUQ.cjs} +11 -11
  112. package/dist/src/{luma-ray-DpAL4igs.cjs → luma-ray-CRKJx6ue.cjs} +10 -11
  113. package/dist/src/{luma-ray-vv5ggMvl.js → luma-ray-DmnPkNon.js} +10 -11
  114. package/dist/src/{luma-ray-DbAhu9zC.js → luma-ray-Dvnqlb9n.js} +9 -10
  115. package/dist/src/main.js +166 -106
  116. package/dist/src/{messages-DkV1dizA.js → messages-BaxI3gI5.js} +10 -10
  117. package/dist/src/{messages-D4Cu-Nxe.cjs → messages-CvFzyCty.cjs} +10 -10
  118. package/dist/src/{messages-9ik4NuJ_.js → messages-DT1yyWfS.js} +10 -10
  119. package/dist/src/{meteor-DLCdreag.js → meteor-0cLf9TIn.js} +1 -1
  120. package/dist/src/{meteor-Dj8cTkU_.js → meteor-CBciquOS.js} +1 -1
  121. package/dist/src/{meteor-odmwVbyG.cjs → meteor-DRuEfzuQ.cjs} +1 -1
  122. package/dist/src/{nova-reel-B1c4YdE8.js → nova-reel-CnN4D-bY.js} +10 -11
  123. package/dist/src/{nova-reel-Bs903nib.cjs → nova-reel-XAkfcmhf.cjs} +10 -11
  124. package/dist/src/{nova-reel-mMroVw7W.js → nova-reel-YEEqZu4z.js} +9 -10
  125. package/dist/src/{nova-sonic-BLgglDkA.js → nova-sonic-Ci-VR-K3.js} +6 -6
  126. package/dist/src/{nova-sonic-rZe65fKE.js → nova-sonic-Cjfvm57T.js} +7 -7
  127. package/dist/src/{nova-sonic-BylXGNj-.cjs → nova-sonic-brE_2yrZ.cjs} +6 -6
  128. package/dist/src/{openai-eZz8QsxY.cjs → openai-BjpdxIOG.cjs} +1 -1
  129. package/dist/src/{openai-CQozD_Ef.js → openai-CitF-gEN.js} +1 -1
  130. package/dist/src/{openai-D_5h8sBa.js → openai-Cv9pEKxp.js} +1 -1
  131. package/dist/src/{opencode-sdk-G-dBq9xe.js → opencode-sdk-BkXJb52a.js} +4 -4
  132. package/dist/src/{opencode-sdk-B3o0jNxx.cjs → opencode-sdk-CrlvqSy2.cjs} +4 -4
  133. package/dist/src/{opencode-sdk-lf_9VEhj.js → opencode-sdk-DRMuqbLx.js} +6 -6
  134. package/dist/src/{otlpReceiver-CBZNmyZi.js → otlpReceiver-BCKiiwct.js} +5 -5
  135. package/dist/src/{otlpReceiver-CO1TzzW1.js → otlpReceiver-BTVVyjnA.js} +4 -4
  136. package/dist/src/{otlpReceiver-COmdVimi.cjs → otlpReceiver-DXqKPf2U.cjs} +4 -4
  137. package/dist/src/{providerRegistry-5UB8YVkk.js → providerRegistry-BdKWcUa8.js} +1 -1
  138. package/dist/src/{providerRegistry-gU7gOAJI.js → providerRegistry-D32Lt9vp.js} +1 -1
  139. package/dist/src/{providerRegistry-DFXamjVO.cjs → providerRegistry-HGQd2MF6.cjs} +1 -1
  140. package/dist/src/{providers-Bz0U4NGd.cjs → providers-BF4aullZ.cjs} +114 -132
  141. package/dist/src/providers-BmFckJq8.cjs +31 -0
  142. package/dist/src/{providers-CHciOV4f.js → providers-BtbT8bDb.js} +77 -95
  143. package/dist/src/{providers-D8qKkVu_.js → providers-CYssBaa_.js} +82 -100
  144. package/dist/src/providers-DaDZ1iQw.js +31 -0
  145. package/dist/src/providers-Ds-h-S1b.js +33 -0
  146. package/dist/src/{pythonUtils-mprm8p4h.js → pythonUtils-B9JA-gsC.js} +2 -2
  147. package/dist/src/{quiverai-DnlaJG8H.js → quiverai-BiDa0kiF.js} +10 -10
  148. package/dist/src/{quiverai-3rtm1glP.js → quiverai-DTtLknat.js} +13 -13
  149. package/dist/src/{quiverai-BIveJ-Ql.cjs → quiverai-z8oPMSUZ.cjs} +10 -10
  150. package/dist/src/{render-D5t2ogwP.js → render-D2710HbA.js} +2 -2
  151. package/dist/src/rubyUtils-BLd6EE1u.cjs +5 -0
  152. package/dist/src/{rubyUtils-D1DBBgSr.js → rubyUtils-CVELPvUH.js} +2 -2
  153. package/dist/src/{rubyUtils-Cus5EGPX.js → rubyUtils-Dn6MGcsk.js} +2 -2
  154. package/dist/src/{rubyUtils-CI4Y5f08.js → rubyUtils-LBsk3zIm.js} +1 -1
  155. package/dist/src/{rubyUtils-CWkecmDB.js → rubyUtils-_t9Gmf7U.js} +1 -1
  156. package/dist/src/{rubyUtils-DCci_Y0f.cjs → rubyUtils-rnCVDgH-.cjs} +1 -1
  157. package/dist/src/{sagemaker-BvwRP8TL.js → sagemaker-D5f6K309.js} +11 -11
  158. package/dist/src/{sagemaker-BsttQmAf.cjs → sagemaker-DwJOnUlQ.cjs} +11 -11
  159. package/dist/src/{sagemaker-B4hvJgkV.js → sagemaker-dygdRScC.js} +17 -17
  160. package/dist/src/{scanner-CPosIITM.js → scanner-D__U7qyj.js} +9 -9
  161. package/dist/src/server/index.js +265 -129
  162. package/dist/src/server-B0dYFkhY.cjs +6 -0
  163. package/dist/src/{server-ByLwfSDf.cjs → server-BRPZ0ZqY.cjs} +3 -3
  164. package/dist/src/{server-Bb83s34G.js → server-BZJ_IEiK.js} +4 -4
  165. package/dist/src/{server-BKdsd70B.js → server-Bo3rtriL.js} +3 -3
  166. package/dist/src/server-DZYvmL1z.js +6 -0
  167. package/dist/src/server-DlTe_Yz5.js +8 -0
  168. package/dist/src/{signal-B8hvvb8w.js → signal-C9qT0qiq.js} +2 -2
  169. package/dist/src/{slack-BblBpsIz.cjs → slack-D1F9Y7CH.cjs} +1 -1
  170. package/dist/src/{slack-D-bNCtTa.js → slack-DkAF58Tr.js} +1 -1
  171. package/dist/src/{slack-Ba3gil_6.js → slack-Ed1yyt_j.js} +1 -1
  172. package/dist/src/{store-W4yZqv_e.js → store-BpNCvdGu.js} +2 -2
  173. package/dist/src/store-BvASVHpa.cjs +6 -0
  174. package/dist/src/{store-l9-mIRC-.cjs → store-BwsF10Db.cjs} +2 -2
  175. package/dist/src/store-CDxVyNyD.js +6 -0
  176. package/dist/src/store-CXxKOQ8V.js +7 -0
  177. package/dist/src/{store-CaNRmI5T.js → store-Dm8qSYzq.js} +2 -2
  178. package/dist/src/{tables-DZWWveaJ.js → tables-B0wvxP8N.js} +2 -2
  179. package/dist/src/{tables-BCcp2r48.js → tables-CMOPSC5_.js} +2 -2
  180. package/dist/src/{tables-D_VmN-ui.cjs → tables-D_nKFrHt.cjs} +2 -2
  181. package/dist/src/{telemetry-DrSTNTH-.cjs → telemetry-B9G9VzVT.cjs} +3 -3
  182. package/dist/src/telemetry-CGO4vCCz.js +8 -0
  183. package/dist/src/telemetry-CXarb10F.cjs +6 -0
  184. package/dist/src/telemetry-DKtQFHz8.js +6 -0
  185. package/dist/src/{telemetry-CmGyDaxF.js → telemetry-DMGVtU7z.js} +3 -3
  186. package/dist/src/{telemetry-CB8ltkOD.js → telemetry-oV0dEJ2S.js} +3 -3
  187. package/dist/src/{text-C1cXk9ij.js → text-DuYSUYPB.js} +1 -1
  188. package/dist/src/{text-Dm78AVGG.js → text-Dx0GJOCN.js} +1 -1
  189. package/dist/src/{text-DF2hMKdg.cjs → text-PYISqVm1.cjs} +1 -1
  190. package/dist/src/{tokenUsageUtils-DFp2VFtG.cjs → tokenUsageUtils-BtZd3sP7.cjs} +1 -1
  191. package/dist/src/{tokenUsageUtils-C9fIWtvn.js → tokenUsageUtils-DoinwgKF.js} +1 -1
  192. package/dist/src/{tokenUsageUtils-BQVp2uKF.js → tokenUsageUtils-cFdLMERB.js} +1 -1
  193. package/dist/src/{transcription-BExRps8_.js → transcription-C5sJed5S.js} +7 -7
  194. package/dist/src/{transcription-B4GbFkhb.cjs → transcription-DEiYnjqG.cjs} +7 -7
  195. package/dist/src/{transcription-CpuRKcIu.js → transcription-Dcv2GYgI.js} +10 -10
  196. package/dist/src/{transform-BzepVlkX.js → transform-BFPYuBaW.js} +4 -4
  197. package/dist/src/{transform-BwedQA8W.js → transform-Cpk3BVib.js} +3 -3
  198. package/dist/src/{transform-B-AYIQmM.js → transform-DWBbTh_M.js} +3 -3
  199. package/dist/src/{transform-1g7fEAge.js → transform-DZI2t8-9.js} +3 -3
  200. package/dist/src/{transform-B5HUD86U.cjs → transform-DeVdMzaA.cjs} +3 -3
  201. package/dist/src/{transformersAvailability-B5gZ2aG-.cjs → transformersAvailability-BaoWHpu1.cjs} +1 -1
  202. package/dist/src/{transformersAvailability-BHP0aLcv.js → transformersAvailability-DtpwoeFC.js} +1 -1
  203. package/dist/src/{transformersAvailability-CA173HU7.js → transformersAvailability-O2YaCv9Z.js} +1 -1
  204. package/dist/src/{types-n3ttAnOa.js → types-BZz0C6rq.js} +3 -18
  205. package/dist/src/{types-DAmPdu4_.cjs → types-Cixl-wRO.cjs} +1 -22
  206. package/dist/src/{types-BlspLqbN.js → types-l7snZgzv.js} +2 -17
  207. package/dist/src/{util-Cd2vI7ii.js → util-BR59kcWy.js} +3 -3
  208. package/dist/src/{util-BnF-xRPi.js → util-BjTDLTac.js} +3 -3
  209. package/dist/src/{util-CwsTKPXi.js → util-CSvDts2m.js} +3 -3
  210. package/dist/src/{util-KE6uFWHG.cjs → util-CfLcBZEA.cjs} +3 -3
  211. package/dist/src/{util-BXjq8vOq.js → util-Czrn_1en.js} +3 -3
  212. package/dist/src/{util-BT0p5c9X.cjs → util-Dxwavk84.cjs} +3 -3
  213. package/dist/src/{util-DX58t30T.js → util-GpiGNWSj.js} +17 -5
  214. package/dist/src/{util-B-Yo0qzc.cjs → util-RfCZM4TD.cjs} +22 -4
  215. package/dist/src/{util-CyzW5ayt.js → util-UxC1pDDt.js} +20 -8
  216. package/dist/src/{utils-HdRSruG0.js → utils-2CdNTp-a.js} +2 -2
  217. package/dist/src/{utils-BSpcJB4B.cjs → utils-6lWwNARy.cjs} +2 -2
  218. package/dist/src/{utils-BWOFfOel.js → utils-BMIgqY6C.js} +2 -2
  219. package/dist/tsconfig.tsbuildinfo +1 -1
  220. package/package.json +31 -29
  221. package/dist/src/app/assets/index-CFq6nz43.css +0 -1
  222. package/dist/src/cache-BZYapLG-.cjs +0 -6
  223. package/dist/src/eval-g5SH3NBa.js +0 -16
  224. package/dist/src/evalResult-Bt2fmj0V.js +0 -9
  225. package/dist/src/evalResult-DRNH7Jui.js +0 -10
  226. package/dist/src/evalResult-DqLWyktN.cjs +0 -9
  227. package/dist/src/evaluator-DIenqH86.js +0 -37
  228. package/dist/src/fetch-gmneHrJc.cjs +0 -4
  229. package/dist/src/graders-BHcgLz2P.js +0 -35
  230. package/dist/src/graders-BjBhwJOb.cjs +0 -32
  231. package/dist/src/graders-DEjGX1uY.js +0 -33
  232. package/dist/src/providers-BBGwMMzj.js +0 -33
  233. package/dist/src/providers-BR5P_qep.cjs +0 -31
  234. package/dist/src/providers-CDib9hVp.js +0 -31
  235. package/dist/src/rubyUtils-DZo4ik6p.cjs +0 -5
  236. package/dist/src/server-B5aIhzYk.cjs +0 -6
  237. package/dist/src/server-DJCw85s0.js +0 -8
  238. package/dist/src/server-DKj0QIm9.js +0 -6
  239. package/dist/src/store-Bo9FEBPO.js +0 -7
  240. package/dist/src/store-CqHttBql.js +0 -6
  241. package/dist/src/store-fsxOJl5O.cjs +0 -6
  242. package/dist/src/telemetry-B2uJOvMA.js +0 -8
  243. package/dist/src/telemetry-TZ0v6oGo.cjs +0 -6
  244. package/dist/src/telemetry-rP_n_bnZ.js +0 -6
  245. package/dist/src/time-CRRzn6vA.js +0 -9
  246. package/dist/src/time-CbtsO5_a.cjs +0 -21
  247. package/dist/src/time-CoOwN3kQ.js +0 -10
@@ -578,4 +578,4 @@ function ListApp({ resourceType, items: initialItems = [], onSelect, onExit, onL
578
578
 
579
579
  //#endregion
580
580
  export { ListApp };
581
- //# sourceMappingURL=ListApp-ChupNNB3.js.map
581
+ //# sourceMappingURL=ListApp-55OAHww3.js.map
@@ -1,7 +1,7 @@
1
1
  #!/usr/bin/env node
2
2
  import { C as getEnvString, E as isCI, o as logger_default } from "./logger-Bzi5o47S.js";
3
- import { T as TERMINAL_MAX_WIDTH, r as fetchWithTimeout } from "./fetch-TcCC0nEJ.js";
4
- import { a as readGlobalConfig, o as writeGlobalConfig, r as CloudConfig, s as writeGlobalConfigPartial } from "./cloud-UwfmA0Ne.js";
3
+ import { D as TERMINAL_MAX_WIDTH, r as fetchWithTimeout } from "./fetch-DKQm7iwv.js";
4
+ import { a as readGlobalConfig, o as writeGlobalConfig, r as CloudConfig, s as writeGlobalConfigPartial } from "./cloud-BKfo1A2t.js";
5
5
  import { z } from "zod";
6
6
  import input from "@inquirer/input";
7
7
  import chalk from "chalk";
@@ -85,7 +85,7 @@ function getAuthMethod() {
85
85
  * Used by both CLI and server routes
86
86
  */
87
87
  async function checkEmailStatus(options) {
88
- const { default: telemetry } = await import("./telemetry-B2uJOvMA.js");
88
+ const { default: telemetry } = await import("./telemetry-CGO4vCCz.js");
89
89
  const userEmail = isCI() ? "ci-placeholder@promptfoo.dev" : getUserEmail();
90
90
  if (!userEmail) return {
91
91
  status: NO_EMAIL_STATUS,
@@ -119,7 +119,7 @@ async function checkEmailStatus(options) {
119
119
  }
120
120
  }
121
121
  async function promptForEmailUnverified() {
122
- const { default: telemetry } = await import("./telemetry-B2uJOvMA.js");
122
+ const { default: telemetry } = await import("./telemetry-CGO4vCCz.js");
123
123
  const existingEmail = getUserEmail();
124
124
  let email = isCI() ? "ci-placeholder@promptfoo.dev" : existingEmail;
125
125
  const existingEmailNeedsValidation = !isCI() && getUserEmailNeedsValidation();
@@ -180,4 +180,4 @@ async function checkEmailStatusAndMaybeExit(options) {
180
180
 
181
181
  //#endregion
182
182
  export { getAuthor as a, isLoggedIntoCloud as c, EMAIL_OK_STATUS as d, getAuthMethod as i, promptForEmailUnverified as l, checkEmailStatusAndMaybeExit as n, getUserEmail as o, clearUserEmail as r, getUserId as s, checkEmailStatus as t, setUserEmail as u };
183
- //# sourceMappingURL=accounts-CjU7QSnv.js.map
183
+ //# sourceMappingURL=accounts-BMHY0nF5.js.map
@@ -1,5 +1,5 @@
1
1
  import { C as isCI, b as getEnvString, i as logger_default } from "./logger-q5I8CByj.js";
2
- import { A as TERMINAL_MAX_WIDTH, d as writeGlobalConfigPartial, l as readGlobalConfig, r as fetchWithTimeout, s as CloudConfig, u as writeGlobalConfig } from "./fetch-BIPrzD39.js";
2
+ import { M as TERMINAL_MAX_WIDTH, d as writeGlobalConfigPartial, l as readGlobalConfig, r as fetchWithTimeout, s as CloudConfig, u as writeGlobalConfig } from "./fetch-BMKSarK_.js";
3
3
  import chalk from "chalk";
4
4
  import { z } from "zod";
5
5
  import input from "@inquirer/input";
@@ -78,7 +78,7 @@ function getAuthMethod() {
78
78
  * Used by both CLI and server routes
79
79
  */
80
80
  async function checkEmailStatus(options) {
81
- const { default: telemetry } = await import("./telemetry-rP_n_bnZ.js");
81
+ const { default: telemetry } = await import("./telemetry-DKtQFHz8.js");
82
82
  const userEmail = isCI() ? "ci-placeholder@promptfoo.dev" : getUserEmail();
83
83
  if (!userEmail) return {
84
84
  status: NO_EMAIL_STATUS,
@@ -112,7 +112,7 @@ async function checkEmailStatus(options) {
112
112
  }
113
113
  }
114
114
  async function promptForEmailUnverified() {
115
- const { default: telemetry } = await import("./telemetry-rP_n_bnZ.js");
115
+ const { default: telemetry } = await import("./telemetry-DKtQFHz8.js");
116
116
  const existingEmail = getUserEmail();
117
117
  let email = isCI() ? "ci-placeholder@promptfoo.dev" : existingEmail;
118
118
  const existingEmailNeedsValidation = !isCI() && getUserEmailNeedsValidation();
@@ -173,4 +173,4 @@ async function checkEmailStatusAndMaybeExit(options) {
173
173
 
174
174
  //#endregion
175
175
  export { getUserId as a, setUserEmail as c, getUserEmail as i, EMAIL_OK_STATUS as l, getAuthMethod as n, isLoggedIntoCloud as o, getAuthor as r, promptForEmailUnverified as s, checkEmailStatusAndMaybeExit as t };
176
- //# sourceMappingURL=accounts-DYMHC4iY.js.map
176
+ //# sourceMappingURL=accounts-CYqHD7X1.js.map
@@ -1,5 +1,5 @@
1
1
  const require_logger = require('./logger-CMp-NS-e.cjs');
2
- const require_fetch = require('./fetch-MdGxb6Bv.cjs');
2
+ const require_fetch = require('./fetch-BgYKpAJ7.cjs');
3
3
  let chalk = require("chalk");
4
4
  chalk = require_logger.__toESM(chalk);
5
5
  let zod = require("zod");
@@ -80,7 +80,7 @@ function getAuthMethod() {
80
80
  * Used by both CLI and server routes
81
81
  */
82
82
  async function checkEmailStatus(options) {
83
- const { default: telemetry } = await Promise.resolve().then(() => require("./telemetry-TZ0v6oGo.cjs"));
83
+ const { default: telemetry } = await Promise.resolve().then(() => require("./telemetry-CXarb10F.cjs"));
84
84
  const userEmail = require_logger.isCI() ? "ci-placeholder@promptfoo.dev" : getUserEmail();
85
85
  if (!userEmail) return {
86
86
  status: NO_EMAIL_STATUS,
@@ -114,7 +114,7 @@ async function checkEmailStatus(options) {
114
114
  }
115
115
  }
116
116
  async function promptForEmailUnverified() {
117
- const { default: telemetry } = await Promise.resolve().then(() => require("./telemetry-TZ0v6oGo.cjs"));
117
+ const { default: telemetry } = await Promise.resolve().then(() => require("./telemetry-CXarb10F.cjs"));
118
118
  const existingEmail = getUserEmail();
119
119
  let email = require_logger.isCI() ? "ci-placeholder@promptfoo.dev" : existingEmail;
120
120
  const existingEmailNeedsValidation = !require_logger.isCI() && getUserEmailNeedsValidation();
@@ -228,4 +228,4 @@ Object.defineProperty(exports, 'setUserEmail', {
228
228
  return setUserEmail;
229
229
  }
230
230
  });
231
- //# sourceMappingURL=accounts-uWRxEv-D.cjs.map
231
+ //# sourceMappingURL=accounts-TGrHBZU9.cjs.map
@@ -1,6 +1,6 @@
1
1
  #!/usr/bin/env node
2
2
  import { o as logger_default } from "./logger-Bzi5o47S.js";
3
- import { o as getCache, s as isCacheEnabled } from "./cache-xb4oZe27.js";
3
+ import { o as getCache, s as isCacheEnabled } from "./cache-BTdTl56j.js";
4
4
  import fs from "fs";
5
5
  import path from "path";
6
6
  import dedent from "dedent";
@@ -146,4 +146,4 @@ async function cacheResponse(cacheResult, response, debugContext) {
146
146
 
147
147
  //#endregion
148
148
  export { getCachedResponse as n, initializeAgenticCache as r, cacheResponse as t };
149
- //# sourceMappingURL=agentic-utils-BMbQVVd4.js.map
149
+ //# sourceMappingURL=agentic-utils-BcSgvBPs.js.map
@@ -1,7 +1,7 @@
1
1
  const require_logger = require('./logger-CMp-NS-e.cjs');
2
2
  const require_esm = require('./esm-gWVPXn3r.cjs');
3
- const require_fetch = require('./fetch-MdGxb6Bv.cjs');
4
- const require_openai = require('./openai-eZz8QsxY.cjs');
3
+ const require_fetch = require('./fetch-BgYKpAJ7.cjs');
4
+ const require_openai = require('./openai-BjpdxIOG.cjs');
5
5
  let path = require("path");
6
6
  path = require_logger.__toESM(path);
7
7
  let _openai_agents = require("@openai/agents");
@@ -431,4 +431,4 @@ var OpenAiAgentsProvider = class extends require_openai.OpenAiGenericProvider {
431
431
 
432
432
  //#endregion
433
433
  exports.OpenAiAgentsProvider = OpenAiAgentsProvider;
434
- //# sourceMappingURL=agents-BJxm0Kcs.cjs.map
434
+ //# sourceMappingURL=agents-BW4zv9Ig.cjs.map
@@ -1,10 +1,10 @@
1
1
  import "./chunk-FhC4c-0y.js";
2
2
  import { b as getEnvString, i as logger_default, y as getEnvInt } from "./logger-q5I8CByj.js";
3
- import "./fetch-BIPrzD39.js";
4
- import { o as getCache, s as isCacheEnabled } from "./cache-CMvgAnSi.js";
5
- import "./accounts-DYMHC4iY.js";
6
- import { n as telemetry_default } from "./telemetry-CmGyDaxF.js";
7
- import { t as AwsBedrockGenericProvider } from "./base-NFXflrMy.js";
3
+ import "./fetch-BMKSarK_.js";
4
+ import { o as getCache, s as isCacheEnabled } from "./cache-CsW_9RgN.js";
5
+ import "./accounts-CYqHD7X1.js";
6
+ import { n as telemetry_default } from "./telemetry-DMGVtU7z.js";
7
+ import { t as AwsBedrockGenericProvider } from "./base-BHLggB84.js";
8
8
 
9
9
  //#region src/providers/bedrock/agents.ts
10
10
  /**
@@ -239,4 +239,4 @@ var AwsBedrockAgentsProvider = class extends AwsBedrockGenericProvider {
239
239
 
240
240
  //#endregion
241
241
  export { AwsBedrockAgentsProvider };
242
- //# sourceMappingURL=agents-DABC7ROH.js.map
242
+ //# sourceMappingURL=agents-BbG-lpzK.js.map
@@ -1,9 +1,9 @@
1
1
  #!/usr/bin/env node
2
2
  import { O as cliState_default, o as logger_default } from "./logger-Bzi5o47S.js";
3
- import { t as fetchWithProxy } from "./fetch-TcCC0nEJ.js";
4
- import "./cloud-UwfmA0Ne.js";
5
- import { r as importModule } from "./esm-Bwuh5HXW.js";
6
- import { t as OpenAiGenericProvider } from "./openai-D_5h8sBa.js";
3
+ import { t as fetchWithProxy } from "./fetch-DKQm7iwv.js";
4
+ import "./cloud-BKfo1A2t.js";
5
+ import { r as importModule } from "./esm-Lh6czAFT.js";
6
+ import { t as OpenAiGenericProvider } from "./openai-Cv9pEKxp.js";
7
7
  import path from "path";
8
8
  import { BatchTraceProcessor, addTraceProcessor, getOrCreateTrace, run, startTraceExportLoop } from "@openai/agents";
9
9
 
@@ -432,4 +432,4 @@ var OpenAiAgentsProvider = class extends OpenAiGenericProvider {
432
432
 
433
433
  //#endregion
434
434
  export { OpenAiAgentsProvider };
435
- //# sourceMappingURL=agents-DGQULdoA.js.map
435
+ //# sourceMappingURL=agents-CUB87CA8.js.map
@@ -1,12 +1,12 @@
1
1
  #!/usr/bin/env node
2
2
  import "./chunk-DHDDz29n.js";
3
3
  import { C as getEnvString, S as getEnvInt, o as logger_default } from "./logger-Bzi5o47S.js";
4
- import "./fetch-TcCC0nEJ.js";
5
- import "./accounts-CjU7QSnv.js";
6
- import "./cloud-UwfmA0Ne.js";
7
- import { r as telemetry_default } from "./telemetry-CB8ltkOD.js";
8
- import { o as getCache, s as isCacheEnabled } from "./cache-xb4oZe27.js";
9
- import { t as AwsBedrockGenericProvider } from "./base-d8hHSpEx.js";
4
+ import "./fetch-DKQm7iwv.js";
5
+ import "./accounts-BMHY0nF5.js";
6
+ import "./cloud-BKfo1A2t.js";
7
+ import { r as telemetry_default } from "./telemetry-oV0dEJ2S.js";
8
+ import { o as getCache, s as isCacheEnabled } from "./cache-BTdTl56j.js";
9
+ import { t as AwsBedrockGenericProvider } from "./base-DRgXuujd.js";
10
10
 
11
11
  //#region src/providers/bedrock/agents.ts
12
12
  /**
@@ -241,4 +241,4 @@ var AwsBedrockAgentsProvider = class extends AwsBedrockGenericProvider {
241
241
 
242
242
  //#endregion
243
243
  export { AwsBedrockAgentsProvider };
244
- //# sourceMappingURL=agents-CJ4BY_QU.js.map
244
+ //# sourceMappingURL=agents-ClpNGuau.js.map
@@ -1,9 +1,9 @@
1
1
  const require_logger = require('./logger-CMp-NS-e.cjs');
2
- require('./fetch-MdGxb6Bv.cjs');
3
- const require_cache = require('./cache-DYJRe0Jt.cjs');
4
- require('./accounts-uWRxEv-D.cjs');
5
- const require_telemetry = require('./telemetry-DrSTNTH-.cjs');
6
- const require_base = require('./base-CRrQ15eu.cjs');
2
+ require('./fetch-BgYKpAJ7.cjs');
3
+ const require_cache = require('./cache-BnrNlhzE.cjs');
4
+ require('./accounts-TGrHBZU9.cjs');
5
+ const require_telemetry = require('./telemetry-B9G9VzVT.cjs');
6
+ const require_base = require('./base-B_pJcCDc.cjs');
7
7
 
8
8
  //#region src/providers/bedrock/agents.ts
9
9
  /**
@@ -238,4 +238,4 @@ var AwsBedrockAgentsProvider = class extends require_base.AwsBedrockGenericProvi
238
238
 
239
239
  //#endregion
240
240
  exports.AwsBedrockAgentsProvider = AwsBedrockAgentsProvider;
241
- //# sourceMappingURL=agents-CzCD5974.cjs.map
241
+ //# sourceMappingURL=agents-d76o9WLl.cjs.map
@@ -1,7 +1,7 @@
1
1
  import { i as logger_default, w as cliState_default } from "./logger-q5I8CByj.js";
2
2
  import { r as importModule } from "./esm-D40XsWlR.js";
3
- import { t as fetchWithProxy } from "./fetch-BIPrzD39.js";
4
- import { t as OpenAiGenericProvider } from "./openai-CQozD_Ef.js";
3
+ import { t as fetchWithProxy } from "./fetch-BMKSarK_.js";
4
+ import { t as OpenAiGenericProvider } from "./openai-CitF-gEN.js";
5
5
  import path from "path";
6
6
  import { BatchTraceProcessor, addTraceProcessor, getOrCreateTrace, run, startTraceExportLoop } from "@openai/agents";
7
7
 
@@ -430,4 +430,4 @@ var OpenAiAgentsProvider = class extends OpenAiGenericProvider {
430
430
 
431
431
  //#endregion
432
432
  export { OpenAiAgentsProvider };
433
- //# sourceMappingURL=agents-BNSS1kSZ.js.map
433
+ //# sourceMappingURL=agents-v7_Jh18K.js.map
@@ -2,16 +2,16 @@ import "./chunk-FhC4c-0y.js";
2
2
  import "./logger-q5I8CByj.js";
3
3
  import "./esm-D40XsWlR.js";
4
4
  import "./pythonUtils-eNq6Wsfr.js";
5
- import "./types-BlspLqbN.js";
6
- import "./util-DX58t30T.js";
7
- import "./fetch-BIPrzD39.js";
8
- import "./cache-CMvgAnSi.js";
9
- import "./genaiTracer-CNawybn-.js";
10
- import { t as OpenAiChatCompletionProvider } from "./chat-BH8Fxyap.js";
11
- import "./transform-BwedQA8W.js";
12
- import "./openai-CQozD_Ef.js";
13
- import "./util-BXjq8vOq.js";
14
- import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-H4ncr2bK.js";
5
+ import "./types-l7snZgzv.js";
6
+ import "./util-GpiGNWSj.js";
7
+ import "./fetch-BMKSarK_.js";
8
+ import "./cache-CsW_9RgN.js";
9
+ import "./genaiTracer-Ce19n68P.js";
10
+ import { t as OpenAiChatCompletionProvider } from "./chat-D5l2blZK.js";
11
+ import "./transform-Cpk3BVib.js";
12
+ import "./openai-CitF-gEN.js";
13
+ import "./util-Czrn_1en.js";
14
+ import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-CrKHW9hy.js";
15
15
 
16
16
  //#region src/providers/aimlapi.ts
17
17
  /**
@@ -37,4 +37,4 @@ function createAimlApiProvider(providerPath, options = {}) {
37
37
 
38
38
  //#endregion
39
39
  export { createAimlApiProvider };
40
- //# sourceMappingURL=aimlapi-CnBWjM7x.js.map
40
+ //# sourceMappingURL=aimlapi-BBN3jHiV.js.map
@@ -1,16 +1,16 @@
1
1
  require('./logger-CMp-NS-e.cjs');
2
2
  require('./esm-gWVPXn3r.cjs');
3
3
  require('./pythonUtils-rOCm9w_5.cjs');
4
- require('./types-DAmPdu4_.cjs');
5
- require('./util-B-Yo0qzc.cjs');
6
- require('./fetch-MdGxb6Bv.cjs');
7
- require('./cache-DYJRe0Jt.cjs');
8
- require('./genaiTracer-zK0Mtd_D.cjs');
9
- const require_chat = require('./chat-Biz16BQv.cjs');
10
- require('./transform-B5HUD86U.cjs');
11
- require('./openai-eZz8QsxY.cjs');
12
- require('./util-BT0p5c9X.cjs');
13
- const require_completion = require('./completion-Dw-9jqz1.cjs');
4
+ require('./types-Cixl-wRO.cjs');
5
+ require('./util-RfCZM4TD.cjs');
6
+ require('./fetch-BgYKpAJ7.cjs');
7
+ require('./cache-BnrNlhzE.cjs');
8
+ require('./genaiTracer-BQ8AmajD.cjs');
9
+ const require_chat = require('./chat-QHQ-K-Fi.cjs');
10
+ require('./transform-DeVdMzaA.cjs');
11
+ require('./openai-BjpdxIOG.cjs');
12
+ require('./util-Dxwavk84.cjs');
13
+ const require_completion = require('./completion-C03fIkcR.cjs');
14
14
 
15
15
  //#region src/providers/aimlapi.ts
16
16
  /**
@@ -36,4 +36,4 @@ function createAimlApiProvider(providerPath, options = {}) {
36
36
 
37
37
  //#endregion
38
38
  exports.createAimlApiProvider = createAimlApiProvider;
39
- //# sourceMappingURL=aimlapi-ABHUqmBg.cjs.map
39
+ //# sourceMappingURL=aimlapi-DWjl0adX.cjs.map
@@ -1,19 +1,19 @@
1
1
  #!/usr/bin/env node
2
2
  import "./chunk-DHDDz29n.js";
3
3
  import "./logger-Bzi5o47S.js";
4
- import "./fetch-TcCC0nEJ.js";
5
- import "./cloud-UwfmA0Ne.js";
6
- import "./types-n3ttAnOa.js";
7
- import "./cache-xb4oZe27.js";
8
- import "./util-CyzW5ayt.js";
9
- import "./esm-Bwuh5HXW.js";
10
- import "./pythonUtils-mprm8p4h.js";
11
- import "./genaiTracer-CqNnnXrE.js";
12
- import { t as OpenAiChatCompletionProvider } from "./chat-BbgGuvwu.js";
13
- import "./transform-B-AYIQmM.js";
14
- import "./openai-D_5h8sBa.js";
15
- import "./util-CwsTKPXi.js";
16
- import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-BTZ42lqL.js";
4
+ import "./fetch-DKQm7iwv.js";
5
+ import "./cloud-BKfo1A2t.js";
6
+ import "./types-BZz0C6rq.js";
7
+ import "./cache-BTdTl56j.js";
8
+ import "./util-UxC1pDDt.js";
9
+ import "./esm-Lh6czAFT.js";
10
+ import "./pythonUtils-B9JA-gsC.js";
11
+ import "./genaiTracer-foKtbVa2.js";
12
+ import { t as OpenAiChatCompletionProvider } from "./chat-BIj6_WPH.js";
13
+ import "./transform-DWBbTh_M.js";
14
+ import "./openai-Cv9pEKxp.js";
15
+ import "./util-CSvDts2m.js";
16
+ import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-LTi0SiAy.js";
17
17
 
18
18
  //#region src/providers/aimlapi.ts
19
19
  /**
@@ -39,4 +39,4 @@ function createAimlApiProvider(providerPath, options = {}) {
39
39
 
40
40
  //#endregion
41
41
  export { createAimlApiProvider };
42
- //# sourceMappingURL=aimlapi-B2qJXUsC.js.map
42
+ //# sourceMappingURL=aimlapi-E-FZoqH0.js.map