promptfoo 0.120.27 → 0.121.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (352) hide show
  1. package/README.md +1 -1
  2. package/dist/src/{ListApp-8WOe2nT6.js → ListApp-Du7YVwj5.js} +2 -4
  3. package/dist/src/accounts-BgNJDBE6.js +206 -0
  4. package/dist/src/{accounts-Fl2J3_Fu.cjs → accounts-Bx-x3bmW.cjs} +77 -78
  5. package/dist/src/{accounts-DVINui-2.js → accounts-CMqkzrVf.js} +39 -34
  6. package/dist/src/{accounts-CPDRAMND.js → accounts-xrUGFA6n.js} +38 -33
  7. package/dist/src/{agentic-utils-D922n6mm.js → agentic-utils-BKIN5PKu.js} +9 -10
  8. package/dist/src/{agents-BO2n8Z0d.cjs → agents-B0f4HICh.cjs} +37 -40
  9. package/dist/src/{agents-BXLmVsxR.js → agents-C-dDThPK.js} +37 -37
  10. package/dist/src/{agents-DgJf2-ez.cjs → agents-CErsqg5U.cjs} +16 -17
  11. package/dist/src/{agents-BcsN_BgB.js → agents-CVIn-Utx.js} +16 -12
  12. package/dist/src/{agents-hqgSV-3o.js → agents-CXknwsFX.js} +37 -40
  13. package/dist/src/{agents-pMfppv9Z.js → agents-DeH4Gu94.js} +18 -18
  14. package/dist/src/{agents-BdUTAwi-.js → agents-Dy2YpZpa.js} +38 -41
  15. package/dist/src/{agents-DNvSH78i.js → agents-aF4-T121.js} +16 -20
  16. package/dist/src/{aimlapi-DOib86oE.js → aimlapi-BAGZDo5G.js} +16 -18
  17. package/dist/src/{aimlapi-DtgPI0nE.js → aimlapi-BNfTBexL.js} +15 -17
  18. package/dist/src/{aimlapi-DTPACCB1.js → aimlapi-DHRKlBEA.js} +15 -4
  19. package/dist/src/{aimlapi-BE_Tg9Fl.cjs → aimlapi-tg0Gkcvr.cjs} +15 -16
  20. package/dist/src/app/assets/index-BFCZg7hQ.js +439 -0
  21. package/dist/src/app/index.html +1 -1
  22. package/dist/src/{audio-BRYU0BFo.js → audio-BRODU0UK.js} +7 -9
  23. package/dist/src/{audio-Cwo68yZS.cjs → audio-BWeaWovU.cjs} +6 -7
  24. package/dist/src/{audio-BnRUGAm_.js → audio-CHQ4r-RV.js} +6 -5
  25. package/dist/src/{audio-MSRki4JU.js → audio-tf_NBjlC.js} +6 -8
  26. package/dist/src/{base-h961VXYk.js → base-B0tcrnq_.js} +11 -13
  27. package/dist/src/{base-XB2tDJrB.js → base-B4QJRyFS.js} +11 -13
  28. package/dist/src/{base-pGVmXNl4.cjs → base-DBtwl2FR.cjs} +36 -38
  29. package/dist/src/base-fEDN28WM.js +193 -0
  30. package/dist/src/{blobs-BM_e6hCa.js → blobs-BAU-dXan.js} +9 -12
  31. package/dist/src/{blobs-CR5C4Ihh.js → blobs-Bpg5rH6i.js} +9 -12
  32. package/dist/src/{blobs-B-KQAFhX.cjs → blobs-DvS-O6be.cjs} +34 -37
  33. package/dist/src/blobs-qTYm-1PY.js +236 -0
  34. package/dist/src/{cache-CIpsoBZR.js → cache-8XhNqPKW.js} +64 -67
  35. package/dist/src/cache-Bbn1Nyrd.cjs +5 -0
  36. package/dist/src/cache-BwsMSda7.js +6 -0
  37. package/dist/src/{cache-jsiwsAJv.js → cache-CG0SlR1d.js} +64 -66
  38. package/dist/src/{cache-BTVYfbka.cjs → cache-COish3-W.cjs} +114 -117
  39. package/dist/src/cache-D3eqDYGU.js +739 -0
  40. package/dist/src/{chat-D31K7C4u.cjs → chat-2K608PeQ.cjs} +20 -21
  41. package/dist/src/chat-BKm79wib.js +764 -0
  42. package/dist/src/{chat-B84t99NW.js → chat-CM_kyI8B.js} +20 -9
  43. package/dist/src/{chat-BcPjZXIp.js → chat-CRWNNq73.js} +41 -44
  44. package/dist/src/{chat-CcUCysjU.js → chat-CznLWr_D.js} +41 -44
  45. package/dist/src/{chat-DwWifjxi.js → chat-DHMH-N64.js} +20 -22
  46. package/dist/src/{chat-BE44YOc6.cjs → chat-DaqekjFr.cjs} +61 -64
  47. package/dist/src/{chat-DZM2GUHO.js → chat-DxysjBvt.js} +21 -23
  48. package/dist/src/{chatkit-D67HS_0b.js → chatkit-65VXf5SR.js} +58 -58
  49. package/dist/src/{chatkit-DAB_qfzI.js → chatkit-Be-Q-a9F.js} +58 -60
  50. package/dist/src/{chatkit-Biqb_wsD.js → chatkit-BxFvW8KY.js} +58 -60
  51. package/dist/src/{chatkit-PGG4ZYIn.cjs → chatkit-DKyPi1Gs.cjs} +58 -60
  52. package/dist/src/chunk-DEq-mXcV.js +15 -0
  53. package/dist/src/chunk-DRamLcfz.js +16 -0
  54. package/dist/src/{claude-agent-sdk-SVM6AdBu.js → claude-agent-sdk-BLTu0WBO.js} +31 -31
  55. package/dist/src/{claude-agent-sdk-C9SiaQub.cjs → claude-agent-sdk-CJH22shf.cjs} +31 -28
  56. package/dist/src/{claude-agent-sdk-C-IOTPfo.js → claude-agent-sdk-D6_k9FKA.js} +31 -29
  57. package/dist/src/{claude-agent-sdk-CiluSyW1.js → claude-agent-sdk-Dy5lT-Tx.js} +33 -20
  58. package/dist/src/{cloud-CZ-q9Ier.js → cloud-Bc9526yV.js} +7 -9
  59. package/dist/src/cloud-DmE0EwsY.js +4 -0
  60. package/dist/src/{cloudflare-ai-BahKHyhh.js → cloudflare-ai-C9r2sRhw.js} +16 -18
  61. package/dist/src/{cloudflare-ai-Dxyt50Nl.js → cloudflare-ai-CWWJCRim.js} +16 -4
  62. package/dist/src/{cloudflare-ai-Dfahv5SY.cjs → cloudflare-ai-ClWSdor4.cjs} +16 -17
  63. package/dist/src/{cloudflare-ai-v_qZD6_q.js → cloudflare-ai-ICsOuD-z.js} +17 -19
  64. package/dist/src/{cloudflare-gateway-BPWoZIzJ.cjs → cloudflare-gateway-C2_-KG5o.cjs} +21 -22
  65. package/dist/src/{cloudflare-gateway-Bi_FpOFy.js → cloudflare-gateway-D6O7AlYb.js} +23 -23
  66. package/dist/src/{cloudflare-gateway-btS7h1OZ.js → cloudflare-gateway-D6xFc5pa.js} +21 -25
  67. package/dist/src/{cloudflare-gateway-C0guUNwk.js → cloudflare-gateway-pXGHxJ47.js} +26 -14
  68. package/dist/src/{codex-sdk-DSxAnbfT.js → codex-sdk-C6UMlxwV.js} +28 -29
  69. package/dist/src/{codex-sdk-IYVi9fuM.js → codex-sdk-DUwKWezN.js} +28 -27
  70. package/dist/src/{codex-sdk-DulY0ZRq.js → codex-sdk-GGAw0qbD.js} +28 -29
  71. package/dist/src/{codex-sdk-DFKMtAyf.cjs → codex-sdk-fAO0c3yA.cjs} +28 -29
  72. package/dist/src/{cometapi-DkNBMk0G.js → cometapi-BasUi7-_.js} +17 -19
  73. package/dist/src/{cometapi-DzrR3SR_.js → cometapi-Bbjp5V4x.js} +16 -4
  74. package/dist/src/{cometapi-C9EEpJzT.js → cometapi-DkXrKi5z.js} +21 -24
  75. package/dist/src/{cometapi-DIO64tf4.cjs → cometapi-vY6aDZgo.cjs} +21 -22
  76. package/dist/src/{completion-CG29bfKX.js → completion-6Mx_iXxK.js} +11 -13
  77. package/dist/src/{completion-Bgf1VJoq.js → completion-C5rtR_9P.js} +11 -13
  78. package/dist/src/{completion-CCRT4kX1.cjs → completion-CDOouNzq.cjs} +21 -23
  79. package/dist/src/completion-C_P3ypkJ.js +120 -0
  80. package/dist/src/{createHash-Dw_iLu31.js → createHash-CTQmL3G2.js} +2 -3
  81. package/dist/src/{createHash-CYQy4YeL.cjs → createHash-CfZSc0b4.cjs} +13 -14
  82. package/dist/src/{createHash-CJcfskIZ.js → createHash-Da8fMwqB.js} +2 -3
  83. package/dist/src/createHash-DmPQkvBh.js +15 -0
  84. package/dist/src/{docker-D-ayp2FW.js → docker-5KcG-_86.js} +18 -20
  85. package/dist/src/{docker-DNcLR4Ig.cjs → docker-BwsKwxFs.cjs} +18 -19
  86. package/dist/src/{docker-egERKxCF.js → docker-CZnqU1XV.js} +18 -7
  87. package/dist/src/{docker-B81N0t4e.js → docker-DzxyDPIj.js} +19 -21
  88. package/dist/src/entrypoint.js +2 -3
  89. package/dist/src/{errors-DnGCbnx8.js → errors-P6ll7XSJ.js} +2 -2
  90. package/dist/src/{esm-B9dPm_BF.js → esm-C03C-mv3.js} +17 -20
  91. package/dist/src/{esm-D2pZ87fL.js → esm-CaIwzWR5.js} +18 -21
  92. package/dist/src/esm-Cd1AjG1D.js +379 -0
  93. package/dist/src/{esm-Ct-Joyue.cjs → esm-CnNt7sI4.cjs} +47 -49
  94. package/dist/src/eval-17JizQIv.js +15 -0
  95. package/dist/src/{eval-C-Nr6wX_.js → eval-DmFyWU7i.js} +47 -54
  96. package/dist/src/{evalResult-4BzI2tmj.js → evalResult-CDQiuUuf.js} +16 -12
  97. package/dist/src/{evalResult-DXMWJ3sx.js → evalResult-CTG2AHOS.js} +10 -11
  98. package/dist/src/evalResult-Cqj8pldJ.js +12 -0
  99. package/dist/src/{evalResult-CX8wQecI.cjs → evalResult-Dap2CekP.cjs} +20 -21
  100. package/dist/src/evalResult-DvcJAWJU.cjs +10 -0
  101. package/dist/src/evalResult-Hftn-S_i.js +10 -0
  102. package/dist/src/evaluator-B2CFNt-P.js +36 -0
  103. package/dist/src/{evaluator-8aGyV12L.js → evaluator-DPFRbFIL.js} +201 -229
  104. package/dist/src/{extractor-CD5yKL-G.js → extractor-CFG6bcWJ.js} +22 -24
  105. package/dist/src/{extractor-C031XmTA.cjs → extractor-DX36oYEv.cjs} +37 -39
  106. package/dist/src/{extractor-V5x_m1i0.js → extractor-M67RUtg6.js} +22 -24
  107. package/dist/src/extractor-YMU_Gvt8.js +374 -0
  108. package/dist/src/{fetch-D3OHf-lV.js → fetch-4M3YRaqL.js} +40 -45
  109. package/dist/src/fetch-60Gzydls.js +777 -0
  110. package/dist/src/{fetch-CXZI9RRr.js → fetch-BMv0O527.js} +23 -35
  111. package/dist/src/{fetch-BmbD-v1L.cjs → fetch-BxUk8odA.cjs} +244 -277
  112. package/dist/src/fetch-KV5kNASw.js +5 -0
  113. package/dist/src/{fileExtensions-ePDqouxn.js → fileExtensions-DnqA1y9x.js} +2 -2
  114. package/dist/src/{fileExtensions-BpuMmaFL.js → fileExtensions-Ds-foDzt.js} +2 -2
  115. package/dist/src/fileExtensions-LcDYkU4v.js +85 -0
  116. package/dist/src/{fileExtensions-DkJYkWUy.cjs → fileExtensions-bYh77CN8.cjs} +27 -28
  117. package/dist/src/{formatDuration-CdevI3An.js → formatDuration-DgBVMN65.js} +2 -2
  118. package/dist/src/{genaiTracer-Ce19n68P.js → genaiTracer-70Z8BIuV.js} +2 -3
  119. package/dist/src/{genaiTracer-CqNnnXrE.js → genaiTracer-C1rxGO8Q.js} +2 -3
  120. package/dist/src/genaiTracer-D3fD9dNV.js +256 -0
  121. package/dist/src/{genaiTracer-Dres3qrN.cjs → genaiTracer-DN4dQywX.cjs} +13 -14
  122. package/dist/src/graders-Bu0H9nXi.js +32 -0
  123. package/dist/src/{graders-DTeBrzWp.js → graders-CHO8EPM4.js} +349 -397
  124. package/dist/src/graders-Cfhkvx-e.js +34 -0
  125. package/dist/src/{graders--1y2u9HO.js → graders-CpdqD9PI.js} +349 -397
  126. package/dist/src/graders-DClJVpGP.cjs +32 -0
  127. package/dist/src/{graders-DohM2dir.cjs → graders-DOXycdlG.cjs} +684 -732
  128. package/dist/src/graders-DcnJsrMO.js +32 -0
  129. package/dist/src/graders-R9rYUM0d.js +13466 -0
  130. package/dist/src/{image-C3wHC9_h.js → image-BmEZqVmk.js} +9 -10
  131. package/dist/src/{image-O1u4bCFg.js → image-CBBVXWuT.js} +9 -10
  132. package/dist/src/{image-DpKl2F15.cjs → image-CDLQOcqT.cjs} +6 -7
  133. package/dist/src/{image-DmE-niFE.js → image-DJEvKveK.js} +6 -5
  134. package/dist/src/{image-CuKHuccK.cjs → image-DTedmQPg.cjs} +29 -30
  135. package/dist/src/{image-B0U4Hqll.js → image-gvmivTEe.js} +7 -9
  136. package/dist/src/image-pAX56tPG.js +257 -0
  137. package/dist/src/{image-DNEIf_aI.js → image-tL5hIOFh.js} +6 -8
  138. package/dist/src/index.cjs +605 -689
  139. package/dist/src/index.d.cts +11 -7
  140. package/dist/src/index.d.ts +11 -3
  141. package/dist/src/index.js +570 -658
  142. package/dist/src/{interactiveCheck-Bxj1Swex.js → interactiveCheck-BgLZUIt3.js} +7 -8
  143. package/dist/src/{invariant-DT20jrBd.js → invariant-BtWWVVhl.js} +2 -2
  144. package/dist/src/{invariant-1pAf2CD1.js → invariant-Ddh24eXh.js} +2 -2
  145. package/dist/src/{invariant-CKcJAQ6M.cjs → invariant-kfQ8Bu82.cjs} +7 -8
  146. package/dist/src/invariant-vgHWClmd.js +25 -0
  147. package/dist/src/{knowledgeBase-Be_zyW4L.js → knowledgeBase-CLJybhnF.js} +16 -16
  148. package/dist/src/{knowledgeBase-CEzQobWX.js → knowledgeBase-CoU-UQBg.js} +14 -9
  149. package/dist/src/{knowledgeBase-BZ41IFwq.js → knowledgeBase-DjWPVqSb.js} +14 -18
  150. package/dist/src/{knowledgeBase-D-5BMXlr.cjs → knowledgeBase-wkxuRFhA.cjs} +14 -15
  151. package/dist/src/{litellm-DnbRJ2if.js → litellm-B9Hysuri.js} +16 -18
  152. package/dist/src/{litellm-CRDqPhNI.js → litellm-CTfa0hqi.js} +15 -17
  153. package/dist/src/{litellm-hUSNM_M2.cjs → litellm-NYpQ8RQu.cjs} +15 -16
  154. package/dist/src/{litellm-9vR8zpfU.js → litellm-ePxtr9F1.js} +15 -4
  155. package/dist/src/{logger-CG1uZPbQ.js → logger-CT3IKMKA.js} +10 -29
  156. package/dist/src/{logger-B7sBeGa0.cjs → logger-Cp1GPUjj.cjs} +152 -180
  157. package/dist/src/logger-DLcq4dWf.js +713 -0
  158. package/dist/src/{logger-LSBxlt7a.js → logger-KkObSCzq.js} +13 -31
  159. package/dist/src/{luma-ray-Hm3d6VJE.cjs → luma-ray-B0GGNRc1.cjs} +20 -21
  160. package/dist/src/{luma-ray-drvgdpP9.js → luma-ray-BE2mOt6N.js} +20 -13
  161. package/dist/src/{luma-ray-4blv9iZ2.js → luma-ray-BW9IRGIc.js} +22 -21
  162. package/dist/src/{luma-ray-B2__8lYH.js → luma-ray-Cm1KZBhs.js} +20 -23
  163. package/dist/src/main.js +1170 -1321
  164. package/dist/src/{messages-XhiwCbi4.cjs → messages-1JrJs91T.cjs} +32 -34
  165. package/dist/src/{messages-CGPPidQr.js → messages-1x9atZmP.js} +22 -24
  166. package/dist/src/{messages-Uee41Mj5.js → messages-BLbWdsyt.js} +22 -24
  167. package/dist/src/messages-D8EA0oDc.js +240 -0
  168. package/dist/src/{meteor-BYykdXrV.js → meteor-44VjEACX.js} +3 -4
  169. package/dist/src/{meteor-CsopaHrH.js → meteor-D-SotUw9.js} +3 -4
  170. package/dist/src/{meteor-e-E-2vVl.cjs → meteor-DLZZ3osF.cjs} +3 -4
  171. package/dist/src/{meteor-C8lGP6P4.js → meteor-DUiCJRC-.js} +3 -4
  172. package/dist/src/{modelslab-yKz-ZNB4.js → modelslab-C1OLRmVX.js} +17 -10
  173. package/dist/src/{modelslab-E9gO-bYd.js → modelslab-CqXBy3U8.js} +18 -20
  174. package/dist/src/{modelslab-lUVW0cmB.cjs → modelslab-DcOSFwKh.cjs} +17 -18
  175. package/dist/src/{modelslab-ClBkr8_9.js → modelslab-X5-4LroM.js} +17 -19
  176. package/dist/src/{nova-reel-Dk8jNpId.js → nova-reel-BgS1ZWuK.js} +20 -13
  177. package/dist/src/{nova-reel-u2eF2Cxm.js → nova-reel-D2ZkOSyr.js} +22 -21
  178. package/dist/src/{nova-reel-D8CuO6QH.cjs → nova-reel-D9xfaMBs.cjs} +20 -21
  179. package/dist/src/{nova-reel-P9bwvtYX.js → nova-reel-DihqLeol.js} +20 -23
  180. package/dist/src/{nova-sonic-Ds1C-dpm.cjs → nova-sonic-DVu3mMIy.cjs} +30 -31
  181. package/dist/src/{nova-sonic-CK2rAiKi.js → nova-sonic-DezhVUYT.js} +30 -26
  182. package/dist/src/{nova-sonic-BaqWlkds.js → nova-sonic-P-CdUMlV.js} +30 -31
  183. package/dist/src/{nova-sonic-yZapPLv7.js → nova-sonic-Q3BOJeig.js} +31 -32
  184. package/dist/src/{openai-DUFopMrH.cjs → openai-Cuif0GEt.cjs} +8 -9
  185. package/dist/src/{openai-PblZ3jUE.js → openai-DElQ-fPX.js} +3 -4
  186. package/dist/src/{openai-CcN1B8Sb.js → openai-DhbB7eWK.js} +3 -4
  187. package/dist/src/openai-j-sE2O7r.js +44 -0
  188. package/dist/src/{openclaw-A-3_loM7.js → openclaw-BiSZPL7J.js} +20 -14
  189. package/dist/src/{openclaw-COn6QzDi.js → openclaw-Bv1DINsX.js} +20 -27
  190. package/dist/src/{openclaw-a3lylB-V.js → openclaw-D1D_ej1z.js} +21 -28
  191. package/dist/src/{openclaw-B6qqDr_u.cjs → openclaw-DAfWQn-o.cjs} +33 -39
  192. package/dist/src/opencode-sdk-C7m-wRfI.js +560 -0
  193. package/dist/src/opencode-sdk-CfaLN8PY.cjs +564 -0
  194. package/dist/src/opencode-sdk-D95s6SnR.js +562 -0
  195. package/dist/src/opencode-sdk-DxUPkLT7.js +560 -0
  196. package/dist/src/{otlpReceiver-oyf5wLGC.js → otlpReceiver--AIRW_S4.js} +53 -51
  197. package/dist/src/{otlpReceiver-BmmTiMjA.js → otlpReceiver-Bn5wGB1v.js} +53 -55
  198. package/dist/src/{otlpReceiver-lXsYVbpj.cjs → otlpReceiver-Diec4cln.cjs} +53 -55
  199. package/dist/src/{otlpReceiver-94URx7UW.js → otlpReceiver-g3ByGaXs.js} +53 -55
  200. package/dist/src/{providerRegistry-Cq_JK_CJ.js → providerRegistry-B0RUOLI_.js} +7 -8
  201. package/dist/src/{providerRegistry-DSSHjMKf.js → providerRegistry-CD8MEar9.js} +7 -8
  202. package/dist/src/{providerRegistry-CvHEVJad.cjs → providerRegistry-Civky8Ar.cjs} +12 -13
  203. package/dist/src/providerRegistry-DM8rZYol.js +45 -0
  204. package/dist/src/providers-B3HvufyI.js +33246 -0
  205. package/dist/src/{providers-BnFpbY_s.js → providers-BKRJTjBz.js} +1536 -1669
  206. package/dist/src/providers-C1rOSHiR.js +32 -0
  207. package/dist/src/{providers-Iil64vk9.js → providers-CFLy1_ji.js} +1543 -1676
  208. package/dist/src/{providers-DHbjzW2e.cjs → providers-CFu-TZl-.cjs} +1896 -2029
  209. package/dist/src/providers-CxmDwEFf.cjs +31 -0
  210. package/dist/src/providers-Dodakqr0.js +30 -0
  211. package/dist/src/providers-GIQ2TcsA.js +30 -0
  212. package/dist/src/{pythonUtils-CcT5LH1M.js → pythonUtils-C3py6GC1.js} +18 -19
  213. package/dist/src/{pythonUtils-DBbuI3QJ.cjs → pythonUtils-CTU3Y3lw.cjs} +42 -43
  214. package/dist/src/{pythonUtils-hZ8LeQLv.js → pythonUtils-D5nxkQ0P.js} +18 -19
  215. package/dist/src/pythonUtils-D6fwaDSg.js +249 -0
  216. package/dist/src/{quiverai-BuI0tE39.js → quiverai-C2jVwbH1.js} +8 -7
  217. package/dist/src/{quiverai-DCGSZt4U.js → quiverai-CI6gYJVI.js} +8 -10
  218. package/dist/src/{quiverai-DiMVJQDz.cjs → quiverai-CLkWkyZc.cjs} +8 -9
  219. package/dist/src/{quiverai-fQNkExW4.js → quiverai-MHSxbmmZ.js} +9 -11
  220. package/dist/src/{render-Dj1smHEb.js → render-Drod8m7K.js} +4 -5
  221. package/dist/src/{responses-DOAFFENS.js → responses-BKqJmhhc.js} +22 -25
  222. package/dist/src/{responses-CxzoQoBe.js → responses-CGw0DCzh.js} +22 -25
  223. package/dist/src/responses-jxdehPkC.js +660 -0
  224. package/dist/src/{responses-ghR3IOfy.cjs → responses-tD4Bd4dc.cjs} +37 -40
  225. package/dist/src/rubyUtils-BUHu6PhO.js +5 -0
  226. package/dist/src/{rubyUtils-CwbGmgYN.js → rubyUtils-BUVePouc.js} +27 -20
  227. package/dist/src/rubyUtils-BcuGX77l.js +222 -0
  228. package/dist/src/{rubyUtils-DudlFZed.js → rubyUtils-Boc4HZzX.js} +18 -19
  229. package/dist/src/rubyUtils-CP42kMvq.cjs +4 -0
  230. package/dist/src/{rubyUtils-C8MhKGHb.cjs → rubyUtils-DhCAlxZr.cjs} +48 -50
  231. package/dist/src/{sagemaker-gmskuyre.js → sagemaker-BK4Zb993.js} +75 -70
  232. package/dist/src/{sagemaker-DuM71dVU.js → sagemaker-BfiWTmvn.js} +77 -77
  233. package/dist/src/{sagemaker-77zbJ2Q2.cjs → sagemaker-CcQHM1jV.cjs} +75 -76
  234. package/dist/src/{sagemaker-CcxhlOAR.js → sagemaker-D2Q1c-sD.js} +75 -79
  235. package/dist/src/{scanner-DJYiSXQj.js → scanner-J8CA3LsV.js} +100 -121
  236. package/dist/src/server/index.js +5505 -67416
  237. package/dist/src/{server-B5v33lvE.cjs → server-B0PPuDw-.cjs} +57 -67
  238. package/dist/src/server-B1vi21hA.js +7 -0
  239. package/dist/src/{server-RV_i_YX5.js → server-BC7XJFgr.js} +19 -24
  240. package/dist/src/server-Cm9Kai_h.cjs +5 -0
  241. package/dist/src/{server-BJ4m4f1D.js → server-DbFphssR.js} +26 -29
  242. package/dist/src/server-OAs3nBRT.js +229 -0
  243. package/dist/src/{signal-BW33JuId.js → signal-BOTbd53Z.js} +9 -11
  244. package/dist/src/{slack-DEURelTy.cjs → slack-BmVAVGaK.cjs} +7 -8
  245. package/dist/src/{slack-BQYeW9L3.js → slack-DCUPTzS2.js} +8 -8
  246. package/dist/src/{slack-BB6yuZzp.js → slack-DOdy_kyv.js} +7 -8
  247. package/dist/src/{slack-2pRrhhgJ.js → slack-DXMKtA-f.js} +7 -9
  248. package/dist/src/store-BNmZ1KAz.cjs +5 -0
  249. package/dist/src/{store-D7CgQzAR.cjs → store-BSc-TF2w.cjs} +44 -45
  250. package/dist/src/store-BltJg2cd.js +6 -0
  251. package/dist/src/{store-s3SftUwF.js → store-D1tv90v3.js} +34 -35
  252. package/dist/src/{store-DJNsD1iC.js → store-DQLEjuEO.js} +40 -36
  253. package/dist/src/store-Ub2vaGJ1.js +228 -0
  254. package/dist/src/{tables-DfTsNN7X.js → tables-5EvT_Bwn.js} +19 -21
  255. package/dist/src/{tables-BKTmd6u7.cjs → tables-C7K-XKWp.cjs} +89 -91
  256. package/dist/src/{tables-DMegD0Xf.js → tables-D36WTqKX.js} +21 -23
  257. package/dist/src/tables-xKANLRBD.js +288 -0
  258. package/dist/src/telemetry-5BCRNBbe.cjs +5 -0
  259. package/dist/src/{telemetry-BedSm-bZ.js → telemetry-C15ziL8u.js} +17 -14
  260. package/dist/src/{telemetry--WAdAfVi.js → telemetry-C2YDkUQH.js} +11 -13
  261. package/dist/src/{telemetry-DQgVBCAb.cjs → telemetry-CbrnxHp_.cjs} +21 -24
  262. package/dist/src/telemetry-D4W5hboe.js +7 -0
  263. package/dist/src/telemetry-DMb2Mpfm.js +171 -0
  264. package/dist/src/{text-oiSbwSOI.js → text-B_UCRPp2.js} +2 -2
  265. package/dist/src/{text-oKzCBnK6.cjs → text-CW1cyrwj.cjs} +12 -13
  266. package/dist/src/{text-B_IrO4GZ.js → text-Db-Wt2u2.js} +2 -2
  267. package/dist/src/text-TIv0QYnd.js +22 -0
  268. package/dist/src/{tokenUsageUtils-FZd5O_4A.js → tokenUsageUtils-BDGe-iyI.js} +2 -2
  269. package/dist/src/{tokenUsageUtils-DmZSD2eU.js → tokenUsageUtils-DflFMjS0.js} +2 -2
  270. package/dist/src/tokenUsageUtils-NYT-WKS6.js +138 -0
  271. package/dist/src/{tokenUsageUtils-CXhxVj72.cjs → tokenUsageUtils-bVa1ga6f.cjs} +32 -33
  272. package/dist/src/{transcription-BO1AHegO.cjs → transcription-CL78qbOU.cjs} +14 -15
  273. package/dist/src/{transcription-mYS9vd5v.js → transcription-DAtxHhAM.js} +14 -7
  274. package/dist/src/{transcription-X2-B4vkX.js → transcription-LNZTNUUL.js} +14 -16
  275. package/dist/src/{transcription-lzBLiTFJ.js → transcription-QHh3AH6Z.js} +15 -17
  276. package/dist/src/{transform-DeGlxb0D.js → transform-Cgi24fJ7.js} +39 -47
  277. package/dist/src/{transform-B1Hi5lWS.cjs → transform-CzK1Q0zl.cjs} +24 -26
  278. package/dist/src/{transform-CYDILYDe.js → transform-DECvGmzp.js} +15 -13
  279. package/dist/src/{transform-Dfl89yi4.js → transform-DGLazrMm.js} +39 -47
  280. package/dist/src/transform-DGxXocjk.js +1506 -0
  281. package/dist/src/{transform-D5PjiWiZ.cjs → transform-DOcQeLld.cjs} +179 -187
  282. package/dist/src/transform-DTGDnAzW.js +6 -0
  283. package/dist/src/{transform-BEgStbHK.js → transform-DilY9wbS.js} +10 -12
  284. package/dist/src/transform-aa6tmVpZ.js +216 -0
  285. package/dist/src/transform-m3qNw4KP.cjs +5 -0
  286. package/dist/src/{transformersAvailability-SZnTS3pJ.js → transformersAvailability-CEVM2GNQ.js} +2 -2
  287. package/dist/src/{transformersAvailability-D-glmEy7.cjs → transformersAvailability-CwayUSlh.cjs} +2 -3
  288. package/dist/src/{transformersAvailability-CjeFXhuJ.js → transformersAvailability-D6c6ROpT.js} +2 -2
  289. package/dist/src/{types-CXQduE9o.js → types-CH3Ge2sE.js} +30 -90
  290. package/dist/src/{types-C5hEkb-x.js → types-CLKiCBW3.js} +25 -89
  291. package/dist/src/types-CN_TZ2GJ.js +3260 -0
  292. package/dist/src/{types-DWNf48sT.cjs → types-LJ0r3wbR.cjs} +500 -564
  293. package/dist/src/util-5cB-L7U3.js +1430 -0
  294. package/dist/src/util-6-GqIvzS.js +599 -0
  295. package/dist/src/{util-CoQjmE3u.js → util-B7T3SiBS.js} +4 -5
  296. package/dist/src/{util-D9eLdGfa.js → util-Betm42rL.js} +5 -6
  297. package/dist/src/{util-Bm_-UMD_.js → util-C-PPYSMq.js} +5 -6
  298. package/dist/src/{util-CyUdMzV0.cjs → util-CchiqXh_.cjs} +34 -35
  299. package/dist/src/{util-Du96oyYS.js → util-DaWTWKBK.js} +4 -5
  300. package/dist/src/{util-1wWM599Z.cjs → util-Db0a0AFH.cjs} +50 -51
  301. package/dist/src/{util-DQ984syk.js → util-Dlz_Wvgm.js} +37 -48
  302. package/dist/src/{util-_h4pVqrz.js → util-YT5HPZaS.js} +37 -48
  303. package/dist/src/{util-aLhtl3fe.cjs → util-Yz-1aEhW.cjs} +209 -220
  304. package/dist/src/util-ZZH-3QZz.js +293 -0
  305. package/dist/src/{utils-BjLy-Q72.cjs → utils-Cz9qXqII.cjs} +29 -32
  306. package/dist/src/{utils-CFMn2yHW.js → utils-XiOAgly5.js} +4 -7
  307. package/dist/src/utils-dLokC-eR.js +94 -0
  308. package/dist/src/{utils-DvWMzuMx.js → utils-f2-Moju7.js} +4 -7
  309. package/dist/tsconfig.tsbuildinfo +1 -1
  310. package/package.json +30 -30
  311. package/dist/src/app/assets/index-B2D0bCSI.js +0 -439
  312. package/dist/src/app/tsconfig.app.tsbuildinfo +0 -1
  313. package/dist/src/cache-ChPcurj7.js +0 -6
  314. package/dist/src/cache-VVu_W-yg.js +0 -8
  315. package/dist/src/cache-YLNCFEM2.cjs +0 -6
  316. package/dist/src/chunk-DHDDz29n.js +0 -22
  317. package/dist/src/chunk-FhC4c-0y.js +0 -21
  318. package/dist/src/cloud-BndfXy4H.js +0 -5
  319. package/dist/src/eval-BhHvMY82.js +0 -17
  320. package/dist/src/evalResult-Dq2gFNQY.js +0 -12
  321. package/dist/src/evalResult-nmcP5VKH.cjs +0 -12
  322. package/dist/src/evalResult-trqZjVYh.js +0 -14
  323. package/dist/src/evaluator-CnfPstzT.js +0 -39
  324. package/dist/src/fetch-IDPDue6F.cjs +0 -4
  325. package/dist/src/fetch-hKJ-It8q.js +0 -6
  326. package/dist/src/fetch-ouKnrWK-.js +0 -4
  327. package/dist/src/graders-CQn7WUsd.cjs +0 -34
  328. package/dist/src/graders-DC6QAbpW.js +0 -35
  329. package/dist/src/graders-DUWz3Y7j.js +0 -37
  330. package/dist/src/opencode-sdk-4bL9n-Gk.js +0 -382
  331. package/dist/src/opencode-sdk-BfC2zWcR.js +0 -376
  332. package/dist/src/opencode-sdk-DMJyuwMg.js +0 -380
  333. package/dist/src/opencode-sdk-Da-9adza.cjs +0 -383
  334. package/dist/src/providers-CsXB2Ix-.js +0 -35
  335. package/dist/src/providers-DO8ltjLC.js +0 -33
  336. package/dist/src/providers-Dtq-xnXd.cjs +0 -33
  337. package/dist/src/rubyUtils-BUbcND2f.js +0 -6
  338. package/dist/src/rubyUtils-Cr55X_KE.js +0 -5
  339. package/dist/src/rubyUtils-DlIiqoYo.cjs +0 -5
  340. package/dist/src/server-C2eQH4Gu.js +0 -6
  341. package/dist/src/server-CXWycu7H.cjs +0 -6
  342. package/dist/src/server-Q6OGlxxT.js +0 -8
  343. package/dist/src/store-B3EDO9Q3.js +0 -7
  344. package/dist/src/store-Dl9F8aw5.js +0 -6
  345. package/dist/src/store-SnrGrlt9.cjs +0 -6
  346. package/dist/src/telemetry-BGhiPZtl.js +0 -8
  347. package/dist/src/telemetry-CFfiYan6.cjs +0 -6
  348. package/dist/src/telemetry-DHzEduxX.js +0 -6
  349. package/dist/src/transform-C1x1ZlMQ.cjs +0 -6
  350. package/dist/src/transform-DYHjFmQu.js +0 -8
  351. package/dist/src/transform-rmwJT5JQ.js +0 -7
  352. package/dist/src/transformersAvailability-eJooj0gX.js +0 -35
@@ -1,5 +1,5 @@
1
- const require_logger = require('./logger-B7sBeGa0.cjs');
2
- const require_invariant = require('./invariant-CKcJAQ6M.cjs');
1
+ const require_logger = require("./logger-Cp1GPUjj.cjs");
2
+ const require_invariant = require("./invariant-kfQ8Bu82.cjs");
3
3
  let fs = require("fs");
4
4
  fs = require_logger.__toESM(fs);
5
5
  let path = require("path");
@@ -12,7 +12,6 @@ fs_promises = require_logger.__toESM(fs_promises);
12
12
  let proxy_from_env = require("proxy-from-env");
13
13
  let undici = require("undici");
14
14
  let zlib = require("zlib");
15
-
16
15
  //#region src/providers/constants.ts
17
16
  const FILE_METADATA_KEY = "_promptfooFileMetadata";
18
17
  /**
@@ -20,28 +19,21 @@ const FILE_METADATA_KEY = "_promptfooFileMetadata";
20
19
  * Used to distinguish human ratings from automated assertions.
21
20
  */
22
21
  const HUMAN_ASSERTION_TYPE = "human";
23
-
24
22
  //#endregion
25
23
  //#region src/version.ts
26
24
  /**
27
25
  * Application version from package.json.
28
26
  * Injected at build time, or read from npm environment in development.
29
27
  */
30
- const VERSION = "0.120.27";
28
+ const VERSION = "0.121.1";
31
29
  /**
32
30
  * PostHog analytics key.
33
31
  * Only populated during production builds via PROMPTFOO_POSTHOG_KEY env var.
34
32
  * Empty string in development/test.
35
33
  */
36
34
  const POSTHOG_KEY = "phc_E5n5uHnDo2eREJL1uqX1cIlbkoRby4yFWt3V94HqRRg";
37
-
38
- //#endregion
39
- //#region src/constants.ts
40
- const DEFAULT_QUERY_LIMIT = 100;
41
- const DEFAULT_MAX_CONCURRENCY = 4;
42
- const DEFAULT_API_BASE_URL = "https://api.promptfoo.app";
43
35
  function getShareApiBaseUrl() {
44
- return require_logger.getEnvString("PROMPTFOO_REMOTE_API_BASE_URL") || DEFAULT_API_BASE_URL;
36
+ return require_logger.getEnvString("PROMPTFOO_REMOTE_API_BASE_URL") || "https://api.promptfoo.app";
45
37
  }
46
38
  function getDefaultShareViewBaseUrl() {
47
39
  return require_logger.getEnvString("PROMPTFOO_SHARING_APP_BASE_URL", `https://promptfoo.app`);
@@ -54,7 +46,6 @@ const CLOUD_PROVIDER_PREFIX = "promptfoo://provider/";
54
46
  const CONSENT_ENDPOINT = "https://api.promptfoo.dev/consent";
55
47
  const EVENTS_ENDPOINT = "https://a.promptfoo.app";
56
48
  const R_ENDPOINT = "https://r.promptfoo.app/";
57
-
58
49
  //#endregion
59
50
  //#region src/providers/shared.ts
60
51
  /**
@@ -293,14 +284,12 @@ function transformTools(tools, format) {
293
284
  default: return tools;
294
285
  }
295
286
  }
296
-
297
287
  //#endregion
298
288
  //#region src/util/time.ts
299
289
  function getCurrentTimestamp() {
300
290
  return Math.floor((/* @__PURE__ */ new Date()).getTime() / 1e3);
301
291
  }
302
292
  const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
303
-
304
293
  //#endregion
305
294
  //#region src/globalConfig/globalConfig.ts
306
295
  /**
@@ -341,11 +330,7 @@ function writeGlobalConfigPartial(partialConfig) {
341
330
  });
342
331
  writeGlobalConfig(updatedConfig);
343
332
  }
344
-
345
- //#endregion
346
- //#region src/globalConfig/cloud.ts
347
- const CLOUD_API_HOST = "https://api.promptfoo.app";
348
- const API_HOST = require_logger.getEnvString("API_HOST", CLOUD_API_HOST);
333
+ const API_HOST = require_logger.getEnvString("API_HOST", "https://api.promptfoo.app");
349
334
  const SHARING_CUTOFF_DATE = /* @__PURE__ */ new Date("2026-03-09T00:00:00Z");
350
335
  var CloudConfig = class {
351
336
  config;
@@ -434,11 +419,11 @@ var CloudConfig = class {
434
419
  }
435
420
  async validateAndSetApiToken(token, apiHost) {
436
421
  try {
437
- const { fetchWithProxy } = await Promise.resolve().then(() => require("./fetch-IDPDue6F.cjs"));
422
+ const { fetchWithProxy } = await Promise.resolve().then(() => fetch_exports);
438
423
  const response = await fetchWithProxy(`${apiHost}/api/v1/users/me`, { headers: { Authorization: `Bearer ${token}` } });
439
424
  if (!response.ok) {
440
425
  const errorMessage = await response.text();
441
- require_logger.logger_default.error(`[Cloud] Failed to validate API token: ${errorMessage}. HTTP Status: ${response.status} - ${response.statusText}.`);
426
+ require_logger.logger.error(`[Cloud] Failed to validate API token: ${errorMessage}. HTTP Status: ${response.status} - ${response.statusText}.`);
442
427
  throw new Error("Failed to validate API token: " + response.statusText);
443
428
  }
444
429
  const { user, organization, app, hasActiveLicense } = await response.json();
@@ -459,8 +444,8 @@ var CloudConfig = class {
459
444
  } catch (err) {
460
445
  const error = err;
461
446
  const errorMessage = error instanceof Error ? error.message : String(error);
462
- require_logger.logger_default.error(`[Cloud] Failed to validate API token with host ${apiHost}: ${errorMessage}`);
463
- if (error.cause) require_logger.logger_default.error(`Cause: ${error.cause}`);
447
+ require_logger.logger.error(`[Cloud] Failed to validate API token with host ${apiHost}: ${errorMessage}`);
448
+ if (error.cause) require_logger.logger.error(`Cause: ${error.cause}`);
464
449
  throw error;
465
450
  }
466
451
  }
@@ -507,7 +492,6 @@ var CloudConfig = class {
507
492
  }
508
493
  };
509
494
  const cloudConfig = new CloudConfig();
510
-
511
495
  //#endregion
512
496
  //#region src/util/fetch/monkeyPatchFetch.ts
513
497
  const gzipAsync = (0, util.promisify)(zlib.gzip);
@@ -534,9 +518,9 @@ async function monkeyPatchFetch(url, options) {
534
518
  "Content-Encoding": "gzip"
535
519
  };
536
520
  } catch (e) {
537
- require_logger.logger_default.warn(`Failed to compress request body: ${e}`);
521
+ require_logger.logger.warn(`Failed to compress request body: ${e}`);
538
522
  }
539
- if (typeof url === "string" && url.startsWith(CLOUD_API_HOST) || url instanceof URL && url.host === CLOUD_API_HOST.replace(/^https?:\/\//, "")) {
523
+ if (typeof url === "string" && url.startsWith("https://api.promptfoo.app") || url instanceof URL && url.host === "https://api.promptfoo.app".replace(/^https?:\/\//, "")) {
540
524
  const token = cloudConfig.getApiKey();
541
525
  opts.headers = {
542
526
  ...opts.headers || {},
@@ -561,17 +545,24 @@ async function monkeyPatchFetch(url, options) {
561
545
  response: null
562
546
  });
563
547
  if (isConnectionError(e)) {
564
- require_logger.logger_default.debug(`Connection error, please check your network connectivity to the host: ${url} ${process.env.HTTP_PROXY || process.env.HTTPS_PROXY ? `or Proxy: ${process.env.HTTP_PROXY || process.env.HTTPS_PROXY}` : ""}`);
548
+ require_logger.logger.debug(`Connection error, please check your network connectivity to the host: ${url} ${process.env.HTTP_PROXY || process.env.HTTPS_PROXY ? `or Proxy: ${process.env.HTTP_PROXY || process.env.HTTPS_PROXY}` : ""}`);
565
549
  throw e;
566
550
  }
567
- require_logger.logger_default.debug(`Error in fetch: ${JSON.stringify(e, Object.getOwnPropertyNames(e), 2)} ${e instanceof Error ? e.stack : ""}`);
551
+ require_logger.logger.debug(`Error in fetch: ${JSON.stringify(e, Object.getOwnPropertyNames(e), 2)} ${e instanceof Error ? e.stack : ""}`);
568
552
  }
569
553
  throw e;
570
554
  }
571
555
  }
572
-
573
556
  //#endregion
574
557
  //#region src/util/fetch/index.ts
558
+ var fetch_exports = /* @__PURE__ */ require_logger.__exportAll({
559
+ fetchWithProxy: () => fetchWithProxy,
560
+ fetchWithRetries: () => fetchWithRetries,
561
+ fetchWithTimeout: () => fetchWithTimeout,
562
+ handleRateLimit: () => handleRateLimit,
563
+ isRateLimited: () => isRateLimited,
564
+ isTransientError: () => isTransientError
565
+ });
575
566
  let cachedAgent = null;
576
567
  let cachedAgentConcurrency;
577
568
  let cachedProxyAgents = /* @__PURE__ */ new Map();
@@ -587,7 +578,7 @@ function getConnectionPoolSize() {
587
578
  const parsed = parseInt(envConnections, 10);
588
579
  if (!isNaN(parsed)) return parsed;
589
580
  }
590
- return require_logger.cliState_default.maxConcurrency || DEFAULT_MAX_CONCURRENCY;
581
+ return require_logger.state.maxConcurrency || 4;
591
582
  }
592
583
  function getOrCreateAgent(tlsOptions) {
593
584
  const concurrency = getConnectionPoolSize();
@@ -641,7 +632,7 @@ async function fetchWithProxy(url, options = {}, abortSignal) {
641
632
  if (typeof url === "string") try {
642
633
  const parsedUrl = new URL(url);
643
634
  if (parsedUrl.username || parsedUrl.password) {
644
- if (finalOptions.headers && "Authorization" in finalOptions.headers) require_logger.logger_default.warn("Both URL credentials and Authorization header present - URL credentials will be ignored");
635
+ if (finalOptions.headers && "Authorization" in finalOptions.headers) require_logger.logger.warn("Both URL credentials and Authorization header present - URL credentials will be ignored");
645
636
  else {
646
637
  const username = parsedUrl.username || "";
647
638
  const password = parsedUrl.password || "";
@@ -657,20 +648,20 @@ async function fetchWithProxy(url, options = {}, abortSignal) {
657
648
  finalUrlString = finalUrl.toString();
658
649
  }
659
650
  } catch (e) {
660
- require_logger.logger_default.debug(`URL parsing failed in fetchWithProxy: ${e}`);
651
+ require_logger.logger.debug(`URL parsing failed in fetchWithProxy: ${e}`);
661
652
  }
662
653
  const tlsOptions = { rejectUnauthorized: !require_logger.getEnvBool("PROMPTFOO_INSECURE_SSL", true) };
663
654
  const caCertPath = require_logger.getEnvString("PROMPTFOO_CA_CERT_PATH");
664
655
  if (caCertPath) try {
665
- const resolvedPath = path.default.resolve(require_logger.cliState_default.basePath || "", caCertPath);
656
+ const resolvedPath = path.default.resolve(require_logger.state.basePath || "", caCertPath);
666
657
  tlsOptions.ca = await fs_promises.readFile(resolvedPath, "utf8");
667
- require_logger.logger_default.debug(`Using custom CA certificate from ${resolvedPath}`);
658
+ require_logger.logger.debug(`Using custom CA certificate from ${resolvedPath}`);
668
659
  } catch (e) {
669
- require_logger.logger_default.warn(`Failed to read CA certificate from ${caCertPath}: ${e}`);
660
+ require_logger.logger.warn(`Failed to read CA certificate from ${caCertPath}: ${e}`);
670
661
  }
671
662
  const proxyUrl = finalUrlString ? (0, proxy_from_env.getProxyForUrl)(finalUrlString) : "";
672
663
  if (!finalOptions.dispatcher) if (proxyUrl) {
673
- require_logger.logger_default.debug(`Using proxy: ${require_logger.sanitizeUrl(proxyUrl)}`);
664
+ require_logger.logger.debug(`Using proxy: ${require_logger.sanitizeUrl(proxyUrl)}`);
674
665
  finalOptions.dispatcher = getOrCreateProxyAgent(proxyUrl, tlsOptions);
675
666
  } else finalOptions.dispatcher = getOrCreateAgent(tlsOptions);
676
667
  const maxTransientRetries = options.disableTransientRetries ? 0 : 3;
@@ -678,7 +669,7 @@ async function fetchWithProxy(url, options = {}, abortSignal) {
678
669
  const response = await monkeyPatchFetch(finalUrl, finalOptions);
679
670
  if (!options.disableTransientRetries && isTransientError(response) && attempt < maxTransientRetries) {
680
671
  const backoffMs = Math.pow(2, attempt) * 1e3;
681
- require_logger.logger_default.debug(`Transient error (${response.status} ${response.statusText}), retry ${attempt + 1}/${maxTransientRetries} after ${backoffMs}ms`);
672
+ require_logger.logger.debug(`Transient error (${response.status} ${response.statusText}), retry ${attempt + 1}/${maxTransientRetries} after ${backoffMs}ms`);
682
673
  await sleep(backoffMs);
683
674
  continue;
684
675
  }
@@ -728,7 +719,7 @@ async function handleRateLimit(response) {
728
719
  const now = /* @__PURE__ */ new Date();
729
720
  waitTime = Math.max(resetTime.getTime() - now.getTime() + 1e3, 0);
730
721
  } else if (retryAfter) waitTime = Number.parseInt(retryAfter) * 1e3;
731
- require_logger.logger_default.debug(`Rate limited, waiting ${waitTime}ms before retry`);
722
+ require_logger.logger.debug(`Rate limited, waiting ${waitTime}ms before retry`);
732
723
  await sleep(waitTime);
733
724
  }
734
725
  /**
@@ -760,7 +751,7 @@ async function fetchWithRetries(url, options = {}, timeout, maxRetries) {
760
751
  }, timeout);
761
752
  if (require_logger.getEnvBool("PROMPTFOO_RETRY_5XX") && response.status >= 500 && response.status < 600) throw new Error(`Internal Server Error: ${response.status} ${response.statusText}`);
762
753
  if (response && isRateLimited(response)) {
763
- require_logger.logger_default.debug(`Rate limited on URL ${url}: ${response.status} ${response.statusText}, attempt ${i + 1}/${maxRetries + 1}, waiting before retry...`);
754
+ require_logger.logger.debug(`Rate limited on URL ${url}: ${response.status} ${response.statusText}, attempt ${i + 1}/${maxRetries + 1}, waiting before retry...`);
764
755
  lastErrorMessage = `Rate limited: ${response.status} ${response.statusText}`;
765
756
  await handleRateLimit(response);
766
757
  continue;
@@ -775,247 +766,223 @@ async function fetchWithRetries(url, options = {}, timeout, maxRetries) {
775
766
  if (typedError.cause) errorMessage += ` (Cause: ${typedError.cause})`;
776
767
  if (typedError.code) errorMessage += ` (Code: ${typedError.code})`;
777
768
  } else errorMessage = String(error);
778
- require_logger.logger_default.debug(`Request to ${url} failed (attempt #${i + 1}), retrying: ${errorMessage}`);
769
+ require_logger.logger.debug(`Request to ${url} failed (attempt #${i + 1}), retrying: ${errorMessage}`);
779
770
  if (i < maxRetries) await sleep(Math.pow(2, i) * (backoff + 1e3 * Math.random()));
780
771
  lastErrorMessage = errorMessage;
781
772
  }
782
773
  }
783
774
  throw new Error(`Request failed after ${maxRetries} retries: ${lastErrorMessage}`);
784
775
  }
785
-
786
776
  //#endregion
787
- Object.defineProperty(exports, 'CLOUD_PROVIDER_PREFIX', {
788
- enumerable: true,
789
- get: function () {
790
- return CLOUD_PROVIDER_PREFIX;
791
- }
792
- });
793
- Object.defineProperty(exports, 'CONSENT_ENDPOINT', {
794
- enumerable: true,
795
- get: function () {
796
- return CONSENT_ENDPOINT;
797
- }
798
- });
799
- Object.defineProperty(exports, 'CloudConfig', {
800
- enumerable: true,
801
- get: function () {
802
- return CloudConfig;
803
- }
804
- });
805
- Object.defineProperty(exports, 'DEFAULT_MAX_CONCURRENCY', {
806
- enumerable: true,
807
- get: function () {
808
- return DEFAULT_MAX_CONCURRENCY;
809
- }
810
- });
811
- Object.defineProperty(exports, 'DEFAULT_QUERY_LIMIT', {
812
- enumerable: true,
813
- get: function () {
814
- return DEFAULT_QUERY_LIMIT;
815
- }
816
- });
817
- Object.defineProperty(exports, 'EVENTS_ENDPOINT', {
818
- enumerable: true,
819
- get: function () {
820
- return EVENTS_ENDPOINT;
821
- }
822
- });
823
- Object.defineProperty(exports, 'FILE_METADATA_KEY', {
824
- enumerable: true,
825
- get: function () {
826
- return FILE_METADATA_KEY;
827
- }
828
- });
829
- Object.defineProperty(exports, 'HUMAN_ASSERTION_TYPE', {
830
- enumerable: true,
831
- get: function () {
832
- return HUMAN_ASSERTION_TYPE;
833
- }
834
- });
835
- Object.defineProperty(exports, 'LONG_RUNNING_MODEL_TIMEOUT_MS', {
836
- enumerable: true,
837
- get: function () {
838
- return LONG_RUNNING_MODEL_TIMEOUT_MS;
839
- }
840
- });
841
- Object.defineProperty(exports, 'POSTHOG_KEY', {
842
- enumerable: true,
843
- get: function () {
844
- return POSTHOG_KEY;
845
- }
846
- });
847
- Object.defineProperty(exports, 'REQUEST_TIMEOUT_MS', {
848
- enumerable: true,
849
- get: function () {
850
- return REQUEST_TIMEOUT_MS;
851
- }
852
- });
853
- Object.defineProperty(exports, 'R_ENDPOINT', {
854
- enumerable: true,
855
- get: function () {
856
- return R_ENDPOINT;
857
- }
858
- });
859
- Object.defineProperty(exports, 'TERMINAL_MAX_WIDTH', {
860
- enumerable: true,
861
- get: function () {
862
- return TERMINAL_MAX_WIDTH;
863
- }
864
- });
865
- Object.defineProperty(exports, 'VERSION', {
866
- enumerable: true,
867
- get: function () {
868
- return VERSION;
869
- }
870
- });
871
- Object.defineProperty(exports, 'calculateCost', {
872
- enumerable: true,
873
- get: function () {
874
- return calculateCost;
875
- }
876
- });
877
- Object.defineProperty(exports, 'cloudConfig', {
878
- enumerable: true,
879
- get: function () {
880
- return cloudConfig;
881
- }
882
- });
883
- Object.defineProperty(exports, 'fetchWithProxy', {
884
- enumerable: true,
885
- get: function () {
886
- return fetchWithProxy;
887
- }
888
- });
889
- Object.defineProperty(exports, 'fetchWithRetries', {
890
- enumerable: true,
891
- get: function () {
892
- return fetchWithRetries;
893
- }
894
- });
895
- Object.defineProperty(exports, 'fetchWithTimeout', {
896
- enumerable: true,
897
- get: function () {
898
- return fetchWithTimeout;
899
- }
900
- });
901
- Object.defineProperty(exports, 'getCurrentTimestamp', {
902
- enumerable: true,
903
- get: function () {
904
- return getCurrentTimestamp;
905
- }
906
- });
907
- Object.defineProperty(exports, 'getDefaultShareViewBaseUrl', {
908
- enumerable: true,
909
- get: function () {
910
- return getDefaultShareViewBaseUrl;
911
- }
912
- });
913
- Object.defineProperty(exports, 'getShareApiBaseUrl', {
914
- enumerable: true,
915
- get: function () {
916
- return getShareApiBaseUrl;
917
- }
918
- });
919
- Object.defineProperty(exports, 'getShareViewBaseUrl', {
920
- enumerable: true,
921
- get: function () {
922
- return getShareViewBaseUrl;
923
- }
924
- });
925
- Object.defineProperty(exports, 'handleRateLimit', {
926
- enumerable: true,
927
- get: function () {
928
- return handleRateLimit;
929
- }
930
- });
931
- Object.defineProperty(exports, 'isOpenAIToolArray', {
932
- enumerable: true,
933
- get: function () {
934
- return isOpenAIToolArray;
935
- }
936
- });
937
- Object.defineProperty(exports, 'isOpenAIToolChoice', {
938
- enumerable: true,
939
- get: function () {
940
- return isOpenAIToolChoice;
941
- }
942
- });
943
- Object.defineProperty(exports, 'isPromptfooSampleTarget', {
944
- enumerable: true,
945
- get: function () {
946
- return isPromptfooSampleTarget;
947
- }
948
- });
949
- Object.defineProperty(exports, 'isRateLimited', {
950
- enumerable: true,
951
- get: function () {
952
- return isRateLimited;
953
- }
954
- });
955
- Object.defineProperty(exports, 'isTransientError', {
956
- enumerable: true,
957
- get: function () {
958
- return isTransientError;
959
- }
960
- });
961
- Object.defineProperty(exports, 'openaiToolChoiceToBedrock', {
962
- enumerable: true,
963
- get: function () {
964
- return openaiToolChoiceToBedrock;
965
- }
966
- });
967
- Object.defineProperty(exports, 'openaiToolsToBedrock', {
968
- enumerable: true,
969
- get: function () {
970
- return openaiToolsToBedrock;
971
- }
972
- });
973
- Object.defineProperty(exports, 'parseChatPrompt', {
974
- enumerable: true,
975
- get: function () {
976
- return parseChatPrompt;
977
- }
978
- });
979
- Object.defineProperty(exports, 'readGlobalConfig', {
980
- enumerable: true,
981
- get: function () {
982
- return readGlobalConfig;
983
- }
984
- });
985
- Object.defineProperty(exports, 'sleep', {
986
- enumerable: true,
987
- get: function () {
988
- return sleep;
989
- }
990
- });
991
- Object.defineProperty(exports, 'toTitleCase', {
992
- enumerable: true,
993
- get: function () {
994
- return toTitleCase;
995
- }
996
- });
997
- Object.defineProperty(exports, 'transformToolChoice', {
998
- enumerable: true,
999
- get: function () {
1000
- return transformToolChoice;
1001
- }
1002
- });
1003
- Object.defineProperty(exports, 'transformTools', {
1004
- enumerable: true,
1005
- get: function () {
1006
- return transformTools;
1007
- }
1008
- });
1009
- Object.defineProperty(exports, 'writeGlobalConfig', {
1010
- enumerable: true,
1011
- get: function () {
1012
- return writeGlobalConfig;
1013
- }
1014
- });
1015
- Object.defineProperty(exports, 'writeGlobalConfigPartial', {
1016
- enumerable: true,
1017
- get: function () {
1018
- return writeGlobalConfigPartial;
1019
- }
1020
- });
1021
- //# sourceMappingURL=fetch-BmbD-v1L.cjs.map
777
+ Object.defineProperty(exports, "CLOUD_PROVIDER_PREFIX", {
778
+ enumerable: true,
779
+ get: function() {
780
+ return CLOUD_PROVIDER_PREFIX;
781
+ }
782
+ });
783
+ Object.defineProperty(exports, "CONSENT_ENDPOINT", {
784
+ enumerable: true,
785
+ get: function() {
786
+ return CONSENT_ENDPOINT;
787
+ }
788
+ });
789
+ Object.defineProperty(exports, "CloudConfig", {
790
+ enumerable: true,
791
+ get: function() {
792
+ return CloudConfig;
793
+ }
794
+ });
795
+ Object.defineProperty(exports, "EVENTS_ENDPOINT", {
796
+ enumerable: true,
797
+ get: function() {
798
+ return EVENTS_ENDPOINT;
799
+ }
800
+ });
801
+ Object.defineProperty(exports, "FILE_METADATA_KEY", {
802
+ enumerable: true,
803
+ get: function() {
804
+ return FILE_METADATA_KEY;
805
+ }
806
+ });
807
+ Object.defineProperty(exports, "HUMAN_ASSERTION_TYPE", {
808
+ enumerable: true,
809
+ get: function() {
810
+ return HUMAN_ASSERTION_TYPE;
811
+ }
812
+ });
813
+ Object.defineProperty(exports, "LONG_RUNNING_MODEL_TIMEOUT_MS", {
814
+ enumerable: true,
815
+ get: function() {
816
+ return LONG_RUNNING_MODEL_TIMEOUT_MS;
817
+ }
818
+ });
819
+ Object.defineProperty(exports, "POSTHOG_KEY", {
820
+ enumerable: true,
821
+ get: function() {
822
+ return POSTHOG_KEY;
823
+ }
824
+ });
825
+ Object.defineProperty(exports, "REQUEST_TIMEOUT_MS", {
826
+ enumerable: true,
827
+ get: function() {
828
+ return REQUEST_TIMEOUT_MS;
829
+ }
830
+ });
831
+ Object.defineProperty(exports, "R_ENDPOINT", {
832
+ enumerable: true,
833
+ get: function() {
834
+ return R_ENDPOINT;
835
+ }
836
+ });
837
+ Object.defineProperty(exports, "TERMINAL_MAX_WIDTH", {
838
+ enumerable: true,
839
+ get: function() {
840
+ return TERMINAL_MAX_WIDTH;
841
+ }
842
+ });
843
+ Object.defineProperty(exports, "VERSION", {
844
+ enumerable: true,
845
+ get: function() {
846
+ return VERSION;
847
+ }
848
+ });
849
+ Object.defineProperty(exports, "calculateCost", {
850
+ enumerable: true,
851
+ get: function() {
852
+ return calculateCost;
853
+ }
854
+ });
855
+ Object.defineProperty(exports, "cloudConfig", {
856
+ enumerable: true,
857
+ get: function() {
858
+ return cloudConfig;
859
+ }
860
+ });
861
+ Object.defineProperty(exports, "fetchWithProxy", {
862
+ enumerable: true,
863
+ get: function() {
864
+ return fetchWithProxy;
865
+ }
866
+ });
867
+ Object.defineProperty(exports, "fetchWithRetries", {
868
+ enumerable: true,
869
+ get: function() {
870
+ return fetchWithRetries;
871
+ }
872
+ });
873
+ Object.defineProperty(exports, "fetchWithTimeout", {
874
+ enumerable: true,
875
+ get: function() {
876
+ return fetchWithTimeout;
877
+ }
878
+ });
879
+ Object.defineProperty(exports, "fetch_exports", {
880
+ enumerable: true,
881
+ get: function() {
882
+ return fetch_exports;
883
+ }
884
+ });
885
+ Object.defineProperty(exports, "getCurrentTimestamp", {
886
+ enumerable: true,
887
+ get: function() {
888
+ return getCurrentTimestamp;
889
+ }
890
+ });
891
+ Object.defineProperty(exports, "getDefaultShareViewBaseUrl", {
892
+ enumerable: true,
893
+ get: function() {
894
+ return getDefaultShareViewBaseUrl;
895
+ }
896
+ });
897
+ Object.defineProperty(exports, "getShareApiBaseUrl", {
898
+ enumerable: true,
899
+ get: function() {
900
+ return getShareApiBaseUrl;
901
+ }
902
+ });
903
+ Object.defineProperty(exports, "getShareViewBaseUrl", {
904
+ enumerable: true,
905
+ get: function() {
906
+ return getShareViewBaseUrl;
907
+ }
908
+ });
909
+ Object.defineProperty(exports, "isOpenAIToolArray", {
910
+ enumerable: true,
911
+ get: function() {
912
+ return isOpenAIToolArray;
913
+ }
914
+ });
915
+ Object.defineProperty(exports, "isOpenAIToolChoice", {
916
+ enumerable: true,
917
+ get: function() {
918
+ return isOpenAIToolChoice;
919
+ }
920
+ });
921
+ Object.defineProperty(exports, "isPromptfooSampleTarget", {
922
+ enumerable: true,
923
+ get: function() {
924
+ return isPromptfooSampleTarget;
925
+ }
926
+ });
927
+ Object.defineProperty(exports, "openaiToolChoiceToBedrock", {
928
+ enumerable: true,
929
+ get: function() {
930
+ return openaiToolChoiceToBedrock;
931
+ }
932
+ });
933
+ Object.defineProperty(exports, "openaiToolsToBedrock", {
934
+ enumerable: true,
935
+ get: function() {
936
+ return openaiToolsToBedrock;
937
+ }
938
+ });
939
+ Object.defineProperty(exports, "parseChatPrompt", {
940
+ enumerable: true,
941
+ get: function() {
942
+ return parseChatPrompt;
943
+ }
944
+ });
945
+ Object.defineProperty(exports, "readGlobalConfig", {
946
+ enumerable: true,
947
+ get: function() {
948
+ return readGlobalConfig;
949
+ }
950
+ });
951
+ Object.defineProperty(exports, "sleep", {
952
+ enumerable: true,
953
+ get: function() {
954
+ return sleep;
955
+ }
956
+ });
957
+ Object.defineProperty(exports, "toTitleCase", {
958
+ enumerable: true,
959
+ get: function() {
960
+ return toTitleCase;
961
+ }
962
+ });
963
+ Object.defineProperty(exports, "transformToolChoice", {
964
+ enumerable: true,
965
+ get: function() {
966
+ return transformToolChoice;
967
+ }
968
+ });
969
+ Object.defineProperty(exports, "transformTools", {
970
+ enumerable: true,
971
+ get: function() {
972
+ return transformTools;
973
+ }
974
+ });
975
+ Object.defineProperty(exports, "writeGlobalConfig", {
976
+ enumerable: true,
977
+ get: function() {
978
+ return writeGlobalConfig;
979
+ }
980
+ });
981
+ Object.defineProperty(exports, "writeGlobalConfigPartial", {
982
+ enumerable: true,
983
+ get: function() {
984
+ return writeGlobalConfigPartial;
985
+ }
986
+ });
987
+
988
+ //# sourceMappingURL=fetch-BxUk8odA.cjs.map