promptfoo 0.121.7 → 0.121.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (313) hide show
  1. package/dist/src/{accounts-CmWzeD2d.cjs → accounts-BVz5gHLK.cjs} +4 -4
  2. package/dist/src/{accounts-DanM1wq_.js → accounts-BWjqwsrf.js} +4 -4
  3. package/dist/src/{accounts-CjFnOPmb.js → accounts-D6IBfEE0.js} +5 -5
  4. package/dist/src/{accounts-Ca7WIoPY.js → accounts-DAv_0iE7.js} +4 -4
  5. package/dist/src/{agentic-utils-DDEGRV9v.js → agentic-utils-BJKAkz2e.js} +2 -2
  6. package/dist/src/{agentic-utils-DvPWSUpb.cjs → agentic-utils-C-A92xhn.cjs} +2 -2
  7. package/dist/src/{agentic-utils-TxUEMPYS.js → agentic-utils-DmoS_S4B.js} +2 -2
  8. package/dist/src/{agentic-utils-CJ0j3fBi.js → agentic-utils-GdToujHu.js} +2 -2
  9. package/dist/src/{agents-CBgJvRkB.js → agents-2C8NN6I1.js} +4 -4
  10. package/dist/src/{agents-CYn2n3QP.js → agents-BMAiSR2o.js} +2 -2
  11. package/dist/src/{agents-LrHuQqr1.js → agents-C-PGaxwj.js} +4 -4
  12. package/dist/src/{agents-D-vDNFx4.js → agents-C98cz5pl.js} +4 -4
  13. package/dist/src/{agents-B4sRuXg3.cjs → agents-DB8Ub2Ld.cjs} +2 -2
  14. package/dist/src/{agents-B8q7h_ek.js → agents-Dwshy2H8.js} +2 -2
  15. package/dist/src/{agents-QGg76OF-.js → agents-mlKjx-cK.js} +2 -2
  16. package/dist/src/{agents-eHZ9nlgA.cjs → agents-n2ej-c4H.cjs} +4 -4
  17. package/dist/src/{aimlapi-D5HXzZ0s.js → aimlapi-Bi-laUlp.js} +6 -6
  18. package/dist/src/{aimlapi-T6HGNxNe.cjs → aimlapi-D0OFV4Vj.cjs} +6 -6
  19. package/dist/src/{aimlapi-eYv3a_DK.js → aimlapi-WyUK0wYy.js} +6 -6
  20. package/dist/src/{aimlapi-CJEbQ0o6.js → aimlapi-v-63ZjEI.js} +6 -6
  21. package/dist/src/app/assets/Report-sCXUfaWo.js +1 -0
  22. package/dist/src/app/assets/{index-BnT6P6sF.js → index-BopgkZEh.js} +2 -2
  23. package/dist/src/app/index.html +1 -1
  24. package/dist/src/{audio-DyiebVB3.js → audio-DnEIHWZR.js} +3 -3
  25. package/dist/src/{audio-BqnRvcWG.js → audio-heR0mu0n.js} +3 -3
  26. package/dist/src/{audio-CPMtV1yR.js → audio-wafFO1wn.js} +3 -3
  27. package/dist/src/{audio-FnxbEnSE.cjs → audio-x44tsxIo.cjs} +3 -3
  28. package/dist/src/{authoritativeMarkupInjection-F2gBw0lN.cjs → authoritativeMarkupInjection-2G3Be6oL.cjs} +6 -6
  29. package/dist/src/{authoritativeMarkupInjection-DyAXAsSr.js → authoritativeMarkupInjection-81PPynHR.js} +6 -6
  30. package/dist/src/{authoritativeMarkupInjection-QEQmFS83.js → authoritativeMarkupInjection-D9O70HPi.js} +6 -6
  31. package/dist/src/{authoritativeMarkupInjection-BZIywVjG.js → authoritativeMarkupInjection-PxSf3Rh8.js} +5 -5
  32. package/dist/src/{base-E9I8zXjz.js → base-0Gzzue9Z.js} +2 -2
  33. package/dist/src/{base-Co80MMCi.js → base-Bp4c52YZ.js} +2 -2
  34. package/dist/src/{base-CKLo890h.js → base-BuNn-YBX.js} +2 -2
  35. package/dist/src/{base-DGJW48uz.cjs → base-BzdS8tod.cjs} +2 -2
  36. package/dist/src/{bestOfN-_kTi8Bxe.js → bestOfN-BHiOjeaq.js} +7 -7
  37. package/dist/src/{bestOfN-BBsO41z4.js → bestOfN-CdkNPPbX.js} +6 -6
  38. package/dist/src/{bestOfN-B3wNzjSB.js → bestOfN-ClUSOhN0.js} +7 -7
  39. package/dist/src/{bestOfN-CAwmg5UL.cjs → bestOfN-DWwXEg1h.cjs} +7 -7
  40. package/dist/src/cache-BKYi3kAA.js +3 -0
  41. package/dist/src/{cache-DpPWrkTE.js → cache-BR77mdIR.js} +3 -3
  42. package/dist/src/{cache-roFAE0cI.js → cache-CrioYnaa.js} +2 -2
  43. package/dist/src/{cache-DIXbtkNO.js → cache-DdriHsNX.js} +2 -2
  44. package/dist/src/{cache-CPGUA4Yl.cjs → cache-h5MWOBZI.cjs} +2 -2
  45. package/dist/src/{chat-Dabu84Br.js → chat-BBEnnpQk.js} +6 -6
  46. package/dist/src/{chat-CUCorGiL.js → chat-BSos6PvZ.js} +6 -6
  47. package/dist/src/{chat-TP8Qifkh.js → chat-Bnt7ieO0.js} +2 -2
  48. package/dist/src/{chat-DxTDQ83C.cjs → chat-DSyYuTYT.cjs} +6 -6
  49. package/dist/src/{chat-DqUFcWI0.js → chat-DTdf-J5Q.js} +6 -6
  50. package/dist/src/{chat-DG1wG4w0.cjs → chat-Dq3DomYU.cjs} +2 -2
  51. package/dist/src/{chat-GmlolEwo.js → chat-g5QLeLOo.js} +2 -2
  52. package/dist/src/{chat-iwaM5UTQ.js → chat-mTTuUAYb.js} +2 -2
  53. package/dist/src/{claude-agent-sdk-x1XJ1-pU.js → claude-agent-sdk-BGUac_kS.js} +7 -5
  54. package/dist/src/{claude-agent-sdk-D5Jl0SDh.js → claude-agent-sdk-BP__YGfK.js} +7 -5
  55. package/dist/src/{claude-agent-sdk-BQNp_y-F.js → claude-agent-sdk-Ddgx5BIQ.js} +7 -5
  56. package/dist/src/{claude-agent-sdk-DH416NBD.cjs → claude-agent-sdk-n2XcEclh.cjs} +7 -5
  57. package/dist/src/cloud-DiWbUiVP.js +3 -0
  58. package/dist/src/{cloud-D3DiFqH6.js → cloud-DqF5N1aJ.js} +2 -2
  59. package/dist/src/{cloudflare-ai-B6NVI3ax.js → cloudflare-ai-BGamMotN.js} +4 -4
  60. package/dist/src/{cloudflare-ai-r4tbYmWU.js → cloudflare-ai-BwW8W-w7.js} +4 -4
  61. package/dist/src/{cloudflare-ai-CEAW-xQa.cjs → cloudflare-ai-DCRGnsyL.cjs} +4 -4
  62. package/dist/src/{cloudflare-ai-RFSojyXG.js → cloudflare-ai-sD26nP6V.js} +4 -4
  63. package/dist/src/{cloudflare-gateway-BaZ4insB.js → cloudflare-gateway-2lnOT4qM.js} +3 -3
  64. package/dist/src/{cloudflare-gateway-BCkLouto.js → cloudflare-gateway-B1-8KNCt.js} +3 -3
  65. package/dist/src/{cloudflare-gateway-TJMLBj6I.cjs → cloudflare-gateway-CCC1DFrC.cjs} +3 -3
  66. package/dist/src/{cloudflare-gateway-CF-Vb-2Z.js → cloudflare-gateway-DOghiU6r.js} +3 -3
  67. package/dist/src/{codex-app-server-DIXZ230V.js → codex-app-server-BWeWamEb.js} +17 -2
  68. package/dist/src/{codex-app-server-B8KHEiF4.js → codex-app-server-DyQB1P0p.js} +17 -2
  69. package/dist/src/{codex-app-server-CnrLBCeA.cjs → codex-app-server-R9u_G7W9.cjs} +17 -2
  70. package/dist/src/{codex-app-server-Dd22dC_N.js → codex-app-server-ZQRJSJjU.js} +17 -2
  71. package/dist/src/{codex-sdk-CmQABzV3.js → codex-sdk-B62H0fe7.js} +14 -3
  72. package/dist/src/{codex-sdk-CFF6gUyi.cjs → codex-sdk-BRPUvJG8.cjs} +14 -3
  73. package/dist/src/{codex-sdk-B6Wah8Pa.js → codex-sdk-Dio1zJBS.js} +14 -3
  74. package/dist/src/codex-sdk-DxukZs_K.js +3 -0
  75. package/dist/src/{codex-sdk-D2d54RL8.js → codex-sdk-iEmW1eS2.js} +14 -3
  76. package/dist/src/{cometapi-Bu9B8NUY.js → cometapi--hh7dESS.js} +7 -7
  77. package/dist/src/{cometapi-OBILPLlu.js → cometapi-C7yWNGqt.js} +7 -7
  78. package/dist/src/{cometapi-CtzNCHKu.js → cometapi-CSIi16a0.js} +7 -7
  79. package/dist/src/{cometapi-DHCDlQUI.cjs → cometapi-sZgBZtbU.cjs} +7 -7
  80. package/dist/src/{completion-CSYfl2cd.cjs → completion-CWtqdn3z.cjs} +4 -4
  81. package/dist/src/{completion-CO2e1_62.js → completion-DT8cxo9T.js} +4 -4
  82. package/dist/src/{completion-DZNxcyfG.js → completion-DUScduXp.js} +4 -4
  83. package/dist/src/{completion-sNvCLTAP.js → completion-D_2IOAoS.js} +4 -4
  84. package/dist/src/{crescendo-QiaSLW0d.js → crescendo-B41TwUHM.js} +39 -18
  85. package/dist/src/{crescendo-J1Xx4_zb.js → crescendo-Bfic7KC4.js} +41 -20
  86. package/dist/src/{crescendo-BXEJK_bi.cjs → crescendo-DXFB7rHP.cjs} +41 -20
  87. package/dist/src/{crescendo-CU_Y2i-m.js → crescendo-DvvYxMLA.js} +41 -20
  88. package/dist/src/{custom-BJfP00Bh.js → custom-BdzuqFTN.js} +10 -10
  89. package/dist/src/{custom-notggYVl.js → custom-Cf5Q6r-P.js} +8 -8
  90. package/dist/src/{custom-CZVn-1-r.js → custom-DLgufezC.js} +10 -10
  91. package/dist/src/{custom-Cqia7M0D.cjs → custom-LEXHCRe3.cjs} +10 -10
  92. package/dist/src/{docker-4D1eL6Gq.js → docker-BOSO_6hK.js} +5 -5
  93. package/dist/src/{docker-D06JUoe2.cjs → docker-D0h2vFrc.cjs} +5 -5
  94. package/dist/src/{docker-DdJQBxK9.js → docker-D2TWGyTP.js} +5 -5
  95. package/dist/src/{docker-BBv1WUDu.js → docker-Vj_4_cPg.js} +5 -5
  96. package/dist/src/{embedding-BbrwopfX.cjs → embedding-BQIApR18.cjs} +4 -4
  97. package/dist/src/{embedding-Bi3rxrZF.js → embedding-CStK0TV6.js} +4 -4
  98. package/dist/src/{embedding--UZVe4_7.js → embedding-CU78FMnw.js} +4 -4
  99. package/dist/src/{embedding-C251p1-8.js → embedding-CV8lmCnU.js} +4 -4
  100. package/dist/src/{eval-0VRANImH.js → eval-B3BaNBbO.js} +4 -4
  101. package/dist/src/{eval-DscR5iOM.js → eval-DfR9885C.js} +1 -1
  102. package/dist/src/evalResult-BtZSUgQv.js +3 -0
  103. package/dist/src/{evalResult-eUkJv9Ko.js → evalResult-CcSqNl_Y.js} +3 -3
  104. package/dist/src/{evalResult-CvtS8h8u.cjs → evalResult-DHXs-9TL.cjs} +3 -3
  105. package/dist/src/{evalResult-2RRJvFyB.js → evalResult-PGqEbasb.js} +3 -3
  106. package/dist/src/evaluator-B9LGbKI8.js +3 -0
  107. package/dist/src/{evaluator-DRoiYB2q.js → evaluator-n_dEb00o.js} +20 -20
  108. package/dist/src/{evaluatorHelpers-DuqFFfq7.js → evaluatorHelpers-CrRObe2z.js} +4 -4
  109. package/dist/src/{evaluatorHelpers-CRqTvSux.cjs → evaluatorHelpers-D06I9WFL.cjs} +4 -4
  110. package/dist/src/{evaluatorHelpers-BsYP_muT.js → evaluatorHelpers-D1_kwvyp.js} +4 -4
  111. package/dist/src/{extractor-CIW3iN-b.js → extractor-BVkZtk4R.js} +4 -4
  112. package/dist/src/{extractor-CxRtnaHl.js → extractor-D3Fv_Tdh.js} +4 -4
  113. package/dist/src/{extractor-BR7XAzAL.js → extractor-Jp53vs-6.js} +4 -4
  114. package/dist/src/{extractor-BdxEtt3J.cjs → extractor-bV_NOoaz.cjs} +4 -4
  115. package/dist/src/{fetch-BufrQtvR.js → fetch-BSSAcMxf.js} +2 -2
  116. package/dist/src/fetch-BodQTrMU.js +3 -0
  117. package/dist/src/{fetch-Dw4XZHjj.cjs → fetch-Cfm4EuOB.cjs} +2 -2
  118. package/dist/src/{fetch-DXUnXkVU.js → fetch-Cpf1U1nO.js} +3 -3
  119. package/dist/src/{fetch-It34O8Ur.js → fetch-Doks14zQ.js} +2 -2
  120. package/dist/src/{goat-Qgurm-NP.js → goat-Ba7Gznzq.js} +18 -17
  121. package/dist/src/{goat-Ckd3q3AY.js → goat-CJngS-WU.js} +18 -17
  122. package/dist/src/{goat-ghadEDdy.js → goat-CwsbfQeu.js} +16 -15
  123. package/dist/src/{goat-una6pZGP.cjs → goat-DOMbozoX.cjs} +18 -17
  124. package/dist/src/graders-B3D7kCcD.js +3 -0
  125. package/dist/src/{graders-BGP99PdK.js → graders-BQt1BaQe.js} +18 -18
  126. package/dist/src/{graders-ClrU2fnd.cjs → graders-CBQ2s6gz.cjs} +18 -18
  127. package/dist/src/{graders-C0nXU_ZP.js → graders-DaRU98zs.js} +18 -18
  128. package/dist/src/{graders-BX0f2tvS.js → graders-KXzjnIim.js} +18 -18
  129. package/dist/src/{hydra-DE4xWwyc.js → hydra-BU6GjYoQ.js} +35 -17
  130. package/dist/src/{hydra-BxdG4nkg.js → hydra-BmXHxlyl.js} +33 -15
  131. package/dist/src/{hydra-BSNZZm2M.js → hydra-CR0KyYDb.js} +35 -17
  132. package/dist/src/{hydra-DrJttnvw.cjs → hydra-RO9jBks7.cjs} +35 -17
  133. package/dist/src/{image-B_fPIwdg.js → image-BBmZdKO3.js} +3 -3
  134. package/dist/src/{image-QzmydkiG.js → image-B_PFG7IG.js} +3 -3
  135. package/dist/src/{image-BvUAW344.js → image-BtODOZjh.js} +4 -4
  136. package/dist/src/{image-Cvjwx1uY.js → image-CYuNJIqd.js} +4 -4
  137. package/dist/src/{image-DfVCGPbI.cjs → image-E00WFZkq.cjs} +3 -3
  138. package/dist/src/{image-X0oY4350.cjs → image-HK2Cfqb1.cjs} +4 -4
  139. package/dist/src/{image-BN-hjLL9.js → image-LGj8dTcr.js} +3 -3
  140. package/dist/src/{image-B4oBtu6J.js → image-YMKejC0r.js} +4 -4
  141. package/dist/src/index.cjs +112 -115
  142. package/dist/src/index.d.cts +13 -0
  143. package/dist/src/index.d.ts +13 -0
  144. package/dist/src/index.js +113 -116
  145. package/dist/src/{indirectWebPwn-DBQhOjoD.js → indirectWebPwn-B80dLlFC.js} +5 -5
  146. package/dist/src/{indirectWebPwn-uyWdHx04.js → indirectWebPwn-BMTXXznx.js} +4 -4
  147. package/dist/src/{indirectWebPwn-tNx9OZ35.js → indirectWebPwn-BZFPV7Q9.js} +4 -4
  148. package/dist/src/{indirectWebPwn-CfQJt3gk.cjs → indirectWebPwn-BaEQEOIO.cjs} +5 -5
  149. package/dist/src/{indirectWebPwn-OsXnKejv.js → indirectWebPwn-BzpyMnFS.js} +5 -5
  150. package/dist/src/{indirectWebPwn-CbjUG0rh.js → indirectWebPwn-CiWB-vVH.js} +4 -4
  151. package/dist/src/{indirectWebPwn-BJ22AbQa.cjs → indirectWebPwn-D7NA9Nsv.cjs} +4 -4
  152. package/dist/src/{indirectWebPwn-02ZIghCS.js → indirectWebPwn-o_bEFMjP.js} +5 -5
  153. package/dist/src/{iterative-DJQEQpG3.js → iterative-B-l0syBV.js} +25 -15
  154. package/dist/src/{iterative-DQBuWM-j.cjs → iterative-BACUeCCz.cjs} +25 -15
  155. package/dist/src/{iterative-FTS4Bz67.js → iterative-CVwoExo8.js} +25 -15
  156. package/dist/src/{iterative-CpU6i2As.js → iterative-QDrGSyss.js} +23 -13
  157. package/dist/src/{iterativeImage-BUABMVOA.js → iterativeImage-BQg2OwA6.js} +3 -3
  158. package/dist/src/{iterativeImage-Doz8mgxF.js → iterativeImage-Bwn0fM75.js} +4 -4
  159. package/dist/src/{iterativeImage-ByFWkxax.cjs → iterativeImage-CcgVyASo.cjs} +4 -4
  160. package/dist/src/{iterativeImage-BzUapOUi.js → iterativeImage-D_UbQXg4.js} +4 -4
  161. package/dist/src/{iterativeMeta-C7APE_P1.js → iterativeMeta-CIu-CHRS.js} +36 -16
  162. package/dist/src/{iterativeMeta-B3YiAOc8.js → iterativeMeta-CN8CNjFA.js} +36 -16
  163. package/dist/src/{iterativeMeta-DgoQ7bLh.js → iterativeMeta-DN6BTjpq.js} +34 -14
  164. package/dist/src/{iterativeMeta-CSS8M6Ds.cjs → iterativeMeta-DlqY3BsS.cjs} +36 -16
  165. package/dist/src/{iterativeTree-DvZ7GBwt.js → iterativeTree-CJ8a8G9T.js} +78 -28
  166. package/dist/src/{iterativeTree-B5zxBBSW.js → iterativeTree-DcuFXnjL.js} +78 -28
  167. package/dist/src/{iterativeTree-CNyIk0Yn.js → iterativeTree-FrDDYAN0.js} +76 -26
  168. package/dist/src/{iterativeTree-CPMF10ve.cjs → iterativeTree-LOgAi0nU.cjs} +78 -28
  169. package/dist/src/{knowledgeBase-DUh34xba.cjs → knowledgeBase-CdbcGBZF.cjs} +4 -4
  170. package/dist/src/{knowledgeBase-Bi_8sV-H.js → knowledgeBase-CjOXp6Lr.js} +4 -4
  171. package/dist/src/{knowledgeBase-BadkINlJ.js → knowledgeBase-DxAq4n4z.js} +4 -4
  172. package/dist/src/{knowledgeBase-CkMljjdg.js → knowledgeBase-o_wTLzrt.js} +4 -4
  173. package/dist/src/{litellm-BKBo0jpC.js → litellm-B2gHwya_.js} +4 -4
  174. package/dist/src/{litellm-CtAr7bKG.cjs → litellm-CPpdlO7n.cjs} +4 -4
  175. package/dist/src/{litellm-BXyn5kZK.js → litellm-CYfgxLrM.js} +4 -4
  176. package/dist/src/{litellm-CNcfbCfa.js → litellm-ojWBKU3C.js} +4 -4
  177. package/dist/src/{luma-ray-D3FUc2K3.cjs → luma-ray-BCCO9XXG.cjs} +3 -3
  178. package/dist/src/{luma-ray-BMX1iEB6.js → luma-ray-BPrdihAb.js} +3 -3
  179. package/dist/src/{luma-ray-CR5TSpp4.js → luma-ray-DP5N79lB.js} +3 -3
  180. package/dist/src/{luma-ray-OEMmS1RB.js → luma-ray-DTDyoAlM.js} +3 -3
  181. package/dist/src/main.js +116 -119
  182. package/dist/src/{memoryPoisoning-Dp-btinn.cjs → memoryPoisoning-B6N3us35.cjs} +6 -6
  183. package/dist/src/{memoryPoisoning-D8h9gXJF.js → memoryPoisoning-Bc_BK_k2.js} +6 -6
  184. package/dist/src/{memoryPoisoning-CM83NWYl.js → memoryPoisoning-D375zwSX.js} +6 -6
  185. package/dist/src/{memoryPoisoning-cLuCoTuJ.js → memoryPoisoning-DJA0YjJT.js} +6 -6
  186. package/dist/src/{messages-BabO-cX8.js → messages-Bg29Nbit.js} +7 -7
  187. package/dist/src/{messages-DBPir0TQ.cjs → messages-BrZEnHsV.cjs} +7 -7
  188. package/dist/src/{messages-vsE_-Lv0.js → messages-CBulRaud.js} +7 -7
  189. package/dist/src/{messages-DGUlSNU7.js → messages-K9A8RxBM.js} +7 -7
  190. package/dist/src/{mischievousUser-0l8GD7Dp.js → mischievousUser-BDLwSGN0.js} +5 -5
  191. package/dist/src/{mischievousUser-frFYKxu6.js → mischievousUser-Blx-OtT3.js} +5 -5
  192. package/dist/src/{mischievousUser-BUOP9W5r.js → mischievousUser-CHuTTvBg.js} +5 -5
  193. package/dist/src/{mischievousUser-olGgHIVR.cjs → mischievousUser-CSUrH3fq.cjs} +5 -5
  194. package/dist/src/{modelslab-Cogmu4mG.js → modelslab-BjEk7yCP.js} +4 -4
  195. package/dist/src/{modelslab-EyDczZ5A.js → modelslab-CBCrdIBc.js} +4 -4
  196. package/dist/src/{modelslab-Dzst7VTU.js → modelslab-CrGpXuhv.js} +4 -4
  197. package/dist/src/{modelslab-CNV5bMSk.cjs → modelslab-Cvh0klQx.cjs} +4 -4
  198. package/dist/src/{nova-reel-BGPNBOMS.js → nova-reel-CUDDZcSA.js} +3 -3
  199. package/dist/src/{nova-reel-B_5NKFu1.js → nova-reel-CyDESu5J.js} +3 -3
  200. package/dist/src/{nova-reel-CjJRxI1X.cjs → nova-reel-DH_Ksu6X.cjs} +3 -3
  201. package/dist/src/{nova-reel-C4eUJGse.js → nova-reel-YQAqUYJY.js} +3 -3
  202. package/dist/src/{nova-sonic-ChPlh5na.js → nova-sonic-BVFFB7JZ.js} +2 -2
  203. package/dist/src/{nova-sonic-DuOG9Aun.cjs → nova-sonic-Bg3cxMMu.cjs} +2 -2
  204. package/dist/src/{nova-sonic-CrV0iaY_.js → nova-sonic-BhmnRGyh.js} +2 -2
  205. package/dist/src/{nova-sonic-BNGmgfFz.js → nova-sonic-DxmK95c1.js} +2 -2
  206. package/dist/src/{openclaw-Dphc01BY.cjs → openclaw-CHQaZi_-.cjs} +6 -6
  207. package/dist/src/{openclaw-zIJAsz3P.js → openclaw-CWOm2eOr.js} +6 -6
  208. package/dist/src/{openclaw-CF7fMido.js → openclaw-Cdk9JKfY.js} +6 -6
  209. package/dist/src/{openclaw-BIHlu_36.js → openclaw-DhF8rUpI.js} +6 -6
  210. package/dist/src/{opencode-sdk-B3vlPLsp.js → opencode-sdk-BRjiPV-g.js} +2 -2
  211. package/dist/src/{opencode-sdk-DoY6GbWw.cjs → opencode-sdk-CPFMw0ed.cjs} +2 -2
  212. package/dist/src/{opencode-sdk-sRKYHGoI.js → opencode-sdk-CaSOCsBA.js} +2 -2
  213. package/dist/src/{opencode-sdk-D05JSgMQ.js → opencode-sdk-CqkyG8De.js} +2 -2
  214. package/dist/src/{promptfoo-Rjp-MeBb.js → promptfoo-BU4_0J85.js} +64 -7
  215. package/dist/src/{promptfoo-BDrfT30-.js → promptfoo-CReYAtfb.js} +64 -7
  216. package/dist/src/{promptfoo-b-baRMj-.cjs → promptfoo-ClChwT74.cjs} +93 -6
  217. package/dist/src/{promptfoo-Cm4hiy1Y.js → promptfoo-CqEpj6Sr.js} +64 -7
  218. package/dist/src/{providers-B9KzWxAX.js → providers-B7TyByfj.js} +94 -50
  219. package/dist/src/{providers-DVYRZP4E.js → providers-BGc7tDtQ.js} +93 -49
  220. package/dist/src/{providers-BYAn82cf.js → providers-CSOp-bCm.js} +1 -1
  221. package/dist/src/{providers-BDVVIQM6.cjs → providers-V6RBuieY.cjs} +93 -49
  222. package/dist/src/{providers-BCCz6_IX.js → providers-iH3Sw1yo.js} +93 -49
  223. package/dist/src/{quiverai-BvIhI_0l.js → quiverai-58BtRRet.js} +3 -3
  224. package/dist/src/{quiverai-Cv7rJKDz.js → quiverai-C1dYu5MW.js} +3 -3
  225. package/dist/src/{quiverai-CdTWPe-A.js → quiverai-CNMIpZQg.js} +3 -3
  226. package/dist/src/{quiverai-BAp6iTZD.cjs → quiverai-fmSfU43k.cjs} +3 -3
  227. package/dist/src/{registry-KCVF1CFC.cjs → registry-6Jw6ebor.cjs} +14 -14
  228. package/dist/src/{registry-BUJrgjwv.js → registry-BTGk2ZkB.js} +14 -14
  229. package/dist/src/{registry-DXm1t_x0.js → registry-BTNqmP5o.js} +14 -14
  230. package/dist/src/{registry-Dp5EqoXc.js → registry-NGnOG2xa.js} +14 -14
  231. package/dist/src/{remoteGeneration-COpWcmWd.js → remoteGeneration--D6WjzUm.js} +4 -4
  232. package/dist/src/{remoteGeneration-DS9N3pgB.cjs → remoteGeneration-BpIYlb_O.cjs} +4 -4
  233. package/dist/src/{remoteGeneration-DsaSwmG2.js → remoteGeneration-CJC3E0aW.js} +4 -4
  234. package/dist/src/{remoteGeneration-B1_XsKXU.js → remoteGeneration-D6UjE2JT.js} +4 -4
  235. package/dist/src/{responses-B6ktc3Ra.js → responses-5Gf5HNOi.js} +9 -5
  236. package/dist/src/{responses-URRzV8qE.js → responses-BVi7xIdv.js} +9 -5
  237. package/dist/src/{responses-1UFFF9N_.cjs → responses-CUARGrhY.cjs} +9 -5
  238. package/dist/src/{responses-B3W2JvOQ.js → responses-CrmWv6iz.js} +9 -5
  239. package/dist/src/{sagemaker-DzffAqo_.cjs → sagemaker-BeVTKfrv.cjs} +9 -9
  240. package/dist/src/{sagemaker-yr1QKeBs.js → sagemaker-BwbV5U7_.js} +9 -9
  241. package/dist/src/{sagemaker-vhtSV7JI.js → sagemaker-ClAZ6Qwc.js} +9 -9
  242. package/dist/src/{sagemaker-CujrzP1a.js → sagemaker-DY2qrOpq.js} +9 -9
  243. package/dist/src/{scanner-DS0109SS.js → scanner-BS-iFIp3.js} +5 -5
  244. package/dist/src/server/index.js +111 -114
  245. package/dist/src/{server-B8rqV126.cjs → server-BHOEL8p8.cjs} +3 -3
  246. package/dist/src/{server-CMJD10J4.js → server-CbiJppij.js} +3 -3
  247. package/dist/src/server-D18AAlAc.js +3 -0
  248. package/dist/src/{server-DhMHosWj.js → server-DLYjSFm2.js} +5 -5
  249. package/dist/src/{server-Ddp8GNMp.js → server-JQYD_Nws.js} +5 -5
  250. package/dist/src/{shared-7pmVZLNO.js → shared-CRq0gGVf.js} +8 -8
  251. package/dist/src/{shared-D6IjElRI.js → shared-CSIGeGLl.js} +8 -8
  252. package/dist/src/{shared-9WHQ1oNE.js → shared-DNvim54U.js} +7 -7
  253. package/dist/src/{shared-WkgnDkcg.cjs → shared-aHWko3P1.cjs} +8 -8
  254. package/dist/src/{simulatedUser-U_qAHnuB.js → simulatedUser-C7sOFSF6.js} +5 -5
  255. package/dist/src/{simulatedUser-C9aQObBI.js → simulatedUser-DH_7RzEQ.js} +5 -5
  256. package/dist/src/{simulatedUser-p3tACcmw.js → simulatedUser-lgMMmniD.js} +5 -5
  257. package/dist/src/{simulatedUser-Cu601Dd4.cjs → simulatedUser-mnCUS9Bm.cjs} +5 -5
  258. package/dist/src/{storage-QdU-SmvD.js → storage-95htjpLs.js} +3 -3
  259. package/dist/src/{storage-CA-v9V2v.cjs → storage-A4WnAeN3.cjs} +3 -3
  260. package/dist/src/{storage-CD-GWAdx.js → storage-B2Ql_oq4.js} +3 -3
  261. package/dist/src/{storage-BU4qcnOb.js → storage-EKVWZBNY.js} +4 -4
  262. package/dist/src/{strategies-DRJjGTIY.js → strategies-CBI1brSy.js} +10 -10
  263. package/dist/src/{strategies-7CS3Alao.cjs → strategies-CCcnEbFO.cjs} +9 -9
  264. package/dist/src/{strategies-CiSeroPH.js → strategies-CD1gHeeQ.js} +9 -9
  265. package/dist/src/telemetry-BUm_krVX.js +3 -0
  266. package/dist/src/{telemetry-DmXYcJNV.js → telemetry-BbpmrenM.js} +4 -4
  267. package/dist/src/{telemetry-DwX9XUN5.js → telemetry-C4bX-6Sr.js} +4 -4
  268. package/dist/src/{telemetry-CJ7FnCsc.cjs → telemetry-C_ImlCOk.cjs} +4 -4
  269. package/dist/src/{telemetry-00ezXr_t.js → telemetry-DOE567Wj.js} +4 -4
  270. package/dist/src/{tracingOptions-ji2OuXbT.js → tracingOptions-BOP1FsRt.js} +2 -2
  271. package/dist/src/{tracingOptions-Chi74lOD.js → tracingOptions-BvmDa_jH.js} +2 -2
  272. package/dist/src/{tracingOptions-DrbSFaKy.cjs → tracingOptions-DFBoE8O0.cjs} +2 -2
  273. package/dist/src/{tracingOptions-BnwKCkSB.js → tracingOptions-xhjOg2b1.js} +2 -2
  274. package/dist/src/{transcription-Dkd22_4K.js → transcription-BOXDoehT.js} +4 -4
  275. package/dist/src/{transcription-CfU5loSq.js → transcription-CpVdKc4P.js} +4 -4
  276. package/dist/src/{transcription-mzuf18Mq.cjs → transcription-D8kkPXg_.cjs} +4 -4
  277. package/dist/src/{transcription-B8uIgCYX.js → transcription-Z94eV9LR.js} +4 -4
  278. package/dist/src/{transform-BIMynQsA.js → transform-BufxPIQL.js} +3 -3
  279. package/dist/src/{transform-DhNkAUs8.cjs → transform-DJkt81VY.cjs} +3 -3
  280. package/dist/src/{transform-EtD4jAWi.js → transform-DtTfiGoh.js} +3 -3
  281. package/dist/src/{transform-DmvYBRll.js → transform-Wp6s_5QE.js} +3 -3
  282. package/dist/src/{util-IYzs5Y04.cjs → util-BHCAeuXx.cjs} +3 -3
  283. package/dist/src/{util--WMgw7wM.js → util-CMrHV35u.js} +3 -3
  284. package/dist/src/{util-SPsvFONY.cjs → util-COnzevXE.cjs} +3 -3
  285. package/dist/src/{util-LKTmNsMQ.js → util-CYev3d-r.js} +16 -3
  286. package/dist/src/{util-Df8YMvS1.js → util-DGqkTb2-.js} +4 -4
  287. package/dist/src/{util-CN8om2rz.cjs → util-DNtUsus_.cjs} +4 -4
  288. package/dist/src/{util-Bx677_k2.js → util-DRfqa4xz.js} +3 -3
  289. package/dist/src/{util-DiQ3QvBB.js → util-DTq3jq2z.js} +3 -3
  290. package/dist/src/{util-5WnCSb0h.js → util-DeY58psG.js} +16 -3
  291. package/dist/src/{util-DNl96nNs.js → util-DpV6KT5i.js} +4 -4
  292. package/dist/src/{util-I-Rf-KaD.js → util-DwNJzqOV.js} +3 -3
  293. package/dist/src/{util-kDURhgJW.js → util-ETfU_sS9.js} +4 -4
  294. package/dist/src/{util-BSIuSLVK.cjs → util-NYQvo1C7.cjs} +16 -3
  295. package/dist/src/{util-CoQWM76y.js → util-X4KQgyVD.js} +3 -3
  296. package/dist/src/{util-DURocbYR.js → util-jZRrXe1P.js} +3 -3
  297. package/dist/src/{util-efByNxcr.js → util-o2Qg5rZv.js} +16 -3
  298. package/dist/src/{version-BK20a4sw.js → version-CHR-EFec.js} +2 -2
  299. package/dist/src/{version-eRkNuGv8.js → version-F0YDgb7J.js} +2 -2
  300. package/dist/src/{version-BWCSaByA.cjs → version-VzUqOBZk.cjs} +2 -2
  301. package/dist/src/{version-lpHV_53E.js → version-qVEN5qCm.js} +2 -2
  302. package/dist/tsconfig.tsbuildinfo +1 -1
  303. package/package.json +5 -5
  304. package/dist/src/app/assets/Report-BNHJKN35.js +0 -1
  305. package/dist/src/cache-Cf7b4pWE.js +0 -3
  306. package/dist/src/cloud-p96PA4MH.js +0 -3
  307. package/dist/src/codex-sdk-BGjVAk23.js +0 -3
  308. package/dist/src/evalResult-DqzsS6_W.js +0 -3
  309. package/dist/src/evaluator-DNdJF1Gv.js +0 -3
  310. package/dist/src/fetch-_YgGd2qv.js +0 -3
  311. package/dist/src/graders-BDT7dif6.js +0 -3
  312. package/dist/src/server-BaLytskk.js +0 -3
  313. package/dist/src/telemetry-ByPqDcKC.js +0 -3
@@ -1,38 +1,38 @@
1
1
  #!/usr/bin/env node
2
2
  import { C as getConfigDirectoryPath, D as getEnvInt, E as getEnvFloat, N as state, O as getEnvString, d as isSecretField, f as looksLikeSecret, h as sanitizeUrl, m as sanitizeObject, s as logger, u as REDACTED, x as safeJsonStringify, y as isValidJson } from "./logger-BbY6ypFL.js";
3
- import { C as openaiToolsToBedrock, D as transformTools, E as transformToolChoice, S as openaiToolChoiceToBedrock, T as toTitleCase, _ as REQUEST_TIMEOUT_MS$1, b as isOpenAIToolChoice, f as sleep, g as LONG_RUNNING_MODEL_TIMEOUT_MS, i as fetchWithTimeout, n as fetchWithProxy, v as calculateCost, w as parseChatPrompt, y as isOpenAIToolArray } from "./fetch-DXUnXkVU.js";
3
+ import { C as openaiToolsToBedrock, D as transformTools, E as transformToolChoice, S as openaiToolChoiceToBedrock, T as toTitleCase, _ as REQUEST_TIMEOUT_MS$1, b as isOpenAIToolChoice, f as sleep, g as LONG_RUNNING_MODEL_TIMEOUT_MS, i as fetchWithTimeout, n as fetchWithProxy, v as calculateCost, w as parseChatPrompt, y as isOpenAIToolArray } from "./fetch-Cpf1U1nO.js";
4
4
  import { t as invariant } from "./invariant-B2Rf6avk.js";
5
- import { a as cloudConfig } from "./cloud-D3DiFqH6.js";
6
- import { r as telemetry } from "./telemetry-00ezXr_t.js";
5
+ import { a as cloudConfig } from "./cloud-DqF5N1aJ.js";
6
+ import { r as telemetry } from "./telemetry-DOE567Wj.js";
7
7
  import { p as isApiProvider } from "./types-BFevViUY.js";
8
8
  import { i as isJavascriptFile } from "./fileExtensions-D4GCJ67J.js";
9
9
  import { n as getWrapperDir, o as safeResolve, r as importModule } from "./esm-Bexx2PFc.js";
10
10
  import { i as withGenAISpan } from "./genaiTracer-BPVvltoW.js";
11
11
  import { n as renderVarsInObject, o as getNunjucksEngine, t as renderEnvOnlyInObject } from "./render-CSP99NLm.js";
12
12
  import { t as providerRegistry } from "./providerRegistry-ReCd0sFa.js";
13
- import { a as storeMedia, b as validateLinkedTargetId, c as getCloudDatabaseId, g as isCloudProvider, m as getProviderFromCloud, t as getMediaStorage } from "./storage-BU4qcnOb.js";
13
+ import { a as storeMedia, b as validateLinkedTargetId, c as getCloudDatabaseId, g as isCloudProvider, m as getProviderFromCloud, t as getMediaStorage } from "./storage-EKVWZBNY.js";
14
14
  import { n as sha256 } from "./createHash-CgRvs4Fn.js";
15
- import { a as fetchWithCache, c as isCacheEnabled, o as getCache, s as getScopedCacheKey } from "./cache-DpPWrkTE.js";
15
+ import { a as fetchWithCache, c as isCacheEnabled, o as getCache, s as getScopedCacheKey } from "./cache-BR77mdIR.js";
16
16
  import { i as validatePythonPath, n as getEnvInt$1, r as runPython, t as getConfiguredPythonPath } from "./pythonUtils-CgYxeSmO.js";
17
- import { A as getResolvedRelativePath, B as parseFileUrl, D as normalizeProviderRef, E as loadProviderConfigsFromFile, F as maybeLoadToolsFromExternalFile, I as parsePathOrGlob, M as maybeLoadFromExternalFile, N as maybeLoadFromExternalFileWithVars, O as readProviderConfigFile, P as maybeLoadResponseFormatFromExternalFile, T as isProviderConfigFileReference, j as maybeLoadConfigFromExternalFile, z as loadFunction } from "./util-DURocbYR.js";
18
- import { i as normalizeFinishReason, n as MCPClient, r as FINISH_REASON_MAP, t as OpenAiChatCompletionProvider } from "./chat-DqUFcWI0.js";
19
- import { C as resolveProjectId, S as loadCredentials, T as toDataUri, _ as GoogleAuthManager, a as calculateGoogleCost, b as getGoogleClient, c as geminiFormatAndSystemInstructions, d as mergeParts, f as normalizeSafetySettings, g as CHAT_MODELS, i as transformMCPToolsToOpenAi, j as TOKEN_REFRESH_BUFFER_MS, l as getCandidate, m as parseConfigSystemInstruction, o as createAuthCacheDiscriminator, p as normalizeTools, r as transformMCPToolsToGoogle, s as formatCandidateContents, u as getGoogleAccessToken, v as determineGoogleVertexMode, y as getGoogleApiKey } from "./transform-EtD4jAWi.js";
17
+ import { A as getResolvedRelativePath, B as parseFileUrl, D as normalizeProviderRef, E as loadProviderConfigsFromFile, F as maybeLoadToolsFromExternalFile, I as parsePathOrGlob, M as maybeLoadFromExternalFile, N as maybeLoadFromExternalFileWithVars, O as readProviderConfigFile, P as maybeLoadResponseFormatFromExternalFile, T as isProviderConfigFileReference, j as maybeLoadConfigFromExternalFile, z as loadFunction } from "./util-jZRrXe1P.js";
18
+ import { i as normalizeFinishReason, n as MCPClient, r as FINISH_REASON_MAP, t as OpenAiChatCompletionProvider } from "./chat-DTdf-J5Q.js";
19
+ import { C as resolveProjectId, S as loadCredentials, T as toDataUri, _ as GoogleAuthManager, a as calculateGoogleCost, b as getGoogleClient, c as geminiFormatAndSystemInstructions, d as mergeParts, f as normalizeSafetySettings, g as CHAT_MODELS, i as transformMCPToolsToOpenAi, j as TOKEN_REFRESH_BUFFER_MS, l as getCandidate, m as parseConfigSystemInstruction, o as createAuthCacheDiscriminator, p as normalizeTools, r as transformMCPToolsToGoogle, s as formatCandidateContents, u as getGoogleAccessToken, v as determineGoogleVertexMode, y as getGoogleApiKey } from "./transform-DtTfiGoh.js";
20
20
  import { t as OpenAiGenericProvider } from "./openai-CJrsh9n4.js";
21
- import { a as calculateOpenAICost, c as getTokenUsage$2, o as failApiCall, r as OPENAI_REALTIME_MODELS, s as formatOpenAiError } from "./util-5WnCSb0h.js";
22
- import { t as OpenAiEmbeddingProvider } from "./embedding--UZVe4_7.js";
21
+ import { a as calculateOpenAICost, c as getTokenUsage$2, o as failApiCall, r as OPENAI_REALTIME_MODELS, s as formatOpenAiError } from "./util-DeY58psG.js";
22
+ import { t as OpenAiEmbeddingProvider } from "./embedding-CU78FMnw.js";
23
23
  import { a as createEmptyTokenUsage, n as accumulateResponseTokenUsage } from "./tokenUsageUtils-CDet74yk.js";
24
- import { n as AnthropicGenericProvider, t as AnthropicMessagesProvider } from "./messages-DGUlSNU7.js";
25
- import { a as isClaudeOpus47Model, i as getTokenUsage$3, n as calculateAnthropicCost, o as outputFromMessage, s as parseMessages, t as ANTHROPIC_MODELS } from "./util-CoQWM76y.js";
26
- import { n as ResponsesProcessor, r as FunctionCallbackHandler, t as OpenAiResponsesProvider } from "./responses-B3W2JvOQ.js";
24
+ import { n as AnthropicGenericProvider, t as AnthropicMessagesProvider } from "./messages-K9A8RxBM.js";
25
+ import { a as isClaudeOpus47Model, i as getTokenUsage$3, n as calculateAnthropicCost, o as outputFromMessage, s as parseMessages, t as ANTHROPIC_MODELS } from "./util-X4KQgyVD.js";
26
+ import { n as ResponsesProcessor, r as FunctionCallbackHandler, t as OpenAiResponsesProvider } from "./responses-CrmWv6iz.js";
27
27
  import { t as ellipsize } from "./text-Db-Wt2u2.js";
28
- import { a as novaParseMessages, i as novaOutputFromMessage, t as AwsBedrockGenericProvider } from "./base-Co80MMCi.js";
28
+ import { a as novaParseMessages, i as novaOutputFromMessage, t as AwsBedrockGenericProvider } from "./base-Bp4c52YZ.js";
29
29
  import { i as storeBlob } from "./blobs-DODuTK-a.js";
30
30
  import { t as getProcessShim } from "./processShim-BBxt7LKO.js";
31
- import { i as formatOutput, n as buildStructuredImageOutputs, r as callOpenAiImageApi, t as OpenAiImageProvider } from "./image-B4oBtu6J.js";
32
- import { t as OpenAiCompletionProvider } from "./completion-DZNxcyfG.js";
31
+ import { i as formatOutput, n as buildStructuredImageOutputs, r as callOpenAiImageApi, t as OpenAiImageProvider } from "./image-YMKejC0r.js";
32
+ import { t as OpenAiCompletionProvider } from "./completion-DUScduXp.js";
33
33
  import { r as parsePackageProvider } from "./packageParser--MWTSrPW.js";
34
34
  import { n as runRuby } from "./rubyUtils-CXlFM2rR.js";
35
- import { t as SimulatedUser } from "./simulatedUser-p3tACcmw.js";
35
+ import { t as SimulatedUser } from "./simulatedUser-lgMMmniD.js";
36
36
  import { z } from "zod";
37
37
  import input from "@inquirer/input";
38
38
  import chalk from "chalk";
@@ -1823,6 +1823,45 @@ Please choose one of the following options:
1823
1823
  };
1824
1824
  //#endregion
1825
1825
  //#region src/providers/azure/assistant.ts
1826
+ const AZURE_ASSISTANT_CACHE_KEY_HMAC_KEY = "promptfoo-azure-assistant-cache-key-v1";
1827
+ function normalizeAzureAssistantCacheValue(value, seen = /* @__PURE__ */ new WeakSet()) {
1828
+ if (Array.isArray(value)) {
1829
+ if (seen.has(value)) return "[Circular]";
1830
+ seen.add(value);
1831
+ const normalized = value.map((item) => normalizeAzureAssistantCacheValue(item, seen));
1832
+ seen.delete(value);
1833
+ return normalized;
1834
+ }
1835
+ if (value && typeof value === "object") {
1836
+ if (seen.has(value)) return "[Circular]";
1837
+ const prototype = Object.getPrototypeOf(value);
1838
+ if (prototype !== Object.prototype && prototype !== null) return value;
1839
+ seen.add(value);
1840
+ const normalized = Object.keys(value).sort().reduce((acc, key) => {
1841
+ acc[key] = normalizeAzureAssistantCacheValue(value[key], seen);
1842
+ return acc;
1843
+ }, {});
1844
+ seen.delete(value);
1845
+ return normalized;
1846
+ }
1847
+ return value;
1848
+ }
1849
+ function hmacAzureAssistantCacheValue(value) {
1850
+ const serialized = safeJsonStringify(normalizeAzureAssistantCacheValue(value));
1851
+ invariant(serialized !== void 0, "Azure Assistant cache key input contains values that cannot be serialized");
1852
+ return createHmac("sha256", AZURE_ASSISTANT_CACHE_KEY_HMAC_KEY).update(serialized).digest("hex");
1853
+ }
1854
+ function getAuthHeadersCacheIdentity(authHeaders) {
1855
+ const entries = Object.entries(authHeaders).sort(([nameA], [nameB]) => nameA.localeCompare(nameB));
1856
+ if (entries.length === 0) return {
1857
+ headerNames: [],
1858
+ namespace: "no-auth"
1859
+ };
1860
+ return {
1861
+ headerNames: entries.map(([name]) => name),
1862
+ namespace: hmacAzureAssistantCacheValue(["auth", entries])
1863
+ };
1864
+ }
1826
1865
  var AzureAssistantProvider = class extends AzureGenericProvider {
1827
1866
  assistantConfig;
1828
1867
  functionCallbackHandler = new FunctionCallbackHandler();
@@ -1837,8 +1876,11 @@ var AzureAssistantProvider = class extends AzureGenericProvider {
1837
1876
  if (!apiBaseUrl) throw new Error("Azure API host must be set.");
1838
1877
  if (!this.authHeaders["api-key"] && !this.authHeaders.Authorization) throw new Error("Azure API authentication failed. Set AZURE_API_KEY environment variable or configure apiKey in provider config.\nYou can also use Microsoft Entra ID authentication.");
1839
1878
  const apiVersion = this.assistantConfig.apiVersion || "2024-04-01-preview";
1840
- const cacheKey = `azure_assistant:${this.deploymentName}:${JSON.stringify({
1879
+ const loadedTools = await maybeLoadToolsFromExternalFile(this.assistantConfig.tools, context?.vars);
1880
+ const cacheKey = `azure_assistant:${this.deploymentName}:${hmacAzureAssistantCacheValue({
1881
+ apiBaseUrl,
1841
1882
  apiVersion,
1883
+ auth: getAuthHeadersCacheIdentity(this.authHeaders),
1842
1884
  instructions: this.assistantConfig.instructions,
1843
1885
  max_tokens: this.assistantConfig.max_tokens,
1844
1886
  model: this.assistantConfig.modelName,
@@ -1847,13 +1889,13 @@ var AzureAssistantProvider = class extends AzureGenericProvider {
1847
1889
  temperature: this.assistantConfig.temperature,
1848
1890
  tool_choice: this.assistantConfig.tool_choice,
1849
1891
  tool_resources: this.assistantConfig.tool_resources,
1850
- tools: JSON.stringify(await maybeLoadToolsFromExternalFile(this.assistantConfig.tools, context?.vars)),
1892
+ tools: loadedTools,
1851
1893
  top_p: this.assistantConfig.top_p
1852
1894
  })}`;
1853
1895
  if (isCacheEnabled()) try {
1854
1896
  const cachedResult = await (await getCache()).get(cacheKey);
1855
1897
  if (cachedResult) {
1856
- logger.debug(`Cache hit for assistant prompt: ${prompt.substring(0, 50)}...`);
1898
+ logger.debug("Cache hit for assistant prompt", { promptLength: prompt.length });
1857
1899
  return {
1858
1900
  ...cachedResult,
1859
1901
  cached: true
@@ -1868,7 +1910,10 @@ var AzureAssistantProvider = class extends AzureGenericProvider {
1868
1910
  headers: await this.getHeaders(),
1869
1911
  body: JSON.stringify({})
1870
1912
  });
1871
- logger.debug(`Created thread ${threadResponse.id} for prompt: ${prompt.substring(0, 30)}...`);
1913
+ logger.debug("Created thread for assistant prompt", {
1914
+ threadId: threadResponse.id,
1915
+ promptLength: prompt.length
1916
+ });
1872
1917
  await this.makeRequest(`${apiBaseUrl}/openai/threads/${threadResponse.id}/messages?api-version=${apiVersion}`, {
1873
1918
  method: "POST",
1874
1919
  headers: await this.getHeaders(),
@@ -1883,7 +1928,6 @@ var AzureAssistantProvider = class extends AzureGenericProvider {
1883
1928
  if (this.assistantConfig.tool_resources) runOptions.tool_resources = this.assistantConfig.tool_resources;
1884
1929
  if (this.assistantConfig.tool_choice) runOptions.tool_choice = this.assistantConfig.tool_choice;
1885
1930
  if (this.assistantConfig.tools) {
1886
- const loadedTools = await maybeLoadToolsFromExternalFile(this.assistantConfig.tools, context?.vars);
1887
1931
  if (loadedTools !== void 0) runOptions.tools = loadedTools;
1888
1932
  }
1889
1933
  if (this.assistantConfig.modelName) runOptions.model = this.assistantConfig.modelName;
@@ -1918,7 +1962,7 @@ var AzureAssistantProvider = class extends AzureGenericProvider {
1918
1962
  }
1919
1963
  if (isCacheEnabled() && !result.error) try {
1920
1964
  await (await getCache()).set(cacheKey, result);
1921
- logger.debug(`Cached assistant response for prompt: ${prompt.substring(0, 50)}...`);
1965
+ logger.debug("Cached assistant response for prompt", { promptLength: prompt.length });
1922
1966
  } catch (err) {
1923
1967
  logger.warn(`Error caching result: ${err}`);
1924
1968
  }
@@ -21619,7 +21663,7 @@ const providerMap = [
21619
21663
  {
21620
21664
  test: (providerPath) => providerPath.startsWith("opencode:") || providerPath === "opencode",
21621
21665
  create: async (providerPath, providerOptions, context) => {
21622
- const { OpenCodeSDKProvider } = await import("./opencode-sdk-D05JSgMQ.js");
21666
+ const { OpenCodeSDKProvider } = await import("./opencode-sdk-CqkyG8De.js");
21623
21667
  return new OpenCodeSDKProvider({
21624
21668
  ...providerOptions,
21625
21669
  id: providerPath,
@@ -21631,14 +21675,14 @@ const providerMap = [
21631
21675
  {
21632
21676
  test: (providerPath) => providerPath.startsWith("openclaw:") || providerPath === "openclaw",
21633
21677
  create: async (providerPath, providerOptions, context) => {
21634
- const { createOpenClawProvider } = await import("./openclaw-zIJAsz3P.js");
21678
+ const { createOpenClawProvider } = await import("./openclaw-CWOm2eOr.js");
21635
21679
  return createOpenClawProvider(providerPath, providerOptions, context.env);
21636
21680
  }
21637
21681
  },
21638
21682
  {
21639
21683
  test: (providerPath) => providerPath.startsWith("anthropic:claude-agent-sdk") || providerPath.startsWith("anthropic:claude-code"),
21640
21684
  create: async (_providerPath, providerOptions, _context) => {
21641
- const { ClaudeCodeSDKProvider } = await import("./claude-agent-sdk-x1XJ1-pU.js");
21685
+ const { ClaudeCodeSDKProvider } = await import("./claude-agent-sdk-BGUac_kS.js");
21642
21686
  return new ClaudeCodeSDKProvider({ ...providerOptions });
21643
21687
  }
21644
21688
  },
@@ -21694,25 +21738,25 @@ const providerMap = [
21694
21738
  const modelName = splits.slice(2).join(":");
21695
21739
  if (modelType === "converse") return new AwsBedrockConverseProvider(modelName, providerOptions);
21696
21740
  if (modelType === "nova-sonic" || modelType.includes("amazon.nova-sonic")) {
21697
- const { NovaSonicProvider } = await import("./nova-sonic-BNGmgfFz.js");
21741
+ const { NovaSonicProvider } = await import("./nova-sonic-DxmK95c1.js");
21698
21742
  return new NovaSonicProvider("amazon.nova-sonic-v1:0", providerOptions);
21699
21743
  }
21700
21744
  if (modelType.includes("luma.ray") || modelName.includes("luma.ray")) {
21701
- const { LumaRayVideoProvider } = await import("./luma-ray-OEMmS1RB.js");
21745
+ const { LumaRayVideoProvider } = await import("./luma-ray-DTDyoAlM.js");
21702
21746
  return new LumaRayVideoProvider(modelName.includes("luma.ray") ? modelName : splits.slice(1).join(":") || "luma.ray-v2:0", providerOptions);
21703
21747
  }
21704
21748
  if (modelType.includes("amazon.nova-reel") || modelType === "video" && (modelName.includes("amazon.nova-reel") || modelName === "")) {
21705
- const { NovaReelVideoProvider } = await import("./nova-reel-BGPNBOMS.js");
21749
+ const { NovaReelVideoProvider } = await import("./nova-reel-CUDDZcSA.js");
21706
21750
  return new NovaReelVideoProvider(modelName || "amazon.nova-reel-v1:1", providerOptions);
21707
21751
  }
21708
21752
  if (modelType === "agents") {
21709
- const { AwsBedrockAgentsProvider } = await import("./agents-D-vDNFx4.js");
21753
+ const { AwsBedrockAgentsProvider } = await import("./agents-C98cz5pl.js");
21710
21754
  return new AwsBedrockAgentsProvider(modelName, providerOptions);
21711
21755
  }
21712
21756
  if (modelType === "completion") return new AwsBedrockCompletionProvider(modelName, providerOptions);
21713
21757
  if (modelType === "embeddings" || modelType === "embedding") return new AwsBedrockEmbeddingProvider(modelName, providerOptions);
21714
21758
  if (modelType === "kb" || modelType === "knowledge-base") {
21715
- const { AwsBedrockKnowledgeBaseProvider } = await import("./knowledgeBase-CkMljjdg.js");
21759
+ const { AwsBedrockKnowledgeBaseProvider } = await import("./knowledgeBase-o_wTLzrt.js");
21716
21760
  return new AwsBedrockKnowledgeBaseProvider(modelName, providerOptions);
21717
21761
  }
21718
21762
  return new AwsBedrockCompletionProvider(splits.slice(1).join(":"), providerOptions);
@@ -21722,7 +21766,7 @@ const providerMap = [
21722
21766
  test: (providerPath) => providerPath.startsWith("bedrock-agent:"),
21723
21767
  create: async (providerPath, providerOptions, _context) => {
21724
21768
  const agentId = providerPath.substring(14);
21725
- const { AwsBedrockAgentsProvider } = await import("./agents-D-vDNFx4.js");
21769
+ const { AwsBedrockAgentsProvider } = await import("./agents-C98cz5pl.js");
21726
21770
  return new AwsBedrockAgentsProvider(agentId, providerOptions);
21727
21771
  }
21728
21772
  },
@@ -21732,7 +21776,7 @@ const providerMap = [
21732
21776
  const splits = providerPath.split(":");
21733
21777
  const modelType = splits[1];
21734
21778
  const endpointName = splits.slice(2).join(":");
21735
- const { SageMakerCompletionProvider, SageMakerEmbeddingProvider } = await import("./sagemaker-vhtSV7JI.js");
21779
+ const { SageMakerCompletionProvider, SageMakerEmbeddingProvider } = await import("./sagemaker-ClAZ6Qwc.js");
21736
21780
  if (modelType === "embedding" || modelType === "embeddings") return new SageMakerEmbeddingProvider(endpointName || modelType, providerOptions);
21737
21781
  if (splits.length === 2) return new SageMakerCompletionProvider(modelType, providerOptions);
21738
21782
  if (endpointName.includes("jumpstart") || modelType === "jumpstart") return new SageMakerCompletionProvider(endpointName, {
@@ -21773,7 +21817,7 @@ const providerMap = [
21773
21817
  {
21774
21818
  test: (providerPath) => providerPath.startsWith("cloudflare-ai:"),
21775
21819
  create: async (providerPath, providerOptions, context) => {
21776
- const { createCloudflareAiProvider } = await import("./cloudflare-ai-RFSojyXG.js");
21820
+ const { createCloudflareAiProvider } = await import("./cloudflare-ai-sD26nP6V.js");
21777
21821
  return createCloudflareAiProvider(providerPath, {
21778
21822
  ...providerOptions,
21779
21823
  env: context.env
@@ -21783,7 +21827,7 @@ const providerMap = [
21783
21827
  {
21784
21828
  test: (providerPath) => providerPath.startsWith("cloudflare-gateway:"),
21785
21829
  create: async (providerPath, providerOptions, context) => {
21786
- const { createCloudflareGatewayProvider } = await import("./cloudflare-gateway-CF-Vb-2Z.js");
21830
+ const { createCloudflareGatewayProvider } = await import("./cloudflare-gateway-DOghiU6r.js");
21787
21831
  return createCloudflareGatewayProvider(providerPath, {
21788
21832
  ...providerOptions,
21789
21833
  env: context.env
@@ -21935,27 +21979,27 @@ const providerMap = [
21935
21979
  create: async (providerPath, providerOptions, context) => {
21936
21980
  const modelType = providerPath.split(":")[1];
21937
21981
  if (modelType === "image") {
21938
- const { createHyperbolicImageProvider } = await import("./image-BN-hjLL9.js");
21982
+ const { createHyperbolicImageProvider } = await import("./image-LGj8dTcr.js");
21939
21983
  return createHyperbolicImageProvider(providerPath, {
21940
21984
  ...providerOptions,
21941
21985
  env: context.env
21942
21986
  });
21943
21987
  }
21944
21988
  if (modelType === "audio") {
21945
- const { createHyperbolicAudioProvider } = await import("./audio-DyiebVB3.js");
21989
+ const { createHyperbolicAudioProvider } = await import("./audio-DnEIHWZR.js");
21946
21990
  return createHyperbolicAudioProvider(providerPath, {
21947
21991
  ...providerOptions,
21948
21992
  env: context.env
21949
21993
  });
21950
21994
  }
21951
- const { createHyperbolicProvider } = await import("./chat-iwaM5UTQ.js");
21995
+ const { createHyperbolicProvider } = await import("./chat-mTTuUAYb.js");
21952
21996
  return createHyperbolicProvider(providerPath, providerOptions);
21953
21997
  }
21954
21998
  },
21955
21999
  {
21956
22000
  test: (providerPath) => providerPath.startsWith("litellm:"),
21957
22001
  create: async (providerPath, providerOptions, context) => {
21958
- const { createLiteLLMProvider } = await import("./litellm-BXyn5kZK.js");
22002
+ const { createLiteLLMProvider } = await import("./litellm-CYfgxLrM.js");
21959
22003
  return createLiteLLMProvider(providerPath, {
21960
22004
  config: providerOptions,
21961
22005
  env: context.env
@@ -22012,7 +22056,7 @@ const providerMap = [
22012
22056
  const modelName = splits.slice(2).join(":");
22013
22057
  const configuredModel = getConfiguredOpenAiModel(providerOptions);
22014
22058
  if (modelType === "codex-app-server" || modelType === "codex-desktop") {
22015
- const { OpenAICodexAppServerProvider } = await import("./codex-app-server-Dd22dC_N.js");
22059
+ const { OpenAICodexAppServerProvider } = await import("./codex-app-server-ZQRJSJjU.js");
22016
22060
  const codexModel = modelName || configuredModel;
22017
22061
  const codexProviderId = providerOptions.id ?? providerPath;
22018
22062
  return new OpenAICodexAppServerProvider({
@@ -22029,7 +22073,7 @@ const providerMap = [
22029
22073
  });
22030
22074
  }
22031
22075
  if (modelType === "codex-sdk" || modelType === "codex") {
22032
- const { OpenAICodexSDKProvider } = await import("./codex-sdk-BGjVAk23.js");
22076
+ const { OpenAICodexSDKProvider } = await import("./codex-sdk-DxukZs_K.js");
22033
22077
  const codexModel = modelName || configuredModel;
22034
22078
  const codexProviderId = providerOptions.id ?? providerPath;
22035
22079
  return new OpenAICodexSDKProvider({
@@ -22049,7 +22093,7 @@ const providerMap = [
22049
22093
  if (modelType === "realtime") return new OpenAiRealtimeProvider(modelName || configuredModel || "gpt-4o-realtime-preview-2024-12-17", providerOptions);
22050
22094
  if (modelType === "responses") return new OpenAiResponsesProvider(modelName || configuredModel || "gpt-4.1-2025-04-14", providerOptions);
22051
22095
  if (modelType === "transcription") {
22052
- const { OpenAiTranscriptionProvider } = await import("./transcription-CfU5loSq.js");
22096
+ const { OpenAiTranscriptionProvider } = await import("./transcription-CpVdKc4P.js");
22053
22097
  return new OpenAiTranscriptionProvider(modelName || configuredModel || "gpt-4o-transcribe-diarize", providerOptions);
22054
22098
  }
22055
22099
  if (OpenAiChatCompletionProvider.OPENAI_CHAT_MODEL_NAMES.includes(modelType)) return new OpenAiChatCompletionProvider(modelType, providerOptions);
@@ -22057,7 +22101,7 @@ const providerMap = [
22057
22101
  if (OpenAiRealtimeProvider.OPENAI_REALTIME_MODEL_NAMES.includes(modelType)) return new OpenAiRealtimeProvider(modelType, providerOptions);
22058
22102
  if (OpenAiResponsesProvider.OPENAI_RESPONSES_MODEL_NAMES.includes(modelType)) return new OpenAiResponsesProvider(modelType, providerOptions);
22059
22103
  if (modelType === "agents") {
22060
- const { OpenAiAgentsProvider } = await import("./agents-B8q7h_ek.js");
22104
+ const { OpenAiAgentsProvider } = await import("./agents-Dwshy2H8.js");
22061
22105
  return new OpenAiAgentsProvider(modelName || "default-agent", providerOptions);
22062
22106
  }
22063
22107
  if (modelType === "chatkit") {
@@ -22104,7 +22148,7 @@ const providerMap = [
22104
22148
  {
22105
22149
  test: (providerPath) => providerPath.startsWith("quiverai:"),
22106
22150
  create: async (providerPath, providerOptions, context) => {
22107
- const { createQuiverAiProvider } = await import("./quiverai-BvIhI_0l.js");
22151
+ const { createQuiverAiProvider } = await import("./quiverai-58BtRRet.js");
22108
22152
  return createQuiverAiProvider(providerPath, providerOptions, context.env);
22109
22153
  }
22110
22154
  },
@@ -22122,7 +22166,7 @@ const providerMap = [
22122
22166
  {
22123
22167
  test: (providerPath) => providerPath.startsWith("modelslab:"),
22124
22168
  create: async (providerPath, providerOptions, context) => {
22125
- const { ModelsLabImageProvider } = await import("./modelslab-EyDczZ5A.js");
22169
+ const { ModelsLabImageProvider } = await import("./modelslab-CBCrdIBc.js");
22126
22170
  const splits = providerPath.split(":");
22127
22171
  const modelType = splits[1];
22128
22172
  const modelName = splits.slice(2).join(":");
@@ -22166,7 +22210,7 @@ const providerMap = [
22166
22210
  {
22167
22211
  test: (providerPath) => providerPath.startsWith("aimlapi:"),
22168
22212
  create: async (providerPath, providerOptions, context) => {
22169
- const { createAimlApiProvider } = await import("./aimlapi-eYv3a_DK.js");
22213
+ const { createAimlApiProvider } = await import("./aimlapi-WyUK0wYy.js");
22170
22214
  return createAimlApiProvider(providerPath, {
22171
22215
  ...providerOptions,
22172
22216
  env: context.env
@@ -22176,7 +22220,7 @@ const providerMap = [
22176
22220
  {
22177
22221
  test: (providerPath) => providerPath.startsWith("cometapi:"),
22178
22222
  create: async (providerPath, providerOptions, context) => {
22179
- const { createCometApiProvider } = await import("./cometapi-Bu9B8NUY.js");
22223
+ const { createCometApiProvider } = await import("./cometapi--hh7dESS.js");
22180
22224
  return createCometApiProvider(providerPath, {
22181
22225
  ...providerOptions,
22182
22226
  env: context.env
@@ -22186,7 +22230,7 @@ const providerMap = [
22186
22230
  {
22187
22231
  test: (providerPath) => providerPath.startsWith("docker:"),
22188
22232
  create: async (providerPath, providerOptions, context) => {
22189
- const { createDockerProvider } = await import("./docker-DdJQBxK9.js");
22233
+ const { createDockerProvider } = await import("./docker-D2TWGyTP.js");
22190
22234
  return createDockerProvider(providerPath, {
22191
22235
  ...providerOptions,
22192
22236
  env: context.env
@@ -22458,7 +22502,7 @@ function isRedteamProviderPath(providerPath) {
22458
22502
  const providerFamilies = [{
22459
22503
  canHandle: isRedteamProviderPath,
22460
22504
  factories: async () => {
22461
- const { redteamProviderFactories } = await import("./registry-DXm1t_x0.js");
22505
+ const { redteamProviderFactories } = await import("./registry-BTNqmP5o.js");
22462
22506
  return redteamProviderFactories;
22463
22507
  }
22464
22508
  }];
@@ -22731,4 +22775,4 @@ function getProviderIds(providerPaths) {
22731
22775
  //#endregion
22732
22776
  export { DefaultSuggestionsProvider as C, AzureChatCompletionProvider as D, AzureEmbeddingProvider as E, DefaultLlmRubricProvider as S, AzureModerationProvider as T, VertexChatProvider as _, resolveProviderConfigs as a, DefaultGradingJsonProvider as b, OpenAiModerationProvider as c, MCPProvider as d, HttpProvider as f, DefaultGradingProvider as g, DefaultEmbeddingProvider as h, resolveProvider as i, MistralChatCompletionProvider as l, createTransformResponse$1 as m, loadApiProvider as n, getFileHashes as o, createTransformRequest as p, loadApiProviders as r, parseScriptParts as s, getProviderIds as t, MistralEmbeddingProvider as u, GoogleLiveProvider as v, DefaultSynthesizeProvider as w, DefaultGradingProvider$1 as x, AIStudioChatProvider as y };
22733
22777
 
22734
- //# sourceMappingURL=providers-B9KzWxAX.js.map
22778
+ //# sourceMappingURL=providers-B7TyByfj.js.map