promptfoo 0.120.21 → 0.120.23

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (247) hide show
  1. package/dist/src/{ListApp-ChupNNB3.js → ListApp-55OAHww3.js} +1 -1
  2. package/dist/src/{accounts-CjU7QSnv.js → accounts-BMHY0nF5.js} +5 -5
  3. package/dist/src/{accounts-DYMHC4iY.js → accounts-CYqHD7X1.js} +4 -4
  4. package/dist/src/{accounts-uWRxEv-D.cjs → accounts-TGrHBZU9.cjs} +4 -4
  5. package/dist/src/{agentic-utils-BMbQVVd4.js → agentic-utils-BcSgvBPs.js} +2 -2
  6. package/dist/src/{agents-BJxm0Kcs.cjs → agents-BW4zv9Ig.cjs} +3 -3
  7. package/dist/src/{agents-DABC7ROH.js → agents-BbG-lpzK.js} +6 -6
  8. package/dist/src/{agents-DGQULdoA.js → agents-CUB87CA8.js} +5 -5
  9. package/dist/src/{agents-CJ4BY_QU.js → agents-ClpNGuau.js} +7 -7
  10. package/dist/src/{agents-CzCD5974.cjs → agents-d76o9WLl.cjs} +6 -6
  11. package/dist/src/{agents-BNSS1kSZ.js → agents-v7_Jh18K.js} +3 -3
  12. package/dist/src/{aimlapi-CnBWjM7x.js → aimlapi-BBN3jHiV.js} +11 -11
  13. package/dist/src/{aimlapi-ABHUqmBg.cjs → aimlapi-DWjl0adX.cjs} +11 -11
  14. package/dist/src/{aimlapi-B2qJXUsC.js → aimlapi-E-FZoqH0.js} +14 -14
  15. package/dist/src/app/assets/index-CbpQqvt4.css +1 -0
  16. package/dist/src/app/assets/{index-BVE859O5.js → index-DoWPf01I.js} +71 -71
  17. package/dist/src/app/index.html +2 -2
  18. package/dist/src/app/tsconfig.app.tsbuildinfo +1 -1
  19. package/dist/src/{audio-BT9aSeWg.js → audio-B0lJd7ce.js} +4 -4
  20. package/dist/src/{audio-CSrI_LFf.js → audio-CwbC4E6I.js} +3 -3
  21. package/dist/src/{audio-DSV364HB.cjs → audio-TfpCt0uC.cjs} +3 -3
  22. package/dist/src/{base-NFXflrMy.js → base-BHLggB84.js} +2 -2
  23. package/dist/src/{base-CRrQ15eu.cjs → base-B_pJcCDc.cjs} +2 -2
  24. package/dist/src/{base-d8hHSpEx.js → base-DRgXuujd.js} +2 -2
  25. package/dist/src/{blobs-Dznj-8xW.js → blobs-BHstP0Ep.js} +2 -2
  26. package/dist/src/{blobs-D-Neij7m.cjs → blobs-BPAqMoU_.cjs} +2 -2
  27. package/dist/src/{blobs-DC2sBLv8.js → blobs-Bey6TGVi.js} +2 -2
  28. package/dist/src/{cache-xb4oZe27.js → cache-BTdTl56j.js} +2 -2
  29. package/dist/src/{cache-DYJRe0Jt.cjs → cache-BnrNlhzE.cjs} +2 -2
  30. package/dist/src/{cache-aKR8pp5y.js → cache-C5LeIjZl.js} +2 -2
  31. package/dist/src/{cache-CMvgAnSi.js → cache-CsW_9RgN.js} +2 -2
  32. package/dist/src/cache-Da_mTEGH.cjs +6 -0
  33. package/dist/src/{cache-scuP1IRq.js → cache-DfI0xG_n.js} +3 -3
  34. package/dist/src/{chat-BbgGuvwu.js → chat-BIj6_WPH.js} +10 -10
  35. package/dist/src/{chat-CfJU9hHo.cjs → chat-B_-w6xgb.cjs} +10 -10
  36. package/dist/src/{chat-Du_GyqZe.js → chat-BktepvuQ.js} +13 -13
  37. package/dist/src/{chat-DyjTngG2.js → chat-CiakYWhZ.js} +10 -10
  38. package/dist/src/{chat-BH8Fxyap.js → chat-D5l2blZK.js} +8 -8
  39. package/dist/src/{chat-Biz16BQv.cjs → chat-QHQ-K-Fi.cjs} +8 -8
  40. package/dist/src/{chatkit-BpumZ2Dz.js → chatkit-DlOZ-eNb.js} +3 -3
  41. package/dist/src/{chatkit-D9AWcI4P.js → chatkit-IWIuhxFE.js} +3 -3
  42. package/dist/src/{chatkit-Wzo9zOq7.cjs → chatkit-yeVtURUi.cjs} +3 -3
  43. package/dist/src/{claude-agent-sdk-CL5NzJEu.js → claude-agent-sdk-BZ0GjlPY.js} +11 -11
  44. package/dist/src/{claude-agent-sdk-BW-YEYQi.cjs → claude-agent-sdk-D3AZJyZ7.cjs} +8 -8
  45. package/dist/src/{claude-agent-sdk-CdRG6b7t.js → claude-agent-sdk-wvsRgO29.js} +8 -8
  46. package/dist/src/{cloud-UwfmA0Ne.js → cloud-BKfo1A2t.js} +2 -2
  47. package/dist/src/{cloud-1cbcFXE9.js → cloud-DPowlnHl.js} +1 -1
  48. package/dist/src/{cloudflare-ai-D2Wlbus6.cjs → cloudflare-ai-CzAtX1Wg.cjs} +11 -11
  49. package/dist/src/{cloudflare-ai-BB77BUMD.js → cloudflare-ai-D-IEjw5k.js} +11 -11
  50. package/dist/src/{cloudflare-ai-DXTxK3ou.js → cloudflare-ai-DxHmIJbZ.js} +14 -14
  51. package/dist/src/{cloudflare-gateway-D5IjGRjZ.cjs → cloudflare-gateway-CIfquW2o.cjs} +12 -12
  52. package/dist/src/{cloudflare-gateway-Tn2OEgYQ.js → cloudflare-gateway-DkjC8LZF.js} +12 -12
  53. package/dist/src/{cloudflare-gateway-DeZRwitI.js → cloudflare-gateway-DwJVgNWf.js} +15 -15
  54. package/dist/src/{codex-sdk-CKEQpQax.js → codex-sdk-BC5qbCjh.js} +3 -3
  55. package/dist/src/{codex-sdk-CDN8f3P9.js → codex-sdk-CBpm53B8.js} +2 -2
  56. package/dist/src/{codex-sdk-0QyM_fUf.cjs → codex-sdk-Cf5_CQch.cjs} +2 -2
  57. package/dist/src/{cometapi-CUq-lrPh.js → cometapi-6jLBOp4e.js} +15 -15
  58. package/dist/src/{cometapi-Bu_LOIac.js → cometapi-8HSWR5q_.js} +12 -12
  59. package/dist/src/{cometapi-RP8h5O2f.cjs → cometapi-iJEkEgpT.cjs} +12 -12
  60. package/dist/src/{completion-Dw-9jqz1.cjs → completion-C03fIkcR.cjs} +5 -5
  61. package/dist/src/{completion-H4ncr2bK.js → completion-CrKHW9hy.js} +5 -5
  62. package/dist/src/{completion-BTZ42lqL.js → completion-LTi0SiAy.js} +5 -5
  63. package/dist/src/{docker-kvFgJqkg.js → docker-Bf2VQOX5.js} +14 -14
  64. package/dist/src/{docker-NrVUpeWw.cjs → docker-BxmP6sGO.cjs} +11 -11
  65. package/dist/src/{docker-B8zxQ12-.js → docker-DHazKolQ.js} +11 -11
  66. package/dist/src/{esm-Bwuh5HXW.js → esm-Lh6czAFT.js} +1 -1
  67. package/dist/src/{eval-TAOD_pvN.js → eval-4sIXLVZZ.js} +31 -19
  68. package/dist/src/eval-s_E4q6a8.js +16 -0
  69. package/dist/src/{evalResult-DnYa1RLp.js → evalResult-CRyeHpst.js} +6 -6
  70. package/dist/src/{evalResult-CFSvp3Zh.cjs → evalResult-CSucevrC.cjs} +7 -7
  71. package/dist/src/evalResult-DBhbtqZn.js +11 -0
  72. package/dist/src/evalResult-DKn_nY-a.js +13 -0
  73. package/dist/src/{evalResult-CnAP64o9.js → evalResult-DNXvhaKp.js} +6 -6
  74. package/dist/src/evalResult-DrPpo-zg.cjs +11 -0
  75. package/dist/src/{evaluator-q2_--POi.js → evaluator-BDY-i4ky.js} +29 -30
  76. package/dist/src/evaluator-CiDt-6H3.js +37 -0
  77. package/dist/src/{extractor-D_1s-Thr.js → extractor-HnP0pHfO.js} +81 -4
  78. package/dist/src/{extractor-B9uQA-6-.js → extractor-WvMabjRY.js} +81 -4
  79. package/dist/src/{extractor-DjxI7POm.cjs → extractor-wSeR47-c.cjs} +86 -3
  80. package/dist/src/{fetch-Cb-qQ7Hm.js → fetch-8fmzVUH3.js} +2 -2
  81. package/dist/src/{fetch-BIPrzD39.js → fetch-BMKSarK_.js} +11 -5
  82. package/dist/src/{fetch-MdGxb6Bv.cjs → fetch-BgYKpAJ7.cjs} +25 -7
  83. package/dist/src/{fetch-Cbz8ESXD.js → fetch-CE0K47nJ.js} +1 -1
  84. package/dist/src/{fetch-TcCC0nEJ.js → fetch-DKQm7iwv.js} +11 -5
  85. package/dist/src/fetch-GeRV0LDI.cjs +4 -0
  86. package/dist/src/{fileExtensions-BpuMmaFL.js → fileExtensions-CzcPkiKZ.js} +1 -1
  87. package/dist/src/{formatDuration-CGa0ZDQ8.js → formatDuration-CCiZ-wBY.js} +1 -1
  88. package/dist/src/{genaiTracer-zK0Mtd_D.cjs → genaiTracer-BQ8AmajD.cjs} +1 -1
  89. package/dist/src/{genaiTracer-CNawybn-.js → genaiTracer-Ce19n68P.js} +1 -1
  90. package/dist/src/{genaiTracer-CqNnnXrE.js → genaiTracer-foKtbVa2.js} +1 -1
  91. package/dist/src/{graders-DycNkUZ_.js → graders-CEF_ce6x.js} +32 -26
  92. package/dist/src/graders-CzoftmVg.js +35 -0
  93. package/dist/src/{graders-C9Ni3pNQ.cjs → graders-DOFEkq6l.cjs} +34 -28
  94. package/dist/src/graders-DuTWgLQF.cjs +32 -0
  95. package/dist/src/graders-ZhEpUtuK.js +33 -0
  96. package/dist/src/{graders-CG50NgEB.js → graders-jFPLMexK.js} +36 -30
  97. package/dist/src/{image-CxD58J63.js → image-0RV3qqTK.js} +6 -6
  98. package/dist/src/{image-CHGpqpC6.js → image-9Thqn5aj.js} +3 -3
  99. package/dist/src/{image-BmMQZgoF.js → image-BJJW-zOa.js} +4 -4
  100. package/dist/src/{image-CPL1masV.cjs → image-BVyYHTQG.cjs} +3 -3
  101. package/dist/src/{image-Dg-oq_2F.js → image-Dd0EQRYU.js} +6 -6
  102. package/dist/src/{image-CpQ-fJt3.cjs → image-VWd0wZmz.cjs} +6 -6
  103. package/dist/src/index.cjs +177 -105
  104. package/dist/src/index.js +173 -101
  105. package/dist/src/{interactiveCheck-BZbMvE6i.js → interactiveCheck-CjK2R4rB.js} +1 -1
  106. package/dist/src/{knowledgeBase-Dy1Ln178.cjs → knowledgeBase-BKA28wUv.cjs} +7 -7
  107. package/dist/src/{knowledgeBase-BXvPbeXF.js → knowledgeBase-D0nOGqRF.js} +7 -7
  108. package/dist/src/{knowledgeBase-Csr92Wc4.js → knowledgeBase-aBIYgE4B.js} +8 -8
  109. package/dist/src/{litellm-Dcc3mt1B.js → litellm-BiXCNyII.js} +11 -11
  110. package/dist/src/{litellm-CR8i8YRn.js → litellm-QSopB7EE.js} +14 -14
  111. package/dist/src/{litellm-QthJT0fA.cjs → litellm-vZYPcEUQ.cjs} +11 -11
  112. package/dist/src/{luma-ray-DpAL4igs.cjs → luma-ray-CRKJx6ue.cjs} +10 -11
  113. package/dist/src/{luma-ray-vv5ggMvl.js → luma-ray-DmnPkNon.js} +10 -11
  114. package/dist/src/{luma-ray-DbAhu9zC.js → luma-ray-Dvnqlb9n.js} +9 -10
  115. package/dist/src/main.js +166 -106
  116. package/dist/src/{messages-DkV1dizA.js → messages-BaxI3gI5.js} +10 -10
  117. package/dist/src/{messages-D4Cu-Nxe.cjs → messages-CvFzyCty.cjs} +10 -10
  118. package/dist/src/{messages-9ik4NuJ_.js → messages-DT1yyWfS.js} +10 -10
  119. package/dist/src/{meteor-DLCdreag.js → meteor-0cLf9TIn.js} +1 -1
  120. package/dist/src/{meteor-Dj8cTkU_.js → meteor-CBciquOS.js} +1 -1
  121. package/dist/src/{meteor-odmwVbyG.cjs → meteor-DRuEfzuQ.cjs} +1 -1
  122. package/dist/src/{nova-reel-B1c4YdE8.js → nova-reel-CnN4D-bY.js} +10 -11
  123. package/dist/src/{nova-reel-Bs903nib.cjs → nova-reel-XAkfcmhf.cjs} +10 -11
  124. package/dist/src/{nova-reel-mMroVw7W.js → nova-reel-YEEqZu4z.js} +9 -10
  125. package/dist/src/{nova-sonic-BLgglDkA.js → nova-sonic-Ci-VR-K3.js} +6 -6
  126. package/dist/src/{nova-sonic-rZe65fKE.js → nova-sonic-Cjfvm57T.js} +7 -7
  127. package/dist/src/{nova-sonic-BylXGNj-.cjs → nova-sonic-brE_2yrZ.cjs} +6 -6
  128. package/dist/src/{openai-eZz8QsxY.cjs → openai-BjpdxIOG.cjs} +1 -1
  129. package/dist/src/{openai-CQozD_Ef.js → openai-CitF-gEN.js} +1 -1
  130. package/dist/src/{openai-D_5h8sBa.js → openai-Cv9pEKxp.js} +1 -1
  131. package/dist/src/{opencode-sdk-G-dBq9xe.js → opencode-sdk-BkXJb52a.js} +4 -4
  132. package/dist/src/{opencode-sdk-B3o0jNxx.cjs → opencode-sdk-CrlvqSy2.cjs} +4 -4
  133. package/dist/src/{opencode-sdk-lf_9VEhj.js → opencode-sdk-DRMuqbLx.js} +6 -6
  134. package/dist/src/{otlpReceiver-CBZNmyZi.js → otlpReceiver-BCKiiwct.js} +5 -5
  135. package/dist/src/{otlpReceiver-CO1TzzW1.js → otlpReceiver-BTVVyjnA.js} +4 -4
  136. package/dist/src/{otlpReceiver-COmdVimi.cjs → otlpReceiver-DXqKPf2U.cjs} +4 -4
  137. package/dist/src/{providerRegistry-5UB8YVkk.js → providerRegistry-BdKWcUa8.js} +1 -1
  138. package/dist/src/{providerRegistry-gU7gOAJI.js → providerRegistry-D32Lt9vp.js} +1 -1
  139. package/dist/src/{providerRegistry-DFXamjVO.cjs → providerRegistry-HGQd2MF6.cjs} +1 -1
  140. package/dist/src/{providers-Bz0U4NGd.cjs → providers-BF4aullZ.cjs} +114 -132
  141. package/dist/src/providers-BmFckJq8.cjs +31 -0
  142. package/dist/src/{providers-CHciOV4f.js → providers-BtbT8bDb.js} +77 -95
  143. package/dist/src/{providers-D8qKkVu_.js → providers-CYssBaa_.js} +82 -100
  144. package/dist/src/providers-DaDZ1iQw.js +31 -0
  145. package/dist/src/providers-Ds-h-S1b.js +33 -0
  146. package/dist/src/{pythonUtils-mprm8p4h.js → pythonUtils-B9JA-gsC.js} +2 -2
  147. package/dist/src/{quiverai-DnlaJG8H.js → quiverai-BiDa0kiF.js} +10 -10
  148. package/dist/src/{quiverai-3rtm1glP.js → quiverai-DTtLknat.js} +13 -13
  149. package/dist/src/{quiverai-BIveJ-Ql.cjs → quiverai-z8oPMSUZ.cjs} +10 -10
  150. package/dist/src/{render-D5t2ogwP.js → render-D2710HbA.js} +2 -2
  151. package/dist/src/rubyUtils-BLd6EE1u.cjs +5 -0
  152. package/dist/src/{rubyUtils-D1DBBgSr.js → rubyUtils-CVELPvUH.js} +2 -2
  153. package/dist/src/{rubyUtils-Cus5EGPX.js → rubyUtils-Dn6MGcsk.js} +2 -2
  154. package/dist/src/{rubyUtils-CI4Y5f08.js → rubyUtils-LBsk3zIm.js} +1 -1
  155. package/dist/src/{rubyUtils-CWkecmDB.js → rubyUtils-_t9Gmf7U.js} +1 -1
  156. package/dist/src/{rubyUtils-DCci_Y0f.cjs → rubyUtils-rnCVDgH-.cjs} +1 -1
  157. package/dist/src/{sagemaker-BvwRP8TL.js → sagemaker-D5f6K309.js} +11 -11
  158. package/dist/src/{sagemaker-BsttQmAf.cjs → sagemaker-DwJOnUlQ.cjs} +11 -11
  159. package/dist/src/{sagemaker-B4hvJgkV.js → sagemaker-dygdRScC.js} +17 -17
  160. package/dist/src/{scanner-CPosIITM.js → scanner-D__U7qyj.js} +9 -9
  161. package/dist/src/server/index.js +265 -129
  162. package/dist/src/server-B0dYFkhY.cjs +6 -0
  163. package/dist/src/{server-ByLwfSDf.cjs → server-BRPZ0ZqY.cjs} +3 -3
  164. package/dist/src/{server-Bb83s34G.js → server-BZJ_IEiK.js} +4 -4
  165. package/dist/src/{server-BKdsd70B.js → server-Bo3rtriL.js} +3 -3
  166. package/dist/src/server-DZYvmL1z.js +6 -0
  167. package/dist/src/server-DlTe_Yz5.js +8 -0
  168. package/dist/src/{signal-B8hvvb8w.js → signal-C9qT0qiq.js} +2 -2
  169. package/dist/src/{slack-BblBpsIz.cjs → slack-D1F9Y7CH.cjs} +1 -1
  170. package/dist/src/{slack-D-bNCtTa.js → slack-DkAF58Tr.js} +1 -1
  171. package/dist/src/{slack-Ba3gil_6.js → slack-Ed1yyt_j.js} +1 -1
  172. package/dist/src/{store-W4yZqv_e.js → store-BpNCvdGu.js} +2 -2
  173. package/dist/src/store-BvASVHpa.cjs +6 -0
  174. package/dist/src/{store-l9-mIRC-.cjs → store-BwsF10Db.cjs} +2 -2
  175. package/dist/src/store-CDxVyNyD.js +6 -0
  176. package/dist/src/store-CXxKOQ8V.js +7 -0
  177. package/dist/src/{store-CaNRmI5T.js → store-Dm8qSYzq.js} +2 -2
  178. package/dist/src/{tables-DZWWveaJ.js → tables-B0wvxP8N.js} +2 -2
  179. package/dist/src/{tables-BCcp2r48.js → tables-CMOPSC5_.js} +2 -2
  180. package/dist/src/{tables-D_VmN-ui.cjs → tables-D_nKFrHt.cjs} +2 -2
  181. package/dist/src/{telemetry-DrSTNTH-.cjs → telemetry-B9G9VzVT.cjs} +3 -3
  182. package/dist/src/telemetry-CGO4vCCz.js +8 -0
  183. package/dist/src/telemetry-CXarb10F.cjs +6 -0
  184. package/dist/src/telemetry-DKtQFHz8.js +6 -0
  185. package/dist/src/{telemetry-CmGyDaxF.js → telemetry-DMGVtU7z.js} +3 -3
  186. package/dist/src/{telemetry-CB8ltkOD.js → telemetry-oV0dEJ2S.js} +3 -3
  187. package/dist/src/{text-C1cXk9ij.js → text-DuYSUYPB.js} +1 -1
  188. package/dist/src/{text-Dm78AVGG.js → text-Dx0GJOCN.js} +1 -1
  189. package/dist/src/{text-DF2hMKdg.cjs → text-PYISqVm1.cjs} +1 -1
  190. package/dist/src/{tokenUsageUtils-DFp2VFtG.cjs → tokenUsageUtils-BtZd3sP7.cjs} +1 -1
  191. package/dist/src/{tokenUsageUtils-C9fIWtvn.js → tokenUsageUtils-DoinwgKF.js} +1 -1
  192. package/dist/src/{tokenUsageUtils-BQVp2uKF.js → tokenUsageUtils-cFdLMERB.js} +1 -1
  193. package/dist/src/{transcription-BExRps8_.js → transcription-C5sJed5S.js} +7 -7
  194. package/dist/src/{transcription-B4GbFkhb.cjs → transcription-DEiYnjqG.cjs} +7 -7
  195. package/dist/src/{transcription-CpuRKcIu.js → transcription-Dcv2GYgI.js} +10 -10
  196. package/dist/src/{transform-BzepVlkX.js → transform-BFPYuBaW.js} +4 -4
  197. package/dist/src/{transform-BwedQA8W.js → transform-Cpk3BVib.js} +3 -3
  198. package/dist/src/{transform-B-AYIQmM.js → transform-DWBbTh_M.js} +3 -3
  199. package/dist/src/{transform-1g7fEAge.js → transform-DZI2t8-9.js} +3 -3
  200. package/dist/src/{transform-B5HUD86U.cjs → transform-DeVdMzaA.cjs} +3 -3
  201. package/dist/src/{transformersAvailability-B5gZ2aG-.cjs → transformersAvailability-BaoWHpu1.cjs} +1 -1
  202. package/dist/src/{transformersAvailability-BHP0aLcv.js → transformersAvailability-DtpwoeFC.js} +1 -1
  203. package/dist/src/{transformersAvailability-CA173HU7.js → transformersAvailability-O2YaCv9Z.js} +1 -1
  204. package/dist/src/{types-n3ttAnOa.js → types-BZz0C6rq.js} +3 -18
  205. package/dist/src/{types-DAmPdu4_.cjs → types-Cixl-wRO.cjs} +1 -22
  206. package/dist/src/{types-BlspLqbN.js → types-l7snZgzv.js} +2 -17
  207. package/dist/src/{util-Cd2vI7ii.js → util-BR59kcWy.js} +3 -3
  208. package/dist/src/{util-BnF-xRPi.js → util-BjTDLTac.js} +3 -3
  209. package/dist/src/{util-CwsTKPXi.js → util-CSvDts2m.js} +3 -3
  210. package/dist/src/{util-KE6uFWHG.cjs → util-CfLcBZEA.cjs} +3 -3
  211. package/dist/src/{util-BXjq8vOq.js → util-Czrn_1en.js} +3 -3
  212. package/dist/src/{util-BT0p5c9X.cjs → util-Dxwavk84.cjs} +3 -3
  213. package/dist/src/{util-DX58t30T.js → util-GpiGNWSj.js} +17 -5
  214. package/dist/src/{util-B-Yo0qzc.cjs → util-RfCZM4TD.cjs} +22 -4
  215. package/dist/src/{util-CyzW5ayt.js → util-UxC1pDDt.js} +20 -8
  216. package/dist/src/{utils-HdRSruG0.js → utils-2CdNTp-a.js} +2 -2
  217. package/dist/src/{utils-BSpcJB4B.cjs → utils-6lWwNARy.cjs} +2 -2
  218. package/dist/src/{utils-BWOFfOel.js → utils-BMIgqY6C.js} +2 -2
  219. package/dist/tsconfig.tsbuildinfo +1 -1
  220. package/package.json +31 -29
  221. package/dist/src/app/assets/index-CFq6nz43.css +0 -1
  222. package/dist/src/cache-BZYapLG-.cjs +0 -6
  223. package/dist/src/eval-g5SH3NBa.js +0 -16
  224. package/dist/src/evalResult-Bt2fmj0V.js +0 -9
  225. package/dist/src/evalResult-DRNH7Jui.js +0 -10
  226. package/dist/src/evalResult-DqLWyktN.cjs +0 -9
  227. package/dist/src/evaluator-DIenqH86.js +0 -37
  228. package/dist/src/fetch-gmneHrJc.cjs +0 -4
  229. package/dist/src/graders-BHcgLz2P.js +0 -35
  230. package/dist/src/graders-BjBhwJOb.cjs +0 -32
  231. package/dist/src/graders-DEjGX1uY.js +0 -33
  232. package/dist/src/providers-BBGwMMzj.js +0 -33
  233. package/dist/src/providers-BR5P_qep.cjs +0 -31
  234. package/dist/src/providers-CDib9hVp.js +0 -31
  235. package/dist/src/rubyUtils-DZo4ik6p.cjs +0 -5
  236. package/dist/src/server-B5aIhzYk.cjs +0 -6
  237. package/dist/src/server-DJCw85s0.js +0 -8
  238. package/dist/src/server-DKj0QIm9.js +0 -6
  239. package/dist/src/store-Bo9FEBPO.js +0 -7
  240. package/dist/src/store-CqHttBql.js +0 -6
  241. package/dist/src/store-fsxOJl5O.cjs +0 -6
  242. package/dist/src/telemetry-B2uJOvMA.js +0 -8
  243. package/dist/src/telemetry-TZ0v6oGo.cjs +0 -6
  244. package/dist/src/telemetry-rP_n_bnZ.js +0 -6
  245. package/dist/src/time-CRRzn6vA.js +0 -9
  246. package/dist/src/time-CbtsO5_a.cjs +0 -21
  247. package/dist/src/time-CoOwN3kQ.js +0 -10
@@ -1,8 +1,8 @@
1
1
  #!/usr/bin/env node
2
2
  import { C as getEnvString, O as cliState_default, b as getEnvBool, o as logger_default } from "./logger-Bzi5o47S.js";
3
- import { E as getDefaultPort, j as VERSION, t as fetchWithProxy } from "./fetch-TcCC0nEJ.js";
4
- import { c as isLoggedIntoCloud } from "./accounts-CjU7QSnv.js";
5
- import { r as CloudConfig } from "./cloud-UwfmA0Ne.js";
3
+ import { N as VERSION, O as getDefaultPort, t as fetchWithProxy } from "./fetch-DKQm7iwv.js";
4
+ import { c as isLoggedIntoCloud } from "./accounts-BMHY0nF5.js";
5
+ import { r as CloudConfig } from "./cloud-BKfo1A2t.js";
6
6
  import chalk from "chalk";
7
7
  import opener from "opener";
8
8
  import readline from "readline";
@@ -263,4 +263,4 @@ async function openAuthBrowser(authUrl, welcomeUrl, browserBehavior) {
263
263
 
264
264
  //#endregion
265
265
  export { openAuthBrowser as a, promptYesNo as c, getRemoteHealthUrl as d, neverGenerateRemote as f, checkServerRunning as i, getRemoteGenerationUrl as l, shouldGenerateRemote as m, BrowserBehaviorNames as n, openBrowser as o, neverGenerateRemoteForRegularEvals as p, checkServerFeatureSupport as r, promptUser as s, BrowserBehavior as t, getRemoteGenerationUrlForUnaligned as u };
266
- //# sourceMappingURL=server-Bb83s34G.js.map
266
+ //# sourceMappingURL=server-BZJ_IEiK.js.map
@@ -1,6 +1,6 @@
1
1
  import { _ as getEnvBool, b as getEnvString, i as logger_default, w as cliState_default } from "./logger-q5I8CByj.js";
2
- import { s as CloudConfig, t as fetchWithProxy } from "./fetch-BIPrzD39.js";
3
- import { o as isLoggedIntoCloud } from "./accounts-DYMHC4iY.js";
2
+ import { s as CloudConfig, t as fetchWithProxy } from "./fetch-BMKSarK_.js";
3
+ import { o as isLoggedIntoCloud } from "./accounts-CYqHD7X1.js";
4
4
  import chalk from "chalk";
5
5
  import "opener";
6
6
  import readline from "readline";
@@ -191,4 +191,4 @@ async function checkServerFeatureSupport(featureName, requiredBuildDate) {
191
191
 
192
192
  //#endregion
193
193
  export { getRemoteGenerationUrlForUnaligned as a, neverGenerateRemoteForRegularEvals as c, getRemoteGenerationUrl as i, shouldGenerateRemote as l, checkServerFeatureSupport as n, getRemoteHealthUrl as o, promptYesNo as r, neverGenerateRemote as s, BrowserBehavior as t };
194
- //# sourceMappingURL=server-BKdsd70B.js.map
194
+ //# sourceMappingURL=server-Bo3rtriL.js.map
@@ -0,0 +1,6 @@
1
+ import "./logger-q5I8CByj.js";
2
+ import "./fetch-BMKSarK_.js";
3
+ import "./accounts-CYqHD7X1.js";
4
+ import { n as checkServerFeatureSupport, t as BrowserBehavior } from "./server-Bo3rtriL.js";
5
+
6
+ export { checkServerFeatureSupport };
@@ -0,0 +1,8 @@
1
+ #!/usr/bin/env node
2
+ import "./logger-Bzi5o47S.js";
3
+ import "./fetch-DKQm7iwv.js";
4
+ import "./accounts-BMHY0nF5.js";
5
+ import "./cloud-BKfo1A2t.js";
6
+ import { a as openAuthBrowser, i as checkServerRunning, n as BrowserBehaviorNames, o as openBrowser, r as checkServerFeatureSupport, t as BrowserBehavior } from "./server-BZJ_IEiK.js";
7
+
8
+ export { checkServerFeatureSupport };
@@ -1,6 +1,6 @@
1
1
  #!/usr/bin/env node
2
2
  import { o as logger_default } from "./logger-Bzi5o47S.js";
3
- import { _ as getDbSignalPath } from "./tables-DZWWveaJ.js";
3
+ import { _ as getDbSignalPath } from "./tables-B0wvxP8N.js";
4
4
  import fs from "fs";
5
5
  import debounce from "debounce";
6
6
 
@@ -115,4 +115,4 @@ function setupSignalWatcher(onChange) {
115
115
 
116
116
  //#endregion
117
117
  export { getActualPromptWithFallback as a, getActualPrompt as i, setupSignalWatcher as n, updateSignalFile as r, readSignalEvalId as t };
118
- //# sourceMappingURL=signal-B8hvvb8w.js.map
118
+ //# sourceMappingURL=signal-C9qT0qiq.js.map
@@ -133,4 +133,4 @@ var SlackProvider = class {
133
133
 
134
134
  //#endregion
135
135
  exports.SlackProvider = SlackProvider;
136
- //# sourceMappingURL=slack-BblBpsIz.cjs.map
136
+ //# sourceMappingURL=slack-D1F9Y7CH.cjs.map
@@ -133,4 +133,4 @@ var SlackProvider = class {
133
133
 
134
134
  //#endregion
135
135
  export { SlackProvider };
136
- //# sourceMappingURL=slack-D-bNCtTa.js.map
136
+ //# sourceMappingURL=slack-DkAF58Tr.js.map
@@ -134,4 +134,4 @@ var SlackProvider = class {
134
134
 
135
135
  //#endregion
136
136
  export { SlackProvider };
137
- //# sourceMappingURL=slack-Ba3gil_6.js.map
137
+ //# sourceMappingURL=slack-Ed1yyt_j.js.map
@@ -1,5 +1,5 @@
1
1
  import { i as logger_default } from "./logger-q5I8CByj.js";
2
- import { f as tracesTable, p as getDb, u as spansTable } from "./tables-BCcp2r48.js";
2
+ import { f as tracesTable, p as getDb, u as spansTable } from "./tables-CMOPSC5_.js";
3
3
  import { asc, eq, lt } from "drizzle-orm";
4
4
 
5
5
  //#region src/tracing/store.ts
@@ -221,4 +221,4 @@ function getTraceStore() {
221
221
 
222
222
  //#endregion
223
223
  export { getTraceStore as n, TraceStore as t };
224
- //# sourceMappingURL=store-W4yZqv_e.js.map
224
+ //# sourceMappingURL=store-BpNCvdGu.js.map
@@ -0,0 +1,6 @@
1
+ require('./logger-CMp-NS-e.cjs');
2
+ require('./types-Cixl-wRO.cjs');
3
+ require('./tables-D_nKFrHt.cjs');
4
+ const require_store = require('./store-BwsF10Db.cjs');
5
+
6
+ exports.getTraceStore = require_store.getTraceStore;
@@ -1,5 +1,5 @@
1
1
  const require_logger = require('./logger-CMp-NS-e.cjs');
2
- const require_tables = require('./tables-D_VmN-ui.cjs');
2
+ const require_tables = require('./tables-D_nKFrHt.cjs');
3
3
  let drizzle_orm = require("drizzle-orm");
4
4
 
5
5
  //#region src/tracing/store.ts
@@ -232,4 +232,4 @@ Object.defineProperty(exports, 'getTraceStore', {
232
232
  return getTraceStore;
233
233
  }
234
234
  });
235
- //# sourceMappingURL=store-l9-mIRC-.cjs.map
235
+ //# sourceMappingURL=store-BwsF10Db.cjs.map
@@ -0,0 +1,6 @@
1
+ import "./logger-q5I8CByj.js";
2
+ import "./types-l7snZgzv.js";
3
+ import "./tables-CMOPSC5_.js";
4
+ import { n as getTraceStore, t as TraceStore } from "./store-BpNCvdGu.js";
5
+
6
+ export { getTraceStore };
@@ -0,0 +1,7 @@
1
+ #!/usr/bin/env node
2
+ import "./logger-Bzi5o47S.js";
3
+ import "./types-BZz0C6rq.js";
4
+ import "./tables-B0wvxP8N.js";
5
+ import { n as getTraceStore, t as TraceStore } from "./store-Dm8qSYzq.js";
6
+
7
+ export { getTraceStore };
@@ -1,6 +1,6 @@
1
1
  #!/usr/bin/env node
2
2
  import { o as logger_default } from "./logger-Bzi5o47S.js";
3
- import { f as spansTable, g as getDb, m as tracesTable } from "./tables-DZWWveaJ.js";
3
+ import { f as spansTable, g as getDb, m as tracesTable } from "./tables-B0wvxP8N.js";
4
4
  import { asc, eq, lt } from "drizzle-orm";
5
5
 
6
6
  //#region src/tracing/store.ts
@@ -222,4 +222,4 @@ function getTraceStore() {
222
222
 
223
223
  //#endregion
224
224
  export { getTraceStore as n, TraceStore as t };
225
- //# sourceMappingURL=store-CaNRmI5T.js.map
225
+ //# sourceMappingURL=store-Dm8qSYzq.js.map
@@ -1,6 +1,6 @@
1
1
  #!/usr/bin/env node
2
2
  import { b as getEnvBool, o as logger_default, v as getConfigDirectoryPath } from "./logger-Bzi5o47S.js";
3
- import { s as ResultFailureReason } from "./types-n3ttAnOa.js";
3
+ import { s as ResultFailureReason } from "./types-BZz0C6rq.js";
4
4
  import * as path$1 from "path";
5
5
  import { relations, sql } from "drizzle-orm";
6
6
  import Database from "better-sqlite3";
@@ -311,4 +311,4 @@ const spansRelations = relations(spansTable, ({ one }) => ({ trace: one(tracesTa
311
311
 
312
312
  //#endregion
313
313
  export { getDbSignalPath as _, evalResultsTable as a, evalsToPromptsTable as c, promptsTable as d, spansTable as f, getDb as g, closeDbIfOpen as h, datasetsTable as i, evalsToTagsTable as l, tracesTable as m, blobReferencesTable as n, evalsTable as o, tagsTable as p, configsTable as r, evalsToDatasetsTable as s, blobAssetsTable as t, modelAuditsTable as u };
314
- //# sourceMappingURL=tables-DZWWveaJ.js.map
314
+ //# sourceMappingURL=tables-B0wvxP8N.js.map
@@ -1,5 +1,5 @@
1
1
  import { _ as getEnvBool, g as getConfigDirectoryPath, i as logger_default } from "./logger-q5I8CByj.js";
2
- import { g as ResultFailureReason } from "./types-BlspLqbN.js";
2
+ import { g as ResultFailureReason } from "./types-l7snZgzv.js";
3
3
  import * as path$1 from "path";
4
4
  import { relations, sql } from "drizzle-orm";
5
5
  import Database from "better-sqlite3";
@@ -285,4 +285,4 @@ const spansRelations = relations(spansTable, ({ one }) => ({ trace: one(tracesTa
285
285
 
286
286
  //#endregion
287
287
  export { evalsTable as a, evalsToTagsTable as c, tagsTable as d, tracesTable as f, evalResultsTable as i, promptsTable as l, getDbSignalPath as m, blobReferencesTable as n, evalsToDatasetsTable as o, getDb as p, datasetsTable as r, evalsToPromptsTable as s, blobAssetsTable as t, spansTable as u };
288
- //# sourceMappingURL=tables-BCcp2r48.js.map
288
+ //# sourceMappingURL=tables-CMOPSC5_.js.map
@@ -1,5 +1,5 @@
1
1
  const require_logger = require('./logger-CMp-NS-e.cjs');
2
- const require_types = require('./types-DAmPdu4_.cjs');
2
+ const require_types = require('./types-Cixl-wRO.cjs');
3
3
  let path = require("path");
4
4
  path = require_logger.__toESM(path);
5
5
  let drizzle_orm = require("drizzle-orm");
@@ -370,4 +370,4 @@ Object.defineProperty(exports, 'tracesTable', {
370
370
  return tracesTable;
371
371
  }
372
372
  });
373
- //# sourceMappingURL=tables-D_VmN-ui.cjs.map
373
+ //# sourceMappingURL=tables-D_nKFrHt.cjs.map
@@ -1,6 +1,6 @@
1
1
  const require_logger = require('./logger-CMp-NS-e.cjs');
2
- const require_fetch = require('./fetch-MdGxb6Bv.cjs');
3
- const require_accounts = require('./accounts-uWRxEv-D.cjs');
2
+ const require_fetch = require('./fetch-BgYKpAJ7.cjs');
3
+ const require_accounts = require('./accounts-TGrHBZU9.cjs');
4
4
  let zod = require("zod");
5
5
  let posthog_node = require("posthog-node");
6
6
 
@@ -174,4 +174,4 @@ Object.defineProperty(exports, 'telemetry_default', {
174
174
  return telemetry_default;
175
175
  }
176
176
  });
177
- //# sourceMappingURL=telemetry-DrSTNTH-.cjs.map
177
+ //# sourceMappingURL=telemetry-B9G9VzVT.cjs.map
@@ -0,0 +1,8 @@
1
+ #!/usr/bin/env node
2
+ import "./logger-Bzi5o47S.js";
3
+ import "./fetch-DKQm7iwv.js";
4
+ import "./accounts-BMHY0nF5.js";
5
+ import "./cloud-BKfo1A2t.js";
6
+ import { n as TelemetryEventSchema, r as telemetry_default, t as Telemetry } from "./telemetry-oV0dEJ2S.js";
7
+
8
+ export { telemetry_default as default };
@@ -0,0 +1,6 @@
1
+ require('./logger-CMp-NS-e.cjs');
2
+ require('./fetch-BgYKpAJ7.cjs');
3
+ require('./accounts-TGrHBZU9.cjs');
4
+ const require_telemetry = require('./telemetry-B9G9VzVT.cjs');
5
+
6
+ exports.default = require_telemetry.telemetry_default;
@@ -0,0 +1,6 @@
1
+ import "./logger-q5I8CByj.js";
2
+ import "./fetch-BMKSarK_.js";
3
+ import "./accounts-CYqHD7X1.js";
4
+ import { n as telemetry_default, t as Telemetry } from "./telemetry-DMGVtU7z.js";
5
+
6
+ export { telemetry_default as default };
@@ -1,6 +1,6 @@
1
1
  import { C as isCI, _ as getEnvBool, b as getEnvString, i as logger_default } from "./logger-q5I8CByj.js";
2
- import { F as VERSION, O as EVENTS_ENDPOINT, P as POSTHOG_KEY, T as CONSENT_ENDPOINT, k as R_ENDPOINT, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-BIPrzD39.js";
3
- import { a as getUserId, i as getUserEmail, n as getAuthMethod, o as isLoggedIntoCloud } from "./accounts-DYMHC4iY.js";
2
+ import { A as EVENTS_ENDPOINT, D as CONSENT_ENDPOINT, I as POSTHOG_KEY, L as VERSION, j as R_ENDPOINT, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-BMKSarK_.js";
3
+ import { a as getUserId, i as getUserEmail, n as getAuthMethod, o as isLoggedIntoCloud } from "./accounts-CYqHD7X1.js";
4
4
  import { z } from "zod";
5
5
  import { PostHog } from "posthog-node";
6
6
 
@@ -163,4 +163,4 @@ var telemetry_default = telemetry;
163
163
 
164
164
  //#endregion
165
165
  export { telemetry_default as n, Telemetry as t };
166
- //# sourceMappingURL=telemetry-CmGyDaxF.js.map
166
+ //# sourceMappingURL=telemetry-DMGVtU7z.js.map
@@ -1,7 +1,7 @@
1
1
  #!/usr/bin/env node
2
2
  import { C as getEnvString, E as isCI, b as getEnvBool, o as logger_default } from "./logger-Bzi5o47S.js";
3
- import { A as POSTHOG_KEY, C as EVENTS_ENDPOINT, b as CONSENT_ENDPOINT, j as VERSION, r as fetchWithTimeout, t as fetchWithProxy, w as R_ENDPOINT } from "./fetch-TcCC0nEJ.js";
4
- import { c as isLoggedIntoCloud, i as getAuthMethod, o as getUserEmail, s as getUserId } from "./accounts-CjU7QSnv.js";
3
+ import { E as R_ENDPOINT, M as POSTHOG_KEY, N as VERSION, S as CONSENT_ENDPOINT, T as EVENTS_ENDPOINT, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-DKQm7iwv.js";
4
+ import { c as isLoggedIntoCloud, i as getAuthMethod, o as getUserEmail, s as getUserId } from "./accounts-BMHY0nF5.js";
5
5
  import { PostHog } from "posthog-node";
6
6
  import { z } from "zod";
7
7
 
@@ -164,4 +164,4 @@ var telemetry_default = telemetry;
164
164
 
165
165
  //#endregion
166
166
  export { TelemetryEventSchema as n, telemetry_default as r, Telemetry as t };
167
- //# sourceMappingURL=telemetry-CB8ltkOD.js.map
167
+ //# sourceMappingURL=telemetry-oV0dEJ2S.js.map
@@ -20,4 +20,4 @@ function escapeRegExp(str) {
20
20
 
21
21
  //#endregion
22
22
  export { escapeRegExp as n, ellipsize as t };
23
- //# sourceMappingURL=text-C1cXk9ij.js.map
23
+ //# sourceMappingURL=text-DuYSUYPB.js.map
@@ -19,4 +19,4 @@ function escapeRegExp(str) {
19
19
 
20
20
  //#endregion
21
21
  export { escapeRegExp as n, ellipsize as t };
22
- //# sourceMappingURL=text-Dm78AVGG.js.map
22
+ //# sourceMappingURL=text-Dx0GJOCN.js.map
@@ -31,4 +31,4 @@ Object.defineProperty(exports, 'escapeRegExp', {
31
31
  return escapeRegExp;
32
32
  }
33
33
  });
34
- //# sourceMappingURL=text-DF2hMKdg.cjs.map
34
+ //# sourceMappingURL=text-PYISqVm1.cjs.map
@@ -166,4 +166,4 @@ Object.defineProperty(exports, 'normalizeTokenUsage', {
166
166
  return normalizeTokenUsage;
167
167
  }
168
168
  });
169
- //# sourceMappingURL=tokenUsageUtils-DFp2VFtG.cjs.map
169
+ //# sourceMappingURL=tokenUsageUtils-BtZd3sP7.cjs.map
@@ -131,4 +131,4 @@ function normalizeTokenUsage(tokenUsage) {
131
131
 
132
132
  //#endregion
133
133
  export { createEmptyTokenUsage as a, createEmptyAssertions as i, accumulateResponseTokenUsage as n, normalizeTokenUsage as o, accumulateTokenUsage as r, accumulateAssertionTokenUsage as t };
134
- //# sourceMappingURL=tokenUsageUtils-C9fIWtvn.js.map
134
+ //# sourceMappingURL=tokenUsageUtils-DoinwgKF.js.map
@@ -130,4 +130,4 @@ function normalizeTokenUsage(tokenUsage) {
130
130
 
131
131
  //#endregion
132
132
  export { createEmptyTokenUsage as a, createEmptyAssertions as i, accumulateResponseTokenUsage as n, normalizeTokenUsage as o, accumulateTokenUsage as r, accumulateAssertionTokenUsage as t };
133
- //# sourceMappingURL=tokenUsageUtils-BQVp2uKF.js.map
133
+ //# sourceMappingURL=tokenUsageUtils-cFdLMERB.js.map
@@ -2,12 +2,12 @@ import "./chunk-FhC4c-0y.js";
2
2
  import { i as logger_default } from "./logger-q5I8CByj.js";
3
3
  import "./esm-D40XsWlR.js";
4
4
  import "./pythonUtils-eNq6Wsfr.js";
5
- import "./types-BlspLqbN.js";
6
- import "./util-DX58t30T.js";
7
- import { p as REQUEST_TIMEOUT_MS } from "./fetch-BIPrzD39.js";
8
- import { a as fetchWithCache } from "./cache-CMvgAnSi.js";
9
- import { t as OpenAiGenericProvider } from "./openai-CQozD_Ef.js";
10
- import { i as OPENAI_TRANSCRIPTION_MODELS } from "./util-BXjq8vOq.js";
5
+ import "./types-l7snZgzv.js";
6
+ import "./util-GpiGNWSj.js";
7
+ import { h as REQUEST_TIMEOUT_MS } from "./fetch-BMKSarK_.js";
8
+ import { a as fetchWithCache } from "./cache-CsW_9RgN.js";
9
+ import { t as OpenAiGenericProvider } from "./openai-CitF-gEN.js";
10
+ import { i as OPENAI_TRANSCRIPTION_MODELS } from "./util-Czrn_1en.js";
11
11
  import fs from "fs";
12
12
  import path from "path";
13
13
 
@@ -125,4 +125,4 @@ var OpenAiTranscriptionProvider = class OpenAiTranscriptionProvider extends Open
125
125
 
126
126
  //#endregion
127
127
  export { OpenAiTranscriptionProvider };
128
- //# sourceMappingURL=transcription-BExRps8_.js.map
128
+ //# sourceMappingURL=transcription-C5sJed5S.js.map
@@ -1,12 +1,12 @@
1
1
  const require_logger = require('./logger-CMp-NS-e.cjs');
2
2
  require('./esm-gWVPXn3r.cjs');
3
3
  require('./pythonUtils-rOCm9w_5.cjs');
4
- require('./types-DAmPdu4_.cjs');
5
- require('./util-B-Yo0qzc.cjs');
6
- const require_fetch = require('./fetch-MdGxb6Bv.cjs');
7
- const require_cache = require('./cache-DYJRe0Jt.cjs');
8
- const require_openai = require('./openai-eZz8QsxY.cjs');
9
- const require_util$1 = require('./util-BT0p5c9X.cjs');
4
+ require('./types-Cixl-wRO.cjs');
5
+ require('./util-RfCZM4TD.cjs');
6
+ const require_fetch = require('./fetch-BgYKpAJ7.cjs');
7
+ const require_cache = require('./cache-BnrNlhzE.cjs');
8
+ const require_openai = require('./openai-BjpdxIOG.cjs');
9
+ const require_util$1 = require('./util-Dxwavk84.cjs');
10
10
  let fs = require("fs");
11
11
  fs = require_logger.__toESM(fs);
12
12
  let path = require("path");
@@ -126,4 +126,4 @@ var OpenAiTranscriptionProvider = class OpenAiTranscriptionProvider extends requ
126
126
 
127
127
  //#endregion
128
128
  exports.OpenAiTranscriptionProvider = OpenAiTranscriptionProvider;
129
- //# sourceMappingURL=transcription-B4GbFkhb.cjs.map
129
+ //# sourceMappingURL=transcription-DEiYnjqG.cjs.map
@@ -1,15 +1,15 @@
1
1
  #!/usr/bin/env node
2
2
  import "./chunk-DHDDz29n.js";
3
3
  import { o as logger_default } from "./logger-Bzi5o47S.js";
4
- import { c as REQUEST_TIMEOUT_MS } from "./fetch-TcCC0nEJ.js";
5
- import "./cloud-UwfmA0Ne.js";
6
- import "./types-n3ttAnOa.js";
7
- import { a as fetchWithCache } from "./cache-xb4oZe27.js";
8
- import "./util-CyzW5ayt.js";
9
- import "./esm-Bwuh5HXW.js";
10
- import "./pythonUtils-mprm8p4h.js";
11
- import { t as OpenAiGenericProvider } from "./openai-D_5h8sBa.js";
12
- import { i as OPENAI_TRANSCRIPTION_MODELS } from "./util-CwsTKPXi.js";
4
+ import { u as REQUEST_TIMEOUT_MS } from "./fetch-DKQm7iwv.js";
5
+ import "./cloud-BKfo1A2t.js";
6
+ import "./types-BZz0C6rq.js";
7
+ import { a as fetchWithCache } from "./cache-BTdTl56j.js";
8
+ import "./util-UxC1pDDt.js";
9
+ import "./esm-Lh6czAFT.js";
10
+ import "./pythonUtils-B9JA-gsC.js";
11
+ import { t as OpenAiGenericProvider } from "./openai-Cv9pEKxp.js";
12
+ import { i as OPENAI_TRANSCRIPTION_MODELS } from "./util-CSvDts2m.js";
13
13
  import fs from "fs";
14
14
  import path from "path";
15
15
 
@@ -127,4 +127,4 @@ var OpenAiTranscriptionProvider = class OpenAiTranscriptionProvider extends Open
127
127
 
128
128
  //#endregion
129
129
  export { OpenAiTranscriptionProvider };
130
- //# sourceMappingURL=transcription-CpuRKcIu.js.map
130
+ //# sourceMappingURL=transcription-Dcv2GYgI.js.map
@@ -1,9 +1,9 @@
1
1
  #!/usr/bin/env node
2
2
  import { n as __require } from "./chunk-DHDDz29n.js";
3
3
  import { O as cliState_default, o as logger_default } from "./logger-Bzi5o47S.js";
4
- import { i as isJavascriptFile } from "./fileExtensions-BpuMmaFL.js";
5
- import { a as safeJoin, r as importModule } from "./esm-Bwuh5HXW.js";
6
- import { r as runPython } from "./pythonUtils-mprm8p4h.js";
4
+ import { i as isJavascriptFile } from "./fileExtensions-CzcPkiKZ.js";
5
+ import { a as safeJoin, r as importModule } from "./esm-Lh6czAFT.js";
6
+ import { r as runPython } from "./pythonUtils-B9JA-gsC.js";
7
7
 
8
8
  //#region src/util/processShim.ts
9
9
  /**
@@ -212,4 +212,4 @@ async function transform(codeOrFilepath, transformInput, context, validateReturn
212
212
 
213
213
  //#endregion
214
214
  export { transform as n, getProcessShim as r, TransformInputType as t };
215
- //# sourceMappingURL=transform-BzepVlkX.js.map
215
+ //# sourceMappingURL=transform-BFPYuBaW.js.map
@@ -1,6 +1,6 @@
1
1
  import { b as getEnvString, d as getAjv, i as logger_default } from "./logger-q5I8CByj.js";
2
- import { c as maybeLoadFromExternalFile, g as renderVarsInObject, y as getNunjucksEngine } from "./util-DX58t30T.js";
3
- import { b as parseChatPrompt, t as fetchWithProxy } from "./fetch-BIPrzD39.js";
2
+ import { c as maybeLoadFromExternalFile, g as renderVarsInObject, y as getNunjucksEngine } from "./util-GpiGNWSj.js";
3
+ import { S as parseChatPrompt, t as fetchWithProxy } from "./fetch-BMKSarK_.js";
4
4
  import Clone from "rfdc";
5
5
  import { z } from "zod";
6
6
  import crypto from "crypto";
@@ -1153,4 +1153,4 @@ async function transformMCPServerConfigToClaudeCode(config) {
1153
1153
 
1154
1154
  //#endregion
1155
1155
  export { renderAuthVars as C, getOAuthTokenWithExpiry as S, resolveProjectId as _, createAuthCacheDiscriminator as a, getAuthHeaders as b, getCandidate as c, normalizeTools as d, validateFunctionCall as f, loadCredentials as g, hasGoogleDefaultCredentials as h, transformMCPToolsToOpenAi as i, getGoogleAccessToken as l, getGoogleClient as m, transformMCPToolsToAnthropic as n, formatCandidateContents as o, GoogleAuthManager as p, transformMCPToolsToGoogle as r, geminiFormatAndSystemInstructions as s, transformMCPConfigToClaudeCode as t, mergeParts as u, parseDataUrl as v, TOKEN_REFRESH_BUFFER_MS as w, getAuthQueryParams as x, applyQueryParams as y };
1156
- //# sourceMappingURL=transform-BwedQA8W.js.map
1156
+ //# sourceMappingURL=transform-Cpk3BVib.js.map
@@ -1,7 +1,7 @@
1
1
  #!/usr/bin/env node
2
2
  import { C as getEnvString, o as logger_default, p as getAjv } from "./logger-Bzi5o47S.js";
3
- import { h as parseChatPrompt, t as fetchWithProxy } from "./fetch-TcCC0nEJ.js";
4
- import { p as maybeLoadFromExternalFile, w as getNunjucksEngine, x as renderVarsInObject } from "./util-CyzW5ayt.js";
3
+ import { _ as parseChatPrompt, t as fetchWithProxy } from "./fetch-DKQm7iwv.js";
4
+ import { p as maybeLoadFromExternalFile, w as getNunjucksEngine, x as renderVarsInObject } from "./util-UxC1pDDt.js";
5
5
  import { z } from "zod";
6
6
  import crypto from "crypto";
7
7
  import Clone from "rfdc";
@@ -1154,4 +1154,4 @@ async function transformMCPServerConfigToClaudeCode(config) {
1154
1154
 
1155
1155
  //#endregion
1156
1156
  export { renderAuthVars as C, getOAuthTokenWithExpiry as S, resolveProjectId as _, createAuthCacheDiscriminator as a, getAuthHeaders as b, getCandidate as c, normalizeTools as d, validateFunctionCall as f, loadCredentials as g, hasGoogleDefaultCredentials as h, transformMCPToolsToOpenAi as i, getGoogleAccessToken as l, getGoogleClient as m, transformMCPToolsToAnthropic as n, formatCandidateContents as o, GoogleAuthManager as p, transformMCPToolsToGoogle as r, geminiFormatAndSystemInstructions as s, transformMCPConfigToClaudeCode as t, mergeParts as u, parseDataUrl as v, TOKEN_REFRESH_BUFFER_MS as w, getAuthQueryParams as x, applyQueryParams as y };
1157
- //# sourceMappingURL=transform-B-AYIQmM.js.map
1157
+ //# sourceMappingURL=transform-DWBbTh_M.js.map
@@ -1,8 +1,8 @@
1
1
  #!/usr/bin/env node
2
2
  import "./chunk-DHDDz29n.js";
3
3
  import "./logger-Bzi5o47S.js";
4
- import "./esm-Bwuh5HXW.js";
5
- import "./pythonUtils-mprm8p4h.js";
6
- import { n as transform, t as TransformInputType } from "./transform-BzepVlkX.js";
4
+ import "./esm-Lh6czAFT.js";
5
+ import "./pythonUtils-B9JA-gsC.js";
6
+ import { n as transform, t as TransformInputType } from "./transform-BFPYuBaW.js";
7
7
 
8
8
  export { TransformInputType };
@@ -1,6 +1,6 @@
1
1
  const require_logger = require('./logger-CMp-NS-e.cjs');
2
- const require_util = require('./util-B-Yo0qzc.cjs');
3
- const require_fetch = require('./fetch-MdGxb6Bv.cjs');
2
+ const require_util = require('./util-RfCZM4TD.cjs');
3
+ const require_fetch = require('./fetch-BgYKpAJ7.cjs');
4
4
  let rfdc = require("rfdc");
5
5
  rfdc = require_logger.__toESM(rfdc);
6
6
  let zod = require("zod");
@@ -1298,4 +1298,4 @@ Object.defineProperty(exports, 'validateFunctionCall', {
1298
1298
  return validateFunctionCall;
1299
1299
  }
1300
1300
  });
1301
- //# sourceMappingURL=transform-B5HUD86U.cjs.map
1301
+ //# sourceMappingURL=transform-DeVdMzaA.cjs.map
@@ -33,4 +33,4 @@ async function validateTransformersDependency(checkTransformers = isTransformers
33
33
 
34
34
  //#endregion
35
35
  exports.validateTransformersDependency = validateTransformersDependency;
36
- //# sourceMappingURL=transformersAvailability-B5gZ2aG-.cjs.map
36
+ //# sourceMappingURL=transformersAvailability-BaoWHpu1.cjs.map
@@ -32,4 +32,4 @@ async function validateTransformersDependency(checkTransformers = isTransformers
32
32
 
33
33
  //#endregion
34
34
  export { validateTransformersDependency };
35
- //# sourceMappingURL=transformersAvailability-BHP0aLcv.js.map
35
+ //# sourceMappingURL=transformersAvailability-DtpwoeFC.js.map
@@ -33,4 +33,4 @@ async function validateTransformersDependency(checkTransformers = isTransformers
33
33
 
34
34
  //#endregion
35
35
  export { validateTransformersDependency };
36
- //# sourceMappingURL=transformersAvailability-CA173HU7.js.map
36
+ //# sourceMappingURL=transformersAvailability-O2YaCv9Z.js.map
@@ -1,5 +1,5 @@
1
1
  #!/usr/bin/env node
2
- import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-BpuMmaFL.js";
2
+ import { i as isJavascriptFile, t as JAVASCRIPT_EXTENSIONS } from "./fileExtensions-CzcPkiKZ.js";
3
3
  import { z } from "zod";
4
4
  import dedent from "dedent";
5
5
 
@@ -2255,21 +2255,6 @@ const CONFIGURABLE_STRATEGIES = [
2255
2255
  ];
2256
2256
  const CONFIGURABLE_STRATEGIES_SET = new Set(CONFIGURABLE_STRATEGIES);
2257
2257
  /**
2258
- * Strategies that should not have language configuration applied to them.
2259
- */
2260
- const LANGUAGE_DISALLOWED_STRATEGIES = new Set([
2261
- "audio",
2262
- "video",
2263
- "image",
2264
- "math-prompt"
2265
- ]);
2266
- /**
2267
- * Determines if a strategy should not use language configuration
2268
- */
2269
- function isLanguageDisallowedStrategy(strategyId) {
2270
- return strategyId ? LANGUAGE_DISALLOWED_STRATEGIES.has(strategyId) : false;
2271
- }
2272
- /**
2273
2258
  * Default 'n' fan out for strategies that can add additional test cases during generation
2274
2259
  */
2275
2260
  const DEFAULT_N_FAN_OUT_BY_STRATEGY = {
@@ -3359,5 +3344,5 @@ const EvalResultsFilterMode = z.enum([
3359
3344
  ]);
3360
3345
 
3361
3346
  //#endregion
3362
- export { FOUNDATION_PLUGINS as $, DATASET_PLUGINS as A, isMultiTurnStrategy as B, PolicyObjectSchema as C, ADDITIONAL_STRATEGIES as D, isUuid as E, STRATEGY_COLLECTION_MAPPINGS as F, subCategoryDescriptions as G, categoryAliases as H, getDefaultNFanout as I, ALL_PLUGINS as J, ALIASED_PLUGIN_MAPPINGS as K, isCustomStrategy as L, DEFAULT_STRATEGIES as M, MULTI_TURN_STRATEGIES as N, AGENTIC_STRATEGIES as O, STRATEGY_COLLECTIONS as P, FINANCIAL_PLUGINS as Q, isFanoutStrategy as R, PluginConfigSchema as S, isValidReusablePolicyId as T, pluginDescriptions as U, Severity as V, riskCategorySeverityMap as W, DATASET_EXEMPT_PLUGINS as X, BIAS_PLUGINS as Y, DEFAULT_PLUGINS as Z, PromptSchema as _, EvaluateOptionsSchema as a, MULTI_INPUT_EXCLUDED_PLUGINS as at, ConversationMessageSchema as b, TestSuiteConfigSchema as c, PII_PLUGINS as ct, isGradingResult as d, REDTEAM_PROVIDER_HARM_PLUGINS as dt, HARM_PLUGINS as et, isResultFailureReason as f, REMOTE_ONLY_PLUGIN_IDS as ft, RedteamGenerateOptionsSchema as g, RedteamConfigSchema as h, UNALIGNED_PROVIDER_HARM_PLUGINS as ht, EvalResultsFilterMode as i, MEDICAL_PLUGINS as it, DEFAULT_MULTI_TURN_MAX_TURNS as j, ALL_STRATEGIES as k, TestSuiteSchema as l, PLUGIN_CATEGORIES as lt, isProviderOptions as m, TELECOM_PLUGINS as mt, BaseAssertionTypesSchema as n, LLAMA_GUARD_ENABLED_CATEGORIES as nt, OutputFileExtension as o, MULTI_INPUT_VAR as ot, isApiProvider as p, STRATEGY_EXEMPT_PLUGINS as pt, ADDITIONAL_PLUGINS as q, CommandLineOptionsSchema as r, LLAMA_GUARD_REPLICATE_PROVIDER as rt, ResultFailureReason as s, PHARMACY_PLUGINS as st, AssertionOrSetSchema as t, INSURANCE_PLUGINS as tt, UnifiedConfigSchema as u, REDTEAM_MODEL as ut, ProviderOptionsSchema as v, StrategyConfigSchema as w, PartialGenerationError as x, ProvidersSchema as y, isLanguageDisallowedStrategy as z };
3363
- //# sourceMappingURL=types-n3ttAnOa.js.map
3347
+ export { HARM_PLUGINS as $, DATASET_PLUGINS as A, Severity as B, PolicyObjectSchema as C, ADDITIONAL_STRATEGIES as D, isUuid as E, STRATEGY_COLLECTION_MAPPINGS as F, ALIASED_PLUGIN_MAPPINGS as G, pluginDescriptions as H, getDefaultNFanout as I, BIAS_PLUGINS as J, ADDITIONAL_PLUGINS as K, isCustomStrategy as L, DEFAULT_STRATEGIES as M, MULTI_TURN_STRATEGIES as N, AGENTIC_STRATEGIES as O, STRATEGY_COLLECTIONS as P, FOUNDATION_PLUGINS as Q, isFanoutStrategy as R, PluginConfigSchema as S, isValidReusablePolicyId as T, riskCategorySeverityMap as U, categoryAliases as V, subCategoryDescriptions as W, DEFAULT_PLUGINS as X, DATASET_EXEMPT_PLUGINS as Y, FINANCIAL_PLUGINS as Z, PromptSchema as _, EvaluateOptionsSchema as a, MULTI_INPUT_VAR as at, ConversationMessageSchema as b, TestSuiteConfigSchema as c, PLUGIN_CATEGORIES as ct, isGradingResult as d, REMOTE_ONLY_PLUGIN_IDS as dt, INSURANCE_PLUGINS as et, isResultFailureReason as f, STRATEGY_EXEMPT_PLUGINS as ft, RedteamGenerateOptionsSchema as g, RedteamConfigSchema as h, EvalResultsFilterMode as i, MULTI_INPUT_EXCLUDED_PLUGINS as it, DEFAULT_MULTI_TURN_MAX_TURNS as j, ALL_STRATEGIES as k, TestSuiteSchema as l, REDTEAM_MODEL as lt, isProviderOptions as m, UNALIGNED_PROVIDER_HARM_PLUGINS as mt, BaseAssertionTypesSchema as n, LLAMA_GUARD_REPLICATE_PROVIDER as nt, OutputFileExtension as o, PHARMACY_PLUGINS as ot, isApiProvider as p, TELECOM_PLUGINS as pt, ALL_PLUGINS as q, CommandLineOptionsSchema as r, MEDICAL_PLUGINS as rt, ResultFailureReason as s, PII_PLUGINS as st, AssertionOrSetSchema as t, LLAMA_GUARD_ENABLED_CATEGORIES as tt, UnifiedConfigSchema as u, REDTEAM_PROVIDER_HARM_PLUGINS as ut, ProviderOptionsSchema as v, StrategyConfigSchema as w, PartialGenerationError as x, ProvidersSchema as y, isMultiTurnStrategy as z };
3348
+ //# sourceMappingURL=types-BZz0C6rq.js.map
@@ -2218,21 +2218,6 @@ const CONFIGURABLE_STRATEGIES = [
2218
2218
  ];
2219
2219
  const CONFIGURABLE_STRATEGIES_SET = new Set(CONFIGURABLE_STRATEGIES);
2220
2220
  /**
2221
- * Strategies that should not have language configuration applied to them.
2222
- */
2223
- const LANGUAGE_DISALLOWED_STRATEGIES = new Set([
2224
- "audio",
2225
- "video",
2226
- "image",
2227
- "math-prompt"
2228
- ]);
2229
- /**
2230
- * Determines if a strategy should not use language configuration
2231
- */
2232
- function isLanguageDisallowedStrategy(strategyId) {
2233
- return strategyId ? LANGUAGE_DISALLOWED_STRATEGIES.has(strategyId) : false;
2234
- }
2235
- /**
2236
2221
  * Default 'n' fan out for strategies that can add additional test cases during generation
2237
2222
  */
2238
2223
  const DEFAULT_N_FAN_OUT_BY_STRATEGY = {
@@ -3621,12 +3606,6 @@ Object.defineProperty(exports, 'isGradingResult', {
3621
3606
  return isGradingResult;
3622
3607
  }
3623
3608
  });
3624
- Object.defineProperty(exports, 'isLanguageDisallowedStrategy', {
3625
- enumerable: true,
3626
- get: function () {
3627
- return isLanguageDisallowedStrategy;
3628
- }
3629
- });
3630
3609
  Object.defineProperty(exports, 'isProviderOptions', {
3631
3610
  enumerable: true,
3632
3611
  get: function () {
@@ -3657,4 +3636,4 @@ Object.defineProperty(exports, 'riskCategorySeverityMap', {
3657
3636
  return riskCategorySeverityMap;
3658
3637
  }
3659
3638
  });
3660
- //# sourceMappingURL=types-DAmPdu4_.cjs.map
3639
+ //# sourceMappingURL=types-Cixl-wRO.cjs.map