promptfoo 0.121.4 → 0.121.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (346) hide show
  1. package/dist/src/{ListApp-DQkFNqE9.js → ListApp-BRUsT43Y.js} +1 -1
  2. package/dist/src/{accounts-Dy17bs4D.cjs → accounts-BIFntVWB.cjs} +4 -4
  3. package/dist/src/{accounts-F9d_5sMC.js → accounts-CLJHCDDb.js} +6 -6
  4. package/dist/src/{accounts-DhMYUUbu.js → accounts-CaLNYnf7.js} +4 -4
  5. package/dist/src/{accounts-DdJ2pHMI.js → accounts-bnyHT7Ju.js} +5 -5
  6. package/dist/src/{agentic-utils-w68v6_Dz.js → agentic-utils-B5krlibj.js} +3 -3
  7. package/dist/src/{agentic-utils-P172hM8B.js → agentic-utils-Ba67xmgs.js} +2 -2
  8. package/dist/src/{agentic-utils-qFlm6zes.js → agentic-utils-BclbiXiq.js} +3 -3
  9. package/dist/src/{agentic-utils-BpX5b23w.cjs → agentic-utils-D2x0wGhB.cjs} +2 -2
  10. package/dist/src/{agents-CgaMXvLM.js → agents-BGqaTDnr.js} +5 -5
  11. package/dist/src/{agents-8FDnTriG.js → agents-BV9yFpXX.js} +5 -5
  12. package/dist/src/{agents-aYPQLf8W.js → agents-BYdMl1UE.js} +4 -4
  13. package/dist/src/{agents-pQeBEXMm.js → agents-DhxWMCtH.js} +5 -5
  14. package/dist/src/{agents-D7-HGxUj.cjs → agents-DiWmQYH9.cjs} +4 -4
  15. package/dist/src/{agents-BahDpe5G.cjs → agents-WULPVjbH.cjs} +4 -4
  16. package/dist/src/{agents-DJ35I3Nt.js → agents-emVcx3yh.js} +5 -5
  17. package/dist/src/{agents-C-R_jfzI.js → agents-n6vPqV3i.js} +4 -4
  18. package/dist/src/{aimlapi-BCq3MHeL.js → aimlapi-BxqK9HF_.js} +7 -7
  19. package/dist/src/{aimlapi-qcK4OT55.cjs → aimlapi-BzLjZI_m.cjs} +6 -6
  20. package/dist/src/{aimlapi-BD6J9oKt.js → aimlapi-DR4pgeiC.js} +6 -6
  21. package/dist/src/{aimlapi-sgYnkE54.js → aimlapi-uPGp0Zdo.js} +7 -7
  22. package/dist/src/app/app/tsconfig.app.tsbuildinfo +1 -1
  23. package/dist/src/app/assets/Report-vjzrbgce.js +1 -0
  24. package/dist/src/app/assets/index-B3NQ8HTd.js +385 -0
  25. package/dist/src/app/assets/{index-BXGkeMwh.css → index-Cli2yAXv.css} +1 -1
  26. package/dist/src/app/index.html +27 -2
  27. package/dist/src/{audio-DcVKoInv.js → audio-BvpTOArF.js} +4 -4
  28. package/dist/src/{audio-BQtNuYBj.cjs → audio-C0vDeS0j.cjs} +3 -3
  29. package/dist/src/{audio-B7izf48x.js → audio-CScmnmEB.js} +4 -4
  30. package/dist/src/{audio-COrn8rM6.js → audio-Da8U9IS5.js} +3 -3
  31. package/dist/src/{base-fZ9wgg50.js → base-BOMaNEes.js} +3 -3
  32. package/dist/src/{base-PYJvBE1i.js → base-BTux96b1.js} +2 -2
  33. package/dist/src/{base-D-670DX8.cjs → base-Tw6uhH8K.cjs} +2 -2
  34. package/dist/src/{base-yrI1Yal4.js → base-dYsl2hmL.js} +3 -3
  35. package/dist/src/{blobs-D2FAd1Q5.cjs → blobs-B95F_7vE.cjs} +2 -2
  36. package/dist/src/{blobs-C-F78Kfn.js → blobs-BW4U31ue.js} +2 -2
  37. package/dist/src/{blobs-BCZavS8s.js → blobs-D_gg8nbm.js} +3 -3
  38. package/dist/src/{blobs-BQWqnnvL.js → blobs-DjLby-uP.js} +3 -3
  39. package/dist/src/{cache-mb7c8hbp.js → cache-BI5BY7ey.js} +4 -4
  40. package/dist/src/{cache-DbLsVWB2.cjs → cache-BRkhlH3k.cjs} +1 -1
  41. package/dist/src/cache-BlC6aeJ0.js +3 -0
  42. package/dist/src/{cache-D5NZmMiT.js → cache-Bzttsk0X.js} +2 -2
  43. package/dist/src/{cache-C4Xb-hNb.js → cache-Cr-qWIbP.js} +3 -3
  44. package/dist/src/{cache-BIyPcp5v.cjs → cache-DGg-yTZG.cjs} +2 -2
  45. package/dist/src/{chat-Dr3DUQ0D.js → chat-BLOdH60v.js} +12 -12
  46. package/dist/src/{chat-BfPaS15_.js → chat-Cx_LkwvZ.js} +12 -12
  47. package/dist/src/{chat-mW0ORo8G.js → chat-D9nudO9b.js} +4 -4
  48. package/dist/src/{chat-I9izLm49.js → chat-DChSH_Es.js} +12 -12
  49. package/dist/src/{chat-MKxMnZJZ.js → chat-DG2LkwLq.js} +2 -2
  50. package/dist/src/{chat-BPXSW8Bv.cjs → chat-DH97tVV9.cjs} +2 -2
  51. package/dist/src/{chat-0bwXjVP0.js → chat-aMQZw6R7.js} +4 -4
  52. package/dist/src/{chat-CclRbxGf.cjs → chat-vYqqv1gP.cjs} +11 -11
  53. package/dist/src/{chatkit-zUIVoDos.js → chatkit-B8X34dQc.js} +4 -4
  54. package/dist/src/{chatkit-Cv6AhukM.js → chatkit-BXu42Qwt.js} +3 -3
  55. package/dist/src/{chatkit-CJnHRRMM.js → chatkit-CbMRoeYw.js} +4 -4
  56. package/dist/src/{chatkit-BoWoSgXl.cjs → chatkit-D44VyUyB.cjs} +3 -3
  57. package/dist/src/{claude-agent-sdk-CPJo3dBQ.cjs → claude-agent-sdk-BRq0bbIK.cjs} +8 -8
  58. package/dist/src/{claude-agent-sdk-BQNuLaAK.js → claude-agent-sdk-BjriSVRZ.js} +7 -7
  59. package/dist/src/{claude-agent-sdk-Dtq_L-Sc.js → claude-agent-sdk-BzNZeZ0N.js} +7 -7
  60. package/dist/src/{claude-agent-sdk-nfAIcxNf.js → claude-agent-sdk-DYv_AJ8u.js} +7 -7
  61. package/dist/src/cloud-CoD5OacT.js +3 -0
  62. package/dist/src/{cloud-DQZ5sVjW.js → cloud-Da0bofJd.js} +3 -3
  63. package/dist/src/{cloudflare-ai-BIB567w6.js → cloudflare-ai-CXC4b1EU.js} +4 -4
  64. package/dist/src/{cloudflare-ai-DlKr0rY7.js → cloudflare-ai-CyBoIs1Q.js} +6 -6
  65. package/dist/src/{cloudflare-ai-DGLte7Py.js → cloudflare-ai-DGOwgexC.js} +6 -6
  66. package/dist/src/{cloudflare-ai-Dl3N9OVD.cjs → cloudflare-ai-DJv5qnyb.cjs} +4 -4
  67. package/dist/src/{cloudflare-gateway-BDZrYydE.js → cloudflare-gateway-1sAoOyft.js} +5 -5
  68. package/dist/src/{cloudflare-gateway-CiIZHU0Q.js → cloudflare-gateway-D-dnkzCF.js} +5 -5
  69. package/dist/src/{cloudflare-gateway-BYDp495F.cjs → cloudflare-gateway-DKVjkDav.cjs} +3 -3
  70. package/dist/src/{cloudflare-gateway-DI1HNP5F.js → cloudflare-gateway-TJkVrZlB.js} +3 -3
  71. package/dist/src/codex-app-server-CCLjqCh9.js +1915 -0
  72. package/dist/src/codex-app-server-CCe0TiDc.js +1915 -0
  73. package/dist/src/codex-app-server-CPW1LFwh.js +1916 -0
  74. package/dist/src/codex-app-server-VMRnjZ68.cjs +1920 -0
  75. package/dist/src/codex-sdk-1jm_qPHf.js +3 -0
  76. package/dist/src/{codex-sdk-C2_M2pl_.cjs → codex-sdk-Bd8UbO9q.cjs} +5 -5
  77. package/dist/src/{codex-sdk-CpqiOqDO.js → codex-sdk-BgEFQ70r.js} +6 -6
  78. package/dist/src/{codex-sdk-Rtky3M4I.js → codex-sdk-Bzb_TqX9.js} +6 -6
  79. package/dist/src/{codex-sdk-CWEnH70W.cjs → codex-sdk-Danroptg.cjs} +1 -1
  80. package/dist/src/{codex-sdk-CErXn7qh.js → codex-sdk-DfvDTN33.js} +5 -5
  81. package/dist/src/{cometapi-CtJ-mS8R.js → cometapi-B5ImDlSm.js} +8 -8
  82. package/dist/src/{cometapi-UVOryo4W.cjs → cometapi-BgAkuYCw.cjs} +7 -7
  83. package/dist/src/{cometapi-BUlt_ELa.js → cometapi-CC7hWxmX.js} +8 -8
  84. package/dist/src/{cometapi-DT-jlVCB.js → cometapi-CCbpHkuF.js} +7 -7
  85. package/dist/src/{completion-x0a_c2y1.js → completion-2iuYVxwi.js} +6 -6
  86. package/dist/src/{completion-Dnxn7E-j.js → completion-CrD6MQ93.js} +5 -5
  87. package/dist/src/{completion-BozdoXba.cjs → completion-DtQ72Bm3.cjs} +5 -5
  88. package/dist/src/{completion-HUe8wDhZ.js → completion-Vq_ad618.js} +6 -6
  89. package/dist/src/{createHash-ChI45QR1.js → createHash-DPpsZgFF.js} +1 -1
  90. package/dist/src/{createHash-CwDVU5xr.js → createHash-Un4Q_huE.js} +1 -1
  91. package/dist/src/{createHash-B7KvgoOD.cjs → createHash-VvBIc-AW.cjs} +1 -1
  92. package/dist/src/{docker-DCgsveLD.js → docker--3qzPa-6.js} +6 -6
  93. package/dist/src/{docker-DS4_Osau.cjs → docker-D3AY-5F5.cjs} +5 -5
  94. package/dist/src/{docker-CQmlA2NU.js → docker-DCsCDvwM.js} +6 -6
  95. package/dist/src/{docker-ClnmCf1Z.js → docker-Dorv4_Dg.js} +5 -5
  96. package/dist/src/{embedding-I45KG3o7.cjs → embedding-BXhN5lCH.cjs} +5 -5
  97. package/dist/src/{embedding-nFbumxcv.js → embedding-ChS1ivFS.js} +5 -5
  98. package/dist/src/{embedding-D3xTseo7.js → embedding-DNRvZwRN.js} +6 -6
  99. package/dist/src/{embedding-DD9wa3ae.js → embedding-D_bI4NDq.js} +6 -6
  100. package/dist/src/{errors-Cw810C93.js → errors-DFHe4L-n.js} +1 -1
  101. package/dist/src/{esm-Dh4dOLlt.js → esm-B6whoAcf.js} +2 -2
  102. package/dist/src/{esm-C7PnfdF8.js → esm-BRkfNsYs.js} +1 -1
  103. package/dist/src/{esm-tVgYPY-f.js → esm-BX8fwlAO.js} +2 -2
  104. package/dist/src/{esm-CtEPLdAj.cjs → esm-B_rGuPTo.cjs} +1 -1
  105. package/dist/src/{eval-CzJFfFO9.js → eval-BQPLBJbw.js} +1 -1
  106. package/dist/src/{eval-u4UVafl6.js → eval-DJ_4A-tr.js} +14 -14
  107. package/dist/src/evalResult-BBJAHAtw.cjs +2 -0
  108. package/dist/src/evalResult-BBK58h2B.js +3 -0
  109. package/dist/src/{evalResult-KZqXl4XP.cjs → evalResult-Cx-8OWkb.cjs} +28 -10
  110. package/dist/src/{evalResult-D3hVYFis.js → evalResult-D6P5I5il.js} +29 -11
  111. package/dist/src/{evalResult-Bgm9ZH31.js → evalResult-pSvGWFMo.js} +29 -11
  112. package/dist/src/{evaluator-IvuDYSvQ.js → evaluator-D-UIbbYq.js} +845 -98
  113. package/dist/src/evaluator-DgLKaZk8.js +3 -0
  114. package/dist/src/{extractor-Dk6bRWkv.js → extractor-BM3jRERL.js} +5 -5
  115. package/dist/src/{extractor-WVPOrH43.cjs → extractor-Dxr2J_wK.cjs} +5 -5
  116. package/dist/src/{extractor-DNSeBVOJ.js → extractor-DxyiFhPk.js} +6 -6
  117. package/dist/src/{extractor-CAfTSraf.js → extractor-YlZbUMsL.js} +6 -6
  118. package/dist/src/fetch-8viavNv8.js +3 -0
  119. package/dist/src/{fetch-BEWnXrrG.js → fetch-B6ch2nU2.js} +9 -20
  120. package/dist/src/{fetch-Di00EQrc.js → fetch-D9xxyC1p.js} +221 -232
  121. package/dist/src/{fetch-CJU5ELPa.cjs → fetch-NuqXW1Xb.cjs} +221 -244
  122. package/dist/src/{fetch-B0Z3Oe4k.js → fetch-Y5qX_kST.js} +8 -19
  123. package/dist/src/{fileExtensions-BArZuxsI.js → fileExtensions-8CjoL7vB.js} +1 -1
  124. package/dist/src/{fileExtensions-DnqA1y9x.js → fileExtensions-BGh-W-HT.js} +1 -1
  125. package/dist/src/{fileExtensions-bYh77CN8.cjs → fileExtensions-D9h-8Wxg.cjs} +1 -1
  126. package/dist/src/{fileExtensions-AWa2ZML4.js → fileExtensions-DysCsxNG.js} +1 -1
  127. package/dist/src/{formatDuration-DZzPsexs.js → formatDuration-Ch4A7G3o.js} +1 -1
  128. package/dist/src/{genaiTracer-yRuxj9-L.cjs → genaiTracer-BokHC-MW.cjs} +1 -1
  129. package/dist/src/{genaiTracer-DWdZ28hY.js → genaiTracer-C3ZPQU60.js} +1 -1
  130. package/dist/src/{genaiTracer-XnrcgDCe.js → genaiTracer-CFny3gOy.js} +1 -1
  131. package/dist/src/{genaiTracer-COYDi-tC.js → genaiTracer-DxODqT9e.js} +1 -1
  132. package/dist/src/{graders-Zy3x0zqX.js → graders-BoUqsCEm.js} +1303 -2044
  133. package/dist/src/{graders--zknU_uk.cjs → graders-Bw1wk_21.cjs} +1553 -2240
  134. package/dist/src/graders-C84JI-m5.js +2 -0
  135. package/dist/src/graders-CBbd0K0Q.cjs +2 -0
  136. package/dist/src/graders-CbQqpHSN.js +3 -0
  137. package/dist/src/{graders-eIHhRqoC.js → graders-CgPn32yp.js} +1300 -2041
  138. package/dist/src/{graders-pvbReLLn.js → graders-CwrbifOo.js} +747 -1488
  139. package/dist/src/graders-DS42d3ZG.js +2 -0
  140. package/dist/src/{image-9302QVqR.js → image-BeWaInPF.js} +3 -3
  141. package/dist/src/{image-DVz2RiMF.js → image-BmilRNqO.js} +7 -7
  142. package/dist/src/{image-x6KqLQl4.cjs → image-CxJoa3aW.cjs} +6 -6
  143. package/dist/src/{image-De2FBmYV.cjs → image-D10dNAav.cjs} +3 -3
  144. package/dist/src/{image-dnoUgPrC.js → image-Dr_3I3nK.js} +4 -4
  145. package/dist/src/{image-B5Mv-Z3h.js → image-DsGRlkh7.js} +7 -7
  146. package/dist/src/{image-qUpPvmNZ.js → image-a_SGUobh.js} +6 -6
  147. package/dist/src/{image-u7-rKnYU.js → image-qjO6FWPs.js} +4 -4
  148. package/dist/src/index.cjs +1052 -296
  149. package/dist/src/index.d.cts +124 -13
  150. package/dist/src/index.d.ts +125 -14
  151. package/dist/src/index.js +1018 -262
  152. package/dist/src/{interactiveCheck-CLERUB0c.js → interactiveCheck-CCICw2cy.js} +2 -2
  153. package/dist/src/{invariant-BtWWVVhl.js → invariant-B2Rf6avk.js} +1 -1
  154. package/dist/src/{invariant-vgHWClmd.js → invariant-DIYf9sP1.js} +1 -1
  155. package/dist/src/{knowledgeBase-RhFPGWDc.js → knowledgeBase-BBETc5-S.js} +6 -6
  156. package/dist/src/{knowledgeBase-Bpoe_nLu.cjs → knowledgeBase-C8qOo26M.cjs} +5 -5
  157. package/dist/src/{knowledgeBase-lm9RXSAm.js → knowledgeBase-CzAi2rUI.js} +6 -6
  158. package/dist/src/{knowledgeBase-Dgc7CBWF.js → knowledgeBase-Dr3Kib7F.js} +5 -5
  159. package/dist/src/{litellm-C2kqjxqp.js → litellm-BLSiANhk.js} +5 -5
  160. package/dist/src/{litellm-CoyI4IAl.cjs → litellm-CaUmV7Mk.cjs} +4 -4
  161. package/dist/src/{litellm-p37R1dzQ.js → litellm-DQGo_juI.js} +4 -4
  162. package/dist/src/{litellm-DRjpcSa7.js → litellm-DRc4qWfc.js} +5 -5
  163. package/dist/src/{logger-DksKw1Qc.js → logger-BbY6ypFL.js} +2 -2
  164. package/dist/src/{logger-B88EkIn6.js → logger-KD8JjCRJ.js} +2 -2
  165. package/dist/src/{luma-ray-KgTCXrZC.js → luma-ray-B-tNZzqW.js} +6 -6
  166. package/dist/src/{luma-ray-B863CmuZ.js → luma-ray-CtS3OlGq.js} +5 -5
  167. package/dist/src/{luma-ray-BTTLtqQ8.js → luma-ray-PJJgUjOc.js} +6 -6
  168. package/dist/src/{luma-ray-BxVKaW2a.cjs → luma-ray-if-Ml4R9.cjs} +5 -5
  169. package/dist/src/main.js +242 -198
  170. package/dist/src/{messages-zWbkLLHz.js → messages-B9dSjrNf.js} +264 -16
  171. package/dist/src/{messages-811uVVW5.cjs → messages-BnsVHUnm.cjs} +266 -15
  172. package/dist/src/{messages-MYTQ2TWp.js → messages-CI69Lasb.js} +264 -16
  173. package/dist/src/{messages-BTQz42fn.js → messages-CewuNcNS.js} +264 -16
  174. package/dist/src/{meteor-Co1VQ1u5.cjs → meteor-BBGcGeCa.cjs} +1 -1
  175. package/dist/src/{meteor-DuAFv6gF.js → meteor-BKTM-7KS.js} +1 -1
  176. package/dist/src/{meteor-DHdzY1Ss.js → meteor-CeGo0Lu2.js} +2 -2
  177. package/dist/src/{meteor-CU5UAE-H.js → meteor-Wc_aUVvu.js} +2 -2
  178. package/dist/src/{modelslab-wu9yi5GE.js → modelslab-BCLOtfek.js} +7 -7
  179. package/dist/src/{modelslab-Dk1JAtVo.cjs → modelslab-BkapYJhh.cjs} +6 -6
  180. package/dist/src/{modelslab-DIq-6y7x.js → modelslab-D73OnKSx.js} +6 -6
  181. package/dist/src/{modelslab-D0erNWKe.js → modelslab-zpz9JcK0.js} +7 -7
  182. package/dist/src/{nova-reel-CCFRfeRb.js → nova-reel-B8F_TK5w.js} +6 -6
  183. package/dist/src/{nova-reel-DQrm74ng.js → nova-reel-Bx0NFV2f.js} +5 -5
  184. package/dist/src/{nova-reel-gr11WG7f.js → nova-reel-CNGJTLtG.js} +6 -6
  185. package/dist/src/{nova-reel-CrLXVKQf.cjs → nova-reel-DkT7tnoB.cjs} +5 -5
  186. package/dist/src/{nova-sonic-BYdp-QLs.js → nova-sonic-BaXRN1cr.js} +4 -4
  187. package/dist/src/{nova-sonic-TDgrlTk7.js → nova-sonic-BeTRaFOh.js} +4 -4
  188. package/dist/src/{nova-sonic-B_ZXcUJB.js → nova-sonic-CL7Zqv0G.js} +3 -3
  189. package/dist/src/{nova-sonic-i5tUvXKn.cjs → nova-sonic-YT426juD.cjs} +3 -3
  190. package/dist/src/{openai-DhVEmgeZ.js → openai-BMHD2Huo.js} +2 -2
  191. package/dist/src/{openai-Qsvz25mV.js → openai-BT-JvDse.js} +2 -2
  192. package/dist/src/{openai-URNyItar.cjs → openai-Cy1XLs0c.cjs} +1 -1
  193. package/dist/src/{openai-iYtrXzOX.js → openai-D4fxGvRx.js} +1 -1
  194. package/dist/src/{openclaw-CwzlQSQX.js → openclaw-Bq7RVR3k.js} +7 -6
  195. package/dist/src/{openclaw-CLWrW03k.js → openclaw-DA8U4DsD.js} +8 -7
  196. package/dist/src/{openclaw-CnQ363Wi.js → openclaw-DObVgpjC.js} +8 -7
  197. package/dist/src/{openclaw-wX9rtfke.cjs → openclaw-DUBZP3GL.cjs} +8 -7
  198. package/dist/src/{opencode-sdk-BUu5Nevv.js → opencode-sdk-BB40Wir1.js} +4 -4
  199. package/dist/src/{opencode-sdk-GI2KaAXq.js → opencode-sdk-BM1UAIv1.js} +3 -3
  200. package/dist/src/{opencode-sdk-BZ2idgYA.cjs → opencode-sdk-CeqiOcOU.cjs} +4 -4
  201. package/dist/src/{opencode-sdk-BxD8vXp_.js → opencode-sdk-ChdK7F7z.js} +4 -4
  202. package/dist/src/{otlpReceiver-DmVulbhC.js → otlpReceiver-C6thJRXi.js} +4 -4
  203. package/dist/src/{otlpReceiver-B2z58l4e.js → otlpReceiver-CcdIikOu.js} +3 -3
  204. package/dist/src/{otlpReceiver-BfcVq2Nq.cjs → otlpReceiver-DNSQj6bf.cjs} +3 -3
  205. package/dist/src/{otlpReceiver-BntK801g.js → otlpReceiver-UYMQx3sy.js} +4 -4
  206. package/dist/src/{providerRegistry-CPQ_CmVO.js → providerRegistry-1gB5vtzQ.js} +2 -2
  207. package/dist/src/{providerRegistry-CQMdTmHP.cjs → providerRegistry-BESeALrr.cjs} +1 -1
  208. package/dist/src/{providerRegistry-Bvh8mv85.js → providerRegistry-DoACwqhD.js} +1 -1
  209. package/dist/src/{providerRegistry-CWoPjKFZ.js → providerRegistry-PMsleEzs.js} +2 -2
  210. package/dist/src/{providers-Bp4S-FvO.js → providers-BuyzKt7C.js} +1 -1
  211. package/dist/src/{providers-DV3ax9e_.cjs → providers-C7lNVBjX.cjs} +1 -1
  212. package/dist/src/{providers-u9Enmfok.js → providers-CCE2COJi2.js} +1 -1
  213. package/dist/src/{providers-DruaQfwu.js → providers-CJh7iriU.js} +18103 -17952
  214. package/dist/src/{providers-iUt5fbAN.js → providers-Ctcc592x.js} +1 -1
  215. package/dist/src/{providers-Domz_llv.js → providers-DRrerKra.js} +432 -281
  216. package/dist/src/{providers-BV_KMZje.js → providers-DT-GtF2t.js} +19094 -18943
  217. package/dist/src/{providers-1eKkXBKp.cjs → providers-eDShy16E.cjs} +17946 -17795
  218. package/dist/src/{pythonUtils-Cldx7huE.js → pythonUtils-C4tltmIn.js} +3 -3
  219. package/dist/src/{pythonUtils-tAJvvpS-.cjs → pythonUtils-CoLaCwNY.cjs} +3 -3
  220. package/dist/src/{pythonUtils-C2UQ30Rz.js → pythonUtils-DMO68Jg7.js} +3 -3
  221. package/dist/src/{pythonUtils-CnndUbW-.js → pythonUtils-DNqbnRdx.js} +3 -3
  222. package/dist/src/{quiverai-DR0SnIQV.js → quiverai-BSS9a7wV.js} +3 -3
  223. package/dist/src/{quiverai-CtWi6x_g.js → quiverai-Bk1KrvL6.js} +4 -4
  224. package/dist/src/{quiverai-DFotyafY.cjs → quiverai-Bpx6MZ7T.cjs} +3 -3
  225. package/dist/src/{quiverai-aPPvXOgn.js → quiverai-CPKhWgaT.js} +4 -4
  226. package/dist/src/{render-DHIZ6_k8.js → render-7uNJ2V14.js} +2 -2
  227. package/dist/src/{render-CH-62LbA.js → render-DlscvAUJ.js} +1 -1
  228. package/dist/src/{render-CMEpfLaO.js → render-eui5p5mL.js} +2 -2
  229. package/dist/src/{render-CgVDrJmM.js → render-nj-UaPdn.js} +2 -2
  230. package/dist/src/{render-DfQSFxGE.cjs → render-tG6ir9_g.cjs} +1 -1
  231. package/dist/src/{responses--OsX2aYW.js → responses-1ztiVYsx.js} +49 -15
  232. package/dist/src/{responses-DL9m8CyY.js → responses-B8haB-mD.js} +49 -15
  233. package/dist/src/{responses-C-flexAY.js → responses-BiaBguAu.js} +49 -15
  234. package/dist/src/{responses-Bi9vBuW_.cjs → responses-CF-ayauu.cjs} +48 -14
  235. package/dist/src/rubyUtils-4hjGxvju.js +3 -0
  236. package/dist/src/{rubyUtils-DVLeA2jg.js → rubyUtils-BI0p46eZ.js} +3 -3
  237. package/dist/src/{rubyUtils-DsGrTx8R.js → rubyUtils-CIQFnVz4.js} +3 -3
  238. package/dist/src/rubyUtils-CO-tuszQ.cjs +2 -0
  239. package/dist/src/{rubyUtils-CYSQEG4a.js → rubyUtils-DGnoCYL2.js} +3 -3
  240. package/dist/src/{rubyUtils-B6eljPuh.cjs → rubyUtils-DoifqkiA.cjs} +4 -3
  241. package/dist/src/{sagemaker-BveBvuxm.js → sagemaker-BDLeW29y.js} +12 -12
  242. package/dist/src/{sagemaker-D67yzMzs.js → sagemaker-C5T60MKf.js} +13 -13
  243. package/dist/src/{sagemaker-BVkaG2-l.js → sagemaker-ClS_NB07.js} +13 -13
  244. package/dist/src/{sagemaker-XnfhheQv.cjs → sagemaker-ljtY12VM.cjs} +12 -12
  245. package/dist/src/{scanner-1DqWi1Ej.js → scanner-nOCWNIXa.js} +7 -7
  246. package/dist/src/server/index.js +1067 -265
  247. package/dist/src/{server-Dx2TyCH2.cjs → server-BEECpeGG.cjs} +5 -5
  248. package/dist/src/{server-BNYztJkh.js → server-ByiF3qlg.js} +9 -8
  249. package/dist/src/{server-BSB45Nt9.js → server-ByxbqAcQ.js} +8 -7
  250. package/dist/src/{server-DaA2eR26.cjs → server-C0XKRNB_.cjs} +1 -1
  251. package/dist/src/server-C_15p79-.js +3 -0
  252. package/dist/src/{server-D6Il2Sob.js → server-gyd6d4Hc.js} +5 -5
  253. package/dist/src/{signal-CE5G3a7x.js → signal-DTtUuU3l.js} +3 -3
  254. package/dist/src/{slack-acRb0IqQ.js → slack-4zZX1OKP.js} +1 -1
  255. package/dist/src/{slack-1Rhq0EoV.cjs → slack-BLlsDpfG.cjs} +1 -1
  256. package/dist/src/{slack-D5Wpy8LM.js → slack-BPYLQLgb.js} +2 -2
  257. package/dist/src/{slack-DDUe-5MC.js → slack-Bamy_7te.js} +2 -2
  258. package/dist/src/{store-DAAyxcy6.cjs → store-2K0kDi80.cjs} +2 -2
  259. package/dist/src/{store-Dn9HUkdW.js → store-2OXm_eBY.js} +3 -3
  260. package/dist/src/store-BELqNwvz.js +3 -0
  261. package/dist/src/{store-M0b1WfYb.js → store-BPkzEyFM.js} +2 -2
  262. package/dist/src/{store-CYEy5J2D.js → store-CPh25336.js} +3 -3
  263. package/dist/src/store-uQZ4AjPe.cjs +2 -0
  264. package/dist/src/{tables-CsWou1Bx.js → tables-BMSOS2Gg.js} +3 -3
  265. package/dist/src/{tables-DUfh1F7Z.cjs → tables-CXbaZ9y1.cjs} +2 -2
  266. package/dist/src/{tables-C4CH3zRr.js → tables-NlvH23ky.js} +3 -3
  267. package/dist/src/{tables-DQ4WU5tX.js → tables-WgdUZ8Ck.js} +2 -2
  268. package/dist/src/{telemetry-dbaJ0E98.js → telemetry--iqaGyaS.js} +5 -4
  269. package/dist/src/{telemetry-Dsw_faFj.cjs → telemetry-CEQxGnMZ.cjs} +7 -6
  270. package/dist/src/{telemetry-Dvqxv3YC.js → telemetry-CgdVGV8N.js} +4 -3
  271. package/dist/src/{telemetry-CQPez_Jp.js → telemetry-DWdGHvEf.js} +5 -4
  272. package/dist/src/telemetry-DjNoC_n3.cjs +2 -0
  273. package/dist/src/telemetry-ZdPZc0fm.js +3 -0
  274. package/dist/src/{text-BVi-cLPJ.cjs → text-BiNME7QG.cjs} +1 -1
  275. package/dist/src/{text-KvuD2Iko.js → text-D4lz-Jg_.js} +1 -1
  276. package/dist/src/{text-DHxdyQqT.js → text-DDQP0tuQ.js} +1 -1
  277. package/dist/src/{text-CZr46tp_.js → text-NWvfMfkF.js} +1 -1
  278. package/dist/src/{tokenUsageUtils-CXrvO-wA.js → tokenUsageUtils-2wIvAhB3.js} +1 -1
  279. package/dist/src/{tokenUsageUtils-C-bmyHoE.js → tokenUsageUtils-4c780gFd.js} +1 -1
  280. package/dist/src/tokenUsageUtils-BjVkdk18.js +142 -0
  281. package/dist/src/{tokenUsageUtils-Bb7DkZPz.cjs → tokenUsageUtils-C9odhsbW.cjs} +1 -1
  282. package/dist/src/{transcription-DuWDupG7.js → transcription-84t4ALo2.js} +5 -5
  283. package/dist/src/{transcription-CJspiD2c.js → transcription-Bm2emLmJ.js} +6 -6
  284. package/dist/src/{transcription-BvjmiYB1.cjs → transcription-CZ4LG5hQ.cjs} +5 -5
  285. package/dist/src/{transcription-V2HaAmy2.js → transcription-D7Q0vJsh.js} +6 -6
  286. package/dist/src/{transform-zDhMmzwX.js → transform-B-b6Cq-q.js} +5 -5
  287. package/dist/src/transform-BQt0BeAW.js +3 -0
  288. package/dist/src/{transform-DgKlRr73.cjs → transform-Bq5oqC0s.cjs} +1 -1
  289. package/dist/src/{transform-CUnzlsbn.cjs → transform-C9izGX54.cjs} +4 -4
  290. package/dist/src/{transform-DYX1_Xnh.js → transform-CwbAZ84V.js} +5 -5
  291. package/dist/src/{transform-CTeuTR3S.cjs → transform-Dg4LcO1Y.cjs} +6 -6
  292. package/dist/src/{transform-CG0ehZNG.js → transform-DtooZqYY.js} +6 -6
  293. package/dist/src/{transform-UN5UGu8U.js → transform-DzCF-wqV.js} +5 -5
  294. package/dist/src/{transform-lQrDE1BQ.js → transform-_DpNB4qp.js} +5 -5
  295. package/dist/src/{transform-Bbg6A8Jk.js → transform-eGiUAv86.js} +4 -4
  296. package/dist/src/{transformersAvailability-Cju9mHgR.cjs → transformersAvailability-B22swDxr.cjs} +1 -1
  297. package/dist/src/{transformersAvailability-CcHusyhw.js → transformersAvailability-lvCCvuPT.js} +1 -1
  298. package/dist/src/{transformersAvailability-DLlROWhg.js → transformersAvailability-rJGPccjr.js} +1 -1
  299. package/dist/src/{types-Bgh5SOn6.js → types-BDjGOq4E.js} +4 -2
  300. package/dist/src/{types-Dm9JM6Vb.js → types-BVH9hjgW.js} +4 -2
  301. package/dist/src/{types-CeaeaZdP.cjs → types-CgG2rKiW.cjs} +151 -149
  302. package/dist/src/{types-BGQDAP8i.js → types-DNRZVOue.js} +152 -150
  303. package/dist/src/{util-C8e5uydV.js → util-3pBZZb_H.js} +142 -17
  304. package/dist/src/{util-CN3SrLT4.cjs → util-A5_ZsQUn.cjs} +65 -43
  305. package/dist/src/{util-D3q0WQ-0.js → util-B9CNhyac.js} +66 -44
  306. package/dist/src/{util-DxWpWjhc.js → util-BQOCAHQC.js} +700 -575
  307. package/dist/src/{util-BYvQUPp7.js → util-BVXcTwXu.js} +3 -3
  308. package/dist/src/{util-D9TisOyk.js → util-BlFVL0UF.js} +65 -43
  309. package/dist/src/{util-C9J8ahRn.js → util-C-kmRosx.js} +66 -44
  310. package/dist/src/{util-DvU2Pw8c.js → util-DFPeFkiV.js} +3 -3
  311. package/dist/src/{util-DDs-7g6-.js → util-DN0-b81k.js} +3 -3
  312. package/dist/src/{util-olYL5C6N.cjs → util-Dpmm_dAI.cjs} +3 -3
  313. package/dist/src/{util-oGMLA7vc.js → util-Dub0f_ej.js} +700 -575
  314. package/dist/src/{util-Bxn8emtE.cjs → util-DvpHnLt0.cjs} +718 -570
  315. package/dist/src/{utils-DJfvjyMj.js → utils-BUMN8orw.js} +3 -3
  316. package/dist/src/{utils-B05gLxER.cjs → utils-DkVeShIB.cjs} +2 -2
  317. package/dist/src/{utils-BLJKfv0y.js → utils-kt7lv30R.js} +3 -3
  318. package/dist/src/{utils-hXtCYanr.js → utils-o8S5huU2.js} +2 -2
  319. package/dist/src/version-0frU0UTr.js +16 -0
  320. package/dist/src/version-CbpiUINz.js +17 -0
  321. package/dist/src/version-CbuBKu2U.js +16 -0
  322. package/dist/src/version-D9zu9FWB.cjs +27 -0
  323. package/dist/tsconfig.tsbuildinfo +1 -1
  324. package/package.json +22 -20
  325. package/dist/src/app/assets/Report-CQYFezYu.js +0 -1
  326. package/dist/src/app/assets/index-BzJt18Jz.js +0 -385
  327. package/dist/src/cache-Cr9oLMUa.js +0 -3
  328. package/dist/src/cloud-Hphvo8kr.js +0 -3
  329. package/dist/src/codex-sdk-BAmYE7qy.js +0 -3
  330. package/dist/src/evalResult-D8MT9p0s.js +0 -3
  331. package/dist/src/evalResult-Dvc-iucu.cjs +0 -2
  332. package/dist/src/evaluator-CVessDWe.js +0 -3
  333. package/dist/src/fetch-C7bGKDlQ.js +0 -3
  334. package/dist/src/graders-BOAzQEUe.cjs +0 -2
  335. package/dist/src/graders-D4BTsZdG2.js +0 -3
  336. package/dist/src/graders-DOJK1XpV.js +0 -2
  337. package/dist/src/graders-NAv9LcBn.js +0 -2
  338. package/dist/src/rubyUtils-D1L2d3jb.js +0 -3
  339. package/dist/src/rubyUtils-DUbq4tff.cjs +0 -2
  340. package/dist/src/server-DCtHUqlp.js +0 -3
  341. package/dist/src/store-CWOSz6D_.cjs +0 -2
  342. package/dist/src/store-DCDBhv7B.js +0 -3
  343. package/dist/src/telemetry-C1IqxcdW.js +0 -3
  344. package/dist/src/telemetry-C4ZEa_es.cjs +0 -2
  345. package/dist/src/transform-M6ITAESf.js +0 -3
  346. /package/dist/src/{evalResult-DElBuddX.js → evalResult-spPqh1G_.js} +0 -0
package/dist/src/index.d.cts CHANGED
@@ -17,6 +17,8 @@ interface BlobRef {
17
17
  //#endregion
18
18
  //#region src/types/env.d.ts
19
19
  declare const ProviderEnvOverridesSchema: z.ZodObject<{
20
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
21
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
20
22
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
21
23
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
22
24
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -523,6 +525,8 @@ declare const ProvidersSchema: z.ZodUnion<readonly [z.ZodString, z.ZodCustom<Cal
523
525
  transform: z.ZodOptional<z.ZodString>;
524
526
  delay: z.ZodOptional<z.ZodNumber>;
525
527
  env: z.ZodOptional<z.ZodObject<{
528
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
529
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
526
530
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
527
531
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
528
532
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -656,6 +660,8 @@ declare const ProvidersSchema: z.ZodUnion<readonly [z.ZodString, z.ZodCustom<Cal
656
660
  transform: z.ZodOptional<z.ZodString>;
657
661
  delay: z.ZodOptional<z.ZodNumber>;
658
662
  env: z.ZodOptional<z.ZodObject<{
663
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
664
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
659
665
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
660
666
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
661
667
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -2747,6 +2753,8 @@ declare const TestCaseSchema: z.ZodObject<{
2747
2753
  transform: z.ZodOptional<z.ZodString>;
2748
2754
  delay: z.ZodOptional<z.ZodNumber>;
2749
2755
  env: z.ZodOptional<z.ZodObject<{
2756
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
2757
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
2750
2758
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
2751
2759
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
2752
2760
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -3433,6 +3441,8 @@ declare const TestCaseWithVarsFileSchema: z.ZodObject<{
3433
3441
  transform: z.ZodOptional<z.ZodString>;
3434
3442
  delay: z.ZodOptional<z.ZodNumber>;
3435
3443
  env: z.ZodOptional<z.ZodObject<{
3444
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
3445
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
3436
3446
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
3437
3447
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
3438
3448
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -4118,6 +4128,8 @@ declare const TestCasesWithMetadataSchema: z.ZodObject<{
4118
4128
  transform: z.ZodOptional<z.ZodString>;
4119
4129
  delay: z.ZodOptional<z.ZodNumber>;
4120
4130
  env: z.ZodOptional<z.ZodObject<{
4131
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
4132
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
4121
4133
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
4122
4134
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
4123
4135
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -4867,6 +4879,8 @@ declare const ScenarioSchema: z.ZodObject<{
4867
4879
  transform: z.ZodOptional<z.ZodString>;
4868
4880
  delay: z.ZodOptional<z.ZodNumber>;
4869
4881
  env: z.ZodOptional<z.ZodObject<{
4882
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
4883
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
4870
4884
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
4871
4885
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
4872
4886
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -5548,6 +5562,8 @@ declare const ScenarioSchema: z.ZodObject<{
5548
5562
  transform: z.ZodOptional<z.ZodString>;
5549
5563
  delay: z.ZodOptional<z.ZodNumber>;
5550
5564
  env: z.ZodOptional<z.ZodObject<{
5565
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
5566
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
5551
5567
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
5552
5568
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
5553
5569
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -6230,6 +6246,8 @@ declare const AtomicTestCaseSchema: z.ZodObject<{
6230
6246
  transform: z.ZodOptional<z.ZodString>;
6231
6247
  delay: z.ZodOptional<z.ZodNumber>;
6232
6248
  env: z.ZodOptional<z.ZodObject<{
6249
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
6250
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
6233
6251
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
6234
6252
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
6235
6253
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -6960,6 +6978,8 @@ declare const TestSuiteSchema: z.ZodObject<{
6960
6978
  transform: z.ZodOptional<z.ZodString>;
6961
6979
  delay: z.ZodOptional<z.ZodNumber>;
6962
6980
  env: z.ZodOptional<z.ZodObject<{
6981
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
6982
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
6963
6983
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
6964
6984
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
6965
6985
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -7643,6 +7663,8 @@ declare const TestSuiteSchema: z.ZodObject<{
7643
7663
  transform: z.ZodOptional<z.ZodString>;
7644
7664
  delay: z.ZodOptional<z.ZodNumber>;
7645
7665
  env: z.ZodOptional<z.ZodObject<{
7666
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
7667
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
7646
7668
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
7647
7669
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
7648
7670
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -8324,6 +8346,8 @@ declare const TestSuiteSchema: z.ZodObject<{
8324
8346
  transform: z.ZodOptional<z.ZodString>;
8325
8347
  delay: z.ZodOptional<z.ZodNumber>;
8326
8348
  env: z.ZodOptional<z.ZodObject<{
8349
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
8350
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
8327
8351
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
8328
8352
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
8329
8353
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -9007,6 +9031,8 @@ declare const TestSuiteSchema: z.ZodObject<{
9007
9031
  transform: z.ZodOptional<z.ZodString>;
9008
9032
  delay: z.ZodOptional<z.ZodNumber>;
9009
9033
  env: z.ZodOptional<z.ZodObject<{
9034
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
9035
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
9010
9036
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
9011
9037
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
9012
9038
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -9677,6 +9703,8 @@ declare const TestSuiteSchema: z.ZodObject<{
9677
9703
  }, z.core.$strip>]>>;
9678
9704
  nunjucksFilters: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodCustom<(...args: unknown[]) => string, (...args: unknown[]) => string>>>;
9679
9705
  env: z.ZodOptional<z.ZodObject<{
9706
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
9707
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
9680
9708
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
9681
9709
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
9682
9710
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -9855,6 +9883,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
9855
9883
  transform: z.ZodOptional<z.ZodString>;
9856
9884
  delay: z.ZodOptional<z.ZodNumber>;
9857
9885
  env: z.ZodOptional<z.ZodObject<{
9886
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
9887
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
9858
9888
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
9859
9889
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
9860
9890
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -9988,6 +10018,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
9988
10018
  transform: z.ZodOptional<z.ZodString>;
9989
10019
  delay: z.ZodOptional<z.ZodNumber>;
9990
10020
  env: z.ZodOptional<z.ZodObject<{
10021
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
10022
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
9991
10023
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
9992
10024
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
9993
10025
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -10138,6 +10170,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10138
10170
  transform: z.ZodOptional<z.ZodString>;
10139
10171
  delay: z.ZodOptional<z.ZodNumber>;
10140
10172
  env: z.ZodOptional<z.ZodObject<{
10173
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
10174
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
10141
10175
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
10142
10176
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
10143
10177
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -10827,6 +10861,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10827
10861
  transform: z.ZodOptional<z.ZodString>;
10828
10862
  delay: z.ZodOptional<z.ZodNumber>;
10829
10863
  env: z.ZodOptional<z.ZodObject<{
10864
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
10865
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
10830
10866
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
10831
10867
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
10832
10868
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -11508,6 +11544,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
11508
11544
  transform: z.ZodOptional<z.ZodString>;
11509
11545
  delay: z.ZodOptional<z.ZodNumber>;
11510
11546
  env: z.ZodOptional<z.ZodObject<{
11547
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
11548
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
11511
11549
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
11512
11550
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
11513
11551
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -12191,6 +12229,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
12191
12229
  transform: z.ZodOptional<z.ZodString>;
12192
12230
  delay: z.ZodOptional<z.ZodNumber>;
12193
12231
  env: z.ZodOptional<z.ZodObject<{
12232
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
12233
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
12194
12234
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
12195
12235
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
12196
12236
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -12866,6 +12906,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
12866
12906
  }, z.core.$strip>]>>;
12867
12907
  nunjucksFilters: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
12868
12908
  env: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
12909
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
12910
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
12869
12911
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
12870
12912
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
12871
12913
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -13018,6 +13060,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
13018
13060
  transform: z.ZodOptional<z.ZodString>;
13019
13061
  delay: z.ZodOptional<z.ZodNumber>;
13020
13062
  env: z.ZodOptional<z.ZodObject<{
13063
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
13064
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
13021
13065
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
13022
13066
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
13023
13067
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -13220,6 +13264,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
13220
13264
  transform?: string | undefined;
13221
13265
  delay?: number | undefined;
13222
13266
  env?: {
13267
+ ABLIT_API_BASE_URL?: string | undefined;
13268
+ ABLIT_KEY?: string | undefined;
13223
13269
  AI21_API_BASE_URL?: string | undefined;
13224
13270
  AI21_API_KEY?: string | undefined;
13225
13271
  AIML_API_KEY?: string | undefined;
@@ -13436,6 +13482,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13436
13482
  transform: z.ZodOptional<z.ZodString>;
13437
13483
  delay: z.ZodOptional<z.ZodNumber>;
13438
13484
  env: z.ZodOptional<z.ZodObject<{
13485
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
13486
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
13439
13487
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
13440
13488
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
13441
13489
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -14125,6 +14173,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14125
14173
  transform: z.ZodOptional<z.ZodString>;
14126
14174
  delay: z.ZodOptional<z.ZodNumber>;
14127
14175
  env: z.ZodOptional<z.ZodObject<{
14176
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
14177
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
14128
14178
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
14129
14179
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
14130
14180
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -14806,6 +14856,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14806
14856
  transform: z.ZodOptional<z.ZodString>;
14807
14857
  delay: z.ZodOptional<z.ZodNumber>;
14808
14858
  env: z.ZodOptional<z.ZodObject<{
14859
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
14860
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
14809
14861
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
14810
14862
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
14811
14863
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -15489,6 +15541,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15489
15541
  transform: z.ZodOptional<z.ZodString>;
15490
15542
  delay: z.ZodOptional<z.ZodNumber>;
15491
15543
  env: z.ZodOptional<z.ZodObject<{
15544
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
15545
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
15492
15546
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
15493
15547
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
15494
15548
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -16164,6 +16218,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16164
16218
  }, z.core.$strip>]>>;
16165
16219
  nunjucksFilters: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
16166
16220
  env: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
16221
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
16222
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
16167
16223
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
16168
16224
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
16169
16225
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -16316,6 +16372,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16316
16372
  transform: z.ZodOptional<z.ZodString>;
16317
16373
  delay: z.ZodOptional<z.ZodNumber>;
16318
16374
  env: z.ZodOptional<z.ZodObject<{
16375
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
16376
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
16319
16377
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
16320
16378
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
16321
16379
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -16518,6 +16576,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16518
16576
  transform?: string | undefined;
16519
16577
  delay?: number | undefined;
16520
16578
  env?: {
16579
+ ABLIT_API_BASE_URL?: string | undefined;
16580
+ ABLIT_KEY?: string | undefined;
16521
16581
  AI21_API_BASE_URL?: string | undefined;
16522
16582
  AI21_API_KEY?: string | undefined;
16523
16583
  AIML_API_KEY?: string | undefined;
@@ -16777,6 +16837,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16777
16837
  transform: z.ZodOptional<z.ZodString>;
16778
16838
  delay: z.ZodOptional<z.ZodNumber>;
16779
16839
  env: z.ZodOptional<z.ZodObject<{
16840
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
16841
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
16780
16842
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
16781
16843
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
16782
16844
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -16910,6 +16972,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16910
16972
  transform: z.ZodOptional<z.ZodString>;
16911
16973
  delay: z.ZodOptional<z.ZodNumber>;
16912
16974
  env: z.ZodOptional<z.ZodObject<{
16975
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
16976
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
16913
16977
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
16914
16978
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
16915
16979
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -17052,6 +17116,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17052
17116
  transform: z.ZodOptional<z.ZodString>;
17053
17117
  delay: z.ZodOptional<z.ZodNumber>;
17054
17118
  env: z.ZodOptional<z.ZodObject<{
17119
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
17120
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
17055
17121
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
17056
17122
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
17057
17123
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -17185,6 +17251,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17185
17251
  transform: z.ZodOptional<z.ZodString>;
17186
17252
  delay: z.ZodOptional<z.ZodNumber>;
17187
17253
  env: z.ZodOptional<z.ZodObject<{
17254
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
17255
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
17188
17256
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
17189
17257
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
17190
17258
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -17344,6 +17412,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17344
17412
  transform?: string | undefined;
17345
17413
  delay?: number | undefined;
17346
17414
  env?: {
17415
+ ABLIT_API_BASE_URL?: string | undefined;
17416
+ ABLIT_KEY?: string | undefined;
17347
17417
  AI21_API_BASE_URL?: string | undefined;
17348
17418
  AI21_API_KEY?: string | undefined;
17349
17419
  AIML_API_KEY?: string | undefined;
@@ -17657,6 +17727,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17657
17727
  transform?: string | undefined;
17658
17728
  delay?: number | undefined;
17659
17729
  env?: {
17730
+ ABLIT_API_BASE_URL?: string | undefined;
17731
+ ABLIT_KEY?: string | undefined;
17660
17732
  AI21_API_BASE_URL?: string | undefined;
17661
17733
  AI21_API_KEY?: string | undefined;
17662
17734
  AIML_API_KEY?: string | undefined;
@@ -17969,6 +18041,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17969
18041
  transform?: string | undefined;
17970
18042
  delay?: number | undefined;
17971
18043
  env?: {
18044
+ ABLIT_API_BASE_URL?: string | undefined;
18045
+ ABLIT_KEY?: string | undefined;
17972
18046
  AI21_API_BASE_URL?: string | undefined;
17973
18047
  AI21_API_KEY?: string | undefined;
17974
18048
  AIML_API_KEY?: string | undefined;
@@ -18284,6 +18358,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
18284
18358
  transform?: string | undefined;
18285
18359
  delay?: number | undefined;
18286
18360
  env?: {
18361
+ ABLIT_API_BASE_URL?: string | undefined;
18362
+ ABLIT_KEY?: string | undefined;
18287
18363
  AI21_API_BASE_URL?: string | undefined;
18288
18364
  AI21_API_KEY?: string | undefined;
18289
18365
  AIML_API_KEY?: string | undefined;
@@ -18590,6 +18666,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
18590
18666
  } | undefined;
18591
18667
  nunjucksFilters?: Record<string, string> | undefined;
18592
18668
  env?: Record<string, string> | {
18669
+ ABLIT_API_BASE_URL?: string | undefined;
18670
+ ABLIT_KEY?: string | undefined;
18593
18671
  AI21_API_BASE_URL?: string | undefined;
18594
18672
  AI21_API_KEY?: string | undefined;
18595
18673
  AIML_API_KEY?: string | undefined;
@@ -18814,6 +18892,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
18814
18892
  transform?: string | undefined;
18815
18893
  delay?: number | undefined;
18816
18894
  env?: {
18895
+ ABLIT_API_BASE_URL?: string | undefined;
18896
+ ABLIT_KEY?: string | undefined;
18817
18897
  AI21_API_BASE_URL?: string | undefined;
18818
18898
  AI21_API_KEY?: string | undefined;
18819
18899
  AIML_API_KEY?: string | undefined;
@@ -18947,6 +19027,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
18947
19027
  transform?: string | undefined;
18948
19028
  delay?: number | undefined;
18949
19029
  env?: {
19030
+ ABLIT_API_BASE_URL?: string | undefined;
19031
+ ABLIT_KEY?: string | undefined;
18950
19032
  AI21_API_BASE_URL?: string | undefined;
18951
19033
  AI21_API_KEY?: string | undefined;
18952
19034
  AIML_API_KEY?: string | undefined;
@@ -19085,6 +19167,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
19085
19167
  transform?: string | undefined;
19086
19168
  delay?: number | undefined;
19087
19169
  env?: {
19170
+ ABLIT_API_BASE_URL?: string | undefined;
19171
+ ABLIT_KEY?: string | undefined;
19088
19172
  AI21_API_BASE_URL?: string | undefined;
19089
19173
  AI21_API_KEY?: string | undefined;
19090
19174
  AIML_API_KEY?: string | undefined;
@@ -19218,6 +19302,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
19218
19302
  transform?: string | undefined;
19219
19303
  delay?: number | undefined;
19220
19304
  env?: {
19305
+ ABLIT_API_BASE_URL?: string | undefined;
19306
+ ABLIT_KEY?: string | undefined;
19221
19307
  AI21_API_BASE_URL?: string | undefined;
19222
19308
  AI21_API_KEY?: string | undefined;
19223
19309
  AIML_API_KEY?: string | undefined;
@@ -19377,6 +19463,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
19377
19463
  transform?: string | undefined;
19378
19464
  delay?: number | undefined;
19379
19465
  env?: {
19466
+ ABLIT_API_BASE_URL?: string | undefined;
19467
+ ABLIT_KEY?: string | undefined;
19380
19468
  AI21_API_BASE_URL?: string | undefined;
19381
19469
  AI21_API_KEY?: string | undefined;
19382
19470
  AIML_API_KEY?: string | undefined;
@@ -19690,6 +19778,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
19690
19778
  transform?: string | undefined;
19691
19779
  delay?: number | undefined;
19692
19780
  env?: {
19781
+ ABLIT_API_BASE_URL?: string | undefined;
19782
+ ABLIT_KEY?: string | undefined;
19693
19783
  AI21_API_BASE_URL?: string | undefined;
19694
19784
  AI21_API_KEY?: string | undefined;
19695
19785
  AIML_API_KEY?: string | undefined;
@@ -20002,6 +20092,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
20002
20092
  transform?: string | undefined;
20003
20093
  delay?: number | undefined;
20004
20094
  env?: {
20095
+ ABLIT_API_BASE_URL?: string | undefined;
20096
+ ABLIT_KEY?: string | undefined;
20005
20097
  AI21_API_BASE_URL?: string | undefined;
20006
20098
  AI21_API_KEY?: string | undefined;
20007
20099
  AIML_API_KEY?: string | undefined;
@@ -20317,6 +20409,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
20317
20409
  transform?: string | undefined;
20318
20410
  delay?: number | undefined;
20319
20411
  env?: {
20412
+ ABLIT_API_BASE_URL?: string | undefined;
20413
+ ABLIT_KEY?: string | undefined;
20320
20414
  AI21_API_BASE_URL?: string | undefined;
20321
20415
  AI21_API_KEY?: string | undefined;
20322
20416
  AIML_API_KEY?: string | undefined;
@@ -20623,6 +20717,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
20623
20717
  } | undefined;
20624
20718
  nunjucksFilters?: Record<string, string> | undefined;
20625
20719
  env?: Record<string, string> | {
20720
+ ABLIT_API_BASE_URL?: string | undefined;
20721
+ ABLIT_KEY?: string | undefined;
20626
20722
  AI21_API_BASE_URL?: string | undefined;
20627
20723
  AI21_API_KEY?: string | undefined;
20628
20724
  AIML_API_KEY?: string | undefined;
@@ -20847,6 +20943,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
20847
20943
  transform?: string | undefined;
20848
20944
  delay?: number | undefined;
20849
20945
  env?: {
20946
+ ABLIT_API_BASE_URL?: string | undefined;
20947
+ ABLIT_KEY?: string | undefined;
20850
20948
  AI21_API_BASE_URL?: string | undefined;
20851
20949
  AI21_API_KEY?: string | undefined;
20852
20950
  AIML_API_KEY?: string | undefined;
@@ -20980,6 +21078,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
20980
21078
  transform?: string | undefined;
20981
21079
  delay?: number | undefined;
20982
21080
  env?: {
21081
+ ABLIT_API_BASE_URL?: string | undefined;
21082
+ ABLIT_KEY?: string | undefined;
20983
21083
  AI21_API_BASE_URL?: string | undefined;
20984
21084
  AI21_API_KEY?: string | undefined;
20985
21085
  AIML_API_KEY?: string | undefined;
@@ -21118,6 +21218,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
21118
21218
  transform?: string | undefined;
21119
21219
  delay?: number | undefined;
21120
21220
  env?: {
21221
+ ABLIT_API_BASE_URL?: string | undefined;
21222
+ ABLIT_KEY?: string | undefined;
21121
21223
  AI21_API_BASE_URL?: string | undefined;
21122
21224
  AI21_API_KEY?: string | undefined;
21123
21225
  AIML_API_KEY?: string | undefined;
@@ -21251,6 +21353,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
21251
21353
  transform?: string | undefined;
21252
21354
  delay?: number | undefined;
21253
21355
  env?: {
21356
+ ABLIT_API_BASE_URL?: string | undefined;
21357
+ ABLIT_KEY?: string | undefined;
21254
21358
  AI21_API_BASE_URL?: string | undefined;
21255
21359
  AI21_API_KEY?: string | undefined;
21256
21360
  AIML_API_KEY?: string | undefined;
@@ -21499,9 +21603,7 @@ interface Message {
21499
21603
  }
21500
21604
  declare function matchesConversationRelevance(messages: Message[], threshold: number, vars?: Record<string, VarValue>, grading?: GradingConfig, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>>;
21501
21605
  //#endregion
21502
- //#region src/matchers.d.ts
21503
- type SimilarityMetric = 'cosine' | 'dot_product' | 'euclidean';
21504
- declare function matchesSimilarity(expected: string, output: string, threshold: number, inverse?: boolean, grading?: GradingConfig, metric?: SimilarityMetric): Promise<Omit<GradingResult, 'assertion'>>;
21606
+ //#region src/matchers/classification.d.ts
21505
21607
  /**
21506
21608
  *
21507
21609
  * @param expected Expected classification. If undefined, matches any classification.
@@ -21511,16 +21613,19 @@ declare function matchesSimilarity(expected: string, output: string, threshold:
21511
21613
  * @returns Pass if the output matches the classification with a score greater than or equal to the threshold.
21512
21614
  */
21513
21615
  declare function matchesClassification(expected: string | undefined, output: string, threshold: number, grading?: GradingConfig): Promise<Omit<GradingResult, 'assertion'>>;
21616
+ //#endregion
21617
+ //#region src/matchers/comparison.d.ts
21618
+ declare function matchesSelectBest(criteria: string, outputs: string[], grading?: GradingConfig, vars?: Record<string, VarValue>, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>[]>;
21619
+ //#endregion
21620
+ //#region src/matchers/llmGrading.d.ts
21514
21621
  declare function matchesLlmRubric(rubric: string | object, llmOutput: string, grading?: GradingConfig, vars?: Record<string, VarValue>, assertion?: Assertion, options?: {
21515
21622
  throwOnError?: boolean;
21623
+ preferRemote?: boolean;
21516
21624
  }, providerCallContext?: CallApiContextParams): Promise<GradingResult>;
21517
21625
  declare function matchesFactuality(input: string, expected: string, output: string, grading?: GradingConfig, vars?: Record<string, VarValue>, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>>;
21518
21626
  declare function matchesClosedQa(input: string, expected: string, output: string, grading?: GradingConfig, vars?: Record<string, VarValue>, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>>;
21519
- declare function matchesAnswerRelevance(input: string, output: string, threshold: number, grading?: GradingConfig, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>>;
21520
- declare function matchesContextRecall(context: string | string[], groundTruth: string, threshold: number, grading?: GradingConfig, vars?: Record<string, VarValue>, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>>;
21521
- declare function matchesContextRelevance(question: string, context: string | string[], threshold: number, grading?: GradingConfig, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>>;
21522
- declare function matchesContextFaithfulness(query: string, output: string, context: string | string[], threshold: number, grading?: GradingConfig, vars?: Record<string, VarValue>, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>>;
21523
- declare function matchesSelectBest(criteria: string, outputs: string[], grading?: GradingConfig, vars?: Record<string, VarValue>, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>[]>;
21627
+ //#endregion
21628
+ //#region src/matchers/moderation.d.ts
21524
21629
  interface ModerationMatchOptions {
21525
21630
  userPrompt: string;
21526
21631
  assistantResponse: string;
@@ -21530,11 +21635,17 @@ declare function matchesModeration({
21530
21635
  userPrompt,
21531
21636
  assistantResponse,
21532
21637
  categories
21533
- }: ModerationMatchOptions, grading?: GradingConfig): Promise<{
21534
- pass: boolean;
21535
- score: number;
21536
- reason: string;
21537
- }>;
21638
+ }: ModerationMatchOptions, grading?: GradingConfig): Promise<Omit<GradingResult, 'assertion'>>;
21639
+ //#endregion
21640
+ //#region src/matchers/rag.d.ts
21641
+ declare function matchesAnswerRelevance(input: string, output: string, threshold: number, grading?: GradingConfig, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>>;
21642
+ declare function matchesContextRecall(context: string | string[], groundTruth: string, threshold: number, grading?: GradingConfig, vars?: Record<string, VarValue>, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>>;
21643
+ declare function matchesContextRelevance(question: string, context: string | string[], threshold: number, grading?: GradingConfig, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>>;
21644
+ declare function matchesContextFaithfulness(query: string, output: string, context: string | string[], threshold: number, grading?: GradingConfig, vars?: Record<string, VarValue>, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>>;
21645
+ //#endregion
21646
+ //#region src/matchers/similarity.d.ts
21647
+ type SimilarityMetric = 'cosine' | 'dot_product' | 'euclidean';
21648
+ declare function matchesSimilarity(expected: string, output: string, threshold: number, inverse?: boolean, grading?: GradingConfig, metric?: SimilarityMetric): Promise<Omit<GradingResult, 'assertion'>>;
21538
21649
  //#endregion
21539
21650
  //#region src/assertions/index.d.ts
21540
21651
  declare function runAssertion({