promptfoo 0.121.4 → 0.121.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (346) hide show
  1. package/dist/src/{ListApp-DQkFNqE9.js → ListApp-BRUsT43Y.js} +1 -1
  2. package/dist/src/{accounts-Dy17bs4D.cjs → accounts-BIFntVWB.cjs} +4 -4
  3. package/dist/src/{accounts-F9d_5sMC.js → accounts-CLJHCDDb.js} +6 -6
  4. package/dist/src/{accounts-DhMYUUbu.js → accounts-CaLNYnf7.js} +4 -4
  5. package/dist/src/{accounts-DdJ2pHMI.js → accounts-bnyHT7Ju.js} +5 -5
  6. package/dist/src/{agentic-utils-w68v6_Dz.js → agentic-utils-B5krlibj.js} +3 -3
  7. package/dist/src/{agentic-utils-P172hM8B.js → agentic-utils-Ba67xmgs.js} +2 -2
  8. package/dist/src/{agentic-utils-qFlm6zes.js → agentic-utils-BclbiXiq.js} +3 -3
  9. package/dist/src/{agentic-utils-BpX5b23w.cjs → agentic-utils-D2x0wGhB.cjs} +2 -2
  10. package/dist/src/{agents-CgaMXvLM.js → agents-BGqaTDnr.js} +5 -5
  11. package/dist/src/{agents-8FDnTriG.js → agents-BV9yFpXX.js} +5 -5
  12. package/dist/src/{agents-aYPQLf8W.js → agents-BYdMl1UE.js} +4 -4
  13. package/dist/src/{agents-pQeBEXMm.js → agents-DhxWMCtH.js} +5 -5
  14. package/dist/src/{agents-D7-HGxUj.cjs → agents-DiWmQYH9.cjs} +4 -4
  15. package/dist/src/{agents-BahDpe5G.cjs → agents-WULPVjbH.cjs} +4 -4
  16. package/dist/src/{agents-DJ35I3Nt.js → agents-emVcx3yh.js} +5 -5
  17. package/dist/src/{agents-C-R_jfzI.js → agents-n6vPqV3i.js} +4 -4
  18. package/dist/src/{aimlapi-BCq3MHeL.js → aimlapi-BxqK9HF_.js} +7 -7
  19. package/dist/src/{aimlapi-qcK4OT55.cjs → aimlapi-BzLjZI_m.cjs} +6 -6
  20. package/dist/src/{aimlapi-BD6J9oKt.js → aimlapi-DR4pgeiC.js} +6 -6
  21. package/dist/src/{aimlapi-sgYnkE54.js → aimlapi-uPGp0Zdo.js} +7 -7
  22. package/dist/src/app/app/tsconfig.app.tsbuildinfo +1 -1
  23. package/dist/src/app/assets/Report-vjzrbgce.js +1 -0
  24. package/dist/src/app/assets/index-B3NQ8HTd.js +385 -0
  25. package/dist/src/app/assets/{index-BXGkeMwh.css → index-Cli2yAXv.css} +1 -1
  26. package/dist/src/app/index.html +27 -2
  27. package/dist/src/{audio-DcVKoInv.js → audio-BvpTOArF.js} +4 -4
  28. package/dist/src/{audio-BQtNuYBj.cjs → audio-C0vDeS0j.cjs} +3 -3
  29. package/dist/src/{audio-B7izf48x.js → audio-CScmnmEB.js} +4 -4
  30. package/dist/src/{audio-COrn8rM6.js → audio-Da8U9IS5.js} +3 -3
  31. package/dist/src/{base-fZ9wgg50.js → base-BOMaNEes.js} +3 -3
  32. package/dist/src/{base-PYJvBE1i.js → base-BTux96b1.js} +2 -2
  33. package/dist/src/{base-D-670DX8.cjs → base-Tw6uhH8K.cjs} +2 -2
  34. package/dist/src/{base-yrI1Yal4.js → base-dYsl2hmL.js} +3 -3
  35. package/dist/src/{blobs-D2FAd1Q5.cjs → blobs-B95F_7vE.cjs} +2 -2
  36. package/dist/src/{blobs-C-F78Kfn.js → blobs-BW4U31ue.js} +2 -2
  37. package/dist/src/{blobs-BCZavS8s.js → blobs-D_gg8nbm.js} +3 -3
  38. package/dist/src/{blobs-BQWqnnvL.js → blobs-DjLby-uP.js} +3 -3
  39. package/dist/src/{cache-mb7c8hbp.js → cache-BI5BY7ey.js} +4 -4
  40. package/dist/src/{cache-DbLsVWB2.cjs → cache-BRkhlH3k.cjs} +1 -1
  41. package/dist/src/cache-BlC6aeJ0.js +3 -0
  42. package/dist/src/{cache-D5NZmMiT.js → cache-Bzttsk0X.js} +2 -2
  43. package/dist/src/{cache-C4Xb-hNb.js → cache-Cr-qWIbP.js} +3 -3
  44. package/dist/src/{cache-BIyPcp5v.cjs → cache-DGg-yTZG.cjs} +2 -2
  45. package/dist/src/{chat-Dr3DUQ0D.js → chat-BLOdH60v.js} +12 -12
  46. package/dist/src/{chat-BfPaS15_.js → chat-Cx_LkwvZ.js} +12 -12
  47. package/dist/src/{chat-mW0ORo8G.js → chat-D9nudO9b.js} +4 -4
  48. package/dist/src/{chat-I9izLm49.js → chat-DChSH_Es.js} +12 -12
  49. package/dist/src/{chat-MKxMnZJZ.js → chat-DG2LkwLq.js} +2 -2
  50. package/dist/src/{chat-BPXSW8Bv.cjs → chat-DH97tVV9.cjs} +2 -2
  51. package/dist/src/{chat-0bwXjVP0.js → chat-aMQZw6R7.js} +4 -4
  52. package/dist/src/{chat-CclRbxGf.cjs → chat-vYqqv1gP.cjs} +11 -11
  53. package/dist/src/{chatkit-zUIVoDos.js → chatkit-B8X34dQc.js} +4 -4
  54. package/dist/src/{chatkit-Cv6AhukM.js → chatkit-BXu42Qwt.js} +3 -3
  55. package/dist/src/{chatkit-CJnHRRMM.js → chatkit-CbMRoeYw.js} +4 -4
  56. package/dist/src/{chatkit-BoWoSgXl.cjs → chatkit-D44VyUyB.cjs} +3 -3
  57. package/dist/src/{claude-agent-sdk-CPJo3dBQ.cjs → claude-agent-sdk-BRq0bbIK.cjs} +8 -8
  58. package/dist/src/{claude-agent-sdk-BQNuLaAK.js → claude-agent-sdk-BjriSVRZ.js} +7 -7
  59. package/dist/src/{claude-agent-sdk-Dtq_L-Sc.js → claude-agent-sdk-BzNZeZ0N.js} +7 -7
  60. package/dist/src/{claude-agent-sdk-nfAIcxNf.js → claude-agent-sdk-DYv_AJ8u.js} +7 -7
  61. package/dist/src/cloud-CoD5OacT.js +3 -0
  62. package/dist/src/{cloud-DQZ5sVjW.js → cloud-Da0bofJd.js} +3 -3
  63. package/dist/src/{cloudflare-ai-BIB567w6.js → cloudflare-ai-CXC4b1EU.js} +4 -4
  64. package/dist/src/{cloudflare-ai-DlKr0rY7.js → cloudflare-ai-CyBoIs1Q.js} +6 -6
  65. package/dist/src/{cloudflare-ai-DGLte7Py.js → cloudflare-ai-DGOwgexC.js} +6 -6
  66. package/dist/src/{cloudflare-ai-Dl3N9OVD.cjs → cloudflare-ai-DJv5qnyb.cjs} +4 -4
  67. package/dist/src/{cloudflare-gateway-BDZrYydE.js → cloudflare-gateway-1sAoOyft.js} +5 -5
  68. package/dist/src/{cloudflare-gateway-CiIZHU0Q.js → cloudflare-gateway-D-dnkzCF.js} +5 -5
  69. package/dist/src/{cloudflare-gateway-BYDp495F.cjs → cloudflare-gateway-DKVjkDav.cjs} +3 -3
  70. package/dist/src/{cloudflare-gateway-DI1HNP5F.js → cloudflare-gateway-TJkVrZlB.js} +3 -3
  71. package/dist/src/codex-app-server-CCLjqCh9.js +1915 -0
  72. package/dist/src/codex-app-server-CCe0TiDc.js +1915 -0
  73. package/dist/src/codex-app-server-CPW1LFwh.js +1916 -0
  74. package/dist/src/codex-app-server-VMRnjZ68.cjs +1920 -0
  75. package/dist/src/codex-sdk-1jm_qPHf.js +3 -0
  76. package/dist/src/{codex-sdk-C2_M2pl_.cjs → codex-sdk-Bd8UbO9q.cjs} +5 -5
  77. package/dist/src/{codex-sdk-CpqiOqDO.js → codex-sdk-BgEFQ70r.js} +6 -6
  78. package/dist/src/{codex-sdk-Rtky3M4I.js → codex-sdk-Bzb_TqX9.js} +6 -6
  79. package/dist/src/{codex-sdk-CWEnH70W.cjs → codex-sdk-Danroptg.cjs} +1 -1
  80. package/dist/src/{codex-sdk-CErXn7qh.js → codex-sdk-DfvDTN33.js} +5 -5
  81. package/dist/src/{cometapi-CtJ-mS8R.js → cometapi-B5ImDlSm.js} +8 -8
  82. package/dist/src/{cometapi-UVOryo4W.cjs → cometapi-BgAkuYCw.cjs} +7 -7
  83. package/dist/src/{cometapi-BUlt_ELa.js → cometapi-CC7hWxmX.js} +8 -8
  84. package/dist/src/{cometapi-DT-jlVCB.js → cometapi-CCbpHkuF.js} +7 -7
  85. package/dist/src/{completion-x0a_c2y1.js → completion-2iuYVxwi.js} +6 -6
  86. package/dist/src/{completion-Dnxn7E-j.js → completion-CrD6MQ93.js} +5 -5
  87. package/dist/src/{completion-BozdoXba.cjs → completion-DtQ72Bm3.cjs} +5 -5
  88. package/dist/src/{completion-HUe8wDhZ.js → completion-Vq_ad618.js} +6 -6
  89. package/dist/src/{createHash-ChI45QR1.js → createHash-DPpsZgFF.js} +1 -1
  90. package/dist/src/{createHash-CwDVU5xr.js → createHash-Un4Q_huE.js} +1 -1
  91. package/dist/src/{createHash-B7KvgoOD.cjs → createHash-VvBIc-AW.cjs} +1 -1
  92. package/dist/src/{docker-DCgsveLD.js → docker--3qzPa-6.js} +6 -6
  93. package/dist/src/{docker-DS4_Osau.cjs → docker-D3AY-5F5.cjs} +5 -5
  94. package/dist/src/{docker-CQmlA2NU.js → docker-DCsCDvwM.js} +6 -6
  95. package/dist/src/{docker-ClnmCf1Z.js → docker-Dorv4_Dg.js} +5 -5
  96. package/dist/src/{embedding-I45KG3o7.cjs → embedding-BXhN5lCH.cjs} +5 -5
  97. package/dist/src/{embedding-nFbumxcv.js → embedding-ChS1ivFS.js} +5 -5
  98. package/dist/src/{embedding-D3xTseo7.js → embedding-DNRvZwRN.js} +6 -6
  99. package/dist/src/{embedding-DD9wa3ae.js → embedding-D_bI4NDq.js} +6 -6
  100. package/dist/src/{errors-Cw810C93.js → errors-DFHe4L-n.js} +1 -1
  101. package/dist/src/{esm-Dh4dOLlt.js → esm-B6whoAcf.js} +2 -2
  102. package/dist/src/{esm-C7PnfdF8.js → esm-BRkfNsYs.js} +1 -1
  103. package/dist/src/{esm-tVgYPY-f.js → esm-BX8fwlAO.js} +2 -2
  104. package/dist/src/{esm-CtEPLdAj.cjs → esm-B_rGuPTo.cjs} +1 -1
  105. package/dist/src/{eval-CzJFfFO9.js → eval-BQPLBJbw.js} +1 -1
  106. package/dist/src/{eval-u4UVafl6.js → eval-DJ_4A-tr.js} +14 -14
  107. package/dist/src/evalResult-BBJAHAtw.cjs +2 -0
  108. package/dist/src/evalResult-BBK58h2B.js +3 -0
  109. package/dist/src/{evalResult-KZqXl4XP.cjs → evalResult-Cx-8OWkb.cjs} +28 -10
  110. package/dist/src/{evalResult-D3hVYFis.js → evalResult-D6P5I5il.js} +29 -11
  111. package/dist/src/{evalResult-Bgm9ZH31.js → evalResult-pSvGWFMo.js} +29 -11
  112. package/dist/src/{evaluator-IvuDYSvQ.js → evaluator-D-UIbbYq.js} +845 -98
  113. package/dist/src/evaluator-DgLKaZk8.js +3 -0
  114. package/dist/src/{extractor-Dk6bRWkv.js → extractor-BM3jRERL.js} +5 -5
  115. package/dist/src/{extractor-WVPOrH43.cjs → extractor-Dxr2J_wK.cjs} +5 -5
  116. package/dist/src/{extractor-DNSeBVOJ.js → extractor-DxyiFhPk.js} +6 -6
  117. package/dist/src/{extractor-CAfTSraf.js → extractor-YlZbUMsL.js} +6 -6
  118. package/dist/src/fetch-8viavNv8.js +3 -0
  119. package/dist/src/{fetch-BEWnXrrG.js → fetch-B6ch2nU2.js} +9 -20
  120. package/dist/src/{fetch-Di00EQrc.js → fetch-D9xxyC1p.js} +221 -232
  121. package/dist/src/{fetch-CJU5ELPa.cjs → fetch-NuqXW1Xb.cjs} +221 -244
  122. package/dist/src/{fetch-B0Z3Oe4k.js → fetch-Y5qX_kST.js} +8 -19
  123. package/dist/src/{fileExtensions-BArZuxsI.js → fileExtensions-8CjoL7vB.js} +1 -1
  124. package/dist/src/{fileExtensions-DnqA1y9x.js → fileExtensions-BGh-W-HT.js} +1 -1
  125. package/dist/src/{fileExtensions-bYh77CN8.cjs → fileExtensions-D9h-8Wxg.cjs} +1 -1
  126. package/dist/src/{fileExtensions-AWa2ZML4.js → fileExtensions-DysCsxNG.js} +1 -1
  127. package/dist/src/{formatDuration-DZzPsexs.js → formatDuration-Ch4A7G3o.js} +1 -1
  128. package/dist/src/{genaiTracer-yRuxj9-L.cjs → genaiTracer-BokHC-MW.cjs} +1 -1
  129. package/dist/src/{genaiTracer-DWdZ28hY.js → genaiTracer-C3ZPQU60.js} +1 -1
  130. package/dist/src/{genaiTracer-XnrcgDCe.js → genaiTracer-CFny3gOy.js} +1 -1
  131. package/dist/src/{genaiTracer-COYDi-tC.js → genaiTracer-DxODqT9e.js} +1 -1
  132. package/dist/src/{graders-Zy3x0zqX.js → graders-BoUqsCEm.js} +1303 -2044
  133. package/dist/src/{graders--zknU_uk.cjs → graders-Bw1wk_21.cjs} +1553 -2240
  134. package/dist/src/graders-C84JI-m5.js +2 -0
  135. package/dist/src/graders-CBbd0K0Q.cjs +2 -0
  136. package/dist/src/graders-CbQqpHSN.js +3 -0
  137. package/dist/src/{graders-eIHhRqoC.js → graders-CgPn32yp.js} +1300 -2041
  138. package/dist/src/{graders-pvbReLLn.js → graders-CwrbifOo.js} +747 -1488
  139. package/dist/src/graders-DS42d3ZG.js +2 -0
  140. package/dist/src/{image-9302QVqR.js → image-BeWaInPF.js} +3 -3
  141. package/dist/src/{image-DVz2RiMF.js → image-BmilRNqO.js} +7 -7
  142. package/dist/src/{image-x6KqLQl4.cjs → image-CxJoa3aW.cjs} +6 -6
  143. package/dist/src/{image-De2FBmYV.cjs → image-D10dNAav.cjs} +3 -3
  144. package/dist/src/{image-dnoUgPrC.js → image-Dr_3I3nK.js} +4 -4
  145. package/dist/src/{image-B5Mv-Z3h.js → image-DsGRlkh7.js} +7 -7
  146. package/dist/src/{image-qUpPvmNZ.js → image-a_SGUobh.js} +6 -6
  147. package/dist/src/{image-u7-rKnYU.js → image-qjO6FWPs.js} +4 -4
  148. package/dist/src/index.cjs +1052 -296
  149. package/dist/src/index.d.cts +124 -13
  150. package/dist/src/index.d.ts +125 -14
  151. package/dist/src/index.js +1018 -262
  152. package/dist/src/{interactiveCheck-CLERUB0c.js → interactiveCheck-CCICw2cy.js} +2 -2
  153. package/dist/src/{invariant-BtWWVVhl.js → invariant-B2Rf6avk.js} +1 -1
  154. package/dist/src/{invariant-vgHWClmd.js → invariant-DIYf9sP1.js} +1 -1
  155. package/dist/src/{knowledgeBase-RhFPGWDc.js → knowledgeBase-BBETc5-S.js} +6 -6
  156. package/dist/src/{knowledgeBase-Bpoe_nLu.cjs → knowledgeBase-C8qOo26M.cjs} +5 -5
  157. package/dist/src/{knowledgeBase-lm9RXSAm.js → knowledgeBase-CzAi2rUI.js} +6 -6
  158. package/dist/src/{knowledgeBase-Dgc7CBWF.js → knowledgeBase-Dr3Kib7F.js} +5 -5
  159. package/dist/src/{litellm-C2kqjxqp.js → litellm-BLSiANhk.js} +5 -5
  160. package/dist/src/{litellm-CoyI4IAl.cjs → litellm-CaUmV7Mk.cjs} +4 -4
  161. package/dist/src/{litellm-p37R1dzQ.js → litellm-DQGo_juI.js} +4 -4
  162. package/dist/src/{litellm-DRjpcSa7.js → litellm-DRc4qWfc.js} +5 -5
  163. package/dist/src/{logger-DksKw1Qc.js → logger-BbY6ypFL.js} +2 -2
  164. package/dist/src/{logger-B88EkIn6.js → logger-KD8JjCRJ.js} +2 -2
  165. package/dist/src/{luma-ray-KgTCXrZC.js → luma-ray-B-tNZzqW.js} +6 -6
  166. package/dist/src/{luma-ray-B863CmuZ.js → luma-ray-CtS3OlGq.js} +5 -5
  167. package/dist/src/{luma-ray-BTTLtqQ8.js → luma-ray-PJJgUjOc.js} +6 -6
  168. package/dist/src/{luma-ray-BxVKaW2a.cjs → luma-ray-if-Ml4R9.cjs} +5 -5
  169. package/dist/src/main.js +242 -198
  170. package/dist/src/{messages-zWbkLLHz.js → messages-B9dSjrNf.js} +264 -16
  171. package/dist/src/{messages-811uVVW5.cjs → messages-BnsVHUnm.cjs} +266 -15
  172. package/dist/src/{messages-MYTQ2TWp.js → messages-CI69Lasb.js} +264 -16
  173. package/dist/src/{messages-BTQz42fn.js → messages-CewuNcNS.js} +264 -16
  174. package/dist/src/{meteor-Co1VQ1u5.cjs → meteor-BBGcGeCa.cjs} +1 -1
  175. package/dist/src/{meteor-DuAFv6gF.js → meteor-BKTM-7KS.js} +1 -1
  176. package/dist/src/{meteor-DHdzY1Ss.js → meteor-CeGo0Lu2.js} +2 -2
  177. package/dist/src/{meteor-CU5UAE-H.js → meteor-Wc_aUVvu.js} +2 -2
  178. package/dist/src/{modelslab-wu9yi5GE.js → modelslab-BCLOtfek.js} +7 -7
  179. package/dist/src/{modelslab-Dk1JAtVo.cjs → modelslab-BkapYJhh.cjs} +6 -6
  180. package/dist/src/{modelslab-DIq-6y7x.js → modelslab-D73OnKSx.js} +6 -6
  181. package/dist/src/{modelslab-D0erNWKe.js → modelslab-zpz9JcK0.js} +7 -7
  182. package/dist/src/{nova-reel-CCFRfeRb.js → nova-reel-B8F_TK5w.js} +6 -6
  183. package/dist/src/{nova-reel-DQrm74ng.js → nova-reel-Bx0NFV2f.js} +5 -5
  184. package/dist/src/{nova-reel-gr11WG7f.js → nova-reel-CNGJTLtG.js} +6 -6
  185. package/dist/src/{nova-reel-CrLXVKQf.cjs → nova-reel-DkT7tnoB.cjs} +5 -5
  186. package/dist/src/{nova-sonic-BYdp-QLs.js → nova-sonic-BaXRN1cr.js} +4 -4
  187. package/dist/src/{nova-sonic-TDgrlTk7.js → nova-sonic-BeTRaFOh.js} +4 -4
  188. package/dist/src/{nova-sonic-B_ZXcUJB.js → nova-sonic-CL7Zqv0G.js} +3 -3
  189. package/dist/src/{nova-sonic-i5tUvXKn.cjs → nova-sonic-YT426juD.cjs} +3 -3
  190. package/dist/src/{openai-DhVEmgeZ.js → openai-BMHD2Huo.js} +2 -2
  191. package/dist/src/{openai-Qsvz25mV.js → openai-BT-JvDse.js} +2 -2
  192. package/dist/src/{openai-URNyItar.cjs → openai-Cy1XLs0c.cjs} +1 -1
  193. package/dist/src/{openai-iYtrXzOX.js → openai-D4fxGvRx.js} +1 -1
  194. package/dist/src/{openclaw-CwzlQSQX.js → openclaw-Bq7RVR3k.js} +7 -6
  195. package/dist/src/{openclaw-CLWrW03k.js → openclaw-DA8U4DsD.js} +8 -7
  196. package/dist/src/{openclaw-CnQ363Wi.js → openclaw-DObVgpjC.js} +8 -7
  197. package/dist/src/{openclaw-wX9rtfke.cjs → openclaw-DUBZP3GL.cjs} +8 -7
  198. package/dist/src/{opencode-sdk-BUu5Nevv.js → opencode-sdk-BB40Wir1.js} +4 -4
  199. package/dist/src/{opencode-sdk-GI2KaAXq.js → opencode-sdk-BM1UAIv1.js} +3 -3
  200. package/dist/src/{opencode-sdk-BZ2idgYA.cjs → opencode-sdk-CeqiOcOU.cjs} +4 -4
  201. package/dist/src/{opencode-sdk-BxD8vXp_.js → opencode-sdk-ChdK7F7z.js} +4 -4
  202. package/dist/src/{otlpReceiver-DmVulbhC.js → otlpReceiver-C6thJRXi.js} +4 -4
  203. package/dist/src/{otlpReceiver-B2z58l4e.js → otlpReceiver-CcdIikOu.js} +3 -3
  204. package/dist/src/{otlpReceiver-BfcVq2Nq.cjs → otlpReceiver-DNSQj6bf.cjs} +3 -3
  205. package/dist/src/{otlpReceiver-BntK801g.js → otlpReceiver-UYMQx3sy.js} +4 -4
  206. package/dist/src/{providerRegistry-CPQ_CmVO.js → providerRegistry-1gB5vtzQ.js} +2 -2
  207. package/dist/src/{providerRegistry-CQMdTmHP.cjs → providerRegistry-BESeALrr.cjs} +1 -1
  208. package/dist/src/{providerRegistry-Bvh8mv85.js → providerRegistry-DoACwqhD.js} +1 -1
  209. package/dist/src/{providerRegistry-CWoPjKFZ.js → providerRegistry-PMsleEzs.js} +2 -2
  210. package/dist/src/{providers-Bp4S-FvO.js → providers-BuyzKt7C.js} +1 -1
  211. package/dist/src/{providers-DV3ax9e_.cjs → providers-C7lNVBjX.cjs} +1 -1
  212. package/dist/src/{providers-u9Enmfok.js → providers-CCE2COJi2.js} +1 -1
  213. package/dist/src/{providers-DruaQfwu.js → providers-CJh7iriU.js} +18103 -17952
  214. package/dist/src/{providers-iUt5fbAN.js → providers-Ctcc592x.js} +1 -1
  215. package/dist/src/{providers-Domz_llv.js → providers-DRrerKra.js} +432 -281
  216. package/dist/src/{providers-BV_KMZje.js → providers-DT-GtF2t.js} +19094 -18943
  217. package/dist/src/{providers-1eKkXBKp.cjs → providers-eDShy16E.cjs} +17946 -17795
  218. package/dist/src/{pythonUtils-Cldx7huE.js → pythonUtils-C4tltmIn.js} +3 -3
  219. package/dist/src/{pythonUtils-tAJvvpS-.cjs → pythonUtils-CoLaCwNY.cjs} +3 -3
  220. package/dist/src/{pythonUtils-C2UQ30Rz.js → pythonUtils-DMO68Jg7.js} +3 -3
  221. package/dist/src/{pythonUtils-CnndUbW-.js → pythonUtils-DNqbnRdx.js} +3 -3
  222. package/dist/src/{quiverai-DR0SnIQV.js → quiverai-BSS9a7wV.js} +3 -3
  223. package/dist/src/{quiverai-CtWi6x_g.js → quiverai-Bk1KrvL6.js} +4 -4
  224. package/dist/src/{quiverai-DFotyafY.cjs → quiverai-Bpx6MZ7T.cjs} +3 -3
  225. package/dist/src/{quiverai-aPPvXOgn.js → quiverai-CPKhWgaT.js} +4 -4
  226. package/dist/src/{render-DHIZ6_k8.js → render-7uNJ2V14.js} +2 -2
  227. package/dist/src/{render-CH-62LbA.js → render-DlscvAUJ.js} +1 -1
  228. package/dist/src/{render-CMEpfLaO.js → render-eui5p5mL.js} +2 -2
  229. package/dist/src/{render-CgVDrJmM.js → render-nj-UaPdn.js} +2 -2
  230. package/dist/src/{render-DfQSFxGE.cjs → render-tG6ir9_g.cjs} +1 -1
  231. package/dist/src/{responses--OsX2aYW.js → responses-1ztiVYsx.js} +49 -15
  232. package/dist/src/{responses-DL9m8CyY.js → responses-B8haB-mD.js} +49 -15
  233. package/dist/src/{responses-C-flexAY.js → responses-BiaBguAu.js} +49 -15
  234. package/dist/src/{responses-Bi9vBuW_.cjs → responses-CF-ayauu.cjs} +48 -14
  235. package/dist/src/rubyUtils-4hjGxvju.js +3 -0
  236. package/dist/src/{rubyUtils-DVLeA2jg.js → rubyUtils-BI0p46eZ.js} +3 -3
  237. package/dist/src/{rubyUtils-DsGrTx8R.js → rubyUtils-CIQFnVz4.js} +3 -3
  238. package/dist/src/rubyUtils-CO-tuszQ.cjs +2 -0
  239. package/dist/src/{rubyUtils-CYSQEG4a.js → rubyUtils-DGnoCYL2.js} +3 -3
  240. package/dist/src/{rubyUtils-B6eljPuh.cjs → rubyUtils-DoifqkiA.cjs} +4 -3
  241. package/dist/src/{sagemaker-BveBvuxm.js → sagemaker-BDLeW29y.js} +12 -12
  242. package/dist/src/{sagemaker-D67yzMzs.js → sagemaker-C5T60MKf.js} +13 -13
  243. package/dist/src/{sagemaker-BVkaG2-l.js → sagemaker-ClS_NB07.js} +13 -13
  244. package/dist/src/{sagemaker-XnfhheQv.cjs → sagemaker-ljtY12VM.cjs} +12 -12
  245. package/dist/src/{scanner-1DqWi1Ej.js → scanner-nOCWNIXa.js} +7 -7
  246. package/dist/src/server/index.js +1067 -265
  247. package/dist/src/{server-Dx2TyCH2.cjs → server-BEECpeGG.cjs} +5 -5
  248. package/dist/src/{server-BNYztJkh.js → server-ByiF3qlg.js} +9 -8
  249. package/dist/src/{server-BSB45Nt9.js → server-ByxbqAcQ.js} +8 -7
  250. package/dist/src/{server-DaA2eR26.cjs → server-C0XKRNB_.cjs} +1 -1
  251. package/dist/src/server-C_15p79-.js +3 -0
  252. package/dist/src/{server-D6Il2Sob.js → server-gyd6d4Hc.js} +5 -5
  253. package/dist/src/{signal-CE5G3a7x.js → signal-DTtUuU3l.js} +3 -3
  254. package/dist/src/{slack-acRb0IqQ.js → slack-4zZX1OKP.js} +1 -1
  255. package/dist/src/{slack-1Rhq0EoV.cjs → slack-BLlsDpfG.cjs} +1 -1
  256. package/dist/src/{slack-D5Wpy8LM.js → slack-BPYLQLgb.js} +2 -2
  257. package/dist/src/{slack-DDUe-5MC.js → slack-Bamy_7te.js} +2 -2
  258. package/dist/src/{store-DAAyxcy6.cjs → store-2K0kDi80.cjs} +2 -2
  259. package/dist/src/{store-Dn9HUkdW.js → store-2OXm_eBY.js} +3 -3
  260. package/dist/src/store-BELqNwvz.js +3 -0
  261. package/dist/src/{store-M0b1WfYb.js → store-BPkzEyFM.js} +2 -2
  262. package/dist/src/{store-CYEy5J2D.js → store-CPh25336.js} +3 -3
  263. package/dist/src/store-uQZ4AjPe.cjs +2 -0
  264. package/dist/src/{tables-CsWou1Bx.js → tables-BMSOS2Gg.js} +3 -3
  265. package/dist/src/{tables-DUfh1F7Z.cjs → tables-CXbaZ9y1.cjs} +2 -2
  266. package/dist/src/{tables-C4CH3zRr.js → tables-NlvH23ky.js} +3 -3
  267. package/dist/src/{tables-DQ4WU5tX.js → tables-WgdUZ8Ck.js} +2 -2
  268. package/dist/src/{telemetry-dbaJ0E98.js → telemetry--iqaGyaS.js} +5 -4
  269. package/dist/src/{telemetry-Dsw_faFj.cjs → telemetry-CEQxGnMZ.cjs} +7 -6
  270. package/dist/src/{telemetry-Dvqxv3YC.js → telemetry-CgdVGV8N.js} +4 -3
  271. package/dist/src/{telemetry-CQPez_Jp.js → telemetry-DWdGHvEf.js} +5 -4
  272. package/dist/src/telemetry-DjNoC_n3.cjs +2 -0
  273. package/dist/src/telemetry-ZdPZc0fm.js +3 -0
  274. package/dist/src/{text-BVi-cLPJ.cjs → text-BiNME7QG.cjs} +1 -1
  275. package/dist/src/{text-KvuD2Iko.js → text-D4lz-Jg_.js} +1 -1
  276. package/dist/src/{text-DHxdyQqT.js → text-DDQP0tuQ.js} +1 -1
  277. package/dist/src/{text-CZr46tp_.js → text-NWvfMfkF.js} +1 -1
  278. package/dist/src/{tokenUsageUtils-CXrvO-wA.js → tokenUsageUtils-2wIvAhB3.js} +1 -1
  279. package/dist/src/{tokenUsageUtils-C-bmyHoE.js → tokenUsageUtils-4c780gFd.js} +1 -1
  280. package/dist/src/tokenUsageUtils-BjVkdk18.js +142 -0
  281. package/dist/src/{tokenUsageUtils-Bb7DkZPz.cjs → tokenUsageUtils-C9odhsbW.cjs} +1 -1
  282. package/dist/src/{transcription-DuWDupG7.js → transcription-84t4ALo2.js} +5 -5
  283. package/dist/src/{transcription-CJspiD2c.js → transcription-Bm2emLmJ.js} +6 -6
  284. package/dist/src/{transcription-BvjmiYB1.cjs → transcription-CZ4LG5hQ.cjs} +5 -5
  285. package/dist/src/{transcription-V2HaAmy2.js → transcription-D7Q0vJsh.js} +6 -6
  286. package/dist/src/{transform-zDhMmzwX.js → transform-B-b6Cq-q.js} +5 -5
  287. package/dist/src/transform-BQt0BeAW.js +3 -0
  288. package/dist/src/{transform-DgKlRr73.cjs → transform-Bq5oqC0s.cjs} +1 -1
  289. package/dist/src/{transform-CUnzlsbn.cjs → transform-C9izGX54.cjs} +4 -4
  290. package/dist/src/{transform-DYX1_Xnh.js → transform-CwbAZ84V.js} +5 -5
  291. package/dist/src/{transform-CTeuTR3S.cjs → transform-Dg4LcO1Y.cjs} +6 -6
  292. package/dist/src/{transform-CG0ehZNG.js → transform-DtooZqYY.js} +6 -6
  293. package/dist/src/{transform-UN5UGu8U.js → transform-DzCF-wqV.js} +5 -5
  294. package/dist/src/{transform-lQrDE1BQ.js → transform-_DpNB4qp.js} +5 -5
  295. package/dist/src/{transform-Bbg6A8Jk.js → transform-eGiUAv86.js} +4 -4
  296. package/dist/src/{transformersAvailability-Cju9mHgR.cjs → transformersAvailability-B22swDxr.cjs} +1 -1
  297. package/dist/src/{transformersAvailability-CcHusyhw.js → transformersAvailability-lvCCvuPT.js} +1 -1
  298. package/dist/src/{transformersAvailability-DLlROWhg.js → transformersAvailability-rJGPccjr.js} +1 -1
  299. package/dist/src/{types-Bgh5SOn6.js → types-BDjGOq4E.js} +4 -2
  300. package/dist/src/{types-Dm9JM6Vb.js → types-BVH9hjgW.js} +4 -2
  301. package/dist/src/{types-CeaeaZdP.cjs → types-CgG2rKiW.cjs} +151 -149
  302. package/dist/src/{types-BGQDAP8i.js → types-DNRZVOue.js} +152 -150
  303. package/dist/src/{util-C8e5uydV.js → util-3pBZZb_H.js} +142 -17
  304. package/dist/src/{util-CN3SrLT4.cjs → util-A5_ZsQUn.cjs} +65 -43
  305. package/dist/src/{util-D3q0WQ-0.js → util-B9CNhyac.js} +66 -44
  306. package/dist/src/{util-DxWpWjhc.js → util-BQOCAHQC.js} +700 -575
  307. package/dist/src/{util-BYvQUPp7.js → util-BVXcTwXu.js} +3 -3
  308. package/dist/src/{util-D9TisOyk.js → util-BlFVL0UF.js} +65 -43
  309. package/dist/src/{util-C9J8ahRn.js → util-C-kmRosx.js} +66 -44
  310. package/dist/src/{util-DvU2Pw8c.js → util-DFPeFkiV.js} +3 -3
  311. package/dist/src/{util-DDs-7g6-.js → util-DN0-b81k.js} +3 -3
  312. package/dist/src/{util-olYL5C6N.cjs → util-Dpmm_dAI.cjs} +3 -3
  313. package/dist/src/{util-oGMLA7vc.js → util-Dub0f_ej.js} +700 -575
  314. package/dist/src/{util-Bxn8emtE.cjs → util-DvpHnLt0.cjs} +718 -570
  315. package/dist/src/{utils-DJfvjyMj.js → utils-BUMN8orw.js} +3 -3
  316. package/dist/src/{utils-B05gLxER.cjs → utils-DkVeShIB.cjs} +2 -2
  317. package/dist/src/{utils-BLJKfv0y.js → utils-kt7lv30R.js} +3 -3
  318. package/dist/src/{utils-hXtCYanr.js → utils-o8S5huU2.js} +2 -2
  319. package/dist/src/version-0frU0UTr.js +16 -0
  320. package/dist/src/version-CbpiUINz.js +17 -0
  321. package/dist/src/version-CbuBKu2U.js +16 -0
  322. package/dist/src/version-D9zu9FWB.cjs +27 -0
  323. package/dist/tsconfig.tsbuildinfo +1 -1
  324. package/package.json +22 -20
  325. package/dist/src/app/assets/Report-CQYFezYu.js +0 -1
  326. package/dist/src/app/assets/index-BzJt18Jz.js +0 -385
  327. package/dist/src/cache-Cr9oLMUa.js +0 -3
  328. package/dist/src/cloud-Hphvo8kr.js +0 -3
  329. package/dist/src/codex-sdk-BAmYE7qy.js +0 -3
  330. package/dist/src/evalResult-D8MT9p0s.js +0 -3
  331. package/dist/src/evalResult-Dvc-iucu.cjs +0 -2
  332. package/dist/src/evaluator-CVessDWe.js +0 -3
  333. package/dist/src/fetch-C7bGKDlQ.js +0 -3
  334. package/dist/src/graders-BOAzQEUe.cjs +0 -2
  335. package/dist/src/graders-D4BTsZdG2.js +0 -3
  336. package/dist/src/graders-DOJK1XpV.js +0 -2
  337. package/dist/src/graders-NAv9LcBn.js +0 -2
  338. package/dist/src/rubyUtils-D1L2d3jb.js +0 -3
  339. package/dist/src/rubyUtils-DUbq4tff.cjs +0 -2
  340. package/dist/src/server-DCtHUqlp.js +0 -3
  341. package/dist/src/store-CWOSz6D_.cjs +0 -2
  342. package/dist/src/store-DCDBhv7B.js +0 -3
  343. package/dist/src/telemetry-C1IqxcdW.js +0 -3
  344. package/dist/src/telemetry-C4ZEa_es.cjs +0 -2
  345. package/dist/src/transform-M6ITAESf.js +0 -3
  346. /package/dist/src/{evalResult-DElBuddX.js → evalResult-spPqh1G_.js} +0 -0
package/dist/src/index.d.ts CHANGED
@@ -1,7 +1,7 @@
1
1
  import winston from "winston";
2
2
  import { z } from "zod";
3
- import { Cache } from "cache-manager";
4
3
  import { sql } from "drizzle-orm";
4
+ import { Cache } from "cache-manager";
5
5
  import { Buffer } from "node:buffer";
6
6
  //#region src/blobs/types.d.ts
7
7
  /**
@@ -18,6 +18,8 @@ interface BlobRef {
18
18
  //#endregion
19
19
  //#region src/types/env.d.ts
20
20
  declare const ProviderEnvOverridesSchema: z.ZodObject<{
21
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
22
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
21
23
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
22
24
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
23
25
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -524,6 +526,8 @@ declare const ProvidersSchema: z.ZodUnion<readonly [z.ZodString, z.ZodCustom<Cal
524
526
  transform: z.ZodOptional<z.ZodString>;
525
527
  delay: z.ZodOptional<z.ZodNumber>;
526
528
  env: z.ZodOptional<z.ZodObject<{
529
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
530
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
527
531
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
528
532
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
529
533
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -657,6 +661,8 @@ declare const ProvidersSchema: z.ZodUnion<readonly [z.ZodString, z.ZodCustom<Cal
657
661
  transform: z.ZodOptional<z.ZodString>;
658
662
  delay: z.ZodOptional<z.ZodNumber>;
659
663
  env: z.ZodOptional<z.ZodObject<{
664
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
665
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
660
666
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
661
667
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
662
668
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -2748,6 +2754,8 @@ declare const TestCaseSchema: z.ZodObject<{
2748
2754
  transform: z.ZodOptional<z.ZodString>;
2749
2755
  delay: z.ZodOptional<z.ZodNumber>;
2750
2756
  env: z.ZodOptional<z.ZodObject<{
2757
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
2758
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
2751
2759
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
2752
2760
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
2753
2761
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -3434,6 +3442,8 @@ declare const TestCaseWithVarsFileSchema: z.ZodObject<{
3434
3442
  transform: z.ZodOptional<z.ZodString>;
3435
3443
  delay: z.ZodOptional<z.ZodNumber>;
3436
3444
  env: z.ZodOptional<z.ZodObject<{
3445
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
3446
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
3437
3447
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
3438
3448
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
3439
3449
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -4119,6 +4129,8 @@ declare const TestCasesWithMetadataSchema: z.ZodObject<{
4119
4129
  transform: z.ZodOptional<z.ZodString>;
4120
4130
  delay: z.ZodOptional<z.ZodNumber>;
4121
4131
  env: z.ZodOptional<z.ZodObject<{
4132
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
4133
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
4122
4134
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
4123
4135
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
4124
4136
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -4868,6 +4880,8 @@ declare const ScenarioSchema: z.ZodObject<{
4868
4880
  transform: z.ZodOptional<z.ZodString>;
4869
4881
  delay: z.ZodOptional<z.ZodNumber>;
4870
4882
  env: z.ZodOptional<z.ZodObject<{
4883
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
4884
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
4871
4885
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
4872
4886
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
4873
4887
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -5549,6 +5563,8 @@ declare const ScenarioSchema: z.ZodObject<{
5549
5563
  transform: z.ZodOptional<z.ZodString>;
5550
5564
  delay: z.ZodOptional<z.ZodNumber>;
5551
5565
  env: z.ZodOptional<z.ZodObject<{
5566
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
5567
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
5552
5568
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
5553
5569
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
5554
5570
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -6231,6 +6247,8 @@ declare const AtomicTestCaseSchema: z.ZodObject<{
6231
6247
  transform: z.ZodOptional<z.ZodString>;
6232
6248
  delay: z.ZodOptional<z.ZodNumber>;
6233
6249
  env: z.ZodOptional<z.ZodObject<{
6250
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
6251
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
6234
6252
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
6235
6253
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
6236
6254
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -6961,6 +6979,8 @@ declare const TestSuiteSchema: z.ZodObject<{
6961
6979
  transform: z.ZodOptional<z.ZodString>;
6962
6980
  delay: z.ZodOptional<z.ZodNumber>;
6963
6981
  env: z.ZodOptional<z.ZodObject<{
6982
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
6983
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
6964
6984
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
6965
6985
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
6966
6986
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -7644,6 +7664,8 @@ declare const TestSuiteSchema: z.ZodObject<{
7644
7664
  transform: z.ZodOptional<z.ZodString>;
7645
7665
  delay: z.ZodOptional<z.ZodNumber>;
7646
7666
  env: z.ZodOptional<z.ZodObject<{
7667
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
7668
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
7647
7669
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
7648
7670
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
7649
7671
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -8325,6 +8347,8 @@ declare const TestSuiteSchema: z.ZodObject<{
8325
8347
  transform: z.ZodOptional<z.ZodString>;
8326
8348
  delay: z.ZodOptional<z.ZodNumber>;
8327
8349
  env: z.ZodOptional<z.ZodObject<{
8350
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
8351
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
8328
8352
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
8329
8353
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
8330
8354
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -9008,6 +9032,8 @@ declare const TestSuiteSchema: z.ZodObject<{
9008
9032
  transform: z.ZodOptional<z.ZodString>;
9009
9033
  delay: z.ZodOptional<z.ZodNumber>;
9010
9034
  env: z.ZodOptional<z.ZodObject<{
9035
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
9036
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
9011
9037
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
9012
9038
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
9013
9039
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -9678,6 +9704,8 @@ declare const TestSuiteSchema: z.ZodObject<{
9678
9704
  }, z.core.$strip>]>>;
9679
9705
  nunjucksFilters: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodCustom<(...args: unknown[]) => string, (...args: unknown[]) => string>>>;
9680
9706
  env: z.ZodOptional<z.ZodObject<{
9707
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
9708
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
9681
9709
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
9682
9710
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
9683
9711
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -9856,6 +9884,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
9856
9884
  transform: z.ZodOptional<z.ZodString>;
9857
9885
  delay: z.ZodOptional<z.ZodNumber>;
9858
9886
  env: z.ZodOptional<z.ZodObject<{
9887
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
9888
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
9859
9889
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
9860
9890
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
9861
9891
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -9989,6 +10019,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
9989
10019
  transform: z.ZodOptional<z.ZodString>;
9990
10020
  delay: z.ZodOptional<z.ZodNumber>;
9991
10021
  env: z.ZodOptional<z.ZodObject<{
10022
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
10023
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
9992
10024
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
9993
10025
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
9994
10026
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -10139,6 +10171,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10139
10171
  transform: z.ZodOptional<z.ZodString>;
10140
10172
  delay: z.ZodOptional<z.ZodNumber>;
10141
10173
  env: z.ZodOptional<z.ZodObject<{
10174
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
10175
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
10142
10176
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
10143
10177
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
10144
10178
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -10828,6 +10862,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10828
10862
  transform: z.ZodOptional<z.ZodString>;
10829
10863
  delay: z.ZodOptional<z.ZodNumber>;
10830
10864
  env: z.ZodOptional<z.ZodObject<{
10865
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
10866
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
10831
10867
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
10832
10868
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
10833
10869
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -11509,6 +11545,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
11509
11545
  transform: z.ZodOptional<z.ZodString>;
11510
11546
  delay: z.ZodOptional<z.ZodNumber>;
11511
11547
  env: z.ZodOptional<z.ZodObject<{
11548
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
11549
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
11512
11550
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
11513
11551
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
11514
11552
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -12192,6 +12230,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
12192
12230
  transform: z.ZodOptional<z.ZodString>;
12193
12231
  delay: z.ZodOptional<z.ZodNumber>;
12194
12232
  env: z.ZodOptional<z.ZodObject<{
12233
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
12234
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
12195
12235
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
12196
12236
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
12197
12237
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -12867,6 +12907,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
12867
12907
  }, z.core.$strip>]>>;
12868
12908
  nunjucksFilters: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
12869
12909
  env: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
12910
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
12911
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
12870
12912
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
12871
12913
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
12872
12914
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -13019,6 +13061,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
13019
13061
  transform: z.ZodOptional<z.ZodString>;
13020
13062
  delay: z.ZodOptional<z.ZodNumber>;
13021
13063
  env: z.ZodOptional<z.ZodObject<{
13064
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
13065
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
13022
13066
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
13023
13067
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
13024
13068
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -13221,6 +13265,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
13221
13265
  transform?: string | undefined;
13222
13266
  delay?: number | undefined;
13223
13267
  env?: {
13268
+ ABLIT_API_BASE_URL?: string | undefined;
13269
+ ABLIT_KEY?: string | undefined;
13224
13270
  AI21_API_BASE_URL?: string | undefined;
13225
13271
  AI21_API_KEY?: string | undefined;
13226
13272
  AIML_API_KEY?: string | undefined;
@@ -13437,6 +13483,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13437
13483
  transform: z.ZodOptional<z.ZodString>;
13438
13484
  delay: z.ZodOptional<z.ZodNumber>;
13439
13485
  env: z.ZodOptional<z.ZodObject<{
13486
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
13487
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
13440
13488
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
13441
13489
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
13442
13490
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -14126,6 +14174,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14126
14174
  transform: z.ZodOptional<z.ZodString>;
14127
14175
  delay: z.ZodOptional<z.ZodNumber>;
14128
14176
  env: z.ZodOptional<z.ZodObject<{
14177
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
14178
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
14129
14179
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
14130
14180
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
14131
14181
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -14807,6 +14857,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14807
14857
  transform: z.ZodOptional<z.ZodString>;
14808
14858
  delay: z.ZodOptional<z.ZodNumber>;
14809
14859
  env: z.ZodOptional<z.ZodObject<{
14860
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
14861
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
14810
14862
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
14811
14863
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
14812
14864
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -15490,6 +15542,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15490
15542
  transform: z.ZodOptional<z.ZodString>;
15491
15543
  delay: z.ZodOptional<z.ZodNumber>;
15492
15544
  env: z.ZodOptional<z.ZodObject<{
15545
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
15546
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
15493
15547
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
15494
15548
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
15495
15549
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -16165,6 +16219,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16165
16219
  }, z.core.$strip>]>>;
16166
16220
  nunjucksFilters: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
16167
16221
  env: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
16222
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
16223
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
16168
16224
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
16169
16225
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
16170
16226
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -16317,6 +16373,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16317
16373
  transform: z.ZodOptional<z.ZodString>;
16318
16374
  delay: z.ZodOptional<z.ZodNumber>;
16319
16375
  env: z.ZodOptional<z.ZodObject<{
16376
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
16377
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
16320
16378
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
16321
16379
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
16322
16380
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -16519,6 +16577,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16519
16577
  transform?: string | undefined;
16520
16578
  delay?: number | undefined;
16521
16579
  env?: {
16580
+ ABLIT_API_BASE_URL?: string | undefined;
16581
+ ABLIT_KEY?: string | undefined;
16522
16582
  AI21_API_BASE_URL?: string | undefined;
16523
16583
  AI21_API_KEY?: string | undefined;
16524
16584
  AIML_API_KEY?: string | undefined;
@@ -16778,6 +16838,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16778
16838
  transform: z.ZodOptional<z.ZodString>;
16779
16839
  delay: z.ZodOptional<z.ZodNumber>;
16780
16840
  env: z.ZodOptional<z.ZodObject<{
16841
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
16842
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
16781
16843
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
16782
16844
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
16783
16845
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -16911,6 +16973,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16911
16973
  transform: z.ZodOptional<z.ZodString>;
16912
16974
  delay: z.ZodOptional<z.ZodNumber>;
16913
16975
  env: z.ZodOptional<z.ZodObject<{
16976
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
16977
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
16914
16978
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
16915
16979
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
16916
16980
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -17053,6 +17117,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17053
17117
  transform: z.ZodOptional<z.ZodString>;
17054
17118
  delay: z.ZodOptional<z.ZodNumber>;
17055
17119
  env: z.ZodOptional<z.ZodObject<{
17120
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
17121
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
17056
17122
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
17057
17123
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
17058
17124
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -17186,6 +17252,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17186
17252
  transform: z.ZodOptional<z.ZodString>;
17187
17253
  delay: z.ZodOptional<z.ZodNumber>;
17188
17254
  env: z.ZodOptional<z.ZodObject<{
17255
+ ABLIT_API_BASE_URL: z.ZodOptional<z.ZodString>;
17256
+ ABLIT_KEY: z.ZodOptional<z.ZodString>;
17189
17257
  AI21_API_BASE_URL: z.ZodOptional<z.ZodString>;
17190
17258
  AI21_API_KEY: z.ZodOptional<z.ZodString>;
17191
17259
  AIML_API_KEY: z.ZodOptional<z.ZodString>;
@@ -17345,6 +17413,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17345
17413
  transform?: string | undefined;
17346
17414
  delay?: number | undefined;
17347
17415
  env?: {
17416
+ ABLIT_API_BASE_URL?: string | undefined;
17417
+ ABLIT_KEY?: string | undefined;
17348
17418
  AI21_API_BASE_URL?: string | undefined;
17349
17419
  AI21_API_KEY?: string | undefined;
17350
17420
  AIML_API_KEY?: string | undefined;
@@ -17658,6 +17728,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17658
17728
  transform?: string | undefined;
17659
17729
  delay?: number | undefined;
17660
17730
  env?: {
17731
+ ABLIT_API_BASE_URL?: string | undefined;
17732
+ ABLIT_KEY?: string | undefined;
17661
17733
  AI21_API_BASE_URL?: string | undefined;
17662
17734
  AI21_API_KEY?: string | undefined;
17663
17735
  AIML_API_KEY?: string | undefined;
@@ -17970,6 +18042,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17970
18042
  transform?: string | undefined;
17971
18043
  delay?: number | undefined;
17972
18044
  env?: {
18045
+ ABLIT_API_BASE_URL?: string | undefined;
18046
+ ABLIT_KEY?: string | undefined;
17973
18047
  AI21_API_BASE_URL?: string | undefined;
17974
18048
  AI21_API_KEY?: string | undefined;
17975
18049
  AIML_API_KEY?: string | undefined;
@@ -18285,6 +18359,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
18285
18359
  transform?: string | undefined;
18286
18360
  delay?: number | undefined;
18287
18361
  env?: {
18362
+ ABLIT_API_BASE_URL?: string | undefined;
18363
+ ABLIT_KEY?: string | undefined;
18288
18364
  AI21_API_BASE_URL?: string | undefined;
18289
18365
  AI21_API_KEY?: string | undefined;
18290
18366
  AIML_API_KEY?: string | undefined;
@@ -18591,6 +18667,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
18591
18667
  } | undefined;
18592
18668
  nunjucksFilters?: Record<string, string> | undefined;
18593
18669
  env?: Record<string, string> | {
18670
+ ABLIT_API_BASE_URL?: string | undefined;
18671
+ ABLIT_KEY?: string | undefined;
18594
18672
  AI21_API_BASE_URL?: string | undefined;
18595
18673
  AI21_API_KEY?: string | undefined;
18596
18674
  AIML_API_KEY?: string | undefined;
@@ -18815,6 +18893,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
18815
18893
  transform?: string | undefined;
18816
18894
  delay?: number | undefined;
18817
18895
  env?: {
18896
+ ABLIT_API_BASE_URL?: string | undefined;
18897
+ ABLIT_KEY?: string | undefined;
18818
18898
  AI21_API_BASE_URL?: string | undefined;
18819
18899
  AI21_API_KEY?: string | undefined;
18820
18900
  AIML_API_KEY?: string | undefined;
@@ -18948,6 +19028,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
18948
19028
  transform?: string | undefined;
18949
19029
  delay?: number | undefined;
18950
19030
  env?: {
19031
+ ABLIT_API_BASE_URL?: string | undefined;
19032
+ ABLIT_KEY?: string | undefined;
18951
19033
  AI21_API_BASE_URL?: string | undefined;
18952
19034
  AI21_API_KEY?: string | undefined;
18953
19035
  AIML_API_KEY?: string | undefined;
@@ -19086,6 +19168,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
19086
19168
  transform?: string | undefined;
19087
19169
  delay?: number | undefined;
19088
19170
  env?: {
19171
+ ABLIT_API_BASE_URL?: string | undefined;
19172
+ ABLIT_KEY?: string | undefined;
19089
19173
  AI21_API_BASE_URL?: string | undefined;
19090
19174
  AI21_API_KEY?: string | undefined;
19091
19175
  AIML_API_KEY?: string | undefined;
@@ -19219,6 +19303,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
19219
19303
  transform?: string | undefined;
19220
19304
  delay?: number | undefined;
19221
19305
  env?: {
19306
+ ABLIT_API_BASE_URL?: string | undefined;
19307
+ ABLIT_KEY?: string | undefined;
19222
19308
  AI21_API_BASE_URL?: string | undefined;
19223
19309
  AI21_API_KEY?: string | undefined;
19224
19310
  AIML_API_KEY?: string | undefined;
@@ -19378,6 +19464,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
19378
19464
  transform?: string | undefined;
19379
19465
  delay?: number | undefined;
19380
19466
  env?: {
19467
+ ABLIT_API_BASE_URL?: string | undefined;
19468
+ ABLIT_KEY?: string | undefined;
19381
19469
  AI21_API_BASE_URL?: string | undefined;
19382
19470
  AI21_API_KEY?: string | undefined;
19383
19471
  AIML_API_KEY?: string | undefined;
@@ -19691,6 +19779,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
19691
19779
  transform?: string | undefined;
19692
19780
  delay?: number | undefined;
19693
19781
  env?: {
19782
+ ABLIT_API_BASE_URL?: string | undefined;
19783
+ ABLIT_KEY?: string | undefined;
19694
19784
  AI21_API_BASE_URL?: string | undefined;
19695
19785
  AI21_API_KEY?: string | undefined;
19696
19786
  AIML_API_KEY?: string | undefined;
@@ -20003,6 +20093,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
20003
20093
  transform?: string | undefined;
20004
20094
  delay?: number | undefined;
20005
20095
  env?: {
20096
+ ABLIT_API_BASE_URL?: string | undefined;
20097
+ ABLIT_KEY?: string | undefined;
20006
20098
  AI21_API_BASE_URL?: string | undefined;
20007
20099
  AI21_API_KEY?: string | undefined;
20008
20100
  AIML_API_KEY?: string | undefined;
@@ -20318,6 +20410,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
20318
20410
  transform?: string | undefined;
20319
20411
  delay?: number | undefined;
20320
20412
  env?: {
20413
+ ABLIT_API_BASE_URL?: string | undefined;
20414
+ ABLIT_KEY?: string | undefined;
20321
20415
  AI21_API_BASE_URL?: string | undefined;
20322
20416
  AI21_API_KEY?: string | undefined;
20323
20417
  AIML_API_KEY?: string | undefined;
@@ -20624,6 +20718,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
20624
20718
  } | undefined;
20625
20719
  nunjucksFilters?: Record<string, string> | undefined;
20626
20720
  env?: Record<string, string> | {
20721
+ ABLIT_API_BASE_URL?: string | undefined;
20722
+ ABLIT_KEY?: string | undefined;
20627
20723
  AI21_API_BASE_URL?: string | undefined;
20628
20724
  AI21_API_KEY?: string | undefined;
20629
20725
  AIML_API_KEY?: string | undefined;
@@ -20848,6 +20944,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
20848
20944
  transform?: string | undefined;
20849
20945
  delay?: number | undefined;
20850
20946
  env?: {
20947
+ ABLIT_API_BASE_URL?: string | undefined;
20948
+ ABLIT_KEY?: string | undefined;
20851
20949
  AI21_API_BASE_URL?: string | undefined;
20852
20950
  AI21_API_KEY?: string | undefined;
20853
20951
  AIML_API_KEY?: string | undefined;
@@ -20981,6 +21079,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
20981
21079
  transform?: string | undefined;
20982
21080
  delay?: number | undefined;
20983
21081
  env?: {
21082
+ ABLIT_API_BASE_URL?: string | undefined;
21083
+ ABLIT_KEY?: string | undefined;
20984
21084
  AI21_API_BASE_URL?: string | undefined;
20985
21085
  AI21_API_KEY?: string | undefined;
20986
21086
  AIML_API_KEY?: string | undefined;
@@ -21119,6 +21219,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
21119
21219
  transform?: string | undefined;
21120
21220
  delay?: number | undefined;
21121
21221
  env?: {
21222
+ ABLIT_API_BASE_URL?: string | undefined;
21223
+ ABLIT_KEY?: string | undefined;
21122
21224
  AI21_API_BASE_URL?: string | undefined;
21123
21225
  AI21_API_KEY?: string | undefined;
21124
21226
  AIML_API_KEY?: string | undefined;
@@ -21252,6 +21354,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
21252
21354
  transform?: string | undefined;
21253
21355
  delay?: number | undefined;
21254
21356
  env?: {
21357
+ ABLIT_API_BASE_URL?: string | undefined;
21358
+ ABLIT_KEY?: string | undefined;
21255
21359
  AI21_API_BASE_URL?: string | undefined;
21256
21360
  AI21_API_KEY?: string | undefined;
21257
21361
  AIML_API_KEY?: string | undefined;
@@ -21500,9 +21604,7 @@ interface Message {
21500
21604
  }
21501
21605
  declare function matchesConversationRelevance(messages: Message[], threshold: number, vars?: Record<string, VarValue>, grading?: GradingConfig, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>>;
21502
21606
  //#endregion
21503
- //#region src/matchers.d.ts
21504
- type SimilarityMetric = 'cosine' | 'dot_product' | 'euclidean';
21505
- declare function matchesSimilarity(expected: string, output: string, threshold: number, inverse?: boolean, grading?: GradingConfig, metric?: SimilarityMetric): Promise<Omit<GradingResult, 'assertion'>>;
21607
+ //#region src/matchers/classification.d.ts
21506
21608
  /**
21507
21609
  *
21508
21610
  * @param expected Expected classification. If undefined, matches any classification.
@@ -21512,16 +21614,19 @@ declare function matchesSimilarity(expected: string, output: string, threshold:
21512
21614
  * @returns Pass if the output matches the classification with a score greater than or equal to the threshold.
21513
21615
  */
21514
21616
  declare function matchesClassification(expected: string | undefined, output: string, threshold: number, grading?: GradingConfig): Promise<Omit<GradingResult, 'assertion'>>;
21617
+ //#endregion
21618
+ //#region src/matchers/comparison.d.ts
21619
+ declare function matchesSelectBest(criteria: string, outputs: string[], grading?: GradingConfig, vars?: Record<string, VarValue>, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>[]>;
21620
+ //#endregion
21621
+ //#region src/matchers/llmGrading.d.ts
21515
21622
  declare function matchesLlmRubric(rubric: string | object, llmOutput: string, grading?: GradingConfig, vars?: Record<string, VarValue>, assertion?: Assertion, options?: {
21516
21623
  throwOnError?: boolean;
21624
+ preferRemote?: boolean;
21517
21625
  }, providerCallContext?: CallApiContextParams): Promise<GradingResult>;
21518
21626
  declare function matchesFactuality(input: string, expected: string, output: string, grading?: GradingConfig, vars?: Record<string, VarValue>, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>>;
21519
21627
  declare function matchesClosedQa(input: string, expected: string, output: string, grading?: GradingConfig, vars?: Record<string, VarValue>, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>>;
21520
- declare function matchesAnswerRelevance(input: string, output: string, threshold: number, grading?: GradingConfig, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>>;
21521
- declare function matchesContextRecall(context: string | string[], groundTruth: string, threshold: number, grading?: GradingConfig, vars?: Record<string, VarValue>, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>>;
21522
- declare function matchesContextRelevance(question: string, context: string | string[], threshold: number, grading?: GradingConfig, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>>;
21523
- declare function matchesContextFaithfulness(query: string, output: string, context: string | string[], threshold: number, grading?: GradingConfig, vars?: Record<string, VarValue>, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>>;
21524
- declare function matchesSelectBest(criteria: string, outputs: string[], grading?: GradingConfig, vars?: Record<string, VarValue>, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>[]>;
21628
+ //#endregion
21629
+ //#region src/matchers/moderation.d.ts
21525
21630
  interface ModerationMatchOptions {
21526
21631
  userPrompt: string;
21527
21632
  assistantResponse: string;
@@ -21531,11 +21636,17 @@ declare function matchesModeration({
21531
21636
  userPrompt,
21532
21637
  assistantResponse,
21533
21638
  categories
21534
- }: ModerationMatchOptions, grading?: GradingConfig): Promise<{
21535
- pass: boolean;
21536
- score: number;
21537
- reason: string;
21538
- }>;
21639
+ }: ModerationMatchOptions, grading?: GradingConfig): Promise<Omit<GradingResult, 'assertion'>>;
21640
+ //#endregion
21641
+ //#region src/matchers/rag.d.ts
21642
+ declare function matchesAnswerRelevance(input: string, output: string, threshold: number, grading?: GradingConfig, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>>;
21643
+ declare function matchesContextRecall(context: string | string[], groundTruth: string, threshold: number, grading?: GradingConfig, vars?: Record<string, VarValue>, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>>;
21644
+ declare function matchesContextRelevance(question: string, context: string | string[], threshold: number, grading?: GradingConfig, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>>;
21645
+ declare function matchesContextFaithfulness(query: string, output: string, context: string | string[], threshold: number, grading?: GradingConfig, vars?: Record<string, VarValue>, providerCallContext?: CallApiContextParams): Promise<Omit<GradingResult, 'assertion'>>;
21646
+ //#endregion
21647
+ //#region src/matchers/similarity.d.ts
21648
+ type SimilarityMetric = 'cosine' | 'dot_product' | 'euclidean';
21649
+ declare function matchesSimilarity(expected: string, output: string, threshold: number, inverse?: boolean, grading?: GradingConfig, metric?: SimilarityMetric): Promise<Omit<GradingResult, 'assertion'>>;
21539
21650
  //#endregion
21540
21651
  //#region src/assertions/index.d.ts
21541
21652
  declare function runAssertion({