promptfoo 0.120.26 → 0.121.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (366) hide show
  1. package/README.md +1 -1
  2. package/dist/drizzle/0023_wooden_mandrill.sql +2 -0
  3. package/dist/drizzle/meta/0023_snapshot.json +1496 -0
  4. package/dist/drizzle/meta/_journal.json +7 -0
  5. package/dist/src/{ListApp-D3DG0F8h.js → ListApp-Du7YVwj5.js} +2 -4
  6. package/dist/src/accounts-BgNJDBE6.js +206 -0
  7. package/dist/src/{accounts-BzEY8H3v.cjs → accounts-Bx-x3bmW.cjs} +99 -80
  8. package/dist/src/{accounts-DHHiXsy6.js → accounts-CMqkzrVf.js} +61 -36
  9. package/dist/src/{accounts-R3gfCR_g.js → accounts-xrUGFA6n.js} +60 -35
  10. package/dist/src/{agentic-utils-D6_gzOUF.js → agentic-utils-BKIN5PKu.js} +9 -10
  11. package/dist/src/{agents-CwM7re15.cjs → agents-B0f4HICh.cjs} +37 -40
  12. package/dist/src/{agents-Cnph5GLD.js → agents-C-dDThPK.js} +37 -37
  13. package/dist/src/{agents-C7BiinFI.cjs → agents-CErsqg5U.cjs} +19 -27
  14. package/dist/src/{agents-v4cW_ZgC.js → agents-CVIn-Utx.js} +19 -22
  15. package/dist/src/{agents-GiUianme.js → agents-CXknwsFX.js} +37 -40
  16. package/dist/src/{agents-DETIQHqF.js → agents-DeH4Gu94.js} +21 -28
  17. package/dist/src/{agents-DYIT-hQy.js → agents-Dy2YpZpa.js} +38 -41
  18. package/dist/src/{agents-Cao4i7AX.js → agents-aF4-T121.js} +19 -30
  19. package/dist/src/{aimlapi-DMF6v_vb.js → aimlapi-BAGZDo5G.js} +16 -18
  20. package/dist/src/{aimlapi-CMJpKK-B.js → aimlapi-BNfTBexL.js} +15 -17
  21. package/dist/src/{aimlapi-DtSf1ykJ.js → aimlapi-DHRKlBEA.js} +15 -4
  22. package/dist/src/{aimlapi-DoGLcQW_.cjs → aimlapi-tg0Gkcvr.cjs} +15 -16
  23. package/dist/src/app/assets/index-BFCZg7hQ.js +439 -0
  24. package/dist/src/app/assets/index-NCn4eVBv.css +1 -0
  25. package/dist/src/app/assets/{vendor-charts-CYyo8R8v.js → vendor-charts-CCl15Imd.js} +1 -1
  26. package/dist/src/app/assets/{vendor-markdown-DSmzq4Jh.js → vendor-markdown-0tekx3KX.js} +1 -1
  27. package/dist/src/app/index.html +4 -34
  28. package/dist/src/{audio-DUH4q0Xq.js → audio-BRODU0UK.js} +7 -9
  29. package/dist/src/{audio-BWjyvHn9.cjs → audio-BWeaWovU.cjs} +6 -7
  30. package/dist/src/{audio-U580w8jM.js → audio-CHQ4r-RV.js} +6 -5
  31. package/dist/src/{audio-BrJBFN2b.js → audio-tf_NBjlC.js} +6 -8
  32. package/dist/src/base-B0tcrnq_.js +193 -0
  33. package/dist/src/base-B4QJRyFS.js +194 -0
  34. package/dist/src/base-DBtwl2FR.cjs +222 -0
  35. package/dist/src/base-fEDN28WM.js +193 -0
  36. package/dist/src/{blobs-kt8v3UyH.js → blobs-BAU-dXan.js} +9 -12
  37. package/dist/src/{blobs-C9J2mVgo.js → blobs-Bpg5rH6i.js} +9 -12
  38. package/dist/src/{blobs-673H0jCl.cjs → blobs-DvS-O6be.cjs} +34 -37
  39. package/dist/src/blobs-qTYm-1PY.js +236 -0
  40. package/dist/src/{cache-BLLayYEN.js → cache-8XhNqPKW.js} +64 -67
  41. package/dist/src/cache-Bbn1Nyrd.cjs +5 -0
  42. package/dist/src/cache-BwsMSda7.js +6 -0
  43. package/dist/src/{cache-mIszOnuz.js → cache-CG0SlR1d.js} +64 -66
  44. package/dist/src/{cache-7xULbvt3.cjs → cache-COish3-W.cjs} +114 -117
  45. package/dist/src/cache-D3eqDYGU.js +739 -0
  46. package/dist/src/{chat-Fl6TZJRS.cjs → chat-2K608PeQ.cjs} +20 -21
  47. package/dist/src/chat-BKm79wib.js +764 -0
  48. package/dist/src/{chat-XPN9YHhr.js → chat-CM_kyI8B.js} +20 -9
  49. package/dist/src/{chat-DIywASPG.js → chat-CRWNNq73.js} +49 -49
  50. package/dist/src/{chat-C8Ei4f87.js → chat-CznLWr_D.js} +49 -49
  51. package/dist/src/{chat-CgyGj2hC.js → chat-DHMH-N64.js} +20 -22
  52. package/dist/src/{chat-C4zqjObh.cjs → chat-DaqekjFr.cjs} +69 -69
  53. package/dist/src/{chat-Cpz3O-Xl.js → chat-DxysjBvt.js} +21 -23
  54. package/dist/src/{chatkit-Dpxrq4eD.js → chatkit-65VXf5SR.js} +58 -58
  55. package/dist/src/{chatkit-DIrJX8xk.js → chatkit-Be-Q-a9F.js} +58 -60
  56. package/dist/src/{chatkit-DEls11hE.js → chatkit-BxFvW8KY.js} +58 -60
  57. package/dist/src/{chatkit-e25Ziu17.cjs → chatkit-DKyPi1Gs.cjs} +58 -60
  58. package/dist/src/chunk-DEq-mXcV.js +15 -0
  59. package/dist/src/chunk-DRamLcfz.js +16 -0
  60. package/dist/src/{claude-agent-sdk-6-xTaLwM.js → claude-agent-sdk-BLTu0WBO.js} +45 -31
  61. package/dist/src/{claude-agent-sdk-BzxF6NIJ.cjs → claude-agent-sdk-CJH22shf.cjs} +44 -29
  62. package/dist/src/{claude-agent-sdk-CmkTnKGH.js → claude-agent-sdk-D6_k9FKA.js} +45 -33
  63. package/dist/src/{claude-agent-sdk-rXCBLK_o.js → claude-agent-sdk-Dy5lT-Tx.js} +46 -21
  64. package/dist/src/{cloud-BMbRVJFw.js → cloud-Bc9526yV.js} +32 -12
  65. package/dist/src/cloud-DmE0EwsY.js +4 -0
  66. package/dist/src/{cloudflare-ai-CUg4BTcj.js → cloudflare-ai-C9r2sRhw.js} +16 -18
  67. package/dist/src/{cloudflare-ai-Z9X219gp.js → cloudflare-ai-CWWJCRim.js} +16 -4
  68. package/dist/src/{cloudflare-ai-BAQ0u_dg.cjs → cloudflare-ai-ClWSdor4.cjs} +16 -17
  69. package/dist/src/{cloudflare-ai-CobxMTR4.js → cloudflare-ai-ICsOuD-z.js} +17 -19
  70. package/dist/src/{cloudflare-gateway-C0sgfr_z.cjs → cloudflare-gateway-C2_-KG5o.cjs} +21 -22
  71. package/dist/src/{cloudflare-gateway-_itGuXry.js → cloudflare-gateway-D6O7AlYb.js} +23 -23
  72. package/dist/src/{cloudflare-gateway-D2_yi-Fh.js → cloudflare-gateway-D6xFc5pa.js} +21 -25
  73. package/dist/src/{cloudflare-gateway-Djf3F3_H.js → cloudflare-gateway-pXGHxJ47.js} +26 -14
  74. package/dist/src/{codex-sdk-ibXwdglL.js → codex-sdk-C6UMlxwV.js} +49 -32
  75. package/dist/src/{codex-sdk-BASDNkIl.js → codex-sdk-DUwKWezN.js} +49 -30
  76. package/dist/src/{codex-sdk-dSnGdgIp.js → codex-sdk-GGAw0qbD.js} +49 -32
  77. package/dist/src/{codex-sdk-wTEpMM_X.cjs → codex-sdk-fAO0c3yA.cjs} +49 -32
  78. package/dist/src/{cometapi-B01btbfb.js → cometapi-BasUi7-_.js} +17 -19
  79. package/dist/src/{cometapi-DHUAH6nK.js → cometapi-Bbjp5V4x.js} +16 -4
  80. package/dist/src/{cometapi-ChAaRjg5.js → cometapi-DkXrKi5z.js} +21 -24
  81. package/dist/src/{cometapi-JbvOJSCO.cjs → cometapi-vY6aDZgo.cjs} +21 -22
  82. package/dist/src/{completion-D9_MDlnd.js → completion-6Mx_iXxK.js} +11 -13
  83. package/dist/src/{completion-BBJ6zmG3.js → completion-C5rtR_9P.js} +11 -13
  84. package/dist/src/{completion-DDyL3Cb2.cjs → completion-CDOouNzq.cjs} +21 -23
  85. package/dist/src/completion-C_P3ypkJ.js +120 -0
  86. package/dist/src/createHash-CTQmL3G2.js +15 -0
  87. package/dist/src/createHash-CfZSc0b4.cjs +27 -0
  88. package/dist/src/createHash-Da8fMwqB.js +16 -0
  89. package/dist/src/createHash-DmPQkvBh.js +15 -0
  90. package/dist/src/{docker-JAAubMw3.js → docker-5KcG-_86.js} +18 -20
  91. package/dist/src/{docker-Ckw-j7Rr.cjs → docker-BwsKwxFs.cjs} +18 -19
  92. package/dist/src/{docker-vnOg96gi.js → docker-CZnqU1XV.js} +18 -7
  93. package/dist/src/{docker-BuButc4D.js → docker-DzxyDPIj.js} +19 -21
  94. package/dist/src/entrypoint.js +2 -3
  95. package/dist/src/{errors-DnGCbnx8.js → errors-P6ll7XSJ.js} +2 -2
  96. package/dist/src/{esm-CYhseqj4.js → esm-C03C-mv3.js} +17 -20
  97. package/dist/src/{esm-rDtG_2rg.js → esm-CaIwzWR5.js} +18 -21
  98. package/dist/src/esm-Cd1AjG1D.js +379 -0
  99. package/dist/src/{esm-BQkx5roy.cjs → esm-CnNt7sI4.cjs} +47 -49
  100. package/dist/src/eval-17JizQIv.js +15 -0
  101. package/dist/src/{eval-CYrbG57o.js → eval-DmFyWU7i.js} +49 -55
  102. package/dist/src/{evalResult-COsVttMA.js → evalResult-CDQiuUuf.js} +16 -12
  103. package/dist/src/{evalResult-6JaUIStC.js → evalResult-CTG2AHOS.js} +10 -11
  104. package/dist/src/evalResult-Cqj8pldJ.js +12 -0
  105. package/dist/src/{evalResult-DlRfu_Rq.cjs → evalResult-Dap2CekP.cjs} +20 -21
  106. package/dist/src/evalResult-DvcJAWJU.cjs +10 -0
  107. package/dist/src/evalResult-Hftn-S_i.js +10 -0
  108. package/dist/src/evaluator-B2CFNt-P.js +36 -0
  109. package/dist/src/{evaluator-3EJCMTs0.js → evaluator-DPFRbFIL.js} +210 -232
  110. package/dist/src/{extractor-LSYjrhK0.js → extractor-CFG6bcWJ.js} +23 -38
  111. package/dist/src/{extractor-DbhlYEeo.cjs → extractor-DX36oYEv.cjs} +37 -64
  112. package/dist/src/{extractor-Hs7la_19.js → extractor-M67RUtg6.js} +23 -38
  113. package/dist/src/extractor-YMU_Gvt8.js +374 -0
  114. package/dist/src/fetch-4M3YRaqL.js +780 -0
  115. package/dist/src/{fetch-18MuNu9i.js → fetch-60Gzydls.js} +60 -46
  116. package/dist/src/{fetch-SRsE6Ctl.js → fetch-BMv0O527.js} +41 -35
  117. package/dist/src/{fetch-ZMn_oemb.cjs → fetch-BxUk8odA.cjs} +268 -279
  118. package/dist/src/fetch-KV5kNASw.js +5 -0
  119. package/dist/src/{fileExtensions-ePDqouxn.js → fileExtensions-DnqA1y9x.js} +2 -2
  120. package/dist/src/{fileExtensions-BpuMmaFL.js → fileExtensions-Ds-foDzt.js} +2 -2
  121. package/dist/src/fileExtensions-LcDYkU4v.js +85 -0
  122. package/dist/src/{fileExtensions-DkJYkWUy.cjs → fileExtensions-bYh77CN8.cjs} +27 -28
  123. package/dist/src/{formatDuration-Doo0xq-z.js → formatDuration-DgBVMN65.js} +2 -2
  124. package/dist/src/{genaiTracer-Ce19n68P.js → genaiTracer-70Z8BIuV.js} +2 -3
  125. package/dist/src/{genaiTracer-CqNnnXrE.js → genaiTracer-C1rxGO8Q.js} +2 -3
  126. package/dist/src/genaiTracer-D3fD9dNV.js +256 -0
  127. package/dist/src/{genaiTracer-CQlpZkrp.cjs → genaiTracer-DN4dQywX.cjs} +13 -14
  128. package/dist/src/graders-Bu0H9nXi.js +32 -0
  129. package/dist/src/{graders-BaMCwIKp.js → graders-CHO8EPM4.js} +385 -417
  130. package/dist/src/graders-Cfhkvx-e.js +34 -0
  131. package/dist/src/{graders-QsALpIdy.js → graders-CpdqD9PI.js} +385 -417
  132. package/dist/src/graders-DClJVpGP.cjs +32 -0
  133. package/dist/src/{graders-DzUUnUjC.cjs → graders-DOXycdlG.cjs} +721 -753
  134. package/dist/src/graders-DcnJsrMO.js +32 -0
  135. package/dist/src/graders-R9rYUM0d.js +13466 -0
  136. package/dist/src/{image-BiEVdpdP.js → image-BmEZqVmk.js} +57 -18
  137. package/dist/src/{image-mhAGP07h.js → image-CBBVXWuT.js} +57 -18
  138. package/dist/src/{image-D10zEe1f.cjs → image-CDLQOcqT.cjs} +6 -7
  139. package/dist/src/{image-COCWy5dX.js → image-DJEvKveK.js} +6 -5
  140. package/dist/src/{image-C3BjJUAU.cjs → image-DTedmQPg.cjs} +77 -32
  141. package/dist/src/{image-DB4sHxdJ.js → image-gvmivTEe.js} +7 -9
  142. package/dist/src/image-pAX56tPG.js +257 -0
  143. package/dist/src/{image-BXt_7u0v.js → image-tL5hIOFh.js} +6 -8
  144. package/dist/src/index.cjs +696 -693
  145. package/dist/src/index.d.cts +113 -10
  146. package/dist/src/index.d.ts +113 -6
  147. package/dist/src/index.js +657 -658
  148. package/dist/src/{interactiveCheck-DU-MAhp5.js → interactiveCheck-BgLZUIt3.js} +7 -8
  149. package/dist/src/{invariant-DT20jrBd.js → invariant-BtWWVVhl.js} +2 -2
  150. package/dist/src/{invariant-1pAf2CD1.js → invariant-Ddh24eXh.js} +2 -2
  151. package/dist/src/{invariant-CKcJAQ6M.cjs → invariant-kfQ8Bu82.cjs} +7 -8
  152. package/dist/src/invariant-vgHWClmd.js +25 -0
  153. package/dist/src/{knowledgeBase-DotRBzUE.js → knowledgeBase-CLJybhnF.js} +19 -34
  154. package/dist/src/{knowledgeBase-XJQ0Qyez.js → knowledgeBase-CoU-UQBg.js} +17 -41
  155. package/dist/src/{knowledgeBase-CMvMlLZR.js → knowledgeBase-DjWPVqSb.js} +17 -43
  156. package/dist/src/{knowledgeBase-Bnb00xKs.cjs → knowledgeBase-wkxuRFhA.cjs} +17 -40
  157. package/dist/src/{litellm-CHrRmPAe.js → litellm-B9Hysuri.js} +16 -18
  158. package/dist/src/{litellm-CrLJrPIm.js → litellm-CTfa0hqi.js} +15 -17
  159. package/dist/src/{litellm-BrnZhMcL.cjs → litellm-NYpQ8RQu.cjs} +15 -16
  160. package/dist/src/{litellm-BECdjOTx.js → litellm-ePxtr9F1.js} +15 -4
  161. package/dist/src/{logger-w8Ozp0Td.js → logger-CT3IKMKA.js} +24 -41
  162. package/dist/src/{logger-BdZ-IqBc.cjs → logger-Cp1GPUjj.cjs} +166 -192
  163. package/dist/src/logger-DLcq4dWf.js +713 -0
  164. package/dist/src/{logger-BotXmWKW.js → logger-KkObSCzq.js} +27 -43
  165. package/dist/src/{luma-ray-C0RkI3lt.cjs → luma-ray-B0GGNRc1.cjs} +20 -21
  166. package/dist/src/{luma-ray-C-w6EsJm.js → luma-ray-BE2mOt6N.js} +20 -13
  167. package/dist/src/{luma-ray-BOeX-h0M.js → luma-ray-BW9IRGIc.js} +22 -21
  168. package/dist/src/{luma-ray-DgKLS0BF.js → luma-ray-Cm1KZBhs.js} +20 -23
  169. package/dist/src/main.js +1985 -2055
  170. package/dist/src/{messages-DXV3Qh8_.cjs → messages-1JrJs91T.cjs} +35 -34
  171. package/dist/src/{messages-D61tPFQo.js → messages-1x9atZmP.js} +25 -24
  172. package/dist/src/{messages-CDZYGNlS.js → messages-BLbWdsyt.js} +25 -24
  173. package/dist/src/messages-D8EA0oDc.js +240 -0
  174. package/dist/src/{meteor-P2rUE-Uz.js → meteor-44VjEACX.js} +3 -4
  175. package/dist/src/{meteor-SLNTgmXm.js → meteor-D-SotUw9.js} +3 -4
  176. package/dist/src/{meteor-odmwVbyG.cjs → meteor-DLZZ3osF.cjs} +3 -4
  177. package/dist/src/{meteor-Dj8cTkU_.js → meteor-DUiCJRC-.js} +3 -4
  178. package/dist/src/modelslab-C1OLRmVX.js +166 -0
  179. package/dist/src/modelslab-CqXBy3U8.js +168 -0
  180. package/dist/src/modelslab-DcOSFwKh.cjs +166 -0
  181. package/dist/src/modelslab-X5-4LroM.js +166 -0
  182. package/dist/src/{nova-reel-C2LFfVTf.js → nova-reel-BgS1ZWuK.js} +20 -13
  183. package/dist/src/{nova-reel-DtCjbD5O.js → nova-reel-D2ZkOSyr.js} +22 -21
  184. package/dist/src/{nova-reel-D9FXq3Mt.cjs → nova-reel-D9xfaMBs.cjs} +20 -21
  185. package/dist/src/{nova-reel-Bk5npr2q.js → nova-reel-DihqLeol.js} +20 -23
  186. package/dist/src/{nova-sonic-BoRSY_U6.cjs → nova-sonic-DVu3mMIy.cjs} +30 -31
  187. package/dist/src/{nova-sonic-D_qERM-K.js → nova-sonic-DezhVUYT.js} +30 -26
  188. package/dist/src/{nova-sonic-CgaWLDM1.js → nova-sonic-P-CdUMlV.js} +30 -31
  189. package/dist/src/{nova-sonic-BXRfQyF-.js → nova-sonic-Q3BOJeig.js} +31 -32
  190. package/dist/src/{openai-Bigwjgo1.cjs → openai-Cuif0GEt.cjs} +8 -9
  191. package/dist/src/{openai-Dz3surb_.js → openai-DElQ-fPX.js} +3 -4
  192. package/dist/src/{openai-CT5fwbve.js → openai-DhbB7eWK.js} +3 -4
  193. package/dist/src/openai-j-sE2O7r.js +44 -0
  194. package/dist/src/{openclaw-dHLcXUWZ.js → openclaw-BiSZPL7J.js} +20 -14
  195. package/dist/src/{openclaw-CpPrXwf6.js → openclaw-Bv1DINsX.js} +20 -27
  196. package/dist/src/{openclaw-B6XY2kUf.js → openclaw-D1D_ej1z.js} +21 -28
  197. package/dist/src/{openclaw-DDSfq5fp.cjs → openclaw-DAfWQn-o.cjs} +33 -39
  198. package/dist/src/opencode-sdk-C7m-wRfI.js +560 -0
  199. package/dist/src/opencode-sdk-CfaLN8PY.cjs +564 -0
  200. package/dist/src/opencode-sdk-D95s6SnR.js +562 -0
  201. package/dist/src/opencode-sdk-DxUPkLT7.js +560 -0
  202. package/dist/src/{otlpReceiver-DmRb0NBj.js → otlpReceiver--AIRW_S4.js} +53 -51
  203. package/dist/src/{otlpReceiver-Dg817agV.js → otlpReceiver-Bn5wGB1v.js} +53 -55
  204. package/dist/src/{otlpReceiver-B6Xo4KZM.cjs → otlpReceiver-Diec4cln.cjs} +53 -55
  205. package/dist/src/{otlpReceiver-BO0rbDzh.js → otlpReceiver-g3ByGaXs.js} +53 -55
  206. package/dist/src/{providerRegistry-Xf0qdqGQ.js → providerRegistry-B0RUOLI_.js} +7 -8
  207. package/dist/src/{providerRegistry-wCWd7sKQ.js → providerRegistry-CD8MEar9.js} +7 -8
  208. package/dist/src/{providerRegistry-lc7a7utN.cjs → providerRegistry-Civky8Ar.cjs} +12 -13
  209. package/dist/src/providerRegistry-DM8rZYol.js +45 -0
  210. package/dist/src/providers-B3HvufyI.js +33246 -0
  211. package/dist/src/{providers-BiNq_Iyc.js → providers-BKRJTjBz.js} +1743 -1795
  212. package/dist/src/providers-C1rOSHiR.js +32 -0
  213. package/dist/src/{providers-BlEhY5mi.js → providers-CFLy1_ji.js} +1750 -1802
  214. package/dist/src/{providers-BNKVY53V.cjs → providers-CFu-TZl-.cjs} +2111 -2163
  215. package/dist/src/providers-CxmDwEFf.cjs +31 -0
  216. package/dist/src/providers-Dodakqr0.js +30 -0
  217. package/dist/src/providers-GIQ2TcsA.js +30 -0
  218. package/dist/src/{pythonUtils-r1uBuA0n.js → pythonUtils-C3py6GC1.js} +18 -19
  219. package/dist/src/{pythonUtils-DZ6EbdY4.cjs → pythonUtils-CTU3Y3lw.cjs} +42 -43
  220. package/dist/src/{pythonUtils-vMlk9Qp5.js → pythonUtils-D5nxkQ0P.js} +18 -19
  221. package/dist/src/pythonUtils-D6fwaDSg.js +249 -0
  222. package/dist/src/quiverai-C2jVwbH1.js +213 -0
  223. package/dist/src/quiverai-CI6gYJVI.js +213 -0
  224. package/dist/src/quiverai-CLkWkyZc.cjs +213 -0
  225. package/dist/src/quiverai-MHSxbmmZ.js +215 -0
  226. package/dist/src/{render-CAZvKKkB.js → render-Drod8m7K.js} +4 -5
  227. package/dist/src/{responses-DLLjADw5.js → responses-BKqJmhhc.js} +34 -27
  228. package/dist/src/{responses-TsdODUpm.js → responses-CGw0DCzh.js} +34 -27
  229. package/dist/src/responses-jxdehPkC.js +660 -0
  230. package/dist/src/{responses-zOtKtnY_.cjs → responses-tD4Bd4dc.cjs} +49 -42
  231. package/dist/src/rubyUtils-BUHu6PhO.js +5 -0
  232. package/dist/src/{rubyUtils-Cs35SDYa.js → rubyUtils-BUVePouc.js} +27 -20
  233. package/dist/src/rubyUtils-BcuGX77l.js +222 -0
  234. package/dist/src/{rubyUtils-BtjlqyXt.js → rubyUtils-Boc4HZzX.js} +18 -19
  235. package/dist/src/rubyUtils-CP42kMvq.cjs +4 -0
  236. package/dist/src/{rubyUtils-DCVaJ3mc.cjs → rubyUtils-DhCAlxZr.cjs} +48 -50
  237. package/dist/src/{sagemaker-Du4LIR97.js → sagemaker-BK4Zb993.js} +75 -70
  238. package/dist/src/{sagemaker-CLdUAv5z.js → sagemaker-BfiWTmvn.js} +77 -77
  239. package/dist/src/{sagemaker-DwNnEVYt.cjs → sagemaker-CcQHM1jV.cjs} +75 -76
  240. package/dist/src/{sagemaker-BcgLu0U4.js → sagemaker-D2Q1c-sD.js} +75 -79
  241. package/dist/src/{scanner-Dyw21Wg_.js → scanner-J8CA3LsV.js} +149 -122
  242. package/dist/src/server/index.js +5620 -67302
  243. package/dist/src/{server-CgUQ25qW.cjs → server-B0PPuDw-.cjs} +57 -67
  244. package/dist/src/server-B1vi21hA.js +7 -0
  245. package/dist/src/{server-CbMTRQkg.js → server-BC7XJFgr.js} +19 -24
  246. package/dist/src/server-Cm9Kai_h.cjs +5 -0
  247. package/dist/src/{server-DWmZLfCy.js → server-DbFphssR.js} +26 -29
  248. package/dist/src/server-OAs3nBRT.js +229 -0
  249. package/dist/src/{signal-Bl32q42d.js → signal-BOTbd53Z.js} +9 -11
  250. package/dist/src/{slack-BtMkB6xP.cjs → slack-BmVAVGaK.cjs} +7 -8
  251. package/dist/src/{slack-OZYxoVON.js → slack-DCUPTzS2.js} +8 -8
  252. package/dist/src/{slack-DPqj42Ts.js → slack-DOdy_kyv.js} +7 -8
  253. package/dist/src/{slack-BfdBx2tO.js → slack-DXMKtA-f.js} +7 -9
  254. package/dist/src/store-BNmZ1KAz.cjs +5 -0
  255. package/dist/src/{store-BqwfFEyF.cjs → store-BSc-TF2w.cjs} +44 -45
  256. package/dist/src/store-BltJg2cd.js +6 -0
  257. package/dist/src/{store-D4gdn9ih.js → store-D1tv90v3.js} +34 -35
  258. package/dist/src/{store-2ocbYY9D.js → store-DQLEjuEO.js} +40 -36
  259. package/dist/src/store-Ub2vaGJ1.js +228 -0
  260. package/dist/src/{tables-D-NSwNIb.js → tables-5EvT_Bwn.js} +23 -23
  261. package/dist/src/{tables-B9E1kRp-.cjs → tables-C7K-XKWp.cjs} +93 -93
  262. package/dist/src/{tables-C7TT2XVn.js → tables-D36WTqKX.js} +25 -25
  263. package/dist/src/tables-xKANLRBD.js +288 -0
  264. package/dist/src/telemetry-5BCRNBbe.cjs +5 -0
  265. package/dist/src/{telemetry-DZ_7PaVq.js → telemetry-C15ziL8u.js} +17 -14
  266. package/dist/src/{telemetry-BXyVqyAg.js → telemetry-C2YDkUQH.js} +11 -13
  267. package/dist/src/{telemetry-D0_yFdtU.cjs → telemetry-CbrnxHp_.cjs} +21 -24
  268. package/dist/src/telemetry-D4W5hboe.js +7 -0
  269. package/dist/src/telemetry-DMb2Mpfm.js +171 -0
  270. package/dist/src/{text-Dm78AVGG.js → text-B_UCRPp2.js} +2 -2
  271. package/dist/src/{text-DF2hMKdg.cjs → text-CW1cyrwj.cjs} +12 -13
  272. package/dist/src/{text-DgMr_tiM.js → text-Db-Wt2u2.js} +2 -2
  273. package/dist/src/text-TIv0QYnd.js +22 -0
  274. package/dist/src/{tokenUsageUtils-FZd5O_4A.js → tokenUsageUtils-BDGe-iyI.js} +2 -2
  275. package/dist/src/{tokenUsageUtils-DmZSD2eU.js → tokenUsageUtils-DflFMjS0.js} +2 -2
  276. package/dist/src/tokenUsageUtils-NYT-WKS6.js +138 -0
  277. package/dist/src/{tokenUsageUtils-CXhxVj72.cjs → tokenUsageUtils-bVa1ga6f.cjs} +32 -33
  278. package/dist/src/{transcription-FNIz3YOe.cjs → transcription-CL78qbOU.cjs} +14 -15
  279. package/dist/src/{transcription-C-M81iDA.js → transcription-DAtxHhAM.js} +14 -7
  280. package/dist/src/{transcription-CYuY5sFO.js → transcription-LNZTNUUL.js} +14 -16
  281. package/dist/src/{transcription-Ch7S-LWw.js → transcription-QHh3AH6Z.js} +15 -17
  282. package/dist/src/{transform-CoP2bJ7P.js → transform-Cgi24fJ7.js} +94 -66
  283. package/dist/src/{transform-Kd6u-oNm.cjs → transform-CzK1Q0zl.cjs} +24 -26
  284. package/dist/src/{transform-D8dILpfZ.js → transform-DECvGmzp.js} +15 -13
  285. package/dist/src/{transform-DMaxQwDx.js → transform-DGLazrMm.js} +94 -66
  286. package/dist/src/transform-DGxXocjk.js +1506 -0
  287. package/dist/src/{transform-ivxEY4f7.cjs → transform-DOcQeLld.cjs} +234 -206
  288. package/dist/src/transform-DTGDnAzW.js +6 -0
  289. package/dist/src/{transform-CqTFr7KR.js → transform-DilY9wbS.js} +10 -12
  290. package/dist/src/transform-aa6tmVpZ.js +216 -0
  291. package/dist/src/transform-m3qNw4KP.cjs +5 -0
  292. package/dist/src/{transformersAvailability-DEU2naS1.js → transformersAvailability-CEVM2GNQ.js} +2 -2
  293. package/dist/src/{transformersAvailability-Bkep3ka7.cjs → transformersAvailability-CwayUSlh.cjs} +2 -3
  294. package/dist/src/{transformersAvailability-DwmezkVe.js → transformersAvailability-D6c6ROpT.js} +2 -2
  295. package/dist/src/{types-t52w-XsS.js → types-CH3Ge2sE.js} +103 -92
  296. package/dist/src/{types-DMVjYLpx.js → types-CLKiCBW3.js} +98 -91
  297. package/dist/src/types-CN_TZ2GJ.js +3260 -0
  298. package/dist/src/{types-BIfttHrT.cjs → types-LJ0r3wbR.cjs} +573 -566
  299. package/dist/src/util-5cB-L7U3.js +1430 -0
  300. package/dist/src/util-6-GqIvzS.js +599 -0
  301. package/dist/src/{util-vjscpUzy.js → util-B7T3SiBS.js} +5 -6
  302. package/dist/src/{util-Cl0zfT3V.js → util-Betm42rL.js} +44 -17
  303. package/dist/src/{util-CUEt0Vum.js → util-C-PPYSMq.js} +44 -17
  304. package/dist/src/{util-DkFTvieG.cjs → util-CchiqXh_.cjs} +35 -36
  305. package/dist/src/{util-mJ58qbbw.js → util-DaWTWKBK.js} +5 -6
  306. package/dist/src/{util-C08Kns6-.cjs → util-Db0a0AFH.cjs} +89 -62
  307. package/dist/src/{util-DiCePfDu.js → util-Dlz_Wvgm.js} +102 -53
  308. package/dist/src/{util-BSh4a_Q8.js → util-YT5HPZaS.js} +102 -53
  309. package/dist/src/{util-DUYOvxAy.cjs → util-Yz-1aEhW.cjs} +274 -219
  310. package/dist/src/util-ZZH-3QZz.js +293 -0
  311. package/dist/src/{utils-DFaZa6Rf.cjs → utils-Cz9qXqII.cjs} +32 -35
  312. package/dist/src/{utils-CVzb4YiI.js → utils-XiOAgly5.js} +4 -7
  313. package/dist/src/utils-dLokC-eR.js +94 -0
  314. package/dist/src/{utils-JaY9veb5.js → utils-f2-Moju7.js} +4 -7
  315. package/dist/tsconfig.tsbuildinfo +1 -1
  316. package/package.json +59 -53
  317. package/dist/src/app/assets/index-BOgkICuY.css +0 -1
  318. package/dist/src/app/assets/index-CSgqn_Vd.js +0 -428
  319. package/dist/src/app/tsconfig.app.tsbuildinfo +0 -1
  320. package/dist/src/base-BaXmtXYp.js +0 -107
  321. package/dist/src/base-Dtp8b4_N.js +0 -106
  322. package/dist/src/base-f71xxWai.cjs +0 -111
  323. package/dist/src/cache-BUPcq0Ad.js +0 -6
  324. package/dist/src/cache-CVfRb-HD.cjs +0 -6
  325. package/dist/src/cache-O4EuX2JV.js +0 -8
  326. package/dist/src/chunk-DHDDz29n.js +0 -22
  327. package/dist/src/chunk-FhC4c-0y.js +0 -21
  328. package/dist/src/cloud-CZ4hytdm.js +0 -5
  329. package/dist/src/eval-CKHWqG9f.js +0 -16
  330. package/dist/src/evalResult-CxTP-LMm.cjs +0 -11
  331. package/dist/src/evalResult-CzLURDcP.js +0 -13
  332. package/dist/src/evalResult-DyttNQ_G.js +0 -11
  333. package/dist/src/evaluator-0PvfeBYh.js +0 -38
  334. package/dist/src/fetch-Bi0o-fdp.js +0 -4
  335. package/dist/src/fetch-CMptBDVg.cjs +0 -4
  336. package/dist/src/fetch-DAZkv3gV.js +0 -6
  337. package/dist/src/graders-BCytzXrb.js +0 -34
  338. package/dist/src/graders-CGZQShfJ.cjs +0 -33
  339. package/dist/src/graders-spkuVC-E.js +0 -36
  340. package/dist/src/opencode-sdk-CImWVqy9.js +0 -382
  341. package/dist/src/opencode-sdk-CuCztr4P.js +0 -380
  342. package/dist/src/opencode-sdk-DhcfRbBH.js +0 -376
  343. package/dist/src/opencode-sdk-mqF-Oj3f.cjs +0 -383
  344. package/dist/src/providers-BMZZmPBJ.cjs +0 -32
  345. package/dist/src/providers-CQQrNaJk.js +0 -32
  346. package/dist/src/providers-Ck8HyrC-.js +0 -34
  347. package/dist/src/quiverai-BNfIwKCO.cjs +0 -54
  348. package/dist/src/quiverai-BQigKdIH.js +0 -57
  349. package/dist/src/quiverai-Bfy2WnE2.js +0 -55
  350. package/dist/src/quiverai-CedIP0PJ.js +0 -43
  351. package/dist/src/rubyUtils-D7--T12C.js +0 -6
  352. package/dist/src/rubyUtils-DRRiMFV2.js +0 -5
  353. package/dist/src/rubyUtils-vb8OYFC-.cjs +0 -5
  354. package/dist/src/server-BUbS0Qfh.js +0 -6
  355. package/dist/src/server-XpGXFHkS.cjs +0 -6
  356. package/dist/src/server-gfOx5Zrk.js +0 -8
  357. package/dist/src/store-5u2yriTV.js +0 -7
  358. package/dist/src/store-D_lq_8oQ.js +0 -6
  359. package/dist/src/store-m5KT6Ly7.cjs +0 -6
  360. package/dist/src/telemetry-5RHFoCJh.js +0 -6
  361. package/dist/src/telemetry-Do8wMnA-.js +0 -8
  362. package/dist/src/telemetry-LojxPoFq.cjs +0 -6
  363. package/dist/src/transform-8eGmaH-7.js +0 -7
  364. package/dist/src/transform-BRVvWaG4.cjs +0 -6
  365. package/dist/src/transform-GybT0X0u.js +0 -8
  366. package/dist/src/transformersAvailability-DkAWaK5B.js +0 -35
package/dist/src/index.d.cts CHANGED
@@ -1,12 +1,6 @@
1
- import "node:module";
2
1
  import winston from "winston";
3
- import "node:buffer";
4
2
  import { z } from "zod";
5
3
  import { Cache } from "cache-manager";
6
- import "drizzle-orm";
7
- import "commander";
8
-
9
- //#region rolldown:runtime
10
4
  //#endregion
11
5
  //#region src/blobs/types.d.ts
12
6
  /**
@@ -84,6 +78,7 @@ declare const ProviderEnvOverridesSchema: z.ZodObject<{
84
78
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
85
79
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
86
80
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
81
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
87
82
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
88
83
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
89
84
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -388,6 +383,16 @@ interface ProviderResponse {
388
383
  providerTransformedOutput?: string | any;
389
384
  tokenUsage?: TokenUsage;
390
385
  isRefusal?: boolean;
386
+ /**
387
+ * Indicates the target intentionally ended the active conversation/session.
388
+ * Multi-turn redteam strategies can use this to stop probing gracefully.
389
+ */
390
+ conversationEnded?: boolean;
391
+ /**
392
+ * Optional machine-readable reason explaining why the conversation ended.
393
+ * Example: `thread_closed`.
394
+ */
395
+ conversationEndReason?: string;
391
396
  sessionId?: string;
392
397
  guardrails?: GuardrailResponse;
393
398
  finishReason?: string;
@@ -559,6 +564,7 @@ declare const ProvidersSchema: z.ZodUnion<readonly [z.ZodString, z.ZodCustom<Cal
559
564
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
560
565
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
561
566
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
567
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
562
568
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
563
569
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
564
570
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -685,6 +691,7 @@ declare const ProvidersSchema: z.ZodUnion<readonly [z.ZodString, z.ZodCustom<Cal
685
691
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
686
692
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
687
693
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
694
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
688
695
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
689
696
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
690
697
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -784,14 +791,14 @@ type PIIPlugin = (typeof PII_PLUGINS)[number];
784
791
  type BiasPlugin = (typeof BIAS_PLUGINS)[number];
785
792
  declare const BASE_PLUGINS: readonly ["contracts", "excessive-agency", "hallucination", "hijacking", "politics"];
786
793
  type BasePlugin = (typeof BASE_PLUGINS)[number];
787
- declare const ADDITIONAL_PLUGINS: readonly ["aegis", "ascii-smuggling", "beavertails", "bfla", "bola", "cca", "competitors", "coppa", "cross-session-leak", "cyberseceval", "data-exfil", "debug-access", "divergent-repetition", "donotanswer", "ferpa", "harmbench", "toxic-chat", "imitation", "indirect-prompt-injection", "mcp", "model-identification", "medical:anchoring-bias", "medical:hallucination", "medical:incorrect-knowledge", "medical:off-label-use", "medical:prioritization-error", "medical:sycophancy", "financial:calculation-error", "financial:compliance-violation", "financial:confidential-disclosure", "financial:counterfactual", "financial:data-leakage", "financial:defamation", "financial:hallucination", "financial:impartiality", "financial:misconduct", "financial:sox-compliance", "financial:sycophancy", "ecommerce:compliance-bypass", "ecommerce:order-fraud", "ecommerce:pci-dss", "ecommerce:price-manipulation", "goal-misalignment", "insurance:coverage-discrimination", "insurance:network-misinformation", "insurance:phi-disclosure", "off-topic", "overreliance", "pharmacy:controlled-substance-compliance", "pharmacy:dosage-calculation", "pharmacy:drug-interaction", "telecom:cpni-disclosure", "telecom:location-disclosure", "telecom:account-takeover", "telecom:e911-misinformation", "telecom:tcpa-violation", "telecom:unauthorized-changes", "telecom:fraud-enablement", "telecom:porting-misinformation", "telecom:billing-misinformation", "telecom:coverage-misinformation", "telecom:law-enforcement-request-handling", "telecom:accessibility-violation", "realestate:fair-housing-discrimination", "realestate:steering", "realestate:discriminatory-listings", "realestate:lending-discrimination", "realestate:valuation-bias", "realestate:accessibility-discrimination", "realestate:advertising-discrimination", "realestate:source-of-income", "pliny", "prompt-extraction", "rag-document-exfiltration", "rag-poisoning", "rag-source-attribution", "rbac", "reasoning-dos", "religion", "shell-injection", "special-token-injection", "sql-injection", "ssrf", "system-prompt-override", "tool-discovery", "unsafebench", "unverifiable-claims", "vlguard", "vlsu", "wordplay", "xstest"];
794
+ declare const ADDITIONAL_PLUGINS: readonly ["aegis", "ascii-smuggling", "beavertails", "bfla", "bola", "cca", "competitors", "coppa", "cross-session-leak", "cyberseceval", "data-exfil", "debug-access", "divergent-repetition", "donotanswer", "ferpa", "harmbench", "toxic-chat", "imitation", "indirect-prompt-injection", "mcp", "model-identification", "medical:anchoring-bias", "medical:hallucination", "medical:incorrect-knowledge", "medical:off-label-use", "medical:prioritization-error", "medical:sycophancy", "financial:calculation-error", "financial:compliance-violation", "financial:confidential-disclosure", "financial:counterfactual", "financial:data-leakage", "financial:defamation", "financial:hallucination", "financial:impartiality", "financial:misconduct", "financial:sox-compliance", "financial:sycophancy", "ecommerce:compliance-bypass", "ecommerce:order-fraud", "ecommerce:pci-dss", "ecommerce:price-manipulation", "goal-misalignment", "insurance:coverage-discrimination", "insurance:data-disclosure", "insurance:network-misinformation", "insurance:phi-disclosure", "off-topic", "overreliance", "pharmacy:controlled-substance-compliance", "pharmacy:dosage-calculation", "pharmacy:drug-interaction", "telecom:cpni-disclosure", "telecom:location-disclosure", "telecom:account-takeover", "telecom:e911-misinformation", "telecom:tcpa-violation", "telecom:unauthorized-changes", "telecom:fraud-enablement", "telecom:porting-misinformation", "telecom:billing-misinformation", "telecom:coverage-misinformation", "telecom:law-enforcement-request-handling", "telecom:accessibility-violation", "realestate:fair-housing-discrimination", "realestate:steering", "realestate:discriminatory-listings", "realestate:lending-discrimination", "realestate:valuation-bias", "realestate:accessibility-discrimination", "realestate:advertising-discrimination", "realestate:source-of-income", "pliny", "prompt-extraction", "rag-document-exfiltration", "rag-poisoning", "rag-source-attribution", "rbac", "reasoning-dos", "religion", "shell-injection", "special-token-injection", "sql-injection", "ssrf", "system-prompt-override", "tool-discovery", "unsafebench", "unverifiable-claims", "vlguard", "vlsu", "wordplay", "xstest"];
788
795
  type AdditionalPlugin = (typeof ADDITIONAL_PLUGINS)[number];
789
796
  declare const CONFIG_REQUIRED_PLUGINS: readonly ["intent", "policy"];
790
797
  type ConfigRequiredPlugin = (typeof CONFIG_REQUIRED_PLUGINS)[number];
791
798
  type Plugin = AdditionalPlugin | BasePlugin | Collection | ConfigRequiredPlugin | HarmPlugin | PIIPlugin | BiasPlugin | AgenticPlugin;
792
799
  //#endregion
793
800
  //#region src/redteam/constants/strategies.d.ts
794
- declare const FRAMEWORK_COMPLIANCE_IDS: readonly ["mitre:atlas", "nist:ai:measure", "owasp:api", "owasp:llm", "owasp:agentic", "eu:ai-act", "iso:42001", "gdpr"];
801
+ declare const FRAMEWORK_COMPLIANCE_IDS: readonly ["mitre:atlas", "nist:ai:measure", "owasp:api", "owasp:llm", "owasp:agentic", "eu:ai-act", "iso:42001", "gdpr", "dod:ai:ethics"];
795
802
  type FrameworkComplianceId = (typeof FRAMEWORK_COMPLIANCE_IDS)[number];
796
803
  //#endregion
797
804
  //#region src/redteam/constants/metadata.d.ts
@@ -866,6 +873,7 @@ declare const PluginConfigSchema: z.ZodObject<{
866
873
  name: z.ZodOptional<z.ZodString>;
867
874
  multilingual: z.ZodOptional<z.ZodBoolean>;
868
875
  indirectInjectionVar: z.ZodOptional<z.ZodString>;
876
+ intendedResults: z.ZodOptional<z.ZodArray<z.ZodString>>;
869
877
  intent: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>]>>;
870
878
  policy: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
871
879
  id: z.ZodString;
@@ -2603,6 +2611,7 @@ declare const TestCaseSchema: z.ZodObject<{
2603
2611
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
2604
2612
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
2605
2613
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
2614
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
2606
2615
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
2607
2616
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
2608
2617
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -3012,6 +3021,7 @@ declare const TestCaseSchema: z.ZodObject<{
3012
3021
  name?: string | undefined;
3013
3022
  multilingual?: boolean | undefined;
3014
3023
  indirectInjectionVar?: string | undefined;
3024
+ intendedResults?: string[] | undefined;
3015
3025
  intent?: string | (string | string[])[] | undefined;
3016
3026
  policy?: string | {
3017
3027
  id: string;
@@ -3044,6 +3054,7 @@ declare const TestCaseSchema: z.ZodObject<{
3044
3054
  name?: string | undefined;
3045
3055
  multilingual?: boolean | undefined;
3046
3056
  indirectInjectionVar?: string | undefined;
3057
+ intendedResults?: string[] | undefined;
3047
3058
  intent?: string | (string | string[])[] | undefined;
3048
3059
  policy?: string | {
3049
3060
  id: string;
@@ -3145,6 +3156,7 @@ declare const TestCaseWithVarsFileSchema: z.ZodObject<{
3145
3156
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
3146
3157
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
3147
3158
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
3159
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
3148
3160
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
3149
3161
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
3150
3162
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -3554,6 +3566,7 @@ declare const TestCaseWithVarsFileSchema: z.ZodObject<{
3554
3566
  name?: string | undefined;
3555
3567
  multilingual?: boolean | undefined;
3556
3568
  indirectInjectionVar?: string | undefined;
3569
+ intendedResults?: string[] | undefined;
3557
3570
  intent?: string | (string | string[])[] | undefined;
3558
3571
  policy?: string | {
3559
3572
  id: string;
@@ -3586,6 +3599,7 @@ declare const TestCaseWithVarsFileSchema: z.ZodObject<{
3586
3599
  name?: string | undefined;
3587
3600
  multilingual?: boolean | undefined;
3588
3601
  indirectInjectionVar?: string | undefined;
3602
+ intendedResults?: string[] | undefined;
3589
3603
  intent?: string | (string | string[])[] | undefined;
3590
3604
  policy?: string | {
3591
3605
  id: string;
@@ -3686,6 +3700,7 @@ declare const TestCasesWithMetadataSchema: z.ZodObject<{
3686
3700
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
3687
3701
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
3688
3702
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
3703
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
3689
3704
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
3690
3705
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
3691
3706
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -4095,6 +4110,7 @@ declare const TestCasesWithMetadataSchema: z.ZodObject<{
4095
4110
  name?: string | undefined;
4096
4111
  multilingual?: boolean | undefined;
4097
4112
  indirectInjectionVar?: string | undefined;
4113
+ intendedResults?: string[] | undefined;
4098
4114
  intent?: string | (string | string[])[] | undefined;
4099
4115
  policy?: string | {
4100
4116
  id: string;
@@ -4127,6 +4143,7 @@ declare const TestCasesWithMetadataSchema: z.ZodObject<{
4127
4143
  name?: string | undefined;
4128
4144
  multilingual?: boolean | undefined;
4129
4145
  indirectInjectionVar?: string | undefined;
4146
+ intendedResults?: string[] | undefined;
4130
4147
  intent?: string | (string | string[])[] | undefined;
4131
4148
  policy?: string | {
4132
4149
  id: string;
@@ -4285,6 +4302,7 @@ declare const ScenarioSchema: z.ZodObject<{
4285
4302
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
4286
4303
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
4287
4304
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
4305
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
4288
4306
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
4289
4307
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
4290
4308
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -4694,6 +4712,7 @@ declare const ScenarioSchema: z.ZodObject<{
4694
4712
  name?: string | undefined;
4695
4713
  multilingual?: boolean | undefined;
4696
4714
  indirectInjectionVar?: string | undefined;
4715
+ intendedResults?: string[] | undefined;
4697
4716
  intent?: string | (string | string[])[] | undefined;
4698
4717
  policy?: string | {
4699
4718
  id: string;
@@ -4726,6 +4745,7 @@ declare const ScenarioSchema: z.ZodObject<{
4726
4745
  name?: string | undefined;
4727
4746
  multilingual?: boolean | undefined;
4728
4747
  indirectInjectionVar?: string | undefined;
4748
+ intendedResults?: string[] | undefined;
4729
4749
  intent?: string | (string | string[])[] | undefined;
4730
4750
  policy?: string | {
4731
4751
  id: string;
@@ -4822,6 +4842,7 @@ declare const ScenarioSchema: z.ZodObject<{
4822
4842
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
4823
4843
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
4824
4844
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
4845
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
4825
4846
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
4826
4847
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
4827
4848
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -5231,6 +5252,7 @@ declare const ScenarioSchema: z.ZodObject<{
5231
5252
  name?: string | undefined;
5232
5253
  multilingual?: boolean | undefined;
5233
5254
  indirectInjectionVar?: string | undefined;
5255
+ intendedResults?: string[] | undefined;
5234
5256
  intent?: string | (string | string[])[] | undefined;
5235
5257
  policy?: string | {
5236
5258
  id: string;
@@ -5263,6 +5285,7 @@ declare const ScenarioSchema: z.ZodObject<{
5263
5285
  name?: string | undefined;
5264
5286
  multilingual?: boolean | undefined;
5265
5287
  indirectInjectionVar?: string | undefined;
5288
+ intendedResults?: string[] | undefined;
5266
5289
  intent?: string | (string | string[])[] | undefined;
5267
5290
  policy?: string | {
5268
5291
  id: string;
@@ -5360,6 +5383,7 @@ declare const AtomicTestCaseSchema: z.ZodObject<{
5360
5383
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
5361
5384
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
5362
5385
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
5386
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
5363
5387
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
5364
5388
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
5365
5389
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -5769,6 +5793,7 @@ declare const AtomicTestCaseSchema: z.ZodObject<{
5769
5793
  name?: string | undefined;
5770
5794
  multilingual?: boolean | undefined;
5771
5795
  indirectInjectionVar?: string | undefined;
5796
+ intendedResults?: string[] | undefined;
5772
5797
  intent?: string | (string | string[])[] | undefined;
5773
5798
  policy?: string | {
5774
5799
  id: string;
@@ -5801,6 +5826,7 @@ declare const AtomicTestCaseSchema: z.ZodObject<{
5801
5826
  name?: string | undefined;
5802
5827
  multilingual?: boolean | undefined;
5803
5828
  indirectInjectionVar?: string | undefined;
5829
+ intendedResults?: string[] | undefined;
5804
5830
  intent?: string | (string | string[])[] | undefined;
5805
5831
  policy?: string | {
5806
5832
  id: string;
@@ -5945,6 +5971,7 @@ declare const TestSuiteSchema: z.ZodObject<{
5945
5971
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
5946
5972
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
5947
5973
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
5974
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
5948
5975
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
5949
5976
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
5950
5977
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -6354,6 +6381,7 @@ declare const TestSuiteSchema: z.ZodObject<{
6354
6381
  name?: string | undefined;
6355
6382
  multilingual?: boolean | undefined;
6356
6383
  indirectInjectionVar?: string | undefined;
6384
+ intendedResults?: string[] | undefined;
6357
6385
  intent?: string | (string | string[])[] | undefined;
6358
6386
  policy?: string | {
6359
6387
  id: string;
@@ -6386,6 +6414,7 @@ declare const TestSuiteSchema: z.ZodObject<{
6386
6414
  name?: string | undefined;
6387
6415
  multilingual?: boolean | undefined;
6388
6416
  indirectInjectionVar?: string | undefined;
6417
+ intendedResults?: string[] | undefined;
6389
6418
  intent?: string | (string | string[])[] | undefined;
6390
6419
  policy?: string | {
6391
6420
  id: string;
@@ -6484,6 +6513,7 @@ declare const TestSuiteSchema: z.ZodObject<{
6484
6513
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
6485
6514
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
6486
6515
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
6516
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
6487
6517
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
6488
6518
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
6489
6519
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -6893,6 +6923,7 @@ declare const TestSuiteSchema: z.ZodObject<{
6893
6923
  name?: string | undefined;
6894
6924
  multilingual?: boolean | undefined;
6895
6925
  indirectInjectionVar?: string | undefined;
6926
+ intendedResults?: string[] | undefined;
6896
6927
  intent?: string | (string | string[])[] | undefined;
6897
6928
  policy?: string | {
6898
6929
  id: string;
@@ -6925,6 +6956,7 @@ declare const TestSuiteSchema: z.ZodObject<{
6925
6956
  name?: string | undefined;
6926
6957
  multilingual?: boolean | undefined;
6927
6958
  indirectInjectionVar?: string | undefined;
6959
+ intendedResults?: string[] | undefined;
6928
6960
  intent?: string | (string | string[])[] | undefined;
6929
6961
  policy?: string | {
6930
6962
  id: string;
@@ -7021,6 +7053,7 @@ declare const TestSuiteSchema: z.ZodObject<{
7021
7053
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
7022
7054
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
7023
7055
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
7056
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
7024
7057
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
7025
7058
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
7026
7059
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -7430,6 +7463,7 @@ declare const TestSuiteSchema: z.ZodObject<{
7430
7463
  name?: string | undefined;
7431
7464
  multilingual?: boolean | undefined;
7432
7465
  indirectInjectionVar?: string | undefined;
7466
+ intendedResults?: string[] | undefined;
7433
7467
  intent?: string | (string | string[])[] | undefined;
7434
7468
  policy?: string | {
7435
7469
  id: string;
@@ -7462,6 +7496,7 @@ declare const TestSuiteSchema: z.ZodObject<{
7462
7496
  name?: string | undefined;
7463
7497
  multilingual?: boolean | undefined;
7464
7498
  indirectInjectionVar?: string | undefined;
7499
+ intendedResults?: string[] | undefined;
7465
7500
  intent?: string | (string | string[])[] | undefined;
7466
7501
  policy?: string | {
7467
7502
  id: string;
@@ -7560,6 +7595,7 @@ declare const TestSuiteSchema: z.ZodObject<{
7560
7595
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
7561
7596
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
7562
7597
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
7598
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
7563
7599
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
7564
7600
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
7565
7601
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -7967,6 +8003,7 @@ declare const TestSuiteSchema: z.ZodObject<{
7967
8003
  name?: string | undefined;
7968
8004
  multilingual?: boolean | undefined;
7969
8005
  indirectInjectionVar?: string | undefined;
8006
+ intendedResults?: string[] | undefined;
7970
8007
  intent?: string | (string | string[])[] | undefined;
7971
8008
  policy?: string | {
7972
8009
  id: string;
@@ -7999,6 +8036,7 @@ declare const TestSuiteSchema: z.ZodObject<{
7999
8036
  name?: string | undefined;
8000
8037
  multilingual?: boolean | undefined;
8001
8038
  indirectInjectionVar?: string | undefined;
8039
+ intendedResults?: string[] | undefined;
8002
8040
  intent?: string | (string | string[])[] | undefined;
8003
8041
  policy?: string | {
8004
8042
  id: string;
@@ -8086,6 +8124,7 @@ declare const TestSuiteSchema: z.ZodObject<{
8086
8124
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
8087
8125
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
8088
8126
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
8127
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
8089
8128
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
8090
8129
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
8091
8130
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -8254,6 +8293,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
8254
8293
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
8255
8294
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
8256
8295
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
8296
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
8257
8297
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
8258
8298
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
8259
8299
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -8380,6 +8420,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
8380
8420
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
8381
8421
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
8382
8422
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
8423
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
8383
8424
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
8384
8425
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
8385
8426
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -8522,6 +8563,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
8522
8563
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
8523
8564
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
8524
8565
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
8566
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
8525
8567
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
8526
8568
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
8527
8569
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -8931,6 +8973,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
8931
8973
  name?: string | undefined;
8932
8974
  multilingual?: boolean | undefined;
8933
8975
  indirectInjectionVar?: string | undefined;
8976
+ intendedResults?: string[] | undefined;
8934
8977
  intent?: string | (string | string[])[] | undefined;
8935
8978
  policy?: string | {
8936
8979
  id: string;
@@ -8963,6 +9006,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
8963
9006
  name?: string | undefined;
8964
9007
  multilingual?: boolean | undefined;
8965
9008
  indirectInjectionVar?: string | undefined;
9009
+ intendedResults?: string[] | undefined;
8966
9010
  intent?: string | (string | string[])[] | undefined;
8967
9011
  policy?: string | {
8968
9012
  id: string;
@@ -9067,6 +9111,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
9067
9111
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
9068
9112
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
9069
9113
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
9114
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
9070
9115
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
9071
9116
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
9072
9117
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -9476,6 +9521,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
9476
9521
  name?: string | undefined;
9477
9522
  multilingual?: boolean | undefined;
9478
9523
  indirectInjectionVar?: string | undefined;
9524
+ intendedResults?: string[] | undefined;
9479
9525
  intent?: string | (string | string[])[] | undefined;
9480
9526
  policy?: string | {
9481
9527
  id: string;
@@ -9508,6 +9554,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
9508
9554
  name?: string | undefined;
9509
9555
  multilingual?: boolean | undefined;
9510
9556
  indirectInjectionVar?: string | undefined;
9557
+ intendedResults?: string[] | undefined;
9511
9558
  intent?: string | (string | string[])[] | undefined;
9512
9559
  policy?: string | {
9513
9560
  id: string;
@@ -9604,6 +9651,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
9604
9651
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
9605
9652
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
9606
9653
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
9654
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
9607
9655
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
9608
9656
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
9609
9657
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -10013,6 +10061,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10013
10061
  name?: string | undefined;
10014
10062
  multilingual?: boolean | undefined;
10015
10063
  indirectInjectionVar?: string | undefined;
10064
+ intendedResults?: string[] | undefined;
10016
10065
  intent?: string | (string | string[])[] | undefined;
10017
10066
  policy?: string | {
10018
10067
  id: string;
@@ -10045,6 +10094,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10045
10094
  name?: string | undefined;
10046
10095
  multilingual?: boolean | undefined;
10047
10096
  indirectInjectionVar?: string | undefined;
10097
+ intendedResults?: string[] | undefined;
10048
10098
  intent?: string | (string | string[])[] | undefined;
10049
10099
  policy?: string | {
10050
10100
  id: string;
@@ -10143,6 +10193,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10143
10193
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
10144
10194
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
10145
10195
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
10196
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
10146
10197
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
10147
10198
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
10148
10199
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -10550,6 +10601,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10550
10601
  name?: string | undefined;
10551
10602
  multilingual?: boolean | undefined;
10552
10603
  indirectInjectionVar?: string | undefined;
10604
+ intendedResults?: string[] | undefined;
10553
10605
  intent?: string | (string | string[])[] | undefined;
10554
10606
  policy?: string | {
10555
10607
  id: string;
@@ -10582,6 +10634,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10582
10634
  name?: string | undefined;
10583
10635
  multilingual?: boolean | undefined;
10584
10636
  indirectInjectionVar?: string | undefined;
10637
+ intendedResults?: string[] | undefined;
10585
10638
  intent?: string | (string | string[])[] | undefined;
10586
10639
  policy?: string | {
10587
10640
  id: string;
@@ -10674,6 +10727,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10674
10727
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
10675
10728
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
10676
10729
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
10730
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
10677
10731
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
10678
10732
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
10679
10733
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -10819,6 +10873,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10819
10873
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
10820
10874
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
10821
10875
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
10876
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
10822
10877
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
10823
10878
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
10824
10879
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -10888,6 +10943,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10888
10943
  "eu:ai-act": "eu:ai-act";
10889
10944
  "iso:42001": "iso:42001";
10890
10945
  gdpr: "gdpr";
10946
+ "dod:ai:ethics": "dod:ai:ethics";
10891
10947
  }>>>;
10892
10948
  entities: z.ZodOptional<z.ZodArray<z.ZodString>>;
10893
10949
  contexts: z.ZodOptional<z.ZodArray<z.ZodObject<{
@@ -11012,6 +11068,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
11012
11068
  MISTRAL_API_BASE_URL?: string | undefined;
11013
11069
  MISTRAL_API_HOST?: string | undefined;
11014
11070
  MISTRAL_API_KEY?: string | undefined;
11071
+ MODELSLAB_API_KEY?: string | undefined;
11015
11072
  NSCALE_SERVICE_TOKEN?: string | undefined;
11016
11073
  NSCALE_API_KEY?: string | undefined;
11017
11074
  OLLAMA_API_KEY?: string | undefined;
@@ -11082,7 +11139,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
11082
11139
  } | undefined;
11083
11140
  numTests?: number | undefined;
11084
11141
  language?: string | string[] | undefined;
11085
- frameworks?: ("mitre:atlas" | "nist:ai:measure" | "owasp:api" | "owasp:llm" | "owasp:agentic" | "eu:ai-act" | "iso:42001" | "gdpr")[] | undefined;
11142
+ frameworks?: ("mitre:atlas" | "nist:ai:measure" | "owasp:api" | "owasp:llm" | "owasp:agentic" | "eu:ai-act" | "iso:42001" | "gdpr" | "dod:ai:ethics")[] | undefined;
11086
11143
  entities?: string[] | undefined;
11087
11144
  contexts?: {
11088
11145
  id: string;
@@ -11219,6 +11276,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
11219
11276
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
11220
11277
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
11221
11278
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
11279
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
11222
11280
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
11223
11281
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
11224
11282
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -11628,6 +11686,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
11628
11686
  name?: string | undefined;
11629
11687
  multilingual?: boolean | undefined;
11630
11688
  indirectInjectionVar?: string | undefined;
11689
+ intendedResults?: string[] | undefined;
11631
11690
  intent?: string | (string | string[])[] | undefined;
11632
11691
  policy?: string | {
11633
11692
  id: string;
@@ -11660,6 +11719,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
11660
11719
  name?: string | undefined;
11661
11720
  multilingual?: boolean | undefined;
11662
11721
  indirectInjectionVar?: string | undefined;
11722
+ intendedResults?: string[] | undefined;
11663
11723
  intent?: string | (string | string[])[] | undefined;
11664
11724
  policy?: string | {
11665
11725
  id: string;
@@ -11764,6 +11824,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
11764
11824
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
11765
11825
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
11766
11826
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
11827
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
11767
11828
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
11768
11829
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
11769
11830
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -12173,6 +12234,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
12173
12234
  name?: string | undefined;
12174
12235
  multilingual?: boolean | undefined;
12175
12236
  indirectInjectionVar?: string | undefined;
12237
+ intendedResults?: string[] | undefined;
12176
12238
  intent?: string | (string | string[])[] | undefined;
12177
12239
  policy?: string | {
12178
12240
  id: string;
@@ -12205,6 +12267,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
12205
12267
  name?: string | undefined;
12206
12268
  multilingual?: boolean | undefined;
12207
12269
  indirectInjectionVar?: string | undefined;
12270
+ intendedResults?: string[] | undefined;
12208
12271
  intent?: string | (string | string[])[] | undefined;
12209
12272
  policy?: string | {
12210
12273
  id: string;
@@ -12301,6 +12364,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
12301
12364
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
12302
12365
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
12303
12366
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
12367
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
12304
12368
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
12305
12369
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
12306
12370
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -12710,6 +12774,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
12710
12774
  name?: string | undefined;
12711
12775
  multilingual?: boolean | undefined;
12712
12776
  indirectInjectionVar?: string | undefined;
12777
+ intendedResults?: string[] | undefined;
12713
12778
  intent?: string | (string | string[])[] | undefined;
12714
12779
  policy?: string | {
12715
12780
  id: string;
@@ -12742,6 +12807,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
12742
12807
  name?: string | undefined;
12743
12808
  multilingual?: boolean | undefined;
12744
12809
  indirectInjectionVar?: string | undefined;
12810
+ intendedResults?: string[] | undefined;
12745
12811
  intent?: string | (string | string[])[] | undefined;
12746
12812
  policy?: string | {
12747
12813
  id: string;
@@ -12840,6 +12906,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
12840
12906
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
12841
12907
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
12842
12908
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
12909
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
12843
12910
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
12844
12911
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
12845
12912
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -13247,6 +13314,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13247
13314
  name?: string | undefined;
13248
13315
  multilingual?: boolean | undefined;
13249
13316
  indirectInjectionVar?: string | undefined;
13317
+ intendedResults?: string[] | undefined;
13250
13318
  intent?: string | (string | string[])[] | undefined;
13251
13319
  policy?: string | {
13252
13320
  id: string;
@@ -13279,6 +13347,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13279
13347
  name?: string | undefined;
13280
13348
  multilingual?: boolean | undefined;
13281
13349
  indirectInjectionVar?: string | undefined;
13350
+ intendedResults?: string[] | undefined;
13282
13351
  intent?: string | (string | string[])[] | undefined;
13283
13352
  policy?: string | {
13284
13353
  id: string;
@@ -13371,6 +13440,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13371
13440
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
13372
13441
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
13373
13442
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
13443
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
13374
13444
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
13375
13445
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
13376
13446
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -13516,6 +13586,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13516
13586
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
13517
13587
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
13518
13588
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
13589
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
13519
13590
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
13520
13591
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
13521
13592
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -13585,6 +13656,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13585
13656
  "eu:ai-act": "eu:ai-act";
13586
13657
  "iso:42001": "iso:42001";
13587
13658
  gdpr: "gdpr";
13659
+ "dod:ai:ethics": "dod:ai:ethics";
13588
13660
  }>>>;
13589
13661
  entities: z.ZodOptional<z.ZodArray<z.ZodString>>;
13590
13662
  contexts: z.ZodOptional<z.ZodArray<z.ZodObject<{
@@ -13709,6 +13781,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13709
13781
  MISTRAL_API_BASE_URL?: string | undefined;
13710
13782
  MISTRAL_API_HOST?: string | undefined;
13711
13783
  MISTRAL_API_KEY?: string | undefined;
13784
+ MODELSLAB_API_KEY?: string | undefined;
13712
13785
  NSCALE_SERVICE_TOKEN?: string | undefined;
13713
13786
  NSCALE_API_KEY?: string | undefined;
13714
13787
  OLLAMA_API_KEY?: string | undefined;
@@ -13779,7 +13852,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13779
13852
  } | undefined;
13780
13853
  numTests?: number | undefined;
13781
13854
  language?: string | string[] | undefined;
13782
- frameworks?: ("mitre:atlas" | "nist:ai:measure" | "owasp:api" | "owasp:llm" | "owasp:agentic" | "eu:ai-act" | "iso:42001" | "gdpr")[] | undefined;
13855
+ frameworks?: ("mitre:atlas" | "nist:ai:measure" | "owasp:api" | "owasp:llm" | "owasp:agentic" | "eu:ai-act" | "iso:42001" | "gdpr" | "dod:ai:ethics")[] | undefined;
13783
13856
  entities?: string[] | undefined;
13784
13857
  contexts?: {
13785
13858
  id: string;
@@ -13960,6 +14033,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13960
14033
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
13961
14034
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
13962
14035
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
14036
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
13963
14037
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
13964
14038
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
13965
14039
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -14086,6 +14160,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14086
14160
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
14087
14161
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
14088
14162
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
14163
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
14089
14164
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
14090
14165
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
14091
14166
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -14221,6 +14296,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14221
14296
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
14222
14297
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
14223
14298
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
14299
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
14224
14300
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
14225
14301
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
14226
14302
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -14347,6 +14423,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14347
14423
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
14348
14424
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
14349
14425
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
14426
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
14350
14427
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
14351
14428
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
14352
14429
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -14498,6 +14575,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14498
14575
  MISTRAL_API_BASE_URL?: string | undefined;
14499
14576
  MISTRAL_API_HOST?: string | undefined;
14500
14577
  MISTRAL_API_KEY?: string | undefined;
14578
+ MODELSLAB_API_KEY?: string | undefined;
14501
14579
  NSCALE_SERVICE_TOKEN?: string | undefined;
14502
14580
  NSCALE_API_KEY?: string | undefined;
14503
14581
  OLLAMA_API_KEY?: string | undefined;
@@ -14655,6 +14733,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14655
14733
  name?: string | undefined;
14656
14734
  multilingual?: boolean | undefined;
14657
14735
  indirectInjectionVar?: string | undefined;
14736
+ intendedResults?: string[] | undefined;
14658
14737
  intent?: string | (string | string[])[] | undefined;
14659
14738
  policy?: string | {
14660
14739
  id: string;
@@ -14747,6 +14826,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14747
14826
  MISTRAL_API_BASE_URL?: string | undefined;
14748
14827
  MISTRAL_API_HOST?: string | undefined;
14749
14828
  MISTRAL_API_KEY?: string | undefined;
14829
+ MODELSLAB_API_KEY?: string | undefined;
14750
14830
  NSCALE_SERVICE_TOKEN?: string | undefined;
14751
14831
  NSCALE_API_KEY?: string | undefined;
14752
14832
  OLLAMA_API_KEY?: string | undefined;
@@ -14904,6 +14984,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14904
14984
  name?: string | undefined;
14905
14985
  multilingual?: boolean | undefined;
14906
14986
  indirectInjectionVar?: string | undefined;
14987
+ intendedResults?: string[] | undefined;
14907
14988
  intent?: string | (string | string[])[] | undefined;
14908
14989
  policy?: string | {
14909
14990
  id: string;
@@ -14995,6 +15076,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14995
15076
  MISTRAL_API_BASE_URL?: string | undefined;
14996
15077
  MISTRAL_API_HOST?: string | undefined;
14997
15078
  MISTRAL_API_KEY?: string | undefined;
15079
+ MODELSLAB_API_KEY?: string | undefined;
14998
15080
  NSCALE_SERVICE_TOKEN?: string | undefined;
14999
15081
  NSCALE_API_KEY?: string | undefined;
15000
15082
  OLLAMA_API_KEY?: string | undefined;
@@ -15152,6 +15234,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15152
15234
  name?: string | undefined;
15153
15235
  multilingual?: boolean | undefined;
15154
15236
  indirectInjectionVar?: string | undefined;
15237
+ intendedResults?: string[] | undefined;
15155
15238
  intent?: string | (string | string[])[] | undefined;
15156
15239
  policy?: string | {
15157
15240
  id: string;
@@ -15246,6 +15329,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15246
15329
  MISTRAL_API_BASE_URL?: string | undefined;
15247
15330
  MISTRAL_API_HOST?: string | undefined;
15248
15331
  MISTRAL_API_KEY?: string | undefined;
15332
+ MODELSLAB_API_KEY?: string | undefined;
15249
15333
  NSCALE_SERVICE_TOKEN?: string | undefined;
15250
15334
  NSCALE_API_KEY?: string | undefined;
15251
15335
  OLLAMA_API_KEY?: string | undefined;
@@ -15401,6 +15485,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15401
15485
  name?: string | undefined;
15402
15486
  multilingual?: boolean | undefined;
15403
15487
  indirectInjectionVar?: string | undefined;
15488
+ intendedResults?: string[] | undefined;
15404
15489
  intent?: string | (string | string[])[] | undefined;
15405
15490
  policy?: string | {
15406
15491
  id: string;
@@ -15488,6 +15573,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15488
15573
  MISTRAL_API_BASE_URL?: string | undefined;
15489
15574
  MISTRAL_API_HOST?: string | undefined;
15490
15575
  MISTRAL_API_KEY?: string | undefined;
15576
+ MODELSLAB_API_KEY?: string | undefined;
15491
15577
  NSCALE_SERVICE_TOKEN?: string | undefined;
15492
15578
  NSCALE_API_KEY?: string | undefined;
15493
15579
  OLLAMA_API_KEY?: string | undefined;
@@ -15705,6 +15791,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15705
15791
  MISTRAL_API_BASE_URL?: string | undefined;
15706
15792
  MISTRAL_API_HOST?: string | undefined;
15707
15793
  MISTRAL_API_KEY?: string | undefined;
15794
+ MODELSLAB_API_KEY?: string | undefined;
15708
15795
  NSCALE_SERVICE_TOKEN?: string | undefined;
15709
15796
  NSCALE_API_KEY?: string | undefined;
15710
15797
  OLLAMA_API_KEY?: string | undefined;
@@ -15831,6 +15918,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15831
15918
  MISTRAL_API_BASE_URL?: string | undefined;
15832
15919
  MISTRAL_API_HOST?: string | undefined;
15833
15920
  MISTRAL_API_KEY?: string | undefined;
15921
+ MODELSLAB_API_KEY?: string | undefined;
15834
15922
  NSCALE_SERVICE_TOKEN?: string | undefined;
15835
15923
  NSCALE_API_KEY?: string | undefined;
15836
15924
  OLLAMA_API_KEY?: string | undefined;
@@ -15962,6 +16050,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15962
16050
  MISTRAL_API_BASE_URL?: string | undefined;
15963
16051
  MISTRAL_API_HOST?: string | undefined;
15964
16052
  MISTRAL_API_KEY?: string | undefined;
16053
+ MODELSLAB_API_KEY?: string | undefined;
15965
16054
  NSCALE_SERVICE_TOKEN?: string | undefined;
15966
16055
  NSCALE_API_KEY?: string | undefined;
15967
16056
  OLLAMA_API_KEY?: string | undefined;
@@ -16088,6 +16177,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16088
16177
  MISTRAL_API_BASE_URL?: string | undefined;
16089
16178
  MISTRAL_API_HOST?: string | undefined;
16090
16179
  MISTRAL_API_KEY?: string | undefined;
16180
+ MODELSLAB_API_KEY?: string | undefined;
16091
16181
  NSCALE_SERVICE_TOKEN?: string | undefined;
16092
16182
  NSCALE_API_KEY?: string | undefined;
16093
16183
  OLLAMA_API_KEY?: string | undefined;
@@ -16239,6 +16329,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16239
16329
  MISTRAL_API_BASE_URL?: string | undefined;
16240
16330
  MISTRAL_API_HOST?: string | undefined;
16241
16331
  MISTRAL_API_KEY?: string | undefined;
16332
+ MODELSLAB_API_KEY?: string | undefined;
16242
16333
  NSCALE_SERVICE_TOKEN?: string | undefined;
16243
16334
  NSCALE_API_KEY?: string | undefined;
16244
16335
  OLLAMA_API_KEY?: string | undefined;
@@ -16396,6 +16487,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16396
16487
  name?: string | undefined;
16397
16488
  multilingual?: boolean | undefined;
16398
16489
  indirectInjectionVar?: string | undefined;
16490
+ intendedResults?: string[] | undefined;
16399
16491
  intent?: string | (string | string[])[] | undefined;
16400
16492
  policy?: string | {
16401
16493
  id: string;
@@ -16488,6 +16580,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16488
16580
  MISTRAL_API_BASE_URL?: string | undefined;
16489
16581
  MISTRAL_API_HOST?: string | undefined;
16490
16582
  MISTRAL_API_KEY?: string | undefined;
16583
+ MODELSLAB_API_KEY?: string | undefined;
16491
16584
  NSCALE_SERVICE_TOKEN?: string | undefined;
16492
16585
  NSCALE_API_KEY?: string | undefined;
16493
16586
  OLLAMA_API_KEY?: string | undefined;
@@ -16645,6 +16738,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16645
16738
  name?: string | undefined;
16646
16739
  multilingual?: boolean | undefined;
16647
16740
  indirectInjectionVar?: string | undefined;
16741
+ intendedResults?: string[] | undefined;
16648
16742
  intent?: string | (string | string[])[] | undefined;
16649
16743
  policy?: string | {
16650
16744
  id: string;
@@ -16736,6 +16830,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16736
16830
  MISTRAL_API_BASE_URL?: string | undefined;
16737
16831
  MISTRAL_API_HOST?: string | undefined;
16738
16832
  MISTRAL_API_KEY?: string | undefined;
16833
+ MODELSLAB_API_KEY?: string | undefined;
16739
16834
  NSCALE_SERVICE_TOKEN?: string | undefined;
16740
16835
  NSCALE_API_KEY?: string | undefined;
16741
16836
  OLLAMA_API_KEY?: string | undefined;
@@ -16893,6 +16988,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16893
16988
  name?: string | undefined;
16894
16989
  multilingual?: boolean | undefined;
16895
16990
  indirectInjectionVar?: string | undefined;
16991
+ intendedResults?: string[] | undefined;
16896
16992
  intent?: string | (string | string[])[] | undefined;
16897
16993
  policy?: string | {
16898
16994
  id: string;
@@ -16987,6 +17083,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16987
17083
  MISTRAL_API_BASE_URL?: string | undefined;
16988
17084
  MISTRAL_API_HOST?: string | undefined;
16989
17085
  MISTRAL_API_KEY?: string | undefined;
17086
+ MODELSLAB_API_KEY?: string | undefined;
16990
17087
  NSCALE_SERVICE_TOKEN?: string | undefined;
16991
17088
  NSCALE_API_KEY?: string | undefined;
16992
17089
  OLLAMA_API_KEY?: string | undefined;
@@ -17142,6 +17239,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17142
17239
  name?: string | undefined;
17143
17240
  multilingual?: boolean | undefined;
17144
17241
  indirectInjectionVar?: string | undefined;
17242
+ intendedResults?: string[] | undefined;
17145
17243
  intent?: string | (string | string[])[] | undefined;
17146
17244
  policy?: string | {
17147
17245
  id: string;
@@ -17229,6 +17327,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17229
17327
  MISTRAL_API_BASE_URL?: string | undefined;
17230
17328
  MISTRAL_API_HOST?: string | undefined;
17231
17329
  MISTRAL_API_KEY?: string | undefined;
17330
+ MODELSLAB_API_KEY?: string | undefined;
17232
17331
  NSCALE_SERVICE_TOKEN?: string | undefined;
17233
17332
  NSCALE_API_KEY?: string | undefined;
17234
17333
  OLLAMA_API_KEY?: string | undefined;
@@ -17446,6 +17545,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17446
17545
  MISTRAL_API_BASE_URL?: string | undefined;
17447
17546
  MISTRAL_API_HOST?: string | undefined;
17448
17547
  MISTRAL_API_KEY?: string | undefined;
17548
+ MODELSLAB_API_KEY?: string | undefined;
17449
17549
  NSCALE_SERVICE_TOKEN?: string | undefined;
17450
17550
  NSCALE_API_KEY?: string | undefined;
17451
17551
  OLLAMA_API_KEY?: string | undefined;
@@ -17572,6 +17672,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17572
17672
  MISTRAL_API_BASE_URL?: string | undefined;
17573
17673
  MISTRAL_API_HOST?: string | undefined;
17574
17674
  MISTRAL_API_KEY?: string | undefined;
17675
+ MODELSLAB_API_KEY?: string | undefined;
17575
17676
  NSCALE_SERVICE_TOKEN?: string | undefined;
17576
17677
  NSCALE_API_KEY?: string | undefined;
17577
17678
  OLLAMA_API_KEY?: string | undefined;
@@ -17703,6 +17804,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17703
17804
  MISTRAL_API_BASE_URL?: string | undefined;
17704
17805
  MISTRAL_API_HOST?: string | undefined;
17705
17806
  MISTRAL_API_KEY?: string | undefined;
17807
+ MODELSLAB_API_KEY?: string | undefined;
17706
17808
  NSCALE_SERVICE_TOKEN?: string | undefined;
17707
17809
  NSCALE_API_KEY?: string | undefined;
17708
17810
  OLLAMA_API_KEY?: string | undefined;
@@ -17829,6 +17931,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17829
17931
  MISTRAL_API_BASE_URL?: string | undefined;
17830
17932
  MISTRAL_API_HOST?: string | undefined;
17831
17933
  MISTRAL_API_KEY?: string | undefined;
17934
+ MODELSLAB_API_KEY?: string | undefined;
17832
17935
  NSCALE_SERVICE_TOKEN?: string | undefined;
17833
17936
  NSCALE_API_KEY?: string | undefined;
17834
17937
  OLLAMA_API_KEY?: string | undefined;