promptfoo 0.120.26 → 0.121.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (366) hide show
  1. package/README.md +1 -1
  2. package/dist/drizzle/0023_wooden_mandrill.sql +2 -0
  3. package/dist/drizzle/meta/0023_snapshot.json +1496 -0
  4. package/dist/drizzle/meta/_journal.json +7 -0
  5. package/dist/src/{ListApp-D3DG0F8h.js → ListApp-Du7YVwj5.js} +2 -4
  6. package/dist/src/accounts-BgNJDBE6.js +206 -0
  7. package/dist/src/{accounts-BzEY8H3v.cjs → accounts-Bx-x3bmW.cjs} +99 -80
  8. package/dist/src/{accounts-DHHiXsy6.js → accounts-CMqkzrVf.js} +61 -36
  9. package/dist/src/{accounts-R3gfCR_g.js → accounts-xrUGFA6n.js} +60 -35
  10. package/dist/src/{agentic-utils-D6_gzOUF.js → agentic-utils-BKIN5PKu.js} +9 -10
  11. package/dist/src/{agents-CwM7re15.cjs → agents-B0f4HICh.cjs} +37 -40
  12. package/dist/src/{agents-Cnph5GLD.js → agents-C-dDThPK.js} +37 -37
  13. package/dist/src/{agents-C7BiinFI.cjs → agents-CErsqg5U.cjs} +19 -27
  14. package/dist/src/{agents-v4cW_ZgC.js → agents-CVIn-Utx.js} +19 -22
  15. package/dist/src/{agents-GiUianme.js → agents-CXknwsFX.js} +37 -40
  16. package/dist/src/{agents-DETIQHqF.js → agents-DeH4Gu94.js} +21 -28
  17. package/dist/src/{agents-DYIT-hQy.js → agents-Dy2YpZpa.js} +38 -41
  18. package/dist/src/{agents-Cao4i7AX.js → agents-aF4-T121.js} +19 -30
  19. package/dist/src/{aimlapi-DMF6v_vb.js → aimlapi-BAGZDo5G.js} +16 -18
  20. package/dist/src/{aimlapi-CMJpKK-B.js → aimlapi-BNfTBexL.js} +15 -17
  21. package/dist/src/{aimlapi-DtSf1ykJ.js → aimlapi-DHRKlBEA.js} +15 -4
  22. package/dist/src/{aimlapi-DoGLcQW_.cjs → aimlapi-tg0Gkcvr.cjs} +15 -16
  23. package/dist/src/app/assets/index-BFCZg7hQ.js +439 -0
  24. package/dist/src/app/assets/index-NCn4eVBv.css +1 -0
  25. package/dist/src/app/assets/{vendor-charts-CYyo8R8v.js → vendor-charts-CCl15Imd.js} +1 -1
  26. package/dist/src/app/assets/{vendor-markdown-DSmzq4Jh.js → vendor-markdown-0tekx3KX.js} +1 -1
  27. package/dist/src/app/index.html +4 -34
  28. package/dist/src/{audio-DUH4q0Xq.js → audio-BRODU0UK.js} +7 -9
  29. package/dist/src/{audio-BWjyvHn9.cjs → audio-BWeaWovU.cjs} +6 -7
  30. package/dist/src/{audio-U580w8jM.js → audio-CHQ4r-RV.js} +6 -5
  31. package/dist/src/{audio-BrJBFN2b.js → audio-tf_NBjlC.js} +6 -8
  32. package/dist/src/base-B0tcrnq_.js +193 -0
  33. package/dist/src/base-B4QJRyFS.js +194 -0
  34. package/dist/src/base-DBtwl2FR.cjs +222 -0
  35. package/dist/src/base-fEDN28WM.js +193 -0
  36. package/dist/src/{blobs-kt8v3UyH.js → blobs-BAU-dXan.js} +9 -12
  37. package/dist/src/{blobs-C9J2mVgo.js → blobs-Bpg5rH6i.js} +9 -12
  38. package/dist/src/{blobs-673H0jCl.cjs → blobs-DvS-O6be.cjs} +34 -37
  39. package/dist/src/blobs-qTYm-1PY.js +236 -0
  40. package/dist/src/{cache-BLLayYEN.js → cache-8XhNqPKW.js} +64 -67
  41. package/dist/src/cache-Bbn1Nyrd.cjs +5 -0
  42. package/dist/src/cache-BwsMSda7.js +6 -0
  43. package/dist/src/{cache-mIszOnuz.js → cache-CG0SlR1d.js} +64 -66
  44. package/dist/src/{cache-7xULbvt3.cjs → cache-COish3-W.cjs} +114 -117
  45. package/dist/src/cache-D3eqDYGU.js +739 -0
  46. package/dist/src/{chat-Fl6TZJRS.cjs → chat-2K608PeQ.cjs} +20 -21
  47. package/dist/src/chat-BKm79wib.js +764 -0
  48. package/dist/src/{chat-XPN9YHhr.js → chat-CM_kyI8B.js} +20 -9
  49. package/dist/src/{chat-DIywASPG.js → chat-CRWNNq73.js} +49 -49
  50. package/dist/src/{chat-C8Ei4f87.js → chat-CznLWr_D.js} +49 -49
  51. package/dist/src/{chat-CgyGj2hC.js → chat-DHMH-N64.js} +20 -22
  52. package/dist/src/{chat-C4zqjObh.cjs → chat-DaqekjFr.cjs} +69 -69
  53. package/dist/src/{chat-Cpz3O-Xl.js → chat-DxysjBvt.js} +21 -23
  54. package/dist/src/{chatkit-Dpxrq4eD.js → chatkit-65VXf5SR.js} +58 -58
  55. package/dist/src/{chatkit-DIrJX8xk.js → chatkit-Be-Q-a9F.js} +58 -60
  56. package/dist/src/{chatkit-DEls11hE.js → chatkit-BxFvW8KY.js} +58 -60
  57. package/dist/src/{chatkit-e25Ziu17.cjs → chatkit-DKyPi1Gs.cjs} +58 -60
  58. package/dist/src/chunk-DEq-mXcV.js +15 -0
  59. package/dist/src/chunk-DRamLcfz.js +16 -0
  60. package/dist/src/{claude-agent-sdk-6-xTaLwM.js → claude-agent-sdk-BLTu0WBO.js} +45 -31
  61. package/dist/src/{claude-agent-sdk-BzxF6NIJ.cjs → claude-agent-sdk-CJH22shf.cjs} +44 -29
  62. package/dist/src/{claude-agent-sdk-CmkTnKGH.js → claude-agent-sdk-D6_k9FKA.js} +45 -33
  63. package/dist/src/{claude-agent-sdk-rXCBLK_o.js → claude-agent-sdk-Dy5lT-Tx.js} +46 -21
  64. package/dist/src/{cloud-BMbRVJFw.js → cloud-Bc9526yV.js} +32 -12
  65. package/dist/src/cloud-DmE0EwsY.js +4 -0
  66. package/dist/src/{cloudflare-ai-CUg4BTcj.js → cloudflare-ai-C9r2sRhw.js} +16 -18
  67. package/dist/src/{cloudflare-ai-Z9X219gp.js → cloudflare-ai-CWWJCRim.js} +16 -4
  68. package/dist/src/{cloudflare-ai-BAQ0u_dg.cjs → cloudflare-ai-ClWSdor4.cjs} +16 -17
  69. package/dist/src/{cloudflare-ai-CobxMTR4.js → cloudflare-ai-ICsOuD-z.js} +17 -19
  70. package/dist/src/{cloudflare-gateway-C0sgfr_z.cjs → cloudflare-gateway-C2_-KG5o.cjs} +21 -22
  71. package/dist/src/{cloudflare-gateway-_itGuXry.js → cloudflare-gateway-D6O7AlYb.js} +23 -23
  72. package/dist/src/{cloudflare-gateway-D2_yi-Fh.js → cloudflare-gateway-D6xFc5pa.js} +21 -25
  73. package/dist/src/{cloudflare-gateway-Djf3F3_H.js → cloudflare-gateway-pXGHxJ47.js} +26 -14
  74. package/dist/src/{codex-sdk-ibXwdglL.js → codex-sdk-C6UMlxwV.js} +49 -32
  75. package/dist/src/{codex-sdk-BASDNkIl.js → codex-sdk-DUwKWezN.js} +49 -30
  76. package/dist/src/{codex-sdk-dSnGdgIp.js → codex-sdk-GGAw0qbD.js} +49 -32
  77. package/dist/src/{codex-sdk-wTEpMM_X.cjs → codex-sdk-fAO0c3yA.cjs} +49 -32
  78. package/dist/src/{cometapi-B01btbfb.js → cometapi-BasUi7-_.js} +17 -19
  79. package/dist/src/{cometapi-DHUAH6nK.js → cometapi-Bbjp5V4x.js} +16 -4
  80. package/dist/src/{cometapi-ChAaRjg5.js → cometapi-DkXrKi5z.js} +21 -24
  81. package/dist/src/{cometapi-JbvOJSCO.cjs → cometapi-vY6aDZgo.cjs} +21 -22
  82. package/dist/src/{completion-D9_MDlnd.js → completion-6Mx_iXxK.js} +11 -13
  83. package/dist/src/{completion-BBJ6zmG3.js → completion-C5rtR_9P.js} +11 -13
  84. package/dist/src/{completion-DDyL3Cb2.cjs → completion-CDOouNzq.cjs} +21 -23
  85. package/dist/src/completion-C_P3ypkJ.js +120 -0
  86. package/dist/src/createHash-CTQmL3G2.js +15 -0
  87. package/dist/src/createHash-CfZSc0b4.cjs +27 -0
  88. package/dist/src/createHash-Da8fMwqB.js +16 -0
  89. package/dist/src/createHash-DmPQkvBh.js +15 -0
  90. package/dist/src/{docker-JAAubMw3.js → docker-5KcG-_86.js} +18 -20
  91. package/dist/src/{docker-Ckw-j7Rr.cjs → docker-BwsKwxFs.cjs} +18 -19
  92. package/dist/src/{docker-vnOg96gi.js → docker-CZnqU1XV.js} +18 -7
  93. package/dist/src/{docker-BuButc4D.js → docker-DzxyDPIj.js} +19 -21
  94. package/dist/src/entrypoint.js +2 -3
  95. package/dist/src/{errors-DnGCbnx8.js → errors-P6ll7XSJ.js} +2 -2
  96. package/dist/src/{esm-CYhseqj4.js → esm-C03C-mv3.js} +17 -20
  97. package/dist/src/{esm-rDtG_2rg.js → esm-CaIwzWR5.js} +18 -21
  98. package/dist/src/esm-Cd1AjG1D.js +379 -0
  99. package/dist/src/{esm-BQkx5roy.cjs → esm-CnNt7sI4.cjs} +47 -49
  100. package/dist/src/eval-17JizQIv.js +15 -0
  101. package/dist/src/{eval-CYrbG57o.js → eval-DmFyWU7i.js} +49 -55
  102. package/dist/src/{evalResult-COsVttMA.js → evalResult-CDQiuUuf.js} +16 -12
  103. package/dist/src/{evalResult-6JaUIStC.js → evalResult-CTG2AHOS.js} +10 -11
  104. package/dist/src/evalResult-Cqj8pldJ.js +12 -0
  105. package/dist/src/{evalResult-DlRfu_Rq.cjs → evalResult-Dap2CekP.cjs} +20 -21
  106. package/dist/src/evalResult-DvcJAWJU.cjs +10 -0
  107. package/dist/src/evalResult-Hftn-S_i.js +10 -0
  108. package/dist/src/evaluator-B2CFNt-P.js +36 -0
  109. package/dist/src/{evaluator-3EJCMTs0.js → evaluator-DPFRbFIL.js} +210 -232
  110. package/dist/src/{extractor-LSYjrhK0.js → extractor-CFG6bcWJ.js} +23 -38
  111. package/dist/src/{extractor-DbhlYEeo.cjs → extractor-DX36oYEv.cjs} +37 -64
  112. package/dist/src/{extractor-Hs7la_19.js → extractor-M67RUtg6.js} +23 -38
  113. package/dist/src/extractor-YMU_Gvt8.js +374 -0
  114. package/dist/src/fetch-4M3YRaqL.js +780 -0
  115. package/dist/src/{fetch-18MuNu9i.js → fetch-60Gzydls.js} +60 -46
  116. package/dist/src/{fetch-SRsE6Ctl.js → fetch-BMv0O527.js} +41 -35
  117. package/dist/src/{fetch-ZMn_oemb.cjs → fetch-BxUk8odA.cjs} +268 -279
  118. package/dist/src/fetch-KV5kNASw.js +5 -0
  119. package/dist/src/{fileExtensions-ePDqouxn.js → fileExtensions-DnqA1y9x.js} +2 -2
  120. package/dist/src/{fileExtensions-BpuMmaFL.js → fileExtensions-Ds-foDzt.js} +2 -2
  121. package/dist/src/fileExtensions-LcDYkU4v.js +85 -0
  122. package/dist/src/{fileExtensions-DkJYkWUy.cjs → fileExtensions-bYh77CN8.cjs} +27 -28
  123. package/dist/src/{formatDuration-Doo0xq-z.js → formatDuration-DgBVMN65.js} +2 -2
  124. package/dist/src/{genaiTracer-Ce19n68P.js → genaiTracer-70Z8BIuV.js} +2 -3
  125. package/dist/src/{genaiTracer-CqNnnXrE.js → genaiTracer-C1rxGO8Q.js} +2 -3
  126. package/dist/src/genaiTracer-D3fD9dNV.js +256 -0
  127. package/dist/src/{genaiTracer-CQlpZkrp.cjs → genaiTracer-DN4dQywX.cjs} +13 -14
  128. package/dist/src/graders-Bu0H9nXi.js +32 -0
  129. package/dist/src/{graders-BaMCwIKp.js → graders-CHO8EPM4.js} +385 -417
  130. package/dist/src/graders-Cfhkvx-e.js +34 -0
  131. package/dist/src/{graders-QsALpIdy.js → graders-CpdqD9PI.js} +385 -417
  132. package/dist/src/graders-DClJVpGP.cjs +32 -0
  133. package/dist/src/{graders-DzUUnUjC.cjs → graders-DOXycdlG.cjs} +721 -753
  134. package/dist/src/graders-DcnJsrMO.js +32 -0
  135. package/dist/src/graders-R9rYUM0d.js +13466 -0
  136. package/dist/src/{image-BiEVdpdP.js → image-BmEZqVmk.js} +57 -18
  137. package/dist/src/{image-mhAGP07h.js → image-CBBVXWuT.js} +57 -18
  138. package/dist/src/{image-D10zEe1f.cjs → image-CDLQOcqT.cjs} +6 -7
  139. package/dist/src/{image-COCWy5dX.js → image-DJEvKveK.js} +6 -5
  140. package/dist/src/{image-C3BjJUAU.cjs → image-DTedmQPg.cjs} +77 -32
  141. package/dist/src/{image-DB4sHxdJ.js → image-gvmivTEe.js} +7 -9
  142. package/dist/src/image-pAX56tPG.js +257 -0
  143. package/dist/src/{image-BXt_7u0v.js → image-tL5hIOFh.js} +6 -8
  144. package/dist/src/index.cjs +696 -693
  145. package/dist/src/index.d.cts +113 -10
  146. package/dist/src/index.d.ts +113 -6
  147. package/dist/src/index.js +657 -658
  148. package/dist/src/{interactiveCheck-DU-MAhp5.js → interactiveCheck-BgLZUIt3.js} +7 -8
  149. package/dist/src/{invariant-DT20jrBd.js → invariant-BtWWVVhl.js} +2 -2
  150. package/dist/src/{invariant-1pAf2CD1.js → invariant-Ddh24eXh.js} +2 -2
  151. package/dist/src/{invariant-CKcJAQ6M.cjs → invariant-kfQ8Bu82.cjs} +7 -8
  152. package/dist/src/invariant-vgHWClmd.js +25 -0
  153. package/dist/src/{knowledgeBase-DotRBzUE.js → knowledgeBase-CLJybhnF.js} +19 -34
  154. package/dist/src/{knowledgeBase-XJQ0Qyez.js → knowledgeBase-CoU-UQBg.js} +17 -41
  155. package/dist/src/{knowledgeBase-CMvMlLZR.js → knowledgeBase-DjWPVqSb.js} +17 -43
  156. package/dist/src/{knowledgeBase-Bnb00xKs.cjs → knowledgeBase-wkxuRFhA.cjs} +17 -40
  157. package/dist/src/{litellm-CHrRmPAe.js → litellm-B9Hysuri.js} +16 -18
  158. package/dist/src/{litellm-CrLJrPIm.js → litellm-CTfa0hqi.js} +15 -17
  159. package/dist/src/{litellm-BrnZhMcL.cjs → litellm-NYpQ8RQu.cjs} +15 -16
  160. package/dist/src/{litellm-BECdjOTx.js → litellm-ePxtr9F1.js} +15 -4
  161. package/dist/src/{logger-w8Ozp0Td.js → logger-CT3IKMKA.js} +24 -41
  162. package/dist/src/{logger-BdZ-IqBc.cjs → logger-Cp1GPUjj.cjs} +166 -192
  163. package/dist/src/logger-DLcq4dWf.js +713 -0
  164. package/dist/src/{logger-BotXmWKW.js → logger-KkObSCzq.js} +27 -43
  165. package/dist/src/{luma-ray-C0RkI3lt.cjs → luma-ray-B0GGNRc1.cjs} +20 -21
  166. package/dist/src/{luma-ray-C-w6EsJm.js → luma-ray-BE2mOt6N.js} +20 -13
  167. package/dist/src/{luma-ray-BOeX-h0M.js → luma-ray-BW9IRGIc.js} +22 -21
  168. package/dist/src/{luma-ray-DgKLS0BF.js → luma-ray-Cm1KZBhs.js} +20 -23
  169. package/dist/src/main.js +1985 -2055
  170. package/dist/src/{messages-DXV3Qh8_.cjs → messages-1JrJs91T.cjs} +35 -34
  171. package/dist/src/{messages-D61tPFQo.js → messages-1x9atZmP.js} +25 -24
  172. package/dist/src/{messages-CDZYGNlS.js → messages-BLbWdsyt.js} +25 -24
  173. package/dist/src/messages-D8EA0oDc.js +240 -0
  174. package/dist/src/{meteor-P2rUE-Uz.js → meteor-44VjEACX.js} +3 -4
  175. package/dist/src/{meteor-SLNTgmXm.js → meteor-D-SotUw9.js} +3 -4
  176. package/dist/src/{meteor-odmwVbyG.cjs → meteor-DLZZ3osF.cjs} +3 -4
  177. package/dist/src/{meteor-Dj8cTkU_.js → meteor-DUiCJRC-.js} +3 -4
  178. package/dist/src/modelslab-C1OLRmVX.js +166 -0
  179. package/dist/src/modelslab-CqXBy3U8.js +168 -0
  180. package/dist/src/modelslab-DcOSFwKh.cjs +166 -0
  181. package/dist/src/modelslab-X5-4LroM.js +166 -0
  182. package/dist/src/{nova-reel-C2LFfVTf.js → nova-reel-BgS1ZWuK.js} +20 -13
  183. package/dist/src/{nova-reel-DtCjbD5O.js → nova-reel-D2ZkOSyr.js} +22 -21
  184. package/dist/src/{nova-reel-D9FXq3Mt.cjs → nova-reel-D9xfaMBs.cjs} +20 -21
  185. package/dist/src/{nova-reel-Bk5npr2q.js → nova-reel-DihqLeol.js} +20 -23
  186. package/dist/src/{nova-sonic-BoRSY_U6.cjs → nova-sonic-DVu3mMIy.cjs} +30 -31
  187. package/dist/src/{nova-sonic-D_qERM-K.js → nova-sonic-DezhVUYT.js} +30 -26
  188. package/dist/src/{nova-sonic-CgaWLDM1.js → nova-sonic-P-CdUMlV.js} +30 -31
  189. package/dist/src/{nova-sonic-BXRfQyF-.js → nova-sonic-Q3BOJeig.js} +31 -32
  190. package/dist/src/{openai-Bigwjgo1.cjs → openai-Cuif0GEt.cjs} +8 -9
  191. package/dist/src/{openai-Dz3surb_.js → openai-DElQ-fPX.js} +3 -4
  192. package/dist/src/{openai-CT5fwbve.js → openai-DhbB7eWK.js} +3 -4
  193. package/dist/src/openai-j-sE2O7r.js +44 -0
  194. package/dist/src/{openclaw-dHLcXUWZ.js → openclaw-BiSZPL7J.js} +20 -14
  195. package/dist/src/{openclaw-CpPrXwf6.js → openclaw-Bv1DINsX.js} +20 -27
  196. package/dist/src/{openclaw-B6XY2kUf.js → openclaw-D1D_ej1z.js} +21 -28
  197. package/dist/src/{openclaw-DDSfq5fp.cjs → openclaw-DAfWQn-o.cjs} +33 -39
  198. package/dist/src/opencode-sdk-C7m-wRfI.js +560 -0
  199. package/dist/src/opencode-sdk-CfaLN8PY.cjs +564 -0
  200. package/dist/src/opencode-sdk-D95s6SnR.js +562 -0
  201. package/dist/src/opencode-sdk-DxUPkLT7.js +560 -0
  202. package/dist/src/{otlpReceiver-DmRb0NBj.js → otlpReceiver--AIRW_S4.js} +53 -51
  203. package/dist/src/{otlpReceiver-Dg817agV.js → otlpReceiver-Bn5wGB1v.js} +53 -55
  204. package/dist/src/{otlpReceiver-B6Xo4KZM.cjs → otlpReceiver-Diec4cln.cjs} +53 -55
  205. package/dist/src/{otlpReceiver-BO0rbDzh.js → otlpReceiver-g3ByGaXs.js} +53 -55
  206. package/dist/src/{providerRegistry-Xf0qdqGQ.js → providerRegistry-B0RUOLI_.js} +7 -8
  207. package/dist/src/{providerRegistry-wCWd7sKQ.js → providerRegistry-CD8MEar9.js} +7 -8
  208. package/dist/src/{providerRegistry-lc7a7utN.cjs → providerRegistry-Civky8Ar.cjs} +12 -13
  209. package/dist/src/providerRegistry-DM8rZYol.js +45 -0
  210. package/dist/src/providers-B3HvufyI.js +33246 -0
  211. package/dist/src/{providers-BiNq_Iyc.js → providers-BKRJTjBz.js} +1743 -1795
  212. package/dist/src/providers-C1rOSHiR.js +32 -0
  213. package/dist/src/{providers-BlEhY5mi.js → providers-CFLy1_ji.js} +1750 -1802
  214. package/dist/src/{providers-BNKVY53V.cjs → providers-CFu-TZl-.cjs} +2111 -2163
  215. package/dist/src/providers-CxmDwEFf.cjs +31 -0
  216. package/dist/src/providers-Dodakqr0.js +30 -0
  217. package/dist/src/providers-GIQ2TcsA.js +30 -0
  218. package/dist/src/{pythonUtils-r1uBuA0n.js → pythonUtils-C3py6GC1.js} +18 -19
  219. package/dist/src/{pythonUtils-DZ6EbdY4.cjs → pythonUtils-CTU3Y3lw.cjs} +42 -43
  220. package/dist/src/{pythonUtils-vMlk9Qp5.js → pythonUtils-D5nxkQ0P.js} +18 -19
  221. package/dist/src/pythonUtils-D6fwaDSg.js +249 -0
  222. package/dist/src/quiverai-C2jVwbH1.js +213 -0
  223. package/dist/src/quiverai-CI6gYJVI.js +213 -0
  224. package/dist/src/quiverai-CLkWkyZc.cjs +213 -0
  225. package/dist/src/quiverai-MHSxbmmZ.js +215 -0
  226. package/dist/src/{render-CAZvKKkB.js → render-Drod8m7K.js} +4 -5
  227. package/dist/src/{responses-DLLjADw5.js → responses-BKqJmhhc.js} +34 -27
  228. package/dist/src/{responses-TsdODUpm.js → responses-CGw0DCzh.js} +34 -27
  229. package/dist/src/responses-jxdehPkC.js +660 -0
  230. package/dist/src/{responses-zOtKtnY_.cjs → responses-tD4Bd4dc.cjs} +49 -42
  231. package/dist/src/rubyUtils-BUHu6PhO.js +5 -0
  232. package/dist/src/{rubyUtils-Cs35SDYa.js → rubyUtils-BUVePouc.js} +27 -20
  233. package/dist/src/rubyUtils-BcuGX77l.js +222 -0
  234. package/dist/src/{rubyUtils-BtjlqyXt.js → rubyUtils-Boc4HZzX.js} +18 -19
  235. package/dist/src/rubyUtils-CP42kMvq.cjs +4 -0
  236. package/dist/src/{rubyUtils-DCVaJ3mc.cjs → rubyUtils-DhCAlxZr.cjs} +48 -50
  237. package/dist/src/{sagemaker-Du4LIR97.js → sagemaker-BK4Zb993.js} +75 -70
  238. package/dist/src/{sagemaker-CLdUAv5z.js → sagemaker-BfiWTmvn.js} +77 -77
  239. package/dist/src/{sagemaker-DwNnEVYt.cjs → sagemaker-CcQHM1jV.cjs} +75 -76
  240. package/dist/src/{sagemaker-BcgLu0U4.js → sagemaker-D2Q1c-sD.js} +75 -79
  241. package/dist/src/{scanner-Dyw21Wg_.js → scanner-J8CA3LsV.js} +149 -122
  242. package/dist/src/server/index.js +5620 -67302
  243. package/dist/src/{server-CgUQ25qW.cjs → server-B0PPuDw-.cjs} +57 -67
  244. package/dist/src/server-B1vi21hA.js +7 -0
  245. package/dist/src/{server-CbMTRQkg.js → server-BC7XJFgr.js} +19 -24
  246. package/dist/src/server-Cm9Kai_h.cjs +5 -0
  247. package/dist/src/{server-DWmZLfCy.js → server-DbFphssR.js} +26 -29
  248. package/dist/src/server-OAs3nBRT.js +229 -0
  249. package/dist/src/{signal-Bl32q42d.js → signal-BOTbd53Z.js} +9 -11
  250. package/dist/src/{slack-BtMkB6xP.cjs → slack-BmVAVGaK.cjs} +7 -8
  251. package/dist/src/{slack-OZYxoVON.js → slack-DCUPTzS2.js} +8 -8
  252. package/dist/src/{slack-DPqj42Ts.js → slack-DOdy_kyv.js} +7 -8
  253. package/dist/src/{slack-BfdBx2tO.js → slack-DXMKtA-f.js} +7 -9
  254. package/dist/src/store-BNmZ1KAz.cjs +5 -0
  255. package/dist/src/{store-BqwfFEyF.cjs → store-BSc-TF2w.cjs} +44 -45
  256. package/dist/src/store-BltJg2cd.js +6 -0
  257. package/dist/src/{store-D4gdn9ih.js → store-D1tv90v3.js} +34 -35
  258. package/dist/src/{store-2ocbYY9D.js → store-DQLEjuEO.js} +40 -36
  259. package/dist/src/store-Ub2vaGJ1.js +228 -0
  260. package/dist/src/{tables-D-NSwNIb.js → tables-5EvT_Bwn.js} +23 -23
  261. package/dist/src/{tables-B9E1kRp-.cjs → tables-C7K-XKWp.cjs} +93 -93
  262. package/dist/src/{tables-C7TT2XVn.js → tables-D36WTqKX.js} +25 -25
  263. package/dist/src/tables-xKANLRBD.js +288 -0
  264. package/dist/src/telemetry-5BCRNBbe.cjs +5 -0
  265. package/dist/src/{telemetry-DZ_7PaVq.js → telemetry-C15ziL8u.js} +17 -14
  266. package/dist/src/{telemetry-BXyVqyAg.js → telemetry-C2YDkUQH.js} +11 -13
  267. package/dist/src/{telemetry-D0_yFdtU.cjs → telemetry-CbrnxHp_.cjs} +21 -24
  268. package/dist/src/telemetry-D4W5hboe.js +7 -0
  269. package/dist/src/telemetry-DMb2Mpfm.js +171 -0
  270. package/dist/src/{text-Dm78AVGG.js → text-B_UCRPp2.js} +2 -2
  271. package/dist/src/{text-DF2hMKdg.cjs → text-CW1cyrwj.cjs} +12 -13
  272. package/dist/src/{text-DgMr_tiM.js → text-Db-Wt2u2.js} +2 -2
  273. package/dist/src/text-TIv0QYnd.js +22 -0
  274. package/dist/src/{tokenUsageUtils-FZd5O_4A.js → tokenUsageUtils-BDGe-iyI.js} +2 -2
  275. package/dist/src/{tokenUsageUtils-DmZSD2eU.js → tokenUsageUtils-DflFMjS0.js} +2 -2
  276. package/dist/src/tokenUsageUtils-NYT-WKS6.js +138 -0
  277. package/dist/src/{tokenUsageUtils-CXhxVj72.cjs → tokenUsageUtils-bVa1ga6f.cjs} +32 -33
  278. package/dist/src/{transcription-FNIz3YOe.cjs → transcription-CL78qbOU.cjs} +14 -15
  279. package/dist/src/{transcription-C-M81iDA.js → transcription-DAtxHhAM.js} +14 -7
  280. package/dist/src/{transcription-CYuY5sFO.js → transcription-LNZTNUUL.js} +14 -16
  281. package/dist/src/{transcription-Ch7S-LWw.js → transcription-QHh3AH6Z.js} +15 -17
  282. package/dist/src/{transform-CoP2bJ7P.js → transform-Cgi24fJ7.js} +94 -66
  283. package/dist/src/{transform-Kd6u-oNm.cjs → transform-CzK1Q0zl.cjs} +24 -26
  284. package/dist/src/{transform-D8dILpfZ.js → transform-DECvGmzp.js} +15 -13
  285. package/dist/src/{transform-DMaxQwDx.js → transform-DGLazrMm.js} +94 -66
  286. package/dist/src/transform-DGxXocjk.js +1506 -0
  287. package/dist/src/{transform-ivxEY4f7.cjs → transform-DOcQeLld.cjs} +234 -206
  288. package/dist/src/transform-DTGDnAzW.js +6 -0
  289. package/dist/src/{transform-CqTFr7KR.js → transform-DilY9wbS.js} +10 -12
  290. package/dist/src/transform-aa6tmVpZ.js +216 -0
  291. package/dist/src/transform-m3qNw4KP.cjs +5 -0
  292. package/dist/src/{transformersAvailability-DEU2naS1.js → transformersAvailability-CEVM2GNQ.js} +2 -2
  293. package/dist/src/{transformersAvailability-Bkep3ka7.cjs → transformersAvailability-CwayUSlh.cjs} +2 -3
  294. package/dist/src/{transformersAvailability-DwmezkVe.js → transformersAvailability-D6c6ROpT.js} +2 -2
  295. package/dist/src/{types-t52w-XsS.js → types-CH3Ge2sE.js} +103 -92
  296. package/dist/src/{types-DMVjYLpx.js → types-CLKiCBW3.js} +98 -91
  297. package/dist/src/types-CN_TZ2GJ.js +3260 -0
  298. package/dist/src/{types-BIfttHrT.cjs → types-LJ0r3wbR.cjs} +573 -566
  299. package/dist/src/util-5cB-L7U3.js +1430 -0
  300. package/dist/src/util-6-GqIvzS.js +599 -0
  301. package/dist/src/{util-vjscpUzy.js → util-B7T3SiBS.js} +5 -6
  302. package/dist/src/{util-Cl0zfT3V.js → util-Betm42rL.js} +44 -17
  303. package/dist/src/{util-CUEt0Vum.js → util-C-PPYSMq.js} +44 -17
  304. package/dist/src/{util-DkFTvieG.cjs → util-CchiqXh_.cjs} +35 -36
  305. package/dist/src/{util-mJ58qbbw.js → util-DaWTWKBK.js} +5 -6
  306. package/dist/src/{util-C08Kns6-.cjs → util-Db0a0AFH.cjs} +89 -62
  307. package/dist/src/{util-DiCePfDu.js → util-Dlz_Wvgm.js} +102 -53
  308. package/dist/src/{util-BSh4a_Q8.js → util-YT5HPZaS.js} +102 -53
  309. package/dist/src/{util-DUYOvxAy.cjs → util-Yz-1aEhW.cjs} +274 -219
  310. package/dist/src/util-ZZH-3QZz.js +293 -0
  311. package/dist/src/{utils-DFaZa6Rf.cjs → utils-Cz9qXqII.cjs} +32 -35
  312. package/dist/src/{utils-CVzb4YiI.js → utils-XiOAgly5.js} +4 -7
  313. package/dist/src/utils-dLokC-eR.js +94 -0
  314. package/dist/src/{utils-JaY9veb5.js → utils-f2-Moju7.js} +4 -7
  315. package/dist/tsconfig.tsbuildinfo +1 -1
  316. package/package.json +59 -53
  317. package/dist/src/app/assets/index-BOgkICuY.css +0 -1
  318. package/dist/src/app/assets/index-CSgqn_Vd.js +0 -428
  319. package/dist/src/app/tsconfig.app.tsbuildinfo +0 -1
  320. package/dist/src/base-BaXmtXYp.js +0 -107
  321. package/dist/src/base-Dtp8b4_N.js +0 -106
  322. package/dist/src/base-f71xxWai.cjs +0 -111
  323. package/dist/src/cache-BUPcq0Ad.js +0 -6
  324. package/dist/src/cache-CVfRb-HD.cjs +0 -6
  325. package/dist/src/cache-O4EuX2JV.js +0 -8
  326. package/dist/src/chunk-DHDDz29n.js +0 -22
  327. package/dist/src/chunk-FhC4c-0y.js +0 -21
  328. package/dist/src/cloud-CZ4hytdm.js +0 -5
  329. package/dist/src/eval-CKHWqG9f.js +0 -16
  330. package/dist/src/evalResult-CxTP-LMm.cjs +0 -11
  331. package/dist/src/evalResult-CzLURDcP.js +0 -13
  332. package/dist/src/evalResult-DyttNQ_G.js +0 -11
  333. package/dist/src/evaluator-0PvfeBYh.js +0 -38
  334. package/dist/src/fetch-Bi0o-fdp.js +0 -4
  335. package/dist/src/fetch-CMptBDVg.cjs +0 -4
  336. package/dist/src/fetch-DAZkv3gV.js +0 -6
  337. package/dist/src/graders-BCytzXrb.js +0 -34
  338. package/dist/src/graders-CGZQShfJ.cjs +0 -33
  339. package/dist/src/graders-spkuVC-E.js +0 -36
  340. package/dist/src/opencode-sdk-CImWVqy9.js +0 -382
  341. package/dist/src/opencode-sdk-CuCztr4P.js +0 -380
  342. package/dist/src/opencode-sdk-DhcfRbBH.js +0 -376
  343. package/dist/src/opencode-sdk-mqF-Oj3f.cjs +0 -383
  344. package/dist/src/providers-BMZZmPBJ.cjs +0 -32
  345. package/dist/src/providers-CQQrNaJk.js +0 -32
  346. package/dist/src/providers-Ck8HyrC-.js +0 -34
  347. package/dist/src/quiverai-BNfIwKCO.cjs +0 -54
  348. package/dist/src/quiverai-BQigKdIH.js +0 -57
  349. package/dist/src/quiverai-Bfy2WnE2.js +0 -55
  350. package/dist/src/quiverai-CedIP0PJ.js +0 -43
  351. package/dist/src/rubyUtils-D7--T12C.js +0 -6
  352. package/dist/src/rubyUtils-DRRiMFV2.js +0 -5
  353. package/dist/src/rubyUtils-vb8OYFC-.cjs +0 -5
  354. package/dist/src/server-BUbS0Qfh.js +0 -6
  355. package/dist/src/server-XpGXFHkS.cjs +0 -6
  356. package/dist/src/server-gfOx5Zrk.js +0 -8
  357. package/dist/src/store-5u2yriTV.js +0 -7
  358. package/dist/src/store-D_lq_8oQ.js +0 -6
  359. package/dist/src/store-m5KT6Ly7.cjs +0 -6
  360. package/dist/src/telemetry-5RHFoCJh.js +0 -6
  361. package/dist/src/telemetry-Do8wMnA-.js +0 -8
  362. package/dist/src/telemetry-LojxPoFq.cjs +0 -6
  363. package/dist/src/transform-8eGmaH-7.js +0 -7
  364. package/dist/src/transform-BRVvWaG4.cjs +0 -6
  365. package/dist/src/transform-GybT0X0u.js +0 -8
  366. package/dist/src/transformersAvailability-DkAWaK5B.js +0 -35
package/dist/src/index.d.ts CHANGED
@@ -3,8 +3,6 @@ import { z } from "zod";
3
3
  import { Cache } from "cache-manager";
4
4
  import { sql } from "drizzle-orm";
5
5
  import { Buffer } from "node:buffer";
6
- import "commander";
7
-
8
6
  //#region src/blobs/types.d.ts
9
7
  /**
10
8
  * Blob reference format used across API/UI.
@@ -81,6 +79,7 @@ declare const ProviderEnvOverridesSchema: z.ZodObject<{
81
79
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
82
80
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
83
81
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
82
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
84
83
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
85
84
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
86
85
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -385,6 +384,16 @@ interface ProviderResponse {
385
384
  providerTransformedOutput?: string | any;
386
385
  tokenUsage?: TokenUsage;
387
386
  isRefusal?: boolean;
387
+ /**
388
+ * Indicates the target intentionally ended the active conversation/session.
389
+ * Multi-turn redteam strategies can use this to stop probing gracefully.
390
+ */
391
+ conversationEnded?: boolean;
392
+ /**
393
+ * Optional machine-readable reason explaining why the conversation ended.
394
+ * Example: `thread_closed`.
395
+ */
396
+ conversationEndReason?: string;
388
397
  sessionId?: string;
389
398
  guardrails?: GuardrailResponse;
390
399
  finishReason?: string;
@@ -556,6 +565,7 @@ declare const ProvidersSchema: z.ZodUnion<readonly [z.ZodString, z.ZodCustom<Cal
556
565
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
557
566
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
558
567
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
568
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
559
569
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
560
570
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
561
571
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -682,6 +692,7 @@ declare const ProvidersSchema: z.ZodUnion<readonly [z.ZodString, z.ZodCustom<Cal
682
692
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
683
693
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
684
694
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
695
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
685
696
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
686
697
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
687
698
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -781,14 +792,14 @@ type PIIPlugin = (typeof PII_PLUGINS)[number];
781
792
  type BiasPlugin = (typeof BIAS_PLUGINS)[number];
782
793
  declare const BASE_PLUGINS: readonly ["contracts", "excessive-agency", "hallucination", "hijacking", "politics"];
783
794
  type BasePlugin = (typeof BASE_PLUGINS)[number];
784
- declare const ADDITIONAL_PLUGINS: readonly ["aegis", "ascii-smuggling", "beavertails", "bfla", "bola", "cca", "competitors", "coppa", "cross-session-leak", "cyberseceval", "data-exfil", "debug-access", "divergent-repetition", "donotanswer", "ferpa", "harmbench", "toxic-chat", "imitation", "indirect-prompt-injection", "mcp", "model-identification", "medical:anchoring-bias", "medical:hallucination", "medical:incorrect-knowledge", "medical:off-label-use", "medical:prioritization-error", "medical:sycophancy", "financial:calculation-error", "financial:compliance-violation", "financial:confidential-disclosure", "financial:counterfactual", "financial:data-leakage", "financial:defamation", "financial:hallucination", "financial:impartiality", "financial:misconduct", "financial:sox-compliance", "financial:sycophancy", "ecommerce:compliance-bypass", "ecommerce:order-fraud", "ecommerce:pci-dss", "ecommerce:price-manipulation", "goal-misalignment", "insurance:coverage-discrimination", "insurance:network-misinformation", "insurance:phi-disclosure", "off-topic", "overreliance", "pharmacy:controlled-substance-compliance", "pharmacy:dosage-calculation", "pharmacy:drug-interaction", "telecom:cpni-disclosure", "telecom:location-disclosure", "telecom:account-takeover", "telecom:e911-misinformation", "telecom:tcpa-violation", "telecom:unauthorized-changes", "telecom:fraud-enablement", "telecom:porting-misinformation", "telecom:billing-misinformation", "telecom:coverage-misinformation", "telecom:law-enforcement-request-handling", "telecom:accessibility-violation", "realestate:fair-housing-discrimination", "realestate:steering", "realestate:discriminatory-listings", "realestate:lending-discrimination", "realestate:valuation-bias", "realestate:accessibility-discrimination", "realestate:advertising-discrimination", "realestate:source-of-income", "pliny", "prompt-extraction", "rag-document-exfiltration", "rag-poisoning", "rag-source-attribution", "rbac", "reasoning-dos", "religion", "shell-injection", "special-token-injection", "sql-injection", "ssrf", "system-prompt-override", "tool-discovery", "unsafebench", "unverifiable-claims", "vlguard", "vlsu", "wordplay", "xstest"];
795
+ declare const ADDITIONAL_PLUGINS: readonly ["aegis", "ascii-smuggling", "beavertails", "bfla", "bola", "cca", "competitors", "coppa", "cross-session-leak", "cyberseceval", "data-exfil", "debug-access", "divergent-repetition", "donotanswer", "ferpa", "harmbench", "toxic-chat", "imitation", "indirect-prompt-injection", "mcp", "model-identification", "medical:anchoring-bias", "medical:hallucination", "medical:incorrect-knowledge", "medical:off-label-use", "medical:prioritization-error", "medical:sycophancy", "financial:calculation-error", "financial:compliance-violation", "financial:confidential-disclosure", "financial:counterfactual", "financial:data-leakage", "financial:defamation", "financial:hallucination", "financial:impartiality", "financial:misconduct", "financial:sox-compliance", "financial:sycophancy", "ecommerce:compliance-bypass", "ecommerce:order-fraud", "ecommerce:pci-dss", "ecommerce:price-manipulation", "goal-misalignment", "insurance:coverage-discrimination", "insurance:data-disclosure", "insurance:network-misinformation", "insurance:phi-disclosure", "off-topic", "overreliance", "pharmacy:controlled-substance-compliance", "pharmacy:dosage-calculation", "pharmacy:drug-interaction", "telecom:cpni-disclosure", "telecom:location-disclosure", "telecom:account-takeover", "telecom:e911-misinformation", "telecom:tcpa-violation", "telecom:unauthorized-changes", "telecom:fraud-enablement", "telecom:porting-misinformation", "telecom:billing-misinformation", "telecom:coverage-misinformation", "telecom:law-enforcement-request-handling", "telecom:accessibility-violation", "realestate:fair-housing-discrimination", "realestate:steering", "realestate:discriminatory-listings", "realestate:lending-discrimination", "realestate:valuation-bias", "realestate:accessibility-discrimination", "realestate:advertising-discrimination", "realestate:source-of-income", "pliny", "prompt-extraction", "rag-document-exfiltration", "rag-poisoning", "rag-source-attribution", "rbac", "reasoning-dos", "religion", "shell-injection", "special-token-injection", "sql-injection", "ssrf", "system-prompt-override", "tool-discovery", "unsafebench", "unverifiable-claims", "vlguard", "vlsu", "wordplay", "xstest"];
785
796
  type AdditionalPlugin = (typeof ADDITIONAL_PLUGINS)[number];
786
797
  declare const CONFIG_REQUIRED_PLUGINS: readonly ["intent", "policy"];
787
798
  type ConfigRequiredPlugin = (typeof CONFIG_REQUIRED_PLUGINS)[number];
788
799
  type Plugin = AdditionalPlugin | BasePlugin | Collection | ConfigRequiredPlugin | HarmPlugin | PIIPlugin | BiasPlugin | AgenticPlugin;
789
800
  //#endregion
790
801
  //#region src/redteam/constants/strategies.d.ts
791
- declare const FRAMEWORK_COMPLIANCE_IDS: readonly ["mitre:atlas", "nist:ai:measure", "owasp:api", "owasp:llm", "owasp:agentic", "eu:ai-act", "iso:42001", "gdpr"];
802
+ declare const FRAMEWORK_COMPLIANCE_IDS: readonly ["mitre:atlas", "nist:ai:measure", "owasp:api", "owasp:llm", "owasp:agentic", "eu:ai-act", "iso:42001", "gdpr", "dod:ai:ethics"];
792
803
  type FrameworkComplianceId = (typeof FRAMEWORK_COMPLIANCE_IDS)[number];
793
804
  //#endregion
794
805
  //#region src/redteam/constants/metadata.d.ts
@@ -863,6 +874,7 @@ declare const PluginConfigSchema: z.ZodObject<{
863
874
  name: z.ZodOptional<z.ZodString>;
864
875
  multilingual: z.ZodOptional<z.ZodBoolean>;
865
876
  indirectInjectionVar: z.ZodOptional<z.ZodString>;
877
+ intendedResults: z.ZodOptional<z.ZodArray<z.ZodString>>;
866
878
  intent: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>]>>;
867
879
  policy: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
868
880
  id: z.ZodString;
@@ -2600,6 +2612,7 @@ declare const TestCaseSchema: z.ZodObject<{
2600
2612
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
2601
2613
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
2602
2614
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
2615
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
2603
2616
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
2604
2617
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
2605
2618
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -3009,6 +3022,7 @@ declare const TestCaseSchema: z.ZodObject<{
3009
3022
  name?: string | undefined;
3010
3023
  multilingual?: boolean | undefined;
3011
3024
  indirectInjectionVar?: string | undefined;
3025
+ intendedResults?: string[] | undefined;
3012
3026
  intent?: string | (string | string[])[] | undefined;
3013
3027
  policy?: string | {
3014
3028
  id: string;
@@ -3041,6 +3055,7 @@ declare const TestCaseSchema: z.ZodObject<{
3041
3055
  name?: string | undefined;
3042
3056
  multilingual?: boolean | undefined;
3043
3057
  indirectInjectionVar?: string | undefined;
3058
+ intendedResults?: string[] | undefined;
3044
3059
  intent?: string | (string | string[])[] | undefined;
3045
3060
  policy?: string | {
3046
3061
  id: string;
@@ -3142,6 +3157,7 @@ declare const TestCaseWithVarsFileSchema: z.ZodObject<{
3142
3157
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
3143
3158
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
3144
3159
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
3160
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
3145
3161
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
3146
3162
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
3147
3163
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -3551,6 +3567,7 @@ declare const TestCaseWithVarsFileSchema: z.ZodObject<{
3551
3567
  name?: string | undefined;
3552
3568
  multilingual?: boolean | undefined;
3553
3569
  indirectInjectionVar?: string | undefined;
3570
+ intendedResults?: string[] | undefined;
3554
3571
  intent?: string | (string | string[])[] | undefined;
3555
3572
  policy?: string | {
3556
3573
  id: string;
@@ -3583,6 +3600,7 @@ declare const TestCaseWithVarsFileSchema: z.ZodObject<{
3583
3600
  name?: string | undefined;
3584
3601
  multilingual?: boolean | undefined;
3585
3602
  indirectInjectionVar?: string | undefined;
3603
+ intendedResults?: string[] | undefined;
3586
3604
  intent?: string | (string | string[])[] | undefined;
3587
3605
  policy?: string | {
3588
3606
  id: string;
@@ -3683,6 +3701,7 @@ declare const TestCasesWithMetadataSchema: z.ZodObject<{
3683
3701
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
3684
3702
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
3685
3703
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
3704
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
3686
3705
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
3687
3706
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
3688
3707
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -4092,6 +4111,7 @@ declare const TestCasesWithMetadataSchema: z.ZodObject<{
4092
4111
  name?: string | undefined;
4093
4112
  multilingual?: boolean | undefined;
4094
4113
  indirectInjectionVar?: string | undefined;
4114
+ intendedResults?: string[] | undefined;
4095
4115
  intent?: string | (string | string[])[] | undefined;
4096
4116
  policy?: string | {
4097
4117
  id: string;
@@ -4124,6 +4144,7 @@ declare const TestCasesWithMetadataSchema: z.ZodObject<{
4124
4144
  name?: string | undefined;
4125
4145
  multilingual?: boolean | undefined;
4126
4146
  indirectInjectionVar?: string | undefined;
4147
+ intendedResults?: string[] | undefined;
4127
4148
  intent?: string | (string | string[])[] | undefined;
4128
4149
  policy?: string | {
4129
4150
  id: string;
@@ -4282,6 +4303,7 @@ declare const ScenarioSchema: z.ZodObject<{
4282
4303
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
4283
4304
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
4284
4305
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
4306
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
4285
4307
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
4286
4308
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
4287
4309
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -4691,6 +4713,7 @@ declare const ScenarioSchema: z.ZodObject<{
4691
4713
  name?: string | undefined;
4692
4714
  multilingual?: boolean | undefined;
4693
4715
  indirectInjectionVar?: string | undefined;
4716
+ intendedResults?: string[] | undefined;
4694
4717
  intent?: string | (string | string[])[] | undefined;
4695
4718
  policy?: string | {
4696
4719
  id: string;
@@ -4723,6 +4746,7 @@ declare const ScenarioSchema: z.ZodObject<{
4723
4746
  name?: string | undefined;
4724
4747
  multilingual?: boolean | undefined;
4725
4748
  indirectInjectionVar?: string | undefined;
4749
+ intendedResults?: string[] | undefined;
4726
4750
  intent?: string | (string | string[])[] | undefined;
4727
4751
  policy?: string | {
4728
4752
  id: string;
@@ -4819,6 +4843,7 @@ declare const ScenarioSchema: z.ZodObject<{
4819
4843
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
4820
4844
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
4821
4845
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
4846
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
4822
4847
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
4823
4848
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
4824
4849
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -5228,6 +5253,7 @@ declare const ScenarioSchema: z.ZodObject<{
5228
5253
  name?: string | undefined;
5229
5254
  multilingual?: boolean | undefined;
5230
5255
  indirectInjectionVar?: string | undefined;
5256
+ intendedResults?: string[] | undefined;
5231
5257
  intent?: string | (string | string[])[] | undefined;
5232
5258
  policy?: string | {
5233
5259
  id: string;
@@ -5260,6 +5286,7 @@ declare const ScenarioSchema: z.ZodObject<{
5260
5286
  name?: string | undefined;
5261
5287
  multilingual?: boolean | undefined;
5262
5288
  indirectInjectionVar?: string | undefined;
5289
+ intendedResults?: string[] | undefined;
5263
5290
  intent?: string | (string | string[])[] | undefined;
5264
5291
  policy?: string | {
5265
5292
  id: string;
@@ -5357,6 +5384,7 @@ declare const AtomicTestCaseSchema: z.ZodObject<{
5357
5384
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
5358
5385
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
5359
5386
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
5387
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
5360
5388
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
5361
5389
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
5362
5390
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -5766,6 +5794,7 @@ declare const AtomicTestCaseSchema: z.ZodObject<{
5766
5794
  name?: string | undefined;
5767
5795
  multilingual?: boolean | undefined;
5768
5796
  indirectInjectionVar?: string | undefined;
5797
+ intendedResults?: string[] | undefined;
5769
5798
  intent?: string | (string | string[])[] | undefined;
5770
5799
  policy?: string | {
5771
5800
  id: string;
@@ -5798,6 +5827,7 @@ declare const AtomicTestCaseSchema: z.ZodObject<{
5798
5827
  name?: string | undefined;
5799
5828
  multilingual?: boolean | undefined;
5800
5829
  indirectInjectionVar?: string | undefined;
5830
+ intendedResults?: string[] | undefined;
5801
5831
  intent?: string | (string | string[])[] | undefined;
5802
5832
  policy?: string | {
5803
5833
  id: string;
@@ -5942,6 +5972,7 @@ declare const TestSuiteSchema: z.ZodObject<{
5942
5972
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
5943
5973
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
5944
5974
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
5975
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
5945
5976
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
5946
5977
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
5947
5978
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -6351,6 +6382,7 @@ declare const TestSuiteSchema: z.ZodObject<{
6351
6382
  name?: string | undefined;
6352
6383
  multilingual?: boolean | undefined;
6353
6384
  indirectInjectionVar?: string | undefined;
6385
+ intendedResults?: string[] | undefined;
6354
6386
  intent?: string | (string | string[])[] | undefined;
6355
6387
  policy?: string | {
6356
6388
  id: string;
@@ -6383,6 +6415,7 @@ declare const TestSuiteSchema: z.ZodObject<{
6383
6415
  name?: string | undefined;
6384
6416
  multilingual?: boolean | undefined;
6385
6417
  indirectInjectionVar?: string | undefined;
6418
+ intendedResults?: string[] | undefined;
6386
6419
  intent?: string | (string | string[])[] | undefined;
6387
6420
  policy?: string | {
6388
6421
  id: string;
@@ -6481,6 +6514,7 @@ declare const TestSuiteSchema: z.ZodObject<{
6481
6514
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
6482
6515
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
6483
6516
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
6517
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
6484
6518
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
6485
6519
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
6486
6520
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -6890,6 +6924,7 @@ declare const TestSuiteSchema: z.ZodObject<{
6890
6924
  name?: string | undefined;
6891
6925
  multilingual?: boolean | undefined;
6892
6926
  indirectInjectionVar?: string | undefined;
6927
+ intendedResults?: string[] | undefined;
6893
6928
  intent?: string | (string | string[])[] | undefined;
6894
6929
  policy?: string | {
6895
6930
  id: string;
@@ -6922,6 +6957,7 @@ declare const TestSuiteSchema: z.ZodObject<{
6922
6957
  name?: string | undefined;
6923
6958
  multilingual?: boolean | undefined;
6924
6959
  indirectInjectionVar?: string | undefined;
6960
+ intendedResults?: string[] | undefined;
6925
6961
  intent?: string | (string | string[])[] | undefined;
6926
6962
  policy?: string | {
6927
6963
  id: string;
@@ -7018,6 +7054,7 @@ declare const TestSuiteSchema: z.ZodObject<{
7018
7054
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
7019
7055
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
7020
7056
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
7057
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
7021
7058
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
7022
7059
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
7023
7060
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -7427,6 +7464,7 @@ declare const TestSuiteSchema: z.ZodObject<{
7427
7464
  name?: string | undefined;
7428
7465
  multilingual?: boolean | undefined;
7429
7466
  indirectInjectionVar?: string | undefined;
7467
+ intendedResults?: string[] | undefined;
7430
7468
  intent?: string | (string | string[])[] | undefined;
7431
7469
  policy?: string | {
7432
7470
  id: string;
@@ -7459,6 +7497,7 @@ declare const TestSuiteSchema: z.ZodObject<{
7459
7497
  name?: string | undefined;
7460
7498
  multilingual?: boolean | undefined;
7461
7499
  indirectInjectionVar?: string | undefined;
7500
+ intendedResults?: string[] | undefined;
7462
7501
  intent?: string | (string | string[])[] | undefined;
7463
7502
  policy?: string | {
7464
7503
  id: string;
@@ -7557,6 +7596,7 @@ declare const TestSuiteSchema: z.ZodObject<{
7557
7596
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
7558
7597
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
7559
7598
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
7599
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
7560
7600
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
7561
7601
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
7562
7602
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -7964,6 +8004,7 @@ declare const TestSuiteSchema: z.ZodObject<{
7964
8004
  name?: string | undefined;
7965
8005
  multilingual?: boolean | undefined;
7966
8006
  indirectInjectionVar?: string | undefined;
8007
+ intendedResults?: string[] | undefined;
7967
8008
  intent?: string | (string | string[])[] | undefined;
7968
8009
  policy?: string | {
7969
8010
  id: string;
@@ -7996,6 +8037,7 @@ declare const TestSuiteSchema: z.ZodObject<{
7996
8037
  name?: string | undefined;
7997
8038
  multilingual?: boolean | undefined;
7998
8039
  indirectInjectionVar?: string | undefined;
8040
+ intendedResults?: string[] | undefined;
7999
8041
  intent?: string | (string | string[])[] | undefined;
8000
8042
  policy?: string | {
8001
8043
  id: string;
@@ -8083,6 +8125,7 @@ declare const TestSuiteSchema: z.ZodObject<{
8083
8125
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
8084
8126
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
8085
8127
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
8128
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
8086
8129
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
8087
8130
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
8088
8131
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -8251,6 +8294,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
8251
8294
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
8252
8295
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
8253
8296
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
8297
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
8254
8298
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
8255
8299
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
8256
8300
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -8377,6 +8421,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
8377
8421
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
8378
8422
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
8379
8423
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
8424
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
8380
8425
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
8381
8426
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
8382
8427
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -8519,6 +8564,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
8519
8564
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
8520
8565
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
8521
8566
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
8567
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
8522
8568
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
8523
8569
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
8524
8570
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -8928,6 +8974,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
8928
8974
  name?: string | undefined;
8929
8975
  multilingual?: boolean | undefined;
8930
8976
  indirectInjectionVar?: string | undefined;
8977
+ intendedResults?: string[] | undefined;
8931
8978
  intent?: string | (string | string[])[] | undefined;
8932
8979
  policy?: string | {
8933
8980
  id: string;
@@ -8960,6 +9007,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
8960
9007
  name?: string | undefined;
8961
9008
  multilingual?: boolean | undefined;
8962
9009
  indirectInjectionVar?: string | undefined;
9010
+ intendedResults?: string[] | undefined;
8963
9011
  intent?: string | (string | string[])[] | undefined;
8964
9012
  policy?: string | {
8965
9013
  id: string;
@@ -9064,6 +9112,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
9064
9112
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
9065
9113
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
9066
9114
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
9115
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
9067
9116
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
9068
9117
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
9069
9118
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -9473,6 +9522,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
9473
9522
  name?: string | undefined;
9474
9523
  multilingual?: boolean | undefined;
9475
9524
  indirectInjectionVar?: string | undefined;
9525
+ intendedResults?: string[] | undefined;
9476
9526
  intent?: string | (string | string[])[] | undefined;
9477
9527
  policy?: string | {
9478
9528
  id: string;
@@ -9505,6 +9555,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
9505
9555
  name?: string | undefined;
9506
9556
  multilingual?: boolean | undefined;
9507
9557
  indirectInjectionVar?: string | undefined;
9558
+ intendedResults?: string[] | undefined;
9508
9559
  intent?: string | (string | string[])[] | undefined;
9509
9560
  policy?: string | {
9510
9561
  id: string;
@@ -9601,6 +9652,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
9601
9652
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
9602
9653
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
9603
9654
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
9655
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
9604
9656
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
9605
9657
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
9606
9658
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -10010,6 +10062,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10010
10062
  name?: string | undefined;
10011
10063
  multilingual?: boolean | undefined;
10012
10064
  indirectInjectionVar?: string | undefined;
10065
+ intendedResults?: string[] | undefined;
10013
10066
  intent?: string | (string | string[])[] | undefined;
10014
10067
  policy?: string | {
10015
10068
  id: string;
@@ -10042,6 +10095,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10042
10095
  name?: string | undefined;
10043
10096
  multilingual?: boolean | undefined;
10044
10097
  indirectInjectionVar?: string | undefined;
10098
+ intendedResults?: string[] | undefined;
10045
10099
  intent?: string | (string | string[])[] | undefined;
10046
10100
  policy?: string | {
10047
10101
  id: string;
@@ -10140,6 +10194,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10140
10194
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
10141
10195
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
10142
10196
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
10197
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
10143
10198
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
10144
10199
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
10145
10200
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -10547,6 +10602,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10547
10602
  name?: string | undefined;
10548
10603
  multilingual?: boolean | undefined;
10549
10604
  indirectInjectionVar?: string | undefined;
10605
+ intendedResults?: string[] | undefined;
10550
10606
  intent?: string | (string | string[])[] | undefined;
10551
10607
  policy?: string | {
10552
10608
  id: string;
@@ -10579,6 +10635,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10579
10635
  name?: string | undefined;
10580
10636
  multilingual?: boolean | undefined;
10581
10637
  indirectInjectionVar?: string | undefined;
10638
+ intendedResults?: string[] | undefined;
10582
10639
  intent?: string | (string | string[])[] | undefined;
10583
10640
  policy?: string | {
10584
10641
  id: string;
@@ -10671,6 +10728,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10671
10728
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
10672
10729
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
10673
10730
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
10731
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
10674
10732
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
10675
10733
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
10676
10734
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -10816,6 +10874,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10816
10874
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
10817
10875
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
10818
10876
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
10877
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
10819
10878
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
10820
10879
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
10821
10880
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -10885,6 +10944,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10885
10944
  "eu:ai-act": "eu:ai-act";
10886
10945
  "iso:42001": "iso:42001";
10887
10946
  gdpr: "gdpr";
10947
+ "dod:ai:ethics": "dod:ai:ethics";
10888
10948
  }>>>;
10889
10949
  entities: z.ZodOptional<z.ZodArray<z.ZodString>>;
10890
10950
  contexts: z.ZodOptional<z.ZodArray<z.ZodObject<{
@@ -11009,6 +11069,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
11009
11069
  MISTRAL_API_BASE_URL?: string | undefined;
11010
11070
  MISTRAL_API_HOST?: string | undefined;
11011
11071
  MISTRAL_API_KEY?: string | undefined;
11072
+ MODELSLAB_API_KEY?: string | undefined;
11012
11073
  NSCALE_SERVICE_TOKEN?: string | undefined;
11013
11074
  NSCALE_API_KEY?: string | undefined;
11014
11075
  OLLAMA_API_KEY?: string | undefined;
@@ -11079,7 +11140,7 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
11079
11140
  } | undefined;
11080
11141
  numTests?: number | undefined;
11081
11142
  language?: string | string[] | undefined;
11082
- frameworks?: ("mitre:atlas" | "nist:ai:measure" | "owasp:api" | "owasp:llm" | "owasp:agentic" | "eu:ai-act" | "iso:42001" | "gdpr")[] | undefined;
11143
+ frameworks?: ("mitre:atlas" | "nist:ai:measure" | "owasp:api" | "owasp:llm" | "owasp:agentic" | "eu:ai-act" | "iso:42001" | "gdpr" | "dod:ai:ethics")[] | undefined;
11083
11144
  entities?: string[] | undefined;
11084
11145
  contexts?: {
11085
11146
  id: string;
@@ -11216,6 +11277,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
11216
11277
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
11217
11278
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
11218
11279
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
11280
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
11219
11281
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
11220
11282
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
11221
11283
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -11625,6 +11687,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
11625
11687
  name?: string | undefined;
11626
11688
  multilingual?: boolean | undefined;
11627
11689
  indirectInjectionVar?: string | undefined;
11690
+ intendedResults?: string[] | undefined;
11628
11691
  intent?: string | (string | string[])[] | undefined;
11629
11692
  policy?: string | {
11630
11693
  id: string;
@@ -11657,6 +11720,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
11657
11720
  name?: string | undefined;
11658
11721
  multilingual?: boolean | undefined;
11659
11722
  indirectInjectionVar?: string | undefined;
11723
+ intendedResults?: string[] | undefined;
11660
11724
  intent?: string | (string | string[])[] | undefined;
11661
11725
  policy?: string | {
11662
11726
  id: string;
@@ -11761,6 +11825,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
11761
11825
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
11762
11826
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
11763
11827
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
11828
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
11764
11829
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
11765
11830
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
11766
11831
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -12170,6 +12235,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
12170
12235
  name?: string | undefined;
12171
12236
  multilingual?: boolean | undefined;
12172
12237
  indirectInjectionVar?: string | undefined;
12238
+ intendedResults?: string[] | undefined;
12173
12239
  intent?: string | (string | string[])[] | undefined;
12174
12240
  policy?: string | {
12175
12241
  id: string;
@@ -12202,6 +12268,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
12202
12268
  name?: string | undefined;
12203
12269
  multilingual?: boolean | undefined;
12204
12270
  indirectInjectionVar?: string | undefined;
12271
+ intendedResults?: string[] | undefined;
12205
12272
  intent?: string | (string | string[])[] | undefined;
12206
12273
  policy?: string | {
12207
12274
  id: string;
@@ -12298,6 +12365,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
12298
12365
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
12299
12366
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
12300
12367
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
12368
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
12301
12369
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
12302
12370
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
12303
12371
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -12707,6 +12775,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
12707
12775
  name?: string | undefined;
12708
12776
  multilingual?: boolean | undefined;
12709
12777
  indirectInjectionVar?: string | undefined;
12778
+ intendedResults?: string[] | undefined;
12710
12779
  intent?: string | (string | string[])[] | undefined;
12711
12780
  policy?: string | {
12712
12781
  id: string;
@@ -12739,6 +12808,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
12739
12808
  name?: string | undefined;
12740
12809
  multilingual?: boolean | undefined;
12741
12810
  indirectInjectionVar?: string | undefined;
12811
+ intendedResults?: string[] | undefined;
12742
12812
  intent?: string | (string | string[])[] | undefined;
12743
12813
  policy?: string | {
12744
12814
  id: string;
@@ -12837,6 +12907,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
12837
12907
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
12838
12908
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
12839
12909
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
12910
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
12840
12911
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
12841
12912
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
12842
12913
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -13244,6 +13315,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13244
13315
  name?: string | undefined;
13245
13316
  multilingual?: boolean | undefined;
13246
13317
  indirectInjectionVar?: string | undefined;
13318
+ intendedResults?: string[] | undefined;
13247
13319
  intent?: string | (string | string[])[] | undefined;
13248
13320
  policy?: string | {
13249
13321
  id: string;
@@ -13276,6 +13348,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13276
13348
  name?: string | undefined;
13277
13349
  multilingual?: boolean | undefined;
13278
13350
  indirectInjectionVar?: string | undefined;
13351
+ intendedResults?: string[] | undefined;
13279
13352
  intent?: string | (string | string[])[] | undefined;
13280
13353
  policy?: string | {
13281
13354
  id: string;
@@ -13368,6 +13441,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13368
13441
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
13369
13442
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
13370
13443
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
13444
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
13371
13445
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
13372
13446
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
13373
13447
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -13513,6 +13587,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13513
13587
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
13514
13588
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
13515
13589
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
13590
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
13516
13591
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
13517
13592
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
13518
13593
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -13582,6 +13657,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13582
13657
  "eu:ai-act": "eu:ai-act";
13583
13658
  "iso:42001": "iso:42001";
13584
13659
  gdpr: "gdpr";
13660
+ "dod:ai:ethics": "dod:ai:ethics";
13585
13661
  }>>>;
13586
13662
  entities: z.ZodOptional<z.ZodArray<z.ZodString>>;
13587
13663
  contexts: z.ZodOptional<z.ZodArray<z.ZodObject<{
@@ -13706,6 +13782,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13706
13782
  MISTRAL_API_BASE_URL?: string | undefined;
13707
13783
  MISTRAL_API_HOST?: string | undefined;
13708
13784
  MISTRAL_API_KEY?: string | undefined;
13785
+ MODELSLAB_API_KEY?: string | undefined;
13709
13786
  NSCALE_SERVICE_TOKEN?: string | undefined;
13710
13787
  NSCALE_API_KEY?: string | undefined;
13711
13788
  OLLAMA_API_KEY?: string | undefined;
@@ -13776,7 +13853,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13776
13853
  } | undefined;
13777
13854
  numTests?: number | undefined;
13778
13855
  language?: string | string[] | undefined;
13779
- frameworks?: ("mitre:atlas" | "nist:ai:measure" | "owasp:api" | "owasp:llm" | "owasp:agentic" | "eu:ai-act" | "iso:42001" | "gdpr")[] | undefined;
13856
+ frameworks?: ("mitre:atlas" | "nist:ai:measure" | "owasp:api" | "owasp:llm" | "owasp:agentic" | "eu:ai-act" | "iso:42001" | "gdpr" | "dod:ai:ethics")[] | undefined;
13780
13857
  entities?: string[] | undefined;
13781
13858
  contexts?: {
13782
13859
  id: string;
@@ -13957,6 +14034,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13957
14034
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
13958
14035
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
13959
14036
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
14037
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
13960
14038
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
13961
14039
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
13962
14040
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -14083,6 +14161,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14083
14161
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
14084
14162
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
14085
14163
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
14164
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
14086
14165
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
14087
14166
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
14088
14167
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -14218,6 +14297,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14218
14297
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
14219
14298
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
14220
14299
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
14300
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
14221
14301
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
14222
14302
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
14223
14303
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -14344,6 +14424,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14344
14424
  MISTRAL_API_BASE_URL: z.ZodOptional<z.ZodString>;
14345
14425
  MISTRAL_API_HOST: z.ZodOptional<z.ZodString>;
14346
14426
  MISTRAL_API_KEY: z.ZodOptional<z.ZodString>;
14427
+ MODELSLAB_API_KEY: z.ZodOptional<z.ZodString>;
14347
14428
  NSCALE_SERVICE_TOKEN: z.ZodOptional<z.ZodString>;
14348
14429
  NSCALE_API_KEY: z.ZodOptional<z.ZodString>;
14349
14430
  OLLAMA_API_KEY: z.ZodOptional<z.ZodString>;
@@ -14495,6 +14576,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14495
14576
  MISTRAL_API_BASE_URL?: string | undefined;
14496
14577
  MISTRAL_API_HOST?: string | undefined;
14497
14578
  MISTRAL_API_KEY?: string | undefined;
14579
+ MODELSLAB_API_KEY?: string | undefined;
14498
14580
  NSCALE_SERVICE_TOKEN?: string | undefined;
14499
14581
  NSCALE_API_KEY?: string | undefined;
14500
14582
  OLLAMA_API_KEY?: string | undefined;
@@ -14652,6 +14734,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14652
14734
  name?: string | undefined;
14653
14735
  multilingual?: boolean | undefined;
14654
14736
  indirectInjectionVar?: string | undefined;
14737
+ intendedResults?: string[] | undefined;
14655
14738
  intent?: string | (string | string[])[] | undefined;
14656
14739
  policy?: string | {
14657
14740
  id: string;
@@ -14744,6 +14827,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14744
14827
  MISTRAL_API_BASE_URL?: string | undefined;
14745
14828
  MISTRAL_API_HOST?: string | undefined;
14746
14829
  MISTRAL_API_KEY?: string | undefined;
14830
+ MODELSLAB_API_KEY?: string | undefined;
14747
14831
  NSCALE_SERVICE_TOKEN?: string | undefined;
14748
14832
  NSCALE_API_KEY?: string | undefined;
14749
14833
  OLLAMA_API_KEY?: string | undefined;
@@ -14901,6 +14985,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14901
14985
  name?: string | undefined;
14902
14986
  multilingual?: boolean | undefined;
14903
14987
  indirectInjectionVar?: string | undefined;
14988
+ intendedResults?: string[] | undefined;
14904
14989
  intent?: string | (string | string[])[] | undefined;
14905
14990
  policy?: string | {
14906
14991
  id: string;
@@ -14992,6 +15077,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14992
15077
  MISTRAL_API_BASE_URL?: string | undefined;
14993
15078
  MISTRAL_API_HOST?: string | undefined;
14994
15079
  MISTRAL_API_KEY?: string | undefined;
15080
+ MODELSLAB_API_KEY?: string | undefined;
14995
15081
  NSCALE_SERVICE_TOKEN?: string | undefined;
14996
15082
  NSCALE_API_KEY?: string | undefined;
14997
15083
  OLLAMA_API_KEY?: string | undefined;
@@ -15149,6 +15235,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15149
15235
  name?: string | undefined;
15150
15236
  multilingual?: boolean | undefined;
15151
15237
  indirectInjectionVar?: string | undefined;
15238
+ intendedResults?: string[] | undefined;
15152
15239
  intent?: string | (string | string[])[] | undefined;
15153
15240
  policy?: string | {
15154
15241
  id: string;
@@ -15243,6 +15330,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15243
15330
  MISTRAL_API_BASE_URL?: string | undefined;
15244
15331
  MISTRAL_API_HOST?: string | undefined;
15245
15332
  MISTRAL_API_KEY?: string | undefined;
15333
+ MODELSLAB_API_KEY?: string | undefined;
15246
15334
  NSCALE_SERVICE_TOKEN?: string | undefined;
15247
15335
  NSCALE_API_KEY?: string | undefined;
15248
15336
  OLLAMA_API_KEY?: string | undefined;
@@ -15398,6 +15486,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15398
15486
  name?: string | undefined;
15399
15487
  multilingual?: boolean | undefined;
15400
15488
  indirectInjectionVar?: string | undefined;
15489
+ intendedResults?: string[] | undefined;
15401
15490
  intent?: string | (string | string[])[] | undefined;
15402
15491
  policy?: string | {
15403
15492
  id: string;
@@ -15485,6 +15574,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15485
15574
  MISTRAL_API_BASE_URL?: string | undefined;
15486
15575
  MISTRAL_API_HOST?: string | undefined;
15487
15576
  MISTRAL_API_KEY?: string | undefined;
15577
+ MODELSLAB_API_KEY?: string | undefined;
15488
15578
  NSCALE_SERVICE_TOKEN?: string | undefined;
15489
15579
  NSCALE_API_KEY?: string | undefined;
15490
15580
  OLLAMA_API_KEY?: string | undefined;
@@ -15702,6 +15792,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15702
15792
  MISTRAL_API_BASE_URL?: string | undefined;
15703
15793
  MISTRAL_API_HOST?: string | undefined;
15704
15794
  MISTRAL_API_KEY?: string | undefined;
15795
+ MODELSLAB_API_KEY?: string | undefined;
15705
15796
  NSCALE_SERVICE_TOKEN?: string | undefined;
15706
15797
  NSCALE_API_KEY?: string | undefined;
15707
15798
  OLLAMA_API_KEY?: string | undefined;
@@ -15828,6 +15919,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15828
15919
  MISTRAL_API_BASE_URL?: string | undefined;
15829
15920
  MISTRAL_API_HOST?: string | undefined;
15830
15921
  MISTRAL_API_KEY?: string | undefined;
15922
+ MODELSLAB_API_KEY?: string | undefined;
15831
15923
  NSCALE_SERVICE_TOKEN?: string | undefined;
15832
15924
  NSCALE_API_KEY?: string | undefined;
15833
15925
  OLLAMA_API_KEY?: string | undefined;
@@ -15959,6 +16051,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15959
16051
  MISTRAL_API_BASE_URL?: string | undefined;
15960
16052
  MISTRAL_API_HOST?: string | undefined;
15961
16053
  MISTRAL_API_KEY?: string | undefined;
16054
+ MODELSLAB_API_KEY?: string | undefined;
15962
16055
  NSCALE_SERVICE_TOKEN?: string | undefined;
15963
16056
  NSCALE_API_KEY?: string | undefined;
15964
16057
  OLLAMA_API_KEY?: string | undefined;
@@ -16085,6 +16178,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16085
16178
  MISTRAL_API_BASE_URL?: string | undefined;
16086
16179
  MISTRAL_API_HOST?: string | undefined;
16087
16180
  MISTRAL_API_KEY?: string | undefined;
16181
+ MODELSLAB_API_KEY?: string | undefined;
16088
16182
  NSCALE_SERVICE_TOKEN?: string | undefined;
16089
16183
  NSCALE_API_KEY?: string | undefined;
16090
16184
  OLLAMA_API_KEY?: string | undefined;
@@ -16236,6 +16330,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16236
16330
  MISTRAL_API_BASE_URL?: string | undefined;
16237
16331
  MISTRAL_API_HOST?: string | undefined;
16238
16332
  MISTRAL_API_KEY?: string | undefined;
16333
+ MODELSLAB_API_KEY?: string | undefined;
16239
16334
  NSCALE_SERVICE_TOKEN?: string | undefined;
16240
16335
  NSCALE_API_KEY?: string | undefined;
16241
16336
  OLLAMA_API_KEY?: string | undefined;
@@ -16393,6 +16488,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16393
16488
  name?: string | undefined;
16394
16489
  multilingual?: boolean | undefined;
16395
16490
  indirectInjectionVar?: string | undefined;
16491
+ intendedResults?: string[] | undefined;
16396
16492
  intent?: string | (string | string[])[] | undefined;
16397
16493
  policy?: string | {
16398
16494
  id: string;
@@ -16485,6 +16581,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16485
16581
  MISTRAL_API_BASE_URL?: string | undefined;
16486
16582
  MISTRAL_API_HOST?: string | undefined;
16487
16583
  MISTRAL_API_KEY?: string | undefined;
16584
+ MODELSLAB_API_KEY?: string | undefined;
16488
16585
  NSCALE_SERVICE_TOKEN?: string | undefined;
16489
16586
  NSCALE_API_KEY?: string | undefined;
16490
16587
  OLLAMA_API_KEY?: string | undefined;
@@ -16642,6 +16739,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16642
16739
  name?: string | undefined;
16643
16740
  multilingual?: boolean | undefined;
16644
16741
  indirectInjectionVar?: string | undefined;
16742
+ intendedResults?: string[] | undefined;
16645
16743
  intent?: string | (string | string[])[] | undefined;
16646
16744
  policy?: string | {
16647
16745
  id: string;
@@ -16733,6 +16831,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16733
16831
  MISTRAL_API_BASE_URL?: string | undefined;
16734
16832
  MISTRAL_API_HOST?: string | undefined;
16735
16833
  MISTRAL_API_KEY?: string | undefined;
16834
+ MODELSLAB_API_KEY?: string | undefined;
16736
16835
  NSCALE_SERVICE_TOKEN?: string | undefined;
16737
16836
  NSCALE_API_KEY?: string | undefined;
16738
16837
  OLLAMA_API_KEY?: string | undefined;
@@ -16890,6 +16989,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16890
16989
  name?: string | undefined;
16891
16990
  multilingual?: boolean | undefined;
16892
16991
  indirectInjectionVar?: string | undefined;
16992
+ intendedResults?: string[] | undefined;
16893
16993
  intent?: string | (string | string[])[] | undefined;
16894
16994
  policy?: string | {
16895
16995
  id: string;
@@ -16984,6 +17084,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16984
17084
  MISTRAL_API_BASE_URL?: string | undefined;
16985
17085
  MISTRAL_API_HOST?: string | undefined;
16986
17086
  MISTRAL_API_KEY?: string | undefined;
17087
+ MODELSLAB_API_KEY?: string | undefined;
16987
17088
  NSCALE_SERVICE_TOKEN?: string | undefined;
16988
17089
  NSCALE_API_KEY?: string | undefined;
16989
17090
  OLLAMA_API_KEY?: string | undefined;
@@ -17139,6 +17240,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17139
17240
  name?: string | undefined;
17140
17241
  multilingual?: boolean | undefined;
17141
17242
  indirectInjectionVar?: string | undefined;
17243
+ intendedResults?: string[] | undefined;
17142
17244
  intent?: string | (string | string[])[] | undefined;
17143
17245
  policy?: string | {
17144
17246
  id: string;
@@ -17226,6 +17328,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17226
17328
  MISTRAL_API_BASE_URL?: string | undefined;
17227
17329
  MISTRAL_API_HOST?: string | undefined;
17228
17330
  MISTRAL_API_KEY?: string | undefined;
17331
+ MODELSLAB_API_KEY?: string | undefined;
17229
17332
  NSCALE_SERVICE_TOKEN?: string | undefined;
17230
17333
  NSCALE_API_KEY?: string | undefined;
17231
17334
  OLLAMA_API_KEY?: string | undefined;
@@ -17443,6 +17546,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17443
17546
  MISTRAL_API_BASE_URL?: string | undefined;
17444
17547
  MISTRAL_API_HOST?: string | undefined;
17445
17548
  MISTRAL_API_KEY?: string | undefined;
17549
+ MODELSLAB_API_KEY?: string | undefined;
17446
17550
  NSCALE_SERVICE_TOKEN?: string | undefined;
17447
17551
  NSCALE_API_KEY?: string | undefined;
17448
17552
  OLLAMA_API_KEY?: string | undefined;
@@ -17569,6 +17673,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17569
17673
  MISTRAL_API_BASE_URL?: string | undefined;
17570
17674
  MISTRAL_API_HOST?: string | undefined;
17571
17675
  MISTRAL_API_KEY?: string | undefined;
17676
+ MODELSLAB_API_KEY?: string | undefined;
17572
17677
  NSCALE_SERVICE_TOKEN?: string | undefined;
17573
17678
  NSCALE_API_KEY?: string | undefined;
17574
17679
  OLLAMA_API_KEY?: string | undefined;
@@ -17700,6 +17805,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17700
17805
  MISTRAL_API_BASE_URL?: string | undefined;
17701
17806
  MISTRAL_API_HOST?: string | undefined;
17702
17807
  MISTRAL_API_KEY?: string | undefined;
17808
+ MODELSLAB_API_KEY?: string | undefined;
17703
17809
  NSCALE_SERVICE_TOKEN?: string | undefined;
17704
17810
  NSCALE_API_KEY?: string | undefined;
17705
17811
  OLLAMA_API_KEY?: string | undefined;
@@ -17826,6 +17932,7 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17826
17932
  MISTRAL_API_BASE_URL?: string | undefined;
17827
17933
  MISTRAL_API_HOST?: string | undefined;
17828
17934
  MISTRAL_API_KEY?: string | undefined;
17935
+ MODELSLAB_API_KEY?: string | undefined;
17829
17936
  NSCALE_SERVICE_TOKEN?: string | undefined;
17830
17937
  NSCALE_API_KEY?: string | undefined;
17831
17938
  OLLAMA_API_KEY?: string | undefined;