promptfoo 0.120.24 → 0.120.26

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (304) hide show
  1. package/README.md +35 -22
  2. package/dist/src/{ListApp-55OAHww3.js → ListApp-D3DG0F8h.js} +1 -1
  3. package/dist/src/{accounts-BwVGYllP.cjs → accounts-BzEY8H3v.cjs} +5 -5
  4. package/dist/src/{accounts-BOlMHrvn.js → accounts-DHHiXsy6.js} +6 -6
  5. package/dist/src/{accounts-DxR9x_En.js → accounts-R3gfCR_g.js} +5 -5
  6. package/dist/src/{agentic-utils-t9-1raty.js → agentic-utils-D6_gzOUF.js} +3 -3
  7. package/dist/src/{agents-DMpQ860j.cjs → agents-C7BiinFI.cjs} +7 -7
  8. package/dist/src/{agents-9Z7pO8yx.js → agents-Cao4i7AX.js} +8 -8
  9. package/dist/src/{agents-DjExVR3v.js → agents-Cnph5GLD.js} +2 -2
  10. package/dist/src/{agents-CI0Ad69d.cjs → agents-CwM7re15.cjs} +5 -5
  11. package/dist/src/{agents-BwI-Tm5m.js → agents-DETIQHqF.js} +7 -7
  12. package/dist/src/{agents-CRAmwjo-.js → agents-DYIT-hQy.js} +6 -6
  13. package/dist/src/{agents-BbIpDhgp.js → agents-GiUianme.js} +5 -5
  14. package/dist/src/{agents-yL5DzIKY.js → agents-v4cW_ZgC.js} +2 -2
  15. package/dist/src/{aimlapi-xHHqwNg8.js → aimlapi-CMJpKK-B.js} +13 -13
  16. package/dist/src/{aimlapi-BM9P45Bp.js → aimlapi-DMF6v_vb.js} +15 -15
  17. package/dist/src/{aimlapi-DKo7IxJg.cjs → aimlapi-DoGLcQW_.cjs} +14 -14
  18. package/dist/src/{aimlapi-ivzDkqbs.js → aimlapi-DtSf1ykJ.js} +2 -2
  19. package/dist/src/app/assets/index-BOgkICuY.css +1 -0
  20. package/dist/src/app/assets/index-CSgqn_Vd.js +428 -0
  21. package/dist/src/app/assets/{vendor-charts-DnwydkkY.js → vendor-charts-CYyo8R8v.js} +1 -1
  22. package/dist/src/app/assets/{vendor-markdown-DjKAU15k.js → vendor-markdown-DSmzq4Jh.js} +1 -1
  23. package/dist/src/app/assets/vendor-react-AtKqiNEf.js +4 -0
  24. package/dist/src/app/assets/{vendor-syntax-Dc86c4Bu.js → vendor-syntax-D06x6TQF.js} +1 -1
  25. package/dist/src/app/index.html +6 -6
  26. package/dist/src/app/tsconfig.app.tsbuildinfo +1 -1
  27. package/dist/src/{audio-B3QGL6Nl.cjs → audio-BWjyvHn9.cjs} +4 -4
  28. package/dist/src/{audio-C-1oBiVZ.js → audio-BrJBFN2b.js} +4 -4
  29. package/dist/src/{audio-DnfDVjhL.js → audio-DUH4q0Xq.js} +5 -5
  30. package/dist/src/{audio-DQWHfAr8.js → audio-U580w8jM.js} +2 -2
  31. package/dist/src/{base-DHam07ip.js → base-BaXmtXYp.js} +3 -3
  32. package/dist/src/{base-BjsgxJp9.js → base-Dtp8b4_N.js} +3 -3
  33. package/dist/src/{base-Bso8ccGu.cjs → base-f71xxWai.cjs} +3 -3
  34. package/dist/src/{blobs-DOdc-E8L.cjs → blobs-673H0jCl.cjs} +3 -3
  35. package/dist/src/{blobs-Dcm272OH.js → blobs-C9J2mVgo.js} +3 -3
  36. package/dist/src/{blobs-MlVQyoSc.js → blobs-kt8v3UyH.js} +3 -3
  37. package/dist/src/{cache-KNsTJLKP.cjs → cache-7xULbvt3.cjs} +35 -8
  38. package/dist/src/{cache-BMl3AIo5.js → cache-BLLayYEN.js} +24 -9
  39. package/dist/src/{cache-B0ptF7sO.js → cache-BUPcq0Ad.js} +3 -3
  40. package/dist/src/cache-CVfRb-HD.cjs +6 -0
  41. package/dist/src/{cache-DPztwHxt.js → cache-O4EuX2JV.js} +4 -4
  42. package/dist/src/{cache-DHm8Pc8l.js → cache-mIszOnuz.js} +5 -22
  43. package/dist/src/{chat-DOQIJx7O.cjs → chat-C4zqjObh.cjs} +10 -10
  44. package/dist/src/{chat-DDGU7Tik.js → chat-C8Ei4f87.js} +9 -9
  45. package/dist/src/{chat-BnzIuoTQ.js → chat-CgyGj2hC.js} +12 -12
  46. package/dist/src/{chat-BRMJOuCv.js → chat-Cpz3O-Xl.js} +14 -14
  47. package/dist/src/{chat-CVOyOBYk.js → chat-DIywASPG.js} +11 -11
  48. package/dist/src/{chat-CrnXMbvh.cjs → chat-Fl6TZJRS.cjs} +13 -13
  49. package/dist/src/{chat-D8GcWK9l.js → chat-XPN9YHhr.js} +2 -2
  50. package/dist/src/{chatkit-IWIuhxFE.js → chatkit-DEls11hE.js} +4 -4
  51. package/dist/src/{chatkit-DlOZ-eNb.js → chatkit-DIrJX8xk.js} +4 -4
  52. package/dist/src/{chatkit-CcktkleS.js → chatkit-Dpxrq4eD.js} +2 -2
  53. package/dist/src/{chatkit-yeVtURUi.cjs → chatkit-e25Ziu17.cjs} +4 -4
  54. package/dist/src/{claude-agent-sdk-BiMgSH9g.js → claude-agent-sdk-6-xTaLwM.js} +48 -19
  55. package/dist/src/{claude-agent-sdk-Yj9Hq0cH.cjs → claude-agent-sdk-BzxF6NIJ.cjs} +48 -19
  56. package/dist/src/{claude-agent-sdk-rVqlUIJl.js → claude-agent-sdk-CmkTnKGH.js} +49 -20
  57. package/dist/src/{claude-agent-sdk-yid1kGsL.js → claude-agent-sdk-rXCBLK_o.js} +40 -11
  58. package/dist/src/{cloud-ByJVRSQI.js → cloud-BMbRVJFw.js} +3 -3
  59. package/dist/src/cloud-CZ4hytdm.js +5 -0
  60. package/dist/src/{cloudflare-ai-DmJZcvVx.cjs → cloudflare-ai-BAQ0u_dg.cjs} +14 -14
  61. package/dist/src/{cloudflare-ai-CWKYPCCF.js → cloudflare-ai-CUg4BTcj.js} +13 -13
  62. package/dist/src/{cloudflare-ai-goDJ5bwr.js → cloudflare-ai-CobxMTR4.js} +15 -15
  63. package/dist/src/{cloudflare-ai-CdKv38f6.js → cloudflare-ai-Z9X219gp.js} +2 -2
  64. package/dist/src/{cloudflare-gateway-BW8hcdB0.cjs → cloudflare-gateway-C0sgfr_z.cjs} +15 -15
  65. package/dist/src/{cloudflare-gateway-CDCOS1Os.js → cloudflare-gateway-D2_yi-Fh.js} +16 -16
  66. package/dist/src/{cloudflare-gateway-Dz_HCMGY.js → cloudflare-gateway-Djf3F3_H.js} +2 -2
  67. package/dist/src/{cloudflare-gateway-gzmTsXcd.js → cloudflare-gateway-_itGuXry.js} +14 -14
  68. package/dist/src/{codex-sdk-BlvhxMr0.js → codex-sdk-BASDNkIl.js} +90 -34
  69. package/dist/src/{codex-sdk-BC5qbCjh.js → codex-sdk-dSnGdgIp.js} +92 -36
  70. package/dist/src/{codex-sdk-CBpm53B8.js → codex-sdk-ibXwdglL.js} +91 -35
  71. package/dist/src/{codex-sdk-Cf5_CQch.cjs → codex-sdk-wTEpMM_X.cjs} +92 -36
  72. package/dist/src/{cometapi-DoaO5SLq.js → cometapi-B01btbfb.js} +16 -16
  73. package/dist/src/{cometapi-BUKGSUCw.js → cometapi-ChAaRjg5.js} +14 -14
  74. package/dist/src/{cometapi-C6BSw9k3.js → cometapi-DHUAH6nK.js} +2 -2
  75. package/dist/src/{cometapi-B3TzpkNI.cjs → cometapi-JbvOJSCO.cjs} +15 -15
  76. package/dist/src/{completion-BLe7SUA4.js → completion-BBJ6zmG3.js} +6 -6
  77. package/dist/src/{completion-1RAiLcwi.js → completion-D9_MDlnd.js} +6 -6
  78. package/dist/src/{completion-D6BTVt6e.cjs → completion-DDyL3Cb2.cjs} +6 -6
  79. package/dist/src/{docker-CkOzlD1W.js → docker-BuButc4D.js} +15 -15
  80. package/dist/src/{docker-BWsSX8Pn.cjs → docker-Ckw-j7Rr.cjs} +14 -14
  81. package/dist/src/{docker-CMf5SGLq.js → docker-JAAubMw3.js} +13 -13
  82. package/dist/src/{docker-C0AzMsuf.js → docker-vnOg96gi.js} +2 -2
  83. package/dist/src/errors-DnGCbnx8.js +36 -0
  84. package/dist/src/{esm-gWVPXn3r.cjs → esm-BQkx5roy.cjs} +2 -2
  85. package/dist/src/{esm-Lh6czAFT.js → esm-CYhseqj4.js} +2 -2
  86. package/dist/src/{esm-D40XsWlR.js → esm-rDtG_2rg.js} +2 -2
  87. package/dist/src/eval-CKHWqG9f.js +16 -0
  88. package/dist/src/{eval-WaSg64w3.js → eval-CYrbG57o.js} +106 -29
  89. package/dist/src/{evalResult-CGrGU_cG.js → evalResult-6JaUIStC.js} +7 -7
  90. package/dist/src/{evalResult-C_UM63nn.js → evalResult-COsVttMA.js} +7 -7
  91. package/dist/src/evalResult-CxTP-LMm.cjs +11 -0
  92. package/dist/src/evalResult-CzLURDcP.js +13 -0
  93. package/dist/src/{evalResult-BU4huold.cjs → evalResult-DlRfu_Rq.cjs} +7 -7
  94. package/dist/src/evalResult-DyttNQ_G.js +11 -0
  95. package/dist/src/evaluator-0PvfeBYh.js +38 -0
  96. package/dist/src/{evaluator-gmF3Vddp.js → evaluator-3EJCMTs0.js} +75 -49
  97. package/dist/src/{extractor-D-RM2m6A.cjs → extractor-DbhlYEeo.cjs} +23 -6
  98. package/dist/src/{extractor-Da8IxCeS.js → extractor-Hs7la_19.js} +23 -6
  99. package/dist/src/{extractor-BA90EtLq.js → extractor-LSYjrhK0.js} +23 -6
  100. package/dist/src/{fetch-BIfcW-Fd.js → fetch-18MuNu9i.js} +21 -7
  101. package/dist/src/{fetch-CW9GabAi.js → fetch-Bi0o-fdp.js} +2 -2
  102. package/dist/src/fetch-CMptBDVg.cjs +4 -0
  103. package/dist/src/fetch-DAZkv3gV.js +6 -0
  104. package/dist/src/{fetch-Mb7SbeM-.js → fetch-SRsE6Ctl.js} +21 -7
  105. package/dist/src/{fetch-MvWxCS5U.cjs → fetch-ZMn_oemb.cjs} +21 -7
  106. package/dist/src/{fileExtensions-CzcPkiKZ.js → fileExtensions-BpuMmaFL.js} +1 -1
  107. package/dist/src/{formatDuration-CCiZ-wBY.js → formatDuration-Doo0xq-z.js} +1 -1
  108. package/dist/src/{genaiTracer-BQ8AmajD.cjs → genaiTracer-CQlpZkrp.cjs} +2 -2
  109. package/dist/src/{genaiTracer-foKtbVa2.js → genaiTracer-CqNnnXrE.js} +1 -1
  110. package/dist/src/graders-BCytzXrb.js +34 -0
  111. package/dist/src/{graders-CwtelA9k.js → graders-BaMCwIKp.js} +212 -91
  112. package/dist/src/graders-CGZQShfJ.cjs +33 -0
  113. package/dist/src/{graders-2dabIkXs.cjs → graders-DzUUnUjC.cjs} +212 -91
  114. package/dist/src/{graders-BscQ6O1Q.js → graders-QsALpIdy.js} +211 -90
  115. package/dist/src/graders-spkuVC-E.js +36 -0
  116. package/dist/src/{image-Dv0o-Ab7.js → image-BXt_7u0v.js} +4 -4
  117. package/dist/src/{image-B6TV9l0v.js → image-BiEVdpdP.js} +7 -7
  118. package/dist/src/{image-DS9hlgSc.cjs → image-C3BjJUAU.cjs} +7 -7
  119. package/dist/src/{image-_jKUeeh9.js → image-COCWy5dX.js} +2 -2
  120. package/dist/src/{image-DqElR73O.cjs → image-D10zEe1f.cjs} +4 -4
  121. package/dist/src/{image-BVEVjrwl.js → image-DB4sHxdJ.js} +5 -5
  122. package/dist/src/{image-C1i3NoZo.js → image-mhAGP07h.js} +7 -7
  123. package/dist/src/index.cjs +305 -112
  124. package/dist/src/index.d.cts +137 -3
  125. package/dist/src/index.d.ts +137 -3
  126. package/dist/src/index.js +304 -111
  127. package/dist/src/{interactiveCheck-CjK2R4rB.js → interactiveCheck-DU-MAhp5.js} +2 -2
  128. package/dist/src/{knowledgeBase-K5fJN2kC.cjs → knowledgeBase-Bnb00xKs.cjs} +8 -8
  129. package/dist/src/{knowledgeBase-D-xthvn0.js → knowledgeBase-CMvMlLZR.js} +9 -9
  130. package/dist/src/{knowledgeBase-DJZHeJqg.js → knowledgeBase-DotRBzUE.js} +2 -2
  131. package/dist/src/{knowledgeBase-BSs2ldSR.js → knowledgeBase-XJQ0Qyez.js} +8 -8
  132. package/dist/src/{litellm-kPhaZkzz.js → litellm-BECdjOTx.js} +3 -3
  133. package/dist/src/{litellm-uRLukY7s.cjs → litellm-BrnZhMcL.cjs} +15 -15
  134. package/dist/src/{litellm-DH_rVIOd.js → litellm-CHrRmPAe.js} +16 -16
  135. package/dist/src/{litellm-DoXGHlpD.js → litellm-CrLJrPIm.js} +14 -14
  136. package/dist/src/{logger-CMp-NS-e.cjs → logger-BdZ-IqBc.cjs} +5 -2
  137. package/dist/src/{logger-Bzi5o47S.js → logger-BotXmWKW.js} +5 -2
  138. package/dist/src/{logger-q5I8CByj.js → logger-w8Ozp0Td.js} +5 -2
  139. package/dist/src/{luma-ray-B3GiVpuq.js → luma-ray-BOeX-h0M.js} +10 -10
  140. package/dist/src/{luma-ray-CPISsLu-.js → luma-ray-C-w6EsJm.js} +2 -2
  141. package/dist/src/{luma-ray-BrWrKIIB.cjs → luma-ray-C0RkI3lt.cjs} +10 -10
  142. package/dist/src/{luma-ray-gyI_GEy2.js → luma-ray-DgKLS0BF.js} +11 -11
  143. package/dist/src/main.js +3260 -2537
  144. package/dist/src/{messages-CJgEjRQF.js → messages-CDZYGNlS.js} +13 -10
  145. package/dist/src/{messages-BMkwrfmt.js → messages-D61tPFQo.js} +14 -11
  146. package/dist/src/{messages-B5HsO_dM.cjs → messages-DXV3Qh8_.cjs} +14 -11
  147. package/dist/src/{meteor-CBciquOS.js → meteor-Dj8cTkU_.js} +1 -1
  148. package/dist/src/{meteor-0cLf9TIn.js → meteor-P2rUE-Uz.js} +1 -1
  149. package/dist/src/{meteor-BQ6Ws9k2.js → meteor-SLNTgmXm.js} +2 -2
  150. package/dist/src/{meteor-DRuEfzuQ.cjs → meteor-odmwVbyG.cjs} +1 -1
  151. package/dist/src/{nova-reel-B5SOonY2.js → nova-reel-Bk5npr2q.js} +11 -11
  152. package/dist/src/{nova-reel-CT9ZuhJ3.js → nova-reel-C2LFfVTf.js} +2 -2
  153. package/dist/src/{nova-reel-ByTx85ed.cjs → nova-reel-D9FXq3Mt.cjs} +10 -10
  154. package/dist/src/{nova-reel-ChM7WaHR.js → nova-reel-DtCjbD5O.js} +10 -10
  155. package/dist/src/{nova-sonic-D4M3kKYu.js → nova-sonic-BXRfQyF-.js} +8 -8
  156. package/dist/src/{nova-sonic-C-H3eDvL.cjs → nova-sonic-BoRSY_U6.cjs} +7 -7
  157. package/dist/src/{nova-sonic-DgifpOKF.js → nova-sonic-CgaWLDM1.js} +7 -7
  158. package/dist/src/{nova-sonic-BqP59oOu.js → nova-sonic-D_qERM-K.js} +2 -2
  159. package/dist/src/{openai-BjpdxIOG.cjs → openai-Bigwjgo1.cjs} +2 -2
  160. package/dist/src/{openai-Cv9pEKxp.js → openai-CT5fwbve.js} +2 -2
  161. package/dist/src/{openai-CitF-gEN.js → openai-Dz3surb_.js} +2 -2
  162. package/dist/src/openclaw-B6XY2kUf.js +526 -0
  163. package/dist/src/openclaw-CpPrXwf6.js +524 -0
  164. package/dist/src/openclaw-DDSfq5fp.cjs +528 -0
  165. package/dist/src/openclaw-dHLcXUWZ.js +511 -0
  166. package/dist/src/{opencode-sdk-Dakn4QMp.js → opencode-sdk-CImWVqy9.js} +7 -7
  167. package/dist/src/{opencode-sdk-BcLvVMV-.js → opencode-sdk-CuCztr4P.js} +6 -6
  168. package/dist/src/{opencode-sdk-z7KKOCdB.js → opencode-sdk-DhcfRbBH.js} +3 -3
  169. package/dist/src/{opencode-sdk-Cqszt4br.cjs → opencode-sdk-mqF-Oj3f.cjs} +6 -6
  170. package/dist/src/{otlpReceiver-BvmMgacx.cjs → otlpReceiver-B6Xo4KZM.cjs} +6 -6
  171. package/dist/src/{otlpReceiver-DRNetlJH.js → otlpReceiver-BO0rbDzh.js} +6 -6
  172. package/dist/src/{otlpReceiver-Bhj_vnzl.js → otlpReceiver-Dg817agV.js} +6 -6
  173. package/dist/src/{otlpReceiver-Cpnk-Hjf.js → otlpReceiver-DmRb0NBj.js} +2 -2
  174. package/dist/src/{providerRegistry-D32Lt9vp.js → providerRegistry-Xf0qdqGQ.js} +2 -2
  175. package/dist/src/{providerRegistry-HGQd2MF6.cjs → providerRegistry-lc7a7utN.cjs} +2 -2
  176. package/dist/src/{providerRegistry-BdKWcUa8.js → providerRegistry-wCWd7sKQ.js} +2 -2
  177. package/dist/src/providers-BMZZmPBJ.cjs +32 -0
  178. package/dist/src/{providers-BWoVY_Wz.cjs → providers-BNKVY53V.cjs} +294 -782
  179. package/dist/src/{providers-Co_FGgH8.js → providers-BiNq_Iyc.js} +281 -769
  180. package/dist/src/{providers-CUCHJCHD.js → providers-BlEhY5mi.js} +286 -779
  181. package/dist/src/providers-CQQrNaJk.js +32 -0
  182. package/dist/src/providers-Ck8HyrC-.js +34 -0
  183. package/dist/src/{pythonUtils-rOCm9w_5.cjs → pythonUtils-DZ6EbdY4.cjs} +3 -3
  184. package/dist/src/{pythonUtils-B9JA-gsC.js → pythonUtils-r1uBuA0n.js} +3 -3
  185. package/dist/src/{pythonUtils-eNq6Wsfr.js → pythonUtils-vMlk9Qp5.js} +3 -3
  186. package/dist/src/{quiverai-BpWtOEQZ.cjs → quiverai-BNfIwKCO.cjs} +13 -13
  187. package/dist/src/{quiverai-Cj-PUa3p.js → quiverai-BQigKdIH.js} +14 -14
  188. package/dist/src/{quiverai-BN8OVvDE.js → quiverai-Bfy2WnE2.js} +12 -12
  189. package/dist/src/{quiverai-D5MSsd2c.js → quiverai-CedIP0PJ.js} +2 -2
  190. package/dist/src/{render-D2710HbA.js → render-CAZvKKkB.js} +4 -4
  191. package/dist/src/responses-DLLjADw5.js +653 -0
  192. package/dist/src/responses-TsdODUpm.js +654 -0
  193. package/dist/src/responses-zOtKtnY_.cjs +671 -0
  194. package/dist/src/{rubyUtils-Dn6MGcsk.js → rubyUtils-BtjlqyXt.js} +3 -3
  195. package/dist/src/{rubyUtils-LBsk3zIm.js → rubyUtils-Cs35SDYa.js} +3 -3
  196. package/dist/src/rubyUtils-D7--T12C.js +6 -0
  197. package/dist/src/{rubyUtils-rnCVDgH-.cjs → rubyUtils-DCVaJ3mc.cjs} +3 -3
  198. package/dist/src/rubyUtils-DRRiMFV2.js +5 -0
  199. package/dist/src/rubyUtils-vb8OYFC-.cjs +5 -0
  200. package/dist/src/{sagemaker-C8MeZIkH.js → sagemaker-BcgLu0U4.js} +18 -18
  201. package/dist/src/{sagemaker-4ukMNSN0.js → sagemaker-CLdUAv5z.js} +17 -17
  202. package/dist/src/{sagemaker-DyVHy2BW.js → sagemaker-Du4LIR97.js} +2 -2
  203. package/dist/src/{sagemaker-DB3Eojau.cjs → sagemaker-DwNnEVYt.cjs} +17 -17
  204. package/dist/src/{scanner-C28XVEq2.js → scanner-Dyw21Wg_.js} +12 -12
  205. package/dist/src/server/index.js +1818 -605
  206. package/dist/src/server-BUbS0Qfh.js +6 -0
  207. package/dist/src/{server-BF3HkMhe.js → server-CbMTRQkg.js} +8 -6
  208. package/dist/src/{server-CSbLW-UI.cjs → server-CgUQ25qW.cjs} +8 -6
  209. package/dist/src/{server-mycZbUH8.js → server-DWmZLfCy.js} +10 -7
  210. package/dist/src/server-XpGXFHkS.cjs +6 -0
  211. package/dist/src/server-gfOx5Zrk.js +8 -0
  212. package/dist/src/{signal-DM_SPNmi.js → signal-Bl32q42d.js} +3 -3
  213. package/dist/src/{slack-Ed1yyt_j.js → slack-BfdBx2tO.js} +2 -2
  214. package/dist/src/{slack-D1F9Y7CH.cjs → slack-BtMkB6xP.cjs} +2 -2
  215. package/dist/src/{slack-DkAF58Tr.js → slack-DPqj42Ts.js} +2 -2
  216. package/dist/src/{slack-BK312SXM.js → slack-OZYxoVON.js} +2 -2
  217. package/dist/src/{store-CT_e5OZX.js → store-2ocbYY9D.js} +3 -3
  218. package/dist/src/store-5u2yriTV.js +7 -0
  219. package/dist/src/{store-BpumNYCl.cjs → store-BqwfFEyF.cjs} +3 -3
  220. package/dist/src/{store-BFLqwuc_.js → store-D4gdn9ih.js} +3 -3
  221. package/dist/src/store-D_lq_8oQ.js +6 -0
  222. package/dist/src/store-m5KT6Ly7.cjs +6 -0
  223. package/dist/src/{tables-Dansasnu.cjs → tables-B9E1kRp-.cjs} +3 -3
  224. package/dist/src/{tables-BjaApSAB.js → tables-C7TT2XVn.js} +3 -3
  225. package/dist/src/{tables-Dwexr5Z6.js → tables-D-NSwNIb.js} +3 -3
  226. package/dist/src/telemetry-5RHFoCJh.js +6 -0
  227. package/dist/src/{telemetry-MVkZQxt9.js → telemetry-BXyVqyAg.js} +5 -4
  228. package/dist/src/{telemetry-DFDFKdnr.cjs → telemetry-D0_yFdtU.cjs} +5 -4
  229. package/dist/src/{telemetry-Ds5Nn81l.js → telemetry-DZ_7PaVq.js} +5 -4
  230. package/dist/src/telemetry-Do8wMnA-.js +8 -0
  231. package/dist/src/telemetry-LojxPoFq.cjs +6 -0
  232. package/dist/src/{text-PYISqVm1.cjs → text-DF2hMKdg.cjs} +1 -1
  233. package/dist/src/{text-DuYSUYPB.js → text-DgMr_tiM.js} +1 -1
  234. package/dist/src/{text-Dx0GJOCN.js → text-Dm78AVGG.js} +1 -1
  235. package/dist/src/{tokenUsageUtils-BtZd3sP7.cjs → tokenUsageUtils-CXhxVj72.cjs} +9 -4
  236. package/dist/src/{tokenUsageUtils-DoinwgKF.js → tokenUsageUtils-DmZSD2eU.js} +9 -4
  237. package/dist/src/{tokenUsageUtils-cFdLMERB.js → tokenUsageUtils-FZd5O_4A.js} +9 -4
  238. package/dist/src/{transcription-Cp19m_Mt.js → transcription-C-M81iDA.js} +2 -2
  239. package/dist/src/{transcription-CLRpAg07.js → transcription-CYuY5sFO.js} +10 -10
  240. package/dist/src/{transcription-D8ifIKOv.js → transcription-Ch7S-LWw.js} +11 -11
  241. package/dist/src/{transcription-CXXFEVM_.cjs → transcription-FNIz3YOe.cjs} +10 -10
  242. package/dist/src/transform-8eGmaH-7.js +7 -0
  243. package/dist/src/transform-BRVvWaG4.cjs +6 -0
  244. package/dist/src/{transform-Bn-lgBE2.js → transform-CoP2bJ7P.js} +44 -5
  245. package/dist/src/{transform-BFPYuBaW.js → transform-CqTFr7KR.js} +5 -5
  246. package/dist/src/{transform-DvQWeBSR.js → transform-D8dILpfZ.js} +4 -4
  247. package/dist/src/{transform-BUrxadlA.js → transform-DMaxQwDx.js} +44 -5
  248. package/dist/src/transform-GybT0X0u.js +8 -0
  249. package/dist/src/{transform-DshYLyBq.cjs → transform-Kd6u-oNm.cjs} +4 -4
  250. package/dist/src/{transform-Bw1IstDE.cjs → transform-ivxEY4f7.cjs} +55 -4
  251. package/dist/src/{transformersAvailability-BaoWHpu1.cjs → transformersAvailability-Bkep3ka7.cjs} +1 -1
  252. package/dist/src/{transformersAvailability-Dhh45n5P.js → transformersAvailability-DEU2naS1.js} +1 -1
  253. package/dist/src/{transformersAvailability-DtpwoeFC.js → transformersAvailability-DkAWaK5B.js} +1 -1
  254. package/dist/src/{transformersAvailability-O2YaCv9Z.js → transformersAvailability-DwmezkVe.js} +1 -1
  255. package/dist/src/{types-B-XUqfNs.cjs → types-BIfttHrT.cjs} +22 -2
  256. package/dist/src/{types-BsU_PxR3.js → types-DMVjYLpx.js} +16 -2
  257. package/dist/src/{types-CgrxBFgm.js → types-t52w-XsS.js} +19 -3
  258. package/dist/src/{util-M2MoNCUR.js → util-BSh4a_Q8.js} +7 -7
  259. package/dist/src/{util-DTJWKLkl.cjs → util-C08Kns6-.cjs} +18 -4
  260. package/dist/src/{util-DHBpsbZE.js → util-CUEt0Vum.js} +18 -4
  261. package/dist/src/{util-Bnw6EyZN.js → util-Cl0zfT3V.js} +18 -4
  262. package/dist/src/{util-C7A-PlKK.cjs → util-DUYOvxAy.cjs} +6 -6
  263. package/dist/src/{util-WYC3rB_p.js → util-DiCePfDu.js} +6 -6
  264. package/dist/src/{util-CV99ps44.cjs → util-DkFTvieG.cjs} +17 -5
  265. package/dist/src/{util-CfepsNVK.js → util-mJ58qbbw.js} +17 -5
  266. package/dist/src/{util-BZaMVBMq.js → util-vjscpUzy.js} +17 -5
  267. package/dist/src/{utils-BryuD3vq.js → utils-CVzb4YiI.js} +3 -3
  268. package/dist/src/{utils-Dezi3MBH.cjs → utils-DFaZa6Rf.cjs} +3 -3
  269. package/dist/src/{utils-GiyI2K4P.js → utils-JaY9veb5.js} +3 -3
  270. package/dist/tsconfig.tsbuildinfo +1 -1
  271. package/package.json +75 -77
  272. package/dist/src/app/assets/index-07dbAcWK.js +0 -427
  273. package/dist/src/app/assets/index-DnEcCQgk.css +0 -1
  274. package/dist/src/app/assets/vendor-react-DHoaNLma.js +0 -4
  275. package/dist/src/cache-BujOdYlc.cjs +0 -6
  276. package/dist/src/cloud-BHYz0XkH.js +0 -5
  277. package/dist/src/eval-0IFf8hON.js +0 -16
  278. package/dist/src/evalResult-BCCv6FXj.js +0 -13
  279. package/dist/src/evalResult-C8iVgVvr.js +0 -11
  280. package/dist/src/evalResult-CqFeWKYx.cjs +0 -11
  281. package/dist/src/evaluator-DwS5NAEj.js +0 -37
  282. package/dist/src/fetch-BH9KSaUC.cjs +0 -4
  283. package/dist/src/fetch-BL6kqunF.js +0 -6
  284. package/dist/src/graders-BK3LuhJ8.cjs +0 -32
  285. package/dist/src/graders-Bpjtip-E.js +0 -35
  286. package/dist/src/graders-KIf6Uej3.js +0 -33
  287. package/dist/src/providers-41mSodR_.js +0 -31
  288. package/dist/src/providers-CiZCpIxz.cjs +0 -31
  289. package/dist/src/providers-G531909f.js +0 -33
  290. package/dist/src/rubyUtils-BLd6EE1u.cjs +0 -5
  291. package/dist/src/rubyUtils-CVELPvUH.js +0 -6
  292. package/dist/src/rubyUtils-_t9Gmf7U.js +0 -5
  293. package/dist/src/server-Bc4T4XDt.cjs +0 -6
  294. package/dist/src/server-CMyxJ7ct.js +0 -6
  295. package/dist/src/server-D9FuxNYE.js +0 -8
  296. package/dist/src/store-CrMinjmN.cjs +0 -6
  297. package/dist/src/store-EaWZOoxz.js +0 -7
  298. package/dist/src/store-KXWnHB15.js +0 -6
  299. package/dist/src/telemetry-BXD2mCyr.cjs +0 -6
  300. package/dist/src/telemetry-CYiBm56v.js +0 -8
  301. package/dist/src/telemetry-lICYKIMB.js +0 -6
  302. package/dist/src/transform-DZI2t8-9.js +0 -8
  303. package/dist/src/transform-DZUV3qpO.js +0 -7
  304. package/dist/src/transform-XcotjzZX.cjs +0 -6
package/dist/src/index.d.cts CHANGED
@@ -94,6 +94,8 @@ declare const ProviderEnvOverridesSchema: z.ZodObject<{
94
94
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
95
95
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
96
96
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
97
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
98
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
97
99
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
98
100
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
99
101
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -362,7 +364,7 @@ interface ProviderResponse {
362
364
  http?: {
363
365
  status: number;
364
366
  statusText: string;
365
- headers: Record<string, string>;
367
+ headers?: Record<string, string>;
366
368
  requestHeaders?: Record<string, string>;
367
369
  };
368
370
  [key: string]: any;
@@ -416,6 +418,12 @@ interface ProviderResponse {
416
418
  aspectRatio?: string;
417
419
  resolution?: string;
418
420
  };
421
+ images?: ImageOutput[];
422
+ }
423
+ interface ImageOutput {
424
+ data?: string;
425
+ blobRef?: BlobRef;
426
+ mimeType?: string;
419
427
  }
420
428
  interface ProviderEmbeddingResponse {
421
429
  cached?: boolean;
@@ -561,6 +569,8 @@ declare const ProvidersSchema: z.ZodUnion<readonly [z.ZodString, z.ZodCustom<Cal
561
569
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
562
570
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
563
571
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
572
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
573
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
564
574
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
565
575
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
566
576
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -685,6 +695,8 @@ declare const ProvidersSchema: z.ZodUnion<readonly [z.ZodString, z.ZodCustom<Cal
685
695
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
686
696
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
687
697
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
698
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
699
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
688
700
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
689
701
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
690
702
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -772,7 +784,7 @@ type PIIPlugin = (typeof PII_PLUGINS)[number];
772
784
  type BiasPlugin = (typeof BIAS_PLUGINS)[number];
773
785
  declare const BASE_PLUGINS: readonly ["contracts", "excessive-agency", "hallucination", "hijacking", "politics"];
774
786
  type BasePlugin = (typeof BASE_PLUGINS)[number];
775
- declare const ADDITIONAL_PLUGINS: readonly ["aegis", "ascii-smuggling", "beavertails", "bfla", "bola", "cca", "competitors", "coppa", "cross-session-leak", "cyberseceval", "data-exfil", "debug-access", "divergent-repetition", "donotanswer", "ferpa", "harmbench", "toxic-chat", "imitation", "indirect-prompt-injection", "mcp", "medical:anchoring-bias", "medical:hallucination", "medical:incorrect-knowledge", "medical:off-label-use", "medical:prioritization-error", "medical:sycophancy", "financial:calculation-error", "financial:compliance-violation", "financial:confidential-disclosure", "financial:counterfactual", "financial:data-leakage", "financial:defamation", "financial:hallucination", "financial:impartiality", "financial:misconduct", "financial:sycophancy", "ecommerce:compliance-bypass", "ecommerce:order-fraud", "ecommerce:pci-dss", "ecommerce:price-manipulation", "goal-misalignment", "insurance:coverage-discrimination", "insurance:network-misinformation", "insurance:phi-disclosure", "off-topic", "overreliance", "pharmacy:controlled-substance-compliance", "pharmacy:dosage-calculation", "pharmacy:drug-interaction", "telecom:cpni-disclosure", "telecom:location-disclosure", "telecom:account-takeover", "telecom:e911-misinformation", "telecom:tcpa-violation", "telecom:unauthorized-changes", "telecom:fraud-enablement", "telecom:porting-misinformation", "telecom:billing-misinformation", "telecom:coverage-misinformation", "telecom:law-enforcement-request-handling", "telecom:accessibility-violation", "realestate:fair-housing-discrimination", "realestate:steering", "realestate:discriminatory-listings", "realestate:lending-discrimination", "realestate:valuation-bias", "realestate:accessibility-discrimination", "realestate:advertising-discrimination", "realestate:source-of-income", "pliny", "prompt-extraction", "rag-document-exfiltration", "rag-poisoning", "rag-source-attribution", "rbac", "reasoning-dos", "religion", "shell-injection", "special-token-injection", "sql-injection", "ssrf", "system-prompt-override", "tool-discovery", "unsafebench", "unverifiable-claims", "vlguard", "vlsu", "wordplay", "xstest"];
787
+ declare const ADDITIONAL_PLUGINS: readonly ["aegis", "ascii-smuggling", "beavertails", "bfla", "bola", "cca", "competitors", "coppa", "cross-session-leak", "cyberseceval", "data-exfil", "debug-access", "divergent-repetition", "donotanswer", "ferpa", "harmbench", "toxic-chat", "imitation", "indirect-prompt-injection", "mcp", "model-identification", "medical:anchoring-bias", "medical:hallucination", "medical:incorrect-knowledge", "medical:off-label-use", "medical:prioritization-error", "medical:sycophancy", "financial:calculation-error", "financial:compliance-violation", "financial:confidential-disclosure", "financial:counterfactual", "financial:data-leakage", "financial:defamation", "financial:hallucination", "financial:impartiality", "financial:misconduct", "financial:sox-compliance", "financial:sycophancy", "ecommerce:compliance-bypass", "ecommerce:order-fraud", "ecommerce:pci-dss", "ecommerce:price-manipulation", "goal-misalignment", "insurance:coverage-discrimination", "insurance:network-misinformation", "insurance:phi-disclosure", "off-topic", "overreliance", "pharmacy:controlled-substance-compliance", "pharmacy:dosage-calculation", "pharmacy:drug-interaction", "telecom:cpni-disclosure", "telecom:location-disclosure", "telecom:account-takeover", "telecom:e911-misinformation", "telecom:tcpa-violation", "telecom:unauthorized-changes", "telecom:fraud-enablement", "telecom:porting-misinformation", "telecom:billing-misinformation", "telecom:coverage-misinformation", "telecom:law-enforcement-request-handling", "telecom:accessibility-violation", "realestate:fair-housing-discrimination", "realestate:steering", "realestate:discriminatory-listings", "realestate:lending-discrimination", "realestate:valuation-bias", "realestate:accessibility-discrimination", "realestate:advertising-discrimination", "realestate:source-of-income", "pliny", "prompt-extraction", "rag-document-exfiltration", "rag-poisoning", "rag-source-attribution", "rbac", "reasoning-dos", "religion", "shell-injection", "special-token-injection", "sql-injection", "ssrf", "system-prompt-override", "tool-discovery", "unsafebench", "unverifiable-claims", "vlguard", "vlsu", "wordplay", "xstest"];
776
788
  type AdditionalPlugin = (typeof ADDITIONAL_PLUGINS)[number];
777
789
  declare const CONFIG_REQUIRED_PLUGINS: readonly ["intent", "policy"];
778
790
  type ConfigRequiredPlugin = (typeof CONFIG_REQUIRED_PLUGINS)[number];
@@ -1496,6 +1508,7 @@ interface EvaluateTableOutput {
1496
1508
  aspectRatio?: string;
1497
1509
  resolution?: string;
1498
1510
  };
1511
+ images?: ImageOutput[];
1499
1512
  }
1500
1513
  interface EvaluateTableRow {
1501
1514
  description?: string;
@@ -1517,6 +1530,8 @@ interface EvaluateStats {
1517
1530
  errors: number;
1518
1531
  tokenUsage: Required<TokenUsage>;
1519
1532
  durationMs?: number;
1533
+ generationDurationMs?: number;
1534
+ evaluationDurationMs?: number;
1520
1535
  }
1521
1536
  interface EvaluateSummaryV3 {
1522
1537
  version: 3;
@@ -2598,6 +2613,8 @@ declare const TestCaseSchema: z.ZodObject<{
2598
2613
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
2599
2614
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
2600
2615
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
2616
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
2617
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
2601
2618
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
2602
2619
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
2603
2620
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -3138,6 +3155,8 @@ declare const TestCaseWithVarsFileSchema: z.ZodObject<{
3138
3155
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
3139
3156
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
3140
3157
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
3158
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
3159
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
3141
3160
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
3142
3161
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
3143
3162
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -3677,6 +3696,8 @@ declare const TestCasesWithMetadataSchema: z.ZodObject<{
3677
3696
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
3678
3697
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
3679
3698
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
3699
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
3700
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
3680
3701
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
3681
3702
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
3682
3703
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -4274,6 +4295,8 @@ declare const ScenarioSchema: z.ZodObject<{
4274
4295
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
4275
4296
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
4276
4297
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
4298
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
4299
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
4277
4300
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
4278
4301
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
4279
4302
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -4809,6 +4832,8 @@ declare const ScenarioSchema: z.ZodObject<{
4809
4832
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
4810
4833
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
4811
4834
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
4835
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
4836
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
4812
4837
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
4813
4838
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
4814
4839
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -5345,6 +5370,8 @@ declare const AtomicTestCaseSchema: z.ZodObject<{
5345
5370
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
5346
5371
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
5347
5372
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
5373
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
5374
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
5348
5375
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
5349
5376
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
5350
5377
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -5928,6 +5955,8 @@ declare const TestSuiteSchema: z.ZodObject<{
5928
5955
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
5929
5956
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
5930
5957
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
5958
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
5959
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
5931
5960
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
5932
5961
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
5933
5962
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -6465,6 +6494,8 @@ declare const TestSuiteSchema: z.ZodObject<{
6465
6494
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
6466
6495
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
6467
6496
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
6497
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
6498
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
6468
6499
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
6469
6500
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
6470
6501
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -7000,6 +7031,8 @@ declare const TestSuiteSchema: z.ZodObject<{
7000
7031
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
7001
7032
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
7002
7033
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
7034
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
7035
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
7003
7036
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
7004
7037
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
7005
7038
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -7537,6 +7570,8 @@ declare const TestSuiteSchema: z.ZodObject<{
7537
7570
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
7538
7571
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
7539
7572
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
7573
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
7574
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
7540
7575
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
7541
7576
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
7542
7577
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -8061,6 +8096,8 @@ declare const TestSuiteSchema: z.ZodObject<{
8061
8096
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
8062
8097
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
8063
8098
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
8099
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
8100
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
8064
8101
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
8065
8102
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
8066
8103
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -8227,6 +8264,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
8227
8264
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
8228
8265
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
8229
8266
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
8267
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
8268
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
8230
8269
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
8231
8270
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
8232
8271
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -8351,6 +8390,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
8351
8390
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
8352
8391
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
8353
8392
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
8393
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
8394
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
8354
8395
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
8355
8396
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
8356
8397
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -8491,6 +8532,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
8491
8532
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
8492
8533
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
8493
8534
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
8535
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
8536
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
8494
8537
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
8495
8538
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
8496
8539
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -9034,6 +9077,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
9034
9077
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
9035
9078
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
9036
9079
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
9080
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
9081
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
9037
9082
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
9038
9083
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
9039
9084
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -9569,6 +9614,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
9569
9614
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
9570
9615
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
9571
9616
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
9617
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
9618
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
9572
9619
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
9573
9620
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
9574
9621
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -10106,6 +10153,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10106
10153
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
10107
10154
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
10108
10155
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
10156
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
10157
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
10109
10158
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
10110
10159
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
10111
10160
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -10635,6 +10684,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10635
10684
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
10636
10685
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
10637
10686
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
10687
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
10688
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
10638
10689
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
10639
10690
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
10640
10691
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -10778,6 +10829,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10778
10829
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
10779
10830
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
10780
10831
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
10832
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
10833
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
10781
10834
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
10782
10835
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
10783
10836
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -10969,6 +11022,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10969
11022
  OPENAI_BASE_URL?: string | undefined;
10970
11023
  OPENAI_ORGANIZATION?: string | undefined;
10971
11024
  CODEX_API_KEY?: string | undefined;
11025
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
11026
+ OPENCLAW_GATEWAY_URL?: string | undefined;
10972
11027
  PALM_API_HOST?: string | undefined;
10973
11028
  PALM_API_KEY?: string | undefined;
10974
11029
  PORTKEY_API_KEY?: string | undefined;
@@ -11174,6 +11229,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
11174
11229
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
11175
11230
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
11176
11231
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
11232
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
11233
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
11177
11234
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
11178
11235
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
11179
11236
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -11717,6 +11774,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
11717
11774
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
11718
11775
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
11719
11776
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
11777
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
11778
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
11720
11779
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
11721
11780
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
11722
11781
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -12252,6 +12311,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
12252
12311
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
12253
12312
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
12254
12313
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
12314
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
12315
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
12255
12316
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
12256
12317
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
12257
12318
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -12789,6 +12850,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
12789
12850
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
12790
12851
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
12791
12852
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
12853
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
12854
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
12792
12855
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
12793
12856
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
12794
12857
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -13318,6 +13381,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13318
13381
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
13319
13382
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
13320
13383
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
13384
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
13385
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
13321
13386
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
13322
13387
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
13323
13388
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -13461,6 +13526,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13461
13526
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
13462
13527
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
13463
13528
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
13529
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
13530
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
13464
13531
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
13465
13532
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
13466
13533
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -13652,6 +13719,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13652
13719
  OPENAI_BASE_URL?: string | undefined;
13653
13720
  OPENAI_ORGANIZATION?: string | undefined;
13654
13721
  CODEX_API_KEY?: string | undefined;
13722
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
13723
+ OPENCLAW_GATEWAY_URL?: string | undefined;
13655
13724
  PALM_API_HOST?: string | undefined;
13656
13725
  PALM_API_KEY?: string | undefined;
13657
13726
  PORTKEY_API_KEY?: string | undefined;
@@ -13901,6 +13970,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13901
13970
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
13902
13971
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
13903
13972
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
13973
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
13974
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
13904
13975
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
13905
13976
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
13906
13977
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -14025,6 +14096,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14025
14096
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
14026
14097
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
14027
14098
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
14099
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
14100
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
14028
14101
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
14029
14102
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
14030
14103
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -14158,6 +14231,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14158
14231
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
14159
14232
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
14160
14233
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
14234
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
14235
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
14161
14236
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
14162
14237
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
14163
14238
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -14282,6 +14357,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14282
14357
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
14283
14358
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
14284
14359
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
14360
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
14361
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
14285
14362
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
14286
14363
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
14287
14364
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -14431,6 +14508,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14431
14508
  OPENAI_BASE_URL?: string | undefined;
14432
14509
  OPENAI_ORGANIZATION?: string | undefined;
14433
14510
  CODEX_API_KEY?: string | undefined;
14511
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
14512
+ OPENCLAW_GATEWAY_URL?: string | undefined;
14434
14513
  PALM_API_HOST?: string | undefined;
14435
14514
  PALM_API_KEY?: string | undefined;
14436
14515
  PORTKEY_API_KEY?: string | undefined;
@@ -14678,6 +14757,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14678
14757
  OPENAI_BASE_URL?: string | undefined;
14679
14758
  OPENAI_ORGANIZATION?: string | undefined;
14680
14759
  CODEX_API_KEY?: string | undefined;
14760
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
14761
+ OPENCLAW_GATEWAY_URL?: string | undefined;
14681
14762
  PALM_API_HOST?: string | undefined;
14682
14763
  PALM_API_KEY?: string | undefined;
14683
14764
  PORTKEY_API_KEY?: string | undefined;
@@ -14924,6 +15005,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14924
15005
  OPENAI_BASE_URL?: string | undefined;
14925
15006
  OPENAI_ORGANIZATION?: string | undefined;
14926
15007
  CODEX_API_KEY?: string | undefined;
15008
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
15009
+ OPENCLAW_GATEWAY_URL?: string | undefined;
14927
15010
  PALM_API_HOST?: string | undefined;
14928
15011
  PALM_API_KEY?: string | undefined;
14929
15012
  PORTKEY_API_KEY?: string | undefined;
@@ -15173,6 +15256,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15173
15256
  OPENAI_BASE_URL?: string | undefined;
15174
15257
  OPENAI_ORGANIZATION?: string | undefined;
15175
15258
  CODEX_API_KEY?: string | undefined;
15259
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
15260
+ OPENCLAW_GATEWAY_URL?: string | undefined;
15176
15261
  PALM_API_HOST?: string | undefined;
15177
15262
  PALM_API_KEY?: string | undefined;
15178
15263
  PORTKEY_API_KEY?: string | undefined;
@@ -15413,6 +15498,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15413
15498
  OPENAI_BASE_URL?: string | undefined;
15414
15499
  OPENAI_ORGANIZATION?: string | undefined;
15415
15500
  CODEX_API_KEY?: string | undefined;
15501
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
15502
+ OPENCLAW_GATEWAY_URL?: string | undefined;
15416
15503
  PALM_API_HOST?: string | undefined;
15417
15504
  PALM_API_KEY?: string | undefined;
15418
15505
  PORTKEY_API_KEY?: string | undefined;
@@ -15628,6 +15715,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15628
15715
  OPENAI_BASE_URL?: string | undefined;
15629
15716
  OPENAI_ORGANIZATION?: string | undefined;
15630
15717
  CODEX_API_KEY?: string | undefined;
15718
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
15719
+ OPENCLAW_GATEWAY_URL?: string | undefined;
15631
15720
  PALM_API_HOST?: string | undefined;
15632
15721
  PALM_API_KEY?: string | undefined;
15633
15722
  PORTKEY_API_KEY?: string | undefined;
@@ -15752,6 +15841,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15752
15841
  OPENAI_BASE_URL?: string | undefined;
15753
15842
  OPENAI_ORGANIZATION?: string | undefined;
15754
15843
  CODEX_API_KEY?: string | undefined;
15844
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
15845
+ OPENCLAW_GATEWAY_URL?: string | undefined;
15755
15846
  PALM_API_HOST?: string | undefined;
15756
15847
  PALM_API_KEY?: string | undefined;
15757
15848
  PORTKEY_API_KEY?: string | undefined;
@@ -15881,6 +15972,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15881
15972
  OPENAI_BASE_URL?: string | undefined;
15882
15973
  OPENAI_ORGANIZATION?: string | undefined;
15883
15974
  CODEX_API_KEY?: string | undefined;
15975
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
15976
+ OPENCLAW_GATEWAY_URL?: string | undefined;
15884
15977
  PALM_API_HOST?: string | undefined;
15885
15978
  PALM_API_KEY?: string | undefined;
15886
15979
  PORTKEY_API_KEY?: string | undefined;
@@ -16005,6 +16098,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16005
16098
  OPENAI_BASE_URL?: string | undefined;
16006
16099
  OPENAI_ORGANIZATION?: string | undefined;
16007
16100
  CODEX_API_KEY?: string | undefined;
16101
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
16102
+ OPENCLAW_GATEWAY_URL?: string | undefined;
16008
16103
  PALM_API_HOST?: string | undefined;
16009
16104
  PALM_API_KEY?: string | undefined;
16010
16105
  PORTKEY_API_KEY?: string | undefined;
@@ -16154,6 +16249,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16154
16249
  OPENAI_BASE_URL?: string | undefined;
16155
16250
  OPENAI_ORGANIZATION?: string | undefined;
16156
16251
  CODEX_API_KEY?: string | undefined;
16252
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
16253
+ OPENCLAW_GATEWAY_URL?: string | undefined;
16157
16254
  PALM_API_HOST?: string | undefined;
16158
16255
  PALM_API_KEY?: string | undefined;
16159
16256
  PORTKEY_API_KEY?: string | undefined;
@@ -16401,6 +16498,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16401
16498
  OPENAI_BASE_URL?: string | undefined;
16402
16499
  OPENAI_ORGANIZATION?: string | undefined;
16403
16500
  CODEX_API_KEY?: string | undefined;
16501
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
16502
+ OPENCLAW_GATEWAY_URL?: string | undefined;
16404
16503
  PALM_API_HOST?: string | undefined;
16405
16504
  PALM_API_KEY?: string | undefined;
16406
16505
  PORTKEY_API_KEY?: string | undefined;
@@ -16647,6 +16746,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16647
16746
  OPENAI_BASE_URL?: string | undefined;
16648
16747
  OPENAI_ORGANIZATION?: string | undefined;
16649
16748
  CODEX_API_KEY?: string | undefined;
16749
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
16750
+ OPENCLAW_GATEWAY_URL?: string | undefined;
16650
16751
  PALM_API_HOST?: string | undefined;
16651
16752
  PALM_API_KEY?: string | undefined;
16652
16753
  PORTKEY_API_KEY?: string | undefined;
@@ -16896,6 +16997,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16896
16997
  OPENAI_BASE_URL?: string | undefined;
16897
16998
  OPENAI_ORGANIZATION?: string | undefined;
16898
16999
  CODEX_API_KEY?: string | undefined;
17000
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
17001
+ OPENCLAW_GATEWAY_URL?: string | undefined;
16899
17002
  PALM_API_HOST?: string | undefined;
16900
17003
  PALM_API_KEY?: string | undefined;
16901
17004
  PORTKEY_API_KEY?: string | undefined;
@@ -17136,6 +17239,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17136
17239
  OPENAI_BASE_URL?: string | undefined;
17137
17240
  OPENAI_ORGANIZATION?: string | undefined;
17138
17241
  CODEX_API_KEY?: string | undefined;
17242
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
17243
+ OPENCLAW_GATEWAY_URL?: string | undefined;
17139
17244
  PALM_API_HOST?: string | undefined;
17140
17245
  PALM_API_KEY?: string | undefined;
17141
17246
  PORTKEY_API_KEY?: string | undefined;
@@ -17351,6 +17456,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17351
17456
  OPENAI_BASE_URL?: string | undefined;
17352
17457
  OPENAI_ORGANIZATION?: string | undefined;
17353
17458
  CODEX_API_KEY?: string | undefined;
17459
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
17460
+ OPENCLAW_GATEWAY_URL?: string | undefined;
17354
17461
  PALM_API_HOST?: string | undefined;
17355
17462
  PALM_API_KEY?: string | undefined;
17356
17463
  PORTKEY_API_KEY?: string | undefined;
@@ -17475,6 +17582,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17475
17582
  OPENAI_BASE_URL?: string | undefined;
17476
17583
  OPENAI_ORGANIZATION?: string | undefined;
17477
17584
  CODEX_API_KEY?: string | undefined;
17585
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
17586
+ OPENCLAW_GATEWAY_URL?: string | undefined;
17478
17587
  PALM_API_HOST?: string | undefined;
17479
17588
  PALM_API_KEY?: string | undefined;
17480
17589
  PORTKEY_API_KEY?: string | undefined;
@@ -17604,6 +17713,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17604
17713
  OPENAI_BASE_URL?: string | undefined;
17605
17714
  OPENAI_ORGANIZATION?: string | undefined;
17606
17715
  CODEX_API_KEY?: string | undefined;
17716
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
17717
+ OPENCLAW_GATEWAY_URL?: string | undefined;
17607
17718
  PALM_API_HOST?: string | undefined;
17608
17719
  PALM_API_KEY?: string | undefined;
17609
17720
  PORTKEY_API_KEY?: string | undefined;
@@ -17728,6 +17839,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17728
17839
  OPENAI_BASE_URL?: string | undefined;
17729
17840
  OPENAI_ORGANIZATION?: string | undefined;
17730
17841
  CODEX_API_KEY?: string | undefined;
17842
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
17843
+ OPENCLAW_GATEWAY_URL?: string | undefined;
17731
17844
  PALM_API_HOST?: string | undefined;
17732
17845
  PALM_API_KEY?: string | undefined;
17733
17846
  PORTKEY_API_KEY?: string | undefined;
@@ -17885,6 +17998,8 @@ interface PluginFactory {
17885
17998
  interface Strategy {
17886
17999
  id: string;
17887
18000
  action: (testCases: TestCaseWithPlugin[], injectVar: string, config: Record<string, any>, strategyId?: string) => Promise<TestCase[]>;
18001
+ /** Whether this strategy requires pre-extracted intent/goal metadata on test cases. */
18002
+ requiresGoalExtraction?: boolean;
17888
18003
  }
17889
18004
  //#endregion
17890
18005
  //#region src/external/matchers/deepeval.d.ts
@@ -18129,7 +18244,13 @@ declare class Eval {
18129
18244
  _resultsLoaded: boolean;
18130
18245
  runtimeOptions?: Partial<EvaluateOptions>;
18131
18246
  _shared: boolean;
18247
+ /** Total wall-clock duration. For redteam evals: generationDurationMs + evaluationDurationMs.
18248
+ * For non-redteam evals: equals evaluationDurationMs (generation phase is N/A). */
18132
18249
  durationMs?: number;
18250
+ /** Time spent generating adversarial test cases (redteam only). */
18251
+ generationDurationMs?: number;
18252
+ /** Time spent running the evaluation phase. */
18253
+ evaluationDurationMs?: number;
18133
18254
  /**
18134
18255
  * The shareable URL for this evaluation, if it has been shared.
18135
18256
  * Set by the evaluate() function when sharing is enabled.
@@ -18169,6 +18290,8 @@ declare class Eval {
18169
18290
  vars?: string[];
18170
18291
  runtimeOptions?: Partial<EvaluateOptions>;
18171
18292
  durationMs?: number;
18293
+ generationDurationMs?: number;
18294
+ evaluationDurationMs?: number;
18172
18295
  });
18173
18296
  version(): 4 | 3;
18174
18297
  useOldResults(): boolean;
@@ -18176,7 +18299,10 @@ declare class Eval {
18176
18299
  save(): Promise<void>;
18177
18300
  setVars(vars: string[]): void;
18178
18301
  addVar(varName: string): void;
18302
+ /** Sets the evaluation phase duration and recomputes the total. Called by the evaluator. */
18179
18303
  setDurationMs(durationMs: number): void;
18304
+ /** Sets the generation phase duration and recomputes the total. Called by doRedteamRun. */
18305
+ setGenerationDurationMs(durationMs: number): void;
18180
18306
  getPrompts(): {
18181
18307
  raw: string;
18182
18308
  label: string;
@@ -18238,6 +18364,14 @@ declare class Eval {
18238
18364
  * This may be higher than getResultsCount() when there are multiple prompts/providers.
18239
18365
  */
18240
18366
  getTotalResultRowCount(): Promise<number>;
18367
+ /**
18368
+ * Find a non-transient HTTP error status from evaluation results.
18369
+ * Returns the first non-transient status (401, 403, 404, 500, 501) found, or undefined.
18370
+ *
18371
+ * For persisted evals: Uses efficient O(1) database query with LIMIT 1.
18372
+ * For non-persisted evals: Falls back to scanning in-memory results.
18373
+ */
18374
+ findTargetErrorStatus(): Promise<number | undefined>;
18241
18375
  fetchResultsByTestIdx(testIdx: number): Promise<EvalResult[]>;
18242
18376
  /**
18243
18377
  * CRITICAL: Builds the WHERE SQL clause for filtering results.
@@ -18596,5 +18730,5 @@ declare const _default$1: {
18596
18730
  };
18597
18731
  };
18598
18732
  //#endregion
18599
- export { type AfterAllExtensionHookContext, type AfterEachExtensionHookContext, AgentCancelledPayload, AgentErrorPayload, ApiClassificationProvider, ApiEmbeddingProvider, ApiModerationProvider, ApiProvider, ApiSimilarityProvider, Assertion, AssertionOrSet, AssertionOrSetSchema, AssertionParams, AssertionSchema, AssertionSet, AssertionSetSchema, AssertionType, AssertionTypeSchema, AssertionValue, AssertionValueFunction, AssertionValueFunctionContext, AssertionValueFunctionResult, AtomicTestCase, AtomicTestCaseSchema, AudioGradingConfig, BaseAssertionTypes, BaseAssertionTypesSchema, BaseRedteamMetadata, BaseTokenUsage, BaseTokenUsageSchema, type BeforeAllExtensionHookContext, type BeforeEachExtensionHookContext, CallApiContextParams, CallApiFunction, CallApiOptionsParams, ChatMessage, CommandLineOptions, CommandLineOptionsSchema, CompletedPrompt, CompletedPromptSchema, CompletionTokenDetails, CompletionTokenDetailsSchema, ConversationMessage, ConversationMessageSchema, CsvRow, DefaultProviders, DerivedMetric, DerivedMetricSchema, type EnvOverrides, EvalConversations, EvalRegisters, EvalResultsFilterMode, EvalSummary, EvalTableDTO, EvalWithMetadata, EvaluateOptions, EvaluateOptionsSchema, EvaluateResult, EvaluateStats, EvaluateSummaryV2, EvaluateSummaryV3, EvaluateTable, EvaluateTableOutput, EvaluateTableRow, EvaluateTestSuite, EvaluateTestSuiteWithEvaluateOptions, type ExtensionHookContextMap, FailedPluginInfo, FilePath, GradingConfig, GradingConfigSchema, GradingResult, GuardrailResponse, InferSchema, type Inputs, InputsSchema, Intent, Job, LoadApiProviderContext, ModerationFlag, Modifier, NotPrefixedAssertionTypesSchema, NunjucksFilterMap, OutputConfig, OutputConfigSchema, OutputFile, OutputFileExtension, OutputMetadata, PartialGenerationError, PluginActionParams, PluginConfig, PluginConfigSchema, PoliciesById, Policy, PolicyObject, PolicyObjectSchema, Prompt, PromptConfig, PromptContent, PromptFunction, PromptFunctionContext, PromptFunctionResult, PromptMetrics, PromptWithMetadata, ProviderClassificationResponse, ProviderEmbeddingResponse, ProviderFunction, ProviderId, ProviderLabel, ProviderModerationResponse, ProviderOptions, ProviderOptionsMap, ProviderResponse, ProviderSimilarityResponse, ProviderTestResponse, ProviderType, ProviderTypeMap, ProvidersSchema, RateLimitRegistryRef, RedteamAssertionTypes, RedteamCliGenerateOptions, RedteamContext, RedteamFileConfig, RedteamGenerateOptions, RedteamHistoryEntry, RedteamMediaData, RedteamObjectConfig, RedteamPlugin, RedteamPluginObject, RedteamRunOptions, RedteamStrategy, RedteamStrategyObject, ResultFailureReason, ResultLightweight, ResultLightweightWithLabel, ResultSuggestion, ResultsFile, RunEvalOptions, SavedRedteamConfig, Scenario, ScenarioSchema, ScoringFunction, ServerPromptWithMetadata, SharedResults, SpecialAssertionTypes, SpecialAssertionTypesSchema, StrategyConfig, StrategyConfigSchema, SynthesizeOptions, TestCase, TestCaseSchema, TestCaseWithPlugin, TestCaseWithVarsFile, TestCaseWithVarsFileSchema, TestCasesWithMetadata, TestCasesWithMetadataPrompt, TestCasesWithMetadataPromptSchema, TestCasesWithMetadataSchema, TestGeneratorConfig, TestGeneratorConfigSchema, TestSuite, TestSuiteConfig, TestSuiteConfigSchema, TestSuiteSchema, type TokenUsage, TraceData, TraceSpan, TracingConfig, UnifiedConfig, UnifiedConfigSchema, VarMapping, type VarValue, Vars, VarsSchema, ZodLikeSchema, _default as assertions, cache_d_exports as cache, _default$1 as default, evaluate, generateTable, guardrails, isApiProvider, isGradingResult, isProviderOptions, isResultFailureReason, loadApiProvider, redteam };
18733
+ export { type AfterAllExtensionHookContext, type AfterEachExtensionHookContext, AgentCancelledPayload, AgentErrorPayload, ApiClassificationProvider, ApiEmbeddingProvider, ApiModerationProvider, ApiProvider, ApiSimilarityProvider, Assertion, AssertionOrSet, AssertionOrSetSchema, AssertionParams, AssertionSchema, AssertionSet, AssertionSetSchema, AssertionType, AssertionTypeSchema, AssertionValue, AssertionValueFunction, AssertionValueFunctionContext, AssertionValueFunctionResult, AtomicTestCase, AtomicTestCaseSchema, AudioGradingConfig, BaseAssertionTypes, BaseAssertionTypesSchema, BaseRedteamMetadata, BaseTokenUsage, BaseTokenUsageSchema, type BeforeAllExtensionHookContext, type BeforeEachExtensionHookContext, CallApiContextParams, CallApiFunction, CallApiOptionsParams, ChatMessage, CommandLineOptions, CommandLineOptionsSchema, CompletedPrompt, CompletedPromptSchema, CompletionTokenDetails, CompletionTokenDetailsSchema, ConversationMessage, ConversationMessageSchema, CsvRow, DefaultProviders, DerivedMetric, DerivedMetricSchema, type EnvOverrides, EvalConversations, EvalRegisters, EvalResultsFilterMode, EvalSummary, EvalTableDTO, EvalWithMetadata, EvaluateOptions, EvaluateOptionsSchema, EvaluateResult, EvaluateStats, EvaluateSummaryV2, EvaluateSummaryV3, EvaluateTable, EvaluateTableOutput, EvaluateTableRow, EvaluateTestSuite, EvaluateTestSuiteWithEvaluateOptions, type ExtensionHookContextMap, FailedPluginInfo, FilePath, GradingConfig, GradingConfigSchema, GradingResult, GuardrailResponse, ImageOutput, InferSchema, type Inputs, InputsSchema, Intent, Job, LoadApiProviderContext, ModerationFlag, Modifier, NotPrefixedAssertionTypesSchema, NunjucksFilterMap, OutputConfig, OutputConfigSchema, OutputFile, OutputFileExtension, OutputMetadata, PartialGenerationError, PluginActionParams, PluginConfig, PluginConfigSchema, PoliciesById, Policy, PolicyObject, PolicyObjectSchema, Prompt, PromptConfig, PromptContent, PromptFunction, PromptFunctionContext, PromptFunctionResult, PromptMetrics, PromptWithMetadata, ProviderClassificationResponse, ProviderEmbeddingResponse, ProviderFunction, ProviderId, ProviderLabel, ProviderModerationResponse, ProviderOptions, ProviderOptionsMap, ProviderResponse, ProviderSimilarityResponse, ProviderTestResponse, ProviderType, ProviderTypeMap, ProvidersSchema, RateLimitRegistryRef, RedteamAssertionTypes, RedteamCliGenerateOptions, RedteamContext, RedteamFileConfig, RedteamGenerateOptions, RedteamHistoryEntry, RedteamMediaData, RedteamObjectConfig, RedteamPlugin, RedteamPluginObject, RedteamRunOptions, RedteamStrategy, RedteamStrategyObject, ResultFailureReason, ResultLightweight, ResultLightweightWithLabel, ResultSuggestion, ResultsFile, RunEvalOptions, SavedRedteamConfig, Scenario, ScenarioSchema, ScoringFunction, ServerPromptWithMetadata, SharedResults, SpecialAssertionTypes, SpecialAssertionTypesSchema, StrategyConfig, StrategyConfigSchema, SynthesizeOptions, TestCase, TestCaseSchema, TestCaseWithPlugin, TestCaseWithVarsFile, TestCaseWithVarsFileSchema, TestCasesWithMetadata, TestCasesWithMetadataPrompt, TestCasesWithMetadataPromptSchema, TestCasesWithMetadataSchema, TestGeneratorConfig, TestGeneratorConfigSchema, TestSuite, TestSuiteConfig, TestSuiteConfigSchema, TestSuiteSchema, type TokenUsage, TraceData, TraceSpan, TracingConfig, UnifiedConfig, UnifiedConfigSchema, VarMapping, type VarValue, Vars, VarsSchema, ZodLikeSchema, _default as assertions, cache_d_exports as cache, _default$1 as default, evaluate, generateTable, guardrails, isApiProvider, isGradingResult, isProviderOptions, isResultFailureReason, loadApiProvider, redteam };
18600
18734
  //# sourceMappingURL=index.d.cts.map