promptfoo 0.120.24 → 0.120.26

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (304) hide show
  1. package/README.md +35 -22
  2. package/dist/src/{ListApp-55OAHww3.js → ListApp-D3DG0F8h.js} +1 -1
  3. package/dist/src/{accounts-BwVGYllP.cjs → accounts-BzEY8H3v.cjs} +5 -5
  4. package/dist/src/{accounts-BOlMHrvn.js → accounts-DHHiXsy6.js} +6 -6
  5. package/dist/src/{accounts-DxR9x_En.js → accounts-R3gfCR_g.js} +5 -5
  6. package/dist/src/{agentic-utils-t9-1raty.js → agentic-utils-D6_gzOUF.js} +3 -3
  7. package/dist/src/{agents-DMpQ860j.cjs → agents-C7BiinFI.cjs} +7 -7
  8. package/dist/src/{agents-9Z7pO8yx.js → agents-Cao4i7AX.js} +8 -8
  9. package/dist/src/{agents-DjExVR3v.js → agents-Cnph5GLD.js} +2 -2
  10. package/dist/src/{agents-CI0Ad69d.cjs → agents-CwM7re15.cjs} +5 -5
  11. package/dist/src/{agents-BwI-Tm5m.js → agents-DETIQHqF.js} +7 -7
  12. package/dist/src/{agents-CRAmwjo-.js → agents-DYIT-hQy.js} +6 -6
  13. package/dist/src/{agents-BbIpDhgp.js → agents-GiUianme.js} +5 -5
  14. package/dist/src/{agents-yL5DzIKY.js → agents-v4cW_ZgC.js} +2 -2
  15. package/dist/src/{aimlapi-xHHqwNg8.js → aimlapi-CMJpKK-B.js} +13 -13
  16. package/dist/src/{aimlapi-BM9P45Bp.js → aimlapi-DMF6v_vb.js} +15 -15
  17. package/dist/src/{aimlapi-DKo7IxJg.cjs → aimlapi-DoGLcQW_.cjs} +14 -14
  18. package/dist/src/{aimlapi-ivzDkqbs.js → aimlapi-DtSf1ykJ.js} +2 -2
  19. package/dist/src/app/assets/index-BOgkICuY.css +1 -0
  20. package/dist/src/app/assets/index-CSgqn_Vd.js +428 -0
  21. package/dist/src/app/assets/{vendor-charts-DnwydkkY.js → vendor-charts-CYyo8R8v.js} +1 -1
  22. package/dist/src/app/assets/{vendor-markdown-DjKAU15k.js → vendor-markdown-DSmzq4Jh.js} +1 -1
  23. package/dist/src/app/assets/vendor-react-AtKqiNEf.js +4 -0
  24. package/dist/src/app/assets/{vendor-syntax-Dc86c4Bu.js → vendor-syntax-D06x6TQF.js} +1 -1
  25. package/dist/src/app/index.html +6 -6
  26. package/dist/src/app/tsconfig.app.tsbuildinfo +1 -1
  27. package/dist/src/{audio-B3QGL6Nl.cjs → audio-BWjyvHn9.cjs} +4 -4
  28. package/dist/src/{audio-C-1oBiVZ.js → audio-BrJBFN2b.js} +4 -4
  29. package/dist/src/{audio-DnfDVjhL.js → audio-DUH4q0Xq.js} +5 -5
  30. package/dist/src/{audio-DQWHfAr8.js → audio-U580w8jM.js} +2 -2
  31. package/dist/src/{base-DHam07ip.js → base-BaXmtXYp.js} +3 -3
  32. package/dist/src/{base-BjsgxJp9.js → base-Dtp8b4_N.js} +3 -3
  33. package/dist/src/{base-Bso8ccGu.cjs → base-f71xxWai.cjs} +3 -3
  34. package/dist/src/{blobs-DOdc-E8L.cjs → blobs-673H0jCl.cjs} +3 -3
  35. package/dist/src/{blobs-Dcm272OH.js → blobs-C9J2mVgo.js} +3 -3
  36. package/dist/src/{blobs-MlVQyoSc.js → blobs-kt8v3UyH.js} +3 -3
  37. package/dist/src/{cache-KNsTJLKP.cjs → cache-7xULbvt3.cjs} +35 -8
  38. package/dist/src/{cache-BMl3AIo5.js → cache-BLLayYEN.js} +24 -9
  39. package/dist/src/{cache-B0ptF7sO.js → cache-BUPcq0Ad.js} +3 -3
  40. package/dist/src/cache-CVfRb-HD.cjs +6 -0
  41. package/dist/src/{cache-DPztwHxt.js → cache-O4EuX2JV.js} +4 -4
  42. package/dist/src/{cache-DHm8Pc8l.js → cache-mIszOnuz.js} +5 -22
  43. package/dist/src/{chat-DOQIJx7O.cjs → chat-C4zqjObh.cjs} +10 -10
  44. package/dist/src/{chat-DDGU7Tik.js → chat-C8Ei4f87.js} +9 -9
  45. package/dist/src/{chat-BnzIuoTQ.js → chat-CgyGj2hC.js} +12 -12
  46. package/dist/src/{chat-BRMJOuCv.js → chat-Cpz3O-Xl.js} +14 -14
  47. package/dist/src/{chat-CVOyOBYk.js → chat-DIywASPG.js} +11 -11
  48. package/dist/src/{chat-CrnXMbvh.cjs → chat-Fl6TZJRS.cjs} +13 -13
  49. package/dist/src/{chat-D8GcWK9l.js → chat-XPN9YHhr.js} +2 -2
  50. package/dist/src/{chatkit-IWIuhxFE.js → chatkit-DEls11hE.js} +4 -4
  51. package/dist/src/{chatkit-DlOZ-eNb.js → chatkit-DIrJX8xk.js} +4 -4
  52. package/dist/src/{chatkit-CcktkleS.js → chatkit-Dpxrq4eD.js} +2 -2
  53. package/dist/src/{chatkit-yeVtURUi.cjs → chatkit-e25Ziu17.cjs} +4 -4
  54. package/dist/src/{claude-agent-sdk-BiMgSH9g.js → claude-agent-sdk-6-xTaLwM.js} +48 -19
  55. package/dist/src/{claude-agent-sdk-Yj9Hq0cH.cjs → claude-agent-sdk-BzxF6NIJ.cjs} +48 -19
  56. package/dist/src/{claude-agent-sdk-rVqlUIJl.js → claude-agent-sdk-CmkTnKGH.js} +49 -20
  57. package/dist/src/{claude-agent-sdk-yid1kGsL.js → claude-agent-sdk-rXCBLK_o.js} +40 -11
  58. package/dist/src/{cloud-ByJVRSQI.js → cloud-BMbRVJFw.js} +3 -3
  59. package/dist/src/cloud-CZ4hytdm.js +5 -0
  60. package/dist/src/{cloudflare-ai-DmJZcvVx.cjs → cloudflare-ai-BAQ0u_dg.cjs} +14 -14
  61. package/dist/src/{cloudflare-ai-CWKYPCCF.js → cloudflare-ai-CUg4BTcj.js} +13 -13
  62. package/dist/src/{cloudflare-ai-goDJ5bwr.js → cloudflare-ai-CobxMTR4.js} +15 -15
  63. package/dist/src/{cloudflare-ai-CdKv38f6.js → cloudflare-ai-Z9X219gp.js} +2 -2
  64. package/dist/src/{cloudflare-gateway-BW8hcdB0.cjs → cloudflare-gateway-C0sgfr_z.cjs} +15 -15
  65. package/dist/src/{cloudflare-gateway-CDCOS1Os.js → cloudflare-gateway-D2_yi-Fh.js} +16 -16
  66. package/dist/src/{cloudflare-gateway-Dz_HCMGY.js → cloudflare-gateway-Djf3F3_H.js} +2 -2
  67. package/dist/src/{cloudflare-gateway-gzmTsXcd.js → cloudflare-gateway-_itGuXry.js} +14 -14
  68. package/dist/src/{codex-sdk-BlvhxMr0.js → codex-sdk-BASDNkIl.js} +90 -34
  69. package/dist/src/{codex-sdk-BC5qbCjh.js → codex-sdk-dSnGdgIp.js} +92 -36
  70. package/dist/src/{codex-sdk-CBpm53B8.js → codex-sdk-ibXwdglL.js} +91 -35
  71. package/dist/src/{codex-sdk-Cf5_CQch.cjs → codex-sdk-wTEpMM_X.cjs} +92 -36
  72. package/dist/src/{cometapi-DoaO5SLq.js → cometapi-B01btbfb.js} +16 -16
  73. package/dist/src/{cometapi-BUKGSUCw.js → cometapi-ChAaRjg5.js} +14 -14
  74. package/dist/src/{cometapi-C6BSw9k3.js → cometapi-DHUAH6nK.js} +2 -2
  75. package/dist/src/{cometapi-B3TzpkNI.cjs → cometapi-JbvOJSCO.cjs} +15 -15
  76. package/dist/src/{completion-BLe7SUA4.js → completion-BBJ6zmG3.js} +6 -6
  77. package/dist/src/{completion-1RAiLcwi.js → completion-D9_MDlnd.js} +6 -6
  78. package/dist/src/{completion-D6BTVt6e.cjs → completion-DDyL3Cb2.cjs} +6 -6
  79. package/dist/src/{docker-CkOzlD1W.js → docker-BuButc4D.js} +15 -15
  80. package/dist/src/{docker-BWsSX8Pn.cjs → docker-Ckw-j7Rr.cjs} +14 -14
  81. package/dist/src/{docker-CMf5SGLq.js → docker-JAAubMw3.js} +13 -13
  82. package/dist/src/{docker-C0AzMsuf.js → docker-vnOg96gi.js} +2 -2
  83. package/dist/src/errors-DnGCbnx8.js +36 -0
  84. package/dist/src/{esm-gWVPXn3r.cjs → esm-BQkx5roy.cjs} +2 -2
  85. package/dist/src/{esm-Lh6czAFT.js → esm-CYhseqj4.js} +2 -2
  86. package/dist/src/{esm-D40XsWlR.js → esm-rDtG_2rg.js} +2 -2
  87. package/dist/src/eval-CKHWqG9f.js +16 -0
  88. package/dist/src/{eval-WaSg64w3.js → eval-CYrbG57o.js} +106 -29
  89. package/dist/src/{evalResult-CGrGU_cG.js → evalResult-6JaUIStC.js} +7 -7
  90. package/dist/src/{evalResult-C_UM63nn.js → evalResult-COsVttMA.js} +7 -7
  91. package/dist/src/evalResult-CxTP-LMm.cjs +11 -0
  92. package/dist/src/evalResult-CzLURDcP.js +13 -0
  93. package/dist/src/{evalResult-BU4huold.cjs → evalResult-DlRfu_Rq.cjs} +7 -7
  94. package/dist/src/evalResult-DyttNQ_G.js +11 -0
  95. package/dist/src/evaluator-0PvfeBYh.js +38 -0
  96. package/dist/src/{evaluator-gmF3Vddp.js → evaluator-3EJCMTs0.js} +75 -49
  97. package/dist/src/{extractor-D-RM2m6A.cjs → extractor-DbhlYEeo.cjs} +23 -6
  98. package/dist/src/{extractor-Da8IxCeS.js → extractor-Hs7la_19.js} +23 -6
  99. package/dist/src/{extractor-BA90EtLq.js → extractor-LSYjrhK0.js} +23 -6
  100. package/dist/src/{fetch-BIfcW-Fd.js → fetch-18MuNu9i.js} +21 -7
  101. package/dist/src/{fetch-CW9GabAi.js → fetch-Bi0o-fdp.js} +2 -2
  102. package/dist/src/fetch-CMptBDVg.cjs +4 -0
  103. package/dist/src/fetch-DAZkv3gV.js +6 -0
  104. package/dist/src/{fetch-Mb7SbeM-.js → fetch-SRsE6Ctl.js} +21 -7
  105. package/dist/src/{fetch-MvWxCS5U.cjs → fetch-ZMn_oemb.cjs} +21 -7
  106. package/dist/src/{fileExtensions-CzcPkiKZ.js → fileExtensions-BpuMmaFL.js} +1 -1
  107. package/dist/src/{formatDuration-CCiZ-wBY.js → formatDuration-Doo0xq-z.js} +1 -1
  108. package/dist/src/{genaiTracer-BQ8AmajD.cjs → genaiTracer-CQlpZkrp.cjs} +2 -2
  109. package/dist/src/{genaiTracer-foKtbVa2.js → genaiTracer-CqNnnXrE.js} +1 -1
  110. package/dist/src/graders-BCytzXrb.js +34 -0
  111. package/dist/src/{graders-CwtelA9k.js → graders-BaMCwIKp.js} +212 -91
  112. package/dist/src/graders-CGZQShfJ.cjs +33 -0
  113. package/dist/src/{graders-2dabIkXs.cjs → graders-DzUUnUjC.cjs} +212 -91
  114. package/dist/src/{graders-BscQ6O1Q.js → graders-QsALpIdy.js} +211 -90
  115. package/dist/src/graders-spkuVC-E.js +36 -0
  116. package/dist/src/{image-Dv0o-Ab7.js → image-BXt_7u0v.js} +4 -4
  117. package/dist/src/{image-B6TV9l0v.js → image-BiEVdpdP.js} +7 -7
  118. package/dist/src/{image-DS9hlgSc.cjs → image-C3BjJUAU.cjs} +7 -7
  119. package/dist/src/{image-_jKUeeh9.js → image-COCWy5dX.js} +2 -2
  120. package/dist/src/{image-DqElR73O.cjs → image-D10zEe1f.cjs} +4 -4
  121. package/dist/src/{image-BVEVjrwl.js → image-DB4sHxdJ.js} +5 -5
  122. package/dist/src/{image-C1i3NoZo.js → image-mhAGP07h.js} +7 -7
  123. package/dist/src/index.cjs +305 -112
  124. package/dist/src/index.d.cts +137 -3
  125. package/dist/src/index.d.ts +137 -3
  126. package/dist/src/index.js +304 -111
  127. package/dist/src/{interactiveCheck-CjK2R4rB.js → interactiveCheck-DU-MAhp5.js} +2 -2
  128. package/dist/src/{knowledgeBase-K5fJN2kC.cjs → knowledgeBase-Bnb00xKs.cjs} +8 -8
  129. package/dist/src/{knowledgeBase-D-xthvn0.js → knowledgeBase-CMvMlLZR.js} +9 -9
  130. package/dist/src/{knowledgeBase-DJZHeJqg.js → knowledgeBase-DotRBzUE.js} +2 -2
  131. package/dist/src/{knowledgeBase-BSs2ldSR.js → knowledgeBase-XJQ0Qyez.js} +8 -8
  132. package/dist/src/{litellm-kPhaZkzz.js → litellm-BECdjOTx.js} +3 -3
  133. package/dist/src/{litellm-uRLukY7s.cjs → litellm-BrnZhMcL.cjs} +15 -15
  134. package/dist/src/{litellm-DH_rVIOd.js → litellm-CHrRmPAe.js} +16 -16
  135. package/dist/src/{litellm-DoXGHlpD.js → litellm-CrLJrPIm.js} +14 -14
  136. package/dist/src/{logger-CMp-NS-e.cjs → logger-BdZ-IqBc.cjs} +5 -2
  137. package/dist/src/{logger-Bzi5o47S.js → logger-BotXmWKW.js} +5 -2
  138. package/dist/src/{logger-q5I8CByj.js → logger-w8Ozp0Td.js} +5 -2
  139. package/dist/src/{luma-ray-B3GiVpuq.js → luma-ray-BOeX-h0M.js} +10 -10
  140. package/dist/src/{luma-ray-CPISsLu-.js → luma-ray-C-w6EsJm.js} +2 -2
  141. package/dist/src/{luma-ray-BrWrKIIB.cjs → luma-ray-C0RkI3lt.cjs} +10 -10
  142. package/dist/src/{luma-ray-gyI_GEy2.js → luma-ray-DgKLS0BF.js} +11 -11
  143. package/dist/src/main.js +3260 -2537
  144. package/dist/src/{messages-CJgEjRQF.js → messages-CDZYGNlS.js} +13 -10
  145. package/dist/src/{messages-BMkwrfmt.js → messages-D61tPFQo.js} +14 -11
  146. package/dist/src/{messages-B5HsO_dM.cjs → messages-DXV3Qh8_.cjs} +14 -11
  147. package/dist/src/{meteor-CBciquOS.js → meteor-Dj8cTkU_.js} +1 -1
  148. package/dist/src/{meteor-0cLf9TIn.js → meteor-P2rUE-Uz.js} +1 -1
  149. package/dist/src/{meteor-BQ6Ws9k2.js → meteor-SLNTgmXm.js} +2 -2
  150. package/dist/src/{meteor-DRuEfzuQ.cjs → meteor-odmwVbyG.cjs} +1 -1
  151. package/dist/src/{nova-reel-B5SOonY2.js → nova-reel-Bk5npr2q.js} +11 -11
  152. package/dist/src/{nova-reel-CT9ZuhJ3.js → nova-reel-C2LFfVTf.js} +2 -2
  153. package/dist/src/{nova-reel-ByTx85ed.cjs → nova-reel-D9FXq3Mt.cjs} +10 -10
  154. package/dist/src/{nova-reel-ChM7WaHR.js → nova-reel-DtCjbD5O.js} +10 -10
  155. package/dist/src/{nova-sonic-D4M3kKYu.js → nova-sonic-BXRfQyF-.js} +8 -8
  156. package/dist/src/{nova-sonic-C-H3eDvL.cjs → nova-sonic-BoRSY_U6.cjs} +7 -7
  157. package/dist/src/{nova-sonic-DgifpOKF.js → nova-sonic-CgaWLDM1.js} +7 -7
  158. package/dist/src/{nova-sonic-BqP59oOu.js → nova-sonic-D_qERM-K.js} +2 -2
  159. package/dist/src/{openai-BjpdxIOG.cjs → openai-Bigwjgo1.cjs} +2 -2
  160. package/dist/src/{openai-Cv9pEKxp.js → openai-CT5fwbve.js} +2 -2
  161. package/dist/src/{openai-CitF-gEN.js → openai-Dz3surb_.js} +2 -2
  162. package/dist/src/openclaw-B6XY2kUf.js +526 -0
  163. package/dist/src/openclaw-CpPrXwf6.js +524 -0
  164. package/dist/src/openclaw-DDSfq5fp.cjs +528 -0
  165. package/dist/src/openclaw-dHLcXUWZ.js +511 -0
  166. package/dist/src/{opencode-sdk-Dakn4QMp.js → opencode-sdk-CImWVqy9.js} +7 -7
  167. package/dist/src/{opencode-sdk-BcLvVMV-.js → opencode-sdk-CuCztr4P.js} +6 -6
  168. package/dist/src/{opencode-sdk-z7KKOCdB.js → opencode-sdk-DhcfRbBH.js} +3 -3
  169. package/dist/src/{opencode-sdk-Cqszt4br.cjs → opencode-sdk-mqF-Oj3f.cjs} +6 -6
  170. package/dist/src/{otlpReceiver-BvmMgacx.cjs → otlpReceiver-B6Xo4KZM.cjs} +6 -6
  171. package/dist/src/{otlpReceiver-DRNetlJH.js → otlpReceiver-BO0rbDzh.js} +6 -6
  172. package/dist/src/{otlpReceiver-Bhj_vnzl.js → otlpReceiver-Dg817agV.js} +6 -6
  173. package/dist/src/{otlpReceiver-Cpnk-Hjf.js → otlpReceiver-DmRb0NBj.js} +2 -2
  174. package/dist/src/{providerRegistry-D32Lt9vp.js → providerRegistry-Xf0qdqGQ.js} +2 -2
  175. package/dist/src/{providerRegistry-HGQd2MF6.cjs → providerRegistry-lc7a7utN.cjs} +2 -2
  176. package/dist/src/{providerRegistry-BdKWcUa8.js → providerRegistry-wCWd7sKQ.js} +2 -2
  177. package/dist/src/providers-BMZZmPBJ.cjs +32 -0
  178. package/dist/src/{providers-BWoVY_Wz.cjs → providers-BNKVY53V.cjs} +294 -782
  179. package/dist/src/{providers-Co_FGgH8.js → providers-BiNq_Iyc.js} +281 -769
  180. package/dist/src/{providers-CUCHJCHD.js → providers-BlEhY5mi.js} +286 -779
  181. package/dist/src/providers-CQQrNaJk.js +32 -0
  182. package/dist/src/providers-Ck8HyrC-.js +34 -0
  183. package/dist/src/{pythonUtils-rOCm9w_5.cjs → pythonUtils-DZ6EbdY4.cjs} +3 -3
  184. package/dist/src/{pythonUtils-B9JA-gsC.js → pythonUtils-r1uBuA0n.js} +3 -3
  185. package/dist/src/{pythonUtils-eNq6Wsfr.js → pythonUtils-vMlk9Qp5.js} +3 -3
  186. package/dist/src/{quiverai-BpWtOEQZ.cjs → quiverai-BNfIwKCO.cjs} +13 -13
  187. package/dist/src/{quiverai-Cj-PUa3p.js → quiverai-BQigKdIH.js} +14 -14
  188. package/dist/src/{quiverai-BN8OVvDE.js → quiverai-Bfy2WnE2.js} +12 -12
  189. package/dist/src/{quiverai-D5MSsd2c.js → quiverai-CedIP0PJ.js} +2 -2
  190. package/dist/src/{render-D2710HbA.js → render-CAZvKKkB.js} +4 -4
  191. package/dist/src/responses-DLLjADw5.js +653 -0
  192. package/dist/src/responses-TsdODUpm.js +654 -0
  193. package/dist/src/responses-zOtKtnY_.cjs +671 -0
  194. package/dist/src/{rubyUtils-Dn6MGcsk.js → rubyUtils-BtjlqyXt.js} +3 -3
  195. package/dist/src/{rubyUtils-LBsk3zIm.js → rubyUtils-Cs35SDYa.js} +3 -3
  196. package/dist/src/rubyUtils-D7--T12C.js +6 -0
  197. package/dist/src/{rubyUtils-rnCVDgH-.cjs → rubyUtils-DCVaJ3mc.cjs} +3 -3
  198. package/dist/src/rubyUtils-DRRiMFV2.js +5 -0
  199. package/dist/src/rubyUtils-vb8OYFC-.cjs +5 -0
  200. package/dist/src/{sagemaker-C8MeZIkH.js → sagemaker-BcgLu0U4.js} +18 -18
  201. package/dist/src/{sagemaker-4ukMNSN0.js → sagemaker-CLdUAv5z.js} +17 -17
  202. package/dist/src/{sagemaker-DyVHy2BW.js → sagemaker-Du4LIR97.js} +2 -2
  203. package/dist/src/{sagemaker-DB3Eojau.cjs → sagemaker-DwNnEVYt.cjs} +17 -17
  204. package/dist/src/{scanner-C28XVEq2.js → scanner-Dyw21Wg_.js} +12 -12
  205. package/dist/src/server/index.js +1818 -605
  206. package/dist/src/server-BUbS0Qfh.js +6 -0
  207. package/dist/src/{server-BF3HkMhe.js → server-CbMTRQkg.js} +8 -6
  208. package/dist/src/{server-CSbLW-UI.cjs → server-CgUQ25qW.cjs} +8 -6
  209. package/dist/src/{server-mycZbUH8.js → server-DWmZLfCy.js} +10 -7
  210. package/dist/src/server-XpGXFHkS.cjs +6 -0
  211. package/dist/src/server-gfOx5Zrk.js +8 -0
  212. package/dist/src/{signal-DM_SPNmi.js → signal-Bl32q42d.js} +3 -3
  213. package/dist/src/{slack-Ed1yyt_j.js → slack-BfdBx2tO.js} +2 -2
  214. package/dist/src/{slack-D1F9Y7CH.cjs → slack-BtMkB6xP.cjs} +2 -2
  215. package/dist/src/{slack-DkAF58Tr.js → slack-DPqj42Ts.js} +2 -2
  216. package/dist/src/{slack-BK312SXM.js → slack-OZYxoVON.js} +2 -2
  217. package/dist/src/{store-CT_e5OZX.js → store-2ocbYY9D.js} +3 -3
  218. package/dist/src/store-5u2yriTV.js +7 -0
  219. package/dist/src/{store-BpumNYCl.cjs → store-BqwfFEyF.cjs} +3 -3
  220. package/dist/src/{store-BFLqwuc_.js → store-D4gdn9ih.js} +3 -3
  221. package/dist/src/store-D_lq_8oQ.js +6 -0
  222. package/dist/src/store-m5KT6Ly7.cjs +6 -0
  223. package/dist/src/{tables-Dansasnu.cjs → tables-B9E1kRp-.cjs} +3 -3
  224. package/dist/src/{tables-BjaApSAB.js → tables-C7TT2XVn.js} +3 -3
  225. package/dist/src/{tables-Dwexr5Z6.js → tables-D-NSwNIb.js} +3 -3
  226. package/dist/src/telemetry-5RHFoCJh.js +6 -0
  227. package/dist/src/{telemetry-MVkZQxt9.js → telemetry-BXyVqyAg.js} +5 -4
  228. package/dist/src/{telemetry-DFDFKdnr.cjs → telemetry-D0_yFdtU.cjs} +5 -4
  229. package/dist/src/{telemetry-Ds5Nn81l.js → telemetry-DZ_7PaVq.js} +5 -4
  230. package/dist/src/telemetry-Do8wMnA-.js +8 -0
  231. package/dist/src/telemetry-LojxPoFq.cjs +6 -0
  232. package/dist/src/{text-PYISqVm1.cjs → text-DF2hMKdg.cjs} +1 -1
  233. package/dist/src/{text-DuYSUYPB.js → text-DgMr_tiM.js} +1 -1
  234. package/dist/src/{text-Dx0GJOCN.js → text-Dm78AVGG.js} +1 -1
  235. package/dist/src/{tokenUsageUtils-BtZd3sP7.cjs → tokenUsageUtils-CXhxVj72.cjs} +9 -4
  236. package/dist/src/{tokenUsageUtils-DoinwgKF.js → tokenUsageUtils-DmZSD2eU.js} +9 -4
  237. package/dist/src/{tokenUsageUtils-cFdLMERB.js → tokenUsageUtils-FZd5O_4A.js} +9 -4
  238. package/dist/src/{transcription-Cp19m_Mt.js → transcription-C-M81iDA.js} +2 -2
  239. package/dist/src/{transcription-CLRpAg07.js → transcription-CYuY5sFO.js} +10 -10
  240. package/dist/src/{transcription-D8ifIKOv.js → transcription-Ch7S-LWw.js} +11 -11
  241. package/dist/src/{transcription-CXXFEVM_.cjs → transcription-FNIz3YOe.cjs} +10 -10
  242. package/dist/src/transform-8eGmaH-7.js +7 -0
  243. package/dist/src/transform-BRVvWaG4.cjs +6 -0
  244. package/dist/src/{transform-Bn-lgBE2.js → transform-CoP2bJ7P.js} +44 -5
  245. package/dist/src/{transform-BFPYuBaW.js → transform-CqTFr7KR.js} +5 -5
  246. package/dist/src/{transform-DvQWeBSR.js → transform-D8dILpfZ.js} +4 -4
  247. package/dist/src/{transform-BUrxadlA.js → transform-DMaxQwDx.js} +44 -5
  248. package/dist/src/transform-GybT0X0u.js +8 -0
  249. package/dist/src/{transform-DshYLyBq.cjs → transform-Kd6u-oNm.cjs} +4 -4
  250. package/dist/src/{transform-Bw1IstDE.cjs → transform-ivxEY4f7.cjs} +55 -4
  251. package/dist/src/{transformersAvailability-BaoWHpu1.cjs → transformersAvailability-Bkep3ka7.cjs} +1 -1
  252. package/dist/src/{transformersAvailability-Dhh45n5P.js → transformersAvailability-DEU2naS1.js} +1 -1
  253. package/dist/src/{transformersAvailability-DtpwoeFC.js → transformersAvailability-DkAWaK5B.js} +1 -1
  254. package/dist/src/{transformersAvailability-O2YaCv9Z.js → transformersAvailability-DwmezkVe.js} +1 -1
  255. package/dist/src/{types-B-XUqfNs.cjs → types-BIfttHrT.cjs} +22 -2
  256. package/dist/src/{types-BsU_PxR3.js → types-DMVjYLpx.js} +16 -2
  257. package/dist/src/{types-CgrxBFgm.js → types-t52w-XsS.js} +19 -3
  258. package/dist/src/{util-M2MoNCUR.js → util-BSh4a_Q8.js} +7 -7
  259. package/dist/src/{util-DTJWKLkl.cjs → util-C08Kns6-.cjs} +18 -4
  260. package/dist/src/{util-DHBpsbZE.js → util-CUEt0Vum.js} +18 -4
  261. package/dist/src/{util-Bnw6EyZN.js → util-Cl0zfT3V.js} +18 -4
  262. package/dist/src/{util-C7A-PlKK.cjs → util-DUYOvxAy.cjs} +6 -6
  263. package/dist/src/{util-WYC3rB_p.js → util-DiCePfDu.js} +6 -6
  264. package/dist/src/{util-CV99ps44.cjs → util-DkFTvieG.cjs} +17 -5
  265. package/dist/src/{util-CfepsNVK.js → util-mJ58qbbw.js} +17 -5
  266. package/dist/src/{util-BZaMVBMq.js → util-vjscpUzy.js} +17 -5
  267. package/dist/src/{utils-BryuD3vq.js → utils-CVzb4YiI.js} +3 -3
  268. package/dist/src/{utils-Dezi3MBH.cjs → utils-DFaZa6Rf.cjs} +3 -3
  269. package/dist/src/{utils-GiyI2K4P.js → utils-JaY9veb5.js} +3 -3
  270. package/dist/tsconfig.tsbuildinfo +1 -1
  271. package/package.json +75 -77
  272. package/dist/src/app/assets/index-07dbAcWK.js +0 -427
  273. package/dist/src/app/assets/index-DnEcCQgk.css +0 -1
  274. package/dist/src/app/assets/vendor-react-DHoaNLma.js +0 -4
  275. package/dist/src/cache-BujOdYlc.cjs +0 -6
  276. package/dist/src/cloud-BHYz0XkH.js +0 -5
  277. package/dist/src/eval-0IFf8hON.js +0 -16
  278. package/dist/src/evalResult-BCCv6FXj.js +0 -13
  279. package/dist/src/evalResult-C8iVgVvr.js +0 -11
  280. package/dist/src/evalResult-CqFeWKYx.cjs +0 -11
  281. package/dist/src/evaluator-DwS5NAEj.js +0 -37
  282. package/dist/src/fetch-BH9KSaUC.cjs +0 -4
  283. package/dist/src/fetch-BL6kqunF.js +0 -6
  284. package/dist/src/graders-BK3LuhJ8.cjs +0 -32
  285. package/dist/src/graders-Bpjtip-E.js +0 -35
  286. package/dist/src/graders-KIf6Uej3.js +0 -33
  287. package/dist/src/providers-41mSodR_.js +0 -31
  288. package/dist/src/providers-CiZCpIxz.cjs +0 -31
  289. package/dist/src/providers-G531909f.js +0 -33
  290. package/dist/src/rubyUtils-BLd6EE1u.cjs +0 -5
  291. package/dist/src/rubyUtils-CVELPvUH.js +0 -6
  292. package/dist/src/rubyUtils-_t9Gmf7U.js +0 -5
  293. package/dist/src/server-Bc4T4XDt.cjs +0 -6
  294. package/dist/src/server-CMyxJ7ct.js +0 -6
  295. package/dist/src/server-D9FuxNYE.js +0 -8
  296. package/dist/src/store-CrMinjmN.cjs +0 -6
  297. package/dist/src/store-EaWZOoxz.js +0 -7
  298. package/dist/src/store-KXWnHB15.js +0 -6
  299. package/dist/src/telemetry-BXD2mCyr.cjs +0 -6
  300. package/dist/src/telemetry-CYiBm56v.js +0 -8
  301. package/dist/src/telemetry-lICYKIMB.js +0 -6
  302. package/dist/src/transform-DZI2t8-9.js +0 -8
  303. package/dist/src/transform-DZUV3qpO.js +0 -7
  304. package/dist/src/transform-XcotjzZX.cjs +0 -6
package/dist/src/index.d.ts CHANGED
@@ -91,6 +91,8 @@ declare const ProviderEnvOverridesSchema: z.ZodObject<{
91
91
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
92
92
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
93
93
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
94
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
95
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
94
96
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
95
97
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
96
98
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -359,7 +361,7 @@ interface ProviderResponse {
359
361
  http?: {
360
362
  status: number;
361
363
  statusText: string;
362
- headers: Record<string, string>;
364
+ headers?: Record<string, string>;
363
365
  requestHeaders?: Record<string, string>;
364
366
  };
365
367
  [key: string]: any;
@@ -413,6 +415,12 @@ interface ProviderResponse {
413
415
  aspectRatio?: string;
414
416
  resolution?: string;
415
417
  };
418
+ images?: ImageOutput[];
419
+ }
420
+ interface ImageOutput {
421
+ data?: string;
422
+ blobRef?: BlobRef;
423
+ mimeType?: string;
416
424
  }
417
425
  interface ProviderEmbeddingResponse {
418
426
  cached?: boolean;
@@ -558,6 +566,8 @@ declare const ProvidersSchema: z.ZodUnion<readonly [z.ZodString, z.ZodCustom<Cal
558
566
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
559
567
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
560
568
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
569
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
570
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
561
571
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
562
572
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
563
573
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -682,6 +692,8 @@ declare const ProvidersSchema: z.ZodUnion<readonly [z.ZodString, z.ZodCustom<Cal
682
692
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
683
693
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
684
694
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
695
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
696
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
685
697
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
686
698
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
687
699
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -769,7 +781,7 @@ type PIIPlugin = (typeof PII_PLUGINS)[number];
769
781
  type BiasPlugin = (typeof BIAS_PLUGINS)[number];
770
782
  declare const BASE_PLUGINS: readonly ["contracts", "excessive-agency", "hallucination", "hijacking", "politics"];
771
783
  type BasePlugin = (typeof BASE_PLUGINS)[number];
772
- declare const ADDITIONAL_PLUGINS: readonly ["aegis", "ascii-smuggling", "beavertails", "bfla", "bola", "cca", "competitors", "coppa", "cross-session-leak", "cyberseceval", "data-exfil", "debug-access", "divergent-repetition", "donotanswer", "ferpa", "harmbench", "toxic-chat", "imitation", "indirect-prompt-injection", "mcp", "medical:anchoring-bias", "medical:hallucination", "medical:incorrect-knowledge", "medical:off-label-use", "medical:prioritization-error", "medical:sycophancy", "financial:calculation-error", "financial:compliance-violation", "financial:confidential-disclosure", "financial:counterfactual", "financial:data-leakage", "financial:defamation", "financial:hallucination", "financial:impartiality", "financial:misconduct", "financial:sycophancy", "ecommerce:compliance-bypass", "ecommerce:order-fraud", "ecommerce:pci-dss", "ecommerce:price-manipulation", "goal-misalignment", "insurance:coverage-discrimination", "insurance:network-misinformation", "insurance:phi-disclosure", "off-topic", "overreliance", "pharmacy:controlled-substance-compliance", "pharmacy:dosage-calculation", "pharmacy:drug-interaction", "telecom:cpni-disclosure", "telecom:location-disclosure", "telecom:account-takeover", "telecom:e911-misinformation", "telecom:tcpa-violation", "telecom:unauthorized-changes", "telecom:fraud-enablement", "telecom:porting-misinformation", "telecom:billing-misinformation", "telecom:coverage-misinformation", "telecom:law-enforcement-request-handling", "telecom:accessibility-violation", "realestate:fair-housing-discrimination", "realestate:steering", "realestate:discriminatory-listings", "realestate:lending-discrimination", "realestate:valuation-bias", "realestate:accessibility-discrimination", "realestate:advertising-discrimination", "realestate:source-of-income", "pliny", "prompt-extraction", "rag-document-exfiltration", "rag-poisoning", "rag-source-attribution", "rbac", "reasoning-dos", "religion", "shell-injection", "special-token-injection", "sql-injection", "ssrf", "system-prompt-override", "tool-discovery", "unsafebench", "unverifiable-claims", "vlguard", "vlsu", "wordplay", "xstest"];
784
+ declare const ADDITIONAL_PLUGINS: readonly ["aegis", "ascii-smuggling", "beavertails", "bfla", "bola", "cca", "competitors", "coppa", "cross-session-leak", "cyberseceval", "data-exfil", "debug-access", "divergent-repetition", "donotanswer", "ferpa", "harmbench", "toxic-chat", "imitation", "indirect-prompt-injection", "mcp", "model-identification", "medical:anchoring-bias", "medical:hallucination", "medical:incorrect-knowledge", "medical:off-label-use", "medical:prioritization-error", "medical:sycophancy", "financial:calculation-error", "financial:compliance-violation", "financial:confidential-disclosure", "financial:counterfactual", "financial:data-leakage", "financial:defamation", "financial:hallucination", "financial:impartiality", "financial:misconduct", "financial:sox-compliance", "financial:sycophancy", "ecommerce:compliance-bypass", "ecommerce:order-fraud", "ecommerce:pci-dss", "ecommerce:price-manipulation", "goal-misalignment", "insurance:coverage-discrimination", "insurance:network-misinformation", "insurance:phi-disclosure", "off-topic", "overreliance", "pharmacy:controlled-substance-compliance", "pharmacy:dosage-calculation", "pharmacy:drug-interaction", "telecom:cpni-disclosure", "telecom:location-disclosure", "telecom:account-takeover", "telecom:e911-misinformation", "telecom:tcpa-violation", "telecom:unauthorized-changes", "telecom:fraud-enablement", "telecom:porting-misinformation", "telecom:billing-misinformation", "telecom:coverage-misinformation", "telecom:law-enforcement-request-handling", "telecom:accessibility-violation", "realestate:fair-housing-discrimination", "realestate:steering", "realestate:discriminatory-listings", "realestate:lending-discrimination", "realestate:valuation-bias", "realestate:accessibility-discrimination", "realestate:advertising-discrimination", "realestate:source-of-income", "pliny", "prompt-extraction", "rag-document-exfiltration", "rag-poisoning", "rag-source-attribution", "rbac", "reasoning-dos", "religion", "shell-injection", "special-token-injection", "sql-injection", "ssrf", "system-prompt-override", "tool-discovery", "unsafebench", "unverifiable-claims", "vlguard", "vlsu", "wordplay", "xstest"];
773
785
  type AdditionalPlugin = (typeof ADDITIONAL_PLUGINS)[number];
774
786
  declare const CONFIG_REQUIRED_PLUGINS: readonly ["intent", "policy"];
775
787
  type ConfigRequiredPlugin = (typeof CONFIG_REQUIRED_PLUGINS)[number];
@@ -1493,6 +1505,7 @@ interface EvaluateTableOutput {
1493
1505
  aspectRatio?: string;
1494
1506
  resolution?: string;
1495
1507
  };
1508
+ images?: ImageOutput[];
1496
1509
  }
1497
1510
  interface EvaluateTableRow {
1498
1511
  description?: string;
@@ -1514,6 +1527,8 @@ interface EvaluateStats {
1514
1527
  errors: number;
1515
1528
  tokenUsage: Required<TokenUsage>;
1516
1529
  durationMs?: number;
1530
+ generationDurationMs?: number;
1531
+ evaluationDurationMs?: number;
1517
1532
  }
1518
1533
  interface EvaluateSummaryV3 {
1519
1534
  version: 3;
@@ -2595,6 +2610,8 @@ declare const TestCaseSchema: z.ZodObject<{
2595
2610
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
2596
2611
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
2597
2612
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
2613
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
2614
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
2598
2615
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
2599
2616
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
2600
2617
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -3135,6 +3152,8 @@ declare const TestCaseWithVarsFileSchema: z.ZodObject<{
3135
3152
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
3136
3153
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
3137
3154
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
3155
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
3156
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
3138
3157
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
3139
3158
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
3140
3159
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -3674,6 +3693,8 @@ declare const TestCasesWithMetadataSchema: z.ZodObject<{
3674
3693
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
3675
3694
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
3676
3695
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
3696
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
3697
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
3677
3698
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
3678
3699
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
3679
3700
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -4271,6 +4292,8 @@ declare const ScenarioSchema: z.ZodObject<{
4271
4292
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
4272
4293
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
4273
4294
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
4295
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
4296
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
4274
4297
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
4275
4298
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
4276
4299
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -4806,6 +4829,8 @@ declare const ScenarioSchema: z.ZodObject<{
4806
4829
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
4807
4830
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
4808
4831
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
4832
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
4833
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
4809
4834
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
4810
4835
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
4811
4836
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -5342,6 +5367,8 @@ declare const AtomicTestCaseSchema: z.ZodObject<{
5342
5367
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
5343
5368
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
5344
5369
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
5370
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
5371
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
5345
5372
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
5346
5373
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
5347
5374
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -5925,6 +5952,8 @@ declare const TestSuiteSchema: z.ZodObject<{
5925
5952
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
5926
5953
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
5927
5954
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
5955
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
5956
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
5928
5957
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
5929
5958
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
5930
5959
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -6462,6 +6491,8 @@ declare const TestSuiteSchema: z.ZodObject<{
6462
6491
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
6463
6492
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
6464
6493
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
6494
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
6495
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
6465
6496
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
6466
6497
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
6467
6498
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -6997,6 +7028,8 @@ declare const TestSuiteSchema: z.ZodObject<{
6997
7028
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
6998
7029
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
6999
7030
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
7031
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
7032
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
7000
7033
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
7001
7034
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
7002
7035
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -7534,6 +7567,8 @@ declare const TestSuiteSchema: z.ZodObject<{
7534
7567
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
7535
7568
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
7536
7569
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
7570
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
7571
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
7537
7572
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
7538
7573
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
7539
7574
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -8058,6 +8093,8 @@ declare const TestSuiteSchema: z.ZodObject<{
8058
8093
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
8059
8094
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
8060
8095
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
8096
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
8097
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
8061
8098
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
8062
8099
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
8063
8100
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -8224,6 +8261,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
8224
8261
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
8225
8262
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
8226
8263
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
8264
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
8265
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
8227
8266
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
8228
8267
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
8229
8268
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -8348,6 +8387,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
8348
8387
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
8349
8388
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
8350
8389
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
8390
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
8391
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
8351
8392
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
8352
8393
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
8353
8394
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -8488,6 +8529,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
8488
8529
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
8489
8530
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
8490
8531
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
8532
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
8533
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
8491
8534
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
8492
8535
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
8493
8536
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -9031,6 +9074,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
9031
9074
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
9032
9075
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
9033
9076
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
9077
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
9078
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
9034
9079
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
9035
9080
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
9036
9081
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -9566,6 +9611,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
9566
9611
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
9567
9612
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
9568
9613
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
9614
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
9615
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
9569
9616
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
9570
9617
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
9571
9618
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -10103,6 +10150,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10103
10150
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
10104
10151
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
10105
10152
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
10153
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
10154
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
10106
10155
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
10107
10156
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
10108
10157
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -10632,6 +10681,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10632
10681
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
10633
10682
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
10634
10683
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
10684
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
10685
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
10635
10686
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
10636
10687
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
10637
10688
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -10775,6 +10826,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10775
10826
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
10776
10827
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
10777
10828
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
10829
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
10830
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
10778
10831
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
10779
10832
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
10780
10833
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -10966,6 +11019,8 @@ declare const TestSuiteConfigSchema: z.ZodObject<{
10966
11019
  OPENAI_BASE_URL?: string | undefined;
10967
11020
  OPENAI_ORGANIZATION?: string | undefined;
10968
11021
  CODEX_API_KEY?: string | undefined;
11022
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
11023
+ OPENCLAW_GATEWAY_URL?: string | undefined;
10969
11024
  PALM_API_HOST?: string | undefined;
10970
11025
  PALM_API_KEY?: string | undefined;
10971
11026
  PORTKEY_API_KEY?: string | undefined;
@@ -11171,6 +11226,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
11171
11226
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
11172
11227
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
11173
11228
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
11229
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
11230
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
11174
11231
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
11175
11232
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
11176
11233
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -11714,6 +11771,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
11714
11771
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
11715
11772
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
11716
11773
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
11774
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
11775
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
11717
11776
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
11718
11777
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
11719
11778
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -12249,6 +12308,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
12249
12308
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
12250
12309
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
12251
12310
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
12311
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
12312
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
12252
12313
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
12253
12314
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
12254
12315
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -12786,6 +12847,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
12786
12847
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
12787
12848
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
12788
12849
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
12850
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
12851
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
12789
12852
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
12790
12853
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
12791
12854
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -13315,6 +13378,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13315
13378
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
13316
13379
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
13317
13380
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
13381
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
13382
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
13318
13383
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
13319
13384
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
13320
13385
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -13458,6 +13523,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13458
13523
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
13459
13524
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
13460
13525
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
13526
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
13527
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
13461
13528
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
13462
13529
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
13463
13530
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -13649,6 +13716,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13649
13716
  OPENAI_BASE_URL?: string | undefined;
13650
13717
  OPENAI_ORGANIZATION?: string | undefined;
13651
13718
  CODEX_API_KEY?: string | undefined;
13719
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
13720
+ OPENCLAW_GATEWAY_URL?: string | undefined;
13652
13721
  PALM_API_HOST?: string | undefined;
13653
13722
  PALM_API_KEY?: string | undefined;
13654
13723
  PORTKEY_API_KEY?: string | undefined;
@@ -13898,6 +13967,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
13898
13967
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
13899
13968
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
13900
13969
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
13970
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
13971
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
13901
13972
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
13902
13973
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
13903
13974
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -14022,6 +14093,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14022
14093
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
14023
14094
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
14024
14095
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
14096
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
14097
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
14025
14098
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
14026
14099
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
14027
14100
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -14155,6 +14228,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14155
14228
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
14156
14229
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
14157
14230
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
14231
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
14232
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
14158
14233
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
14159
14234
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
14160
14235
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -14279,6 +14354,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14279
14354
  OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
14280
14355
  OPENAI_ORGANIZATION: z.ZodOptional<z.ZodString>;
14281
14356
  CODEX_API_KEY: z.ZodOptional<z.ZodString>;
14357
+ OPENCLAW_GATEWAY_TOKEN: z.ZodOptional<z.ZodString>;
14358
+ OPENCLAW_GATEWAY_URL: z.ZodOptional<z.ZodString>;
14282
14359
  PALM_API_HOST: z.ZodOptional<z.ZodString>;
14283
14360
  PALM_API_KEY: z.ZodOptional<z.ZodString>;
14284
14361
  PORTKEY_API_KEY: z.ZodOptional<z.ZodString>;
@@ -14428,6 +14505,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14428
14505
  OPENAI_BASE_URL?: string | undefined;
14429
14506
  OPENAI_ORGANIZATION?: string | undefined;
14430
14507
  CODEX_API_KEY?: string | undefined;
14508
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
14509
+ OPENCLAW_GATEWAY_URL?: string | undefined;
14431
14510
  PALM_API_HOST?: string | undefined;
14432
14511
  PALM_API_KEY?: string | undefined;
14433
14512
  PORTKEY_API_KEY?: string | undefined;
@@ -14675,6 +14754,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14675
14754
  OPENAI_BASE_URL?: string | undefined;
14676
14755
  OPENAI_ORGANIZATION?: string | undefined;
14677
14756
  CODEX_API_KEY?: string | undefined;
14757
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
14758
+ OPENCLAW_GATEWAY_URL?: string | undefined;
14678
14759
  PALM_API_HOST?: string | undefined;
14679
14760
  PALM_API_KEY?: string | undefined;
14680
14761
  PORTKEY_API_KEY?: string | undefined;
@@ -14921,6 +15002,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
14921
15002
  OPENAI_BASE_URL?: string | undefined;
14922
15003
  OPENAI_ORGANIZATION?: string | undefined;
14923
15004
  CODEX_API_KEY?: string | undefined;
15005
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
15006
+ OPENCLAW_GATEWAY_URL?: string | undefined;
14924
15007
  PALM_API_HOST?: string | undefined;
14925
15008
  PALM_API_KEY?: string | undefined;
14926
15009
  PORTKEY_API_KEY?: string | undefined;
@@ -15170,6 +15253,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15170
15253
  OPENAI_BASE_URL?: string | undefined;
15171
15254
  OPENAI_ORGANIZATION?: string | undefined;
15172
15255
  CODEX_API_KEY?: string | undefined;
15256
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
15257
+ OPENCLAW_GATEWAY_URL?: string | undefined;
15173
15258
  PALM_API_HOST?: string | undefined;
15174
15259
  PALM_API_KEY?: string | undefined;
15175
15260
  PORTKEY_API_KEY?: string | undefined;
@@ -15410,6 +15495,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15410
15495
  OPENAI_BASE_URL?: string | undefined;
15411
15496
  OPENAI_ORGANIZATION?: string | undefined;
15412
15497
  CODEX_API_KEY?: string | undefined;
15498
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
15499
+ OPENCLAW_GATEWAY_URL?: string | undefined;
15413
15500
  PALM_API_HOST?: string | undefined;
15414
15501
  PALM_API_KEY?: string | undefined;
15415
15502
  PORTKEY_API_KEY?: string | undefined;
@@ -15625,6 +15712,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15625
15712
  OPENAI_BASE_URL?: string | undefined;
15626
15713
  OPENAI_ORGANIZATION?: string | undefined;
15627
15714
  CODEX_API_KEY?: string | undefined;
15715
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
15716
+ OPENCLAW_GATEWAY_URL?: string | undefined;
15628
15717
  PALM_API_HOST?: string | undefined;
15629
15718
  PALM_API_KEY?: string | undefined;
15630
15719
  PORTKEY_API_KEY?: string | undefined;
@@ -15749,6 +15838,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15749
15838
  OPENAI_BASE_URL?: string | undefined;
15750
15839
  OPENAI_ORGANIZATION?: string | undefined;
15751
15840
  CODEX_API_KEY?: string | undefined;
15841
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
15842
+ OPENCLAW_GATEWAY_URL?: string | undefined;
15752
15843
  PALM_API_HOST?: string | undefined;
15753
15844
  PALM_API_KEY?: string | undefined;
15754
15845
  PORTKEY_API_KEY?: string | undefined;
@@ -15878,6 +15969,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
15878
15969
  OPENAI_BASE_URL?: string | undefined;
15879
15970
  OPENAI_ORGANIZATION?: string | undefined;
15880
15971
  CODEX_API_KEY?: string | undefined;
15972
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
15973
+ OPENCLAW_GATEWAY_URL?: string | undefined;
15881
15974
  PALM_API_HOST?: string | undefined;
15882
15975
  PALM_API_KEY?: string | undefined;
15883
15976
  PORTKEY_API_KEY?: string | undefined;
@@ -16002,6 +16095,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16002
16095
  OPENAI_BASE_URL?: string | undefined;
16003
16096
  OPENAI_ORGANIZATION?: string | undefined;
16004
16097
  CODEX_API_KEY?: string | undefined;
16098
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
16099
+ OPENCLAW_GATEWAY_URL?: string | undefined;
16005
16100
  PALM_API_HOST?: string | undefined;
16006
16101
  PALM_API_KEY?: string | undefined;
16007
16102
  PORTKEY_API_KEY?: string | undefined;
@@ -16151,6 +16246,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16151
16246
  OPENAI_BASE_URL?: string | undefined;
16152
16247
  OPENAI_ORGANIZATION?: string | undefined;
16153
16248
  CODEX_API_KEY?: string | undefined;
16249
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
16250
+ OPENCLAW_GATEWAY_URL?: string | undefined;
16154
16251
  PALM_API_HOST?: string | undefined;
16155
16252
  PALM_API_KEY?: string | undefined;
16156
16253
  PORTKEY_API_KEY?: string | undefined;
@@ -16398,6 +16495,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16398
16495
  OPENAI_BASE_URL?: string | undefined;
16399
16496
  OPENAI_ORGANIZATION?: string | undefined;
16400
16497
  CODEX_API_KEY?: string | undefined;
16498
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
16499
+ OPENCLAW_GATEWAY_URL?: string | undefined;
16401
16500
  PALM_API_HOST?: string | undefined;
16402
16501
  PALM_API_KEY?: string | undefined;
16403
16502
  PORTKEY_API_KEY?: string | undefined;
@@ -16644,6 +16743,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16644
16743
  OPENAI_BASE_URL?: string | undefined;
16645
16744
  OPENAI_ORGANIZATION?: string | undefined;
16646
16745
  CODEX_API_KEY?: string | undefined;
16746
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
16747
+ OPENCLAW_GATEWAY_URL?: string | undefined;
16647
16748
  PALM_API_HOST?: string | undefined;
16648
16749
  PALM_API_KEY?: string | undefined;
16649
16750
  PORTKEY_API_KEY?: string | undefined;
@@ -16893,6 +16994,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
16893
16994
  OPENAI_BASE_URL?: string | undefined;
16894
16995
  OPENAI_ORGANIZATION?: string | undefined;
16895
16996
  CODEX_API_KEY?: string | undefined;
16997
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
16998
+ OPENCLAW_GATEWAY_URL?: string | undefined;
16896
16999
  PALM_API_HOST?: string | undefined;
16897
17000
  PALM_API_KEY?: string | undefined;
16898
17001
  PORTKEY_API_KEY?: string | undefined;
@@ -17133,6 +17236,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17133
17236
  OPENAI_BASE_URL?: string | undefined;
17134
17237
  OPENAI_ORGANIZATION?: string | undefined;
17135
17238
  CODEX_API_KEY?: string | undefined;
17239
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
17240
+ OPENCLAW_GATEWAY_URL?: string | undefined;
17136
17241
  PALM_API_HOST?: string | undefined;
17137
17242
  PALM_API_KEY?: string | undefined;
17138
17243
  PORTKEY_API_KEY?: string | undefined;
@@ -17348,6 +17453,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17348
17453
  OPENAI_BASE_URL?: string | undefined;
17349
17454
  OPENAI_ORGANIZATION?: string | undefined;
17350
17455
  CODEX_API_KEY?: string | undefined;
17456
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
17457
+ OPENCLAW_GATEWAY_URL?: string | undefined;
17351
17458
  PALM_API_HOST?: string | undefined;
17352
17459
  PALM_API_KEY?: string | undefined;
17353
17460
  PORTKEY_API_KEY?: string | undefined;
@@ -17472,6 +17579,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17472
17579
  OPENAI_BASE_URL?: string | undefined;
17473
17580
  OPENAI_ORGANIZATION?: string | undefined;
17474
17581
  CODEX_API_KEY?: string | undefined;
17582
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
17583
+ OPENCLAW_GATEWAY_URL?: string | undefined;
17475
17584
  PALM_API_HOST?: string | undefined;
17476
17585
  PALM_API_KEY?: string | undefined;
17477
17586
  PORTKEY_API_KEY?: string | undefined;
@@ -17601,6 +17710,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17601
17710
  OPENAI_BASE_URL?: string | undefined;
17602
17711
  OPENAI_ORGANIZATION?: string | undefined;
17603
17712
  CODEX_API_KEY?: string | undefined;
17713
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
17714
+ OPENCLAW_GATEWAY_URL?: string | undefined;
17604
17715
  PALM_API_HOST?: string | undefined;
17605
17716
  PALM_API_KEY?: string | undefined;
17606
17717
  PORTKEY_API_KEY?: string | undefined;
@@ -17725,6 +17836,8 @@ declare const UnifiedConfigSchema: z.ZodPipe<z.ZodObject<{
17725
17836
  OPENAI_BASE_URL?: string | undefined;
17726
17837
  OPENAI_ORGANIZATION?: string | undefined;
17727
17838
  CODEX_API_KEY?: string | undefined;
17839
+ OPENCLAW_GATEWAY_TOKEN?: string | undefined;
17840
+ OPENCLAW_GATEWAY_URL?: string | undefined;
17728
17841
  PALM_API_HOST?: string | undefined;
17729
17842
  PALM_API_KEY?: string | undefined;
17730
17843
  PORTKEY_API_KEY?: string | undefined;
@@ -17882,6 +17995,8 @@ interface PluginFactory {
17882
17995
  interface Strategy {
17883
17996
  id: string;
17884
17997
  action: (testCases: TestCaseWithPlugin[], injectVar: string, config: Record<string, any>, strategyId?: string) => Promise<TestCase[]>;
17998
+ /** Whether this strategy requires pre-extracted intent/goal metadata on test cases. */
17999
+ requiresGoalExtraction?: boolean;
17885
18000
  }
17886
18001
  //#endregion
17887
18002
  //#region src/external/matchers/deepeval.d.ts
@@ -18126,7 +18241,13 @@ declare class Eval {
18126
18241
  _resultsLoaded: boolean;
18127
18242
  runtimeOptions?: Partial<EvaluateOptions>;
18128
18243
  _shared: boolean;
18244
+ /** Total wall-clock duration. For redteam evals: generationDurationMs + evaluationDurationMs.
18245
+ * For non-redteam evals: equals evaluationDurationMs (generation phase is N/A). */
18129
18246
  durationMs?: number;
18247
+ /** Time spent generating adversarial test cases (redteam only). */
18248
+ generationDurationMs?: number;
18249
+ /** Time spent running the evaluation phase. */
18250
+ evaluationDurationMs?: number;
18130
18251
  /**
18131
18252
  * The shareable URL for this evaluation, if it has been shared.
18132
18253
  * Set by the evaluate() function when sharing is enabled.
@@ -18166,6 +18287,8 @@ declare class Eval {
18166
18287
  vars?: string[];
18167
18288
  runtimeOptions?: Partial<EvaluateOptions>;
18168
18289
  durationMs?: number;
18290
+ generationDurationMs?: number;
18291
+ evaluationDurationMs?: number;
18169
18292
  });
18170
18293
  version(): 4 | 3;
18171
18294
  useOldResults(): boolean;
@@ -18173,7 +18296,10 @@ declare class Eval {
18173
18296
  save(): Promise<void>;
18174
18297
  setVars(vars: string[]): void;
18175
18298
  addVar(varName: string): void;
18299
+ /** Sets the evaluation phase duration and recomputes the total. Called by the evaluator. */
18176
18300
  setDurationMs(durationMs: number): void;
18301
+ /** Sets the generation phase duration and recomputes the total. Called by doRedteamRun. */
18302
+ setGenerationDurationMs(durationMs: number): void;
18177
18303
  getPrompts(): {
18178
18304
  raw: string;
18179
18305
  label: string;
@@ -18235,6 +18361,14 @@ declare class Eval {
18235
18361
  * This may be higher than getResultsCount() when there are multiple prompts/providers.
18236
18362
  */
18237
18363
  getTotalResultRowCount(): Promise<number>;
18364
+ /**
18365
+ * Find a non-transient HTTP error status from evaluation results.
18366
+ * Returns the first non-transient status (401, 403, 404, 500, 501) found, or undefined.
18367
+ *
18368
+ * For persisted evals: Uses efficient O(1) database query with LIMIT 1.
18369
+ * For non-persisted evals: Falls back to scanning in-memory results.
18370
+ */
18371
+ findTargetErrorStatus(): Promise<number | undefined>;
18238
18372
  fetchResultsByTestIdx(testIdx: number): Promise<EvalResult[]>;
18239
18373
  /**
18240
18374
  * CRITICAL: Builds the WHERE SQL clause for filtering results.
@@ -18593,5 +18727,5 @@ declare const _default$1: {
18593
18727
  };
18594
18728
  };
18595
18729
  //#endregion
18596
- export { type AfterAllExtensionHookContext, type AfterEachExtensionHookContext, AgentCancelledPayload, AgentErrorPayload, ApiClassificationProvider, ApiEmbeddingProvider, ApiModerationProvider, ApiProvider, ApiSimilarityProvider, Assertion, AssertionOrSet, AssertionOrSetSchema, AssertionParams, AssertionSchema, AssertionSet, AssertionSetSchema, AssertionType, AssertionTypeSchema, AssertionValue, AssertionValueFunction, AssertionValueFunctionContext, AssertionValueFunctionResult, AtomicTestCase, AtomicTestCaseSchema, AudioGradingConfig, BaseAssertionTypes, BaseAssertionTypesSchema, BaseRedteamMetadata, BaseTokenUsage, BaseTokenUsageSchema, type BeforeAllExtensionHookContext, type BeforeEachExtensionHookContext, CallApiContextParams, CallApiFunction, CallApiOptionsParams, ChatMessage, CommandLineOptions, CommandLineOptionsSchema, CompletedPrompt, CompletedPromptSchema, CompletionTokenDetails, CompletionTokenDetailsSchema, ConversationMessage, ConversationMessageSchema, CsvRow, DefaultProviders, DerivedMetric, DerivedMetricSchema, type EnvOverrides, EvalConversations, EvalRegisters, EvalResultsFilterMode, EvalSummary, EvalTableDTO, EvalWithMetadata, EvaluateOptions, EvaluateOptionsSchema, EvaluateResult, EvaluateStats, EvaluateSummaryV2, EvaluateSummaryV3, EvaluateTable, EvaluateTableOutput, EvaluateTableRow, EvaluateTestSuite, EvaluateTestSuiteWithEvaluateOptions, type ExtensionHookContextMap, FailedPluginInfo, FilePath, GradingConfig, GradingConfigSchema, GradingResult, GuardrailResponse, InferSchema, type Inputs, InputsSchema, Intent, Job, LoadApiProviderContext, ModerationFlag, Modifier, NotPrefixedAssertionTypesSchema, NunjucksFilterMap, OutputConfig, OutputConfigSchema, OutputFile, OutputFileExtension, OutputMetadata, PartialGenerationError, PluginActionParams, PluginConfig, PluginConfigSchema, PoliciesById, Policy, PolicyObject, PolicyObjectSchema, Prompt, PromptConfig, PromptContent, PromptFunction, PromptFunctionContext, PromptFunctionResult, PromptMetrics, PromptWithMetadata, ProviderClassificationResponse, ProviderEmbeddingResponse, ProviderFunction, ProviderId, ProviderLabel, ProviderModerationResponse, ProviderOptions, ProviderOptionsMap, ProviderResponse, ProviderSimilarityResponse, ProviderTestResponse, ProviderType, ProviderTypeMap, ProvidersSchema, RateLimitRegistryRef, RedteamAssertionTypes, RedteamCliGenerateOptions, RedteamContext, RedteamFileConfig, RedteamGenerateOptions, RedteamHistoryEntry, RedteamMediaData, RedteamObjectConfig, RedteamPlugin, RedteamPluginObject, RedteamRunOptions, RedteamStrategy, RedteamStrategyObject, ResultFailureReason, ResultLightweight, ResultLightweightWithLabel, ResultSuggestion, ResultsFile, RunEvalOptions, SavedRedteamConfig, Scenario, ScenarioSchema, ScoringFunction, ServerPromptWithMetadata, SharedResults, SpecialAssertionTypes, SpecialAssertionTypesSchema, StrategyConfig, StrategyConfigSchema, SynthesizeOptions, TestCase, TestCaseSchema, TestCaseWithPlugin, TestCaseWithVarsFile, TestCaseWithVarsFileSchema, TestCasesWithMetadata, TestCasesWithMetadataPrompt, TestCasesWithMetadataPromptSchema, TestCasesWithMetadataSchema, TestGeneratorConfig, TestGeneratorConfigSchema, TestSuite, TestSuiteConfig, TestSuiteConfigSchema, TestSuiteSchema, type TokenUsage, TraceData, TraceSpan, TracingConfig, UnifiedConfig, UnifiedConfigSchema, VarMapping, type VarValue, Vars, VarsSchema, ZodLikeSchema, _default as assertions, cache_d_exports as cache, _default$1 as default, evaluate, generateTable, guardrails, isApiProvider, isGradingResult, isProviderOptions, isResultFailureReason, loadApiProvider, redteam };
18730
+ export { type AfterAllExtensionHookContext, type AfterEachExtensionHookContext, AgentCancelledPayload, AgentErrorPayload, ApiClassificationProvider, ApiEmbeddingProvider, ApiModerationProvider, ApiProvider, ApiSimilarityProvider, Assertion, AssertionOrSet, AssertionOrSetSchema, AssertionParams, AssertionSchema, AssertionSet, AssertionSetSchema, AssertionType, AssertionTypeSchema, AssertionValue, AssertionValueFunction, AssertionValueFunctionContext, AssertionValueFunctionResult, AtomicTestCase, AtomicTestCaseSchema, AudioGradingConfig, BaseAssertionTypes, BaseAssertionTypesSchema, BaseRedteamMetadata, BaseTokenUsage, BaseTokenUsageSchema, type BeforeAllExtensionHookContext, type BeforeEachExtensionHookContext, CallApiContextParams, CallApiFunction, CallApiOptionsParams, ChatMessage, CommandLineOptions, CommandLineOptionsSchema, CompletedPrompt, CompletedPromptSchema, CompletionTokenDetails, CompletionTokenDetailsSchema, ConversationMessage, ConversationMessageSchema, CsvRow, DefaultProviders, DerivedMetric, DerivedMetricSchema, type EnvOverrides, EvalConversations, EvalRegisters, EvalResultsFilterMode, EvalSummary, EvalTableDTO, EvalWithMetadata, EvaluateOptions, EvaluateOptionsSchema, EvaluateResult, EvaluateStats, EvaluateSummaryV2, EvaluateSummaryV3, EvaluateTable, EvaluateTableOutput, EvaluateTableRow, EvaluateTestSuite, EvaluateTestSuiteWithEvaluateOptions, type ExtensionHookContextMap, FailedPluginInfo, FilePath, GradingConfig, GradingConfigSchema, GradingResult, GuardrailResponse, ImageOutput, InferSchema, type Inputs, InputsSchema, Intent, Job, LoadApiProviderContext, ModerationFlag, Modifier, NotPrefixedAssertionTypesSchema, NunjucksFilterMap, OutputConfig, OutputConfigSchema, OutputFile, OutputFileExtension, OutputMetadata, PartialGenerationError, PluginActionParams, PluginConfig, PluginConfigSchema, PoliciesById, Policy, PolicyObject, PolicyObjectSchema, Prompt, PromptConfig, PromptContent, PromptFunction, PromptFunctionContext, PromptFunctionResult, PromptMetrics, PromptWithMetadata, ProviderClassificationResponse, ProviderEmbeddingResponse, ProviderFunction, ProviderId, ProviderLabel, ProviderModerationResponse, ProviderOptions, ProviderOptionsMap, ProviderResponse, ProviderSimilarityResponse, ProviderTestResponse, ProviderType, ProviderTypeMap, ProvidersSchema, RateLimitRegistryRef, RedteamAssertionTypes, RedteamCliGenerateOptions, RedteamContext, RedteamFileConfig, RedteamGenerateOptions, RedteamHistoryEntry, RedteamMediaData, RedteamObjectConfig, RedteamPlugin, RedteamPluginObject, RedteamRunOptions, RedteamStrategy, RedteamStrategyObject, ResultFailureReason, ResultLightweight, ResultLightweightWithLabel, ResultSuggestion, ResultsFile, RunEvalOptions, SavedRedteamConfig, Scenario, ScenarioSchema, ScoringFunction, ServerPromptWithMetadata, SharedResults, SpecialAssertionTypes, SpecialAssertionTypesSchema, StrategyConfig, StrategyConfigSchema, SynthesizeOptions, TestCase, TestCaseSchema, TestCaseWithPlugin, TestCaseWithVarsFile, TestCaseWithVarsFileSchema, TestCasesWithMetadata, TestCasesWithMetadataPrompt, TestCasesWithMetadataPromptSchema, TestCasesWithMetadataSchema, TestGeneratorConfig, TestGeneratorConfigSchema, TestSuite, TestSuiteConfig, TestSuiteConfigSchema, TestSuiteSchema, type TokenUsage, TraceData, TraceSpan, TracingConfig, UnifiedConfig, UnifiedConfigSchema, VarMapping, type VarValue, Vars, VarsSchema, ZodLikeSchema, _default as assertions, cache_d_exports as cache, _default$1 as default, evaluate, generateTable, guardrails, isApiProvider, isGradingResult, isProviderOptions, isResultFailureReason, loadApiProvider, redteam };
18597
18731
  //# sourceMappingURL=index.d.ts.map