@lightsage/mcp 0.3.1 → 0.4.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (402) hide show
  1. package/README.md +2 -2
  2. package/api/well-known-openai-apps-challenge.js +25 -0
  3. package/bin/mcp-server.js +1878 -1023
  4. package/bin/mcp-server.js.map +77 -58
  5. package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.d.ts +16 -0
  6. package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.d.ts.map +1 -0
  7. package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.js +83 -0
  8. package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.js.map +1 -0
  9. package/esm/funcs/evalTemplatesV2EvalTemplatesDelete.d.ts +16 -0
  10. package/esm/funcs/evalTemplatesV2EvalTemplatesDelete.d.ts.map +1 -0
  11. package/esm/funcs/{evalResultsV2EvalResultsList.js → evalTemplatesV2EvalTemplatesDelete.js} +17 -16
  12. package/esm/funcs/evalTemplatesV2EvalTemplatesDelete.js.map +1 -0
  13. package/esm/funcs/evalTemplatesV2EvalTemplatesList.d.ts +15 -0
  14. package/esm/funcs/evalTemplatesV2EvalTemplatesList.d.ts.map +1 -0
  15. package/esm/funcs/evalTemplatesV2EvalTemplatesList.js +72 -0
  16. package/esm/funcs/evalTemplatesV2EvalTemplatesList.js.map +1 -0
  17. package/esm/funcs/evalTemplatesV2EvalTemplatesRetrieve.d.ts +16 -0
  18. package/esm/funcs/evalTemplatesV2EvalTemplatesRetrieve.d.ts.map +1 -0
  19. package/esm/funcs/{evalResultsV2EvalResultsRetrieve.js → evalTemplatesV2EvalTemplatesRetrieve.js} +10 -10
  20. package/esm/funcs/evalTemplatesV2EvalTemplatesRetrieve.js.map +1 -0
  21. package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.d.ts +16 -0
  22. package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.d.ts.map +1 -0
  23. package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.js +89 -0
  24. package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.js.map +1 -0
  25. package/esm/funcs/evalsCancel.d.ts +16 -0
  26. package/esm/funcs/evalsCancel.d.ts.map +1 -0
  27. package/esm/funcs/{evalsAnalysis.js → evalsCancel.js} +10 -10
  28. package/esm/funcs/evalsCancel.js.map +1 -0
  29. package/esm/funcs/evalsGet.d.ts +16 -0
  30. package/esm/funcs/evalsGet.d.ts.map +1 -0
  31. package/esm/funcs/{evalRunsV2EvalRunsRetrieve.js → evalsGet.js} +5 -5
  32. package/esm/funcs/evalsGet.js.map +1 -0
  33. package/esm/funcs/evalsRun.d.ts +6 -4
  34. package/esm/funcs/evalsRun.d.ts.map +1 -1
  35. package/esm/funcs/evalsRun.js +6 -4
  36. package/esm/funcs/evalsRun.js.map +1 -1
  37. package/esm/funcs/evalsV2EvalsBatchCreate.d.ts +16 -0
  38. package/esm/funcs/evalsV2EvalsBatchCreate.d.ts.map +1 -0
  39. package/esm/funcs/evalsV2EvalsBatchCreate.js +83 -0
  40. package/esm/funcs/evalsV2EvalsBatchCreate.js.map +1 -0
  41. package/esm/funcs/evalsV2EvalsCreate.d.ts +1 -1
  42. package/esm/funcs/evalsV2EvalsCreate.js +1 -1
  43. package/esm/funcs/evalsV2EvalsUpdate.d.ts +1 -1
  44. package/esm/funcs/evalsV2EvalsUpdate.js +1 -1
  45. package/esm/funcs/promptsV2PromptRunsList.d.ts +1 -1
  46. package/esm/funcs/promptsV2PromptRunsList.js +1 -1
  47. package/esm/funcs/promptsV2PromptRunsRetrieve.d.ts +1 -1
  48. package/esm/funcs/promptsV2PromptRunsRetrieve.js +1 -1
  49. package/esm/landing-page.js +1 -1
  50. package/esm/lib/config.d.ts +3 -3
  51. package/esm/lib/config.js +3 -3
  52. package/esm/lib/config.js.map +1 -1
  53. package/esm/mcp-server/mcp-server.js +1 -1
  54. package/esm/mcp-server/server.d.ts.map +1 -1
  55. package/esm/mcp-server/server.js +17 -9
  56. package/esm/mcp-server/server.js.map +1 -1
  57. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.d.ts +7 -0
  58. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.d.ts.map +1 -0
  59. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.js +35 -0
  60. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.js.map +1 -0
  61. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.d.ts +7 -0
  62. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.d.ts.map +1 -0
  63. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.js +35 -0
  64. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.js.map +1 -0
  65. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.d.ts +3 -0
  66. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.d.ts.map +1 -0
  67. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.js +30 -0
  68. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.js.map +1 -0
  69. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.d.ts +7 -0
  70. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.d.ts.map +1 -0
  71. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.js +35 -0
  72. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.js.map +1 -0
  73. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.d.ts +7 -0
  74. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.d.ts.map +1 -0
  75. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.js +35 -0
  76. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.js.map +1 -0
  77. package/esm/mcp-server/tools/evalsCancel.d.ts +7 -0
  78. package/esm/mcp-server/tools/evalsCancel.d.ts.map +1 -0
  79. package/esm/mcp-server/tools/evalsCancel.js +35 -0
  80. package/esm/mcp-server/tools/evalsCancel.js.map +1 -0
  81. package/esm/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.d.ts → evalsGet.d.ts} +2 -2
  82. package/esm/mcp-server/tools/evalsGet.d.ts.map +1 -0
  83. package/esm/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.js → evalsGet.js} +8 -8
  84. package/esm/mcp-server/tools/evalsGet.js.map +1 -0
  85. package/esm/mcp-server/tools/evalsRun.d.ts.map +1 -1
  86. package/esm/mcp-server/tools/evalsRun.js +6 -4
  87. package/esm/mcp-server/tools/evalsRun.js.map +1 -1
  88. package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.d.ts +7 -0
  89. package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.d.ts.map +1 -0
  90. package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.js +35 -0
  91. package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.js.map +1 -0
  92. package/esm/mcp-server/tools/evalsV2EvalsCreate.js +1 -1
  93. package/esm/mcp-server/tools/evalsV2EvalsCreate.js.map +1 -1
  94. package/esm/mcp-server/tools/evalsV2EvalsUpdate.js +1 -1
  95. package/esm/mcp-server/tools/evalsV2EvalsUpdate.js.map +1 -1
  96. package/esm/mcp-server/tools/promptsV2PromptRunsList.js +1 -1
  97. package/esm/mcp-server/tools/promptsV2PromptRunsList.js.map +1 -1
  98. package/esm/mcp-server/tools/promptsV2PromptRunsRetrieve.js +1 -1
  99. package/esm/mcp-server/tools/promptsV2PromptRunsRetrieve.js.map +1 -1
  100. package/esm/models/createevaltemplatebatchrequest.d.ts +12 -0
  101. package/esm/models/createevaltemplatebatchrequest.d.ts.map +1 -0
  102. package/esm/models/createevaltemplatebatchrequest.js +12 -0
  103. package/esm/models/createevaltemplatebatchrequest.js.map +1 -0
  104. package/esm/models/createevaltemplaterequest.d.ts +79 -0
  105. package/esm/models/createevaltemplaterequest.d.ts.map +1 -0
  106. package/esm/models/createevaltemplaterequest.js +74 -0
  107. package/esm/models/createevaltemplaterequest.js.map +1 -0
  108. package/esm/models/createv2evalconfigurationrequest.d.ts +2 -0
  109. package/esm/models/createv2evalconfigurationrequest.d.ts.map +1 -1
  110. package/esm/models/createv2evalconfigurationrequest.js +2 -0
  111. package/esm/models/createv2evalconfigurationrequest.js.map +1 -1
  112. package/esm/models/createv2evalrequest.d.ts +5 -5
  113. package/esm/models/createv2evalrequest.d.ts.map +1 -1
  114. package/esm/models/createv2evalrequest.js +5 -10
  115. package/esm/models/createv2evalrequest.js.map +1 -1
  116. package/esm/models/createv2evalrunrequest.d.ts +5 -5
  117. package/esm/models/createv2evalrunrequest.d.ts.map +1 -1
  118. package/esm/models/createv2evalrunrequest.js +6 -10
  119. package/esm/models/createv2evalrunrequest.js.map +1 -1
  120. package/esm/models/evaltemplate.d.ts +83 -0
  121. package/esm/models/evaltemplate.d.ts.map +1 -0
  122. package/esm/models/evaltemplate.js +81 -0
  123. package/esm/models/evaltemplate.js.map +1 -0
  124. package/esm/models/evaltemplatebatchcreatedeval.d.ts +11 -0
  125. package/esm/models/evaltemplatebatchcreatedeval.d.ts.map +1 -0
  126. package/esm/models/evaltemplatebatchcreatedeval.js +14 -0
  127. package/esm/models/evaltemplatebatchcreatedeval.js.map +1 -0
  128. package/esm/models/evaltemplatebatchitem.d.ts +32 -0
  129. package/esm/models/evaltemplatebatchitem.d.ts.map +1 -0
  130. package/esm/models/evaltemplatebatchitem.js +27 -0
  131. package/esm/models/evaltemplatebatchitem.js.map +1 -0
  132. package/esm/models/evaltemplatebatchresponse.d.ts +12 -0
  133. package/esm/models/evaltemplatebatchresponse.d.ts.map +1 -0
  134. package/esm/models/evaltemplatebatchresponse.js +15 -0
  135. package/esm/models/evaltemplatebatchresponse.js.map +1 -0
  136. package/esm/models/evaltemplatebatchresult.d.ts +10 -0
  137. package/esm/models/evaltemplatebatchresult.d.ts.map +1 -0
  138. package/esm/models/evaltemplatebatchresult.js +13 -0
  139. package/esm/models/evaltemplatebatchresult.js.map +1 -0
  140. package/esm/models/evaltemplateruntime.d.ts +20 -0
  141. package/esm/models/evaltemplateruntime.d.ts.map +1 -0
  142. package/esm/models/evaltemplateruntime.js +21 -0
  143. package/esm/models/evaltemplateruntime.js.map +1 -0
  144. package/esm/models/evaltemplateschedule.d.ts +28 -0
  145. package/esm/models/evaltemplateschedule.d.ts.map +1 -0
  146. package/esm/models/evaltemplateschedule.js +24 -0
  147. package/esm/models/evaltemplateschedule.js.map +1 -0
  148. package/esm/models/evaltemplatesresponse.d.ts +8 -0
  149. package/esm/models/evaltemplatesresponse.d.ts.map +1 -0
  150. package/esm/models/evaltemplatesresponse.js +11 -0
  151. package/esm/models/evaltemplatesresponse.js.map +1 -0
  152. package/esm/models/graderdefinition.d.ts +14 -0
  153. package/esm/models/graderdefinition.d.ts.map +1 -0
  154. package/esm/models/graderdefinition.js +17 -0
  155. package/esm/models/graderdefinition.js.map +1 -0
  156. package/esm/models/publiccompetitorrow.js +2 -2
  157. package/esm/models/publiccompetitorrow.js.map +1 -1
  158. package/esm/models/publiccriterionverdict.d.ts +26 -0
  159. package/esm/models/publiccriterionverdict.d.ts.map +1 -0
  160. package/esm/models/publiccriterionverdict.js +24 -0
  161. package/esm/models/publiccriterionverdict.js.map +1 -0
  162. package/esm/models/publiccurrentvisibilityresponse.js +2 -2
  163. package/esm/models/publiccurrentvisibilityresponse.js.map +1 -1
  164. package/esm/models/publicevalrunenvironment.d.ts +15 -0
  165. package/esm/models/publicevalrunenvironment.d.ts.map +1 -0
  166. package/esm/models/publicevalrunenvironment.js +15 -0
  167. package/esm/models/publicevalrunenvironment.js.map +1 -0
  168. package/esm/models/publicevalrunprogress.d.ts +1 -0
  169. package/esm/models/publicevalrunprogress.d.ts.map +1 -1
  170. package/esm/models/publicevalrunprogress.js +3 -2
  171. package/esm/models/publicevalrunprogress.js.map +1 -1
  172. package/esm/models/publicgraderresult.d.ts +13 -0
  173. package/esm/models/publicgraderresult.d.ts.map +1 -0
  174. package/esm/models/publicgraderresult.js +18 -0
  175. package/esm/models/publicgraderresult.js.map +1 -0
  176. package/esm/models/publicpromptvisibilitymetrics.js +2 -2
  177. package/esm/models/publicpromptvisibilitymetrics.js.map +1 -1
  178. package/esm/models/publicvisibilitysnapshot.js +2 -2
  179. package/esm/models/publicvisibilitysnapshot.js.map +1 -1
  180. package/esm/models/searchgroundingmode.d.ts +20 -0
  181. package/esm/models/searchgroundingmode.d.ts.map +1 -0
  182. package/esm/models/searchgroundingmode.js +19 -0
  183. package/esm/models/searchgroundingmode.js.map +1 -0
  184. package/esm/models/updateevaltemplaterequest.d.ts +71 -0
  185. package/esm/models/updateevaltemplaterequest.d.ts.map +1 -0
  186. package/esm/models/updateevaltemplaterequest.js +71 -0
  187. package/esm/models/updateevaltemplaterequest.js.map +1 -0
  188. package/esm/models/updatev2evalconfigurationrequest.d.ts +2 -0
  189. package/esm/models/updatev2evalconfigurationrequest.d.ts.map +1 -1
  190. package/esm/models/updatev2evalconfigurationrequest.js +3 -0
  191. package/esm/models/updatev2evalconfigurationrequest.js.map +1 -1
  192. package/esm/models/updatev2evalrequest.d.ts +5 -5
  193. package/esm/models/updatev2evalrequest.d.ts.map +1 -1
  194. package/esm/models/updatev2evalrequest.js +6 -10
  195. package/esm/models/updatev2evalrequest.js.map +1 -1
  196. package/esm/models/v2eval.d.ts +6 -2
  197. package/esm/models/v2eval.d.ts.map +1 -1
  198. package/esm/models/v2eval.js +5 -1
  199. package/esm/models/v2eval.js.map +1 -1
  200. package/esm/models/v2evalconfiguration.d.ts +2 -0
  201. package/esm/models/v2evalconfiguration.d.ts.map +1 -1
  202. package/esm/models/v2evalconfiguration.js +2 -0
  203. package/esm/models/v2evalconfiguration.js.map +1 -1
  204. package/esm/models/v2evalresultsummary.d.ts +10 -0
  205. package/esm/models/v2evalresultsummary.d.ts.map +1 -1
  206. package/esm/models/v2evalresultsummary.js +12 -1
  207. package/esm/models/v2evalresultsummary.js.map +1 -1
  208. package/esm/models/v2evalrun.d.ts.map +1 -1
  209. package/esm/models/v2evalrun.js +1 -1
  210. package/esm/models/v2evalrun.js.map +1 -1
  211. package/esm/models/v2evalrundetail.d.ts +30 -0
  212. package/esm/models/v2evalrundetail.d.ts.map +1 -0
  213. package/esm/models/v2evalrundetail.js +33 -0
  214. package/esm/models/v2evalrundetail.js.map +1 -0
  215. package/esm/models/v2evalrunscancelop.d.ts +31 -0
  216. package/esm/models/v2evalrunscancelop.d.ts.map +1 -0
  217. package/esm/models/v2evalrunscancelop.js +27 -0
  218. package/esm/models/v2evalrunscancelop.js.map +1 -0
  219. package/esm/models/v2evalrunscreateop.d.ts +23 -3
  220. package/esm/models/v2evalrunscreateop.d.ts.map +1 -1
  221. package/esm/models/v2evalrunscreateop.js +15 -2
  222. package/esm/models/v2evalrunscreateop.js.map +1 -1
  223. package/esm/models/v2evalrunsretrieveop.d.ts +9 -2
  224. package/esm/models/v2evalrunsretrieveop.d.ts.map +1 -1
  225. package/esm/models/v2evalrunsretrieveop.js +6 -2
  226. package/esm/models/v2evalrunsretrieveop.js.map +1 -1
  227. package/esm/models/v2evalruntraceevent.d.ts.map +1 -1
  228. package/esm/models/v2evalruntraceevent.js +1 -1
  229. package/esm/models/v2evalruntraceevent.js.map +1 -1
  230. package/esm/models/v2evalsbatchcreateop.d.ts +27 -0
  231. package/esm/models/v2evalsbatchcreateop.d.ts.map +1 -0
  232. package/esm/models/v2evalsbatchcreateop.js +24 -0
  233. package/esm/models/v2evalsbatchcreateop.js.map +1 -0
  234. package/esm/models/v2evaltemplatescreateop.d.ts +13 -0
  235. package/esm/models/v2evaltemplatescreateop.d.ts.map +1 -0
  236. package/esm/models/v2evaltemplatescreateop.js +16 -0
  237. package/esm/models/v2evaltemplatescreateop.js.map +1 -0
  238. package/esm/models/v2evaltemplatesdeleteop.d.ts +24 -0
  239. package/esm/models/v2evaltemplatesdeleteop.d.ts.map +1 -0
  240. package/esm/models/v2evaltemplatesdeleteop.js +23 -0
  241. package/esm/models/v2evaltemplatesdeleteop.js.map +1 -0
  242. package/esm/models/v2evaltemplatesretrieveop.d.ts +17 -0
  243. package/esm/models/v2evaltemplatesretrieveop.d.ts.map +1 -0
  244. package/esm/models/v2evaltemplatesretrieveop.js +19 -0
  245. package/esm/models/v2evaltemplatesretrieveop.js.map +1 -0
  246. package/esm/models/v2evaltemplatesupdateop.d.ts +33 -0
  247. package/esm/models/v2evaltemplatesupdateop.d.ts.map +1 -0
  248. package/esm/models/v2evaltemplatesupdateop.js +29 -0
  249. package/esm/models/v2evaltemplatesupdateop.js.map +1 -0
  250. package/esm/models/v2inlinemcpdefinition.d.ts +4 -4
  251. package/esm/models/v2inlinemcpdefinition.d.ts.map +1 -1
  252. package/esm/models/v2inlinemcpdefinition.js +3 -3
  253. package/esm/models/v2inlinemcpdefinition.js.map +1 -1
  254. package/esm/models/v2promptrundetail.d.ts +6 -0
  255. package/esm/models/v2promptrundetail.d.ts.map +1 -1
  256. package/esm/models/v2promptrundetail.js +4 -1
  257. package/esm/models/v2promptrundetail.js.map +1 -1
  258. package/esm/models/v2promptrunsummary.d.ts.map +1 -1
  259. package/esm/models/v2promptrunsummary.js +1 -1
  260. package/esm/models/v2promptrunsummary.js.map +1 -1
  261. package/esm/models/v2publictask.d.ts +2 -2
  262. package/esm/models/v2publictask.d.ts.map +1 -1
  263. package/esm/models/v2publictask.js +4 -4
  264. package/esm/models/v2publictask.js.map +1 -1
  265. package/esm/tool-names.d.ts.map +1 -1
  266. package/esm/tool-names.js +31 -15
  267. package/esm/tool-names.js.map +1 -1
  268. package/package.json +1 -1
  269. package/src/funcs/evalTemplatesV2EvalTemplatesCreate.ts +145 -0
  270. package/src/funcs/{evalResultsV2EvalResultsList.ts → evalTemplatesV2EvalTemplatesDelete.ts} +23 -19
  271. package/src/funcs/evalTemplatesV2EvalTemplatesList.ts +124 -0
  272. package/src/funcs/{evalResultsV2EvalResultsRetrieve.ts → evalTemplatesV2EvalTemplatesRetrieve.ts} +13 -13
  273. package/src/funcs/evalTemplatesV2EvalTemplatesUpdate.ts +154 -0
  274. package/src/funcs/{evalsAnalysis.ts → evalsCancel.ts} +13 -13
  275. package/src/funcs/{evalRunsV2EvalRunsRetrieve.ts → evalsGet.ts} +4 -4
  276. package/src/funcs/evalsRun.ts +6 -4
  277. package/src/funcs/evalsV2EvalsBatchCreate.ts +145 -0
  278. package/src/funcs/evalsV2EvalsCreate.ts +1 -1
  279. package/src/funcs/evalsV2EvalsUpdate.ts +1 -1
  280. package/src/funcs/promptsV2PromptRunsList.ts +1 -1
  281. package/src/funcs/promptsV2PromptRunsRetrieve.ts +1 -1
  282. package/src/landing-page.ts +1 -1
  283. package/src/lib/config.ts +3 -3
  284. package/src/mcp-server/mcp-server.ts +1 -1
  285. package/src/mcp-server/server.ts +17 -9
  286. package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.ts +45 -0
  287. package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.ts +45 -0
  288. package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesList.ts +36 -0
  289. package/src/mcp-server/tools/{evalResultsV2EvalResultsRetrieve.ts → evalTemplatesV2EvalTemplatesRetrieve.ts} +9 -9
  290. package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.ts +45 -0
  291. package/src/mcp-server/tools/evalsCancel.ts +43 -0
  292. package/src/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.ts → evalsGet.ts} +7 -7
  293. package/src/mcp-server/tools/evalsRun.ts +6 -4
  294. package/src/mcp-server/tools/evalsV2EvalsBatchCreate.ts +43 -0
  295. package/src/mcp-server/tools/evalsV2EvalsCreate.ts +1 -1
  296. package/src/mcp-server/tools/evalsV2EvalsUpdate.ts +1 -1
  297. package/src/mcp-server/tools/promptsV2PromptRunsList.ts +1 -1
  298. package/src/mcp-server/tools/promptsV2PromptRunsRetrieve.ts +1 -1
  299. package/src/models/createevaltemplatebatchrequest.ts +35 -0
  300. package/src/models/createevaltemplaterequest.ts +151 -0
  301. package/src/models/createv2evalconfigurationrequest.ts +8 -0
  302. package/src/models/createv2evalrequest.ts +18 -22
  303. package/src/models/createv2evalrunrequest.ts +19 -24
  304. package/src/models/evaltemplate.ts +154 -0
  305. package/src/models/evaltemplatebatchcreatedeval.ts +26 -0
  306. package/src/models/evaltemplatebatchitem.ts +54 -0
  307. package/src/models/evaltemplatebatchresponse.ts +30 -0
  308. package/src/models/evaltemplatebatchresult.ts +26 -0
  309. package/src/models/evaltemplateruntime.ts +64 -0
  310. package/src/models/evaltemplateschedule.ts +44 -0
  311. package/src/models/evaltemplatesresponse.ts +18 -0
  312. package/src/models/graderdefinition.ts +34 -0
  313. package/src/models/publiccompetitorrow.ts +2 -2
  314. package/src/models/publiccriterionverdict.ts +48 -0
  315. package/src/models/publiccurrentvisibilityresponse.ts +2 -2
  316. package/src/models/publicevalrunenvironment.ts +47 -0
  317. package/src/models/publicevalrunprogress.ts +8 -2
  318. package/src/models/publicgraderresult.ts +44 -0
  319. package/src/models/publicpromptvisibilitymetrics.ts +2 -2
  320. package/src/models/publicvisibilitysnapshot.ts +2 -2
  321. package/src/models/searchgroundingmode.ts +26 -0
  322. package/src/models/updateevaltemplaterequest.ts +116 -0
  323. package/src/models/updatev2evalconfigurationrequest.ts +9 -0
  324. package/src/models/updatev2evalrequest.ts +20 -21
  325. package/src/models/v2eval.ts +14 -2
  326. package/src/models/v2evalconfiguration.ts +8 -0
  327. package/src/models/v2evalresultsummary.ts +36 -1
  328. package/src/models/v2evalrun.ts +3 -1
  329. package/src/models/v2evalrundetail.ts +90 -0
  330. package/src/models/v2evalrunscancelop.ts +70 -0
  331. package/src/models/v2evalrunscreateop.ts +43 -5
  332. package/src/models/v2evalrunsretrieveop.ts +23 -3
  333. package/src/models/v2evalruntraceevent.ts +3 -1
  334. package/src/models/v2evalsbatchcreateop.ts +66 -0
  335. package/src/models/v2evaltemplatescreateop.ts +37 -0
  336. package/src/models/v2evaltemplatesdeleteop.ts +56 -0
  337. package/src/models/v2evaltemplatesretrieveop.ts +43 -0
  338. package/src/models/v2evaltemplatesupdateop.ts +79 -0
  339. package/src/models/v2inlinemcpdefinition.ts +7 -5
  340. package/src/models/v2promptrundetail.ts +12 -1
  341. package/src/models/v2promptrunsummary.ts +3 -1
  342. package/src/models/v2publictask.ts +9 -7
  343. package/src/tool-names.ts +31 -15
  344. package/test/simulations.test.js +30 -3
  345. package/esm/funcs/evalResultsV2EvalResultsList.d.ts +0 -16
  346. package/esm/funcs/evalResultsV2EvalResultsList.d.ts.map +0 -1
  347. package/esm/funcs/evalResultsV2EvalResultsList.js.map +0 -1
  348. package/esm/funcs/evalResultsV2EvalResultsRetrieve.d.ts +0 -16
  349. package/esm/funcs/evalResultsV2EvalResultsRetrieve.d.ts.map +0 -1
  350. package/esm/funcs/evalResultsV2EvalResultsRetrieve.js.map +0 -1
  351. package/esm/funcs/evalRunsV2EvalRunsRetrieve.d.ts +0 -16
  352. package/esm/funcs/evalRunsV2EvalRunsRetrieve.d.ts.map +0 -1
  353. package/esm/funcs/evalRunsV2EvalRunsRetrieve.js.map +0 -1
  354. package/esm/funcs/evalsAnalysis.d.ts +0 -16
  355. package/esm/funcs/evalsAnalysis.d.ts.map +0 -1
  356. package/esm/funcs/evalsAnalysis.js.map +0 -1
  357. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.d.ts +0 -7
  358. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.d.ts.map +0 -1
  359. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js +0 -35
  360. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js.map +0 -1
  361. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.d.ts +0 -7
  362. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.d.ts.map +0 -1
  363. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.js +0 -35
  364. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.js.map +0 -1
  365. package/esm/mcp-server/tools/evalRunsV2EvalRunsRetrieve.d.ts.map +0 -1
  366. package/esm/mcp-server/tools/evalRunsV2EvalRunsRetrieve.js.map +0 -1
  367. package/esm/mcp-server/tools/evalsAnalysis.d.ts +0 -7
  368. package/esm/mcp-server/tools/evalsAnalysis.d.ts.map +0 -1
  369. package/esm/mcp-server/tools/evalsAnalysis.js +0 -35
  370. package/esm/mcp-server/tools/evalsAnalysis.js.map +0 -1
  371. package/esm/models/v2evalresult.d.ts +0 -23
  372. package/esm/models/v2evalresult.d.ts.map +0 -1
  373. package/esm/models/v2evalresult.js +0 -24
  374. package/esm/models/v2evalresult.js.map +0 -1
  375. package/esm/models/v2evalresultslistop.d.ts +0 -11
  376. package/esm/models/v2evalresultslistop.d.ts.map +0 -1
  377. package/esm/models/v2evalresultslistop.js +0 -16
  378. package/esm/models/v2evalresultslistop.js.map +0 -1
  379. package/esm/models/v2evalresultsresponse.d.ts +0 -9
  380. package/esm/models/v2evalresultsresponse.d.ts.map +0 -1
  381. package/esm/models/v2evalresultsresponse.js +0 -12
  382. package/esm/models/v2evalresultsresponse.js.map +0 -1
  383. package/esm/models/v2evalresultsretrieveop.d.ts +0 -10
  384. package/esm/models/v2evalresultsretrieveop.d.ts.map +0 -1
  385. package/esm/models/v2evalresultsretrieveop.js +0 -15
  386. package/esm/models/v2evalresultsretrieveop.js.map +0 -1
  387. package/esm/models/v2evalrunanalysisresponse.d.ts +0 -12
  388. package/esm/models/v2evalrunanalysisresponse.d.ts.map +0 -1
  389. package/esm/models/v2evalrunanalysisresponse.js +0 -15
  390. package/esm/models/v2evalrunanalysisresponse.js.map +0 -1
  391. package/esm/models/v2evalrunsanalysisop.d.ts +0 -17
  392. package/esm/models/v2evalrunsanalysisop.d.ts.map +0 -1
  393. package/esm/models/v2evalrunsanalysisop.js +0 -19
  394. package/esm/models/v2evalrunsanalysisop.js.map +0 -1
  395. package/src/mcp-server/tools/evalResultsV2EvalResultsList.ts +0 -43
  396. package/src/mcp-server/tools/evalsAnalysis.ts +0 -43
  397. package/src/models/v2evalresult.ts +0 -46
  398. package/src/models/v2evalresultslistop.ts +0 -39
  399. package/src/models/v2evalresultsresponse.ts +0 -23
  400. package/src/models/v2evalresultsretrieveop.ts +0 -28
  401. package/src/models/v2evalrunanalysisresponse.ts +0 -32
  402. package/src/models/v2evalrunsanalysisop.ts +0 -48
@@ -0,0 +1,35 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: bfa4338eff8a
4
+ */
5
+ import { evalTemplatesV2EvalTemplatesDelete } from "../../funcs/evalTemplatesV2EvalTemplatesDelete.js";
6
+ import { V2EvalTemplatesDeleteRequest$zodSchema } from "../../models/v2evaltemplatesdeleteop.js";
7
+ import { formatResult } from "../tools.js";
8
+ const args = {
9
+ request: V2EvalTemplatesDeleteRequest$zodSchema,
10
+ };
11
+ export const tool$evalTemplatesV2EvalTemplatesDelete = {
12
+ name: "eval-templates-v2-eval-templates-delete",
13
+ description: `Delete an Eval template
14
+
15
+ Soft-deletes an Eval template. Evals previously created from it remain independent and continue to run with their copied configuration.`,
16
+ annotations: {
17
+ "title": "",
18
+ "destructiveHint": true,
19
+ "idempotentHint": false,
20
+ "openWorldHint": false,
21
+ "readOnlyHint": false,
22
+ },
23
+ args,
24
+ tool: async (client, args, ctx) => {
25
+ const [result] = await evalTemplatesV2EvalTemplatesDelete(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
26
+ if (!result.ok) {
27
+ return {
28
+ content: [{ type: "text", text: result.error.message }],
29
+ isError: true,
30
+ };
31
+ }
32
+ return formatResult(result.value);
33
+ },
34
+ };
35
+ //# sourceMappingURL=evalTemplatesV2EvalTemplatesDelete.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evalTemplatesV2EvalTemplatesDelete.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,kCAAkC,EAAE,MAAM,mDAAmD,CAAC;AACvG,OAAO,EAAE,sCAAsC,EAAE,MAAM,yCAAyC,CAAC;AACjG,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,sCAAsC;CAChD,CAAC;AAEF,MAAM,CAAC,MAAM,uCAAuC,GAEhD;IACF,IAAI,EAAE,yCAAyC;IAC/C,WAAW,EAAE;;wIAEyH;IACtI,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,IAAI;QACvB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,kCAAkC,CACvD,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -0,0 +1,3 @@
1
+ import { ToolDefinition } from "../tools.js";
2
+ export declare const tool$evalTemplatesV2EvalTemplatesList: ToolDefinition;
3
+ //# sourceMappingURL=evalTemplatesV2EvalTemplatesList.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evalTemplatesV2EvalTemplatesList.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalTemplatesV2EvalTemplatesList.ts"],"names":[],"mappings":"AAMA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,eAAO,MAAM,qCAAqC,EAAE,cA2BnD,CAAC"}
@@ -0,0 +1,30 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 8040bdb47e80
4
+ */
5
+ import { evalTemplatesV2EvalTemplatesList } from "../../funcs/evalTemplatesV2EvalTemplatesList.js";
6
+ import { formatResult } from "../tools.js";
7
+ export const tool$evalTemplatesV2EvalTemplatesList = {
8
+ name: "eval-templates-v2-eval-templates-list",
9
+ description: `List Eval templates
10
+
11
+ Returns active reusable Eval templates owned by the authenticated organization. Templates contain reusable configuration and never task prompts.`,
12
+ annotations: {
13
+ "title": "",
14
+ "destructiveHint": false,
15
+ "idempotentHint": false,
16
+ "openWorldHint": false,
17
+ "readOnlyHint": true,
18
+ },
19
+ tool: async (client, ctx) => {
20
+ const [result] = await evalTemplatesV2EvalTemplatesList(client, { fetchOptions: { signal: ctx.signal } }).$inspect();
21
+ if (!result.ok) {
22
+ return {
23
+ content: [{ type: "text", text: result.error.message }],
24
+ isError: true,
25
+ };
26
+ }
27
+ return formatResult(result.value);
28
+ },
29
+ };
30
+ //# sourceMappingURL=evalTemplatesV2EvalTemplatesList.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evalTemplatesV2EvalTemplatesList.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalTemplatesV2EvalTemplatesList.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,gCAAgC,EAAE,MAAM,iDAAiD,CAAC;AACnG,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,CAAC,MAAM,qCAAqC,GAAmB;IACnE,IAAI,EAAE,uCAAuC;IAC7C,WAAW,EAAE;;iJAEkI;IAC/I,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC1B,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,gCAAgC,CACrD,MAAM,EACN,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -0,0 +1,7 @@
1
+ import { ToolDefinition } from "../tools.js";
2
+ declare const args: {
3
+ request: import("zod").ZodType<import("../../models/v2evaltemplatesretrieveop.js").V2EvalTemplatesRetrieveRequest, unknown, import("zod/v4/core").$ZodTypeInternals<import("../../models/v2evaltemplatesretrieveop.js").V2EvalTemplatesRetrieveRequest, unknown>>;
4
+ };
5
+ export declare const tool$evalTemplatesV2EvalTemplatesRetrieve: ToolDefinition<typeof args>;
6
+ export {};
7
+ //# sourceMappingURL=evalTemplatesV2EvalTemplatesRetrieve.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evalTemplatesV2EvalTemplatesRetrieve.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,yCAAyC,EAAE,cAAc,CACpE,OAAO,IAAI,CA8BZ,CAAC"}
@@ -0,0 +1,35 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: c0e5159c6665
4
+ */
5
+ import { evalTemplatesV2EvalTemplatesRetrieve } from "../../funcs/evalTemplatesV2EvalTemplatesRetrieve.js";
6
+ import { V2EvalTemplatesRetrieveRequest$zodSchema } from "../../models/v2evaltemplatesretrieveop.js";
7
+ import { formatResult } from "../tools.js";
8
+ const args = {
9
+ request: V2EvalTemplatesRetrieveRequest$zodSchema,
10
+ };
11
+ export const tool$evalTemplatesV2EvalTemplatesRetrieve = {
12
+ name: "eval-templates-v2-eval-templates-retrieve",
13
+ description: `Retrieve an Eval template
14
+
15
+ Returns one active reusable Eval template.`,
16
+ annotations: {
17
+ "title": "",
18
+ "destructiveHint": false,
19
+ "idempotentHint": false,
20
+ "openWorldHint": false,
21
+ "readOnlyHint": true,
22
+ },
23
+ args,
24
+ tool: async (client, args, ctx) => {
25
+ const [result] = await evalTemplatesV2EvalTemplatesRetrieve(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
26
+ if (!result.ok) {
27
+ return {
28
+ content: [{ type: "text", text: result.error.message }],
29
+ isError: true,
30
+ };
31
+ }
32
+ return formatResult(result.value);
33
+ },
34
+ };
35
+ //# sourceMappingURL=evalTemplatesV2EvalTemplatesRetrieve.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evalTemplatesV2EvalTemplatesRetrieve.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,oCAAoC,EAAE,MAAM,qDAAqD,CAAC;AAC3G,OAAO,EAAE,wCAAwC,EAAE,MAAM,2CAA2C,CAAC;AACrG,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,wCAAwC;CAClD,CAAC;AAEF,MAAM,CAAC,MAAM,yCAAyC,GAElD;IACF,IAAI,EAAE,2CAA2C;IACjD,WAAW,EAAE;;2CAE4B;IACzC,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,oCAAoC,CACzD,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -0,0 +1,7 @@
1
+ import { ToolDefinition } from "../tools.js";
2
+ declare const args: {
3
+ request: import("zod").ZodType<import("../../models/v2evaltemplatesupdateop.js").V2EvalTemplatesUpdateRequest, unknown, import("zod/v4/core").$ZodTypeInternals<import("../../models/v2evaltemplatesupdateop.js").V2EvalTemplatesUpdateRequest, unknown>>;
4
+ };
5
+ export declare const tool$evalTemplatesV2EvalTemplatesUpdate: ToolDefinition<typeof args>;
6
+ export {};
7
+ //# sourceMappingURL=evalTemplatesV2EvalTemplatesUpdate.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evalTemplatesV2EvalTemplatesUpdate.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,uCAAuC,EAAE,cAAc,CAClE,OAAO,IAAI,CA8BZ,CAAC"}
@@ -0,0 +1,35 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 1f25df1eae88
4
+ */
5
+ import { evalTemplatesV2EvalTemplatesUpdate } from "../../funcs/evalTemplatesV2EvalTemplatesUpdate.js";
6
+ import { V2EvalTemplatesUpdateRequest$zodSchema } from "../../models/v2evaltemplatesupdateop.js";
7
+ import { formatResult } from "../tools.js";
8
+ const args = {
9
+ request: V2EvalTemplatesUpdateRequest$zodSchema,
10
+ };
11
+ export const tool$evalTemplatesV2EvalTemplatesUpdate = {
12
+ name: "eval-templates-v2-eval-templates-update",
13
+ description: `Update an Eval template
14
+
15
+ Updates an Eval template. Supply \`expected_template_version\` to reject an edit based on stale data. Existing evals are never changed.`,
16
+ annotations: {
17
+ "title": "",
18
+ "destructiveHint": false,
19
+ "idempotentHint": false,
20
+ "openWorldHint": false,
21
+ "readOnlyHint": false,
22
+ },
23
+ args,
24
+ tool: async (client, args, ctx) => {
25
+ const [result] = await evalTemplatesV2EvalTemplatesUpdate(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
26
+ if (!result.ok) {
27
+ return {
28
+ content: [{ type: "text", text: result.error.message }],
29
+ isError: true,
30
+ };
31
+ }
32
+ return formatResult(result.value);
33
+ },
34
+ };
35
+ //# sourceMappingURL=evalTemplatesV2EvalTemplatesUpdate.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evalTemplatesV2EvalTemplatesUpdate.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,kCAAkC,EAAE,MAAM,mDAAmD,CAAC;AACvG,OAAO,EAAE,sCAAsC,EAAE,MAAM,yCAAyC,CAAC;AACjG,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,sCAAsC;CAChD,CAAC;AAEF,MAAM,CAAC,MAAM,uCAAuC,GAEhD;IACF,IAAI,EAAE,yCAAyC;IAC/C,WAAW,EAAE;;wIAEyH;IACtI,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,kCAAkC,CACvD,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -0,0 +1,7 @@
1
+ import { ToolDefinition } from "../tools.js";
2
+ declare const args: {
3
+ request: import("zod").ZodType<import("../../models/v2evalrunscancelop.js").V2EvalRunsCancelRequest, unknown, import("zod/v4/core").$ZodTypeInternals<import("../../models/v2evalrunscancelop.js").V2EvalRunsCancelRequest, unknown>>;
4
+ };
5
+ export declare const tool$evalsCancel: ToolDefinition<typeof args>;
6
+ export {};
7
+ //# sourceMappingURL=evalsCancel.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evalsCancel.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsCancel.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,cAAc,CAAC,OAAO,IAAI,CA6BxD,CAAC"}
@@ -0,0 +1,35 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: f3b70c209c44
4
+ */
5
+ import { evalsCancel } from "../../funcs/evalsCancel.js";
6
+ import { V2EvalRunsCancelRequest$zodSchema } from "../../models/v2evalrunscancelop.js";
7
+ import { formatResult } from "../tools.js";
8
+ const args = {
9
+ request: V2EvalRunsCancelRequest$zodSchema,
10
+ };
11
+ export const tool$evalsCancel = {
12
+ name: "evals-cancel",
13
+ description: `Cancel an eval run
14
+
15
+ Marks an active eval run as cancelled and prevents queued attempts from starting. Running sandbox attempts are stopped asynchronously. Requests already sent to an external provider cannot be recalled, but any later response does not change the run from cancelled. Repeating this request for an already-cancelled run is safe.`,
16
+ annotations: {
17
+ "title": "",
18
+ "destructiveHint": false,
19
+ "idempotentHint": false,
20
+ "openWorldHint": false,
21
+ "readOnlyHint": false,
22
+ },
23
+ args,
24
+ tool: async (client, args, ctx) => {
25
+ const [result] = await evalsCancel(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
26
+ if (!result.ok) {
27
+ return {
28
+ content: [{ type: "text", text: result.error.message }],
29
+ isError: true,
30
+ };
31
+ }
32
+ return formatResult(result.value);
33
+ },
34
+ };
35
+ //# sourceMappingURL=evalsCancel.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evalsCancel.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsCancel.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,iCAAiC,EAAE,MAAM,oCAAoC,CAAC;AACvF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,iCAAiC;CAC3C,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAgC;IAC3D,IAAI,EAAE,cAAc;IACpB,WAAW,EAAE;;qUAEsT;IACnU,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,WAAW,CAChC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -2,6 +2,6 @@ import { ToolDefinition } from "../tools.js";
2
2
  declare const args: {
3
3
  request: import("zod").ZodType<import("../../models/v2evalrunsretrieveop.js").V2EvalRunsRetrieveRequest, unknown, import("zod/v4/core").$ZodTypeInternals<import("../../models/v2evalrunsretrieveop.js").V2EvalRunsRetrieveRequest, unknown>>;
4
4
  };
5
- export declare const tool$evalRunsV2EvalRunsRetrieve: ToolDefinition<typeof args>;
5
+ export declare const tool$evalsGet: ToolDefinition<typeof args>;
6
6
  export {};
7
- //# sourceMappingURL=evalRunsV2EvalRunsRetrieve.d.ts.map
7
+ //# sourceMappingURL=evalsGet.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evalsGet.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsGet.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,aAAa,EAAE,cAAc,CAAC,OAAO,IAAI,CA6BrD,CAAC"}
@@ -1,18 +1,18 @@
1
1
  /*
2
2
  * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: e09cfa42c6f0
3
+ * @generated-id: c9ae728c8946
4
4
  */
5
- import { evalRunsV2EvalRunsRetrieve } from "../../funcs/evalRunsV2EvalRunsRetrieve.js";
5
+ import { evalsGet } from "../../funcs/evalsGet.js";
6
6
  import { V2EvalRunsRetrieveRequest$zodSchema } from "../../models/v2evalrunsretrieveop.js";
7
7
  import { formatResult } from "../tools.js";
8
8
  const args = {
9
9
  request: V2EvalRunsRetrieveRequest$zodSchema,
10
10
  };
11
- export const tool$evalRunsV2EvalRunsRetrieve = {
12
- name: "eval-runs-v2-eval-runs-retrieve",
13
- description: `Retrieve Run
11
+ export const tool$evalsGet = {
12
+ name: "evals-get",
13
+ description: `Retrieve an eval run
14
14
 
15
- Returns the status and progress of an eval job. Poll until the status reaches a terminal value.`,
15
+ Returns the run's current status and progress. Once its attempts finish, the response also includes their results and analysis. Poll this until the status reaches a terminal value. Use the trace operation for the raw execution event log, or the monitor operation to follow a run live.`,
16
16
  annotations: {
17
17
  "title": "",
18
18
  "destructiveHint": false,
@@ -22,7 +22,7 @@ Returns the status and progress of an eval job. Poll until the status reaches a
22
22
  },
23
23
  args,
24
24
  tool: async (client, args, ctx) => {
25
- const [result] = await evalRunsV2EvalRunsRetrieve(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
25
+ const [result] = await evalsGet(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
26
26
  if (!result.ok) {
27
27
  return {
28
28
  content: [{ type: "text", text: result.error.message }],
@@ -32,4 +32,4 @@ Returns the status and progress of an eval job. Poll until the status reaches a
32
32
  return formatResult(result.value);
33
33
  },
34
34
  };
35
- //# sourceMappingURL=evalRunsV2EvalRunsRetrieve.js.map
35
+ //# sourceMappingURL=evalsGet.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evalsGet.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsGet.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACnD,OAAO,EAAE,mCAAmC,EAAE,MAAM,sCAAsC,CAAC;AAC3F,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,mCAAmC;CAC7C,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAgC;IACxD,IAAI,EAAE,WAAW;IACjB,WAAW,EAAE;;6RAE8Q;IAC3R,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,QAAQ,CAC7B,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"evalsRun.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsRun.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,aAAa,EAAE,cAAc,CAAC,OAAO,IAAI,CAoCrD,CAAC"}
1
+ {"version":3,"file":"evalsRun.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsRun.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,aAAa,EAAE,cAAc,CAAC,OAAO,IAAI,CAsCrD,CAAC"}
@@ -12,14 +12,16 @@ export const tool$evalsRun = {
12
12
  name: "evals-run",
13
13
  description: `Start an eval run
14
14
 
15
- Queues a durable eval job and returns immediately with a polling ID. Poll \`GET /v2/eval-runs/{run_id}\` until its status reaches a terminal value.
15
+ Queues a durable eval job and returns immediately with a polling ID. Poll \`GET /v2/eval-runs/{run_id}\` until its status reaches a terminal value; once finished it also returns the results and analysis. Follow a run live with the monitor operation.
16
16
 
17
17
  Send one of these flat request forms:
18
18
 
19
- - **Saved eval:** provide \`eval_id\`; optionally replace its prompts, persona, agents, CLIs, MCPs, or runs for this launch. A saved configuration can still provide repository, environment, skills, and legacy tool selections.
20
- - **Direct create-and-run:** provide \`prompts\`, \`judges\`, and \`agent\`. You may also provide a persona, tags, repository, write-only environment variables, saved or inline CLIs and MCP servers, and skills.
19
+ - **Saved eval:** provide \`eval_id\`; optionally replace its prompts, persona, agents, CLIs, MCPs, setup commands, cleanup commands, or runs for this launch. A saved configuration can still provide repository, environment, skills, and legacy tool selections.
20
+ - **Direct create-and-run:** provide \`prompts\`, \`judges\`, and \`agent\`. You may also provide a persona, tags, repository, write-only environment variables, saved or inline CLIs and MCP servers, skills, setup commands, and cleanup commands.
21
21
 
22
- The run fans out across prompts × agents × runs. Persona is shared metadata and does not multiply attempts. No separate \`mode\` field is required.`,
22
+ The run fans out across prompts × agents × runs. Persona is shared metadata and does not multiply attempts. No separate \`mode\` field is required. If the organization lacks the estimated credits, the request fails with \`402\` before dispatching work.
23
+
24
+ A saved or inline environment containing an empty or placeholder credential is rejected with \`400\` before any evaluation is dispatched.`,
23
25
  annotations: {
24
26
  "title": "",
25
27
  "destructiveHint": false,
@@ -1 +1 @@
1
- {"version":3,"file":"evalsRun.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsRun.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACnD,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,gCAAgC;CAC1C,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAgC;IACxD,IAAI,EAAE,WAAW;IACjB,WAAW,EAAE;;;;;;;;;oJASqI;IAClJ,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,QAAQ,CAC7B,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
1
+ {"version":3,"file":"evalsRun.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsRun.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACnD,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,gCAAgC;CAC1C,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAgC;IACxD,IAAI,EAAE,WAAW;IACjB,WAAW,EAAE;;;;;;;;;;;0IAW2H;IACxI,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,QAAQ,CAC7B,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -0,0 +1,7 @@
1
+ import { ToolDefinition } from "../tools.js";
2
+ declare const args: {
3
+ request: import("zod").ZodType<import("../../models/createevaltemplatebatchrequest.js").CreateEvalTemplateBatchRequest, unknown, import("zod/v4/core").$ZodTypeInternals<import("../../models/createevaltemplatebatchrequest.js").CreateEvalTemplateBatchRequest, unknown>>;
4
+ };
5
+ export declare const tool$evalsV2EvalsBatchCreate: ToolDefinition<typeof args>;
6
+ export {};
7
+ //# sourceMappingURL=evalsV2EvalsBatchCreate.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evalsV2EvalsBatchCreate.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsV2EvalsBatchCreate.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,4BAA4B,EAAE,cAAc,CAAC,OAAO,IAAI,CA6BpE,CAAC"}
@@ -0,0 +1,35 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 18f4c7ff36d5
4
+ */
5
+ import { evalsV2EvalsBatchCreate } from "../../funcs/evalsV2EvalsBatchCreate.js";
6
+ import { CreateEvalTemplateBatchRequest$zodSchema } from "../../models/createevaltemplatebatchrequest.js";
7
+ import { formatResult } from "../tools.js";
8
+ const args = {
9
+ request: CreateEvalTemplateBatchRequest$zodSchema,
10
+ };
11
+ export const tool$evalsV2EvalsBatchCreate = {
12
+ name: "evals-v2-evals-batch-create",
13
+ description: `Create evals from a template
14
+
15
+ Step 2 of the reusable template workflow. Provide the \`id\` and \`version\` returned by \`POST /v2/eval-templates\` as \`template_id\` and \`expected_template_version\`, then provide only prompt-specific fields in \`evals\`. The template supplies only the settings named in its \`included_components\`; omitted settings keep the values supplied by the creation workflow or its defaults. Included values are copied at creation time, so later template changes do not alter the created evals. Competitor selections create one additional eval per selected competitor for every input item, and the response groups each base eval with those variants. Brand-scoped runtime resources are validated against the organization's primary brand before any eval is created.`,
16
+ annotations: {
17
+ "title": "",
18
+ "destructiveHint": false,
19
+ "idempotentHint": false,
20
+ "openWorldHint": false,
21
+ "readOnlyHint": false,
22
+ },
23
+ args,
24
+ tool: async (client, args, ctx) => {
25
+ const [result] = await evalsV2EvalsBatchCreate(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
26
+ if (!result.ok) {
27
+ return {
28
+ content: [{ type: "text", text: result.error.message }],
29
+ isError: true,
30
+ };
31
+ }
32
+ return formatResult(result.value);
33
+ },
34
+ };
35
+ //# sourceMappingURL=evalsV2EvalsBatchCreate.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evalsV2EvalsBatchCreate.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsV2EvalsBatchCreate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAC;AACjF,OAAO,EAAE,wCAAwC,EAAE,MAAM,gDAAgD,CAAC;AAC1G,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,wCAAwC;CAClD,CAAC;AAEF,MAAM,CAAC,MAAM,4BAA4B,GAAgC;IACvE,IAAI,EAAE,6BAA6B;IACnC,WAAW,EAAE;;wvBAEyuB;IACtvB,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,uBAAuB,CAC5C,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -12,7 +12,7 @@ export const tool$evalsV2EvalsCreate = {
12
12
  name: "evals-v2-evals-create",
13
13
  description: `Create Eval
14
14
 
15
- Creates a reusable simulation definition with one or more task prompts and judges. Optional agents, persona, CLI installations, MCP servers, repeat count, and tags are saved with the eval. Creating the eval does not start a run and does not accept secret environment values.`,
15
+ Creates a reusable simulation definition with one or more task prompts and judges. Optional agents, persona, CLI installations, MCP servers, setup commands, cleanup commands, grounding policy, repeat count, and tags are saved with the eval. \`search_grounding\` supports \`disabled\`, \`enabled\`, and \`default\`; \`default\` preserves normal platform behavior. Creating the eval does not start a run and does not accept secret environment values.`,
16
16
  annotations: {
17
17
  "title": "",
18
18
  "destructiveHint": false,
@@ -1 +1 @@
1
- {"version":3,"file":"evalsV2EvalsCreate.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsV2EvalsCreate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,6BAA6B;CACvC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAgC;IAClE,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EAAE;;mRAEoQ;IACjR,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,kBAAkB,CACvC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
1
+ {"version":3,"file":"evalsV2EvalsCreate.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsV2EvalsCreate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,6BAA6B;CACvC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAgC;IAClE,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EAAE;;icAEkb;IAC/b,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,kBAAkB,CACvC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -12,7 +12,7 @@ export const tool$evalsV2EvalsUpdate = {
12
12
  name: "evals-v2-evals-update",
13
13
  description: `Update Eval
14
14
 
15
- Updates a reusable eval simulation definition. Omitted fields remain unchanged. Empty \`agent\`, \`clis\`, \`mcps\`, or \`tags\` arrays clear those collections, and \`persona: null\` clears the saved persona.`,
15
+ Updates a reusable eval simulation definition. Omitted fields remain unchanged. Empty \`agent\`, \`clis\`, \`mcps\`, \`setup_commands\`, \`cleanup_commands\`, or \`tags\` arrays clear those collections, and \`persona: null\` clears the saved persona.`,
16
16
  annotations: {
17
17
  "title": "",
18
18
  "destructiveHint": false,
@@ -1 +1 @@
1
- {"version":3,"file":"evalsV2EvalsUpdate.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsV2EvalsUpdate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EAAE,8BAA8B,EAAE,MAAM,iCAAiC,CAAC;AACjF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,8BAA8B;CACxC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAgC;IAClE,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EAAE;;iNAEkM;IAC/M,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,kBAAkB,CACvC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
1
+ {"version":3,"file":"evalsV2EvalsUpdate.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsV2EvalsUpdate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EAAE,8BAA8B,EAAE,MAAM,iCAAiC,CAAC;AACjF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,8BAA8B;CACxC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAgC;IAClE,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EAAE;;2PAE4O;IACzP,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,kBAAkB,CACvC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -12,7 +12,7 @@ export const tool$promptsV2PromptRunsList = {
12
12
  name: "prompts-v2-prompt-runs-list",
13
13
  description: `List Prompt Runs
14
14
 
15
- Returns stored prompt runs without exposing raw runtime or provider configuration. Filterable by prompt, platform, and date range.`,
15
+ Returns stored prompt runs with limit-and-offset pagination, without exposing raw runtime or provider configuration. Filter by prompt, platform, or date range.`,
16
16
  annotations: {
17
17
  "title": "",
18
18
  "destructiveHint": false,
@@ -1 +1 @@
1
- {"version":3,"file":"promptsV2PromptRunsList.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/promptsV2PromptRunsList.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAC;AACjF,OAAO,EAAE,iCAAiC,EAAE,MAAM,oCAAoC,CAAC;AACvF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,iCAAiC,CAAC,QAAQ,EAAE;CACtD,CAAC;AAEF,MAAM,CAAC,MAAM,4BAA4B,GAAgC;IACvE,IAAI,EAAE,6BAA6B;IACnC,WAAW,EAAE;;mIAEoH;IACjI,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,uBAAuB,CAC5C,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
1
+ {"version":3,"file":"promptsV2PromptRunsList.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/promptsV2PromptRunsList.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAC;AACjF,OAAO,EAAE,iCAAiC,EAAE,MAAM,oCAAoC,CAAC;AACvF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,iCAAiC,CAAC,QAAQ,EAAE;CACtD,CAAC;AAEF,MAAM,CAAC,MAAM,4BAA4B,GAAgC;IACvE,IAAI,EAAE,6BAA6B;IACnC,WAAW,EAAE;;gKAEiJ;IAC9J,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,uBAAuB,CAC5C,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -12,7 +12,7 @@ export const tool$promptsV2PromptRunsRetrieve = {
12
12
  name: "prompts-v2-prompt-runs-retrieve",
13
13
  description: `Retrieve Prompt Run
14
14
 
15
- Returns one stored prompt run, including its mentions and citations.`,
15
+ Returns one stored prompt run, including mentions, citations, and any sanitized coding-agent trace captured for the run.`,
16
16
  annotations: {
17
17
  "title": "",
18
18
  "destructiveHint": false,
@@ -1 +1 @@
1
- {"version":3,"file":"promptsV2PromptRunsRetrieve.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/promptsV2PromptRunsRetrieve.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,2BAA2B,EAAE,MAAM,4CAA4C,CAAC;AACzF,OAAO,EAAE,qCAAqC,EAAE,MAAM,wCAAwC,CAAC;AAC/F,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,qCAAqC;CAC/C,CAAC;AAEF,MAAM,CAAC,MAAM,gCAAgC,GAAgC;IAC3E,IAAI,EAAE,iCAAiC;IACvC,WAAW,EAAE;;qEAEsD;IACnE,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,2BAA2B,CAChD,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
1
+ {"version":3,"file":"promptsV2PromptRunsRetrieve.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/promptsV2PromptRunsRetrieve.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,2BAA2B,EAAE,MAAM,4CAA4C,CAAC;AACzF,OAAO,EAAE,qCAAqC,EAAE,MAAM,wCAAwC,CAAC;AAC/F,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,qCAAqC;CAC/C,CAAC;AAEF,MAAM,CAAC,MAAM,gCAAgC,GAAgC;IAC3E,IAAI,EAAE,iCAAiC;IACvC,WAAW,EAAE;;yHAE0G;IACvH,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,2BAA2B,CAChD,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -0,0 +1,12 @@
1
+ import * as z from "zod";
2
+ import { EvalTemplateBatchItem } from "./evaltemplatebatchitem.js";
3
+ /**
4
+ * Reuse one template across up to 100 prompt-specific eval definitions.
5
+ */
6
+ export type CreateEvalTemplateBatchRequest = {
7
+ template_id: string;
8
+ expected_template_version?: number | undefined;
9
+ evals: Array<EvalTemplateBatchItem>;
10
+ };
11
+ export declare const CreateEvalTemplateBatchRequest$zodSchema: z.ZodType<CreateEvalTemplateBatchRequest>;
12
+ //# sourceMappingURL=createevaltemplatebatchrequest.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"createevaltemplatebatchrequest.d.ts","sourceRoot":"","sources":["../../src/models/createevaltemplatebatchrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AAEpC;;GAEG;AACH,MAAM,MAAM,8BAA8B,GAAG;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,yBAAyB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/C,KAAK,EAAE,KAAK,CAAC,qBAAqB,CAAC,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,wCAAwC,EAAE,CAAC,CAAC,OAAO,CAC9D,8BAA8B,CAa/B,CAAC"}
@@ -0,0 +1,12 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 6c3f16ae5afb
4
+ */
5
+ import * as z from "zod";
6
+ import { EvalTemplateBatchItem$zodSchema, } from "./evaltemplatebatchitem.js";
7
+ export const CreateEvalTemplateBatchRequest$zodSchema = z.object({
8
+ evals: z.array(EvalTemplateBatchItem$zodSchema).describe("Prompt-specific evals to create from the referenced template. Template-owned fields are intentionally rejected here to avoid ambiguous overrides."),
9
+ expected_template_version: z.int().optional().describe("Template `version` returned when the template was read or created. When supplied, creation fails if the template changed before reuse."),
10
+ template_id: z.string().describe("Template `id` returned by `POST /v2/eval-templates`."),
11
+ }).describe("Reuse one template across up to 100 prompt-specific eval definitions.");
12
+ //# sourceMappingURL=createevaltemplatebatchrequest.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"createevaltemplatebatchrequest.js","sourceRoot":"","sources":["../../src/models/createevaltemplatebatchrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AAWpC,MAAM,CAAC,MAAM,wCAAwC,GAEjD,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC,QAAQ,CACtD,mJAAmJ,CACpJ;IACD,yBAAyB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,wIAAwI,CACzI;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC9B,sDAAsD,CACvD;CACF,CAAC,CAAC,QAAQ,CACT,uEAAuE,CACxE,CAAC"}
@@ -0,0 +1,79 @@
1
+ import * as z from "zod";
2
+ import { ClosedEnum } from "../types/enums.js";
3
+ import { EvalTemplateRuntime } from "./evaltemplateruntime.js";
4
+ import { EvalTemplateSchedule } from "./evaltemplateschedule.js";
5
+ import { GraderDefinition } from "./graderdefinition.js";
6
+ /**
7
+ * Kind of eval the template creates. A template only applies to evals of the same type.
8
+ */
9
+ export declare const CreateEvalTemplateRequestEvalType: {
10
+ readonly CustomEval: "custom_eval";
11
+ readonly AgentPreference: "agent_preference";
12
+ };
13
+ /**
14
+ * Kind of eval the template creates. A template only applies to evals of the same type.
15
+ */
16
+ export type CreateEvalTemplateRequestEvalType = ClosedEnum<typeof CreateEvalTemplateRequestEvalType>;
17
+ export declare const CreateEvalTemplateRequestEvalType$zodSchema: z.ZodEnum<{
18
+ custom_eval: "custom_eval";
19
+ agent_preference: "agent_preference";
20
+ }>;
21
+ export declare const CreateEvalTemplateRequestIncludedComponent: {
22
+ readonly Judges: "judges";
23
+ readonly Targets: "targets";
24
+ readonly Persona: "persona";
25
+ readonly Competitors: "competitors";
26
+ readonly Tag: "tag";
27
+ readonly Category: "category";
28
+ readonly Runs: "runs";
29
+ readonly Schedule: "schedule";
30
+ readonly Repository: "repository";
31
+ readonly Environment: "environment";
32
+ readonly SearchGrounding: "search_grounding";
33
+ readonly Skills: "skills";
34
+ readonly McpServers: "mcp_servers";
35
+ readonly Clis: "clis";
36
+ readonly BrandDocs: "brand_docs";
37
+ readonly GithubPr: "github_pr";
38
+ readonly RuntimeCommands: "runtime_commands";
39
+ };
40
+ export type CreateEvalTemplateRequestIncludedComponent = ClosedEnum<typeof CreateEvalTemplateRequestIncludedComponent>;
41
+ export declare const CreateEvalTemplateRequestIncludedComponent$zodSchema: z.ZodEnum<{
42
+ persona: "persona";
43
+ runs: "runs";
44
+ search_grounding: "search_grounding";
45
+ judges: "judges";
46
+ targets: "targets";
47
+ competitors: "competitors";
48
+ tag: "tag";
49
+ category: "category";
50
+ schedule: "schedule";
51
+ repository: "repository";
52
+ environment: "environment";
53
+ skills: "skills";
54
+ mcp_servers: "mcp_servers";
55
+ clis: "clis";
56
+ brand_docs: "brand_docs";
57
+ github_pr: "github_pr";
58
+ runtime_commands: "runtime_commands";
59
+ }>;
60
+ /**
61
+ * Create reusable configuration before supplying prompt-specific evals.
62
+ */
63
+ export type CreateEvalTemplateRequest = {
64
+ name: string;
65
+ description?: string | undefined;
66
+ eval_type?: CreateEvalTemplateRequestEvalType | undefined;
67
+ included_components: Array<CreateEvalTemplateRequestIncludedComponent>;
68
+ persona?: string | undefined;
69
+ category_name?: string | undefined;
70
+ tag?: string | undefined;
71
+ competitor_ids?: Array<string> | undefined;
72
+ judges?: Array<GraderDefinition> | undefined;
73
+ target_keys?: Array<string> | undefined;
74
+ schedule?: EvalTemplateSchedule | undefined;
75
+ runs_per_execution?: number | undefined;
76
+ runtime?: EvalTemplateRuntime | undefined;
77
+ };
78
+ export declare const CreateEvalTemplateRequest$zodSchema: z.ZodType<CreateEvalTemplateRequest>;
79
+ //# sourceMappingURL=createevaltemplaterequest.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"createevaltemplaterequest.d.ts","sourceRoot":"","sources":["../../src/models/createevaltemplaterequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,gBAAgB,EAEjB,MAAM,uBAAuB,CAAC;AAE/B;;GAEG;AACH,eAAO,MAAM,iCAAiC;;;CAGpC,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,iCAAiC,GAAG,UAAU,CACxD,OAAO,iCAAiC,CACzC,CAAC;AAEF,eAAO,MAAM,2CAA2C;;;EAKvD,CAAC;AAEF,eAAO,MAAM,0CAA0C;;;;;;;;;;;;;;;;;;CAkB7C,CAAC;AACX,MAAM,MAAM,0CAA0C,GAAG,UAAU,CACjE,OAAO,0CAA0C,CAClD,CAAC;AAEF,eAAO,MAAM,oDAAoD;;;;;;;;;;;;;;;;;;EAkB/D,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,yBAAyB,GAAG;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,SAAS,CAAC,EAAE,iCAAiC,GAAG,SAAS,CAAC;IAC1D,mBAAmB,EAAE,KAAK,CAAC,0CAA0C,CAAC,CAAC;IACvE,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzB,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,KAAK,CAAC,gBAAgB,CAAC,GAAG,SAAS,CAAC;IAC7C,WAAW,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,EAAE,oBAAoB,GAAG,SAAS,CAAC;IAC5C,kBAAkB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,OAAO,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;CAC3C,CAAC;AAEF,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CA8C1B,CAAC"}