@lightsage/mcp 0.3.1 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (257) hide show
  1. package/README.md +2 -2
  2. package/api/well-known-openai-apps-challenge.js +25 -0
  3. package/bin/mcp-server.js +660 -797
  4. package/bin/mcp-server.js.map +53 -57
  5. package/esm/funcs/evalsCancel.d.ts +16 -0
  6. package/esm/funcs/evalsCancel.d.ts.map +1 -0
  7. package/esm/funcs/{evalsAnalysis.js → evalsCancel.js} +10 -10
  8. package/esm/funcs/evalsCancel.js.map +1 -0
  9. package/esm/funcs/evalsGet.d.ts +16 -0
  10. package/esm/funcs/evalsGet.d.ts.map +1 -0
  11. package/esm/funcs/{evalRunsV2EvalRunsRetrieve.js → evalsGet.js} +5 -5
  12. package/esm/funcs/evalsGet.js.map +1 -0
  13. package/esm/funcs/evalsRun.d.ts +6 -4
  14. package/esm/funcs/evalsRun.d.ts.map +1 -1
  15. package/esm/funcs/evalsRun.js +6 -4
  16. package/esm/funcs/evalsRun.js.map +1 -1
  17. package/esm/funcs/evalsV2EvalsCreate.d.ts +1 -1
  18. package/esm/funcs/evalsV2EvalsCreate.js +1 -1
  19. package/esm/funcs/evalsV2EvalsUpdate.d.ts +1 -1
  20. package/esm/funcs/evalsV2EvalsUpdate.js +1 -1
  21. package/esm/funcs/promptsV2PromptRunsList.d.ts +1 -1
  22. package/esm/funcs/promptsV2PromptRunsList.js +1 -1
  23. package/esm/funcs/promptsV2PromptRunsRetrieve.d.ts +1 -1
  24. package/esm/funcs/promptsV2PromptRunsRetrieve.js +1 -1
  25. package/esm/landing-page.js +1 -1
  26. package/esm/lib/config.d.ts +3 -3
  27. package/esm/lib/config.js +3 -3
  28. package/esm/lib/config.js.map +1 -1
  29. package/esm/mcp-server/mcp-server.js +1 -1
  30. package/esm/mcp-server/server.d.ts.map +1 -1
  31. package/esm/mcp-server/server.js +5 -9
  32. package/esm/mcp-server/server.js.map +1 -1
  33. package/esm/mcp-server/tools/evalsCancel.d.ts +7 -0
  34. package/esm/mcp-server/tools/evalsCancel.d.ts.map +1 -0
  35. package/esm/mcp-server/tools/evalsCancel.js +35 -0
  36. package/esm/mcp-server/tools/evalsCancel.js.map +1 -0
  37. package/esm/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.d.ts → evalsGet.d.ts} +2 -2
  38. package/esm/mcp-server/tools/evalsGet.d.ts.map +1 -0
  39. package/esm/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.js → evalsGet.js} +8 -8
  40. package/esm/mcp-server/tools/evalsGet.js.map +1 -0
  41. package/esm/mcp-server/tools/evalsRun.d.ts.map +1 -1
  42. package/esm/mcp-server/tools/evalsRun.js +6 -4
  43. package/esm/mcp-server/tools/evalsRun.js.map +1 -1
  44. package/esm/mcp-server/tools/evalsV2EvalsCreate.js +1 -1
  45. package/esm/mcp-server/tools/evalsV2EvalsCreate.js.map +1 -1
  46. package/esm/mcp-server/tools/evalsV2EvalsUpdate.js +1 -1
  47. package/esm/mcp-server/tools/evalsV2EvalsUpdate.js.map +1 -1
  48. package/esm/mcp-server/tools/promptsV2PromptRunsList.js +1 -1
  49. package/esm/mcp-server/tools/promptsV2PromptRunsList.js.map +1 -1
  50. package/esm/mcp-server/tools/promptsV2PromptRunsRetrieve.js +1 -1
  51. package/esm/mcp-server/tools/promptsV2PromptRunsRetrieve.js.map +1 -1
  52. package/esm/models/createv2evalconfigurationrequest.d.ts +2 -0
  53. package/esm/models/createv2evalconfigurationrequest.d.ts.map +1 -1
  54. package/esm/models/createv2evalconfigurationrequest.js +2 -0
  55. package/esm/models/createv2evalconfigurationrequest.js.map +1 -1
  56. package/esm/models/createv2evalrequest.d.ts +5 -5
  57. package/esm/models/createv2evalrequest.d.ts.map +1 -1
  58. package/esm/models/createv2evalrequest.js +5 -10
  59. package/esm/models/createv2evalrequest.js.map +1 -1
  60. package/esm/models/createv2evalrunrequest.d.ts +5 -5
  61. package/esm/models/createv2evalrunrequest.d.ts.map +1 -1
  62. package/esm/models/createv2evalrunrequest.js +6 -10
  63. package/esm/models/createv2evalrunrequest.js.map +1 -1
  64. package/esm/models/publiccompetitorrow.js +2 -2
  65. package/esm/models/publiccompetitorrow.js.map +1 -1
  66. package/esm/models/publiccriterionverdict.d.ts +26 -0
  67. package/esm/models/publiccriterionverdict.d.ts.map +1 -0
  68. package/esm/models/publiccriterionverdict.js +24 -0
  69. package/esm/models/publiccriterionverdict.js.map +1 -0
  70. package/esm/models/publiccurrentvisibilityresponse.js +2 -2
  71. package/esm/models/publiccurrentvisibilityresponse.js.map +1 -1
  72. package/esm/models/publicevalrunenvironment.d.ts +15 -0
  73. package/esm/models/publicevalrunenvironment.d.ts.map +1 -0
  74. package/esm/models/publicevalrunenvironment.js +15 -0
  75. package/esm/models/publicevalrunenvironment.js.map +1 -0
  76. package/esm/models/publicevalrunprogress.d.ts +1 -0
  77. package/esm/models/publicevalrunprogress.d.ts.map +1 -1
  78. package/esm/models/publicevalrunprogress.js +3 -2
  79. package/esm/models/publicevalrunprogress.js.map +1 -1
  80. package/esm/models/publicgraderresult.d.ts +13 -0
  81. package/esm/models/publicgraderresult.d.ts.map +1 -0
  82. package/esm/models/publicgraderresult.js +18 -0
  83. package/esm/models/publicgraderresult.js.map +1 -0
  84. package/esm/models/publicpromptvisibilitymetrics.js +2 -2
  85. package/esm/models/publicpromptvisibilitymetrics.js.map +1 -1
  86. package/esm/models/publicvisibilitysnapshot.js +2 -2
  87. package/esm/models/publicvisibilitysnapshot.js.map +1 -1
  88. package/esm/models/searchgroundingmode.d.ts +20 -0
  89. package/esm/models/searchgroundingmode.d.ts.map +1 -0
  90. package/esm/models/searchgroundingmode.js +19 -0
  91. package/esm/models/searchgroundingmode.js.map +1 -0
  92. package/esm/models/updatev2evalconfigurationrequest.d.ts +2 -0
  93. package/esm/models/updatev2evalconfigurationrequest.d.ts.map +1 -1
  94. package/esm/models/updatev2evalconfigurationrequest.js +3 -0
  95. package/esm/models/updatev2evalconfigurationrequest.js.map +1 -1
  96. package/esm/models/updatev2evalrequest.d.ts +5 -5
  97. package/esm/models/updatev2evalrequest.d.ts.map +1 -1
  98. package/esm/models/updatev2evalrequest.js +6 -10
  99. package/esm/models/updatev2evalrequest.js.map +1 -1
  100. package/esm/models/v2eval.d.ts +6 -2
  101. package/esm/models/v2eval.d.ts.map +1 -1
  102. package/esm/models/v2eval.js +5 -1
  103. package/esm/models/v2eval.js.map +1 -1
  104. package/esm/models/v2evalconfiguration.d.ts +2 -0
  105. package/esm/models/v2evalconfiguration.d.ts.map +1 -1
  106. package/esm/models/v2evalconfiguration.js +2 -0
  107. package/esm/models/v2evalconfiguration.js.map +1 -1
  108. package/esm/models/v2evalresultsummary.d.ts +10 -0
  109. package/esm/models/v2evalresultsummary.d.ts.map +1 -1
  110. package/esm/models/v2evalresultsummary.js +12 -1
  111. package/esm/models/v2evalresultsummary.js.map +1 -1
  112. package/esm/models/v2evalrun.d.ts.map +1 -1
  113. package/esm/models/v2evalrun.js +1 -1
  114. package/esm/models/v2evalrun.js.map +1 -1
  115. package/esm/models/v2evalrundetail.d.ts +30 -0
  116. package/esm/models/v2evalrundetail.d.ts.map +1 -0
  117. package/esm/models/v2evalrundetail.js +33 -0
  118. package/esm/models/v2evalrundetail.js.map +1 -0
  119. package/esm/models/v2evalrunscancelop.d.ts +31 -0
  120. package/esm/models/v2evalrunscancelop.d.ts.map +1 -0
  121. package/esm/models/v2evalrunscancelop.js +27 -0
  122. package/esm/models/v2evalrunscancelop.js.map +1 -0
  123. package/esm/models/v2evalrunscreateop.d.ts +23 -3
  124. package/esm/models/v2evalrunscreateop.d.ts.map +1 -1
  125. package/esm/models/v2evalrunscreateop.js +15 -2
  126. package/esm/models/v2evalrunscreateop.js.map +1 -1
  127. package/esm/models/v2evalrunsretrieveop.d.ts +9 -2
  128. package/esm/models/v2evalrunsretrieveop.d.ts.map +1 -1
  129. package/esm/models/v2evalrunsretrieveop.js +6 -2
  130. package/esm/models/v2evalrunsretrieveop.js.map +1 -1
  131. package/esm/models/v2evalruntraceevent.d.ts.map +1 -1
  132. package/esm/models/v2evalruntraceevent.js +1 -1
  133. package/esm/models/v2evalruntraceevent.js.map +1 -1
  134. package/esm/models/v2promptrundetail.d.ts +6 -0
  135. package/esm/models/v2promptrundetail.d.ts.map +1 -1
  136. package/esm/models/v2promptrundetail.js +4 -1
  137. package/esm/models/v2promptrundetail.js.map +1 -1
  138. package/esm/models/v2promptrunsummary.d.ts.map +1 -1
  139. package/esm/models/v2promptrunsummary.js +1 -1
  140. package/esm/models/v2promptrunsummary.js.map +1 -1
  141. package/esm/models/v2publictask.d.ts +2 -2
  142. package/esm/models/v2publictask.d.ts.map +1 -1
  143. package/esm/models/v2publictask.js +4 -4
  144. package/esm/models/v2publictask.js.map +1 -1
  145. package/esm/tool-names.d.ts.map +1 -1
  146. package/esm/tool-names.js +11 -19
  147. package/esm/tool-names.js.map +1 -1
  148. package/package.json +1 -1
  149. package/src/funcs/{evalsAnalysis.ts → evalsCancel.ts} +13 -13
  150. package/src/funcs/{evalRunsV2EvalRunsRetrieve.ts → evalsGet.ts} +4 -4
  151. package/src/funcs/evalsRun.ts +6 -4
  152. package/src/funcs/evalsV2EvalsCreate.ts +1 -1
  153. package/src/funcs/evalsV2EvalsUpdate.ts +1 -1
  154. package/src/funcs/promptsV2PromptRunsList.ts +1 -1
  155. package/src/funcs/promptsV2PromptRunsRetrieve.ts +1 -1
  156. package/src/landing-page.ts +1 -1
  157. package/src/lib/config.ts +3 -3
  158. package/src/mcp-server/mcp-server.ts +1 -1
  159. package/src/mcp-server/server.ts +5 -9
  160. package/src/mcp-server/tools/evalsCancel.ts +43 -0
  161. package/src/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.ts → evalsGet.ts} +7 -7
  162. package/src/mcp-server/tools/evalsRun.ts +6 -4
  163. package/src/mcp-server/tools/evalsV2EvalsCreate.ts +1 -1
  164. package/src/mcp-server/tools/evalsV2EvalsUpdate.ts +1 -1
  165. package/src/mcp-server/tools/promptsV2PromptRunsList.ts +1 -1
  166. package/src/mcp-server/tools/promptsV2PromptRunsRetrieve.ts +1 -1
  167. package/src/models/createv2evalconfigurationrequest.ts +8 -0
  168. package/src/models/createv2evalrequest.ts +18 -22
  169. package/src/models/createv2evalrunrequest.ts +19 -24
  170. package/src/models/publiccompetitorrow.ts +2 -2
  171. package/src/models/publiccriterionverdict.ts +48 -0
  172. package/src/models/publiccurrentvisibilityresponse.ts +2 -2
  173. package/src/models/publicevalrunenvironment.ts +47 -0
  174. package/src/models/publicevalrunprogress.ts +8 -2
  175. package/src/models/publicgraderresult.ts +44 -0
  176. package/src/models/publicpromptvisibilitymetrics.ts +2 -2
  177. package/src/models/publicvisibilitysnapshot.ts +2 -2
  178. package/src/models/searchgroundingmode.ts +26 -0
  179. package/src/models/updatev2evalconfigurationrequest.ts +9 -0
  180. package/src/models/updatev2evalrequest.ts +20 -21
  181. package/src/models/v2eval.ts +14 -2
  182. package/src/models/v2evalconfiguration.ts +8 -0
  183. package/src/models/v2evalresultsummary.ts +36 -1
  184. package/src/models/v2evalrun.ts +3 -1
  185. package/src/models/v2evalrundetail.ts +90 -0
  186. package/src/models/v2evalrunscancelop.ts +70 -0
  187. package/src/models/v2evalrunscreateop.ts +43 -5
  188. package/src/models/v2evalrunsretrieveop.ts +23 -3
  189. package/src/models/v2evalruntraceevent.ts +3 -1
  190. package/src/models/v2promptrundetail.ts +12 -1
  191. package/src/models/v2promptrunsummary.ts +3 -1
  192. package/src/models/v2publictask.ts +9 -7
  193. package/src/tool-names.ts +11 -19
  194. package/test/simulations.test.js +30 -3
  195. package/esm/funcs/evalResultsV2EvalResultsList.d.ts +0 -16
  196. package/esm/funcs/evalResultsV2EvalResultsList.d.ts.map +0 -1
  197. package/esm/funcs/evalResultsV2EvalResultsList.js +0 -87
  198. package/esm/funcs/evalResultsV2EvalResultsList.js.map +0 -1
  199. package/esm/funcs/evalResultsV2EvalResultsRetrieve.d.ts +0 -16
  200. package/esm/funcs/evalResultsV2EvalResultsRetrieve.d.ts.map +0 -1
  201. package/esm/funcs/evalResultsV2EvalResultsRetrieve.js +0 -88
  202. package/esm/funcs/evalResultsV2EvalResultsRetrieve.js.map +0 -1
  203. package/esm/funcs/evalRunsV2EvalRunsRetrieve.d.ts +0 -16
  204. package/esm/funcs/evalRunsV2EvalRunsRetrieve.d.ts.map +0 -1
  205. package/esm/funcs/evalRunsV2EvalRunsRetrieve.js.map +0 -1
  206. package/esm/funcs/evalsAnalysis.d.ts +0 -16
  207. package/esm/funcs/evalsAnalysis.d.ts.map +0 -1
  208. package/esm/funcs/evalsAnalysis.js.map +0 -1
  209. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.d.ts +0 -7
  210. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.d.ts.map +0 -1
  211. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js +0 -35
  212. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js.map +0 -1
  213. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.d.ts +0 -7
  214. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.d.ts.map +0 -1
  215. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.js +0 -35
  216. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.js.map +0 -1
  217. package/esm/mcp-server/tools/evalRunsV2EvalRunsRetrieve.d.ts.map +0 -1
  218. package/esm/mcp-server/tools/evalRunsV2EvalRunsRetrieve.js.map +0 -1
  219. package/esm/mcp-server/tools/evalsAnalysis.d.ts +0 -7
  220. package/esm/mcp-server/tools/evalsAnalysis.d.ts.map +0 -1
  221. package/esm/mcp-server/tools/evalsAnalysis.js +0 -35
  222. package/esm/mcp-server/tools/evalsAnalysis.js.map +0 -1
  223. package/esm/models/v2evalresult.d.ts +0 -23
  224. package/esm/models/v2evalresult.d.ts.map +0 -1
  225. package/esm/models/v2evalresult.js +0 -24
  226. package/esm/models/v2evalresult.js.map +0 -1
  227. package/esm/models/v2evalresultslistop.d.ts +0 -11
  228. package/esm/models/v2evalresultslistop.d.ts.map +0 -1
  229. package/esm/models/v2evalresultslistop.js +0 -16
  230. package/esm/models/v2evalresultslistop.js.map +0 -1
  231. package/esm/models/v2evalresultsresponse.d.ts +0 -9
  232. package/esm/models/v2evalresultsresponse.d.ts.map +0 -1
  233. package/esm/models/v2evalresultsresponse.js +0 -12
  234. package/esm/models/v2evalresultsresponse.js.map +0 -1
  235. package/esm/models/v2evalresultsretrieveop.d.ts +0 -10
  236. package/esm/models/v2evalresultsretrieveop.d.ts.map +0 -1
  237. package/esm/models/v2evalresultsretrieveop.js +0 -15
  238. package/esm/models/v2evalresultsretrieveop.js.map +0 -1
  239. package/esm/models/v2evalrunanalysisresponse.d.ts +0 -12
  240. package/esm/models/v2evalrunanalysisresponse.d.ts.map +0 -1
  241. package/esm/models/v2evalrunanalysisresponse.js +0 -15
  242. package/esm/models/v2evalrunanalysisresponse.js.map +0 -1
  243. package/esm/models/v2evalrunsanalysisop.d.ts +0 -17
  244. package/esm/models/v2evalrunsanalysisop.d.ts.map +0 -1
  245. package/esm/models/v2evalrunsanalysisop.js +0 -19
  246. package/esm/models/v2evalrunsanalysisop.js.map +0 -1
  247. package/src/funcs/evalResultsV2EvalResultsList.ts +0 -149
  248. package/src/funcs/evalResultsV2EvalResultsRetrieve.ts +0 -153
  249. package/src/mcp-server/tools/evalResultsV2EvalResultsList.ts +0 -43
  250. package/src/mcp-server/tools/evalResultsV2EvalResultsRetrieve.ts +0 -45
  251. package/src/mcp-server/tools/evalsAnalysis.ts +0 -43
  252. package/src/models/v2evalresult.ts +0 -46
  253. package/src/models/v2evalresultslistop.ts +0 -39
  254. package/src/models/v2evalresultsresponse.ts +0 -23
  255. package/src/models/v2evalresultsretrieveop.ts +0 -28
  256. package/src/models/v2evalrunanalysisresponse.ts +0 -32
  257. package/src/models/v2evalrunsanalysisop.ts +0 -48
@@ -12,7 +12,7 @@ export const tool$evalsV2EvalsCreate = {
12
12
  name: "evals-v2-evals-create",
13
13
  description: `Create Eval
14
14
 
15
- Creates a reusable simulation definition with one or more task prompts and judges. Optional agents, persona, CLI installations, MCP servers, repeat count, and tags are saved with the eval. Creating the eval does not start a run and does not accept secret environment values.`,
15
+ Creates a reusable simulation definition with one or more task prompts and judges. Optional agents, persona, CLI installations, MCP servers, setup commands, cleanup commands, grounding policy, repeat count, and tags are saved with the eval. \`search_grounding\` supports \`disabled\`, \`enabled\`, and \`default\`; \`default\` preserves normal platform behavior. Creating the eval does not start a run and does not accept secret environment values.`,
16
16
  annotations: {
17
17
  "title": "",
18
18
  "destructiveHint": false,
@@ -1 +1 @@
1
- {"version":3,"file":"evalsV2EvalsCreate.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsV2EvalsCreate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,6BAA6B;CACvC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAgC;IAClE,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EAAE;;mRAEoQ;IACjR,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,kBAAkB,CACvC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
1
+ {"version":3,"file":"evalsV2EvalsCreate.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsV2EvalsCreate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,6BAA6B;CACvC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAgC;IAClE,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EAAE;;icAEkb;IAC/b,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,kBAAkB,CACvC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -12,7 +12,7 @@ export const tool$evalsV2EvalsUpdate = {
12
12
  name: "evals-v2-evals-update",
13
13
  description: `Update Eval
14
14
 
15
- Updates a reusable eval simulation definition. Omitted fields remain unchanged. Empty \`agent\`, \`clis\`, \`mcps\`, or \`tags\` arrays clear those collections, and \`persona: null\` clears the saved persona.`,
15
+ Updates a reusable eval simulation definition. Omitted fields remain unchanged. Empty \`agent\`, \`clis\`, \`mcps\`, \`setup_commands\`, \`cleanup_commands\`, or \`tags\` arrays clear those collections, and \`persona: null\` clears the saved persona.`,
16
16
  annotations: {
17
17
  "title": "",
18
18
  "destructiveHint": false,
@@ -1 +1 @@
1
- {"version":3,"file":"evalsV2EvalsUpdate.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsV2EvalsUpdate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EAAE,8BAA8B,EAAE,MAAM,iCAAiC,CAAC;AACjF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,8BAA8B;CACxC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAgC;IAClE,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EAAE;;iNAEkM;IAC/M,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,kBAAkB,CACvC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
1
+ {"version":3,"file":"evalsV2EvalsUpdate.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsV2EvalsUpdate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EAAE,8BAA8B,EAAE,MAAM,iCAAiC,CAAC;AACjF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,8BAA8B;CACxC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAgC;IAClE,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EAAE;;2PAE4O;IACzP,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,kBAAkB,CACvC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -12,7 +12,7 @@ export const tool$promptsV2PromptRunsList = {
12
12
  name: "prompts-v2-prompt-runs-list",
13
13
  description: `List Prompt Runs
14
14
 
15
- Returns stored prompt runs without exposing raw runtime or provider configuration. Filterable by prompt, platform, and date range.`,
15
+ Returns stored prompt runs with limit-and-offset pagination, without exposing raw runtime or provider configuration. Filter by prompt, platform, or date range.`,
16
16
  annotations: {
17
17
  "title": "",
18
18
  "destructiveHint": false,
@@ -1 +1 @@
1
- {"version":3,"file":"promptsV2PromptRunsList.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/promptsV2PromptRunsList.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAC;AACjF,OAAO,EAAE,iCAAiC,EAAE,MAAM,oCAAoC,CAAC;AACvF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,iCAAiC,CAAC,QAAQ,EAAE;CACtD,CAAC;AAEF,MAAM,CAAC,MAAM,4BAA4B,GAAgC;IACvE,IAAI,EAAE,6BAA6B;IACnC,WAAW,EAAE;;mIAEoH;IACjI,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,uBAAuB,CAC5C,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
1
+ {"version":3,"file":"promptsV2PromptRunsList.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/promptsV2PromptRunsList.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,uBAAuB,EAAE,MAAM,wCAAwC,CAAC;AACjF,OAAO,EAAE,iCAAiC,EAAE,MAAM,oCAAoC,CAAC;AACvF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,iCAAiC,CAAC,QAAQ,EAAE;CACtD,CAAC;AAEF,MAAM,CAAC,MAAM,4BAA4B,GAAgC;IACvE,IAAI,EAAE,6BAA6B;IACnC,WAAW,EAAE;;gKAEiJ;IAC9J,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,uBAAuB,CAC5C,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -12,7 +12,7 @@ export const tool$promptsV2PromptRunsRetrieve = {
12
12
  name: "prompts-v2-prompt-runs-retrieve",
13
13
  description: `Retrieve Prompt Run
14
14
 
15
- Returns one stored prompt run, including its mentions and citations.`,
15
+ Returns one stored prompt run, including mentions, citations, and any sanitized coding-agent trace captured for the run.`,
16
16
  annotations: {
17
17
  "title": "",
18
18
  "destructiveHint": false,
@@ -1 +1 @@
1
- {"version":3,"file":"promptsV2PromptRunsRetrieve.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/promptsV2PromptRunsRetrieve.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,2BAA2B,EAAE,MAAM,4CAA4C,CAAC;AACzF,OAAO,EAAE,qCAAqC,EAAE,MAAM,wCAAwC,CAAC;AAC/F,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,qCAAqC;CAC/C,CAAC;AAEF,MAAM,CAAC,MAAM,gCAAgC,GAAgC;IAC3E,IAAI,EAAE,iCAAiC;IACvC,WAAW,EAAE;;qEAEsD;IACnE,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,2BAA2B,CAChD,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
1
+ {"version":3,"file":"promptsV2PromptRunsRetrieve.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/promptsV2PromptRunsRetrieve.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,2BAA2B,EAAE,MAAM,4CAA4C,CAAC;AACzF,OAAO,EAAE,qCAAqC,EAAE,MAAM,wCAAwC,CAAC;AAC/F,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,qCAAqC;CAC/C,CAAC;AAEF,MAAM,CAAC,MAAM,gCAAgC,GAAgC;IAC3E,IAAI,EAAE,iCAAiC;IACvC,WAAW,EAAE;;yHAE0G;IACvH,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,2BAA2B,CAChD,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -1,4 +1,5 @@
1
1
  import * as z from "zod";
2
+ import { SearchGroundingMode } from "./searchgroundingmode.js";
2
3
  export type CreateV2EvalConfigurationRequest = {
3
4
  name: string;
4
5
  repository_id?: string | undefined;
@@ -8,6 +9,7 @@ export type CreateV2EvalConfigurationRequest = {
8
9
  skill_ids?: Array<string> | undefined;
9
10
  skills?: Array<string> | undefined;
10
11
  include_docs?: boolean | undefined;
12
+ search_grounding?: SearchGroundingMode | undefined;
11
13
  };
12
14
  export declare const CreateV2EvalConfigurationRequest$zodSchema: z.ZodType<CreateV2EvalConfigurationRequest>;
13
15
  //# sourceMappingURL=createv2evalconfigurationrequest.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"createv2evalconfigurationrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalconfigurationrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,gCAAgC,GAAG;IAC7C,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACtC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,YAAY,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACpC,CAAC;AAEF,eAAO,MAAM,0CAA0C,EAAE,CAAC,CAAC,OAAO,CAChE,gCAAgC,CAYhC,CAAC"}
1
+ {"version":3,"file":"createv2evalconfigurationrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalconfigurationrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,gCAAgC,GAAG;IAC7C,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACtC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,YAAY,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACnC,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;CACpD,CAAC;AAEF,eAAO,MAAM,0CAA0C,EAAE,CAAC,CAAC,OAAO,CAChE,gCAAgC,CAehC,CAAC"}
@@ -3,6 +3,7 @@
3
3
  * @generated-id: 342674b030d1
4
4
  */
5
5
  import * as z from "zod";
6
+ import { SearchGroundingMode$zodSchema, } from "./searchgroundingmode.js";
6
7
  export const CreateV2EvalConfigurationRequest$zodSchema = z.object({
7
8
  cli_ids: z.array(z.string()).optional(),
8
9
  environment_id: z.string().optional(),
@@ -10,6 +11,7 @@ export const CreateV2EvalConfigurationRequest$zodSchema = z.object({
10
11
  mcp_server_ids: z.array(z.string()).optional(),
11
12
  name: z.string(),
12
13
  repository_id: z.string().optional(),
14
+ search_grounding: SearchGroundingMode$zodSchema.optional().describe("Requested web-retrieval behavior for an eval run."),
13
15
  skill_ids: z.array(z.string()).optional(),
14
16
  skills: z.array(z.string()).optional().describe("Public skill packages saved with this configuration, using GitHub `owner/repository` references such as `resend/resend-skills`."),
15
17
  });
@@ -1 +1 @@
1
- {"version":3,"file":"createv2evalconfigurationrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalconfigurationrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAazB,MAAM,CAAC,MAAM,0CAA0C,GAEnD,CAAC,CAAC,MAAM,CAAC;IACX,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACxC,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,iIAAiI,CAClI;CACF,CAAC,CAAC"}
1
+ {"version":3,"file":"createv2evalconfigurationrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalconfigurationrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAclC,MAAM,CAAC,MAAM,0CAA0C,GAEnD,CAAC,CAAC,MAAM,CAAC;IACX,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACxC,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjE,mDAAmD,CACpD;IACD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,iIAAiI,CAClI;CACF,CAAC,CAAC"}
@@ -1,10 +1,7 @@
1
1
  import * as z from "zod";
2
- import { V2InlineCliReference } from "./v2inlineclireference.js";
2
+ import { SearchGroundingMode } from "./searchgroundingmode.js";
3
3
  import { V2InlineMcpDefinition } from "./v2inlinemcpdefinition.js";
4
- import { V2SavedCliReference } from "./v2savedclireference.js";
5
4
  import { V2SavedMcpReference } from "./v2savedmcpreference.js";
6
- export type CreateV2EvalRequestCli = V2SavedCliReference | V2InlineCliReference;
7
- export declare const CreateV2EvalRequestCli$zodSchema: z.ZodType<CreateV2EvalRequestCli>;
8
5
  export type CreateV2EvalRequestMcp = V2InlineMcpDefinition | V2SavedMcpReference;
9
6
  export declare const CreateV2EvalRequestMcp$zodSchema: z.ZodType<CreateV2EvalRequestMcp>;
10
7
  export type CreateV2EvalRequest = {
@@ -13,8 +10,11 @@ export type CreateV2EvalRequest = {
13
10
  judges: Array<string>;
14
11
  agent?: Array<string> | undefined;
15
12
  persona?: string | undefined;
16
- clis?: Array<V2SavedCliReference | V2InlineCliReference> | undefined;
13
+ clis?: Array<string> | undefined;
17
14
  mcps?: Array<V2InlineMcpDefinition | V2SavedMcpReference> | undefined;
15
+ setup_commands?: Array<string> | undefined;
16
+ cleanup_commands?: Array<string> | undefined;
17
+ search_grounding?: SearchGroundingMode | undefined;
18
18
  runs?: number | undefined;
19
19
  tags?: Array<string> | undefined;
20
20
  };
@@ -1 +1 @@
1
- {"version":3,"file":"createv2evalrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,sBAAsB,GAAG,mBAAmB,GAAG,oBAAoB,CAAC;AAEhF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAItB,CAAC;AAEH,MAAM,MAAM,sBAAsB,GAC9B,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAItB,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,IAAI,CAAC,EAAE,KAAK,CAAC,mBAAmB,GAAG,oBAAoB,CAAC,GAAG,SAAS,CAAC;IACrE,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,SAAS,CAAC;IACtE,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAiCrE,CAAC"}
1
+ {"version":3,"file":"createv2evalrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,sBAAsB,GAC9B,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAItB,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACjC,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,SAAS,CAAC;IACtE,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC7C,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IACnD,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAuCrE,CAAC"}
@@ -3,14 +3,9 @@
3
3
  * @generated-id: f1ede886cc6f
4
4
  */
5
5
  import * as z from "zod";
6
- import { V2InlineCliReference$zodSchema, } from "./v2inlineclireference.js";
6
+ import { SearchGroundingMode$zodSchema, } from "./searchgroundingmode.js";
7
7
  import { V2InlineMcpDefinition$zodSchema, } from "./v2inlinemcpdefinition.js";
8
- import { V2SavedCliReference$zodSchema, } from "./v2savedclireference.js";
9
8
  import { V2SavedMcpReference$zodSchema, } from "./v2savedmcpreference.js";
10
- export const CreateV2EvalRequestCli$zodSchema = z.union([
11
- V2SavedCliReference$zodSchema,
12
- V2InlineCliReference$zodSchema,
13
- ]);
14
9
  export const CreateV2EvalRequestMcp$zodSchema = z.union([
15
10
  V2InlineMcpDefinition$zodSchema,
16
11
  V2SavedMcpReference$zodSchema,
@@ -18,10 +13,8 @@ export const CreateV2EvalRequestMcp$zodSchema = z.union([
18
13
  export const CreateV2EvalRequest$zodSchema = z
19
14
  .object({
20
15
  agent: z.array(z.string()).optional().describe("Runnable agents from `GET /v2/agents`. An empty array saves the eval without default agents. CLI clients expose repeatable `--agent`."),
21
- clis: z.array(z.union([
22
- V2SavedCliReference$zodSchema,
23
- V2InlineCliReference$zodSchema,
24
- ])).optional().describe("Saved CLI references or inline installation commands."),
16
+ cleanup_commands: z.array(z.string()).optional().describe("Best-effort shell commands run sequentially after agent execution and result capture, before sandbox deletion. CLI clients expose repeatable `--cleanup-command`."),
17
+ clis: z.array(z.string()).optional().describe("Saved CLI IDs or shell installation commands. UUID values resolve saved CLIs from `GET /v2/clis`; every other value is run as an installation command. CLI clients expose repeatable `--cli`."),
25
18
  judges: z.array(z.string()).describe("Plain-text success criteria. CLI clients expose this as repeatable `--judge`."),
26
19
  mcps: z.array(z.union([
27
20
  V2InlineMcpDefinition$zodSchema,
@@ -31,6 +24,8 @@ export const CreateV2EvalRequest$zodSchema = z
31
24
  persona: z.string().optional().describe("Optional perspective applied to the whole eval. It is stored as metadata and does not change prompts or multiply attempts."),
32
25
  prompts: z.array(z.string()).describe("Task prompts. CLI clients expose this as repeatable `--prompt`."),
33
26
  runs: z.int().default(1).describe("Independent attempts for every prompt-agent pair."),
27
+ search_grounding: SearchGroundingMode$zodSchema.optional().describe("Requested web-retrieval behavior for an eval run."),
28
+ setup_commands: z.array(z.string()).optional().describe("Shell commands run sequentially in the prepared repository before the agent starts. CLI clients expose repeatable `--setup-command`."),
34
29
  tags: z.array(z.string()).optional().describe("Optional labels for organizing the eval. CLI clients may expose this string array as a repeatable `--tag` flag."),
35
30
  });
36
31
  //# sourceMappingURL=createv2evalrequest.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"createv2evalrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAIlC,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,KAAK,CAAC;IACV,6BAA6B;IAC7B,8BAA8B;CAC/B,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AAcH,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,uIAAuI,CACxI;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,6BAA6B;QAC7B,8BAA8B;KAC/B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrB,uDAAuD,CACxD;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAClC,+EAA+E,CAChF;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrB,0DAA0D,CAC3D;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,4HAA4H,CAC7H;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CACnC,iEAAiE,CAClE;IACD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC/B,mDAAmD,CACpD;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3C,iHAAiH,CAClH;CACF,CAAC,CAAC"}
1
+ {"version":3,"file":"createv2evalrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAMlC,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AAiBH,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,uIAAuI,CACxI;IACD,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,mKAAmK,CACpK;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3C,+LAA+L,CAChM;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAClC,+EAA+E,CAChF;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrB,0DAA0D,CAC3D;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,4HAA4H,CAC7H;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CACnC,iEAAiE,CAClE;IACD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC/B,mDAAmD,CACpD;IACD,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjE,mDAAmD,CACpD;IACD,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,sIAAsI,CACvI;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3C,iHAAiH,CAClH;CACF,CAAC,CAAC"}
@@ -1,10 +1,7 @@
1
1
  import * as z from "zod";
2
- import { V2InlineCliReference } from "./v2inlineclireference.js";
2
+ import { SearchGroundingMode } from "./searchgroundingmode.js";
3
3
  import { V2InlineMcpDefinition } from "./v2inlinemcpdefinition.js";
4
- import { V2SavedCliReference } from "./v2savedclireference.js";
5
4
  import { V2SavedMcpReference } from "./v2savedmcpreference.js";
6
- export type CreateV2EvalRunRequestCli = V2SavedCliReference | V2InlineCliReference;
7
- export declare const CreateV2EvalRunRequestCli$zodSchema: z.ZodType<CreateV2EvalRunRequestCli>;
8
5
  export type CreateV2EvalRunRequestMcp = V2InlineMcpDefinition | V2SavedMcpReference;
9
6
  export declare const CreateV2EvalRunRequestMcp$zodSchema: z.ZodType<CreateV2EvalRunRequestMcp>;
10
7
  /**
@@ -18,8 +15,10 @@ export type CreateV2EvalRunRequest = {
18
15
  judges?: Array<string> | null | undefined;
19
16
  agent?: Array<string> | null | undefined;
20
17
  persona?: string | undefined;
21
- clis?: Array<V2SavedCliReference | V2InlineCliReference> | null | undefined;
18
+ clis?: Array<string> | null | undefined;
22
19
  mcps?: Array<V2InlineMcpDefinition | V2SavedMcpReference> | null | undefined;
20
+ setup_commands?: Array<string> | null | undefined;
21
+ cleanup_commands?: Array<string> | null | undefined;
23
22
  runs?: number | undefined;
24
23
  tags?: Array<string> | undefined;
25
24
  repository?: string | undefined;
@@ -28,6 +27,7 @@ export type CreateV2EvalRunRequest = {
28
27
  } | undefined;
29
28
  skills?: Array<string> | undefined;
30
29
  skill_ids?: Array<string> | undefined;
30
+ search_grounding?: SearchGroundingMode | null | undefined;
31
31
  };
32
32
  export declare const CreateV2EvalRunRequest$zodSchema: z.ZodType<CreateV2EvalRunRequest>;
33
33
  //# sourceMappingURL=createv2evalrunrequest.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"createv2evalrunrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalrunrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,yBAAyB,GACjC,mBAAmB,GACnB,oBAAoB,CAAC;AAEzB,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAIzB,CAAC;AAEH,MAAM,MAAM,yBAAyB,GACjC,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAIzB,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,sBAAsB,GAAG;IACnC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,IAAI,CAAC,EAAE,KAAK,CAAC,mBAAmB,GAAG,oBAAoB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5E,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7E,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,GAAG,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;IAC1C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;CACvC,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAuDvB,CAAC"}
1
+ {"version":3,"file":"createv2evalrunrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalrunrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,yBAAyB,GACjC,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAIzB,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,sBAAsB,GAAG;IACnC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7E,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAClD,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACpD,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,GAAG,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;IAC1C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACtC,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,IAAI,GAAG,SAAS,CAAC;CAC3D,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CA8DvB,CAAC"}
@@ -3,24 +3,17 @@
3
3
  * @generated-id: b6cfd1c458a3
4
4
  */
5
5
  import * as z from "zod";
6
- import { V2InlineCliReference$zodSchema, } from "./v2inlineclireference.js";
6
+ import { SearchGroundingMode$zodSchema, } from "./searchgroundingmode.js";
7
7
  import { V2InlineMcpDefinition$zodSchema, } from "./v2inlinemcpdefinition.js";
8
- import { V2SavedCliReference$zodSchema, } from "./v2savedclireference.js";
9
8
  import { V2SavedMcpReference$zodSchema, } from "./v2savedmcpreference.js";
10
- export const CreateV2EvalRunRequestCli$zodSchema = z.union([
11
- V2SavedCliReference$zodSchema,
12
- V2InlineCliReference$zodSchema,
13
- ]);
14
9
  export const CreateV2EvalRunRequestMcp$zodSchema = z.union([
15
10
  V2InlineMcpDefinition$zodSchema,
16
11
  V2SavedMcpReference$zodSchema,
17
12
  ]);
18
13
  export const CreateV2EvalRunRequest$zodSchema = z.object({
19
14
  agent: z.array(z.string()).nullable().optional().describe("Runnable agents from `GET /v2/agents`. Required unless the saved eval already has agents. CLI clients expose repeatable `--agent`."),
20
- clis: z.array(z.union([
21
- V2SavedCliReference$zodSchema,
22
- V2InlineCliReference$zodSchema,
23
- ])).nullable().optional().describe("Saved CLI references or inline installation commands. In saved mode, an explicit empty array disables saved CLIs for this launch."),
15
+ cleanup_commands: z.array(z.string()).nullable().optional().describe("Best-effort shell commands run sequentially after agent execution and result capture, before sandbox deletion. In saved mode, an explicit empty array disables saved cleanup commands for this launch. CLI clients expose repeatable `--cleanup-command`."),
16
+ clis: z.array(z.string()).nullable().optional().describe("Saved CLI IDs or shell installation commands. UUID values resolve saved CLIs from `GET /v2/clis`; every other value is run as an installation command. In saved mode, an explicit empty array disables saved CLIs for this launch. CLI clients expose repeatable `--cli`."),
24
17
  configuration_id: z.string().optional().describe("Saved-run form only. Optional saved repository, environment, skills, and legacy tool configuration."),
25
18
  env: z.record(z.string(), z.string()).optional().describe("Write-only environment variables for this launch. Values are stored only in the queued job's private configuration."),
26
19
  eval_id: z.string().optional().describe("Saved-run form only. Existing eval definition to run. Omit this field to use the direct create-and-run form."),
@@ -34,6 +27,9 @@ export const CreateV2EvalRunRequest$zodSchema = z.object({
34
27
  prompts: z.array(z.string()).nullable().optional().describe("Task prompts. Required in direct mode; in saved mode, replaces saved prompts for this launch. CLI clients expose repeatable `--prompt`."),
35
28
  repository: z.string().optional().describe("Direct create-and-run form only. A saved repository ID, built-in alias such as `nextjs-starter`, or a public GitHub HTTPS URL."),
36
29
  runs: z.int().optional().describe("Independent attempts for every prompt-agent pair. Defaults to the saved eval value or 1 for a direct run."),
30
+ search_grounding: SearchGroundingMode$zodSchema.nullable().optional()
31
+ .describe("Web-retrieval policy for this launch. Overrides the selected configuration or saved eval when provided; direct runs default to `default`."),
32
+ setup_commands: z.array(z.string()).nullable().optional().describe("Shell commands run sequentially in the prepared repository before the agent starts. In saved mode, an explicit empty array disables saved setup commands for this launch. CLI clients expose repeatable `--setup-command`."),
37
33
  skill_ids: z.array(z.string()).optional().describe("Direct create-and-run form only. Reusable skill IDs from `GET /v2/skills` to install before the agent starts."),
38
34
  skills: z.array(z.string()).optional().describe("Additional public skill packages to install before the agent starts in either request form, using GitHub `owner/repository` references such as `resend/resend-skills`. CLI clients may expose this string array as a repeatable `--skill` flag."),
39
35
  tags: z.array(z.string()).optional().describe("Direct create-and-run form only. Optional labels saved on the created eval. CLI clients may expose this string array as a repeatable `--tag` flag."),
@@ -1 +1 @@
1
- {"version":3,"file":"createv2evalrunrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalrunrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAMlC,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,KAAK,CAAC;IACV,6BAA6B;IAC7B,8BAA8B;CAC/B,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AAuBH,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,oIAAoI,CACrI;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,6BAA6B;QAC7B,8BAA8B;KAC/B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChC,mIAAmI,CACpI;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,qGAAqG,CACtG;IACD,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,qHAAqH,CACtH;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,8GAA8G,CAC/G;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,2IAA2I,CAC5I;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChC,kIAAkI,CACnI;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClC,mGAAmG,CACpG;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,+GAA+G,CAChH;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,yIAAyI,CAC1I;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxC,gIAAgI,CACjI;IACD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/B,2GAA2G,CAC5G;IACD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,+GAA+G,CAChH;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,iPAAiP,CAClP;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3C,oJAAoJ,CACrJ;CACF,CAAC,CAAC,QAAQ,CACT,sQAAsQ,CACvQ,CAAC"}
1
+ {"version":3,"file":"createv2evalrunrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalrunrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAMlC,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AA0BH,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,oIAAoI,CACrI;IACD,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,2PAA2P,CAC5P;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,2QAA2Q,CAC5Q;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,qGAAqG,CACtG;IACD,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,qHAAqH,CACtH;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,8GAA8G,CAC/G;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,2IAA2I,CAC5I;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChC,kIAAkI,CACnI;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClC,mGAAmG,CACpG;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,+GAA+G,CAChH;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,yIAAyI,CAC1I;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxC,gIAAgI,CACjI;IACD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/B,2GAA2G,CAC5G;IACD,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,2IAA2I,CAC5I;IACH,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChE,4NAA4N,CAC7N;IACD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,+GAA+G,CAChH;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,iPAAiP,CAClP;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3C,oJAAoJ,CACrJ;CACF,CAAC,CAAC,QAAQ,CACT,sQAAsQ,CACvQ,CAAC"}
@@ -9,9 +9,9 @@ export const PublicCompetitorRow$zodSchema = z
9
9
  average_position: z.number().nullable().optional().describe("Mean mention position in AI responses; 1 is first and lower is better. 0 when never mentioned."),
10
10
  average_position_rank: z.int().nullable().optional().describe("Companies with an `average_position` of 0 rank last."),
11
11
  company: PublicCompany$zodSchema,
12
- share_of_voice: z.number().nullable().optional().describe("Share of all brand mentions across tracked companies, 0 to 1; rows sum to about 1."),
12
+ share_of_voice: z.number().nullable().optional().describe("Fraction of successful prompt runs that mention the company, from 0 to 1; for example, 0.25 means one in four runs. Failed provider runs are excluded. A run can mention several companies, so rows do not sum to 1."),
13
13
  share_of_voice_rank: z.int().nullable().optional(),
14
- visibility_score: z.number().nullable().optional().describe("The company's visibility score, from 0 to 1. Rows do not sum to 1."),
14
+ visibility_score: z.number().nullable().optional().describe("Mean recommendation strength across successful prompt runs, from 0 to 1. Each run contributes the company's recommendation strength (0 to 1) when it is mentioned and 0 when it is not. Failed provider runs are excluded. Rows do not sum to 1."),
15
15
  visibility_score_rank: z.int().nullable().optional(),
16
16
  });
17
17
  //# sourceMappingURL=publiccompetitorrow.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"publiccompetitorrow.js","sourceRoot":"","sources":["../../src/models/publiccompetitorrow.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAiB,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAY5E,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,gGAAgG,CACjG;IACD,qBAAqB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3D,sDAAsD,CACvD;IACD,OAAO,EAAE,uBAAuB;IAChC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,oFAAoF,CACrF;IACD,mBAAmB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,oEAAoE,CACrE;IACD,qBAAqB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACrD,CAAC,CAAC"}
1
+ {"version":3,"file":"publiccompetitorrow.js","sourceRoot":"","sources":["../../src/models/publiccompetitorrow.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAiB,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAY5E,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,gGAAgG,CACjG;IACD,qBAAqB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3D,sDAAsD,CACvD;IACD,OAAO,EAAE,uBAAuB;IAChC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,sNAAsN,CACvN;IACD,mBAAmB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,kPAAkP,CACnP;IACD,qBAAqB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACrD,CAAC,CAAC"}
@@ -0,0 +1,26 @@
1
+ import * as z from "zod";
2
+ import { ClosedEnum } from "../types/enums.js";
3
+ /**
4
+ * `PASS` when the evidence shows the requirement was met, `FAIL` when it shows it was not, and `NOT_VERIFIED` when the evidence cannot confirm it. Any `FAIL` or `NOT_VERIFIED` fails the run, whatever the score.
5
+ */
6
+ export declare const Verdict: {
7
+ readonly Pass: "PASS";
8
+ readonly Fail: "FAIL";
9
+ readonly NotVerified: "NOT_VERIFIED";
10
+ };
11
+ /**
12
+ * `PASS` when the evidence shows the requirement was met, `FAIL` when it shows it was not, and `NOT_VERIFIED` when the evidence cannot confirm it. Any `FAIL` or `NOT_VERIFIED` fails the run, whatever the score.
13
+ */
14
+ export type Verdict = ClosedEnum<typeof Verdict>;
15
+ export declare const Verdict$zodSchema: z.ZodEnum<{
16
+ PASS: "PASS";
17
+ FAIL: "FAIL";
18
+ NOT_VERIFIED: "NOT_VERIFIED";
19
+ }>;
20
+ export type PublicCriterionVerdict = {
21
+ criterion: string;
22
+ verdict: Verdict;
23
+ evidence?: string | null | undefined;
24
+ };
25
+ export declare const PublicCriterionVerdict$zodSchema: z.ZodType<PublicCriterionVerdict>;
26
+ //# sourceMappingURL=publiccriterionverdict.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"publiccriterionverdict.d.ts","sourceRoot":"","sources":["../../src/models/publiccriterionverdict.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;GAEG;AACH,eAAO,MAAM,OAAO;;;;CAIV,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,OAAO,CAAC,CAAC;AAEjD,eAAO,MAAM,iBAAiB;;;;EAM7B,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACtC,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAWtB,CAAC"}
@@ -0,0 +1,24 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 8574e6eb13db
4
+ */
5
+ import * as z from "zod";
6
+ /**
7
+ * `PASS` when the evidence shows the requirement was met, `FAIL` when it shows it was not, and `NOT_VERIFIED` when the evidence cannot confirm it. Any `FAIL` or `NOT_VERIFIED` fails the run, whatever the score.
8
+ */
9
+ export const Verdict = {
10
+ Pass: "PASS",
11
+ Fail: "FAIL",
12
+ NotVerified: "NOT_VERIFIED",
13
+ };
14
+ export const Verdict$zodSchema = z.enum([
15
+ "PASS",
16
+ "FAIL",
17
+ "NOT_VERIFIED",
18
+ ]).describe("`PASS` when the evidence shows the requirement was met, `FAIL` when it shows it was not, and `NOT_VERIFIED` when the evidence cannot confirm it. Any `FAIL` or `NOT_VERIFIED` fails the run, whatever the score.");
19
+ export const PublicCriterionVerdict$zodSchema = z.object({
20
+ criterion: z.string().describe("One mandatory requirement from the judge criteria."),
21
+ evidence: z.string().nullable().optional().describe("Short evidence the judge gave for the verdict."),
22
+ verdict: Verdict$zodSchema.describe("`PASS` when the evidence shows the requirement was met, `FAIL` when it shows it was not, and `NOT_VERIFIED` when the evidence cannot confirm it. Any `FAIL` or `NOT_VERIFIED` fails the run, whatever the score."),
23
+ });
24
+ //# sourceMappingURL=publiccriterionverdict.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"publiccriterionverdict.js","sourceRoot":"","sources":["../../src/models/publiccriterionverdict.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;GAEG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG;IACrB,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,MAAM;IACZ,WAAW,EAAE,cAAc;CACnB,CAAC;AAMX,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,IAAI,CAAC;IACtC,MAAM;IACN,MAAM;IACN,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,kNAAkN,CACnN,CAAC;AAQF,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC5B,oDAAoD,CACrD;IACD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,gDAAgD,CACjD;IACD,OAAO,EAAE,iBAAiB,CAAC,QAAQ,CACjC,kNAAkN,CACnN;CACF,CAAC,CAAC"}
@@ -12,10 +12,10 @@ export const PublicCurrentVisibilityResponse$zodSchema = z.object({
12
12
  date: z.string().nullable().optional().describe("Latest prompt-run date in the range."),
13
13
  end_date: z.string(),
14
14
  has_data: z.boolean(),
15
- share_of_voice: z.number().nullable().optional().describe("Share of all brand mentions across tracked companies, 0 to 1."),
15
+ share_of_voice: z.number().nullable().optional().describe("Fraction of successful prompt runs that mention the company, from 0 to 1; for example, 0.25 means one in four runs. Failed provider runs are excluded."),
16
16
  share_of_voice_rank: z.int().nullable().optional(),
17
17
  start_date: z.string(),
18
- visibility_score: z.number().nullable().optional().describe("The visibility score, from 0 to 1."),
18
+ visibility_score: z.number().nullable().optional().describe("Mean recommendation strength across successful prompt runs, from 0 to 1. Each run contributes the company's recommendation strength (0 to 1) when it is mentioned and 0 when it is not. Failed provider runs are excluded."),
19
19
  visibility_score_rank: z.int().nullable().optional(),
20
20
  });
21
21
  //# sourceMappingURL=publiccurrentvisibilityresponse.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"publiccurrentvisibilityresponse.js","sourceRoot":"","sources":["../../src/models/publiccurrentvisibilityresponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAiB,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAiB5E,MAAM,CAAC,MAAM,yCAAyC,GAElD,CAAC,CAAC,MAAM,CAAC;IACX,mBAAmB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IAC9C,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,wEAAwE,CACzE;IACD,qBAAqB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpD,OAAO,EAAE,uBAAuB;IAChC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,sCAAsC,CACvC;IACD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE;IACrB,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,+DAA+D,CAChE;IACD,mBAAmB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,oCAAoC,CACrC;IACD,qBAAqB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACrD,CAAC,CAAC"}
1
+ {"version":3,"file":"publiccurrentvisibilityresponse.js","sourceRoot":"","sources":["../../src/models/publiccurrentvisibilityresponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAiB,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAiB5E,MAAM,CAAC,MAAM,yCAAyC,GAElD,CAAC,CAAC,MAAM,CAAC;IACX,mBAAmB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IAC9C,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,wEAAwE,CACzE;IACD,qBAAqB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpD,OAAO,EAAE,uBAAuB;IAChC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,sCAAsC,CACvC;IACD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE;IACrB,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,wJAAwJ,CACzJ;IACD,mBAAmB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,4NAA4N,CAC7N;IACD,qBAAqB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACrD,CAAC,CAAC"}
@@ -0,0 +1,15 @@
1
+ import * as z from "zod";
2
+ /**
3
+ * Non-secret summary of the environment an eval run was queued with.
4
+ */
5
+ export type PublicEvalRunEnvironment = {
6
+ id?: string | null | undefined;
7
+ name?: string | null | undefined;
8
+ updated_at?: string | null | undefined;
9
+ queued_at?: string | null | undefined;
10
+ variable_names?: Array<string> | undefined;
11
+ inline?: boolean | undefined;
12
+ changed_since_queued?: boolean | null | undefined;
13
+ };
14
+ export declare const PublicEvalRunEnvironment$zodSchema: z.ZodType<PublicEvalRunEnvironment>;
15
+ //# sourceMappingURL=publicevalrunenvironment.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"publicevalrunenvironment.d.ts","sourceRoot":"","sources":["../../src/models/publicevalrunenvironment.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB;;GAEG;AACH,MAAM,MAAM,wBAAwB,GAAG;IACrC,EAAE,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC/B,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC7B,oBAAoB,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;CACnD,CAAC;AAEF,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,wBAAwB,CAyBzB,CAAC"}
@@ -0,0 +1,15 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 99dc6a5135ee
4
+ */
5
+ import * as z from "zod";
6
+ export const PublicEvalRunEnvironment$zodSchema = z.object({
7
+ changed_since_queued: z.boolean().nullable().optional().describe("True when the saved environment has been edited or deleted since the run was queued, so a rerun would use different values. Null when unknown or for inline environments."),
8
+ id: z.string().nullable().optional().describe("Environment ID, as listed by the environments operation."),
9
+ inline: z.boolean().default(false).describe("True when variables were supplied inline with the run request instead of from a saved environment."),
10
+ name: z.string().nullable().optional().describe("Environment name when the run was queued."),
11
+ queued_at: z.string().nullable().optional().describe("When the run was queued with this environment."),
12
+ updated_at: z.string().nullable().optional().describe("Environment version the run used: when its name or variables last changed before the run was queued. Null if the environment had not changed since versioning was introduced."),
13
+ variable_names: z.array(z.string()).optional().describe("Variable names supplied to the run. Values are never returned."),
14
+ }).describe("Non-secret summary of the environment an eval run was queued with.");
15
+ //# sourceMappingURL=publicevalrunenvironment.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"publicevalrunenvironment.js","sourceRoot":"","sources":["../../src/models/publicevalrunenvironment.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAezB,MAAM,CAAC,MAAM,kCAAkC,GAE3C,CAAC,CAAC,MAAM,CAAC;IACX,oBAAoB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9D,2KAA2K,CAC5K;IACD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3C,0DAA0D,CAC3D;IACD,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CACzC,oGAAoG,CACrG;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,2CAA2C,CAC5C;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,gDAAgD,CACjD;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnD,+KAA+K,CAChL;IACD,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,gEAAgE,CACjE;CACF,CAAC,CAAC,QAAQ,CACT,oEAAoE,CACrE,CAAC"}
@@ -6,6 +6,7 @@ export type PublicEvalRunProgress = {
6
6
  completed?: number | undefined;
7
7
  failed?: number | undefined;
8
8
  cancelled?: number | undefined;
9
+ retrying?: number | undefined;
9
10
  interrupted?: number | undefined;
10
11
  percent?: number | undefined;
11
12
  };
@@ -1 +1 @@
1
- {"version":3,"file":"publicevalrunprogress.d.ts","sourceRoot":"","sources":["../../src/models/publicevalrunprogress.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,qBAAqB,GAAG;IAClC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC9B,CAAC;AAEF,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAYzE,CAAC"}
1
+ {"version":3,"file":"publicevalrunprogress.d.ts","sourceRoot":"","sources":["../../src/models/publicevalrunprogress.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,qBAAqB,GAAG;IAClC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC9B,CAAC;AAEF,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAiBzE,CAAC"}
@@ -7,9 +7,10 @@ export const PublicEvalRunProgress$zodSchema = z.object({
7
7
  cancelled: z.int().default(0),
8
8
  completed: z.int().default(0),
9
9
  failed: z.int().default(0),
10
- interrupted: z.int().default(0),
11
- percent: z.number().default(0).describe("The percentage of child jobs in a terminal state. It can reach `100` while the parent job is still summarizing, so use `status` to detect completion."),
10
+ interrupted: z.int().default(0).describe("Deprecated compatibility alias for `retrying`; use `retrying`."),
11
+ percent: z.number().default(0).describe("The percentage of child jobs in a final state (`completed`, `failed`, or `cancelled`). It can reach `100` while the parent job is still summarizing, so use `status` to detect completion."),
12
12
  queued: z.int().default(0),
13
+ retrying: z.int().default(0).describe("Recoverable child jobs waiting to be retried. These remain active and are excluded from `percent`."),
13
14
  running: z.int().default(0),
14
15
  total: z.int().default(0),
15
16
  });
@@ -1 +1 @@
1
- {"version":3,"file":"publicevalrunprogress.js","sourceRoot":"","sources":["../../src/models/publicevalrunprogress.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAazB,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7B,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7B,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1B,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC/B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACrC,uJAAuJ,CACxJ;IACD,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1B,OAAO,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3B,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;CAC1B,CAAC,CAAC"}
1
+ {"version":3,"file":"publicevalrunprogress.js","sourceRoot":"","sources":["../../src/models/publicevalrunprogress.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAczB,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7B,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7B,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1B,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACtC,gEAAgE,CACjE;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACrC,4LAA4L,CAC7L;IACD,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1B,QAAQ,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACnC,oGAAoG,CACrG;IACD,OAAO,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3B,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;CAC1B,CAAC,CAAC"}
@@ -0,0 +1,13 @@
1
+ import * as z from "zod";
2
+ import { PublicCriterionVerdict } from "./publiccriterionverdict.js";
3
+ export type PublicGraderResult = {
4
+ name: string;
5
+ label?: string | null | undefined;
6
+ passed?: boolean | null | undefined;
7
+ score?: number | null | undefined;
8
+ deductions?: Array<string> | undefined;
9
+ details?: string | null | undefined;
10
+ criteria_verdicts?: Array<PublicCriterionVerdict> | undefined;
11
+ };
12
+ export declare const PublicGraderResult$zodSchema: z.ZodType<PublicGraderResult>;
13
+ //# sourceMappingURL=publicgraderresult.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"publicgraderresult.d.ts","sourceRoot":"","sources":["../../src/models/publicgraderresult.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,sBAAsB,EAEvB,MAAM,6BAA6B,CAAC;AAErC,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACvC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,iBAAiB,CAAC,EAAE,KAAK,CAAC,sBAAsB,CAAC,GAAG,SAAS,CAAC;CAC/D,CAAC;AAEF,eAAO,MAAM,4BAA4B,EAAE,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAsBnE,CAAC"}
@@ -0,0 +1,18 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 73852ac8b2ad
4
+ */
5
+ import * as z from "zod";
6
+ import { PublicCriterionVerdict$zodSchema, } from "./publiccriterionverdict.js";
7
+ export const PublicGraderResult$zodSchema = z
8
+ .object({
9
+ criteria_verdicts: z.array(PublicCriterionVerdict$zodSchema).optional()
10
+ .describe("Judges only: a verdict for each mandatory requirement in the judge criteria. Empty for other checks and for runs graded before per-requirement verdicts were recorded."),
11
+ deductions: z.array(z.string()).optional().describe("Specific shortcomings the check recorded, even when it passed. A judge can pass with a score below 1 and still list deductions here; those checks do not appear in `failure_reasons`."),
12
+ details: z.string().nullable().optional().describe("Reasoning or check output explaining the verdict."),
13
+ label: z.string().nullable().optional().describe("Display name for the check, when the grader sets one."),
14
+ name: z.string().describe("Grader name as configured on the eval."),
15
+ passed: z.boolean().nullable().optional().describe("Whether this check passed."),
16
+ score: z.number().nullable().optional().describe("Score from 0 to 1 for checks that score partially, such as judges; null for pass/fail checks."),
17
+ });
18
+ //# sourceMappingURL=publicgraderresult.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"publicgraderresult.js","sourceRoot":"","sources":["../../src/models/publicgraderresult.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,gCAAgC,GACjC,MAAM,6BAA6B,CAAC;AAYrC,MAAM,CAAC,MAAM,4BAA4B,GAAkC,CAAC;KACzE,MAAM,CAAC;IACN,iBAAiB,EAAE,CAAC,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC,QAAQ,EAAE;SACpE,QAAQ,CACP,wKAAwK,CACzK;IACH,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,uLAAuL,CACxL;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,mDAAmD,CACpD;IACD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,uDAAuD,CACxD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;IACnE,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,4BAA4B,CAC7B;IACD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,+FAA+F,CAChG;CACF,CAAC,CAAC"}
@@ -7,8 +7,8 @@ export const PublicPromptVisibilityMetrics$zodSchema = z.object({
7
7
  average_position: z.number().nullable().optional().describe("Mean mention position in AI responses; 1 is first and lower is better. 0 when runs produced no mentions."),
8
8
  citation_count: z.int().default(0).describe("Owned-domain citations only."),
9
9
  run_count: z.int().default(0).describe("One per prompt, platform, and run date."),
10
- share_of_voice: z.number().nullable().optional().describe("Share of all brand mentions across tracked companies, 0 to 1."),
11
- visibility_score: z.number().nullable().optional().describe("The visibility score, from 0 to 1."),
10
+ share_of_voice: z.number().nullable().optional().describe("Fraction of successful prompt runs that mention the company, from 0 to 1; for example, 0.25 means one in four runs. Failed provider runs are excluded."),
11
+ visibility_score: z.number().nullable().optional().describe("Mean recommendation strength across successful prompt runs, from 0 to 1. Each run contributes the company's recommendation strength (0 to 1) when it is mentioned and 0 when it is not. Failed provider runs are excluded."),
12
12
  visibility_score_rank: z.int().nullable().optional(),
13
13
  });
14
14
  //# sourceMappingURL=publicpromptvisibilitymetrics.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"publicpromptvisibilitymetrics.js","sourceRoot":"","sources":["../../src/models/publicpromptvisibilitymetrics.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAWzB,MAAM,CAAC,MAAM,uCAAuC,GAEhD,CAAC,CAAC,MAAM,CAAC;IACX,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,0GAA0G,CAC3G;IACD,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IAC3E,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACpC,yCAAyC,CAC1C;IACD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,+DAA+D,CAChE;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,oCAAoC,CACrC;IACD,qBAAqB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACrD,CAAC,CAAC"}
1
+ {"version":3,"file":"publicpromptvisibilitymetrics.js","sourceRoot":"","sources":["../../src/models/publicpromptvisibilitymetrics.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAWzB,MAAM,CAAC,MAAM,uCAAuC,GAEhD,CAAC,CAAC,MAAM,CAAC;IACX,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,0GAA0G,CAC3G;IACD,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IAC3E,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACpC,yCAAyC,CAC1C;IACD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,wJAAwJ,CACzJ;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,4NAA4N,CAC7N;IACD,qBAAqB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACrD,CAAC,CAAC"}
@@ -6,10 +6,10 @@ import * as z from "zod";
6
6
  export const PublicVisibilitySnapshot$zodSchema = z.object({
7
7
  average_position: z.number().nullable().optional().describe("Mean mention position in AI responses; 1 is first and lower is better."),
8
8
  average_position_rank: z.int().nullable().optional(),
9
- share_of_voice: z.number().nullable().optional().describe("Share of all brand mentions across tracked companies, 0 to 1."),
9
+ share_of_voice: z.number().nullable().optional().describe("Fraction of successful prompt runs that mention the company, from 0 to 1; for example, 0.25 means one in four runs. Failed provider runs are excluded."),
10
10
  share_of_voice_rank: z.int().nullable().optional(),
11
11
  total_citations: z.int().default(0).describe("Owned-domain citations across all platforms; 0, not `null`, with no prompt runs."),
12
- visibility_score: z.number().nullable().optional().describe("The visibility score, from 0 to 1."),
12
+ visibility_score: z.number().nullable().optional().describe("Mean recommendation strength across successful prompt runs, from 0 to 1. Each run contributes the company's recommendation strength (0 to 1) when it is mentioned and 0 when it is not. Failed provider runs are excluded."),
13
13
  visibility_score_rank: z.int().nullable().optional(),
14
14
  });
15
15
  //# sourceMappingURL=publicvisibilitysnapshot.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"publicvisibilitysnapshot.js","sourceRoot":"","sources":["../../src/models/publicvisibilitysnapshot.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAYzB,MAAM,CAAC,MAAM,kCAAkC,GAE3C,CAAC,CAAC,MAAM,CAAC;IACX,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,wEAAwE,CACzE;IACD,qBAAqB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,+DAA+D,CAChE;IACD,mBAAmB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC1C,kFAAkF,CACnF;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,oCAAoC,CACrC;IACD,qBAAqB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACrD,CAAC,CAAC"}
1
+ {"version":3,"file":"publicvisibilitysnapshot.js","sourceRoot":"","sources":["../../src/models/publicvisibilitysnapshot.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAYzB,MAAM,CAAC,MAAM,kCAAkC,GAE3C,CAAC,CAAC,MAAM,CAAC;IACX,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,wEAAwE,CACzE;IACD,qBAAqB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,wJAAwJ,CACzJ;IACD,mBAAmB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC1C,kFAAkF,CACnF;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,4NAA4N,CAC7N;IACD,qBAAqB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACrD,CAAC,CAAC"}