@lightsage/mcp 0.3.1 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (257) hide show
  1. package/README.md +2 -2
  2. package/api/well-known-openai-apps-challenge.js +25 -0
  3. package/bin/mcp-server.js +660 -797
  4. package/bin/mcp-server.js.map +53 -57
  5. package/esm/funcs/evalsCancel.d.ts +16 -0
  6. package/esm/funcs/evalsCancel.d.ts.map +1 -0
  7. package/esm/funcs/{evalsAnalysis.js → evalsCancel.js} +10 -10
  8. package/esm/funcs/evalsCancel.js.map +1 -0
  9. package/esm/funcs/evalsGet.d.ts +16 -0
  10. package/esm/funcs/evalsGet.d.ts.map +1 -0
  11. package/esm/funcs/{evalRunsV2EvalRunsRetrieve.js → evalsGet.js} +5 -5
  12. package/esm/funcs/evalsGet.js.map +1 -0
  13. package/esm/funcs/evalsRun.d.ts +6 -4
  14. package/esm/funcs/evalsRun.d.ts.map +1 -1
  15. package/esm/funcs/evalsRun.js +6 -4
  16. package/esm/funcs/evalsRun.js.map +1 -1
  17. package/esm/funcs/evalsV2EvalsCreate.d.ts +1 -1
  18. package/esm/funcs/evalsV2EvalsCreate.js +1 -1
  19. package/esm/funcs/evalsV2EvalsUpdate.d.ts +1 -1
  20. package/esm/funcs/evalsV2EvalsUpdate.js +1 -1
  21. package/esm/funcs/promptsV2PromptRunsList.d.ts +1 -1
  22. package/esm/funcs/promptsV2PromptRunsList.js +1 -1
  23. package/esm/funcs/promptsV2PromptRunsRetrieve.d.ts +1 -1
  24. package/esm/funcs/promptsV2PromptRunsRetrieve.js +1 -1
  25. package/esm/landing-page.js +1 -1
  26. package/esm/lib/config.d.ts +3 -3
  27. package/esm/lib/config.js +3 -3
  28. package/esm/lib/config.js.map +1 -1
  29. package/esm/mcp-server/mcp-server.js +1 -1
  30. package/esm/mcp-server/server.d.ts.map +1 -1
  31. package/esm/mcp-server/server.js +5 -9
  32. package/esm/mcp-server/server.js.map +1 -1
  33. package/esm/mcp-server/tools/evalsCancel.d.ts +7 -0
  34. package/esm/mcp-server/tools/evalsCancel.d.ts.map +1 -0
  35. package/esm/mcp-server/tools/evalsCancel.js +35 -0
  36. package/esm/mcp-server/tools/evalsCancel.js.map +1 -0
  37. package/esm/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.d.ts → evalsGet.d.ts} +2 -2
  38. package/esm/mcp-server/tools/evalsGet.d.ts.map +1 -0
  39. package/esm/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.js → evalsGet.js} +8 -8
  40. package/esm/mcp-server/tools/evalsGet.js.map +1 -0
  41. package/esm/mcp-server/tools/evalsRun.d.ts.map +1 -1
  42. package/esm/mcp-server/tools/evalsRun.js +6 -4
  43. package/esm/mcp-server/tools/evalsRun.js.map +1 -1
  44. package/esm/mcp-server/tools/evalsV2EvalsCreate.js +1 -1
  45. package/esm/mcp-server/tools/evalsV2EvalsCreate.js.map +1 -1
  46. package/esm/mcp-server/tools/evalsV2EvalsUpdate.js +1 -1
  47. package/esm/mcp-server/tools/evalsV2EvalsUpdate.js.map +1 -1
  48. package/esm/mcp-server/tools/promptsV2PromptRunsList.js +1 -1
  49. package/esm/mcp-server/tools/promptsV2PromptRunsList.js.map +1 -1
  50. package/esm/mcp-server/tools/promptsV2PromptRunsRetrieve.js +1 -1
  51. package/esm/mcp-server/tools/promptsV2PromptRunsRetrieve.js.map +1 -1
  52. package/esm/models/createv2evalconfigurationrequest.d.ts +2 -0
  53. package/esm/models/createv2evalconfigurationrequest.d.ts.map +1 -1
  54. package/esm/models/createv2evalconfigurationrequest.js +2 -0
  55. package/esm/models/createv2evalconfigurationrequest.js.map +1 -1
  56. package/esm/models/createv2evalrequest.d.ts +5 -5
  57. package/esm/models/createv2evalrequest.d.ts.map +1 -1
  58. package/esm/models/createv2evalrequest.js +5 -10
  59. package/esm/models/createv2evalrequest.js.map +1 -1
  60. package/esm/models/createv2evalrunrequest.d.ts +5 -5
  61. package/esm/models/createv2evalrunrequest.d.ts.map +1 -1
  62. package/esm/models/createv2evalrunrequest.js +6 -10
  63. package/esm/models/createv2evalrunrequest.js.map +1 -1
  64. package/esm/models/publiccompetitorrow.js +2 -2
  65. package/esm/models/publiccompetitorrow.js.map +1 -1
  66. package/esm/models/publiccriterionverdict.d.ts +26 -0
  67. package/esm/models/publiccriterionverdict.d.ts.map +1 -0
  68. package/esm/models/publiccriterionverdict.js +24 -0
  69. package/esm/models/publiccriterionverdict.js.map +1 -0
  70. package/esm/models/publiccurrentvisibilityresponse.js +2 -2
  71. package/esm/models/publiccurrentvisibilityresponse.js.map +1 -1
  72. package/esm/models/publicevalrunenvironment.d.ts +15 -0
  73. package/esm/models/publicevalrunenvironment.d.ts.map +1 -0
  74. package/esm/models/publicevalrunenvironment.js +15 -0
  75. package/esm/models/publicevalrunenvironment.js.map +1 -0
  76. package/esm/models/publicevalrunprogress.d.ts +1 -0
  77. package/esm/models/publicevalrunprogress.d.ts.map +1 -1
  78. package/esm/models/publicevalrunprogress.js +3 -2
  79. package/esm/models/publicevalrunprogress.js.map +1 -1
  80. package/esm/models/publicgraderresult.d.ts +13 -0
  81. package/esm/models/publicgraderresult.d.ts.map +1 -0
  82. package/esm/models/publicgraderresult.js +18 -0
  83. package/esm/models/publicgraderresult.js.map +1 -0
  84. package/esm/models/publicpromptvisibilitymetrics.js +2 -2
  85. package/esm/models/publicpromptvisibilitymetrics.js.map +1 -1
  86. package/esm/models/publicvisibilitysnapshot.js +2 -2
  87. package/esm/models/publicvisibilitysnapshot.js.map +1 -1
  88. package/esm/models/searchgroundingmode.d.ts +20 -0
  89. package/esm/models/searchgroundingmode.d.ts.map +1 -0
  90. package/esm/models/searchgroundingmode.js +19 -0
  91. package/esm/models/searchgroundingmode.js.map +1 -0
  92. package/esm/models/updatev2evalconfigurationrequest.d.ts +2 -0
  93. package/esm/models/updatev2evalconfigurationrequest.d.ts.map +1 -1
  94. package/esm/models/updatev2evalconfigurationrequest.js +3 -0
  95. package/esm/models/updatev2evalconfigurationrequest.js.map +1 -1
  96. package/esm/models/updatev2evalrequest.d.ts +5 -5
  97. package/esm/models/updatev2evalrequest.d.ts.map +1 -1
  98. package/esm/models/updatev2evalrequest.js +6 -10
  99. package/esm/models/updatev2evalrequest.js.map +1 -1
  100. package/esm/models/v2eval.d.ts +6 -2
  101. package/esm/models/v2eval.d.ts.map +1 -1
  102. package/esm/models/v2eval.js +5 -1
  103. package/esm/models/v2eval.js.map +1 -1
  104. package/esm/models/v2evalconfiguration.d.ts +2 -0
  105. package/esm/models/v2evalconfiguration.d.ts.map +1 -1
  106. package/esm/models/v2evalconfiguration.js +2 -0
  107. package/esm/models/v2evalconfiguration.js.map +1 -1
  108. package/esm/models/v2evalresultsummary.d.ts +10 -0
  109. package/esm/models/v2evalresultsummary.d.ts.map +1 -1
  110. package/esm/models/v2evalresultsummary.js +12 -1
  111. package/esm/models/v2evalresultsummary.js.map +1 -1
  112. package/esm/models/v2evalrun.d.ts.map +1 -1
  113. package/esm/models/v2evalrun.js +1 -1
  114. package/esm/models/v2evalrun.js.map +1 -1
  115. package/esm/models/v2evalrundetail.d.ts +30 -0
  116. package/esm/models/v2evalrundetail.d.ts.map +1 -0
  117. package/esm/models/v2evalrundetail.js +33 -0
  118. package/esm/models/v2evalrundetail.js.map +1 -0
  119. package/esm/models/v2evalrunscancelop.d.ts +31 -0
  120. package/esm/models/v2evalrunscancelop.d.ts.map +1 -0
  121. package/esm/models/v2evalrunscancelop.js +27 -0
  122. package/esm/models/v2evalrunscancelop.js.map +1 -0
  123. package/esm/models/v2evalrunscreateop.d.ts +23 -3
  124. package/esm/models/v2evalrunscreateop.d.ts.map +1 -1
  125. package/esm/models/v2evalrunscreateop.js +15 -2
  126. package/esm/models/v2evalrunscreateop.js.map +1 -1
  127. package/esm/models/v2evalrunsretrieveop.d.ts +9 -2
  128. package/esm/models/v2evalrunsretrieveop.d.ts.map +1 -1
  129. package/esm/models/v2evalrunsretrieveop.js +6 -2
  130. package/esm/models/v2evalrunsretrieveop.js.map +1 -1
  131. package/esm/models/v2evalruntraceevent.d.ts.map +1 -1
  132. package/esm/models/v2evalruntraceevent.js +1 -1
  133. package/esm/models/v2evalruntraceevent.js.map +1 -1
  134. package/esm/models/v2promptrundetail.d.ts +6 -0
  135. package/esm/models/v2promptrundetail.d.ts.map +1 -1
  136. package/esm/models/v2promptrundetail.js +4 -1
  137. package/esm/models/v2promptrundetail.js.map +1 -1
  138. package/esm/models/v2promptrunsummary.d.ts.map +1 -1
  139. package/esm/models/v2promptrunsummary.js +1 -1
  140. package/esm/models/v2promptrunsummary.js.map +1 -1
  141. package/esm/models/v2publictask.d.ts +2 -2
  142. package/esm/models/v2publictask.d.ts.map +1 -1
  143. package/esm/models/v2publictask.js +4 -4
  144. package/esm/models/v2publictask.js.map +1 -1
  145. package/esm/tool-names.d.ts.map +1 -1
  146. package/esm/tool-names.js +11 -19
  147. package/esm/tool-names.js.map +1 -1
  148. package/package.json +1 -1
  149. package/src/funcs/{evalsAnalysis.ts → evalsCancel.ts} +13 -13
  150. package/src/funcs/{evalRunsV2EvalRunsRetrieve.ts → evalsGet.ts} +4 -4
  151. package/src/funcs/evalsRun.ts +6 -4
  152. package/src/funcs/evalsV2EvalsCreate.ts +1 -1
  153. package/src/funcs/evalsV2EvalsUpdate.ts +1 -1
  154. package/src/funcs/promptsV2PromptRunsList.ts +1 -1
  155. package/src/funcs/promptsV2PromptRunsRetrieve.ts +1 -1
  156. package/src/landing-page.ts +1 -1
  157. package/src/lib/config.ts +3 -3
  158. package/src/mcp-server/mcp-server.ts +1 -1
  159. package/src/mcp-server/server.ts +5 -9
  160. package/src/mcp-server/tools/evalsCancel.ts +43 -0
  161. package/src/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.ts → evalsGet.ts} +7 -7
  162. package/src/mcp-server/tools/evalsRun.ts +6 -4
  163. package/src/mcp-server/tools/evalsV2EvalsCreate.ts +1 -1
  164. package/src/mcp-server/tools/evalsV2EvalsUpdate.ts +1 -1
  165. package/src/mcp-server/tools/promptsV2PromptRunsList.ts +1 -1
  166. package/src/mcp-server/tools/promptsV2PromptRunsRetrieve.ts +1 -1
  167. package/src/models/createv2evalconfigurationrequest.ts +8 -0
  168. package/src/models/createv2evalrequest.ts +18 -22
  169. package/src/models/createv2evalrunrequest.ts +19 -24
  170. package/src/models/publiccompetitorrow.ts +2 -2
  171. package/src/models/publiccriterionverdict.ts +48 -0
  172. package/src/models/publiccurrentvisibilityresponse.ts +2 -2
  173. package/src/models/publicevalrunenvironment.ts +47 -0
  174. package/src/models/publicevalrunprogress.ts +8 -2
  175. package/src/models/publicgraderresult.ts +44 -0
  176. package/src/models/publicpromptvisibilitymetrics.ts +2 -2
  177. package/src/models/publicvisibilitysnapshot.ts +2 -2
  178. package/src/models/searchgroundingmode.ts +26 -0
  179. package/src/models/updatev2evalconfigurationrequest.ts +9 -0
  180. package/src/models/updatev2evalrequest.ts +20 -21
  181. package/src/models/v2eval.ts +14 -2
  182. package/src/models/v2evalconfiguration.ts +8 -0
  183. package/src/models/v2evalresultsummary.ts +36 -1
  184. package/src/models/v2evalrun.ts +3 -1
  185. package/src/models/v2evalrundetail.ts +90 -0
  186. package/src/models/v2evalrunscancelop.ts +70 -0
  187. package/src/models/v2evalrunscreateop.ts +43 -5
  188. package/src/models/v2evalrunsretrieveop.ts +23 -3
  189. package/src/models/v2evalruntraceevent.ts +3 -1
  190. package/src/models/v2promptrundetail.ts +12 -1
  191. package/src/models/v2promptrunsummary.ts +3 -1
  192. package/src/models/v2publictask.ts +9 -7
  193. package/src/tool-names.ts +11 -19
  194. package/test/simulations.test.js +30 -3
  195. package/esm/funcs/evalResultsV2EvalResultsList.d.ts +0 -16
  196. package/esm/funcs/evalResultsV2EvalResultsList.d.ts.map +0 -1
  197. package/esm/funcs/evalResultsV2EvalResultsList.js +0 -87
  198. package/esm/funcs/evalResultsV2EvalResultsList.js.map +0 -1
  199. package/esm/funcs/evalResultsV2EvalResultsRetrieve.d.ts +0 -16
  200. package/esm/funcs/evalResultsV2EvalResultsRetrieve.d.ts.map +0 -1
  201. package/esm/funcs/evalResultsV2EvalResultsRetrieve.js +0 -88
  202. package/esm/funcs/evalResultsV2EvalResultsRetrieve.js.map +0 -1
  203. package/esm/funcs/evalRunsV2EvalRunsRetrieve.d.ts +0 -16
  204. package/esm/funcs/evalRunsV2EvalRunsRetrieve.d.ts.map +0 -1
  205. package/esm/funcs/evalRunsV2EvalRunsRetrieve.js.map +0 -1
  206. package/esm/funcs/evalsAnalysis.d.ts +0 -16
  207. package/esm/funcs/evalsAnalysis.d.ts.map +0 -1
  208. package/esm/funcs/evalsAnalysis.js.map +0 -1
  209. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.d.ts +0 -7
  210. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.d.ts.map +0 -1
  211. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js +0 -35
  212. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js.map +0 -1
  213. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.d.ts +0 -7
  214. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.d.ts.map +0 -1
  215. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.js +0 -35
  216. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.js.map +0 -1
  217. package/esm/mcp-server/tools/evalRunsV2EvalRunsRetrieve.d.ts.map +0 -1
  218. package/esm/mcp-server/tools/evalRunsV2EvalRunsRetrieve.js.map +0 -1
  219. package/esm/mcp-server/tools/evalsAnalysis.d.ts +0 -7
  220. package/esm/mcp-server/tools/evalsAnalysis.d.ts.map +0 -1
  221. package/esm/mcp-server/tools/evalsAnalysis.js +0 -35
  222. package/esm/mcp-server/tools/evalsAnalysis.js.map +0 -1
  223. package/esm/models/v2evalresult.d.ts +0 -23
  224. package/esm/models/v2evalresult.d.ts.map +0 -1
  225. package/esm/models/v2evalresult.js +0 -24
  226. package/esm/models/v2evalresult.js.map +0 -1
  227. package/esm/models/v2evalresultslistop.d.ts +0 -11
  228. package/esm/models/v2evalresultslistop.d.ts.map +0 -1
  229. package/esm/models/v2evalresultslistop.js +0 -16
  230. package/esm/models/v2evalresultslistop.js.map +0 -1
  231. package/esm/models/v2evalresultsresponse.d.ts +0 -9
  232. package/esm/models/v2evalresultsresponse.d.ts.map +0 -1
  233. package/esm/models/v2evalresultsresponse.js +0 -12
  234. package/esm/models/v2evalresultsresponse.js.map +0 -1
  235. package/esm/models/v2evalresultsretrieveop.d.ts +0 -10
  236. package/esm/models/v2evalresultsretrieveop.d.ts.map +0 -1
  237. package/esm/models/v2evalresultsretrieveop.js +0 -15
  238. package/esm/models/v2evalresultsretrieveop.js.map +0 -1
  239. package/esm/models/v2evalrunanalysisresponse.d.ts +0 -12
  240. package/esm/models/v2evalrunanalysisresponse.d.ts.map +0 -1
  241. package/esm/models/v2evalrunanalysisresponse.js +0 -15
  242. package/esm/models/v2evalrunanalysisresponse.js.map +0 -1
  243. package/esm/models/v2evalrunsanalysisop.d.ts +0 -17
  244. package/esm/models/v2evalrunsanalysisop.d.ts.map +0 -1
  245. package/esm/models/v2evalrunsanalysisop.js +0 -19
  246. package/esm/models/v2evalrunsanalysisop.js.map +0 -1
  247. package/src/funcs/evalResultsV2EvalResultsList.ts +0 -149
  248. package/src/funcs/evalResultsV2EvalResultsRetrieve.ts +0 -153
  249. package/src/mcp-server/tools/evalResultsV2EvalResultsList.ts +0 -43
  250. package/src/mcp-server/tools/evalResultsV2EvalResultsRetrieve.ts +0 -45
  251. package/src/mcp-server/tools/evalsAnalysis.ts +0 -43
  252. package/src/models/v2evalresult.ts +0 -46
  253. package/src/models/v2evalresultslistop.ts +0 -39
  254. package/src/models/v2evalresultsresponse.ts +0 -23
  255. package/src/models/v2evalresultsretrieveop.ts +0 -28
  256. package/src/models/v2evalrunanalysisresponse.ts +0 -32
  257. package/src/models/v2evalrunsanalysisop.ts +0 -48
package/src/tool-names.ts CHANGED
@@ -50,11 +50,11 @@ export const toolNames: Array<{ name: string; description: string }>= [
50
50
  },
51
51
  {
52
52
  "name": "prompts-v2-prompt-runs-list",
53
- "description": "List Prompt Runs\n\nReturns stored prompt runs without exposing raw runtime or provider configuration. Filterable by prompt, platform, and date range."
53
+ "description": "List Prompt Runs\n\nReturns stored prompt runs with limit-and-offset pagination, without exposing raw runtime or provider configuration. Filter by prompt, platform, or date range."
54
54
  },
55
55
  {
56
56
  "name": "prompts-v2-prompt-runs-retrieve",
57
- "description": "Retrieve Prompt Run\n\nReturns one stored prompt run, including its mentions and citations."
57
+ "description": "Retrieve Prompt Run\n\nReturns one stored prompt run, including mentions, citations, and any sanitized coding-agent trace captured for the run."
58
58
  },
59
59
  {
60
60
  "name": "prompts-v2-prompts-retrieve",
@@ -114,7 +114,7 @@ export const toolNames: Array<{ name: string; description: string }>= [
114
114
  },
115
115
  {
116
116
  "name": "evals-v2-evals-create",
117
- "description": "Create Eval\n\nCreates a reusable simulation definition with one or more task prompts and judges. Optional agents, persona, CLI installations, MCP servers, repeat count, and tags are saved with the eval. Creating the eval does not start a run and does not accept secret environment values."
117
+ "description": "Create Eval\n\nCreates a reusable simulation definition with one or more task prompts and judges. Optional agents, persona, CLI installations, MCP servers, setup commands, cleanup commands, grounding policy, repeat count, and tags are saved with the eval. `search_grounding` supports `disabled`, `enabled`, and `default`; `default` preserves normal platform behavior. Creating the eval does not start a run and does not accept secret environment values."
118
118
  },
119
119
  {
120
120
  "name": "evals-v2-evals-retrieve",
@@ -122,7 +122,7 @@ export const toolNames: Array<{ name: string; description: string }>= [
122
122
  },
123
123
  {
124
124
  "name": "evals-v2-evals-update",
125
- "description": "Update Eval\n\nUpdates a reusable eval simulation definition. Omitted fields remain unchanged. Empty `agent`, `clis`, `mcps`, or `tags` arrays clear those collections, and `persona: null` clears the saved persona."
125
+ "description": "Update Eval\n\nUpdates a reusable eval simulation definition. Omitted fields remain unchanged. Empty `agent`, `clis`, `mcps`, `setup_commands`, `cleanup_commands`, or `tags` arrays clear those collections, and `persona: null` clears the saved persona."
126
126
  },
127
127
  {
128
128
  "name": "evals-v2-evals-delete",
@@ -150,31 +150,23 @@ export const toolNames: Array<{ name: string; description: string }>= [
150
150
  },
151
151
  {
152
152
  "name": "evals-run",
153
- "description": "Start an eval run\n\nQueues a durable eval job and returns immediately with a polling ID. Poll `GET /v2/eval-runs/{run_id}` until its status reaches a terminal value.\n\nSend one of these flat request forms:\n\n- **Saved eval:** provide `eval_id`; optionally replace its prompts, persona, agents, CLIs, MCPs, or runs for this launch. A saved configuration can still provide repository, environment, skills, and legacy tool selections.\n- **Direct create-and-run:** provide `prompts`, `judges`, and `agent`. You may also provide a persona, tags, repository, write-only environment variables, saved or inline CLIs and MCP servers, and skills.\n\nThe run fans out across prompts × agents × runs. Persona is shared metadata and does not multiply attempts. No separate `mode` field is required."
153
+ "description": "Start an eval run\n\nQueues a durable eval job and returns immediately with a polling ID. Poll `GET /v2/eval-runs/{run_id}` until its status reaches a terminal value; once finished it also returns the results and analysis. Follow a run live with the monitor operation.\n\nSend one of these flat request forms:\n\n- **Saved eval:** provide `eval_id`; optionally replace its prompts, persona, agents, CLIs, MCPs, setup commands, cleanup commands, or runs for this launch. A saved configuration can still provide repository, environment, skills, and legacy tool selections.\n- **Direct create-and-run:** provide `prompts`, `judges`, and `agent`. You may also provide a persona, tags, repository, write-only environment variables, saved or inline CLIs and MCP servers, skills, setup commands, and cleanup commands.\n\nThe run fans out across prompts × agents × runs. Persona is shared metadata and does not multiply attempts. No separate `mode` field is required. If the organization lacks the estimated credits, the request fails with `402` before dispatching work.\n\nA saved or inline environment containing an empty or placeholder credential is rejected with `400` before any evaluation is dispatched."
154
154
  },
155
155
  {
156
- "name": "evals-analysis",
157
- "description": "Retrieve eval run analysis\n\nReturns the persisted analysis produced for each completed attempt in one eval run. The analysis includes the verdict, outcome explanation, findings, bottleneck, and analysis sections. Active runs return the analysis available so far together with current run status and progress."
156
+ "name": "evals-cancel",
157
+ "description": "Cancel an eval run\n\nMarks an active eval run as cancelled and prevents queued attempts from starting. Running sandbox attempts are stopped asynchronously. Requests already sent to an external provider cannot be recalled, but any later response does not change the run from cancelled. Repeating this request for an already-cancelled run is safe."
158
158
  },
159
159
  {
160
160
  "name": "evals-trace",
161
161
  "description": "Retrieve an eval run trace\n\nReturns a finite page of sanitized execution events for one eval run. Use `next_after_id` as `after_id` to retrieve the next page. Use the monitor operation instead when following a run live."
162
162
  },
163
163
  {
164
- "name": "eval-runs-v2-eval-runs-list",
165
- "description": "List Runs\n\nReturns jobs created through `POST /v2/eval-runs`, ordered newest first, with lifecycle state and progress."
166
- },
167
- {
168
- "name": "eval-runs-v2-eval-runs-retrieve",
169
- "description": "Retrieve Run\n\nReturns the status and progress of an eval job. Poll until the status reaches a terminal value."
164
+ "name": "evals-get",
165
+ "description": "Retrieve an eval run\n\nReturns the run's current status and progress. Once its attempts finish, the response also includes their results and analysis. Poll this until the status reaches a terminal value. Use the trace operation for the raw execution event log, or the monitor operation to follow a run live."
170
166
  },
171
167
  {
172
- "name": "eval-results-v2-eval-results-list",
173
- "description": "List Results\n\nReturns completed custom-eval results from all supported run flows, ordered newest first. Result IDs are different from eval run IDs."
174
- },
175
- {
176
- "name": "eval-results-v2-eval-results-retrieve",
177
- "description": "Retrieve Result\n\nReturns one completed custom-eval result with its output and diagnostic details."
168
+ "name": "eval-runs-v2-eval-runs-list",
169
+ "description": "List Runs\n\nReturns jobs created through `POST /v2/eval-runs`, ordered newest first, with lifecycle state and progress."
178
170
  },
179
171
  {
180
172
  "name": "agents-v2-agents-list",
@@ -9,6 +9,9 @@ const { CreateV2EvalRequest$zodSchema } = await import(
9
9
  const { CreateV2EvalRunRequest$zodSchema } = await import(
10
10
  "../esm/models/createv2evalrunrequest.js"
11
11
  );
12
+ const { UpdateV2EvalRequest$zodSchema } = await import(
13
+ "../esm/models/updatev2evalrequest.js"
14
+ );
12
15
  const { tool$evalsV2EvalsCreate } = await import(
13
16
  "../esm/mcp-server/tools/evalsV2EvalsCreate.js"
14
17
  );
@@ -16,8 +19,8 @@ const { tool$evalsRun } = await import(
16
19
  "../esm/mcp-server/tools/evalsRun.js"
17
20
  );
18
21
 
19
- const savedCli = { id: "230f0c71-ed91-4a4a-9932-9cef267411bc" };
20
- const inlineCli = { install_command: "brew install lightsagehq/tools/lightsage" };
22
+ const savedCli = "230f0c71-ed91-4a4a-9932-9cef267411bc";
23
+ const inlineCli = "brew install lightsagehq/tools/lightsage";
21
24
  const savedMcp = { id: "550e8400-e29b-41d4-a716-446655440000" };
22
25
  const inlineMcp = {
23
26
  name: "lightsage",
@@ -52,12 +55,16 @@ test("create eval accepts the canonical simulation matrix", () => {
52
55
  agent: ["codex:gpt-5-4", "claude-code:claude-opus-4-8"],
53
56
  clis: [savedCli, inlineCli],
54
57
  mcps: [savedMcp, inlineMcp],
58
+ setup_commands: ["npm install", "npm run db:migrate"],
59
+ cleanup_commands: ["npm run db:cleanup"],
55
60
  runs: 2,
56
61
  tags: ["smoke-test"],
57
62
  });
58
63
 
59
64
  assert.deepEqual(parsed.clis, [savedCli, inlineCli]);
60
65
  assert.deepEqual(parsed.mcps, [savedMcp, inlineMcp]);
66
+ assert.deepEqual(parsed.setup_commands, ["npm install", "npm run db:migrate"]);
67
+ assert.deepEqual(parsed.cleanup_commands, ["npm run db:cleanup"]);
61
68
  assert.equal(parsed.runs, 2);
62
69
  });
63
70
 
@@ -69,6 +76,8 @@ test("direct eval run accepts the same canonical simulation fields", () => {
69
76
  persona: "Platform engineer",
70
77
  clis: [savedCli, inlineCli],
71
78
  mcps: [savedMcp, inlineMcp],
79
+ setup_commands: ["npm install"],
80
+ cleanup_commands: ["npm run db:cleanup"],
72
81
  env: { LIGHTSAGE_API_KEY: "runtime-only" },
73
82
  skills: ["resend/resend-skills"],
74
83
  runs: 3,
@@ -80,11 +89,13 @@ test("direct eval run accepts the same canonical simulation fields", () => {
80
89
  ]);
81
90
  assert.deepEqual(parsed.clis, [savedCli, inlineCli]);
82
91
  assert.deepEqual(parsed.mcps, [savedMcp, inlineMcp]);
92
+ assert.deepEqual(parsed.setup_commands, ["npm install"]);
93
+ assert.deepEqual(parsed.cleanup_commands, ["npm run db:cleanup"]);
83
94
  assert.deepEqual(parsed.skills, ["resend/resend-skills"]);
84
95
  assert.equal(parsed.runs, 3);
85
96
  });
86
97
 
87
- test("simulation tools reject non-object CLI and MCP entries", () => {
98
+ test("simulation tools reject non-object MCP entries", () => {
88
99
  const result = CreateV2EvalRunRequest$zodSchema.safeParse({
89
100
  prompts: ["Use the CLI."],
90
101
  judges: ["The workflow succeeds."],
@@ -96,6 +107,18 @@ test("simulation tools reject non-object CLI and MCP entries", () => {
96
107
  assert.equal(result.success, false);
97
108
  });
98
109
 
110
+ test("eval updates accept string CLIs and lifecycle commands", () => {
111
+ const parsed = UpdateV2EvalRequest$zodSchema.parse({
112
+ clis: [savedCli, inlineCli],
113
+ setup_commands: ["npm install"],
114
+ cleanup_commands: [],
115
+ });
116
+
117
+ assert.deepEqual(parsed.clis, [savedCli, inlineCli]);
118
+ assert.deepEqual(parsed.setup_commands, ["npm install"]);
119
+ assert.deepEqual(parsed.cleanup_commands, []);
120
+ });
121
+
99
122
  test("MCP tools forward canonical eval resources unchanged", async () => {
100
123
  const requests = [];
101
124
  const server = createSimulationServer(requests);
@@ -113,6 +136,8 @@ test("MCP tools forward canonical eval resources unchanged", async () => {
113
136
  agent: ["codex:gpt-5-4"],
114
137
  clis: [savedCli, inlineCli],
115
138
  mcps: [savedMcp, inlineMcp],
139
+ setup_commands: ["npm install"],
140
+ cleanup_commands: ["npm run db:cleanup"],
116
141
  runs: 2,
117
142
  tags: ["smoke-test"],
118
143
  };
@@ -122,6 +147,8 @@ test("MCP tools forward canonical eval resources unchanged", async () => {
122
147
  agent: ["codex:gpt-5-4"],
123
148
  clis: [savedCli, inlineCli],
124
149
  mcps: [savedMcp, inlineMcp],
150
+ setup_commands: ["npm install"],
151
+ cleanup_commands: ["npm run db:cleanup"],
125
152
  env: { LIGHTSAGE_API_KEY: "runtime-only" },
126
153
  skills: ["resend/resend-skills"],
127
154
  runs: 3,
@@ -1,16 +0,0 @@
1
- import { LightsageMcpCore } from "../core.js";
2
- import { RequestOptions } from "../lib/sdks.js";
3
- import { APIError } from "../models/errors/apierror.js";
4
- import { ConnectionError, InvalidRequestError, RequestAbortedError, RequestTimeoutError, UnexpectedClientError } from "../models/errors/httpclienterrors.js";
5
- import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
6
- import { V2EvalResultsListRequest } from "../models/v2evalresultslistop.js";
7
- import { APIPromise } from "../types/async.js";
8
- import { Result } from "../types/fp.js";
9
- /**
10
- * List Results
11
- *
12
- * @remarks
13
- * Returns completed custom-eval results from all supported run flows, ordered newest first. Result IDs are different from eval run IDs.
14
- */
15
- export declare function evalResultsV2EvalResultsList(client$: LightsageMcpCore, request?: V2EvalResultsListRequest | undefined, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
16
- //# sourceMappingURL=evalResultsV2EvalResultsList.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"evalResultsV2EvalResultsList.d.ts","sourceRoot":"","sources":["../../src/funcs/evalResultsV2EvalResultsList.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAI9C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGhD,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,EACL,wBAAwB,EAEzB,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC;;;;;GAKG;AACH,wBAAgB,4BAA4B,CAC1C,OAAO,EAAE,gBAAgB,EACzB,OAAO,CAAC,EAAE,wBAAwB,GAAG,SAAS,EAC9C,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CACX,MAAM,CACJ,QAAQ,EACN,QAAQ,GACR,kBAAkB,GAClB,qBAAqB,GACrB,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,eAAe,CAClB,CACF,CAMA"}
@@ -1,87 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: 76617aca5ec6
4
- */
5
- import { encodeFormQuery } from "../lib/encodings.js";
6
- import { compactMap } from "../lib/primitives.js";
7
- import { safeParse } from "../lib/schemas.js";
8
- import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
9
- import { pathToFunc } from "../lib/url.js";
10
- import { V2EvalResultsListRequest$zodSchema, } from "../models/v2evalresultslistop.js";
11
- import { APIPromise } from "../types/async.js";
12
- /**
13
- * List Results
14
- *
15
- * @remarks
16
- * Returns completed custom-eval results from all supported run flows, ordered newest first. Result IDs are different from eval run IDs.
17
- */
18
- export function evalResultsV2EvalResultsList(client$, request, options) {
19
- return new APIPromise($do(client$, request, options));
20
- }
21
- async function $do(client$, request, options) {
22
- const parsed$ = safeParse(request, (value$) => V2EvalResultsListRequest$zodSchema.optional().parse(value$), "Input validation failed");
23
- if (!parsed$.ok) {
24
- return [parsed$, { status: "invalid" }];
25
- }
26
- const payload$ = parsed$.value;
27
- const body$ = null;
28
- const path$ = pathToFunc("/v2/eval-results")();
29
- const query$ = encodeFormQuery({
30
- "limit": payload$?.limit,
31
- "since": payload$?.since,
32
- });
33
- const headers$ = new Headers(compactMap({
34
- Accept: "application/json",
35
- }));
36
- const securityInput = await extractSecurity(client$._options.security);
37
- const requestSecurity = resolveGlobalSecurity(securityInput);
38
- const context = {
39
- options: client$._options,
40
- baseURL: options?.serverURL ?? client$._baseURL ?? "",
41
- operationID: "v2_eval_results_list",
42
- oAuth2Scopes: null,
43
- resolvedSecurity: requestSecurity,
44
- securitySource: client$._options.security,
45
- retryConfig: options?.retries
46
- || client$._options.retryConfig
47
- || { strategy: "none" },
48
- retryCodes: options?.retryCodes || [
49
- "429",
50
- "500",
51
- "502",
52
- "503",
53
- "504",
54
- ],
55
- };
56
- const requestRes = client$._createRequest(context, {
57
- security: requestSecurity,
58
- method: "GET",
59
- baseURL: options?.serverURL,
60
- path: path$,
61
- headers: headers$,
62
- query: query$,
63
- body: body$,
64
- userAgent: client$._options.userAgent,
65
- timeoutMs: options?.timeoutMs || client$._options.timeoutMs
66
- || -1,
67
- }, options);
68
- if (!requestRes.ok) {
69
- return [requestRes, { status: "invalid" }];
70
- }
71
- const req$ = requestRes.value;
72
- const doResult = await client$._do(req$, {
73
- context,
74
- errorCodes: [],
75
- retryConfig: context.retryConfig,
76
- retryCodes: context.retryCodes,
77
- });
78
- if (!doResult.ok) {
79
- return [doResult, { status: "request-error", request: req$ }];
80
- }
81
- return [doResult, {
82
- status: "complete",
83
- "request": req$,
84
- response: doResult.value,
85
- }];
86
- }
87
- //# sourceMappingURL=evalResultsV2EvalResultsList.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"evalResultsV2EvalResultsList.js","sourceRoot":"","sources":["../../src/funcs/evalResultsV2EvalResultsList.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAU3C,OAAO,EAEL,kCAAkC,GACnC,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAGxD;;;;;GAKG;AACH,MAAM,UAAU,4BAA4B,CAC1C,OAAyB,EACzB,OAA8C,EAC9C,OAAwB;IAaxB,OAAO,IAAI,UAAU,CAAC,GAAG,CACvB,OAAO,EACP,OAAO,EACP,OAAO,CACR,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,GAAG,CAChB,OAAyB,EACzB,OAA8C,EAC9C,OAAwB;IAgBxB,MAAM,OAAO,GAAG,SAAS,CACvB,OAAO,EACP,CAAC,MAAM,EAAE,EAAE,CAAC,kCAAkC,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,EACvE,yBAAyB,CAC1B,CAAC;IACF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC;IACnB,MAAM,KAAK,GAAG,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;IAC/C,MAAM,MAAM,GAAG,eAAe,CAAC;QAC7B,OAAO,EAAE,QAAQ,EAAE,KAAK;QACxB,OAAO,EAAE,QAAQ,EAAE,KAAK;KACzB,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;QACtC,MAAM,EAAE,kBAAkB;KAC3B,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,OAAO,CAAC,QAAQ;QACzB,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE;QACrD,WAAW,EAAE,sBAAsB;QACnC,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,eAAe;QACjC,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;QACzC,WAAW,EAAE,OAAO,EAAE,OAAO;eACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;eAC5B,EAAE,QAAQ,EAAE,MAAM,EAAE;QACzB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI;YACjC,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;SACN;KACF,CAAC;IAEF,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE;QACjD,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,OAAO,EAAE,SAAS;QAC3B,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,QAAQ;QACjB,KAAK,EAAE,MAAM;QACb,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;QACrC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS;eACtD,CAAC,CAAC;KACR,EAAE,OAAO,CAAC,CAAC;IACZ,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC;IAE9B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;QACvC,OAAO;QACP,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE;YAChB,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,QAAQ,CAAC,KAAK;SACzB,CAAC,CAAC;AACL,CAAC"}
@@ -1,16 +0,0 @@
1
- import { LightsageMcpCore } from "../core.js";
2
- import { RequestOptions } from "../lib/sdks.js";
3
- import { APIError } from "../models/errors/apierror.js";
4
- import { ConnectionError, InvalidRequestError, RequestAbortedError, RequestTimeoutError, UnexpectedClientError } from "../models/errors/httpclienterrors.js";
5
- import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
6
- import { V2EvalResultsRetrieveRequest } from "../models/v2evalresultsretrieveop.js";
7
- import { APIPromise } from "../types/async.js";
8
- import { Result } from "../types/fp.js";
9
- /**
10
- * Retrieve Result
11
- *
12
- * @remarks
13
- * Returns one completed custom-eval result with its output and diagnostic details.
14
- */
15
- export declare function evalResultsV2EvalResultsRetrieve(client$: LightsageMcpCore, request: V2EvalResultsRetrieveRequest, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
16
- //# sourceMappingURL=evalResultsV2EvalResultsRetrieve.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"evalResultsV2EvalResultsRetrieve.d.ts","sourceRoot":"","sources":["../../src/funcs/evalResultsV2EvalResultsRetrieve.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAI9C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGhD,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,EACL,4BAA4B,EAE7B,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC;;;;;GAKG;AACH,wBAAgB,gCAAgC,CAC9C,OAAO,EAAE,gBAAgB,EACzB,OAAO,EAAE,4BAA4B,EACrC,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CACX,MAAM,CACJ,QAAQ,EACN,QAAQ,GACR,kBAAkB,GAClB,qBAAqB,GACrB,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,eAAe,CAClB,CACF,CAMA"}
@@ -1,88 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: f10f68661c0c
4
- */
5
- import { encodeSimple } from "../lib/encodings.js";
6
- import { compactMap } from "../lib/primitives.js";
7
- import { safeParse } from "../lib/schemas.js";
8
- import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
9
- import { pathToFunc } from "../lib/url.js";
10
- import { V2EvalResultsRetrieveRequest$zodSchema, } from "../models/v2evalresultsretrieveop.js";
11
- import { APIPromise } from "../types/async.js";
12
- /**
13
- * Retrieve Result
14
- *
15
- * @remarks
16
- * Returns one completed custom-eval result with its output and diagnostic details.
17
- */
18
- export function evalResultsV2EvalResultsRetrieve(client$, request, options) {
19
- return new APIPromise($do(client$, request, options));
20
- }
21
- async function $do(client$, request, options) {
22
- const parsed$ = safeParse(request, (value$) => V2EvalResultsRetrieveRequest$zodSchema.parse(value$), "Input validation failed");
23
- if (!parsed$.ok) {
24
- return [parsed$, { status: "invalid" }];
25
- }
26
- const payload$ = parsed$.value;
27
- const body$ = null;
28
- const pathParams$ = {
29
- result_id: encodeSimple("result_id", payload$.result_id, {
30
- explode: false,
31
- charEncoding: "percent",
32
- }),
33
- };
34
- const path$ = pathToFunc("/v2/eval-results/{result_id}")(pathParams$);
35
- const headers$ = new Headers(compactMap({
36
- Accept: "application/json",
37
- }));
38
- const securityInput = await extractSecurity(client$._options.security);
39
- const requestSecurity = resolveGlobalSecurity(securityInput);
40
- const context = {
41
- options: client$._options,
42
- baseURL: options?.serverURL ?? client$._baseURL ?? "",
43
- operationID: "v2_eval_results_retrieve",
44
- oAuth2Scopes: null,
45
- resolvedSecurity: requestSecurity,
46
- securitySource: client$._options.security,
47
- retryConfig: options?.retries
48
- || client$._options.retryConfig
49
- || { strategy: "none" },
50
- retryCodes: options?.retryCodes || [
51
- "429",
52
- "500",
53
- "502",
54
- "503",
55
- "504",
56
- ],
57
- };
58
- const requestRes = client$._createRequest(context, {
59
- security: requestSecurity,
60
- method: "GET",
61
- baseURL: options?.serverURL,
62
- path: path$,
63
- headers: headers$,
64
- body: body$,
65
- userAgent: client$._options.userAgent,
66
- timeoutMs: options?.timeoutMs || client$._options.timeoutMs
67
- || -1,
68
- }, options);
69
- if (!requestRes.ok) {
70
- return [requestRes, { status: "invalid" }];
71
- }
72
- const req$ = requestRes.value;
73
- const doResult = await client$._do(req$, {
74
- context,
75
- errorCodes: [],
76
- retryConfig: context.retryConfig,
77
- retryCodes: context.retryCodes,
78
- });
79
- if (!doResult.ok) {
80
- return [doResult, { status: "request-error", request: req$ }];
81
- }
82
- return [doResult, {
83
- status: "complete",
84
- "request": req$,
85
- response: doResult.value,
86
- }];
87
- }
88
- //# sourceMappingURL=evalResultsV2EvalResultsRetrieve.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"evalResultsV2EvalResultsRetrieve.js","sourceRoot":"","sources":["../../src/funcs/evalResultsV2EvalResultsRetrieve.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAU3C,OAAO,EAEL,sCAAsC,GACvC,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAGxD;;;;;GAKG;AACH,MAAM,UAAU,gCAAgC,CAC9C,OAAyB,EACzB,OAAqC,EACrC,OAAwB;IAaxB,OAAO,IAAI,UAAU,CAAC,GAAG,CACvB,OAAO,EACP,OAAO,EACP,OAAO,CACR,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,GAAG,CAChB,OAAyB,EACzB,OAAqC,EACrC,OAAwB;IAgBxB,MAAM,OAAO,GAAG,SAAS,CACvB,OAAO,EACP,CAAC,MAAM,EAAE,EAAE,CAAC,sCAAsC,CAAC,KAAK,CAAC,MAAM,CAAC,EAChE,yBAAyB,CAC1B,CAAC;IACF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC;IAEnB,MAAM,WAAW,GAAG;QAClB,SAAS,EAAE,YAAY,CAAC,WAAW,EAAE,QAAQ,CAAC,SAAS,EAAE;YACvD,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,SAAS;SACxB,CAAC;KACH,CAAC;IACF,MAAM,KAAK,GAAG,UAAU,CAAC,8BAA8B,CAAC,CACtD,WAAW,CACZ,CAAC;IAEF,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;QACtC,MAAM,EAAE,kBAAkB;KAC3B,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,OAAO,CAAC,QAAQ;QACzB,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE;QACrD,WAAW,EAAE,0BAA0B;QACvC,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,eAAe;QACjC,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;QACzC,WAAW,EAAE,OAAO,EAAE,OAAO;eACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;eAC5B,EAAE,QAAQ,EAAE,MAAM,EAAE;QACzB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI;YACjC,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;SACN;KACF,CAAC;IAEF,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE;QACjD,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,OAAO,EAAE,SAAS;QAC3B,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;QACrC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS;eACtD,CAAC,CAAC;KACR,EAAE,OAAO,CAAC,CAAC;IACZ,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC;IAE9B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;QACvC,OAAO;QACP,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE;YAChB,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,QAAQ,CAAC,KAAK;SACzB,CAAC,CAAC;AACL,CAAC"}
@@ -1,16 +0,0 @@
1
- import { LightsageMcpCore } from "../core.js";
2
- import { RequestOptions } from "../lib/sdks.js";
3
- import { APIError } from "../models/errors/apierror.js";
4
- import { ConnectionError, InvalidRequestError, RequestAbortedError, RequestTimeoutError, UnexpectedClientError } from "../models/errors/httpclienterrors.js";
5
- import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
6
- import { V2EvalRunsRetrieveRequest } from "../models/v2evalrunsretrieveop.js";
7
- import { APIPromise } from "../types/async.js";
8
- import { Result } from "../types/fp.js";
9
- /**
10
- * Retrieve Run
11
- *
12
- * @remarks
13
- * Returns the status and progress of an eval job. Poll until the status reaches a terminal value.
14
- */
15
- export declare function evalRunsV2EvalRunsRetrieve(client$: LightsageMcpCore, request: V2EvalRunsRetrieveRequest, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
16
- //# sourceMappingURL=evalRunsV2EvalRunsRetrieve.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"evalRunsV2EvalRunsRetrieve.d.ts","sourceRoot":"","sources":["../../src/funcs/evalRunsV2EvalRunsRetrieve.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAI9C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGhD,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,EACL,yBAAyB,EAE1B,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC;;;;;GAKG;AACH,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,gBAAgB,EACzB,OAAO,EAAE,yBAAyB,EAClC,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CACX,MAAM,CACJ,QAAQ,EACN,QAAQ,GACR,kBAAkB,GAClB,qBAAqB,GACrB,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,eAAe,CAClB,CACF,CAMA"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"evalRunsV2EvalRunsRetrieve.js","sourceRoot":"","sources":["../../src/funcs/evalRunsV2EvalRunsRetrieve.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAU3C,OAAO,EAEL,mCAAmC,GACpC,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAGxD;;;;;GAKG;AACH,MAAM,UAAU,0BAA0B,CACxC,OAAyB,EACzB,OAAkC,EAClC,OAAwB;IAaxB,OAAO,IAAI,UAAU,CAAC,GAAG,CACvB,OAAO,EACP,OAAO,EACP,OAAO,CACR,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,GAAG,CAChB,OAAyB,EACzB,OAAkC,EAClC,OAAwB;IAgBxB,MAAM,OAAO,GAAG,SAAS,CACvB,OAAO,EACP,CAAC,MAAM,EAAE,EAAE,CAAC,mCAAmC,CAAC,KAAK,CAAC,MAAM,CAAC,EAC7D,yBAAyB,CAC1B,CAAC;IACF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC;IAEnB,MAAM,WAAW,GAAG;QAClB,MAAM,EAAE,YAAY,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE;YAC9C,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,SAAS;SACxB,CAAC;KACH,CAAC;IACF,MAAM,KAAK,GAAG,UAAU,CAAC,wBAAwB,CAAC,CAChD,WAAW,CACZ,CAAC;IAEF,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;QACtC,MAAM,EAAE,kBAAkB;KAC3B,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,OAAO,CAAC,QAAQ;QACzB,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE;QACrD,WAAW,EAAE,uBAAuB;QACpC,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,eAAe;QACjC,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;QACzC,WAAW,EAAE,OAAO,EAAE,OAAO;eACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;eAC5B,EAAE,QAAQ,EAAE,MAAM,EAAE;QACzB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI;YACjC,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;SACN;KACF,CAAC;IAEF,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE;QACjD,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,OAAO,EAAE,SAAS;QAC3B,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;QACrC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS;eACtD,CAAC,CAAC;KACR,EAAE,OAAO,CAAC,CAAC;IACZ,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC;IAE9B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;QACvC,OAAO;QACP,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE;YAChB,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,QAAQ,CAAC,KAAK;SACzB,CAAC,CAAC;AACL,CAAC"}
@@ -1,16 +0,0 @@
1
- import { LightsageMcpCore } from "../core.js";
2
- import { RequestOptions } from "../lib/sdks.js";
3
- import { APIError } from "../models/errors/apierror.js";
4
- import { ConnectionError, InvalidRequestError, RequestAbortedError, RequestTimeoutError, UnexpectedClientError } from "../models/errors/httpclienterrors.js";
5
- import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
6
- import { V2EvalRunsAnalysisRequest } from "../models/v2evalrunsanalysisop.js";
7
- import { APIPromise } from "../types/async.js";
8
- import { Result } from "../types/fp.js";
9
- /**
10
- * Retrieve eval run analysis
11
- *
12
- * @remarks
13
- * Returns the persisted analysis produced for each completed attempt in one eval run. The analysis includes the verdict, outcome explanation, findings, bottleneck, and analysis sections. Active runs return the analysis available so far together with current run status and progress.
14
- */
15
- export declare function evalsAnalysis(client$: LightsageMcpCore, request: V2EvalRunsAnalysisRequest, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
16
- //# sourceMappingURL=evalsAnalysis.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"evalsAnalysis.d.ts","sourceRoot":"","sources":["../../src/funcs/evalsAnalysis.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAI9C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGhD,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,EACL,yBAAyB,EAE1B,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC;;;;;GAKG;AACH,wBAAgB,aAAa,CAC3B,OAAO,EAAE,gBAAgB,EACzB,OAAO,EAAE,yBAAyB,EAClC,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CACX,MAAM,CACJ,QAAQ,EACN,QAAQ,GACR,kBAAkB,GAClB,qBAAqB,GACrB,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,eAAe,CAClB,CACF,CAMA"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"evalsAnalysis.js","sourceRoot":"","sources":["../../src/funcs/evalsAnalysis.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAU3C,OAAO,EAEL,mCAAmC,GACpC,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAGxD;;;;;GAKG;AACH,MAAM,UAAU,aAAa,CAC3B,OAAyB,EACzB,OAAkC,EAClC,OAAwB;IAaxB,OAAO,IAAI,UAAU,CAAC,GAAG,CACvB,OAAO,EACP,OAAO,EACP,OAAO,CACR,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,GAAG,CAChB,OAAyB,EACzB,OAAkC,EAClC,OAAwB;IAgBxB,MAAM,OAAO,GAAG,SAAS,CACvB,OAAO,EACP,CAAC,MAAM,EAAE,EAAE,CAAC,mCAAmC,CAAC,KAAK,CAAC,MAAM,CAAC,EAC7D,yBAAyB,CAC1B,CAAC;IACF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC;IAEnB,MAAM,WAAW,GAAG;QAClB,MAAM,EAAE,YAAY,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE;YAC9C,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,SAAS;SACxB,CAAC;KACH,CAAC;IACF,MAAM,KAAK,GAAG,UAAU,CAAC,iCAAiC,CAAC,CACzD,WAAW,CACZ,CAAC;IAEF,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;QACtC,MAAM,EAAE,kBAAkB;KAC3B,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,OAAO,CAAC,QAAQ;QACzB,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE;QACrD,WAAW,EAAE,uBAAuB;QACpC,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,eAAe;QACjC,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;QACzC,WAAW,EAAE,OAAO,EAAE,OAAO;eACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;eAC5B,EAAE,QAAQ,EAAE,MAAM,EAAE;QACzB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI;YACjC,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;SACN;KACF,CAAC;IAEF,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE;QACjD,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,OAAO,EAAE,SAAS;QAC3B,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;QACrC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS;eACtD,CAAC,CAAC;KACR,EAAE,OAAO,CAAC,CAAC;IACZ,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC;IAE9B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;QACvC,OAAO;QACP,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE;YAChB,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,QAAQ,CAAC,KAAK;SACzB,CAAC,CAAC;AACL,CAAC"}
@@ -1,7 +0,0 @@
1
- import { ToolDefinition } from "../tools.js";
2
- declare const args: {
3
- request: import("zod").ZodOptional<import("zod").ZodType<import("../../models/v2evalresultslistop.js").V2EvalResultsListRequest, unknown, import("zod/v4/core").$ZodTypeInternals<import("../../models/v2evalresultslistop.js").V2EvalResultsListRequest, unknown>>>;
4
- };
5
- export declare const tool$evalResultsV2EvalResultsList: ToolDefinition<typeof args>;
6
- export {};
7
- //# sourceMappingURL=evalResultsV2EvalResultsList.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"evalResultsV2EvalResultsList.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalResultsV2EvalResultsList.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,iCAAiC,EAAE,cAAc,CAAC,OAAO,IAAI,CA6BzE,CAAC"}
@@ -1,35 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: cf085b52d599
4
- */
5
- import { evalResultsV2EvalResultsList } from "../../funcs/evalResultsV2EvalResultsList.js";
6
- import { V2EvalResultsListRequest$zodSchema } from "../../models/v2evalresultslistop.js";
7
- import { formatResult } from "../tools.js";
8
- const args = {
9
- request: V2EvalResultsListRequest$zodSchema.optional(),
10
- };
11
- export const tool$evalResultsV2EvalResultsList = {
12
- name: "eval-results-v2-eval-results-list",
13
- description: `List Results
14
-
15
- Returns completed custom-eval results from all supported run flows, ordered newest first. Result IDs are different from eval run IDs.`,
16
- annotations: {
17
- "title": "",
18
- "destructiveHint": false,
19
- "idempotentHint": false,
20
- "openWorldHint": false,
21
- "readOnlyHint": true,
22
- },
23
- args,
24
- tool: async (client, args, ctx) => {
25
- const [result] = await evalResultsV2EvalResultsList(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
26
- if (!result.ok) {
27
- return {
28
- content: [{ type: "text", text: result.error.message }],
29
- isError: true,
30
- };
31
- }
32
- return formatResult(result.value);
33
- },
34
- };
35
- //# sourceMappingURL=evalResultsV2EvalResultsList.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"evalResultsV2EvalResultsList.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalResultsV2EvalResultsList.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,4BAA4B,EAAE,MAAM,6CAA6C,CAAC;AAC3F,OAAO,EAAE,kCAAkC,EAAE,MAAM,qCAAqC,CAAC;AACzF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,kCAAkC,CAAC,QAAQ,EAAE;CACvD,CAAC;AAEF,MAAM,CAAC,MAAM,iCAAiC,GAAgC;IAC5E,IAAI,EAAE,mCAAmC;IACzC,WAAW,EAAE;;sIAEuH;IACpI,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,4BAA4B,CACjD,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -1,7 +0,0 @@
1
- import { ToolDefinition } from "../tools.js";
2
- declare const args: {
3
- request: import("zod").ZodType<import("../../models/v2evalresultsretrieveop.js").V2EvalResultsRetrieveRequest, unknown, import("zod/v4/core").$ZodTypeInternals<import("../../models/v2evalresultsretrieveop.js").V2EvalResultsRetrieveRequest, unknown>>;
4
- };
5
- export declare const tool$evalResultsV2EvalResultsRetrieve: ToolDefinition<typeof args>;
6
- export {};
7
- //# sourceMappingURL=evalResultsV2EvalResultsRetrieve.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"evalResultsV2EvalResultsRetrieve.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalResultsV2EvalResultsRetrieve.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,qCAAqC,EAAE,cAAc,CAChE,OAAO,IAAI,CA8BZ,CAAC"}
@@ -1,35 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: ca0f00d47dca
4
- */
5
- import { evalResultsV2EvalResultsRetrieve } from "../../funcs/evalResultsV2EvalResultsRetrieve.js";
6
- import { V2EvalResultsRetrieveRequest$zodSchema } from "../../models/v2evalresultsretrieveop.js";
7
- import { formatResult } from "../tools.js";
8
- const args = {
9
- request: V2EvalResultsRetrieveRequest$zodSchema,
10
- };
11
- export const tool$evalResultsV2EvalResultsRetrieve = {
12
- name: "eval-results-v2-eval-results-retrieve",
13
- description: `Retrieve Result
14
-
15
- Returns one completed custom-eval result with its output and diagnostic details.`,
16
- annotations: {
17
- "title": "",
18
- "destructiveHint": false,
19
- "idempotentHint": false,
20
- "openWorldHint": false,
21
- "readOnlyHint": true,
22
- },
23
- args,
24
- tool: async (client, args, ctx) => {
25
- const [result] = await evalResultsV2EvalResultsRetrieve(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
26
- if (!result.ok) {
27
- return {
28
- content: [{ type: "text", text: result.error.message }],
29
- isError: true,
30
- };
31
- }
32
- return formatResult(result.value);
33
- },
34
- };
35
- //# sourceMappingURL=evalResultsV2EvalResultsRetrieve.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"evalResultsV2EvalResultsRetrieve.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalResultsV2EvalResultsRetrieve.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,gCAAgC,EAAE,MAAM,iDAAiD,CAAC;AACnG,OAAO,EAAE,sCAAsC,EAAE,MAAM,yCAAyC,CAAC;AACjG,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,sCAAsC;CAChD,CAAC;AAEF,MAAM,CAAC,MAAM,qCAAqC,GAE9C;IACF,IAAI,EAAE,uCAAuC;IAC7C,WAAW,EAAE;;iFAEkE;IAC/E,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,gCAAgC,CACrD,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"evalRunsV2EvalRunsRetrieve.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalRunsV2EvalRunsRetrieve.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,+BAA+B,EAAE,cAAc,CAAC,OAAO,IAAI,CA6BvE,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"evalRunsV2EvalRunsRetrieve.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalRunsV2EvalRunsRetrieve.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,0BAA0B,EAAE,MAAM,2CAA2C,CAAC;AACvF,OAAO,EAAE,mCAAmC,EAAE,MAAM,sCAAsC,CAAC;AAC3F,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,mCAAmC;CAC7C,CAAC;AAEF,MAAM,CAAC,MAAM,+BAA+B,GAAgC;IAC1E,IAAI,EAAE,iCAAiC;IACvC,WAAW,EAAE;;gGAEiF;IAC9F,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,0BAA0B,CAC/C,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -1,7 +0,0 @@
1
- import { ToolDefinition } from "../tools.js";
2
- declare const args: {
3
- request: import("zod").ZodType<import("../../models/v2evalrunsanalysisop.js").V2EvalRunsAnalysisRequest, unknown, import("zod/v4/core").$ZodTypeInternals<import("../../models/v2evalrunsanalysisop.js").V2EvalRunsAnalysisRequest, unknown>>;
4
- };
5
- export declare const tool$evalsAnalysis: ToolDefinition<typeof args>;
6
- export {};
7
- //# sourceMappingURL=evalsAnalysis.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"evalsAnalysis.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsAnalysis.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,kBAAkB,EAAE,cAAc,CAAC,OAAO,IAAI,CA6B1D,CAAC"}