@lightsage/mcp 0.3.1 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (257) hide show
  1. package/README.md +2 -2
  2. package/api/well-known-openai-apps-challenge.js +25 -0
  3. package/bin/mcp-server.js +660 -797
  4. package/bin/mcp-server.js.map +53 -57
  5. package/esm/funcs/evalsCancel.d.ts +16 -0
  6. package/esm/funcs/evalsCancel.d.ts.map +1 -0
  7. package/esm/funcs/{evalsAnalysis.js → evalsCancel.js} +10 -10
  8. package/esm/funcs/evalsCancel.js.map +1 -0
  9. package/esm/funcs/evalsGet.d.ts +16 -0
  10. package/esm/funcs/evalsGet.d.ts.map +1 -0
  11. package/esm/funcs/{evalRunsV2EvalRunsRetrieve.js → evalsGet.js} +5 -5
  12. package/esm/funcs/evalsGet.js.map +1 -0
  13. package/esm/funcs/evalsRun.d.ts +6 -4
  14. package/esm/funcs/evalsRun.d.ts.map +1 -1
  15. package/esm/funcs/evalsRun.js +6 -4
  16. package/esm/funcs/evalsRun.js.map +1 -1
  17. package/esm/funcs/evalsV2EvalsCreate.d.ts +1 -1
  18. package/esm/funcs/evalsV2EvalsCreate.js +1 -1
  19. package/esm/funcs/evalsV2EvalsUpdate.d.ts +1 -1
  20. package/esm/funcs/evalsV2EvalsUpdate.js +1 -1
  21. package/esm/funcs/promptsV2PromptRunsList.d.ts +1 -1
  22. package/esm/funcs/promptsV2PromptRunsList.js +1 -1
  23. package/esm/funcs/promptsV2PromptRunsRetrieve.d.ts +1 -1
  24. package/esm/funcs/promptsV2PromptRunsRetrieve.js +1 -1
  25. package/esm/landing-page.js +1 -1
  26. package/esm/lib/config.d.ts +3 -3
  27. package/esm/lib/config.js +3 -3
  28. package/esm/lib/config.js.map +1 -1
  29. package/esm/mcp-server/mcp-server.js +1 -1
  30. package/esm/mcp-server/server.d.ts.map +1 -1
  31. package/esm/mcp-server/server.js +5 -9
  32. package/esm/mcp-server/server.js.map +1 -1
  33. package/esm/mcp-server/tools/evalsCancel.d.ts +7 -0
  34. package/esm/mcp-server/tools/evalsCancel.d.ts.map +1 -0
  35. package/esm/mcp-server/tools/evalsCancel.js +35 -0
  36. package/esm/mcp-server/tools/evalsCancel.js.map +1 -0
  37. package/esm/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.d.ts → evalsGet.d.ts} +2 -2
  38. package/esm/mcp-server/tools/evalsGet.d.ts.map +1 -0
  39. package/esm/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.js → evalsGet.js} +8 -8
  40. package/esm/mcp-server/tools/evalsGet.js.map +1 -0
  41. package/esm/mcp-server/tools/evalsRun.d.ts.map +1 -1
  42. package/esm/mcp-server/tools/evalsRun.js +6 -4
  43. package/esm/mcp-server/tools/evalsRun.js.map +1 -1
  44. package/esm/mcp-server/tools/evalsV2EvalsCreate.js +1 -1
  45. package/esm/mcp-server/tools/evalsV2EvalsCreate.js.map +1 -1
  46. package/esm/mcp-server/tools/evalsV2EvalsUpdate.js +1 -1
  47. package/esm/mcp-server/tools/evalsV2EvalsUpdate.js.map +1 -1
  48. package/esm/mcp-server/tools/promptsV2PromptRunsList.js +1 -1
  49. package/esm/mcp-server/tools/promptsV2PromptRunsList.js.map +1 -1
  50. package/esm/mcp-server/tools/promptsV2PromptRunsRetrieve.js +1 -1
  51. package/esm/mcp-server/tools/promptsV2PromptRunsRetrieve.js.map +1 -1
  52. package/esm/models/createv2evalconfigurationrequest.d.ts +2 -0
  53. package/esm/models/createv2evalconfigurationrequest.d.ts.map +1 -1
  54. package/esm/models/createv2evalconfigurationrequest.js +2 -0
  55. package/esm/models/createv2evalconfigurationrequest.js.map +1 -1
  56. package/esm/models/createv2evalrequest.d.ts +5 -5
  57. package/esm/models/createv2evalrequest.d.ts.map +1 -1
  58. package/esm/models/createv2evalrequest.js +5 -10
  59. package/esm/models/createv2evalrequest.js.map +1 -1
  60. package/esm/models/createv2evalrunrequest.d.ts +5 -5
  61. package/esm/models/createv2evalrunrequest.d.ts.map +1 -1
  62. package/esm/models/createv2evalrunrequest.js +6 -10
  63. package/esm/models/createv2evalrunrequest.js.map +1 -1
  64. package/esm/models/publiccompetitorrow.js +2 -2
  65. package/esm/models/publiccompetitorrow.js.map +1 -1
  66. package/esm/models/publiccriterionverdict.d.ts +26 -0
  67. package/esm/models/publiccriterionverdict.d.ts.map +1 -0
  68. package/esm/models/publiccriterionverdict.js +24 -0
  69. package/esm/models/publiccriterionverdict.js.map +1 -0
  70. package/esm/models/publiccurrentvisibilityresponse.js +2 -2
  71. package/esm/models/publiccurrentvisibilityresponse.js.map +1 -1
  72. package/esm/models/publicevalrunenvironment.d.ts +15 -0
  73. package/esm/models/publicevalrunenvironment.d.ts.map +1 -0
  74. package/esm/models/publicevalrunenvironment.js +15 -0
  75. package/esm/models/publicevalrunenvironment.js.map +1 -0
  76. package/esm/models/publicevalrunprogress.d.ts +1 -0
  77. package/esm/models/publicevalrunprogress.d.ts.map +1 -1
  78. package/esm/models/publicevalrunprogress.js +3 -2
  79. package/esm/models/publicevalrunprogress.js.map +1 -1
  80. package/esm/models/publicgraderresult.d.ts +13 -0
  81. package/esm/models/publicgraderresult.d.ts.map +1 -0
  82. package/esm/models/publicgraderresult.js +18 -0
  83. package/esm/models/publicgraderresult.js.map +1 -0
  84. package/esm/models/publicpromptvisibilitymetrics.js +2 -2
  85. package/esm/models/publicpromptvisibilitymetrics.js.map +1 -1
  86. package/esm/models/publicvisibilitysnapshot.js +2 -2
  87. package/esm/models/publicvisibilitysnapshot.js.map +1 -1
  88. package/esm/models/searchgroundingmode.d.ts +20 -0
  89. package/esm/models/searchgroundingmode.d.ts.map +1 -0
  90. package/esm/models/searchgroundingmode.js +19 -0
  91. package/esm/models/searchgroundingmode.js.map +1 -0
  92. package/esm/models/updatev2evalconfigurationrequest.d.ts +2 -0
  93. package/esm/models/updatev2evalconfigurationrequest.d.ts.map +1 -1
  94. package/esm/models/updatev2evalconfigurationrequest.js +3 -0
  95. package/esm/models/updatev2evalconfigurationrequest.js.map +1 -1
  96. package/esm/models/updatev2evalrequest.d.ts +5 -5
  97. package/esm/models/updatev2evalrequest.d.ts.map +1 -1
  98. package/esm/models/updatev2evalrequest.js +6 -10
  99. package/esm/models/updatev2evalrequest.js.map +1 -1
  100. package/esm/models/v2eval.d.ts +6 -2
  101. package/esm/models/v2eval.d.ts.map +1 -1
  102. package/esm/models/v2eval.js +5 -1
  103. package/esm/models/v2eval.js.map +1 -1
  104. package/esm/models/v2evalconfiguration.d.ts +2 -0
  105. package/esm/models/v2evalconfiguration.d.ts.map +1 -1
  106. package/esm/models/v2evalconfiguration.js +2 -0
  107. package/esm/models/v2evalconfiguration.js.map +1 -1
  108. package/esm/models/v2evalresultsummary.d.ts +10 -0
  109. package/esm/models/v2evalresultsummary.d.ts.map +1 -1
  110. package/esm/models/v2evalresultsummary.js +12 -1
  111. package/esm/models/v2evalresultsummary.js.map +1 -1
  112. package/esm/models/v2evalrun.d.ts.map +1 -1
  113. package/esm/models/v2evalrun.js +1 -1
  114. package/esm/models/v2evalrun.js.map +1 -1
  115. package/esm/models/v2evalrundetail.d.ts +30 -0
  116. package/esm/models/v2evalrundetail.d.ts.map +1 -0
  117. package/esm/models/v2evalrundetail.js +33 -0
  118. package/esm/models/v2evalrundetail.js.map +1 -0
  119. package/esm/models/v2evalrunscancelop.d.ts +31 -0
  120. package/esm/models/v2evalrunscancelop.d.ts.map +1 -0
  121. package/esm/models/v2evalrunscancelop.js +27 -0
  122. package/esm/models/v2evalrunscancelop.js.map +1 -0
  123. package/esm/models/v2evalrunscreateop.d.ts +23 -3
  124. package/esm/models/v2evalrunscreateop.d.ts.map +1 -1
  125. package/esm/models/v2evalrunscreateop.js +15 -2
  126. package/esm/models/v2evalrunscreateop.js.map +1 -1
  127. package/esm/models/v2evalrunsretrieveop.d.ts +9 -2
  128. package/esm/models/v2evalrunsretrieveop.d.ts.map +1 -1
  129. package/esm/models/v2evalrunsretrieveop.js +6 -2
  130. package/esm/models/v2evalrunsretrieveop.js.map +1 -1
  131. package/esm/models/v2evalruntraceevent.d.ts.map +1 -1
  132. package/esm/models/v2evalruntraceevent.js +1 -1
  133. package/esm/models/v2evalruntraceevent.js.map +1 -1
  134. package/esm/models/v2promptrundetail.d.ts +6 -0
  135. package/esm/models/v2promptrundetail.d.ts.map +1 -1
  136. package/esm/models/v2promptrundetail.js +4 -1
  137. package/esm/models/v2promptrundetail.js.map +1 -1
  138. package/esm/models/v2promptrunsummary.d.ts.map +1 -1
  139. package/esm/models/v2promptrunsummary.js +1 -1
  140. package/esm/models/v2promptrunsummary.js.map +1 -1
  141. package/esm/models/v2publictask.d.ts +2 -2
  142. package/esm/models/v2publictask.d.ts.map +1 -1
  143. package/esm/models/v2publictask.js +4 -4
  144. package/esm/models/v2publictask.js.map +1 -1
  145. package/esm/tool-names.d.ts.map +1 -1
  146. package/esm/tool-names.js +11 -19
  147. package/esm/tool-names.js.map +1 -1
  148. package/package.json +1 -1
  149. package/src/funcs/{evalsAnalysis.ts → evalsCancel.ts} +13 -13
  150. package/src/funcs/{evalRunsV2EvalRunsRetrieve.ts → evalsGet.ts} +4 -4
  151. package/src/funcs/evalsRun.ts +6 -4
  152. package/src/funcs/evalsV2EvalsCreate.ts +1 -1
  153. package/src/funcs/evalsV2EvalsUpdate.ts +1 -1
  154. package/src/funcs/promptsV2PromptRunsList.ts +1 -1
  155. package/src/funcs/promptsV2PromptRunsRetrieve.ts +1 -1
  156. package/src/landing-page.ts +1 -1
  157. package/src/lib/config.ts +3 -3
  158. package/src/mcp-server/mcp-server.ts +1 -1
  159. package/src/mcp-server/server.ts +5 -9
  160. package/src/mcp-server/tools/evalsCancel.ts +43 -0
  161. package/src/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.ts → evalsGet.ts} +7 -7
  162. package/src/mcp-server/tools/evalsRun.ts +6 -4
  163. package/src/mcp-server/tools/evalsV2EvalsCreate.ts +1 -1
  164. package/src/mcp-server/tools/evalsV2EvalsUpdate.ts +1 -1
  165. package/src/mcp-server/tools/promptsV2PromptRunsList.ts +1 -1
  166. package/src/mcp-server/tools/promptsV2PromptRunsRetrieve.ts +1 -1
  167. package/src/models/createv2evalconfigurationrequest.ts +8 -0
  168. package/src/models/createv2evalrequest.ts +18 -22
  169. package/src/models/createv2evalrunrequest.ts +19 -24
  170. package/src/models/publiccompetitorrow.ts +2 -2
  171. package/src/models/publiccriterionverdict.ts +48 -0
  172. package/src/models/publiccurrentvisibilityresponse.ts +2 -2
  173. package/src/models/publicevalrunenvironment.ts +47 -0
  174. package/src/models/publicevalrunprogress.ts +8 -2
  175. package/src/models/publicgraderresult.ts +44 -0
  176. package/src/models/publicpromptvisibilitymetrics.ts +2 -2
  177. package/src/models/publicvisibilitysnapshot.ts +2 -2
  178. package/src/models/searchgroundingmode.ts +26 -0
  179. package/src/models/updatev2evalconfigurationrequest.ts +9 -0
  180. package/src/models/updatev2evalrequest.ts +20 -21
  181. package/src/models/v2eval.ts +14 -2
  182. package/src/models/v2evalconfiguration.ts +8 -0
  183. package/src/models/v2evalresultsummary.ts +36 -1
  184. package/src/models/v2evalrun.ts +3 -1
  185. package/src/models/v2evalrundetail.ts +90 -0
  186. package/src/models/v2evalrunscancelop.ts +70 -0
  187. package/src/models/v2evalrunscreateop.ts +43 -5
  188. package/src/models/v2evalrunsretrieveop.ts +23 -3
  189. package/src/models/v2evalruntraceevent.ts +3 -1
  190. package/src/models/v2promptrundetail.ts +12 -1
  191. package/src/models/v2promptrunsummary.ts +3 -1
  192. package/src/models/v2publictask.ts +9 -7
  193. package/src/tool-names.ts +11 -19
  194. package/test/simulations.test.js +30 -3
  195. package/esm/funcs/evalResultsV2EvalResultsList.d.ts +0 -16
  196. package/esm/funcs/evalResultsV2EvalResultsList.d.ts.map +0 -1
  197. package/esm/funcs/evalResultsV2EvalResultsList.js +0 -87
  198. package/esm/funcs/evalResultsV2EvalResultsList.js.map +0 -1
  199. package/esm/funcs/evalResultsV2EvalResultsRetrieve.d.ts +0 -16
  200. package/esm/funcs/evalResultsV2EvalResultsRetrieve.d.ts.map +0 -1
  201. package/esm/funcs/evalResultsV2EvalResultsRetrieve.js +0 -88
  202. package/esm/funcs/evalResultsV2EvalResultsRetrieve.js.map +0 -1
  203. package/esm/funcs/evalRunsV2EvalRunsRetrieve.d.ts +0 -16
  204. package/esm/funcs/evalRunsV2EvalRunsRetrieve.d.ts.map +0 -1
  205. package/esm/funcs/evalRunsV2EvalRunsRetrieve.js.map +0 -1
  206. package/esm/funcs/evalsAnalysis.d.ts +0 -16
  207. package/esm/funcs/evalsAnalysis.d.ts.map +0 -1
  208. package/esm/funcs/evalsAnalysis.js.map +0 -1
  209. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.d.ts +0 -7
  210. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.d.ts.map +0 -1
  211. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js +0 -35
  212. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js.map +0 -1
  213. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.d.ts +0 -7
  214. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.d.ts.map +0 -1
  215. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.js +0 -35
  216. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.js.map +0 -1
  217. package/esm/mcp-server/tools/evalRunsV2EvalRunsRetrieve.d.ts.map +0 -1
  218. package/esm/mcp-server/tools/evalRunsV2EvalRunsRetrieve.js.map +0 -1
  219. package/esm/mcp-server/tools/evalsAnalysis.d.ts +0 -7
  220. package/esm/mcp-server/tools/evalsAnalysis.d.ts.map +0 -1
  221. package/esm/mcp-server/tools/evalsAnalysis.js +0 -35
  222. package/esm/mcp-server/tools/evalsAnalysis.js.map +0 -1
  223. package/esm/models/v2evalresult.d.ts +0 -23
  224. package/esm/models/v2evalresult.d.ts.map +0 -1
  225. package/esm/models/v2evalresult.js +0 -24
  226. package/esm/models/v2evalresult.js.map +0 -1
  227. package/esm/models/v2evalresultslistop.d.ts +0 -11
  228. package/esm/models/v2evalresultslistop.d.ts.map +0 -1
  229. package/esm/models/v2evalresultslistop.js +0 -16
  230. package/esm/models/v2evalresultslistop.js.map +0 -1
  231. package/esm/models/v2evalresultsresponse.d.ts +0 -9
  232. package/esm/models/v2evalresultsresponse.d.ts.map +0 -1
  233. package/esm/models/v2evalresultsresponse.js +0 -12
  234. package/esm/models/v2evalresultsresponse.js.map +0 -1
  235. package/esm/models/v2evalresultsretrieveop.d.ts +0 -10
  236. package/esm/models/v2evalresultsretrieveop.d.ts.map +0 -1
  237. package/esm/models/v2evalresultsretrieveop.js +0 -15
  238. package/esm/models/v2evalresultsretrieveop.js.map +0 -1
  239. package/esm/models/v2evalrunanalysisresponse.d.ts +0 -12
  240. package/esm/models/v2evalrunanalysisresponse.d.ts.map +0 -1
  241. package/esm/models/v2evalrunanalysisresponse.js +0 -15
  242. package/esm/models/v2evalrunanalysisresponse.js.map +0 -1
  243. package/esm/models/v2evalrunsanalysisop.d.ts +0 -17
  244. package/esm/models/v2evalrunsanalysisop.d.ts.map +0 -1
  245. package/esm/models/v2evalrunsanalysisop.js +0 -19
  246. package/esm/models/v2evalrunsanalysisop.js.map +0 -1
  247. package/src/funcs/evalResultsV2EvalResultsList.ts +0 -149
  248. package/src/funcs/evalResultsV2EvalResultsRetrieve.ts +0 -153
  249. package/src/mcp-server/tools/evalResultsV2EvalResultsList.ts +0 -43
  250. package/src/mcp-server/tools/evalResultsV2EvalResultsRetrieve.ts +0 -45
  251. package/src/mcp-server/tools/evalsAnalysis.ts +0 -43
  252. package/src/models/v2evalresult.ts +0 -46
  253. package/src/models/v2evalresultslistop.ts +0 -39
  254. package/src/models/v2evalresultsresponse.ts +0 -23
  255. package/src/models/v2evalresultsretrieveop.ts +0 -28
  256. package/src/models/v2evalrunanalysisresponse.ts +0 -32
  257. package/src/models/v2evalrunsanalysisop.ts +0 -48
@@ -1,35 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: 323a92ae7245
4
- */
5
- import { evalsAnalysis } from "../../funcs/evalsAnalysis.js";
6
- import { V2EvalRunsAnalysisRequest$zodSchema } from "../../models/v2evalrunsanalysisop.js";
7
- import { formatResult } from "../tools.js";
8
- const args = {
9
- request: V2EvalRunsAnalysisRequest$zodSchema,
10
- };
11
- export const tool$evalsAnalysis = {
12
- name: "evals-analysis",
13
- description: `Retrieve eval run analysis
14
-
15
- Returns the persisted analysis produced for each completed attempt in one eval run. The analysis includes the verdict, outcome explanation, findings, bottleneck, and analysis sections. Active runs return the analysis available so far together with current run status and progress.`,
16
- annotations: {
17
- "title": "",
18
- "destructiveHint": false,
19
- "idempotentHint": false,
20
- "openWorldHint": false,
21
- "readOnlyHint": true,
22
- },
23
- args,
24
- tool: async (client, args, ctx) => {
25
- const [result] = await evalsAnalysis(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
26
- if (!result.ok) {
27
- return {
28
- content: [{ type: "text", text: result.error.message }],
29
- isError: true,
30
- };
31
- }
32
- return formatResult(result.value);
33
- },
34
- };
35
- //# sourceMappingURL=evalsAnalysis.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"evalsAnalysis.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsAnalysis.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAE,mCAAmC,EAAE,MAAM,sCAAsC,CAAC;AAC3F,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,mCAAmC;CAC7C,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAgC;IAC7D,IAAI,EAAE,gBAAgB;IACtB,WAAW,EAAE;;yRAE0Q;IACvR,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,aAAa,CAClC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -1,23 +0,0 @@
1
- import * as z from "zod";
2
- export type V2EvalResult = {
3
- id: string;
4
- eval_id?: string | null | undefined;
5
- agent?: string | null | undefined;
6
- prompt?: string | null | undefined;
7
- prompt_index?: number | undefined;
8
- repeat_index?: number | undefined;
9
- passed?: boolean | null | undefined;
10
- score?: number | null | undefined;
11
- failure_reasons?: Array<string> | null | undefined;
12
- latency_ms?: number | null | undefined;
13
- created_at?: string | null | undefined;
14
- output?: string | null | undefined;
15
- execution_stdout?: string | null | undefined;
16
- execution_stderr?: string | null | undefined;
17
- exit_code?: number | null | undefined;
18
- tool_calls?: Array<{
19
- [k: string]: any;
20
- }> | null | undefined;
21
- };
22
- export declare const V2EvalResult$zodSchema: z.ZodType<V2EvalResult>;
23
- //# sourceMappingURL=v2evalresult.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalresult.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresult.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,YAAY,GAAG;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,UAAU,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;CAC7D,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAmBzD,CAAC"}
@@ -1,24 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: af5fe155cd88
4
- */
5
- import * as z from "zod";
6
- export const V2EvalResult$zodSchema = z.object({
7
- agent: z.string().nullable().optional().describe("Runnable agent combining the harness and model."),
8
- created_at: z.string().nullable().optional(),
9
- eval_id: z.string().nullable().optional(),
10
- execution_stderr: z.string().nullable().optional(),
11
- execution_stdout: z.string().nullable().optional(),
12
- exit_code: z.int().nullable().optional(),
13
- failure_reasons: z.array(z.string()).nullable().optional(),
14
- id: z.string().describe("Result ID, not an eval job ID."),
15
- latency_ms: z.int().nullable().optional(),
16
- output: z.string().nullable().optional(),
17
- passed: z.boolean().nullable().optional(),
18
- prompt: z.string().nullable().optional(),
19
- prompt_index: z.int().default(0),
20
- repeat_index: z.int().default(0),
21
- score: z.number().nullable().optional().describe("Score from 0 to 1."),
22
- tool_calls: z.array(z.record(z.string(), z.any())).nullable().optional(),
23
- });
24
- //# sourceMappingURL=v2evalresult.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalresult.js","sourceRoot":"","sources":["../../src/models/v2evalresult.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAqBzB,MAAM,CAAC,MAAM,sBAAsB,GAA4B,CAAC,CAAC,MAAM,CAAC;IACtE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,iDAAiD,CAClD;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1D,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACzD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IACtE,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACzE,CAAC,CAAC"}
@@ -1,11 +0,0 @@
1
- import * as z from "zod";
2
- import { HTTPValidationError } from "./httpvalidationerror.js";
3
- import { V2EvalResultsResponse } from "./v2evalresultsresponse.js";
4
- export type V2EvalResultsListRequest = {
5
- since?: string | undefined;
6
- limit?: number | undefined;
7
- };
8
- export declare const V2EvalResultsListRequest$zodSchema: z.ZodType<V2EvalResultsListRequest>;
9
- export type V2EvalResultsListResponse = V2EvalResultsResponse | HTTPValidationError;
10
- export declare const V2EvalResultsListResponse$zodSchema: z.ZodType<V2EvalResultsListResponse>;
11
- //# sourceMappingURL=v2evalresultslistop.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalresultslistop.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresultslistop.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AAEpC,MAAM,MAAM,wBAAwB,GAAG;IACrC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,CAAC;AAEF,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,wBAAwB,CAMxB,CAAC;AAEH,MAAM,MAAM,yBAAyB,GACjC,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAIzB,CAAC"}
@@ -1,16 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: 2a13b3a5afb9
4
- */
5
- import * as z from "zod";
6
- import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
7
- import { V2EvalResultsResponse$zodSchema, } from "./v2evalresultsresponse.js";
8
- export const V2EvalResultsListRequest$zodSchema = z.object({
9
- limit: z.int().default(20),
10
- since: z.string().describe("Relative window such as `7d` or an ISO timestamp.").optional(),
11
- });
12
- export const V2EvalResultsListResponse$zodSchema = z.union([
13
- V2EvalResultsResponse$zodSchema,
14
- HTTPValidationError$zodSchema,
15
- ]);
16
- //# sourceMappingURL=v2evalresultslistop.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalresultslistop.js","sourceRoot":"","sources":["../../src/models/v2evalresultslistop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AAOpC,MAAM,CAAC,MAAM,kCAAkC,GAE3C,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAC1B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACxB,mDAAmD,CACpD,CAAC,QAAQ,EAAE;CACb,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC"}
@@ -1,9 +0,0 @@
1
- import * as z from "zod";
2
- import { V2EvalResultSummary } from "./v2evalresultsummary.js";
3
- export type V2EvalResultsResponse = {
4
- data?: Array<V2EvalResultSummary> | undefined;
5
- count: number;
6
- limit: number;
7
- };
8
- export declare const V2EvalResultsResponse$zodSchema: z.ZodType<V2EvalResultsResponse>;
9
- //# sourceMappingURL=v2evalresultsresponse.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalresultsresponse.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresultsresponse.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,qBAAqB,GAAG;IAClC,IAAI,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,GAAG,SAAS,CAAC;IAC9C,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAKzE,CAAC"}
@@ -1,12 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: 3fe527878ab9
4
- */
5
- import * as z from "zod";
6
- import { V2EvalResultSummary$zodSchema, } from "./v2evalresultsummary.js";
7
- export const V2EvalResultsResponse$zodSchema = z.object({
8
- count: z.int(),
9
- data: z.array(V2EvalResultSummary$zodSchema).optional(),
10
- limit: z.int(),
11
- });
12
- //# sourceMappingURL=v2evalresultsresponse.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalresultsresponse.js","sourceRoot":"","sources":["../../src/models/v2evalresultsresponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAQlC,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC,QAAQ,EAAE;IACvD,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE;CACf,CAAC,CAAC"}
@@ -1,10 +0,0 @@
1
- import * as z from "zod";
2
- import { HTTPValidationError } from "./httpvalidationerror.js";
3
- import { V2EvalResult } from "./v2evalresult.js";
4
- export type V2EvalResultsRetrieveRequest = {
5
- result_id: string;
6
- };
7
- export declare const V2EvalResultsRetrieveRequest$zodSchema: z.ZodType<V2EvalResultsRetrieveRequest>;
8
- export type V2EvalResultsRetrieveResponse = V2EvalResult | HTTPValidationError;
9
- export declare const V2EvalResultsRetrieveResponse$zodSchema: z.ZodType<V2EvalResultsRetrieveResponse>;
10
- //# sourceMappingURL=v2evalresultsretrieveop.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalresultsretrieveop.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresultsretrieveop.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,YAAY,EAA0B,MAAM,mBAAmB,CAAC;AAEzE,MAAM,MAAM,4BAA4B,GAAG;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC;AAEjE,eAAO,MAAM,sCAAsC,EAAE,CAAC,CAAC,OAAO,CAC5D,4BAA4B,CAG5B,CAAC;AAEH,MAAM,MAAM,6BAA6B,GAAG,YAAY,GAAG,mBAAmB,CAAC;AAE/E,eAAO,MAAM,uCAAuC,EAAE,CAAC,CAAC,OAAO,CAC7D,6BAA6B,CAI7B,CAAC"}
@@ -1,15 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: 8a49bc00e0b8
4
- */
5
- import * as z from "zod";
6
- import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
7
- import { V2EvalResult$zodSchema } from "./v2evalresult.js";
8
- export const V2EvalResultsRetrieveRequest$zodSchema = z.object({
9
- result_id: z.string(),
10
- });
11
- export const V2EvalResultsRetrieveResponse$zodSchema = z.union([
12
- V2EvalResult$zodSchema,
13
- HTTPValidationError$zodSchema,
14
- ]);
15
- //# sourceMappingURL=v2evalresultsretrieveop.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalresultsretrieveop.js","sourceRoot":"","sources":["../../src/models/v2evalresultsretrieveop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAIzE,MAAM,CAAC,MAAM,sCAAsC,GAE/C,CAAC,CAAC,MAAM,CAAC;IACX,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;CACtB,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,uCAAuC,GAEhD,CAAC,CAAC,KAAK,CAAC;IACV,sBAAsB;IACtB,6BAA6B;CAC9B,CAAC,CAAC"}
@@ -1,12 +0,0 @@
1
- import * as z from "zod";
2
- import { PublicEvalRunProgress } from "./publicevalrunprogress.js";
3
- import { V2EvalRunAnalysis } from "./v2evalrunanalysis.js";
4
- export type V2EvalRunAnalysisResponse = {
5
- run_id: string;
6
- status: string;
7
- progress?: PublicEvalRunProgress | undefined;
8
- error?: string | null | undefined;
9
- data?: Array<V2EvalRunAnalysis> | undefined;
10
- };
11
- export declare const V2EvalRunAnalysisResponse$zodSchema: z.ZodType<V2EvalRunAnalysisResponse>;
12
- //# sourceMappingURL=v2evalrunanalysisresponse.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalrunanalysisresponse.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrunanalysisresponse.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,iBAAiB,EAElB,MAAM,wBAAwB,CAAC;AAEhC,MAAM,MAAM,yBAAyB,GAAG;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,qBAAqB,GAAG,SAAS,CAAC;IAC7C,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,IAAI,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,GAAG,SAAS,CAAC;CAC7C,CAAC;AAEF,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAOzB,CAAC"}
@@ -1,15 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: 16648f81799b
4
- */
5
- import * as z from "zod";
6
- import { PublicEvalRunProgress$zodSchema, } from "./publicevalrunprogress.js";
7
- import { V2EvalRunAnalysis$zodSchema, } from "./v2evalrunanalysis.js";
8
- export const V2EvalRunAnalysisResponse$zodSchema = z.object({
9
- data: z.array(V2EvalRunAnalysis$zodSchema).optional(),
10
- error: z.string().nullable().optional(),
11
- progress: PublicEvalRunProgress$zodSchema.optional(),
12
- run_id: z.string(),
13
- status: z.string(),
14
- });
15
- //# sourceMappingURL=v2evalrunanalysisresponse.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalrunanalysisresponse.js","sourceRoot":"","sources":["../../src/models/v2evalrunanalysisresponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AAUhC,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,QAAQ,EAAE;IACrD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,QAAQ,EAAE,+BAA+B,CAAC,QAAQ,EAAE;IACpD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC"}
@@ -1,17 +0,0 @@
1
- import * as z from "zod";
2
- import { HTTPValidationError } from "./httpvalidationerror.js";
3
- import { V2EvalRunAnalysisResponse } from "./v2evalrunanalysisresponse.js";
4
- export type V2EvalRunsAnalysisRequest = {
5
- run_id: string;
6
- };
7
- export declare const V2EvalRunsAnalysisRequest$zodSchema: z.ZodType<V2EvalRunsAnalysisRequest>;
8
- /**
9
- * Eval run not found. Use the run ID returned when you started the eval.
10
- */
11
- export type V2EvalRunsAnalysisResponseBody = {
12
- detail: string;
13
- };
14
- export declare const V2EvalRunsAnalysisResponseBody$zodSchema: z.ZodType<V2EvalRunsAnalysisResponseBody>;
15
- export type V2EvalRunsAnalysisResponse = V2EvalRunAnalysisResponse | V2EvalRunsAnalysisResponseBody | HTTPValidationError;
16
- export declare const V2EvalRunsAnalysisResponse$zodSchema: z.ZodType<V2EvalRunsAnalysisResponse>;
17
- //# sourceMappingURL=v2evalrunsanalysisop.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalrunsanalysisop.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrunsanalysisop.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,yBAAyB,EAE1B,MAAM,gCAAgC,CAAC;AAExC,MAAM,MAAM,yBAAyB,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAE3D,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAGzB,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,8BAA8B,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAEhE,eAAO,MAAM,wCAAwC,EAAE,CAAC,CAAC,OAAO,CAC9D,8BAA8B,CAK/B,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAClC,yBAAyB,GACzB,8BAA8B,GAC9B,mBAAmB,CAAC;AAExB,eAAO,MAAM,oCAAoC,EAAE,CAAC,CAAC,OAAO,CAC1D,0BAA0B,CAK1B,CAAC"}
@@ -1,19 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: 4c00eef582d7
4
- */
5
- import * as z from "zod";
6
- import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
7
- import { V2EvalRunAnalysisResponse$zodSchema, } from "./v2evalrunanalysisresponse.js";
8
- export const V2EvalRunsAnalysisRequest$zodSchema = z.object({
9
- run_id: z.string(),
10
- });
11
- export const V2EvalRunsAnalysisResponseBody$zodSchema = z.object({
12
- detail: z.string(),
13
- }).describe("Eval run not found. Use the run ID returned when you started the eval.");
14
- export const V2EvalRunsAnalysisResponse$zodSchema = z.union([
15
- V2EvalRunAnalysisResponse$zodSchema,
16
- z.lazy(() => V2EvalRunsAnalysisResponseBody$zodSchema),
17
- HTTPValidationError$zodSchema,
18
- ]);
19
- //# sourceMappingURL=v2evalrunsanalysisop.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalrunsanalysisop.js","sourceRoot":"","sources":["../../src/models/v2evalrunsanalysisop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,mCAAmC,GACpC,MAAM,gCAAgC,CAAC;AAIxC,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC;AAOH,MAAM,CAAC,MAAM,wCAAwC,GAEjD,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC,QAAQ,CACT,wEAAwE,CACzE,CAAC;AAOF,MAAM,CAAC,MAAM,oCAAoC,GAE7C,CAAC,CAAC,KAAK,CAAC;IACV,mCAAmC;IACnC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,wCAAwC,CAAC;IACtD,6BAA6B;CAC9B,CAAC,CAAC"}
@@ -1,149 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: 76617aca5ec6
4
- */
5
-
6
- import { LightsageMcpCore } from "../core.js";
7
- import { encodeFormQuery } from "../lib/encodings.js";
8
- import { compactMap } from "../lib/primitives.js";
9
- import { safeParse } from "../lib/schemas.js";
10
- import { RequestOptions } from "../lib/sdks.js";
11
- import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
12
- import { pathToFunc } from "../lib/url.js";
13
- import { APIError } from "../models/errors/apierror.js";
14
- import {
15
- ConnectionError,
16
- InvalidRequestError,
17
- RequestAbortedError,
18
- RequestTimeoutError,
19
- UnexpectedClientError,
20
- } from "../models/errors/httpclienterrors.js";
21
- import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
22
- import {
23
- V2EvalResultsListRequest,
24
- V2EvalResultsListRequest$zodSchema,
25
- } from "../models/v2evalresultslistop.js";
26
- import { APICall, APIPromise } from "../types/async.js";
27
- import { Result } from "../types/fp.js";
28
-
29
- /**
30
- * List Results
31
- *
32
- * @remarks
33
- * Returns completed custom-eval results from all supported run flows, ordered newest first. Result IDs are different from eval run IDs.
34
- */
35
- export function evalResultsV2EvalResultsList(
36
- client$: LightsageMcpCore,
37
- request?: V2EvalResultsListRequest | undefined,
38
- options?: RequestOptions,
39
- ): APIPromise<
40
- Result<
41
- Response,
42
- | APIError
43
- | SDKValidationError
44
- | UnexpectedClientError
45
- | InvalidRequestError
46
- | RequestAbortedError
47
- | RequestTimeoutError
48
- | ConnectionError
49
- >
50
- > {
51
- return new APIPromise($do(
52
- client$,
53
- request,
54
- options,
55
- ));
56
- }
57
-
58
- async function $do(
59
- client$: LightsageMcpCore,
60
- request?: V2EvalResultsListRequest | undefined,
61
- options?: RequestOptions,
62
- ): Promise<
63
- [
64
- Result<
65
- Response,
66
- | APIError
67
- | SDKValidationError
68
- | UnexpectedClientError
69
- | InvalidRequestError
70
- | RequestAbortedError
71
- | RequestTimeoutError
72
- | ConnectionError
73
- >,
74
- APICall,
75
- ]
76
- > {
77
- const parsed$ = safeParse(
78
- request,
79
- (value$) => V2EvalResultsListRequest$zodSchema.optional().parse(value$),
80
- "Input validation failed",
81
- );
82
- if (!parsed$.ok) {
83
- return [parsed$, { status: "invalid" }];
84
- }
85
- const payload$ = parsed$.value;
86
- const body$ = null;
87
- const path$ = pathToFunc("/v2/eval-results")();
88
- const query$ = encodeFormQuery({
89
- "limit": payload$?.limit,
90
- "since": payload$?.since,
91
- });
92
-
93
- const headers$ = new Headers(compactMap({
94
- Accept: "application/json",
95
- }));
96
- const securityInput = await extractSecurity(client$._options.security);
97
- const requestSecurity = resolveGlobalSecurity(securityInput);
98
-
99
- const context = {
100
- options: client$._options,
101
- baseURL: options?.serverURL ?? client$._baseURL ?? "",
102
- operationID: "v2_eval_results_list",
103
- oAuth2Scopes: null,
104
- resolvedSecurity: requestSecurity,
105
- securitySource: client$._options.security,
106
- retryConfig: options?.retries
107
- || client$._options.retryConfig
108
- || { strategy: "none" },
109
- retryCodes: options?.retryCodes || [
110
- "429",
111
- "500",
112
- "502",
113
- "503",
114
- "504",
115
- ],
116
- };
117
-
118
- const requestRes = client$._createRequest(context, {
119
- security: requestSecurity,
120
- method: "GET",
121
- baseURL: options?.serverURL,
122
- path: path$,
123
- headers: headers$,
124
- query: query$,
125
- body: body$,
126
- userAgent: client$._options.userAgent,
127
- timeoutMs: options?.timeoutMs || client$._options.timeoutMs
128
- || -1,
129
- }, options);
130
- if (!requestRes.ok) {
131
- return [requestRes, { status: "invalid" }];
132
- }
133
- const req$ = requestRes.value;
134
-
135
- const doResult = await client$._do(req$, {
136
- context,
137
- errorCodes: [],
138
- retryConfig: context.retryConfig,
139
- retryCodes: context.retryCodes,
140
- });
141
- if (!doResult.ok) {
142
- return [doResult, { status: "request-error", request: req$ }];
143
- }
144
- return [doResult, {
145
- status: "complete",
146
- "request": req$,
147
- response: doResult.value,
148
- }];
149
- }
@@ -1,153 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: f10f68661c0c
4
- */
5
-
6
- import { LightsageMcpCore } from "../core.js";
7
- import { encodeSimple } from "../lib/encodings.js";
8
- import { compactMap } from "../lib/primitives.js";
9
- import { safeParse } from "../lib/schemas.js";
10
- import { RequestOptions } from "../lib/sdks.js";
11
- import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
12
- import { pathToFunc } from "../lib/url.js";
13
- import { APIError } from "../models/errors/apierror.js";
14
- import {
15
- ConnectionError,
16
- InvalidRequestError,
17
- RequestAbortedError,
18
- RequestTimeoutError,
19
- UnexpectedClientError,
20
- } from "../models/errors/httpclienterrors.js";
21
- import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
22
- import {
23
- V2EvalResultsRetrieveRequest,
24
- V2EvalResultsRetrieveRequest$zodSchema,
25
- } from "../models/v2evalresultsretrieveop.js";
26
- import { APICall, APIPromise } from "../types/async.js";
27
- import { Result } from "../types/fp.js";
28
-
29
- /**
30
- * Retrieve Result
31
- *
32
- * @remarks
33
- * Returns one completed custom-eval result with its output and diagnostic details.
34
- */
35
- export function evalResultsV2EvalResultsRetrieve(
36
- client$: LightsageMcpCore,
37
- request: V2EvalResultsRetrieveRequest,
38
- options?: RequestOptions,
39
- ): APIPromise<
40
- Result<
41
- Response,
42
- | APIError
43
- | SDKValidationError
44
- | UnexpectedClientError
45
- | InvalidRequestError
46
- | RequestAbortedError
47
- | RequestTimeoutError
48
- | ConnectionError
49
- >
50
- > {
51
- return new APIPromise($do(
52
- client$,
53
- request,
54
- options,
55
- ));
56
- }
57
-
58
- async function $do(
59
- client$: LightsageMcpCore,
60
- request: V2EvalResultsRetrieveRequest,
61
- options?: RequestOptions,
62
- ): Promise<
63
- [
64
- Result<
65
- Response,
66
- | APIError
67
- | SDKValidationError
68
- | UnexpectedClientError
69
- | InvalidRequestError
70
- | RequestAbortedError
71
- | RequestTimeoutError
72
- | ConnectionError
73
- >,
74
- APICall,
75
- ]
76
- > {
77
- const parsed$ = safeParse(
78
- request,
79
- (value$) => V2EvalResultsRetrieveRequest$zodSchema.parse(value$),
80
- "Input validation failed",
81
- );
82
- if (!parsed$.ok) {
83
- return [parsed$, { status: "invalid" }];
84
- }
85
- const payload$ = parsed$.value;
86
- const body$ = null;
87
-
88
- const pathParams$ = {
89
- result_id: encodeSimple("result_id", payload$.result_id, {
90
- explode: false,
91
- charEncoding: "percent",
92
- }),
93
- };
94
- const path$ = pathToFunc("/v2/eval-results/{result_id}")(
95
- pathParams$,
96
- );
97
-
98
- const headers$ = new Headers(compactMap({
99
- Accept: "application/json",
100
- }));
101
- const securityInput = await extractSecurity(client$._options.security);
102
- const requestSecurity = resolveGlobalSecurity(securityInput);
103
-
104
- const context = {
105
- options: client$._options,
106
- baseURL: options?.serverURL ?? client$._baseURL ?? "",
107
- operationID: "v2_eval_results_retrieve",
108
- oAuth2Scopes: null,
109
- resolvedSecurity: requestSecurity,
110
- securitySource: client$._options.security,
111
- retryConfig: options?.retries
112
- || client$._options.retryConfig
113
- || { strategy: "none" },
114
- retryCodes: options?.retryCodes || [
115
- "429",
116
- "500",
117
- "502",
118
- "503",
119
- "504",
120
- ],
121
- };
122
-
123
- const requestRes = client$._createRequest(context, {
124
- security: requestSecurity,
125
- method: "GET",
126
- baseURL: options?.serverURL,
127
- path: path$,
128
- headers: headers$,
129
- body: body$,
130
- userAgent: client$._options.userAgent,
131
- timeoutMs: options?.timeoutMs || client$._options.timeoutMs
132
- || -1,
133
- }, options);
134
- if (!requestRes.ok) {
135
- return [requestRes, { status: "invalid" }];
136
- }
137
- const req$ = requestRes.value;
138
-
139
- const doResult = await client$._do(req$, {
140
- context,
141
- errorCodes: [],
142
- retryConfig: context.retryConfig,
143
- retryCodes: context.retryCodes,
144
- });
145
- if (!doResult.ok) {
146
- return [doResult, { status: "request-error", request: req$ }];
147
- }
148
- return [doResult, {
149
- status: "complete",
150
- "request": req$,
151
- response: doResult.value,
152
- }];
153
- }
@@ -1,43 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: cf085b52d599
4
- */
5
-
6
- import { evalResultsV2EvalResultsList } from "../../funcs/evalResultsV2EvalResultsList.js";
7
- import { V2EvalResultsListRequest$zodSchema } from "../../models/v2evalresultslistop.js";
8
- import { formatResult, ToolDefinition } from "../tools.js";
9
-
10
- const args = {
11
- request: V2EvalResultsListRequest$zodSchema.optional(),
12
- };
13
-
14
- export const tool$evalResultsV2EvalResultsList: ToolDefinition<typeof args> = {
15
- name: "eval-results-v2-eval-results-list",
16
- description: `List Results
17
-
18
- Returns completed custom-eval results from all supported run flows, ordered newest first. Result IDs are different from eval run IDs.`,
19
- annotations: {
20
- "title": "",
21
- "destructiveHint": false,
22
- "idempotentHint": false,
23
- "openWorldHint": false,
24
- "readOnlyHint": true,
25
- },
26
- args,
27
- tool: async (client, args, ctx) => {
28
- const [result] = await evalResultsV2EvalResultsList(
29
- client,
30
- args.request,
31
- { fetchOptions: { signal: ctx.signal } },
32
- ).$inspect();
33
-
34
- if (!result.ok) {
35
- return {
36
- content: [{ type: "text", text: result.error.message }],
37
- isError: true,
38
- };
39
- }
40
-
41
- return formatResult(result.value);
42
- },
43
- };