@lightsage/mcp 0.3.1 → 0.4.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (402) hide show
  1. package/README.md +2 -2
  2. package/api/well-known-openai-apps-challenge.js +25 -0
  3. package/bin/mcp-server.js +1878 -1023
  4. package/bin/mcp-server.js.map +77 -58
  5. package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.d.ts +16 -0
  6. package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.d.ts.map +1 -0
  7. package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.js +83 -0
  8. package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.js.map +1 -0
  9. package/esm/funcs/evalTemplatesV2EvalTemplatesDelete.d.ts +16 -0
  10. package/esm/funcs/evalTemplatesV2EvalTemplatesDelete.d.ts.map +1 -0
  11. package/esm/funcs/{evalResultsV2EvalResultsList.js → evalTemplatesV2EvalTemplatesDelete.js} +17 -16
  12. package/esm/funcs/evalTemplatesV2EvalTemplatesDelete.js.map +1 -0
  13. package/esm/funcs/evalTemplatesV2EvalTemplatesList.d.ts +15 -0
  14. package/esm/funcs/evalTemplatesV2EvalTemplatesList.d.ts.map +1 -0
  15. package/esm/funcs/evalTemplatesV2EvalTemplatesList.js +72 -0
  16. package/esm/funcs/evalTemplatesV2EvalTemplatesList.js.map +1 -0
  17. package/esm/funcs/evalTemplatesV2EvalTemplatesRetrieve.d.ts +16 -0
  18. package/esm/funcs/evalTemplatesV2EvalTemplatesRetrieve.d.ts.map +1 -0
  19. package/esm/funcs/{evalResultsV2EvalResultsRetrieve.js → evalTemplatesV2EvalTemplatesRetrieve.js} +10 -10
  20. package/esm/funcs/evalTemplatesV2EvalTemplatesRetrieve.js.map +1 -0
  21. package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.d.ts +16 -0
  22. package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.d.ts.map +1 -0
  23. package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.js +89 -0
  24. package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.js.map +1 -0
  25. package/esm/funcs/evalsCancel.d.ts +16 -0
  26. package/esm/funcs/evalsCancel.d.ts.map +1 -0
  27. package/esm/funcs/{evalsAnalysis.js → evalsCancel.js} +10 -10
  28. package/esm/funcs/evalsCancel.js.map +1 -0
  29. package/esm/funcs/evalsGet.d.ts +16 -0
  30. package/esm/funcs/evalsGet.d.ts.map +1 -0
  31. package/esm/funcs/{evalRunsV2EvalRunsRetrieve.js → evalsGet.js} +5 -5
  32. package/esm/funcs/evalsGet.js.map +1 -0
  33. package/esm/funcs/evalsRun.d.ts +6 -4
  34. package/esm/funcs/evalsRun.d.ts.map +1 -1
  35. package/esm/funcs/evalsRun.js +6 -4
  36. package/esm/funcs/evalsRun.js.map +1 -1
  37. package/esm/funcs/evalsV2EvalsBatchCreate.d.ts +16 -0
  38. package/esm/funcs/evalsV2EvalsBatchCreate.d.ts.map +1 -0
  39. package/esm/funcs/evalsV2EvalsBatchCreate.js +83 -0
  40. package/esm/funcs/evalsV2EvalsBatchCreate.js.map +1 -0
  41. package/esm/funcs/evalsV2EvalsCreate.d.ts +1 -1
  42. package/esm/funcs/evalsV2EvalsCreate.js +1 -1
  43. package/esm/funcs/evalsV2EvalsUpdate.d.ts +1 -1
  44. package/esm/funcs/evalsV2EvalsUpdate.js +1 -1
  45. package/esm/funcs/promptsV2PromptRunsList.d.ts +1 -1
  46. package/esm/funcs/promptsV2PromptRunsList.js +1 -1
  47. package/esm/funcs/promptsV2PromptRunsRetrieve.d.ts +1 -1
  48. package/esm/funcs/promptsV2PromptRunsRetrieve.js +1 -1
  49. package/esm/landing-page.js +1 -1
  50. package/esm/lib/config.d.ts +3 -3
  51. package/esm/lib/config.js +3 -3
  52. package/esm/lib/config.js.map +1 -1
  53. package/esm/mcp-server/mcp-server.js +1 -1
  54. package/esm/mcp-server/server.d.ts.map +1 -1
  55. package/esm/mcp-server/server.js +17 -9
  56. package/esm/mcp-server/server.js.map +1 -1
  57. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.d.ts +7 -0
  58. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.d.ts.map +1 -0
  59. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.js +35 -0
  60. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.js.map +1 -0
  61. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.d.ts +7 -0
  62. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.d.ts.map +1 -0
  63. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.js +35 -0
  64. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.js.map +1 -0
  65. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.d.ts +3 -0
  66. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.d.ts.map +1 -0
  67. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.js +30 -0
  68. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.js.map +1 -0
  69. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.d.ts +7 -0
  70. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.d.ts.map +1 -0
  71. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.js +35 -0
  72. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.js.map +1 -0
  73. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.d.ts +7 -0
  74. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.d.ts.map +1 -0
  75. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.js +35 -0
  76. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.js.map +1 -0
  77. package/esm/mcp-server/tools/evalsCancel.d.ts +7 -0
  78. package/esm/mcp-server/tools/evalsCancel.d.ts.map +1 -0
  79. package/esm/mcp-server/tools/evalsCancel.js +35 -0
  80. package/esm/mcp-server/tools/evalsCancel.js.map +1 -0
  81. package/esm/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.d.ts → evalsGet.d.ts} +2 -2
  82. package/esm/mcp-server/tools/evalsGet.d.ts.map +1 -0
  83. package/esm/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.js → evalsGet.js} +8 -8
  84. package/esm/mcp-server/tools/evalsGet.js.map +1 -0
  85. package/esm/mcp-server/tools/evalsRun.d.ts.map +1 -1
  86. package/esm/mcp-server/tools/evalsRun.js +6 -4
  87. package/esm/mcp-server/tools/evalsRun.js.map +1 -1
  88. package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.d.ts +7 -0
  89. package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.d.ts.map +1 -0
  90. package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.js +35 -0
  91. package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.js.map +1 -0
  92. package/esm/mcp-server/tools/evalsV2EvalsCreate.js +1 -1
  93. package/esm/mcp-server/tools/evalsV2EvalsCreate.js.map +1 -1
  94. package/esm/mcp-server/tools/evalsV2EvalsUpdate.js +1 -1
  95. package/esm/mcp-server/tools/evalsV2EvalsUpdate.js.map +1 -1
  96. package/esm/mcp-server/tools/promptsV2PromptRunsList.js +1 -1
  97. package/esm/mcp-server/tools/promptsV2PromptRunsList.js.map +1 -1
  98. package/esm/mcp-server/tools/promptsV2PromptRunsRetrieve.js +1 -1
  99. package/esm/mcp-server/tools/promptsV2PromptRunsRetrieve.js.map +1 -1
  100. package/esm/models/createevaltemplatebatchrequest.d.ts +12 -0
  101. package/esm/models/createevaltemplatebatchrequest.d.ts.map +1 -0
  102. package/esm/models/createevaltemplatebatchrequest.js +12 -0
  103. package/esm/models/createevaltemplatebatchrequest.js.map +1 -0
  104. package/esm/models/createevaltemplaterequest.d.ts +79 -0
  105. package/esm/models/createevaltemplaterequest.d.ts.map +1 -0
  106. package/esm/models/createevaltemplaterequest.js +74 -0
  107. package/esm/models/createevaltemplaterequest.js.map +1 -0
  108. package/esm/models/createv2evalconfigurationrequest.d.ts +2 -0
  109. package/esm/models/createv2evalconfigurationrequest.d.ts.map +1 -1
  110. package/esm/models/createv2evalconfigurationrequest.js +2 -0
  111. package/esm/models/createv2evalconfigurationrequest.js.map +1 -1
  112. package/esm/models/createv2evalrequest.d.ts +5 -5
  113. package/esm/models/createv2evalrequest.d.ts.map +1 -1
  114. package/esm/models/createv2evalrequest.js +5 -10
  115. package/esm/models/createv2evalrequest.js.map +1 -1
  116. package/esm/models/createv2evalrunrequest.d.ts +5 -5
  117. package/esm/models/createv2evalrunrequest.d.ts.map +1 -1
  118. package/esm/models/createv2evalrunrequest.js +6 -10
  119. package/esm/models/createv2evalrunrequest.js.map +1 -1
  120. package/esm/models/evaltemplate.d.ts +83 -0
  121. package/esm/models/evaltemplate.d.ts.map +1 -0
  122. package/esm/models/evaltemplate.js +81 -0
  123. package/esm/models/evaltemplate.js.map +1 -0
  124. package/esm/models/evaltemplatebatchcreatedeval.d.ts +11 -0
  125. package/esm/models/evaltemplatebatchcreatedeval.d.ts.map +1 -0
  126. package/esm/models/evaltemplatebatchcreatedeval.js +14 -0
  127. package/esm/models/evaltemplatebatchcreatedeval.js.map +1 -0
  128. package/esm/models/evaltemplatebatchitem.d.ts +32 -0
  129. package/esm/models/evaltemplatebatchitem.d.ts.map +1 -0
  130. package/esm/models/evaltemplatebatchitem.js +27 -0
  131. package/esm/models/evaltemplatebatchitem.js.map +1 -0
  132. package/esm/models/evaltemplatebatchresponse.d.ts +12 -0
  133. package/esm/models/evaltemplatebatchresponse.d.ts.map +1 -0
  134. package/esm/models/evaltemplatebatchresponse.js +15 -0
  135. package/esm/models/evaltemplatebatchresponse.js.map +1 -0
  136. package/esm/models/evaltemplatebatchresult.d.ts +10 -0
  137. package/esm/models/evaltemplatebatchresult.d.ts.map +1 -0
  138. package/esm/models/evaltemplatebatchresult.js +13 -0
  139. package/esm/models/evaltemplatebatchresult.js.map +1 -0
  140. package/esm/models/evaltemplateruntime.d.ts +20 -0
  141. package/esm/models/evaltemplateruntime.d.ts.map +1 -0
  142. package/esm/models/evaltemplateruntime.js +21 -0
  143. package/esm/models/evaltemplateruntime.js.map +1 -0
  144. package/esm/models/evaltemplateschedule.d.ts +28 -0
  145. package/esm/models/evaltemplateschedule.d.ts.map +1 -0
  146. package/esm/models/evaltemplateschedule.js +24 -0
  147. package/esm/models/evaltemplateschedule.js.map +1 -0
  148. package/esm/models/evaltemplatesresponse.d.ts +8 -0
  149. package/esm/models/evaltemplatesresponse.d.ts.map +1 -0
  150. package/esm/models/evaltemplatesresponse.js +11 -0
  151. package/esm/models/evaltemplatesresponse.js.map +1 -0
  152. package/esm/models/graderdefinition.d.ts +14 -0
  153. package/esm/models/graderdefinition.d.ts.map +1 -0
  154. package/esm/models/graderdefinition.js +17 -0
  155. package/esm/models/graderdefinition.js.map +1 -0
  156. package/esm/models/publiccompetitorrow.js +2 -2
  157. package/esm/models/publiccompetitorrow.js.map +1 -1
  158. package/esm/models/publiccriterionverdict.d.ts +26 -0
  159. package/esm/models/publiccriterionverdict.d.ts.map +1 -0
  160. package/esm/models/publiccriterionverdict.js +24 -0
  161. package/esm/models/publiccriterionverdict.js.map +1 -0
  162. package/esm/models/publiccurrentvisibilityresponse.js +2 -2
  163. package/esm/models/publiccurrentvisibilityresponse.js.map +1 -1
  164. package/esm/models/publicevalrunenvironment.d.ts +15 -0
  165. package/esm/models/publicevalrunenvironment.d.ts.map +1 -0
  166. package/esm/models/publicevalrunenvironment.js +15 -0
  167. package/esm/models/publicevalrunenvironment.js.map +1 -0
  168. package/esm/models/publicevalrunprogress.d.ts +1 -0
  169. package/esm/models/publicevalrunprogress.d.ts.map +1 -1
  170. package/esm/models/publicevalrunprogress.js +3 -2
  171. package/esm/models/publicevalrunprogress.js.map +1 -1
  172. package/esm/models/publicgraderresult.d.ts +13 -0
  173. package/esm/models/publicgraderresult.d.ts.map +1 -0
  174. package/esm/models/publicgraderresult.js +18 -0
  175. package/esm/models/publicgraderresult.js.map +1 -0
  176. package/esm/models/publicpromptvisibilitymetrics.js +2 -2
  177. package/esm/models/publicpromptvisibilitymetrics.js.map +1 -1
  178. package/esm/models/publicvisibilitysnapshot.js +2 -2
  179. package/esm/models/publicvisibilitysnapshot.js.map +1 -1
  180. package/esm/models/searchgroundingmode.d.ts +20 -0
  181. package/esm/models/searchgroundingmode.d.ts.map +1 -0
  182. package/esm/models/searchgroundingmode.js +19 -0
  183. package/esm/models/searchgroundingmode.js.map +1 -0
  184. package/esm/models/updateevaltemplaterequest.d.ts +71 -0
  185. package/esm/models/updateevaltemplaterequest.d.ts.map +1 -0
  186. package/esm/models/updateevaltemplaterequest.js +71 -0
  187. package/esm/models/updateevaltemplaterequest.js.map +1 -0
  188. package/esm/models/updatev2evalconfigurationrequest.d.ts +2 -0
  189. package/esm/models/updatev2evalconfigurationrequest.d.ts.map +1 -1
  190. package/esm/models/updatev2evalconfigurationrequest.js +3 -0
  191. package/esm/models/updatev2evalconfigurationrequest.js.map +1 -1
  192. package/esm/models/updatev2evalrequest.d.ts +5 -5
  193. package/esm/models/updatev2evalrequest.d.ts.map +1 -1
  194. package/esm/models/updatev2evalrequest.js +6 -10
  195. package/esm/models/updatev2evalrequest.js.map +1 -1
  196. package/esm/models/v2eval.d.ts +6 -2
  197. package/esm/models/v2eval.d.ts.map +1 -1
  198. package/esm/models/v2eval.js +5 -1
  199. package/esm/models/v2eval.js.map +1 -1
  200. package/esm/models/v2evalconfiguration.d.ts +2 -0
  201. package/esm/models/v2evalconfiguration.d.ts.map +1 -1
  202. package/esm/models/v2evalconfiguration.js +2 -0
  203. package/esm/models/v2evalconfiguration.js.map +1 -1
  204. package/esm/models/v2evalresultsummary.d.ts +10 -0
  205. package/esm/models/v2evalresultsummary.d.ts.map +1 -1
  206. package/esm/models/v2evalresultsummary.js +12 -1
  207. package/esm/models/v2evalresultsummary.js.map +1 -1
  208. package/esm/models/v2evalrun.d.ts.map +1 -1
  209. package/esm/models/v2evalrun.js +1 -1
  210. package/esm/models/v2evalrun.js.map +1 -1
  211. package/esm/models/v2evalrundetail.d.ts +30 -0
  212. package/esm/models/v2evalrundetail.d.ts.map +1 -0
  213. package/esm/models/v2evalrundetail.js +33 -0
  214. package/esm/models/v2evalrundetail.js.map +1 -0
  215. package/esm/models/v2evalrunscancelop.d.ts +31 -0
  216. package/esm/models/v2evalrunscancelop.d.ts.map +1 -0
  217. package/esm/models/v2evalrunscancelop.js +27 -0
  218. package/esm/models/v2evalrunscancelop.js.map +1 -0
  219. package/esm/models/v2evalrunscreateop.d.ts +23 -3
  220. package/esm/models/v2evalrunscreateop.d.ts.map +1 -1
  221. package/esm/models/v2evalrunscreateop.js +15 -2
  222. package/esm/models/v2evalrunscreateop.js.map +1 -1
  223. package/esm/models/v2evalrunsretrieveop.d.ts +9 -2
  224. package/esm/models/v2evalrunsretrieveop.d.ts.map +1 -1
  225. package/esm/models/v2evalrunsretrieveop.js +6 -2
  226. package/esm/models/v2evalrunsretrieveop.js.map +1 -1
  227. package/esm/models/v2evalruntraceevent.d.ts.map +1 -1
  228. package/esm/models/v2evalruntraceevent.js +1 -1
  229. package/esm/models/v2evalruntraceevent.js.map +1 -1
  230. package/esm/models/v2evalsbatchcreateop.d.ts +27 -0
  231. package/esm/models/v2evalsbatchcreateop.d.ts.map +1 -0
  232. package/esm/models/v2evalsbatchcreateop.js +24 -0
  233. package/esm/models/v2evalsbatchcreateop.js.map +1 -0
  234. package/esm/models/v2evaltemplatescreateop.d.ts +13 -0
  235. package/esm/models/v2evaltemplatescreateop.d.ts.map +1 -0
  236. package/esm/models/v2evaltemplatescreateop.js +16 -0
  237. package/esm/models/v2evaltemplatescreateop.js.map +1 -0
  238. package/esm/models/v2evaltemplatesdeleteop.d.ts +24 -0
  239. package/esm/models/v2evaltemplatesdeleteop.d.ts.map +1 -0
  240. package/esm/models/v2evaltemplatesdeleteop.js +23 -0
  241. package/esm/models/v2evaltemplatesdeleteop.js.map +1 -0
  242. package/esm/models/v2evaltemplatesretrieveop.d.ts +17 -0
  243. package/esm/models/v2evaltemplatesretrieveop.d.ts.map +1 -0
  244. package/esm/models/v2evaltemplatesretrieveop.js +19 -0
  245. package/esm/models/v2evaltemplatesretrieveop.js.map +1 -0
  246. package/esm/models/v2evaltemplatesupdateop.d.ts +33 -0
  247. package/esm/models/v2evaltemplatesupdateop.d.ts.map +1 -0
  248. package/esm/models/v2evaltemplatesupdateop.js +29 -0
  249. package/esm/models/v2evaltemplatesupdateop.js.map +1 -0
  250. package/esm/models/v2inlinemcpdefinition.d.ts +4 -4
  251. package/esm/models/v2inlinemcpdefinition.d.ts.map +1 -1
  252. package/esm/models/v2inlinemcpdefinition.js +3 -3
  253. package/esm/models/v2inlinemcpdefinition.js.map +1 -1
  254. package/esm/models/v2promptrundetail.d.ts +6 -0
  255. package/esm/models/v2promptrundetail.d.ts.map +1 -1
  256. package/esm/models/v2promptrundetail.js +4 -1
  257. package/esm/models/v2promptrundetail.js.map +1 -1
  258. package/esm/models/v2promptrunsummary.d.ts.map +1 -1
  259. package/esm/models/v2promptrunsummary.js +1 -1
  260. package/esm/models/v2promptrunsummary.js.map +1 -1
  261. package/esm/models/v2publictask.d.ts +2 -2
  262. package/esm/models/v2publictask.d.ts.map +1 -1
  263. package/esm/models/v2publictask.js +4 -4
  264. package/esm/models/v2publictask.js.map +1 -1
  265. package/esm/tool-names.d.ts.map +1 -1
  266. package/esm/tool-names.js +31 -15
  267. package/esm/tool-names.js.map +1 -1
  268. package/package.json +1 -1
  269. package/src/funcs/evalTemplatesV2EvalTemplatesCreate.ts +145 -0
  270. package/src/funcs/{evalResultsV2EvalResultsList.ts → evalTemplatesV2EvalTemplatesDelete.ts} +23 -19
  271. package/src/funcs/evalTemplatesV2EvalTemplatesList.ts +124 -0
  272. package/src/funcs/{evalResultsV2EvalResultsRetrieve.ts → evalTemplatesV2EvalTemplatesRetrieve.ts} +13 -13
  273. package/src/funcs/evalTemplatesV2EvalTemplatesUpdate.ts +154 -0
  274. package/src/funcs/{evalsAnalysis.ts → evalsCancel.ts} +13 -13
  275. package/src/funcs/{evalRunsV2EvalRunsRetrieve.ts → evalsGet.ts} +4 -4
  276. package/src/funcs/evalsRun.ts +6 -4
  277. package/src/funcs/evalsV2EvalsBatchCreate.ts +145 -0
  278. package/src/funcs/evalsV2EvalsCreate.ts +1 -1
  279. package/src/funcs/evalsV2EvalsUpdate.ts +1 -1
  280. package/src/funcs/promptsV2PromptRunsList.ts +1 -1
  281. package/src/funcs/promptsV2PromptRunsRetrieve.ts +1 -1
  282. package/src/landing-page.ts +1 -1
  283. package/src/lib/config.ts +3 -3
  284. package/src/mcp-server/mcp-server.ts +1 -1
  285. package/src/mcp-server/server.ts +17 -9
  286. package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.ts +45 -0
  287. package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.ts +45 -0
  288. package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesList.ts +36 -0
  289. package/src/mcp-server/tools/{evalResultsV2EvalResultsRetrieve.ts → evalTemplatesV2EvalTemplatesRetrieve.ts} +9 -9
  290. package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.ts +45 -0
  291. package/src/mcp-server/tools/evalsCancel.ts +43 -0
  292. package/src/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.ts → evalsGet.ts} +7 -7
  293. package/src/mcp-server/tools/evalsRun.ts +6 -4
  294. package/src/mcp-server/tools/evalsV2EvalsBatchCreate.ts +43 -0
  295. package/src/mcp-server/tools/evalsV2EvalsCreate.ts +1 -1
  296. package/src/mcp-server/tools/evalsV2EvalsUpdate.ts +1 -1
  297. package/src/mcp-server/tools/promptsV2PromptRunsList.ts +1 -1
  298. package/src/mcp-server/tools/promptsV2PromptRunsRetrieve.ts +1 -1
  299. package/src/models/createevaltemplatebatchrequest.ts +35 -0
  300. package/src/models/createevaltemplaterequest.ts +151 -0
  301. package/src/models/createv2evalconfigurationrequest.ts +8 -0
  302. package/src/models/createv2evalrequest.ts +18 -22
  303. package/src/models/createv2evalrunrequest.ts +19 -24
  304. package/src/models/evaltemplate.ts +154 -0
  305. package/src/models/evaltemplatebatchcreatedeval.ts +26 -0
  306. package/src/models/evaltemplatebatchitem.ts +54 -0
  307. package/src/models/evaltemplatebatchresponse.ts +30 -0
  308. package/src/models/evaltemplatebatchresult.ts +26 -0
  309. package/src/models/evaltemplateruntime.ts +64 -0
  310. package/src/models/evaltemplateschedule.ts +44 -0
  311. package/src/models/evaltemplatesresponse.ts +18 -0
  312. package/src/models/graderdefinition.ts +34 -0
  313. package/src/models/publiccompetitorrow.ts +2 -2
  314. package/src/models/publiccriterionverdict.ts +48 -0
  315. package/src/models/publiccurrentvisibilityresponse.ts +2 -2
  316. package/src/models/publicevalrunenvironment.ts +47 -0
  317. package/src/models/publicevalrunprogress.ts +8 -2
  318. package/src/models/publicgraderresult.ts +44 -0
  319. package/src/models/publicpromptvisibilitymetrics.ts +2 -2
  320. package/src/models/publicvisibilitysnapshot.ts +2 -2
  321. package/src/models/searchgroundingmode.ts +26 -0
  322. package/src/models/updateevaltemplaterequest.ts +116 -0
  323. package/src/models/updatev2evalconfigurationrequest.ts +9 -0
  324. package/src/models/updatev2evalrequest.ts +20 -21
  325. package/src/models/v2eval.ts +14 -2
  326. package/src/models/v2evalconfiguration.ts +8 -0
  327. package/src/models/v2evalresultsummary.ts +36 -1
  328. package/src/models/v2evalrun.ts +3 -1
  329. package/src/models/v2evalrundetail.ts +90 -0
  330. package/src/models/v2evalrunscancelop.ts +70 -0
  331. package/src/models/v2evalrunscreateop.ts +43 -5
  332. package/src/models/v2evalrunsretrieveop.ts +23 -3
  333. package/src/models/v2evalruntraceevent.ts +3 -1
  334. package/src/models/v2evalsbatchcreateop.ts +66 -0
  335. package/src/models/v2evaltemplatescreateop.ts +37 -0
  336. package/src/models/v2evaltemplatesdeleteop.ts +56 -0
  337. package/src/models/v2evaltemplatesretrieveop.ts +43 -0
  338. package/src/models/v2evaltemplatesupdateop.ts +79 -0
  339. package/src/models/v2inlinemcpdefinition.ts +7 -5
  340. package/src/models/v2promptrundetail.ts +12 -1
  341. package/src/models/v2promptrunsummary.ts +3 -1
  342. package/src/models/v2publictask.ts +9 -7
  343. package/src/tool-names.ts +31 -15
  344. package/test/simulations.test.js +30 -3
  345. package/esm/funcs/evalResultsV2EvalResultsList.d.ts +0 -16
  346. package/esm/funcs/evalResultsV2EvalResultsList.d.ts.map +0 -1
  347. package/esm/funcs/evalResultsV2EvalResultsList.js.map +0 -1
  348. package/esm/funcs/evalResultsV2EvalResultsRetrieve.d.ts +0 -16
  349. package/esm/funcs/evalResultsV2EvalResultsRetrieve.d.ts.map +0 -1
  350. package/esm/funcs/evalResultsV2EvalResultsRetrieve.js.map +0 -1
  351. package/esm/funcs/evalRunsV2EvalRunsRetrieve.d.ts +0 -16
  352. package/esm/funcs/evalRunsV2EvalRunsRetrieve.d.ts.map +0 -1
  353. package/esm/funcs/evalRunsV2EvalRunsRetrieve.js.map +0 -1
  354. package/esm/funcs/evalsAnalysis.d.ts +0 -16
  355. package/esm/funcs/evalsAnalysis.d.ts.map +0 -1
  356. package/esm/funcs/evalsAnalysis.js.map +0 -1
  357. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.d.ts +0 -7
  358. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.d.ts.map +0 -1
  359. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js +0 -35
  360. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js.map +0 -1
  361. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.d.ts +0 -7
  362. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.d.ts.map +0 -1
  363. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.js +0 -35
  364. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.js.map +0 -1
  365. package/esm/mcp-server/tools/evalRunsV2EvalRunsRetrieve.d.ts.map +0 -1
  366. package/esm/mcp-server/tools/evalRunsV2EvalRunsRetrieve.js.map +0 -1
  367. package/esm/mcp-server/tools/evalsAnalysis.d.ts +0 -7
  368. package/esm/mcp-server/tools/evalsAnalysis.d.ts.map +0 -1
  369. package/esm/mcp-server/tools/evalsAnalysis.js +0 -35
  370. package/esm/mcp-server/tools/evalsAnalysis.js.map +0 -1
  371. package/esm/models/v2evalresult.d.ts +0 -23
  372. package/esm/models/v2evalresult.d.ts.map +0 -1
  373. package/esm/models/v2evalresult.js +0 -24
  374. package/esm/models/v2evalresult.js.map +0 -1
  375. package/esm/models/v2evalresultslistop.d.ts +0 -11
  376. package/esm/models/v2evalresultslistop.d.ts.map +0 -1
  377. package/esm/models/v2evalresultslistop.js +0 -16
  378. package/esm/models/v2evalresultslistop.js.map +0 -1
  379. package/esm/models/v2evalresultsresponse.d.ts +0 -9
  380. package/esm/models/v2evalresultsresponse.d.ts.map +0 -1
  381. package/esm/models/v2evalresultsresponse.js +0 -12
  382. package/esm/models/v2evalresultsresponse.js.map +0 -1
  383. package/esm/models/v2evalresultsretrieveop.d.ts +0 -10
  384. package/esm/models/v2evalresultsretrieveop.d.ts.map +0 -1
  385. package/esm/models/v2evalresultsretrieveop.js +0 -15
  386. package/esm/models/v2evalresultsretrieveop.js.map +0 -1
  387. package/esm/models/v2evalrunanalysisresponse.d.ts +0 -12
  388. package/esm/models/v2evalrunanalysisresponse.d.ts.map +0 -1
  389. package/esm/models/v2evalrunanalysisresponse.js +0 -15
  390. package/esm/models/v2evalrunanalysisresponse.js.map +0 -1
  391. package/esm/models/v2evalrunsanalysisop.d.ts +0 -17
  392. package/esm/models/v2evalrunsanalysisop.d.ts.map +0 -1
  393. package/esm/models/v2evalrunsanalysisop.js +0 -19
  394. package/esm/models/v2evalrunsanalysisop.js.map +0 -1
  395. package/src/mcp-server/tools/evalResultsV2EvalResultsList.ts +0 -43
  396. package/src/mcp-server/tools/evalsAnalysis.ts +0 -43
  397. package/src/models/v2evalresult.ts +0 -46
  398. package/src/models/v2evalresultslistop.ts +0 -39
  399. package/src/models/v2evalresultsresponse.ts +0 -23
  400. package/src/models/v2evalresultsretrieveop.ts +0 -28
  401. package/src/models/v2evalrunanalysisresponse.ts +0 -32
  402. package/src/models/v2evalrunsanalysisop.ts +0 -48
@@ -1,11 +0,0 @@
1
- import * as z from "zod";
2
- import { HTTPValidationError } from "./httpvalidationerror.js";
3
- import { V2EvalResultsResponse } from "./v2evalresultsresponse.js";
4
- export type V2EvalResultsListRequest = {
5
- since?: string | undefined;
6
- limit?: number | undefined;
7
- };
8
- export declare const V2EvalResultsListRequest$zodSchema: z.ZodType<V2EvalResultsListRequest>;
9
- export type V2EvalResultsListResponse = V2EvalResultsResponse | HTTPValidationError;
10
- export declare const V2EvalResultsListResponse$zodSchema: z.ZodType<V2EvalResultsListResponse>;
11
- //# sourceMappingURL=v2evalresultslistop.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalresultslistop.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresultslistop.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AAEpC,MAAM,MAAM,wBAAwB,GAAG;IACrC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,CAAC;AAEF,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,wBAAwB,CAMxB,CAAC;AAEH,MAAM,MAAM,yBAAyB,GACjC,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAIzB,CAAC"}
@@ -1,16 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: 2a13b3a5afb9
4
- */
5
- import * as z from "zod";
6
- import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
7
- import { V2EvalResultsResponse$zodSchema, } from "./v2evalresultsresponse.js";
8
- export const V2EvalResultsListRequest$zodSchema = z.object({
9
- limit: z.int().default(20),
10
- since: z.string().describe("Relative window such as `7d` or an ISO timestamp.").optional(),
11
- });
12
- export const V2EvalResultsListResponse$zodSchema = z.union([
13
- V2EvalResultsResponse$zodSchema,
14
- HTTPValidationError$zodSchema,
15
- ]);
16
- //# sourceMappingURL=v2evalresultslistop.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalresultslistop.js","sourceRoot":"","sources":["../../src/models/v2evalresultslistop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AAOpC,MAAM,CAAC,MAAM,kCAAkC,GAE3C,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAC1B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACxB,mDAAmD,CACpD,CAAC,QAAQ,EAAE;CACb,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC"}
@@ -1,9 +0,0 @@
1
- import * as z from "zod";
2
- import { V2EvalResultSummary } from "./v2evalresultsummary.js";
3
- export type V2EvalResultsResponse = {
4
- data?: Array<V2EvalResultSummary> | undefined;
5
- count: number;
6
- limit: number;
7
- };
8
- export declare const V2EvalResultsResponse$zodSchema: z.ZodType<V2EvalResultsResponse>;
9
- //# sourceMappingURL=v2evalresultsresponse.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalresultsresponse.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresultsresponse.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,qBAAqB,GAAG;IAClC,IAAI,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,GAAG,SAAS,CAAC;IAC9C,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAKzE,CAAC"}
@@ -1,12 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: 3fe527878ab9
4
- */
5
- import * as z from "zod";
6
- import { V2EvalResultSummary$zodSchema, } from "./v2evalresultsummary.js";
7
- export const V2EvalResultsResponse$zodSchema = z.object({
8
- count: z.int(),
9
- data: z.array(V2EvalResultSummary$zodSchema).optional(),
10
- limit: z.int(),
11
- });
12
- //# sourceMappingURL=v2evalresultsresponse.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalresultsresponse.js","sourceRoot":"","sources":["../../src/models/v2evalresultsresponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAQlC,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC,QAAQ,EAAE;IACvD,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE;CACf,CAAC,CAAC"}
@@ -1,10 +0,0 @@
1
- import * as z from "zod";
2
- import { HTTPValidationError } from "./httpvalidationerror.js";
3
- import { V2EvalResult } from "./v2evalresult.js";
4
- export type V2EvalResultsRetrieveRequest = {
5
- result_id: string;
6
- };
7
- export declare const V2EvalResultsRetrieveRequest$zodSchema: z.ZodType<V2EvalResultsRetrieveRequest>;
8
- export type V2EvalResultsRetrieveResponse = V2EvalResult | HTTPValidationError;
9
- export declare const V2EvalResultsRetrieveResponse$zodSchema: z.ZodType<V2EvalResultsRetrieveResponse>;
10
- //# sourceMappingURL=v2evalresultsretrieveop.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalresultsretrieveop.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresultsretrieveop.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,YAAY,EAA0B,MAAM,mBAAmB,CAAC;AAEzE,MAAM,MAAM,4BAA4B,GAAG;IAAE,SAAS,EAAE,MAAM,CAAA;CAAE,CAAC;AAEjE,eAAO,MAAM,sCAAsC,EAAE,CAAC,CAAC,OAAO,CAC5D,4BAA4B,CAG5B,CAAC;AAEH,MAAM,MAAM,6BAA6B,GAAG,YAAY,GAAG,mBAAmB,CAAC;AAE/E,eAAO,MAAM,uCAAuC,EAAE,CAAC,CAAC,OAAO,CAC7D,6BAA6B,CAI7B,CAAC"}
@@ -1,15 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: 8a49bc00e0b8
4
- */
5
- import * as z from "zod";
6
- import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
7
- import { V2EvalResult$zodSchema } from "./v2evalresult.js";
8
- export const V2EvalResultsRetrieveRequest$zodSchema = z.object({
9
- result_id: z.string(),
10
- });
11
- export const V2EvalResultsRetrieveResponse$zodSchema = z.union([
12
- V2EvalResult$zodSchema,
13
- HTTPValidationError$zodSchema,
14
- ]);
15
- //# sourceMappingURL=v2evalresultsretrieveop.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalresultsretrieveop.js","sourceRoot":"","sources":["../../src/models/v2evalresultsretrieveop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAIzE,MAAM,CAAC,MAAM,sCAAsC,GAE/C,CAAC,CAAC,MAAM,CAAC;IACX,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;CACtB,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,uCAAuC,GAEhD,CAAC,CAAC,KAAK,CAAC;IACV,sBAAsB;IACtB,6BAA6B;CAC9B,CAAC,CAAC"}
@@ -1,12 +0,0 @@
1
- import * as z from "zod";
2
- import { PublicEvalRunProgress } from "./publicevalrunprogress.js";
3
- import { V2EvalRunAnalysis } from "./v2evalrunanalysis.js";
4
- export type V2EvalRunAnalysisResponse = {
5
- run_id: string;
6
- status: string;
7
- progress?: PublicEvalRunProgress | undefined;
8
- error?: string | null | undefined;
9
- data?: Array<V2EvalRunAnalysis> | undefined;
10
- };
11
- export declare const V2EvalRunAnalysisResponse$zodSchema: z.ZodType<V2EvalRunAnalysisResponse>;
12
- //# sourceMappingURL=v2evalrunanalysisresponse.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalrunanalysisresponse.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrunanalysisresponse.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,iBAAiB,EAElB,MAAM,wBAAwB,CAAC;AAEhC,MAAM,MAAM,yBAAyB,GAAG;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,qBAAqB,GAAG,SAAS,CAAC;IAC7C,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,IAAI,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,GAAG,SAAS,CAAC;CAC7C,CAAC;AAEF,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAOzB,CAAC"}
@@ -1,15 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: 16648f81799b
4
- */
5
- import * as z from "zod";
6
- import { PublicEvalRunProgress$zodSchema, } from "./publicevalrunprogress.js";
7
- import { V2EvalRunAnalysis$zodSchema, } from "./v2evalrunanalysis.js";
8
- export const V2EvalRunAnalysisResponse$zodSchema = z.object({
9
- data: z.array(V2EvalRunAnalysis$zodSchema).optional(),
10
- error: z.string().nullable().optional(),
11
- progress: PublicEvalRunProgress$zodSchema.optional(),
12
- run_id: z.string(),
13
- status: z.string(),
14
- });
15
- //# sourceMappingURL=v2evalrunanalysisresponse.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalrunanalysisresponse.js","sourceRoot":"","sources":["../../src/models/v2evalrunanalysisresponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AAUhC,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,QAAQ,EAAE;IACrD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,QAAQ,EAAE,+BAA+B,CAAC,QAAQ,EAAE;IACpD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC"}
@@ -1,17 +0,0 @@
1
- import * as z from "zod";
2
- import { HTTPValidationError } from "./httpvalidationerror.js";
3
- import { V2EvalRunAnalysisResponse } from "./v2evalrunanalysisresponse.js";
4
- export type V2EvalRunsAnalysisRequest = {
5
- run_id: string;
6
- };
7
- export declare const V2EvalRunsAnalysisRequest$zodSchema: z.ZodType<V2EvalRunsAnalysisRequest>;
8
- /**
9
- * Eval run not found. Use the run ID returned when you started the eval.
10
- */
11
- export type V2EvalRunsAnalysisResponseBody = {
12
- detail: string;
13
- };
14
- export declare const V2EvalRunsAnalysisResponseBody$zodSchema: z.ZodType<V2EvalRunsAnalysisResponseBody>;
15
- export type V2EvalRunsAnalysisResponse = V2EvalRunAnalysisResponse | V2EvalRunsAnalysisResponseBody | HTTPValidationError;
16
- export declare const V2EvalRunsAnalysisResponse$zodSchema: z.ZodType<V2EvalRunsAnalysisResponse>;
17
- //# sourceMappingURL=v2evalrunsanalysisop.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalrunsanalysisop.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrunsanalysisop.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,yBAAyB,EAE1B,MAAM,gCAAgC,CAAC;AAExC,MAAM,MAAM,yBAAyB,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAE3D,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAGzB,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,8BAA8B,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAEhE,eAAO,MAAM,wCAAwC,EAAE,CAAC,CAAC,OAAO,CAC9D,8BAA8B,CAK/B,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAClC,yBAAyB,GACzB,8BAA8B,GAC9B,mBAAmB,CAAC;AAExB,eAAO,MAAM,oCAAoC,EAAE,CAAC,CAAC,OAAO,CAC1D,0BAA0B,CAK1B,CAAC"}
@@ -1,19 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: 4c00eef582d7
4
- */
5
- import * as z from "zod";
6
- import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
7
- import { V2EvalRunAnalysisResponse$zodSchema, } from "./v2evalrunanalysisresponse.js";
8
- export const V2EvalRunsAnalysisRequest$zodSchema = z.object({
9
- run_id: z.string(),
10
- });
11
- export const V2EvalRunsAnalysisResponseBody$zodSchema = z.object({
12
- detail: z.string(),
13
- }).describe("Eval run not found. Use the run ID returned when you started the eval.");
14
- export const V2EvalRunsAnalysisResponse$zodSchema = z.union([
15
- V2EvalRunAnalysisResponse$zodSchema,
16
- z.lazy(() => V2EvalRunsAnalysisResponseBody$zodSchema),
17
- HTTPValidationError$zodSchema,
18
- ]);
19
- //# sourceMappingURL=v2evalrunsanalysisop.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalrunsanalysisop.js","sourceRoot":"","sources":["../../src/models/v2evalrunsanalysisop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,mCAAmC,GACpC,MAAM,gCAAgC,CAAC;AAIxC,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC;AAOH,MAAM,CAAC,MAAM,wCAAwC,GAEjD,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC,QAAQ,CACT,wEAAwE,CACzE,CAAC;AAOF,MAAM,CAAC,MAAM,oCAAoC,GAE7C,CAAC,CAAC,KAAK,CAAC;IACV,mCAAmC;IACnC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,wCAAwC,CAAC;IACtD,6BAA6B;CAC9B,CAAC,CAAC"}
@@ -1,43 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: cf085b52d599
4
- */
5
-
6
- import { evalResultsV2EvalResultsList } from "../../funcs/evalResultsV2EvalResultsList.js";
7
- import { V2EvalResultsListRequest$zodSchema } from "../../models/v2evalresultslistop.js";
8
- import { formatResult, ToolDefinition } from "../tools.js";
9
-
10
- const args = {
11
- request: V2EvalResultsListRequest$zodSchema.optional(),
12
- };
13
-
14
- export const tool$evalResultsV2EvalResultsList: ToolDefinition<typeof args> = {
15
- name: "eval-results-v2-eval-results-list",
16
- description: `List Results
17
-
18
- Returns completed custom-eval results from all supported run flows, ordered newest first. Result IDs are different from eval run IDs.`,
19
- annotations: {
20
- "title": "",
21
- "destructiveHint": false,
22
- "idempotentHint": false,
23
- "openWorldHint": false,
24
- "readOnlyHint": true,
25
- },
26
- args,
27
- tool: async (client, args, ctx) => {
28
- const [result] = await evalResultsV2EvalResultsList(
29
- client,
30
- args.request,
31
- { fetchOptions: { signal: ctx.signal } },
32
- ).$inspect();
33
-
34
- if (!result.ok) {
35
- return {
36
- content: [{ type: "text", text: result.error.message }],
37
- isError: true,
38
- };
39
- }
40
-
41
- return formatResult(result.value);
42
- },
43
- };
@@ -1,43 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: 323a92ae7245
4
- */
5
-
6
- import { evalsAnalysis } from "../../funcs/evalsAnalysis.js";
7
- import { V2EvalRunsAnalysisRequest$zodSchema } from "../../models/v2evalrunsanalysisop.js";
8
- import { formatResult, ToolDefinition } from "../tools.js";
9
-
10
- const args = {
11
- request: V2EvalRunsAnalysisRequest$zodSchema,
12
- };
13
-
14
- export const tool$evalsAnalysis: ToolDefinition<typeof args> = {
15
- name: "evals-analysis",
16
- description: `Retrieve eval run analysis
17
-
18
- Returns the persisted analysis produced for each completed attempt in one eval run. The analysis includes the verdict, outcome explanation, findings, bottleneck, and analysis sections. Active runs return the analysis available so far together with current run status and progress.`,
19
- annotations: {
20
- "title": "",
21
- "destructiveHint": false,
22
- "idempotentHint": false,
23
- "openWorldHint": false,
24
- "readOnlyHint": true,
25
- },
26
- args,
27
- tool: async (client, args, ctx) => {
28
- const [result] = await evalsAnalysis(
29
- client,
30
- args.request,
31
- { fetchOptions: { signal: ctx.signal } },
32
- ).$inspect();
33
-
34
- if (!result.ok) {
35
- return {
36
- content: [{ type: "text", text: result.error.message }],
37
- isError: true,
38
- };
39
- }
40
-
41
- return formatResult(result.value);
42
- },
43
- };
@@ -1,46 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: af5fe155cd88
4
- */
5
-
6
- import * as z from "zod";
7
-
8
- export type V2EvalResult = {
9
- id: string;
10
- eval_id?: string | null | undefined;
11
- agent?: string | null | undefined;
12
- prompt?: string | null | undefined;
13
- prompt_index?: number | undefined;
14
- repeat_index?: number | undefined;
15
- passed?: boolean | null | undefined;
16
- score?: number | null | undefined;
17
- failure_reasons?: Array<string> | null | undefined;
18
- latency_ms?: number | null | undefined;
19
- created_at?: string | null | undefined;
20
- output?: string | null | undefined;
21
- execution_stdout?: string | null | undefined;
22
- execution_stderr?: string | null | undefined;
23
- exit_code?: number | null | undefined;
24
- tool_calls?: Array<{ [k: string]: any }> | null | undefined;
25
- };
26
-
27
- export const V2EvalResult$zodSchema: z.ZodType<V2EvalResult> = z.object({
28
- agent: z.string().nullable().optional().describe(
29
- "Runnable agent combining the harness and model.",
30
- ),
31
- created_at: z.string().nullable().optional(),
32
- eval_id: z.string().nullable().optional(),
33
- execution_stderr: z.string().nullable().optional(),
34
- execution_stdout: z.string().nullable().optional(),
35
- exit_code: z.int().nullable().optional(),
36
- failure_reasons: z.array(z.string()).nullable().optional(),
37
- id: z.string().describe("Result ID, not an eval job ID."),
38
- latency_ms: z.int().nullable().optional(),
39
- output: z.string().nullable().optional(),
40
- passed: z.boolean().nullable().optional(),
41
- prompt: z.string().nullable().optional(),
42
- prompt_index: z.int().default(0),
43
- repeat_index: z.int().default(0),
44
- score: z.number().nullable().optional().describe("Score from 0 to 1."),
45
- tool_calls: z.array(z.record(z.string(), z.any())).nullable().optional(),
46
- });
@@ -1,39 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: 2a13b3a5afb9
4
- */
5
-
6
- import * as z from "zod";
7
- import {
8
- HTTPValidationError,
9
- HTTPValidationError$zodSchema,
10
- } from "./httpvalidationerror.js";
11
- import {
12
- V2EvalResultsResponse,
13
- V2EvalResultsResponse$zodSchema,
14
- } from "./v2evalresultsresponse.js";
15
-
16
- export type V2EvalResultsListRequest = {
17
- since?: string | undefined;
18
- limit?: number | undefined;
19
- };
20
-
21
- export const V2EvalResultsListRequest$zodSchema: z.ZodType<
22
- V2EvalResultsListRequest
23
- > = z.object({
24
- limit: z.int().default(20),
25
- since: z.string().describe(
26
- "Relative window such as `7d` or an ISO timestamp.",
27
- ).optional(),
28
- });
29
-
30
- export type V2EvalResultsListResponse =
31
- | V2EvalResultsResponse
32
- | HTTPValidationError;
33
-
34
- export const V2EvalResultsListResponse$zodSchema: z.ZodType<
35
- V2EvalResultsListResponse
36
- > = z.union([
37
- V2EvalResultsResponse$zodSchema,
38
- HTTPValidationError$zodSchema,
39
- ]);
@@ -1,23 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: 3fe527878ab9
4
- */
5
-
6
- import * as z from "zod";
7
- import {
8
- V2EvalResultSummary,
9
- V2EvalResultSummary$zodSchema,
10
- } from "./v2evalresultsummary.js";
11
-
12
- export type V2EvalResultsResponse = {
13
- data?: Array<V2EvalResultSummary> | undefined;
14
- count: number;
15
- limit: number;
16
- };
17
-
18
- export const V2EvalResultsResponse$zodSchema: z.ZodType<V2EvalResultsResponse> =
19
- z.object({
20
- count: z.int(),
21
- data: z.array(V2EvalResultSummary$zodSchema).optional(),
22
- limit: z.int(),
23
- });
@@ -1,28 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: 8a49bc00e0b8
4
- */
5
-
6
- import * as z from "zod";
7
- import {
8
- HTTPValidationError,
9
- HTTPValidationError$zodSchema,
10
- } from "./httpvalidationerror.js";
11
- import { V2EvalResult, V2EvalResult$zodSchema } from "./v2evalresult.js";
12
-
13
- export type V2EvalResultsRetrieveRequest = { result_id: string };
14
-
15
- export const V2EvalResultsRetrieveRequest$zodSchema: z.ZodType<
16
- V2EvalResultsRetrieveRequest
17
- > = z.object({
18
- result_id: z.string(),
19
- });
20
-
21
- export type V2EvalResultsRetrieveResponse = V2EvalResult | HTTPValidationError;
22
-
23
- export const V2EvalResultsRetrieveResponse$zodSchema: z.ZodType<
24
- V2EvalResultsRetrieveResponse
25
- > = z.union([
26
- V2EvalResult$zodSchema,
27
- HTTPValidationError$zodSchema,
28
- ]);
@@ -1,32 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: 16648f81799b
4
- */
5
-
6
- import * as z from "zod";
7
- import {
8
- PublicEvalRunProgress,
9
- PublicEvalRunProgress$zodSchema,
10
- } from "./publicevalrunprogress.js";
11
- import {
12
- V2EvalRunAnalysis,
13
- V2EvalRunAnalysis$zodSchema,
14
- } from "./v2evalrunanalysis.js";
15
-
16
- export type V2EvalRunAnalysisResponse = {
17
- run_id: string;
18
- status: string;
19
- progress?: PublicEvalRunProgress | undefined;
20
- error?: string | null | undefined;
21
- data?: Array<V2EvalRunAnalysis> | undefined;
22
- };
23
-
24
- export const V2EvalRunAnalysisResponse$zodSchema: z.ZodType<
25
- V2EvalRunAnalysisResponse
26
- > = z.object({
27
- data: z.array(V2EvalRunAnalysis$zodSchema).optional(),
28
- error: z.string().nullable().optional(),
29
- progress: PublicEvalRunProgress$zodSchema.optional(),
30
- run_id: z.string(),
31
- status: z.string(),
32
- });
@@ -1,48 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: 4c00eef582d7
4
- */
5
-
6
- import * as z from "zod";
7
- import {
8
- HTTPValidationError,
9
- HTTPValidationError$zodSchema,
10
- } from "./httpvalidationerror.js";
11
- import {
12
- V2EvalRunAnalysisResponse,
13
- V2EvalRunAnalysisResponse$zodSchema,
14
- } from "./v2evalrunanalysisresponse.js";
15
-
16
- export type V2EvalRunsAnalysisRequest = { run_id: string };
17
-
18
- export const V2EvalRunsAnalysisRequest$zodSchema: z.ZodType<
19
- V2EvalRunsAnalysisRequest
20
- > = z.object({
21
- run_id: z.string(),
22
- });
23
-
24
- /**
25
- * Eval run not found. Use the run ID returned when you started the eval.
26
- */
27
- export type V2EvalRunsAnalysisResponseBody = { detail: string };
28
-
29
- export const V2EvalRunsAnalysisResponseBody$zodSchema: z.ZodType<
30
- V2EvalRunsAnalysisResponseBody
31
- > = z.object({
32
- detail: z.string(),
33
- }).describe(
34
- "Eval run not found. Use the run ID returned when you started the eval.",
35
- );
36
-
37
- export type V2EvalRunsAnalysisResponse =
38
- | V2EvalRunAnalysisResponse
39
- | V2EvalRunsAnalysisResponseBody
40
- | HTTPValidationError;
41
-
42
- export const V2EvalRunsAnalysisResponse$zodSchema: z.ZodType<
43
- V2EvalRunsAnalysisResponse
44
- > = z.union([
45
- V2EvalRunAnalysisResponse$zodSchema,
46
- z.lazy(() => V2EvalRunsAnalysisResponseBody$zodSchema),
47
- HTTPValidationError$zodSchema,
48
- ]);