@lightsage/mcp 0.3.1 → 0.4.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (402) hide show
  1. package/README.md +2 -2
  2. package/api/well-known-openai-apps-challenge.js +25 -0
  3. package/bin/mcp-server.js +1878 -1023
  4. package/bin/mcp-server.js.map +77 -58
  5. package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.d.ts +16 -0
  6. package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.d.ts.map +1 -0
  7. package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.js +83 -0
  8. package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.js.map +1 -0
  9. package/esm/funcs/evalTemplatesV2EvalTemplatesDelete.d.ts +16 -0
  10. package/esm/funcs/evalTemplatesV2EvalTemplatesDelete.d.ts.map +1 -0
  11. package/esm/funcs/{evalResultsV2EvalResultsList.js → evalTemplatesV2EvalTemplatesDelete.js} +17 -16
  12. package/esm/funcs/evalTemplatesV2EvalTemplatesDelete.js.map +1 -0
  13. package/esm/funcs/evalTemplatesV2EvalTemplatesList.d.ts +15 -0
  14. package/esm/funcs/evalTemplatesV2EvalTemplatesList.d.ts.map +1 -0
  15. package/esm/funcs/evalTemplatesV2EvalTemplatesList.js +72 -0
  16. package/esm/funcs/evalTemplatesV2EvalTemplatesList.js.map +1 -0
  17. package/esm/funcs/evalTemplatesV2EvalTemplatesRetrieve.d.ts +16 -0
  18. package/esm/funcs/evalTemplatesV2EvalTemplatesRetrieve.d.ts.map +1 -0
  19. package/esm/funcs/{evalResultsV2EvalResultsRetrieve.js → evalTemplatesV2EvalTemplatesRetrieve.js} +10 -10
  20. package/esm/funcs/evalTemplatesV2EvalTemplatesRetrieve.js.map +1 -0
  21. package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.d.ts +16 -0
  22. package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.d.ts.map +1 -0
  23. package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.js +89 -0
  24. package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.js.map +1 -0
  25. package/esm/funcs/evalsCancel.d.ts +16 -0
  26. package/esm/funcs/evalsCancel.d.ts.map +1 -0
  27. package/esm/funcs/{evalsAnalysis.js → evalsCancel.js} +10 -10
  28. package/esm/funcs/evalsCancel.js.map +1 -0
  29. package/esm/funcs/evalsGet.d.ts +16 -0
  30. package/esm/funcs/evalsGet.d.ts.map +1 -0
  31. package/esm/funcs/{evalRunsV2EvalRunsRetrieve.js → evalsGet.js} +5 -5
  32. package/esm/funcs/evalsGet.js.map +1 -0
  33. package/esm/funcs/evalsRun.d.ts +6 -4
  34. package/esm/funcs/evalsRun.d.ts.map +1 -1
  35. package/esm/funcs/evalsRun.js +6 -4
  36. package/esm/funcs/evalsRun.js.map +1 -1
  37. package/esm/funcs/evalsV2EvalsBatchCreate.d.ts +16 -0
  38. package/esm/funcs/evalsV2EvalsBatchCreate.d.ts.map +1 -0
  39. package/esm/funcs/evalsV2EvalsBatchCreate.js +83 -0
  40. package/esm/funcs/evalsV2EvalsBatchCreate.js.map +1 -0
  41. package/esm/funcs/evalsV2EvalsCreate.d.ts +1 -1
  42. package/esm/funcs/evalsV2EvalsCreate.js +1 -1
  43. package/esm/funcs/evalsV2EvalsUpdate.d.ts +1 -1
  44. package/esm/funcs/evalsV2EvalsUpdate.js +1 -1
  45. package/esm/funcs/promptsV2PromptRunsList.d.ts +1 -1
  46. package/esm/funcs/promptsV2PromptRunsList.js +1 -1
  47. package/esm/funcs/promptsV2PromptRunsRetrieve.d.ts +1 -1
  48. package/esm/funcs/promptsV2PromptRunsRetrieve.js +1 -1
  49. package/esm/landing-page.js +1 -1
  50. package/esm/lib/config.d.ts +3 -3
  51. package/esm/lib/config.js +3 -3
  52. package/esm/lib/config.js.map +1 -1
  53. package/esm/mcp-server/mcp-server.js +1 -1
  54. package/esm/mcp-server/server.d.ts.map +1 -1
  55. package/esm/mcp-server/server.js +17 -9
  56. package/esm/mcp-server/server.js.map +1 -1
  57. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.d.ts +7 -0
  58. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.d.ts.map +1 -0
  59. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.js +35 -0
  60. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.js.map +1 -0
  61. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.d.ts +7 -0
  62. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.d.ts.map +1 -0
  63. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.js +35 -0
  64. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.js.map +1 -0
  65. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.d.ts +3 -0
  66. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.d.ts.map +1 -0
  67. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.js +30 -0
  68. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.js.map +1 -0
  69. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.d.ts +7 -0
  70. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.d.ts.map +1 -0
  71. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.js +35 -0
  72. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.js.map +1 -0
  73. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.d.ts +7 -0
  74. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.d.ts.map +1 -0
  75. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.js +35 -0
  76. package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.js.map +1 -0
  77. package/esm/mcp-server/tools/evalsCancel.d.ts +7 -0
  78. package/esm/mcp-server/tools/evalsCancel.d.ts.map +1 -0
  79. package/esm/mcp-server/tools/evalsCancel.js +35 -0
  80. package/esm/mcp-server/tools/evalsCancel.js.map +1 -0
  81. package/esm/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.d.ts → evalsGet.d.ts} +2 -2
  82. package/esm/mcp-server/tools/evalsGet.d.ts.map +1 -0
  83. package/esm/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.js → evalsGet.js} +8 -8
  84. package/esm/mcp-server/tools/evalsGet.js.map +1 -0
  85. package/esm/mcp-server/tools/evalsRun.d.ts.map +1 -1
  86. package/esm/mcp-server/tools/evalsRun.js +6 -4
  87. package/esm/mcp-server/tools/evalsRun.js.map +1 -1
  88. package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.d.ts +7 -0
  89. package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.d.ts.map +1 -0
  90. package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.js +35 -0
  91. package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.js.map +1 -0
  92. package/esm/mcp-server/tools/evalsV2EvalsCreate.js +1 -1
  93. package/esm/mcp-server/tools/evalsV2EvalsCreate.js.map +1 -1
  94. package/esm/mcp-server/tools/evalsV2EvalsUpdate.js +1 -1
  95. package/esm/mcp-server/tools/evalsV2EvalsUpdate.js.map +1 -1
  96. package/esm/mcp-server/tools/promptsV2PromptRunsList.js +1 -1
  97. package/esm/mcp-server/tools/promptsV2PromptRunsList.js.map +1 -1
  98. package/esm/mcp-server/tools/promptsV2PromptRunsRetrieve.js +1 -1
  99. package/esm/mcp-server/tools/promptsV2PromptRunsRetrieve.js.map +1 -1
  100. package/esm/models/createevaltemplatebatchrequest.d.ts +12 -0
  101. package/esm/models/createevaltemplatebatchrequest.d.ts.map +1 -0
  102. package/esm/models/createevaltemplatebatchrequest.js +12 -0
  103. package/esm/models/createevaltemplatebatchrequest.js.map +1 -0
  104. package/esm/models/createevaltemplaterequest.d.ts +79 -0
  105. package/esm/models/createevaltemplaterequest.d.ts.map +1 -0
  106. package/esm/models/createevaltemplaterequest.js +74 -0
  107. package/esm/models/createevaltemplaterequest.js.map +1 -0
  108. package/esm/models/createv2evalconfigurationrequest.d.ts +2 -0
  109. package/esm/models/createv2evalconfigurationrequest.d.ts.map +1 -1
  110. package/esm/models/createv2evalconfigurationrequest.js +2 -0
  111. package/esm/models/createv2evalconfigurationrequest.js.map +1 -1
  112. package/esm/models/createv2evalrequest.d.ts +5 -5
  113. package/esm/models/createv2evalrequest.d.ts.map +1 -1
  114. package/esm/models/createv2evalrequest.js +5 -10
  115. package/esm/models/createv2evalrequest.js.map +1 -1
  116. package/esm/models/createv2evalrunrequest.d.ts +5 -5
  117. package/esm/models/createv2evalrunrequest.d.ts.map +1 -1
  118. package/esm/models/createv2evalrunrequest.js +6 -10
  119. package/esm/models/createv2evalrunrequest.js.map +1 -1
  120. package/esm/models/evaltemplate.d.ts +83 -0
  121. package/esm/models/evaltemplate.d.ts.map +1 -0
  122. package/esm/models/evaltemplate.js +81 -0
  123. package/esm/models/evaltemplate.js.map +1 -0
  124. package/esm/models/evaltemplatebatchcreatedeval.d.ts +11 -0
  125. package/esm/models/evaltemplatebatchcreatedeval.d.ts.map +1 -0
  126. package/esm/models/evaltemplatebatchcreatedeval.js +14 -0
  127. package/esm/models/evaltemplatebatchcreatedeval.js.map +1 -0
  128. package/esm/models/evaltemplatebatchitem.d.ts +32 -0
  129. package/esm/models/evaltemplatebatchitem.d.ts.map +1 -0
  130. package/esm/models/evaltemplatebatchitem.js +27 -0
  131. package/esm/models/evaltemplatebatchitem.js.map +1 -0
  132. package/esm/models/evaltemplatebatchresponse.d.ts +12 -0
  133. package/esm/models/evaltemplatebatchresponse.d.ts.map +1 -0
  134. package/esm/models/evaltemplatebatchresponse.js +15 -0
  135. package/esm/models/evaltemplatebatchresponse.js.map +1 -0
  136. package/esm/models/evaltemplatebatchresult.d.ts +10 -0
  137. package/esm/models/evaltemplatebatchresult.d.ts.map +1 -0
  138. package/esm/models/evaltemplatebatchresult.js +13 -0
  139. package/esm/models/evaltemplatebatchresult.js.map +1 -0
  140. package/esm/models/evaltemplateruntime.d.ts +20 -0
  141. package/esm/models/evaltemplateruntime.d.ts.map +1 -0
  142. package/esm/models/evaltemplateruntime.js +21 -0
  143. package/esm/models/evaltemplateruntime.js.map +1 -0
  144. package/esm/models/evaltemplateschedule.d.ts +28 -0
  145. package/esm/models/evaltemplateschedule.d.ts.map +1 -0
  146. package/esm/models/evaltemplateschedule.js +24 -0
  147. package/esm/models/evaltemplateschedule.js.map +1 -0
  148. package/esm/models/evaltemplatesresponse.d.ts +8 -0
  149. package/esm/models/evaltemplatesresponse.d.ts.map +1 -0
  150. package/esm/models/evaltemplatesresponse.js +11 -0
  151. package/esm/models/evaltemplatesresponse.js.map +1 -0
  152. package/esm/models/graderdefinition.d.ts +14 -0
  153. package/esm/models/graderdefinition.d.ts.map +1 -0
  154. package/esm/models/graderdefinition.js +17 -0
  155. package/esm/models/graderdefinition.js.map +1 -0
  156. package/esm/models/publiccompetitorrow.js +2 -2
  157. package/esm/models/publiccompetitorrow.js.map +1 -1
  158. package/esm/models/publiccriterionverdict.d.ts +26 -0
  159. package/esm/models/publiccriterionverdict.d.ts.map +1 -0
  160. package/esm/models/publiccriterionverdict.js +24 -0
  161. package/esm/models/publiccriterionverdict.js.map +1 -0
  162. package/esm/models/publiccurrentvisibilityresponse.js +2 -2
  163. package/esm/models/publiccurrentvisibilityresponse.js.map +1 -1
  164. package/esm/models/publicevalrunenvironment.d.ts +15 -0
  165. package/esm/models/publicevalrunenvironment.d.ts.map +1 -0
  166. package/esm/models/publicevalrunenvironment.js +15 -0
  167. package/esm/models/publicevalrunenvironment.js.map +1 -0
  168. package/esm/models/publicevalrunprogress.d.ts +1 -0
  169. package/esm/models/publicevalrunprogress.d.ts.map +1 -1
  170. package/esm/models/publicevalrunprogress.js +3 -2
  171. package/esm/models/publicevalrunprogress.js.map +1 -1
  172. package/esm/models/publicgraderresult.d.ts +13 -0
  173. package/esm/models/publicgraderresult.d.ts.map +1 -0
  174. package/esm/models/publicgraderresult.js +18 -0
  175. package/esm/models/publicgraderresult.js.map +1 -0
  176. package/esm/models/publicpromptvisibilitymetrics.js +2 -2
  177. package/esm/models/publicpromptvisibilitymetrics.js.map +1 -1
  178. package/esm/models/publicvisibilitysnapshot.js +2 -2
  179. package/esm/models/publicvisibilitysnapshot.js.map +1 -1
  180. package/esm/models/searchgroundingmode.d.ts +20 -0
  181. package/esm/models/searchgroundingmode.d.ts.map +1 -0
  182. package/esm/models/searchgroundingmode.js +19 -0
  183. package/esm/models/searchgroundingmode.js.map +1 -0
  184. package/esm/models/updateevaltemplaterequest.d.ts +71 -0
  185. package/esm/models/updateevaltemplaterequest.d.ts.map +1 -0
  186. package/esm/models/updateevaltemplaterequest.js +71 -0
  187. package/esm/models/updateevaltemplaterequest.js.map +1 -0
  188. package/esm/models/updatev2evalconfigurationrequest.d.ts +2 -0
  189. package/esm/models/updatev2evalconfigurationrequest.d.ts.map +1 -1
  190. package/esm/models/updatev2evalconfigurationrequest.js +3 -0
  191. package/esm/models/updatev2evalconfigurationrequest.js.map +1 -1
  192. package/esm/models/updatev2evalrequest.d.ts +5 -5
  193. package/esm/models/updatev2evalrequest.d.ts.map +1 -1
  194. package/esm/models/updatev2evalrequest.js +6 -10
  195. package/esm/models/updatev2evalrequest.js.map +1 -1
  196. package/esm/models/v2eval.d.ts +6 -2
  197. package/esm/models/v2eval.d.ts.map +1 -1
  198. package/esm/models/v2eval.js +5 -1
  199. package/esm/models/v2eval.js.map +1 -1
  200. package/esm/models/v2evalconfiguration.d.ts +2 -0
  201. package/esm/models/v2evalconfiguration.d.ts.map +1 -1
  202. package/esm/models/v2evalconfiguration.js +2 -0
  203. package/esm/models/v2evalconfiguration.js.map +1 -1
  204. package/esm/models/v2evalresultsummary.d.ts +10 -0
  205. package/esm/models/v2evalresultsummary.d.ts.map +1 -1
  206. package/esm/models/v2evalresultsummary.js +12 -1
  207. package/esm/models/v2evalresultsummary.js.map +1 -1
  208. package/esm/models/v2evalrun.d.ts.map +1 -1
  209. package/esm/models/v2evalrun.js +1 -1
  210. package/esm/models/v2evalrun.js.map +1 -1
  211. package/esm/models/v2evalrundetail.d.ts +30 -0
  212. package/esm/models/v2evalrundetail.d.ts.map +1 -0
  213. package/esm/models/v2evalrundetail.js +33 -0
  214. package/esm/models/v2evalrundetail.js.map +1 -0
  215. package/esm/models/v2evalrunscancelop.d.ts +31 -0
  216. package/esm/models/v2evalrunscancelop.d.ts.map +1 -0
  217. package/esm/models/v2evalrunscancelop.js +27 -0
  218. package/esm/models/v2evalrunscancelop.js.map +1 -0
  219. package/esm/models/v2evalrunscreateop.d.ts +23 -3
  220. package/esm/models/v2evalrunscreateop.d.ts.map +1 -1
  221. package/esm/models/v2evalrunscreateop.js +15 -2
  222. package/esm/models/v2evalrunscreateop.js.map +1 -1
  223. package/esm/models/v2evalrunsretrieveop.d.ts +9 -2
  224. package/esm/models/v2evalrunsretrieveop.d.ts.map +1 -1
  225. package/esm/models/v2evalrunsretrieveop.js +6 -2
  226. package/esm/models/v2evalrunsretrieveop.js.map +1 -1
  227. package/esm/models/v2evalruntraceevent.d.ts.map +1 -1
  228. package/esm/models/v2evalruntraceevent.js +1 -1
  229. package/esm/models/v2evalruntraceevent.js.map +1 -1
  230. package/esm/models/v2evalsbatchcreateop.d.ts +27 -0
  231. package/esm/models/v2evalsbatchcreateop.d.ts.map +1 -0
  232. package/esm/models/v2evalsbatchcreateop.js +24 -0
  233. package/esm/models/v2evalsbatchcreateop.js.map +1 -0
  234. package/esm/models/v2evaltemplatescreateop.d.ts +13 -0
  235. package/esm/models/v2evaltemplatescreateop.d.ts.map +1 -0
  236. package/esm/models/v2evaltemplatescreateop.js +16 -0
  237. package/esm/models/v2evaltemplatescreateop.js.map +1 -0
  238. package/esm/models/v2evaltemplatesdeleteop.d.ts +24 -0
  239. package/esm/models/v2evaltemplatesdeleteop.d.ts.map +1 -0
  240. package/esm/models/v2evaltemplatesdeleteop.js +23 -0
  241. package/esm/models/v2evaltemplatesdeleteop.js.map +1 -0
  242. package/esm/models/v2evaltemplatesretrieveop.d.ts +17 -0
  243. package/esm/models/v2evaltemplatesretrieveop.d.ts.map +1 -0
  244. package/esm/models/v2evaltemplatesretrieveop.js +19 -0
  245. package/esm/models/v2evaltemplatesretrieveop.js.map +1 -0
  246. package/esm/models/v2evaltemplatesupdateop.d.ts +33 -0
  247. package/esm/models/v2evaltemplatesupdateop.d.ts.map +1 -0
  248. package/esm/models/v2evaltemplatesupdateop.js +29 -0
  249. package/esm/models/v2evaltemplatesupdateop.js.map +1 -0
  250. package/esm/models/v2inlinemcpdefinition.d.ts +4 -4
  251. package/esm/models/v2inlinemcpdefinition.d.ts.map +1 -1
  252. package/esm/models/v2inlinemcpdefinition.js +3 -3
  253. package/esm/models/v2inlinemcpdefinition.js.map +1 -1
  254. package/esm/models/v2promptrundetail.d.ts +6 -0
  255. package/esm/models/v2promptrundetail.d.ts.map +1 -1
  256. package/esm/models/v2promptrundetail.js +4 -1
  257. package/esm/models/v2promptrundetail.js.map +1 -1
  258. package/esm/models/v2promptrunsummary.d.ts.map +1 -1
  259. package/esm/models/v2promptrunsummary.js +1 -1
  260. package/esm/models/v2promptrunsummary.js.map +1 -1
  261. package/esm/models/v2publictask.d.ts +2 -2
  262. package/esm/models/v2publictask.d.ts.map +1 -1
  263. package/esm/models/v2publictask.js +4 -4
  264. package/esm/models/v2publictask.js.map +1 -1
  265. package/esm/tool-names.d.ts.map +1 -1
  266. package/esm/tool-names.js +31 -15
  267. package/esm/tool-names.js.map +1 -1
  268. package/package.json +1 -1
  269. package/src/funcs/evalTemplatesV2EvalTemplatesCreate.ts +145 -0
  270. package/src/funcs/{evalResultsV2EvalResultsList.ts → evalTemplatesV2EvalTemplatesDelete.ts} +23 -19
  271. package/src/funcs/evalTemplatesV2EvalTemplatesList.ts +124 -0
  272. package/src/funcs/{evalResultsV2EvalResultsRetrieve.ts → evalTemplatesV2EvalTemplatesRetrieve.ts} +13 -13
  273. package/src/funcs/evalTemplatesV2EvalTemplatesUpdate.ts +154 -0
  274. package/src/funcs/{evalsAnalysis.ts → evalsCancel.ts} +13 -13
  275. package/src/funcs/{evalRunsV2EvalRunsRetrieve.ts → evalsGet.ts} +4 -4
  276. package/src/funcs/evalsRun.ts +6 -4
  277. package/src/funcs/evalsV2EvalsBatchCreate.ts +145 -0
  278. package/src/funcs/evalsV2EvalsCreate.ts +1 -1
  279. package/src/funcs/evalsV2EvalsUpdate.ts +1 -1
  280. package/src/funcs/promptsV2PromptRunsList.ts +1 -1
  281. package/src/funcs/promptsV2PromptRunsRetrieve.ts +1 -1
  282. package/src/landing-page.ts +1 -1
  283. package/src/lib/config.ts +3 -3
  284. package/src/mcp-server/mcp-server.ts +1 -1
  285. package/src/mcp-server/server.ts +17 -9
  286. package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.ts +45 -0
  287. package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.ts +45 -0
  288. package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesList.ts +36 -0
  289. package/src/mcp-server/tools/{evalResultsV2EvalResultsRetrieve.ts → evalTemplatesV2EvalTemplatesRetrieve.ts} +9 -9
  290. package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.ts +45 -0
  291. package/src/mcp-server/tools/evalsCancel.ts +43 -0
  292. package/src/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.ts → evalsGet.ts} +7 -7
  293. package/src/mcp-server/tools/evalsRun.ts +6 -4
  294. package/src/mcp-server/tools/evalsV2EvalsBatchCreate.ts +43 -0
  295. package/src/mcp-server/tools/evalsV2EvalsCreate.ts +1 -1
  296. package/src/mcp-server/tools/evalsV2EvalsUpdate.ts +1 -1
  297. package/src/mcp-server/tools/promptsV2PromptRunsList.ts +1 -1
  298. package/src/mcp-server/tools/promptsV2PromptRunsRetrieve.ts +1 -1
  299. package/src/models/createevaltemplatebatchrequest.ts +35 -0
  300. package/src/models/createevaltemplaterequest.ts +151 -0
  301. package/src/models/createv2evalconfigurationrequest.ts +8 -0
  302. package/src/models/createv2evalrequest.ts +18 -22
  303. package/src/models/createv2evalrunrequest.ts +19 -24
  304. package/src/models/evaltemplate.ts +154 -0
  305. package/src/models/evaltemplatebatchcreatedeval.ts +26 -0
  306. package/src/models/evaltemplatebatchitem.ts +54 -0
  307. package/src/models/evaltemplatebatchresponse.ts +30 -0
  308. package/src/models/evaltemplatebatchresult.ts +26 -0
  309. package/src/models/evaltemplateruntime.ts +64 -0
  310. package/src/models/evaltemplateschedule.ts +44 -0
  311. package/src/models/evaltemplatesresponse.ts +18 -0
  312. package/src/models/graderdefinition.ts +34 -0
  313. package/src/models/publiccompetitorrow.ts +2 -2
  314. package/src/models/publiccriterionverdict.ts +48 -0
  315. package/src/models/publiccurrentvisibilityresponse.ts +2 -2
  316. package/src/models/publicevalrunenvironment.ts +47 -0
  317. package/src/models/publicevalrunprogress.ts +8 -2
  318. package/src/models/publicgraderresult.ts +44 -0
  319. package/src/models/publicpromptvisibilitymetrics.ts +2 -2
  320. package/src/models/publicvisibilitysnapshot.ts +2 -2
  321. package/src/models/searchgroundingmode.ts +26 -0
  322. package/src/models/updateevaltemplaterequest.ts +116 -0
  323. package/src/models/updatev2evalconfigurationrequest.ts +9 -0
  324. package/src/models/updatev2evalrequest.ts +20 -21
  325. package/src/models/v2eval.ts +14 -2
  326. package/src/models/v2evalconfiguration.ts +8 -0
  327. package/src/models/v2evalresultsummary.ts +36 -1
  328. package/src/models/v2evalrun.ts +3 -1
  329. package/src/models/v2evalrundetail.ts +90 -0
  330. package/src/models/v2evalrunscancelop.ts +70 -0
  331. package/src/models/v2evalrunscreateop.ts +43 -5
  332. package/src/models/v2evalrunsretrieveop.ts +23 -3
  333. package/src/models/v2evalruntraceevent.ts +3 -1
  334. package/src/models/v2evalsbatchcreateop.ts +66 -0
  335. package/src/models/v2evaltemplatescreateop.ts +37 -0
  336. package/src/models/v2evaltemplatesdeleteop.ts +56 -0
  337. package/src/models/v2evaltemplatesretrieveop.ts +43 -0
  338. package/src/models/v2evaltemplatesupdateop.ts +79 -0
  339. package/src/models/v2inlinemcpdefinition.ts +7 -5
  340. package/src/models/v2promptrundetail.ts +12 -1
  341. package/src/models/v2promptrunsummary.ts +3 -1
  342. package/src/models/v2publictask.ts +9 -7
  343. package/src/tool-names.ts +31 -15
  344. package/test/simulations.test.js +30 -3
  345. package/esm/funcs/evalResultsV2EvalResultsList.d.ts +0 -16
  346. package/esm/funcs/evalResultsV2EvalResultsList.d.ts.map +0 -1
  347. package/esm/funcs/evalResultsV2EvalResultsList.js.map +0 -1
  348. package/esm/funcs/evalResultsV2EvalResultsRetrieve.d.ts +0 -16
  349. package/esm/funcs/evalResultsV2EvalResultsRetrieve.d.ts.map +0 -1
  350. package/esm/funcs/evalResultsV2EvalResultsRetrieve.js.map +0 -1
  351. package/esm/funcs/evalRunsV2EvalRunsRetrieve.d.ts +0 -16
  352. package/esm/funcs/evalRunsV2EvalRunsRetrieve.d.ts.map +0 -1
  353. package/esm/funcs/evalRunsV2EvalRunsRetrieve.js.map +0 -1
  354. package/esm/funcs/evalsAnalysis.d.ts +0 -16
  355. package/esm/funcs/evalsAnalysis.d.ts.map +0 -1
  356. package/esm/funcs/evalsAnalysis.js.map +0 -1
  357. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.d.ts +0 -7
  358. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.d.ts.map +0 -1
  359. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js +0 -35
  360. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js.map +0 -1
  361. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.d.ts +0 -7
  362. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.d.ts.map +0 -1
  363. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.js +0 -35
  364. package/esm/mcp-server/tools/evalResultsV2EvalResultsRetrieve.js.map +0 -1
  365. package/esm/mcp-server/tools/evalRunsV2EvalRunsRetrieve.d.ts.map +0 -1
  366. package/esm/mcp-server/tools/evalRunsV2EvalRunsRetrieve.js.map +0 -1
  367. package/esm/mcp-server/tools/evalsAnalysis.d.ts +0 -7
  368. package/esm/mcp-server/tools/evalsAnalysis.d.ts.map +0 -1
  369. package/esm/mcp-server/tools/evalsAnalysis.js +0 -35
  370. package/esm/mcp-server/tools/evalsAnalysis.js.map +0 -1
  371. package/esm/models/v2evalresult.d.ts +0 -23
  372. package/esm/models/v2evalresult.d.ts.map +0 -1
  373. package/esm/models/v2evalresult.js +0 -24
  374. package/esm/models/v2evalresult.js.map +0 -1
  375. package/esm/models/v2evalresultslistop.d.ts +0 -11
  376. package/esm/models/v2evalresultslistop.d.ts.map +0 -1
  377. package/esm/models/v2evalresultslistop.js +0 -16
  378. package/esm/models/v2evalresultslistop.js.map +0 -1
  379. package/esm/models/v2evalresultsresponse.d.ts +0 -9
  380. package/esm/models/v2evalresultsresponse.d.ts.map +0 -1
  381. package/esm/models/v2evalresultsresponse.js +0 -12
  382. package/esm/models/v2evalresultsresponse.js.map +0 -1
  383. package/esm/models/v2evalresultsretrieveop.d.ts +0 -10
  384. package/esm/models/v2evalresultsretrieveop.d.ts.map +0 -1
  385. package/esm/models/v2evalresultsretrieveop.js +0 -15
  386. package/esm/models/v2evalresultsretrieveop.js.map +0 -1
  387. package/esm/models/v2evalrunanalysisresponse.d.ts +0 -12
  388. package/esm/models/v2evalrunanalysisresponse.d.ts.map +0 -1
  389. package/esm/models/v2evalrunanalysisresponse.js +0 -15
  390. package/esm/models/v2evalrunanalysisresponse.js.map +0 -1
  391. package/esm/models/v2evalrunsanalysisop.d.ts +0 -17
  392. package/esm/models/v2evalrunsanalysisop.d.ts.map +0 -1
  393. package/esm/models/v2evalrunsanalysisop.js +0 -19
  394. package/esm/models/v2evalrunsanalysisop.js.map +0 -1
  395. package/src/mcp-server/tools/evalResultsV2EvalResultsList.ts +0 -43
  396. package/src/mcp-server/tools/evalsAnalysis.ts +0 -43
  397. package/src/models/v2evalresult.ts +0 -46
  398. package/src/models/v2evalresultslistop.ts +0 -39
  399. package/src/models/v2evalresultsresponse.ts +0 -23
  400. package/src/models/v2evalresultsretrieveop.ts +0 -28
  401. package/src/models/v2evalrunanalysisresponse.ts +0 -32
  402. package/src/models/v2evalrunsanalysisop.ts +0 -48
@@ -1,6 +1,6 @@
1
1
  /*
2
2
  * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: f10f68661c0c
3
+ * @generated-id: 67cc09c5c48f
4
4
  */
5
5
 
6
6
  import { LightsageMcpCore } from "../core.js";
@@ -20,21 +20,21 @@ import {
20
20
  } from "../models/errors/httpclienterrors.js";
21
21
  import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
22
22
  import {
23
- V2EvalResultsRetrieveRequest,
24
- V2EvalResultsRetrieveRequest$zodSchema,
25
- } from "../models/v2evalresultsretrieveop.js";
23
+ V2EvalTemplatesRetrieveRequest,
24
+ V2EvalTemplatesRetrieveRequest$zodSchema,
25
+ } from "../models/v2evaltemplatesretrieveop.js";
26
26
  import { APICall, APIPromise } from "../types/async.js";
27
27
  import { Result } from "../types/fp.js";
28
28
 
29
29
  /**
30
- * Retrieve Result
30
+ * Retrieve an Eval template
31
31
  *
32
32
  * @remarks
33
- * Returns one completed custom-eval result with its output and diagnostic details.
33
+ * Returns one active reusable Eval template.
34
34
  */
35
- export function evalResultsV2EvalResultsRetrieve(
35
+ export function evalTemplatesV2EvalTemplatesRetrieve(
36
36
  client$: LightsageMcpCore,
37
- request: V2EvalResultsRetrieveRequest,
37
+ request: V2EvalTemplatesRetrieveRequest,
38
38
  options?: RequestOptions,
39
39
  ): APIPromise<
40
40
  Result<
@@ -57,7 +57,7 @@ export function evalResultsV2EvalResultsRetrieve(
57
57
 
58
58
  async function $do(
59
59
  client$: LightsageMcpCore,
60
- request: V2EvalResultsRetrieveRequest,
60
+ request: V2EvalTemplatesRetrieveRequest,
61
61
  options?: RequestOptions,
62
62
  ): Promise<
63
63
  [
@@ -76,7 +76,7 @@ async function $do(
76
76
  > {
77
77
  const parsed$ = safeParse(
78
78
  request,
79
- (value$) => V2EvalResultsRetrieveRequest$zodSchema.parse(value$),
79
+ (value$) => V2EvalTemplatesRetrieveRequest$zodSchema.parse(value$),
80
80
  "Input validation failed",
81
81
  );
82
82
  if (!parsed$.ok) {
@@ -86,12 +86,12 @@ async function $do(
86
86
  const body$ = null;
87
87
 
88
88
  const pathParams$ = {
89
- result_id: encodeSimple("result_id", payload$.result_id, {
89
+ template_id: encodeSimple("template_id", payload$.template_id, {
90
90
  explode: false,
91
91
  charEncoding: "percent",
92
92
  }),
93
93
  };
94
- const path$ = pathToFunc("/v2/eval-results/{result_id}")(
94
+ const path$ = pathToFunc("/v2/eval-templates/{template_id}")(
95
95
  pathParams$,
96
96
  );
97
97
 
@@ -104,7 +104,7 @@ async function $do(
104
104
  const context = {
105
105
  options: client$._options,
106
106
  baseURL: options?.serverURL ?? client$._baseURL ?? "",
107
- operationID: "v2_eval_results_retrieve",
107
+ operationID: "v2_eval_templates_retrieve",
108
108
  oAuth2Scopes: null,
109
109
  resolvedSecurity: requestSecurity,
110
110
  securitySource: client$._options.security,
@@ -0,0 +1,154 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 554d4ce825d0
4
+ */
5
+
6
+ import { LightsageMcpCore } from "../core.js";
7
+ import { encodeJSON, encodeSimple } from "../lib/encodings.js";
8
+ import { compactMap } from "../lib/primitives.js";
9
+ import { safeParse } from "../lib/schemas.js";
10
+ import { RequestOptions } from "../lib/sdks.js";
11
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
12
+ import { pathToFunc } from "../lib/url.js";
13
+ import { APIError } from "../models/errors/apierror.js";
14
+ import {
15
+ ConnectionError,
16
+ InvalidRequestError,
17
+ RequestAbortedError,
18
+ RequestTimeoutError,
19
+ UnexpectedClientError,
20
+ } from "../models/errors/httpclienterrors.js";
21
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
22
+ import {
23
+ V2EvalTemplatesUpdateRequest,
24
+ V2EvalTemplatesUpdateRequest$zodSchema,
25
+ } from "../models/v2evaltemplatesupdateop.js";
26
+ import { APICall, APIPromise } from "../types/async.js";
27
+ import { Result } from "../types/fp.js";
28
+
29
+ /**
30
+ * Update an Eval template
31
+ *
32
+ * @remarks
33
+ * Updates an Eval template. Supply `expected_template_version` to reject an edit based on stale data. Existing evals are never changed.
34
+ */
35
+ export function evalTemplatesV2EvalTemplatesUpdate(
36
+ client$: LightsageMcpCore,
37
+ request: V2EvalTemplatesUpdateRequest,
38
+ options?: RequestOptions,
39
+ ): APIPromise<
40
+ Result<
41
+ Response,
42
+ | APIError
43
+ | SDKValidationError
44
+ | UnexpectedClientError
45
+ | InvalidRequestError
46
+ | RequestAbortedError
47
+ | RequestTimeoutError
48
+ | ConnectionError
49
+ >
50
+ > {
51
+ return new APIPromise($do(
52
+ client$,
53
+ request,
54
+ options,
55
+ ));
56
+ }
57
+
58
+ async function $do(
59
+ client$: LightsageMcpCore,
60
+ request: V2EvalTemplatesUpdateRequest,
61
+ options?: RequestOptions,
62
+ ): Promise<
63
+ [
64
+ Result<
65
+ Response,
66
+ | APIError
67
+ | SDKValidationError
68
+ | UnexpectedClientError
69
+ | InvalidRequestError
70
+ | RequestAbortedError
71
+ | RequestTimeoutError
72
+ | ConnectionError
73
+ >,
74
+ APICall,
75
+ ]
76
+ > {
77
+ const parsed$ = safeParse(
78
+ request,
79
+ (value$) => V2EvalTemplatesUpdateRequest$zodSchema.parse(value$),
80
+ "Input validation failed",
81
+ );
82
+ if (!parsed$.ok) {
83
+ return [parsed$, { status: "invalid" }];
84
+ }
85
+ const payload$ = parsed$.value;
86
+ const body$ = encodeJSON("body", payload$.body, { explode: true });
87
+
88
+ const pathParams$ = {
89
+ template_id: encodeSimple("template_id", payload$.template_id, {
90
+ explode: false,
91
+ charEncoding: "percent",
92
+ }),
93
+ };
94
+ const path$ = pathToFunc("/v2/eval-templates/{template_id}")(
95
+ pathParams$,
96
+ );
97
+
98
+ const headers$ = new Headers(compactMap({
99
+ "Content-Type": "application/json",
100
+ Accept: "application/json",
101
+ }));
102
+ const securityInput = await extractSecurity(client$._options.security);
103
+ const requestSecurity = resolveGlobalSecurity(securityInput);
104
+
105
+ const context = {
106
+ options: client$._options,
107
+ baseURL: options?.serverURL ?? client$._baseURL ?? "",
108
+ operationID: "v2_eval_templates_update",
109
+ oAuth2Scopes: null,
110
+ resolvedSecurity: requestSecurity,
111
+ securitySource: client$._options.security,
112
+ retryConfig: options?.retries
113
+ || client$._options.retryConfig
114
+ || { strategy: "none" },
115
+ retryCodes: options?.retryCodes || [
116
+ "429",
117
+ "500",
118
+ "502",
119
+ "503",
120
+ "504",
121
+ ],
122
+ };
123
+
124
+ const requestRes = client$._createRequest(context, {
125
+ security: requestSecurity,
126
+ method: "PATCH",
127
+ baseURL: options?.serverURL,
128
+ path: path$,
129
+ headers: headers$,
130
+ body: body$,
131
+ userAgent: client$._options.userAgent,
132
+ timeoutMs: options?.timeoutMs || client$._options.timeoutMs
133
+ || -1,
134
+ }, options);
135
+ if (!requestRes.ok) {
136
+ return [requestRes, { status: "invalid" }];
137
+ }
138
+ const req$ = requestRes.value;
139
+
140
+ const doResult = await client$._do(req$, {
141
+ context,
142
+ errorCodes: [],
143
+ retryConfig: context.retryConfig,
144
+ retryCodes: context.retryCodes,
145
+ });
146
+ if (!doResult.ok) {
147
+ return [doResult, { status: "request-error", request: req$ }];
148
+ }
149
+ return [doResult, {
150
+ status: "complete",
151
+ "request": req$,
152
+ response: doResult.value,
153
+ }];
154
+ }
@@ -1,6 +1,6 @@
1
1
  /*
2
2
  * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: cb2b198fcbdb
3
+ * @generated-id: 66cce69cdbb3
4
4
  */
5
5
 
6
6
  import { LightsageMcpCore } from "../core.js";
@@ -20,21 +20,21 @@ import {
20
20
  } from "../models/errors/httpclienterrors.js";
21
21
  import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
22
22
  import {
23
- V2EvalRunsAnalysisRequest,
24
- V2EvalRunsAnalysisRequest$zodSchema,
25
- } from "../models/v2evalrunsanalysisop.js";
23
+ V2EvalRunsCancelRequest,
24
+ V2EvalRunsCancelRequest$zodSchema,
25
+ } from "../models/v2evalrunscancelop.js";
26
26
  import { APICall, APIPromise } from "../types/async.js";
27
27
  import { Result } from "../types/fp.js";
28
28
 
29
29
  /**
30
- * Retrieve eval run analysis
30
+ * Cancel an eval run
31
31
  *
32
32
  * @remarks
33
- * Returns the persisted analysis produced for each completed attempt in one eval run. The analysis includes the verdict, outcome explanation, findings, bottleneck, and analysis sections. Active runs return the analysis available so far together with current run status and progress.
33
+ * Marks an active eval run as cancelled and prevents queued attempts from starting. Running sandbox attempts are stopped asynchronously. Requests already sent to an external provider cannot be recalled, but any later response does not change the run from cancelled. Repeating this request for an already-cancelled run is safe.
34
34
  */
35
- export function evalsAnalysis(
35
+ export function evalsCancel(
36
36
  client$: LightsageMcpCore,
37
- request: V2EvalRunsAnalysisRequest,
37
+ request: V2EvalRunsCancelRequest,
38
38
  options?: RequestOptions,
39
39
  ): APIPromise<
40
40
  Result<
@@ -57,7 +57,7 @@ export function evalsAnalysis(
57
57
 
58
58
  async function $do(
59
59
  client$: LightsageMcpCore,
60
- request: V2EvalRunsAnalysisRequest,
60
+ request: V2EvalRunsCancelRequest,
61
61
  options?: RequestOptions,
62
62
  ): Promise<
63
63
  [
@@ -76,7 +76,7 @@ async function $do(
76
76
  > {
77
77
  const parsed$ = safeParse(
78
78
  request,
79
- (value$) => V2EvalRunsAnalysisRequest$zodSchema.parse(value$),
79
+ (value$) => V2EvalRunsCancelRequest$zodSchema.parse(value$),
80
80
  "Input validation failed",
81
81
  );
82
82
  if (!parsed$.ok) {
@@ -91,7 +91,7 @@ async function $do(
91
91
  charEncoding: "percent",
92
92
  }),
93
93
  };
94
- const path$ = pathToFunc("/v2/eval-runs/{run_id}/analysis")(
94
+ const path$ = pathToFunc("/v2/eval-runs/{run_id}/cancel")(
95
95
  pathParams$,
96
96
  );
97
97
 
@@ -104,7 +104,7 @@ async function $do(
104
104
  const context = {
105
105
  options: client$._options,
106
106
  baseURL: options?.serverURL ?? client$._baseURL ?? "",
107
- operationID: "v2_eval_runs_analysis",
107
+ operationID: "v2_eval_runs_cancel",
108
108
  oAuth2Scopes: null,
109
109
  resolvedSecurity: requestSecurity,
110
110
  securitySource: client$._options.security,
@@ -122,7 +122,7 @@ async function $do(
122
122
 
123
123
  const requestRes = client$._createRequest(context, {
124
124
  security: requestSecurity,
125
- method: "GET",
125
+ method: "POST",
126
126
  baseURL: options?.serverURL,
127
127
  path: path$,
128
128
  headers: headers$,
@@ -1,6 +1,6 @@
1
1
  /*
2
2
  * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: 965a2bc44606
3
+ * @generated-id: 06e2d2d9dc87
4
4
  */
5
5
 
6
6
  import { LightsageMcpCore } from "../core.js";
@@ -27,12 +27,12 @@ import { APICall, APIPromise } from "../types/async.js";
27
27
  import { Result } from "../types/fp.js";
28
28
 
29
29
  /**
30
- * Retrieve Run
30
+ * Retrieve an eval run
31
31
  *
32
32
  * @remarks
33
- * Returns the status and progress of an eval job. Poll until the status reaches a terminal value.
33
+ * Returns the run's current status and progress. Once its attempts finish, the response also includes their results and analysis. Poll this until the status reaches a terminal value. Use the trace operation for the raw execution event log, or the monitor operation to follow a run live.
34
34
  */
35
- export function evalRunsV2EvalRunsRetrieve(
35
+ export function evalsGet(
36
36
  client$: LightsageMcpCore,
37
37
  request: V2EvalRunsRetrieveRequest,
38
38
  options?: RequestOptions,
@@ -30,14 +30,16 @@ import { Result } from "../types/fp.js";
30
30
  * Start an eval run
31
31
  *
32
32
  * @remarks
33
- * Queues a durable eval job and returns immediately with a polling ID. Poll `GET /v2/eval-runs/{run_id}` until its status reaches a terminal value.
33
+ * Queues a durable eval job and returns immediately with a polling ID. Poll `GET /v2/eval-runs/{run_id}` until its status reaches a terminal value; once finished it also returns the results and analysis. Follow a run live with the monitor operation.
34
34
  *
35
35
  * Send one of these flat request forms:
36
36
  *
37
- * - **Saved eval:** provide `eval_id`; optionally replace its prompts, persona, agents, CLIs, MCPs, or runs for this launch. A saved configuration can still provide repository, environment, skills, and legacy tool selections.
38
- * - **Direct create-and-run:** provide `prompts`, `judges`, and `agent`. You may also provide a persona, tags, repository, write-only environment variables, saved or inline CLIs and MCP servers, and skills.
37
+ * - **Saved eval:** provide `eval_id`; optionally replace its prompts, persona, agents, CLIs, MCPs, setup commands, cleanup commands, or runs for this launch. A saved configuration can still provide repository, environment, skills, and legacy tool selections.
38
+ * - **Direct create-and-run:** provide `prompts`, `judges`, and `agent`. You may also provide a persona, tags, repository, write-only environment variables, saved or inline CLIs and MCP servers, skills, setup commands, and cleanup commands.
39
39
  *
40
- * The run fans out across prompts × agents × runs. Persona is shared metadata and does not multiply attempts. No separate `mode` field is required.
40
+ * The run fans out across prompts × agents × runs. Persona is shared metadata and does not multiply attempts. No separate `mode` field is required. If the organization lacks the estimated credits, the request fails with `402` before dispatching work.
41
+ *
42
+ * A saved or inline environment containing an empty or placeholder credential is rejected with `400` before any evaluation is dispatched.
41
43
  */
42
44
  export function evalsRun(
43
45
  client$: LightsageMcpCore,
@@ -0,0 +1,145 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 602837e287ef
4
+ */
5
+
6
+ import { LightsageMcpCore } from "../core.js";
7
+ import { encodeJSON } from "../lib/encodings.js";
8
+ import { compactMap } from "../lib/primitives.js";
9
+ import { safeParse } from "../lib/schemas.js";
10
+ import { RequestOptions } from "../lib/sdks.js";
11
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
12
+ import { pathToFunc } from "../lib/url.js";
13
+ import {
14
+ CreateEvalTemplateBatchRequest,
15
+ CreateEvalTemplateBatchRequest$zodSchema,
16
+ } from "../models/createevaltemplatebatchrequest.js";
17
+ import { APIError } from "../models/errors/apierror.js";
18
+ import {
19
+ ConnectionError,
20
+ InvalidRequestError,
21
+ RequestAbortedError,
22
+ RequestTimeoutError,
23
+ UnexpectedClientError,
24
+ } from "../models/errors/httpclienterrors.js";
25
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
26
+ import { APICall, APIPromise } from "../types/async.js";
27
+ import { Result } from "../types/fp.js";
28
+
29
+ /**
30
+ * Create evals from a template
31
+ *
32
+ * @remarks
33
+ * Step 2 of the reusable template workflow. Provide the `id` and `version` returned by `POST /v2/eval-templates` as `template_id` and `expected_template_version`, then provide only prompt-specific fields in `evals`. The template supplies only the settings named in its `included_components`; omitted settings keep the values supplied by the creation workflow or its defaults. Included values are copied at creation time, so later template changes do not alter the created evals. Competitor selections create one additional eval per selected competitor for every input item, and the response groups each base eval with those variants. Brand-scoped runtime resources are validated against the organization's primary brand before any eval is created.
34
+ */
35
+ export function evalsV2EvalsBatchCreate(
36
+ client$: LightsageMcpCore,
37
+ request: CreateEvalTemplateBatchRequest,
38
+ options?: RequestOptions,
39
+ ): APIPromise<
40
+ Result<
41
+ Response,
42
+ | APIError
43
+ | SDKValidationError
44
+ | UnexpectedClientError
45
+ | InvalidRequestError
46
+ | RequestAbortedError
47
+ | RequestTimeoutError
48
+ | ConnectionError
49
+ >
50
+ > {
51
+ return new APIPromise($do(
52
+ client$,
53
+ request,
54
+ options,
55
+ ));
56
+ }
57
+
58
+ async function $do(
59
+ client$: LightsageMcpCore,
60
+ request: CreateEvalTemplateBatchRequest,
61
+ options?: RequestOptions,
62
+ ): Promise<
63
+ [
64
+ Result<
65
+ Response,
66
+ | APIError
67
+ | SDKValidationError
68
+ | UnexpectedClientError
69
+ | InvalidRequestError
70
+ | RequestAbortedError
71
+ | RequestTimeoutError
72
+ | ConnectionError
73
+ >,
74
+ APICall,
75
+ ]
76
+ > {
77
+ const parsed$ = safeParse(
78
+ request,
79
+ (value$) => CreateEvalTemplateBatchRequest$zodSchema.parse(value$),
80
+ "Input validation failed",
81
+ );
82
+ if (!parsed$.ok) {
83
+ return [parsed$, { status: "invalid" }];
84
+ }
85
+ const payload$ = parsed$.value;
86
+ const body$ = encodeJSON("body", payload$, { explode: true });
87
+ const path$ = pathToFunc("/v2/evals/batch")();
88
+
89
+ const headers$ = new Headers(compactMap({
90
+ "Content-Type": "application/json",
91
+ Accept: "application/json",
92
+ }));
93
+ const securityInput = await extractSecurity(client$._options.security);
94
+ const requestSecurity = resolveGlobalSecurity(securityInput);
95
+
96
+ const context = {
97
+ options: client$._options,
98
+ baseURL: options?.serverURL ?? client$._baseURL ?? "",
99
+ operationID: "v2_evals_batch_create",
100
+ oAuth2Scopes: null,
101
+ resolvedSecurity: requestSecurity,
102
+ securitySource: client$._options.security,
103
+ retryConfig: options?.retries
104
+ || client$._options.retryConfig
105
+ || { strategy: "none" },
106
+ retryCodes: options?.retryCodes || [
107
+ "429",
108
+ "500",
109
+ "502",
110
+ "503",
111
+ "504",
112
+ ],
113
+ };
114
+
115
+ const requestRes = client$._createRequest(context, {
116
+ security: requestSecurity,
117
+ method: "POST",
118
+ baseURL: options?.serverURL,
119
+ path: path$,
120
+ headers: headers$,
121
+ body: body$,
122
+ userAgent: client$._options.userAgent,
123
+ timeoutMs: options?.timeoutMs || client$._options.timeoutMs
124
+ || -1,
125
+ }, options);
126
+ if (!requestRes.ok) {
127
+ return [requestRes, { status: "invalid" }];
128
+ }
129
+ const req$ = requestRes.value;
130
+
131
+ const doResult = await client$._do(req$, {
132
+ context,
133
+ errorCodes: [],
134
+ retryConfig: context.retryConfig,
135
+ retryCodes: context.retryCodes,
136
+ });
137
+ if (!doResult.ok) {
138
+ return [doResult, { status: "request-error", request: req$ }];
139
+ }
140
+ return [doResult, {
141
+ status: "complete",
142
+ "request": req$,
143
+ response: doResult.value,
144
+ }];
145
+ }
@@ -30,7 +30,7 @@ import { Result } from "../types/fp.js";
30
30
  * Create Eval
31
31
  *
32
32
  * @remarks
33
- * Creates a reusable simulation definition with one or more task prompts and judges. Optional agents, persona, CLI installations, MCP servers, repeat count, and tags are saved with the eval. Creating the eval does not start a run and does not accept secret environment values.
33
+ * Creates a reusable simulation definition with one or more task prompts and judges. Optional agents, persona, CLI installations, MCP servers, setup commands, cleanup commands, grounding policy, repeat count, and tags are saved with the eval. `search_grounding` supports `disabled`, `enabled`, and `default`; `default` preserves normal platform behavior. Creating the eval does not start a run and does not accept secret environment values.
34
34
  */
35
35
  export function evalsV2EvalsCreate(
36
36
  client$: LightsageMcpCore,
@@ -30,7 +30,7 @@ import { Result } from "../types/fp.js";
30
30
  * Update Eval
31
31
  *
32
32
  * @remarks
33
- * Updates a reusable eval simulation definition. Omitted fields remain unchanged. Empty `agent`, `clis`, `mcps`, or `tags` arrays clear those collections, and `persona: null` clears the saved persona.
33
+ * Updates a reusable eval simulation definition. Omitted fields remain unchanged. Empty `agent`, `clis`, `mcps`, `setup_commands`, `cleanup_commands`, or `tags` arrays clear those collections, and `persona: null` clears the saved persona.
34
34
  */
35
35
  export function evalsV2EvalsUpdate(
36
36
  client$: LightsageMcpCore,
@@ -30,7 +30,7 @@ import { Result } from "../types/fp.js";
30
30
  * List Prompt Runs
31
31
  *
32
32
  * @remarks
33
- * Returns stored prompt runs without exposing raw runtime or provider configuration. Filterable by prompt, platform, and date range.
33
+ * Returns stored prompt runs with limit-and-offset pagination, without exposing raw runtime or provider configuration. Filter by prompt, platform, or date range.
34
34
  */
35
35
  export function promptsV2PromptRunsList(
36
36
  client$: LightsageMcpCore,
@@ -30,7 +30,7 @@ import { Result } from "../types/fp.js";
30
30
  * Retrieve Prompt Run
31
31
  *
32
32
  * @remarks
33
- * Returns one stored prompt run, including its mentions and citations.
33
+ * Returns one stored prompt run, including mentions, citations, and any sanitized coding-agent trace captured for the run.
34
34
  */
35
35
  export function promptsV2PromptRunsRetrieve(
36
36
  client$: LightsageMcpCore,
@@ -931,7 +931,7 @@ http_headers = { "lightsage-api-key-auth" = "YOUR_LIGHTSAGE_API_KEY_AUTH" }`;
931
931
  <h1>Instructions</h1>
932
932
  <p>One-click installation for Claude Desktop users</p>
933
933
  <div class="instruction-item">
934
- <a href="https://github.com/lightsagehq/mcp/releases/download/v0.3.1/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
934
+ <a href="https://github.com/lightsagehq/mcp/releases/download/v0.4.1/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
935
935
  📥 Download MCP Bundle
936
936
  </a>
937
937
  </div>
package/src/lib/config.ts CHANGED
@@ -66,7 +66,7 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
66
66
  export const SDK_METADATA = {
67
67
  language: "typescript",
68
68
  openapiDocVersion: "1.0.0",
69
- sdkVersion: "0.3.1",
70
- genVersion: "2.937.18",
71
- userAgent: "speakeasy-sdk/mcp-typescript 0.3.1 2.937.18 1.0.0 @lightsage/mcp",
69
+ sdkVersion: "0.4.1",
70
+ genVersion: "2.941.0",
71
+ userAgent: "speakeasy-sdk/mcp-typescript 0.4.1 2.941.0 1.0.0 @lightsage/mcp",
72
72
  } as const;
@@ -22,7 +22,7 @@ const routes = buildRouteMap({
22
22
  export const app = buildApplication(routes, {
23
23
  name: "mcp",
24
24
  versionInfo: {
25
- currentVersion: "0.3.1",
25
+ currentVersion: "0.4.1",
26
26
  },
27
27
  });
28
28
 
@@ -24,11 +24,9 @@ import { tool$contentV2ContentDraftsCreate } from "./tools/contentV2ContentDraft
24
24
  import { tool$contentV2ContentFinalize } from "./tools/contentV2ContentFinalize.js";
25
25
  import { tool$contentV2ContentRetrieve } from "./tools/contentV2ContentRetrieve.js";
26
26
  import { tool$environmentsV2EnvironmentsList } from "./tools/environmentsV2EnvironmentsList.js";
27
- import { tool$evalResultsV2EvalResultsList } from "./tools/evalResultsV2EvalResultsList.js";
28
- import { tool$evalResultsV2EvalResultsRetrieve } from "./tools/evalResultsV2EvalResultsRetrieve.js";
29
27
  import { tool$evalRunsV2EvalRunsList } from "./tools/evalRunsV2EvalRunsList.js";
30
- import { tool$evalRunsV2EvalRunsRetrieve } from "./tools/evalRunsV2EvalRunsRetrieve.js";
31
- import { tool$evalsAnalysis } from "./tools/evalsAnalysis.js";
28
+ import { tool$evalsCancel } from "./tools/evalsCancel.js";
29
+ import { tool$evalsGet } from "./tools/evalsGet.js";
32
30
  import { tool$evalsRun } from "./tools/evalsRun.js";
33
31
  import { tool$evalsTrace } from "./tools/evalsTrace.js";
34
32
  import { tool$evalsV2EvalConfigurationsCreate } from "./tools/evalsV2EvalConfigurationsCreate.js";
@@ -36,11 +34,17 @@ import { tool$evalsV2EvalConfigurationsDelete } from "./tools/evalsV2EvalConfigu
36
34
  import { tool$evalsV2EvalConfigurationsList } from "./tools/evalsV2EvalConfigurationsList.js";
37
35
  import { tool$evalsV2EvalConfigurationsRetrieve } from "./tools/evalsV2EvalConfigurationsRetrieve.js";
38
36
  import { tool$evalsV2EvalConfigurationsUpdate } from "./tools/evalsV2EvalConfigurationsUpdate.js";
37
+ import { tool$evalsV2EvalsBatchCreate } from "./tools/evalsV2EvalsBatchCreate.js";
39
38
  import { tool$evalsV2EvalsCreate } from "./tools/evalsV2EvalsCreate.js";
40
39
  import { tool$evalsV2EvalsDelete } from "./tools/evalsV2EvalsDelete.js";
41
40
  import { tool$evalsV2EvalsList } from "./tools/evalsV2EvalsList.js";
42
41
  import { tool$evalsV2EvalsRetrieve } from "./tools/evalsV2EvalsRetrieve.js";
43
42
  import { tool$evalsV2EvalsUpdate } from "./tools/evalsV2EvalsUpdate.js";
43
+ import { tool$evalTemplatesV2EvalTemplatesCreate } from "./tools/evalTemplatesV2EvalTemplatesCreate.js";
44
+ import { tool$evalTemplatesV2EvalTemplatesDelete } from "./tools/evalTemplatesV2EvalTemplatesDelete.js";
45
+ import { tool$evalTemplatesV2EvalTemplatesList } from "./tools/evalTemplatesV2EvalTemplatesList.js";
46
+ import { tool$evalTemplatesV2EvalTemplatesRetrieve } from "./tools/evalTemplatesV2EvalTemplatesRetrieve.js";
47
+ import { tool$evalTemplatesV2EvalTemplatesUpdate } from "./tools/evalTemplatesV2EvalTemplatesUpdate.js";
44
48
  import { tool$mcpServersV2MCPServersList } from "./tools/mcpServersV2MCPServersList.js";
45
49
  import { tool$opportunitiesV2OpportunitiesList } from "./tools/opportunitiesV2OpportunitiesList.js";
46
50
  import { tool$opportunitiesV2OpportunitiesRetrieve } from "./tools/opportunitiesV2OpportunitiesRetrieve.js";
@@ -92,7 +96,7 @@ export function createMCPServer(deps: {
92
96
  sizes: ["any"],
93
97
  }],
94
98
  name: "LightsageMcp",
95
- version: "0.3.1",
99
+ version: "0.4.1",
96
100
  });
97
101
 
98
102
  const getClient = deps.getSDK || (() =>
@@ -166,6 +170,7 @@ export function createMCPServer(deps: {
166
170
  tool(tool$siteAuditsV2SiteAuditsRetrieve);
167
171
  tool(tool$evalsV2EvalsList);
168
172
  tool(tool$evalsV2EvalsCreate);
173
+ tool(tool$evalsV2EvalsBatchCreate);
169
174
  tool(tool$evalsV2EvalsRetrieve);
170
175
  tool(tool$evalsV2EvalsUpdate);
171
176
  tool(tool$evalsV2EvalsDelete);
@@ -175,12 +180,15 @@ export function createMCPServer(deps: {
175
180
  tool(tool$evalsV2EvalConfigurationsUpdate);
176
181
  tool(tool$evalsV2EvalConfigurationsDelete);
177
182
  tool(tool$evalsRun);
178
- tool(tool$evalsAnalysis);
183
+ tool(tool$evalsCancel);
179
184
  tool(tool$evalsTrace);
185
+ tool(tool$evalsGet);
186
+ tool(tool$evalTemplatesV2EvalTemplatesList);
187
+ tool(tool$evalTemplatesV2EvalTemplatesCreate);
188
+ tool(tool$evalTemplatesV2EvalTemplatesRetrieve);
189
+ tool(tool$evalTemplatesV2EvalTemplatesUpdate);
190
+ tool(tool$evalTemplatesV2EvalTemplatesDelete);
180
191
  tool(tool$evalRunsV2EvalRunsList);
181
- tool(tool$evalRunsV2EvalRunsRetrieve);
182
- tool(tool$evalResultsV2EvalResultsList);
183
- tool(tool$evalResultsV2EvalResultsRetrieve);
184
192
  tool(tool$agentsV2AgentsList);
185
193
  tool(tool$repositoriesV2RepositoriesList);
186
194
  tool(tool$repositoriesV2RepositoriesCreate);