@dalmia/calibrate-mcp 0.0.13 → 0.0.15

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (695) hide show
  1. package/README.md +64 -0
  2. package/bin/mcp-server.js +3908 -397
  3. package/bin/mcp-server.js.map +153 -53
  4. package/esm/funcs/agentTestsBenchmark.d.ts +16 -0
  5. package/esm/funcs/agentTestsBenchmark.d.ts.map +1 -0
  6. package/esm/funcs/agentTestsBenchmark.js +93 -0
  7. package/esm/funcs/agentTestsBenchmark.js.map +1 -0
  8. package/esm/funcs/agentTestsGetBenchmark.d.ts +16 -0
  9. package/esm/funcs/agentTestsGetBenchmark.d.ts.map +1 -0
  10. package/esm/funcs/agentTestsGetBenchmark.js +91 -0
  11. package/esm/funcs/agentTestsGetBenchmark.js.map +1 -0
  12. package/esm/funcs/agentTestsGetRun.d.ts +1 -1
  13. package/esm/funcs/agentTestsGetRun.js +1 -5
  14. package/esm/funcs/agentTestsGetRun.js.map +1 -1
  15. package/esm/funcs/agentTestsLink.d.ts +16 -0
  16. package/esm/funcs/agentTestsLink.d.ts.map +1 -0
  17. package/esm/funcs/agentTestsLink.js +86 -0
  18. package/esm/funcs/agentTestsLink.js.map +1 -0
  19. package/esm/funcs/agentTestsListForAgent.d.ts +16 -0
  20. package/esm/funcs/agentTestsListForAgent.d.ts.map +1 -0
  21. package/esm/funcs/agentTestsListForAgent.js +92 -0
  22. package/esm/funcs/agentTestsListForAgent.js.map +1 -0
  23. package/esm/funcs/agentTestsListRunsForAgent.d.ts +16 -0
  24. package/esm/funcs/agentTestsListRunsForAgent.d.ts.map +1 -0
  25. package/esm/funcs/agentTestsListRunsForAgent.js +91 -0
  26. package/esm/funcs/agentTestsListRunsForAgent.js.map +1 -0
  27. package/esm/funcs/agentTestsRun.d.ts +1 -1
  28. package/esm/funcs/agentTestsRun.js +1 -5
  29. package/esm/funcs/agentTestsRun.js.map +1 -1
  30. package/esm/funcs/agentTestsRunBatch.d.ts +1 -1
  31. package/esm/funcs/agentTestsRunBatch.js +1 -5
  32. package/esm/funcs/agentTestsRunBatch.js.map +1 -1
  33. package/esm/funcs/agentsCreate.js +0 -4
  34. package/esm/funcs/agentsCreate.js.map +1 -1
  35. package/esm/funcs/agentsGet.js +0 -4
  36. package/esm/funcs/agentsGet.js.map +1 -1
  37. package/esm/funcs/agentsList.js +0 -4
  38. package/esm/funcs/agentsList.js.map +1 -1
  39. package/esm/funcs/agentsResolve.js +0 -4
  40. package/esm/funcs/agentsResolve.js.map +1 -1
  41. package/esm/funcs/agentsUpdate.js +0 -4
  42. package/esm/funcs/agentsUpdate.js.map +1 -1
  43. package/esm/funcs/agentsVerifyConnection.d.ts +16 -0
  44. package/esm/funcs/agentsVerifyConnection.d.ts.map +1 -0
  45. package/esm/funcs/agentsVerifyConnection.js +93 -0
  46. package/esm/funcs/agentsVerifyConnection.js.map +1 -0
  47. package/esm/funcs/annotationTasksAddItems.d.ts +16 -0
  48. package/esm/funcs/annotationTasksAddItems.d.ts.map +1 -0
  49. package/esm/funcs/annotationTasksAddItems.js +92 -0
  50. package/esm/funcs/annotationTasksAddItems.js.map +1 -0
  51. package/esm/funcs/annotationTasksCreate.d.ts +16 -0
  52. package/esm/funcs/annotationTasksCreate.d.ts.map +1 -0
  53. package/esm/funcs/annotationTasksCreate.js +86 -0
  54. package/esm/funcs/annotationTasksCreate.js.map +1 -0
  55. package/esm/funcs/annotationTasksCreateEvaluatorRun.d.ts +16 -0
  56. package/esm/funcs/annotationTasksCreateEvaluatorRun.d.ts.map +1 -0
  57. package/esm/funcs/annotationTasksCreateEvaluatorRun.js +93 -0
  58. package/esm/funcs/annotationTasksCreateEvaluatorRun.js.map +1 -0
  59. package/esm/funcs/annotationTasksGet.d.ts +16 -0
  60. package/esm/funcs/annotationTasksGet.d.ts.map +1 -0
  61. package/esm/funcs/annotationTasksGet.js +92 -0
  62. package/esm/funcs/annotationTasksGet.js.map +1 -0
  63. package/esm/funcs/annotationTasksGetAgreement.d.ts +16 -0
  64. package/esm/funcs/annotationTasksGetAgreement.d.ts.map +1 -0
  65. package/esm/funcs/annotationTasksGetAgreement.js +96 -0
  66. package/esm/funcs/annotationTasksGetAgreement.js.map +1 -0
  67. package/esm/funcs/annotationTasksGetEvaluatorRun.d.ts +16 -0
  68. package/esm/funcs/annotationTasksGetEvaluatorRun.d.ts.map +1 -0
  69. package/esm/funcs/annotationTasksGetEvaluatorRun.js +96 -0
  70. package/esm/funcs/annotationTasksGetEvaluatorRun.js.map +1 -0
  71. package/esm/funcs/annotationTasksGetSummary.d.ts +16 -0
  72. package/esm/funcs/annotationTasksGetSummary.d.ts.map +1 -0
  73. package/esm/funcs/annotationTasksGetSummary.js +101 -0
  74. package/esm/funcs/annotationTasksGetSummary.js.map +1 -0
  75. package/esm/funcs/annotationTasksLinkEvaluator.d.ts +16 -0
  76. package/esm/funcs/annotationTasksLinkEvaluator.d.ts.map +1 -0
  77. package/esm/funcs/annotationTasksLinkEvaluator.js +93 -0
  78. package/esm/funcs/annotationTasksLinkEvaluator.js.map +1 -0
  79. package/esm/funcs/annotationTasksList.d.ts +16 -0
  80. package/esm/funcs/annotationTasksList.d.ts.map +1 -0
  81. package/esm/funcs/annotationTasksList.js +85 -0
  82. package/esm/funcs/annotationTasksList.js.map +1 -0
  83. package/esm/funcs/annotationTasksUpdateItems.d.ts +16 -0
  84. package/esm/funcs/annotationTasksUpdateItems.d.ts.map +1 -0
  85. package/esm/funcs/annotationTasksUpdateItems.js +92 -0
  86. package/esm/funcs/annotationTasksUpdateItems.js.map +1 -0
  87. package/esm/funcs/evaluatorsCreate.d.ts +16 -0
  88. package/esm/funcs/evaluatorsCreate.d.ts.map +1 -0
  89. package/esm/funcs/evaluatorsCreate.js +86 -0
  90. package/esm/funcs/evaluatorsCreate.js.map +1 -0
  91. package/esm/funcs/evaluatorsCreateVersion.d.ts +16 -0
  92. package/esm/funcs/evaluatorsCreateVersion.d.ts.map +1 -0
  93. package/esm/funcs/evaluatorsCreateVersion.js +92 -0
  94. package/esm/funcs/evaluatorsCreateVersion.js.map +1 -0
  95. package/esm/funcs/evaluatorsGet.d.ts +16 -0
  96. package/esm/funcs/evaluatorsGet.d.ts.map +1 -0
  97. package/esm/funcs/evaluatorsGet.js +91 -0
  98. package/esm/funcs/evaluatorsGet.js.map +1 -0
  99. package/esm/funcs/evaluatorsList.d.ts +16 -0
  100. package/esm/funcs/evaluatorsList.d.ts.map +1 -0
  101. package/esm/funcs/evaluatorsList.js +91 -0
  102. package/esm/funcs/evaluatorsList.js.map +1 -0
  103. package/esm/funcs/testsBulkCreate.js +0 -4
  104. package/esm/funcs/testsBulkCreate.js.map +1 -1
  105. package/esm/funcs/testsCreate.js +0 -4
  106. package/esm/funcs/testsCreate.js.map +1 -1
  107. package/esm/funcs/testsGet.js +0 -4
  108. package/esm/funcs/testsGet.js.map +1 -1
  109. package/esm/funcs/testsList.js +0 -4
  110. package/esm/funcs/testsList.js.map +1 -1
  111. package/esm/funcs/testsUpdate.js +0 -4
  112. package/esm/funcs/testsUpdate.js.map +1 -1
  113. package/esm/landing-page.js +1 -1
  114. package/esm/lib/config.d.ts +2 -2
  115. package/esm/lib/config.js +2 -2
  116. package/esm/mcp-server/mcp-server.js +1 -1
  117. package/esm/mcp-server/server.d.ts.map +1 -1
  118. package/esm/mcp-server/server.js +41 -1
  119. package/esm/mcp-server/server.js.map +1 -1
  120. package/esm/mcp-server/tools/agentTestsBenchmark.d.ts +7 -0
  121. package/esm/mcp-server/tools/agentTestsBenchmark.d.ts.map +1 -0
  122. package/esm/mcp-server/tools/agentTestsBenchmark.js +34 -0
  123. package/esm/mcp-server/tools/agentTestsBenchmark.js.map +1 -0
  124. package/esm/mcp-server/tools/agentTestsGetBenchmark.d.ts +7 -0
  125. package/esm/mcp-server/tools/agentTestsGetBenchmark.d.ts.map +1 -0
  126. package/esm/mcp-server/tools/agentTestsGetBenchmark.js +34 -0
  127. package/esm/mcp-server/tools/agentTestsGetBenchmark.js.map +1 -0
  128. package/esm/mcp-server/tools/agentTestsLink.d.ts +7 -0
  129. package/esm/mcp-server/tools/agentTestsLink.d.ts.map +1 -0
  130. package/esm/mcp-server/tools/agentTestsLink.js +34 -0
  131. package/esm/mcp-server/tools/agentTestsLink.js.map +1 -0
  132. package/esm/mcp-server/tools/agentTestsListForAgent.d.ts +7 -0
  133. package/esm/mcp-server/tools/agentTestsListForAgent.d.ts.map +1 -0
  134. package/esm/mcp-server/tools/agentTestsListForAgent.js +34 -0
  135. package/esm/mcp-server/tools/agentTestsListForAgent.js.map +1 -0
  136. package/esm/mcp-server/tools/agentTestsListRunsForAgent.d.ts +7 -0
  137. package/esm/mcp-server/tools/agentTestsListRunsForAgent.d.ts.map +1 -0
  138. package/esm/mcp-server/tools/agentTestsListRunsForAgent.js +34 -0
  139. package/esm/mcp-server/tools/agentTestsListRunsForAgent.js.map +1 -0
  140. package/esm/mcp-server/tools/agentsResolve.js +1 -1
  141. package/esm/mcp-server/tools/agentsResolve.js.map +1 -1
  142. package/esm/mcp-server/tools/agentsVerifyConnection.d.ts +7 -0
  143. package/esm/mcp-server/tools/agentsVerifyConnection.d.ts.map +1 -0
  144. package/esm/mcp-server/tools/agentsVerifyConnection.js +34 -0
  145. package/esm/mcp-server/tools/agentsVerifyConnection.js.map +1 -0
  146. package/esm/mcp-server/tools/annotationTasksAddItems.d.ts +7 -0
  147. package/esm/mcp-server/tools/annotationTasksAddItems.d.ts.map +1 -0
  148. package/esm/mcp-server/tools/annotationTasksAddItems.js +34 -0
  149. package/esm/mcp-server/tools/annotationTasksAddItems.js.map +1 -0
  150. package/esm/mcp-server/tools/annotationTasksCreate.d.ts +7 -0
  151. package/esm/mcp-server/tools/annotationTasksCreate.d.ts.map +1 -0
  152. package/esm/mcp-server/tools/annotationTasksCreate.js +34 -0
  153. package/esm/mcp-server/tools/annotationTasksCreate.js.map +1 -0
  154. package/esm/mcp-server/tools/annotationTasksCreateEvaluatorRun.d.ts +7 -0
  155. package/esm/mcp-server/tools/annotationTasksCreateEvaluatorRun.d.ts.map +1 -0
  156. package/esm/mcp-server/tools/annotationTasksCreateEvaluatorRun.js +34 -0
  157. package/esm/mcp-server/tools/annotationTasksCreateEvaluatorRun.js.map +1 -0
  158. package/esm/mcp-server/tools/annotationTasksGet.d.ts +7 -0
  159. package/esm/mcp-server/tools/annotationTasksGet.d.ts.map +1 -0
  160. package/esm/mcp-server/tools/annotationTasksGet.js +34 -0
  161. package/esm/mcp-server/tools/annotationTasksGet.js.map +1 -0
  162. package/esm/mcp-server/tools/annotationTasksGetAgreement.d.ts +7 -0
  163. package/esm/mcp-server/tools/annotationTasksGetAgreement.d.ts.map +1 -0
  164. package/esm/mcp-server/tools/annotationTasksGetAgreement.js +34 -0
  165. package/esm/mcp-server/tools/annotationTasksGetAgreement.js.map +1 -0
  166. package/esm/mcp-server/tools/annotationTasksGetEvaluatorRun.d.ts +7 -0
  167. package/esm/mcp-server/tools/annotationTasksGetEvaluatorRun.d.ts.map +1 -0
  168. package/esm/mcp-server/tools/annotationTasksGetEvaluatorRun.js +34 -0
  169. package/esm/mcp-server/tools/annotationTasksGetEvaluatorRun.js.map +1 -0
  170. package/esm/mcp-server/tools/annotationTasksGetSummary.d.ts +7 -0
  171. package/esm/mcp-server/tools/annotationTasksGetSummary.d.ts.map +1 -0
  172. package/esm/mcp-server/tools/annotationTasksGetSummary.js +34 -0
  173. package/esm/mcp-server/tools/annotationTasksGetSummary.js.map +1 -0
  174. package/esm/mcp-server/tools/annotationTasksLinkEvaluator.d.ts +7 -0
  175. package/esm/mcp-server/tools/annotationTasksLinkEvaluator.d.ts.map +1 -0
  176. package/esm/mcp-server/tools/annotationTasksLinkEvaluator.js +34 -0
  177. package/esm/mcp-server/tools/annotationTasksLinkEvaluator.js.map +1 -0
  178. package/esm/mcp-server/tools/annotationTasksList.d.ts +7 -0
  179. package/esm/mcp-server/tools/annotationTasksList.d.ts.map +1 -0
  180. package/esm/mcp-server/tools/annotationTasksList.js +34 -0
  181. package/esm/mcp-server/tools/annotationTasksList.js.map +1 -0
  182. package/esm/mcp-server/tools/annotationTasksUpdateItems.d.ts +7 -0
  183. package/esm/mcp-server/tools/annotationTasksUpdateItems.d.ts.map +1 -0
  184. package/esm/mcp-server/tools/annotationTasksUpdateItems.js +34 -0
  185. package/esm/mcp-server/tools/annotationTasksUpdateItems.js.map +1 -0
  186. package/esm/mcp-server/tools/evaluatorsCreate.d.ts +7 -0
  187. package/esm/mcp-server/tools/evaluatorsCreate.d.ts.map +1 -0
  188. package/esm/mcp-server/tools/evaluatorsCreate.js +34 -0
  189. package/esm/mcp-server/tools/evaluatorsCreate.js.map +1 -0
  190. package/esm/mcp-server/tools/evaluatorsCreateVersion.d.ts +7 -0
  191. package/esm/mcp-server/tools/evaluatorsCreateVersion.d.ts.map +1 -0
  192. package/esm/mcp-server/tools/evaluatorsCreateVersion.js +34 -0
  193. package/esm/mcp-server/tools/evaluatorsCreateVersion.js.map +1 -0
  194. package/esm/mcp-server/tools/evaluatorsGet.d.ts +7 -0
  195. package/esm/mcp-server/tools/evaluatorsGet.d.ts.map +1 -0
  196. package/esm/mcp-server/tools/evaluatorsGet.js +34 -0
  197. package/esm/mcp-server/tools/evaluatorsGet.js.map +1 -0
  198. package/esm/mcp-server/tools/evaluatorsList.d.ts +7 -0
  199. package/esm/mcp-server/tools/evaluatorsList.d.ts.map +1 -0
  200. package/esm/mcp-server/tools/evaluatorsList.js +34 -0
  201. package/esm/mcp-server/tools/evaluatorsList.js.map +1 -0
  202. package/esm/models/agentcreate.js +1 -1
  203. package/esm/models/agentcreate.js.map +1 -1
  204. package/esm/models/agenttestruncreateresponse.d.ts +2 -2
  205. package/esm/models/agenttestruncreateresponse.d.ts.map +1 -1
  206. package/esm/models/agenttestruncreateresponse.js +4 -4
  207. package/esm/models/agenttestruncreateresponse.js.map +1 -1
  208. package/esm/models/agenttestrunlistitem.d.ts +59 -0
  209. package/esm/models/agenttestrunlistitem.d.ts.map +1 -0
  210. package/esm/models/agenttestrunlistitem.js +48 -0
  211. package/esm/models/agenttestrunlistitem.js.map +1 -0
  212. package/esm/models/agenttestrunsresponse.d.ts +7 -0
  213. package/esm/models/agenttestrunsresponse.d.ts.map +1 -0
  214. package/esm/models/agenttestrunsresponse.js +9 -0
  215. package/esm/models/agenttestrunsresponse.js.map +1 -0
  216. package/esm/models/agenttestscreate.d.ts +7 -0
  217. package/esm/models/agenttestscreate.d.ts.map +1 -0
  218. package/esm/models/agenttestscreate.js +9 -0
  219. package/esm/models/agenttestscreate.js.map +1 -0
  220. package/esm/models/agenttestscreateresponse.d.ts +6 -0
  221. package/esm/models/agenttestscreateresponse.d.ts.map +1 -0
  222. package/esm/models/agenttestscreateresponse.js +8 -0
  223. package/esm/models/agenttestscreateresponse.js.map +1 -0
  224. package/esm/models/agentupdate.js +1 -1
  225. package/esm/models/agentupdate.js.map +1 -1
  226. package/esm/models/agentverifyrequest.d.ts +16 -0
  227. package/esm/models/agentverifyrequest.d.ts.map +1 -0
  228. package/esm/models/agentverifyrequest.js +11 -0
  229. package/esm/models/agentverifyrequest.js.map +1 -0
  230. package/esm/models/annotationitempayload.d.ts +9 -0
  231. package/esm/models/annotationitempayload.d.ts.map +1 -0
  232. package/esm/models/annotationitempayload.js +9 -0
  233. package/esm/models/annotationitempayload.js.map +1 -0
  234. package/esm/models/annotationtaskcreate.d.ts +45 -0
  235. package/esm/models/annotationtaskcreate.d.ts.map +1 -0
  236. package/esm/models/annotationtaskcreate.js +36 -0
  237. package/esm/models/annotationtaskcreate.js.map +1 -0
  238. package/esm/models/annotationtaskcreateresponse.d.ts +7 -0
  239. package/esm/models/annotationtaskcreateresponse.d.ts.map +1 -0
  240. package/esm/models/annotationtaskcreateresponse.js +9 -0
  241. package/esm/models/annotationtaskcreateresponse.js.map +1 -0
  242. package/esm/models/annotationtaskresponse.d.ts +57 -0
  243. package/esm/models/annotationtaskresponse.d.ts.map +1 -0
  244. package/esm/models/annotationtaskresponse.js +41 -0
  245. package/esm/models/annotationtaskresponse.js.map +1 -0
  246. package/esm/models/batchtestrun.d.ts +2 -2
  247. package/esm/models/batchtestrun.d.ts.map +1 -1
  248. package/esm/models/batchtestrun.js +4 -4
  249. package/esm/models/batchtestrun.js.map +1 -1
  250. package/esm/models/batchtestskip.d.ts +25 -1
  251. package/esm/models/batchtestskip.d.ts.map +1 -1
  252. package/esm/models/batchtestskip.js +16 -1
  253. package/esm/models/batchtestskip.js.map +1 -1
  254. package/esm/models/benchmarkrequest.d.ts +7 -0
  255. package/esm/models/benchmarkrequest.d.ts.map +1 -0
  256. package/esm/models/benchmarkrequest.js +9 -0
  257. package/esm/models/benchmarkrequest.js.map +1 -0
  258. package/esm/models/benchmarkstatusresponse.d.ts +18 -0
  259. package/esm/models/benchmarkstatusresponse.d.ts.map +1 -0
  260. package/esm/models/benchmarkstatusresponse.js +20 -0
  261. package/esm/models/benchmarkstatusresponse.js.map +1 -0
  262. package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.d.ts +13 -0
  263. package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.d.ts.map +1 -0
  264. package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.js +17 -0
  265. package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.js.map +1 -0
  266. package/esm/models/bulkcreateitemsresponse.d.ts +10 -0
  267. package/esm/models/bulkcreateitemsresponse.d.ts.map +1 -0
  268. package/esm/models/bulkcreateitemsresponse.js +12 -0
  269. package/esm/models/bulkcreateitemsresponse.js.map +1 -0
  270. package/esm/models/bulkitemsrequest.d.ts +8 -0
  271. package/esm/models/bulkitemsrequest.d.ts.map +1 -0
  272. package/esm/models/bulkitemsrequest.js +10 -0
  273. package/esm/models/bulkitemsrequest.js.map +1 -0
  274. package/esm/models/bulktestitem.js +1 -1
  275. package/esm/models/bulktestitem.js.map +1 -1
  276. package/esm/models/bulktestupload.d.ts +2 -2
  277. package/esm/models/bulktestupload.js +5 -5
  278. package/esm/models/bulktestupload.js.map +1 -1
  279. package/esm/models/bulktestuploadresponse.js +1 -1
  280. package/esm/models/bulktestuploadresponse.js.map +1 -1
  281. package/esm/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.d.ts +13 -0
  282. package/esm/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.d.ts.map +1 -0
  283. package/esm/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.js +17 -0
  284. package/esm/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.js.map +1 -0
  285. package/esm/models/bulkupdateitemsrequest.d.ts +7 -0
  286. package/esm/models/bulkupdateitemsrequest.d.ts.map +1 -0
  287. package/esm/models/bulkupdateitemsrequest.js +9 -0
  288. package/esm/models/bulkupdateitemsrequest.js.map +1 -0
  289. package/esm/models/bulkupdateitemsresponse.d.ts +6 -0
  290. package/esm/models/bulkupdateitemsresponse.d.ts.map +1 -0
  291. package/esm/models/bulkupdateitemsresponse.js +8 -0
  292. package/esm/models/bulkupdateitemsresponse.js.map +1 -0
  293. package/esm/models/bulkuploadteststestsbulkpostop.d.ts +0 -1
  294. package/esm/models/bulkuploadteststestsbulkpostop.d.ts.map +1 -1
  295. package/esm/models/bulkuploadteststestsbulkpostop.js +0 -1
  296. package/esm/models/bulkuploadteststestsbulkpostop.js.map +1 -1
  297. package/esm/models/createagentendpointagentspostop.d.ts +0 -1
  298. package/esm/models/createagentendpointagentspostop.d.ts.map +1 -1
  299. package/esm/models/createagentendpointagentspostop.js +0 -1
  300. package/esm/models/createagentendpointagentspostop.js.map +1 -1
  301. package/esm/models/createagenttestlinksagenttestspostop.d.ts +12 -0
  302. package/esm/models/createagenttestlinksagenttestspostop.d.ts.map +1 -0
  303. package/esm/models/createagenttestlinksagenttestspostop.js +16 -0
  304. package/esm/models/createagenttestlinksagenttestspostop.js.map +1 -0
  305. package/esm/models/createannotationtaskendpointannotationtaskspostop.d.ts +12 -0
  306. package/esm/models/createannotationtaskendpointannotationtaskspostop.d.ts.map +1 -0
  307. package/esm/models/createannotationtaskendpointannotationtaskspostop.js +16 -0
  308. package/esm/models/createannotationtaskendpointannotationtaskspostop.js.map +1 -0
  309. package/esm/models/createevaluatorendpointevaluatorspostop.d.ts +12 -0
  310. package/esm/models/createevaluatorendpointevaluatorspostop.d.ts.map +1 -0
  311. package/esm/models/createevaluatorendpointevaluatorspostop.js +16 -0
  312. package/esm/models/createevaluatorendpointevaluatorspostop.js.map +1 -0
  313. package/esm/models/createtestendpointtestspostop.d.ts +0 -1
  314. package/esm/models/createtestendpointtestspostop.d.ts.map +1 -1
  315. package/esm/models/createtestendpointtestspostop.js +0 -1
  316. package/esm/models/createtestendpointtestspostop.js.map +1 -1
  317. package/esm/models/createversionevaluatorsevaluatoruuidversionspostop.d.ts +13 -0
  318. package/esm/models/createversionevaluatorsevaluatoruuidversionspostop.d.ts.map +1 -0
  319. package/esm/models/createversionevaluatorsevaluatoruuidversionspostop.js +17 -0
  320. package/esm/models/createversionevaluatorsevaluatoruuidversionspostop.js.map +1 -0
  321. package/esm/models/evaluatorcreate.d.ts +100 -0
  322. package/esm/models/evaluatorcreate.d.ts.map +1 -0
  323. package/esm/models/evaluatorcreate.js +72 -0
  324. package/esm/models/evaluatorcreate.js.map +1 -0
  325. package/esm/models/evaluatorcreateresponse.d.ts +7 -0
  326. package/esm/models/evaluatorcreateresponse.d.ts.map +1 -0
  327. package/esm/models/evaluatorcreateresponse.js +9 -0
  328. package/esm/models/evaluatorcreateresponse.js.map +1 -0
  329. package/esm/models/evaluatordetailresponse.d.ts +106 -0
  330. package/esm/models/evaluatordetailresponse.d.ts.map +1 -0
  331. package/esm/models/evaluatordetailresponse.js +77 -0
  332. package/esm/models/evaluatordetailresponse.js.map +1 -0
  333. package/esm/models/evaluatorlinkrequest.d.ts +6 -0
  334. package/esm/models/evaluatorlinkrequest.d.ts.map +1 -0
  335. package/esm/models/evaluatorlinkrequest.js +9 -0
  336. package/esm/models/evaluatorlinkrequest.js.map +1 -0
  337. package/esm/models/evaluatorlinkresponse.d.ts +6 -0
  338. package/esm/models/evaluatorlinkresponse.d.ts.map +1 -0
  339. package/esm/models/evaluatorlinkresponse.js +8 -0
  340. package/esm/models/evaluatorlinkresponse.js.map +1 -0
  341. package/esm/models/evaluatorrunlaunchresponse.d.ts +25 -0
  342. package/esm/models/evaluatorrunlaunchresponse.d.ts.map +1 -0
  343. package/esm/models/evaluatorrunlaunchresponse.js +22 -0
  344. package/esm/models/evaluatorrunlaunchresponse.js.map +1 -0
  345. package/esm/models/evaluatorrunrequestentry.d.ts +7 -0
  346. package/esm/models/evaluatorrunrequestentry.d.ts.map +1 -0
  347. package/esm/models/evaluatorrunrequestentry.js +9 -0
  348. package/esm/models/evaluatorrunrequestentry.js.map +1 -0
  349. package/esm/models/evaluatorrunresponse.d.ts +48 -0
  350. package/esm/models/evaluatorrunresponse.d.ts.map +1 -0
  351. package/esm/models/evaluatorrunresponse.js +54 -0
  352. package/esm/models/evaluatorrunresponse.js.map +1 -0
  353. package/esm/models/evaluatorrunstartrequest.d.ts +10 -0
  354. package/esm/models/evaluatorrunstartrequest.d.ts.map +1 -0
  355. package/esm/models/evaluatorrunstartrequest.js +12 -0
  356. package/esm/models/evaluatorrunstartrequest.js.map +1 -0
  357. package/esm/models/evaluatorversioncreate.d.ts +14 -0
  358. package/esm/models/evaluatorversioncreate.d.ts.map +1 -0
  359. package/esm/models/evaluatorversioncreate.js +13 -0
  360. package/esm/models/evaluatorversioncreate.js.map +1 -0
  361. package/esm/models/evaluatorversioncreaterequest.d.ts +15 -0
  362. package/esm/models/evaluatorversioncreaterequest.d.ts.map +1 -0
  363. package/esm/models/evaluatorversioncreaterequest.js +14 -0
  364. package/esm/models/evaluatorversioncreaterequest.js.map +1 -0
  365. package/esm/models/evaluatorversionresponse.d.ts +14 -0
  366. package/esm/models/evaluatorversionresponse.d.ts.map +1 -0
  367. package/esm/models/evaluatorversionresponse.js +16 -0
  368. package/esm/models/evaluatorversionresponse.js.map +1 -0
  369. package/esm/models/getagentendpointagentsagentuuidgetop.d.ts +0 -1
  370. package/esm/models/getagentendpointagentsagentuuidgetop.d.ts.map +1 -1
  371. package/esm/models/getagentendpointagentsagentuuidgetop.js +1 -2
  372. package/esm/models/getagentendpointagentsagentuuidgetop.js.map +1 -1
  373. package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.d.ts +11 -0
  374. package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.d.ts.map +1 -0
  375. package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.js +15 -0
  376. package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.js.map +1 -0
  377. package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.d.ts +0 -1
  378. package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.d.ts.map +1 -1
  379. package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.js +0 -1
  380. package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.js.map +1 -1
  381. package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.d.ts +11 -0
  382. package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.d.ts.map +1 -0
  383. package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.js +17 -0
  384. package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.js.map +1 -0
  385. package/esm/models/getannotationtaskendpointannotationtaskstaskuuidgetop.d.ts +11 -0
  386. package/esm/models/getannotationtaskendpointannotationtaskstaskuuidgetop.d.ts.map +1 -0
  387. package/esm/models/getannotationtaskendpointannotationtaskstaskuuidgetop.js +17 -0
  388. package/esm/models/getannotationtaskendpointannotationtaskstaskuuidgetop.js.map +1 -0
  389. package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts +11 -0
  390. package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts.map +1 -0
  391. package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.js +15 -0
  392. package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.js.map +1 -0
  393. package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts +11 -0
  394. package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts.map +1 -0
  395. package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.js +15 -0
  396. package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.js.map +1 -0
  397. package/esm/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.d.ts +12 -0
  398. package/esm/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.d.ts.map +1 -0
  399. package/esm/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.js +16 -0
  400. package/esm/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.js.map +1 -0
  401. package/esm/models/gettestendpointteststestuuidgetop.d.ts +0 -1
  402. package/esm/models/gettestendpointteststestuuidgetop.d.ts.map +1 -1
  403. package/esm/models/gettestendpointteststestuuidgetop.js +0 -1
  404. package/esm/models/gettestendpointteststestuuidgetop.js.map +1 -1
  405. package/esm/models/humanagreementblock.d.ts +14 -0
  406. package/esm/models/humanagreementblock.d.ts.map +1 -0
  407. package/esm/models/humanagreementblock.js +23 -0
  408. package/esm/models/humanagreementblock.js.map +1 -0
  409. package/esm/models/itemupdatepayload.d.ts +7 -0
  410. package/esm/models/itemupdatepayload.d.ts.map +1 -0
  411. package/esm/models/itemupdatepayload.js +10 -0
  412. package/esm/models/itemupdatepayload.js.map +1 -0
  413. package/esm/models/judgeresult.js +5 -5
  414. package/esm/models/judgeresult.js.map +1 -1
  415. package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.d.ts +13 -0
  416. package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.d.ts.map +1 -0
  417. package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js +18 -0
  418. package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js.map +1 -0
  419. package/esm/models/listagentsagentsgetop.d.ts +0 -1
  420. package/esm/models/listagentsagentsgetop.d.ts.map +1 -1
  421. package/esm/models/listagentsagentsgetop.js +0 -1
  422. package/esm/models/listagentsagentsgetop.js.map +1 -1
  423. package/esm/models/listannotationtasksannotationtasksgetop.d.ts +10 -0
  424. package/esm/models/listannotationtasksannotationtasksgetop.d.ts.map +1 -0
  425. package/esm/models/listannotationtasksannotationtasksgetop.js +14 -0
  426. package/esm/models/listannotationtasksannotationtasksgetop.js.map +1 -0
  427. package/esm/models/listevaluatorsevaluatorsgetop.d.ts +50 -0
  428. package/esm/models/listevaluatorsevaluatorsgetop.d.ts.map +1 -0
  429. package/esm/models/listevaluatorsevaluatorsgetop.js +47 -0
  430. package/esm/models/listevaluatorsevaluatorsgetop.js.map +1 -0
  431. package/esm/models/listteststestsgetop.d.ts +0 -1
  432. package/esm/models/listteststestsgetop.d.ts.map +1 -1
  433. package/esm/models/listteststestsgetop.js +0 -1
  434. package/esm/models/listteststestsgetop.js.map +1 -1
  435. package/esm/models/modelresult.d.ts +25 -0
  436. package/esm/models/modelresult.d.ts.map +1 -0
  437. package/esm/models/modelresult.js +21 -0
  438. package/esm/models/modelresult.js.map +1 -0
  439. package/esm/models/outputconfig.d.ts +7 -0
  440. package/esm/models/outputconfig.d.ts.map +1 -0
  441. package/esm/models/outputconfig.js +9 -0
  442. package/esm/models/outputconfig.js.map +1 -0
  443. package/esm/models/outputscaleentry.d.ts +15 -0
  444. package/esm/models/outputscaleentry.d.ts.map +1 -0
  445. package/esm/models/outputscaleentry.js +11 -0
  446. package/esm/models/outputscaleentry.js.map +1 -0
  447. package/esm/models/paginationmeta.d.ts +8 -0
  448. package/esm/models/paginationmeta.d.ts.map +1 -0
  449. package/esm/models/paginationmeta.js +10 -0
  450. package/esm/models/paginationmeta.js.map +1 -0
  451. package/esm/models/resolveagentnamesagentsresolvepostop.d.ts +0 -1
  452. package/esm/models/resolveagentnamesagentsresolvepostop.d.ts.map +1 -1
  453. package/esm/models/resolveagentnamesagentsresolvepostop.js +0 -1
  454. package/esm/models/resolveagentnamesagentsresolvepostop.js.map +1 -1
  455. package/esm/models/routersagentteststestresponse.d.ts +41 -0
  456. package/esm/models/routersagentteststestresponse.d.ts.map +1 -0
  457. package/esm/models/routersagentteststestresponse.js +31 -0
  458. package/esm/models/routersagentteststestresponse.js.map +1 -0
  459. package/esm/models/routersevaluatorsevaluatorresponse.d.ts +106 -0
  460. package/esm/models/routersevaluatorsevaluatorresponse.d.ts.map +1 -0
  461. package/esm/models/routersevaluatorsevaluatorresponse.js +79 -0
  462. package/esm/models/routersevaluatorsevaluatorresponse.js.map +1 -0
  463. package/esm/models/routerstestsevaluatorref.js +1 -1
  464. package/esm/models/routerstestsevaluatorref.js.map +1 -1
  465. package/esm/models/routersteststestresponse.d.ts.map +1 -1
  466. package/esm/models/routersteststestresponse.js +5 -5
  467. package/esm/models/routersteststestresponse.js.map +1 -1
  468. package/esm/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.d.ts +13 -0
  469. package/esm/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.d.ts.map +1 -0
  470. package/esm/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.js +19 -0
  471. package/esm/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.js.map +1 -0
  472. package/esm/models/runagenttestagenttestsagentagentuuidrunpostop.d.ts +0 -1
  473. package/esm/models/runagenttestagenttestsagentagentuuidrunpostop.d.ts.map +1 -1
  474. package/esm/models/runagenttestagenttestsagentagentuuidrunpostop.js +1 -2
  475. package/esm/models/runagenttestagenttestsagentagentuuidrunpostop.js.map +1 -1
  476. package/esm/models/runtestsbatchagenttestsrunpostop.d.ts +0 -1
  477. package/esm/models/runtestsbatchagenttestsrunpostop.d.ts.map +1 -1
  478. package/esm/models/runtestsbatchagenttestsrunpostop.js +0 -1
  479. package/esm/models/runtestsbatchagenttestsrunpostop.js.map +1 -1
  480. package/esm/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.d.ts +13 -0
  481. package/esm/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.d.ts.map +1 -0
  482. package/esm/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.js +17 -0
  483. package/esm/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.js.map +1 -0
  484. package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.d.ts +31 -0
  485. package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.d.ts.map +1 -0
  486. package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.js +30 -0
  487. package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.js.map +1 -0
  488. package/esm/models/taskagreementresponse.d.ts +17 -0
  489. package/esm/models/taskagreementresponse.d.ts.map +1 -0
  490. package/esm/models/taskagreementresponse.js +28 -0
  491. package/esm/models/taskagreementresponse.js.map +1 -0
  492. package/esm/models/taskstatus.d.ts +1 -1
  493. package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.d.ts +34 -0
  494. package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.d.ts.map +1 -0
  495. package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.js +33 -0
  496. package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.js.map +1 -0
  497. package/esm/models/tasksummaryresponse.d.ts +47 -0
  498. package/esm/models/tasksummaryresponse.d.ts.map +1 -0
  499. package/esm/models/tasksummaryresponse.js +49 -0
  500. package/esm/models/tasksummaryresponse.js.map +1 -0
  501. package/esm/models/testcaseresult.d.ts.map +1 -1
  502. package/esm/models/testcaseresult.js +7 -7
  503. package/esm/models/testcaseresult.js.map +1 -1
  504. package/esm/models/testcreate.js +3 -3
  505. package/esm/models/testcreate.js.map +1 -1
  506. package/esm/models/testoutput.js +2 -2
  507. package/esm/models/testoutput.js.map +1 -1
  508. package/esm/models/testrunevaluator.d.ts +4 -4
  509. package/esm/models/testrunevaluator.d.ts.map +1 -1
  510. package/esm/models/testrunevaluator.js +8 -7
  511. package/esm/models/testrunevaluator.js.map +1 -1
  512. package/esm/models/testrunstatusresponse.js +8 -8
  513. package/esm/models/testrunstatusresponse.js.map +1 -1
  514. package/esm/models/testupdate.js +2 -2
  515. package/esm/models/testupdate.js.map +1 -1
  516. package/esm/models/toolcalloutput.js +2 -2
  517. package/esm/models/toolcalloutput.js.map +1 -1
  518. package/esm/models/updateagentendpointagentsagentuuidputop.d.ts +0 -1
  519. package/esm/models/updateagentendpointagentsagentuuidputop.d.ts.map +1 -1
  520. package/esm/models/updateagentendpointagentsagentuuidputop.js +1 -2
  521. package/esm/models/updateagentendpointagentsagentuuidputop.js.map +1 -1
  522. package/esm/models/updatetestendpointteststestuuidputop.d.ts +0 -1
  523. package/esm/models/updatetestendpointteststestuuidputop.d.ts.map +1 -1
  524. package/esm/models/updatetestendpointteststestuuidputop.js +0 -1
  525. package/esm/models/updatetestendpointteststestuuidputop.js.map +1 -1
  526. package/esm/models/variablespec.d.ts +8 -0
  527. package/esm/models/variablespec.d.ts.map +1 -0
  528. package/esm/models/variablespec.js +10 -0
  529. package/esm/models/variablespec.js.map +1 -0
  530. package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.d.ts +13 -0
  531. package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.d.ts.map +1 -0
  532. package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.js +18 -0
  533. package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.js.map +1 -0
  534. package/esm/models/verifyconnectionresponse.d.ts +10 -0
  535. package/esm/models/verifyconnectionresponse.d.ts.map +1 -0
  536. package/esm/models/verifyconnectionresponse.js +10 -0
  537. package/esm/models/verifyconnectionresponse.js.map +1 -0
  538. package/esm/models/versioncreateresponse.d.ts +7 -0
  539. package/esm/models/versioncreateresponse.d.ts.map +1 -0
  540. package/esm/models/versioncreateresponse.js +9 -0
  541. package/esm/models/versioncreateresponse.js.map +1 -0
  542. package/esm/tool-names.d.ts.map +1 -1
  543. package/esm/tool-names.js +80 -0
  544. package/esm/tool-names.js.map +1 -1
  545. package/package.json +1 -1
  546. package/src/funcs/agentTestsBenchmark.ts +160 -0
  547. package/src/funcs/agentTestsGetBenchmark.ts +159 -0
  548. package/src/funcs/agentTestsGetRun.ts +1 -5
  549. package/src/funcs/agentTestsLink.ts +149 -0
  550. package/src/funcs/agentTestsListForAgent.ts +159 -0
  551. package/src/funcs/agentTestsListRunsForAgent.ts +159 -0
  552. package/src/funcs/agentTestsRun.ts +1 -5
  553. package/src/funcs/agentTestsRunBatch.ts +1 -5
  554. package/src/funcs/agentsCreate.ts +0 -4
  555. package/src/funcs/agentsGet.ts +0 -4
  556. package/src/funcs/agentsList.ts +0 -4
  557. package/src/funcs/agentsResolve.ts +0 -4
  558. package/src/funcs/agentsUpdate.ts +0 -4
  559. package/src/funcs/agentsVerifyConnection.ts +160 -0
  560. package/src/funcs/annotationTasksAddItems.ts +160 -0
  561. package/src/funcs/annotationTasksCreate.ts +151 -0
  562. package/src/funcs/annotationTasksCreateEvaluatorRun.ts +160 -0
  563. package/src/funcs/annotationTasksGet.ts +159 -0
  564. package/src/funcs/annotationTasksGetAgreement.ts +164 -0
  565. package/src/funcs/annotationTasksGetEvaluatorRun.ts +167 -0
  566. package/src/funcs/annotationTasksGetSummary.ts +169 -0
  567. package/src/funcs/annotationTasksLinkEvaluator.ts +160 -0
  568. package/src/funcs/annotationTasksList.ts +150 -0
  569. package/src/funcs/annotationTasksUpdateItems.ts +160 -0
  570. package/src/funcs/evaluatorsCreate.ts +149 -0
  571. package/src/funcs/evaluatorsCreateVersion.ts +160 -0
  572. package/src/funcs/evaluatorsGet.ts +159 -0
  573. package/src/funcs/evaluatorsList.ts +154 -0
  574. package/src/funcs/testsBulkCreate.ts +0 -4
  575. package/src/funcs/testsCreate.ts +0 -4
  576. package/src/funcs/testsGet.ts +0 -4
  577. package/src/funcs/testsList.ts +0 -4
  578. package/src/funcs/testsUpdate.ts +0 -4
  579. package/src/landing-page.ts +1 -1
  580. package/src/lib/config.ts +2 -2
  581. package/src/mcp-server/mcp-server.ts +1 -1
  582. package/src/mcp-server/server.ts +41 -1
  583. package/src/mcp-server/tools/agentTestsBenchmark.ts +44 -0
  584. package/src/mcp-server/tools/agentTestsGetBenchmark.ts +43 -0
  585. package/src/mcp-server/tools/agentTestsLink.ts +43 -0
  586. package/src/mcp-server/tools/agentTestsListForAgent.ts +43 -0
  587. package/src/mcp-server/tools/agentTestsListRunsForAgent.ts +43 -0
  588. package/src/mcp-server/tools/agentsResolve.ts +1 -1
  589. package/src/mcp-server/tools/agentsVerifyConnection.ts +44 -0
  590. package/src/mcp-server/tools/annotationTasksAddItems.ts +43 -0
  591. package/src/mcp-server/tools/annotationTasksCreate.ts +43 -0
  592. package/src/mcp-server/tools/annotationTasksCreateEvaluatorRun.ts +46 -0
  593. package/src/mcp-server/tools/annotationTasksGet.ts +43 -0
  594. package/src/mcp-server/tools/annotationTasksGetAgreement.ts +43 -0
  595. package/src/mcp-server/tools/annotationTasksGetEvaluatorRun.ts +47 -0
  596. package/src/mcp-server/tools/annotationTasksGetSummary.ts +43 -0
  597. package/src/mcp-server/tools/annotationTasksLinkEvaluator.ts +44 -0
  598. package/src/mcp-server/tools/annotationTasksList.ts +42 -0
  599. package/src/mcp-server/tools/annotationTasksUpdateItems.ts +42 -0
  600. package/src/mcp-server/tools/evaluatorsCreate.ts +43 -0
  601. package/src/mcp-server/tools/evaluatorsCreateVersion.ts +43 -0
  602. package/src/mcp-server/tools/evaluatorsGet.ts +42 -0
  603. package/src/mcp-server/tools/evaluatorsList.ts +43 -0
  604. package/src/models/agentcreate.ts +1 -1
  605. package/src/models/agenttestruncreateresponse.ts +7 -5
  606. package/src/models/agenttestrunlistitem.ts +116 -0
  607. package/src/models/agenttestrunsresponse.ts +18 -0
  608. package/src/models/agenttestscreate.ts +19 -0
  609. package/src/models/agenttestscreateresponse.ts +13 -0
  610. package/src/models/agentupdate.ts +1 -1
  611. package/src/models/agentverifyrequest.ts +30 -0
  612. package/src/models/annotationitempayload.ts +20 -0
  613. package/src/models/annotationtaskcreate.ts +68 -0
  614. package/src/models/annotationtaskcreateresponse.ts +14 -0
  615. package/src/models/annotationtaskresponse.ts +89 -0
  616. package/src/models/batchtestrun.ts +6 -6
  617. package/src/models/batchtestskip.ts +32 -2
  618. package/src/models/benchmarkrequest.ts +19 -0
  619. package/src/models/benchmarkstatusresponse.ts +47 -0
  620. package/src/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.ts +40 -0
  621. package/src/models/bulkcreateitemsresponse.ts +31 -0
  622. package/src/models/bulkitemsrequest.ts +25 -0
  623. package/src/models/bulktestitem.ts +1 -1
  624. package/src/models/bulktestupload.ts +6 -6
  625. package/src/models/bulktestuploadresponse.ts +1 -1
  626. package/src/models/bulkupdateitemsannotationtaskstaskuuiditemsputop.ts +40 -0
  627. package/src/models/bulkupdateitemsrequest.ts +19 -0
  628. package/src/models/bulkupdateitemsresponse.ts +13 -0
  629. package/src/models/bulkuploadteststestsbulkpostop.ts +0 -2
  630. package/src/models/createagentendpointagentspostop.ts +0 -2
  631. package/src/models/createagenttestlinksagenttestspostop.ts +40 -0
  632. package/src/models/createannotationtaskendpointannotationtaskspostop.ts +38 -0
  633. package/src/models/createevaluatorendpointevaluatorspostop.ts +40 -0
  634. package/src/models/createtestendpointtestspostop.ts +0 -2
  635. package/src/models/createversionevaluatorsevaluatoruuidversionspostop.ts +44 -0
  636. package/src/models/evaluatorcreate.ts +142 -0
  637. package/src/models/evaluatorcreateresponse.ts +14 -0
  638. package/src/models/evaluatordetailresponse.ts +165 -0
  639. package/src/models/evaluatorlinkrequest.ts +14 -0
  640. package/src/models/evaluatorlinkresponse.ts +12 -0
  641. package/src/models/evaluatorrunlaunchresponse.ts +45 -0
  642. package/src/models/evaluatorrunrequestentry.ts +21 -0
  643. package/src/models/evaluatorrunresponse.ts +101 -0
  644. package/src/models/evaluatorrunstartrequest.ts +33 -0
  645. package/src/models/evaluatorversioncreate.ts +36 -0
  646. package/src/models/evaluatorversioncreaterequest.ts +38 -0
  647. package/src/models/evaluatorversionresponse.ts +41 -0
  648. package/src/models/getagentendpointagentsagentuuidgetop.ts +1 -3
  649. package/src/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.ts +34 -0
  650. package/src/models/getagenttestrunstatusagenttestsruntaskidgetop.ts +0 -2
  651. package/src/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.ts +38 -0
  652. package/src/models/getannotationtaskendpointannotationtaskstaskuuidgetop.ts +36 -0
  653. package/src/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.ts +36 -0
  654. package/src/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.ts +34 -0
  655. package/src/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.ts +37 -0
  656. package/src/models/gettestendpointteststestuuidgetop.ts +0 -2
  657. package/src/models/humanagreementblock.ts +43 -0
  658. package/src/models/itemupdatepayload.ts +15 -0
  659. package/src/models/judgeresult.ts +5 -5
  660. package/src/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.ts +42 -0
  661. package/src/models/listagentsagentsgetop.ts +0 -2
  662. package/src/models/listannotationtasksannotationtasksgetop.ts +34 -0
  663. package/src/models/listevaluatorsevaluatorsgetop.ts +93 -0
  664. package/src/models/listteststestsgetop.ts +1 -5
  665. package/src/models/modelresult.ts +50 -0
  666. package/src/models/outputconfig.ts +19 -0
  667. package/src/models/outputscaleentry.ts +35 -0
  668. package/src/models/paginationmeta.ts +13 -0
  669. package/src/models/resolveagentnamesagentsresolvepostop.ts +0 -2
  670. package/src/models/routersagentteststestresponse.ts +65 -0
  671. package/src/models/routersevaluatorsevaluatorresponse.ts +167 -0
  672. package/src/models/routerstestsevaluatorref.ts +1 -1
  673. package/src/models/routersteststestresponse.ts +5 -7
  674. package/src/models/runagentbenchmarkagenttestsagentagentuuidbenchmarkpostop.ts +42 -0
  675. package/src/models/runagenttestagenttestsagentagentuuidrunpostop.ts +1 -3
  676. package/src/models/runtestsbatchagenttestsrunpostop.ts +0 -2
  677. package/src/models/startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop.ts +42 -0
  678. package/src/models/taskagreementannotationtaskstaskuuidagreementgetop.ts +66 -0
  679. package/src/models/taskagreementresponse.ts +52 -0
  680. package/src/models/tasksummaryannotationtaskstaskuuidsummarygetop.ts +76 -0
  681. package/src/models/tasksummaryresponse.ts +82 -0
  682. package/src/models/testcaseresult.ts +7 -9
  683. package/src/models/testcreate.ts +3 -3
  684. package/src/models/testoutput.ts +2 -2
  685. package/src/models/testrunevaluator.ts +14 -11
  686. package/src/models/testrunstatusresponse.ts +8 -8
  687. package/src/models/testupdate.ts +2 -2
  688. package/src/models/toolcalloutput.ts +2 -2
  689. package/src/models/updateagentendpointagentsagentuuidputop.ts +1 -3
  690. package/src/models/updatetestendpointteststestuuidputop.ts +0 -2
  691. package/src/models/variablespec.ts +23 -0
  692. package/src/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.ts +42 -0
  693. package/src/models/verifyconnectionresponse.ts +25 -0
  694. package/src/models/versioncreateresponse.ts +18 -0
  695. package/src/tool-names.ts +80 -0
@@ -0,0 +1,33 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+ import * as z from "zod";
5
+ import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
6
+ import { TaskSummaryResponse$zodSchema, } from "./tasksummaryresponse.js";
7
+ /**
8
+ * Sort direction
9
+ */
10
+ export const Order = {
11
+ Asc: "asc",
12
+ Desc: "desc",
13
+ };
14
+ export const Order$zodSchema = z.enum([
15
+ "asc",
16
+ "desc",
17
+ ]).describe("Sort direction");
18
+ export const TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest$zodSchema = z.object({
19
+ item_id: z.string().describe("Filter rows to a single item. The full task-wide annotator union is still returned in `annotators`").nullable().optional(),
20
+ limit: z.int().default(50).describe("Maximum number of items to return"),
21
+ live_only: z.boolean().default(false).describe("When true, emit only one row for each (item, evaluator) pair using the evaluator's live version. Versions other than the live one that have runs are excluded"),
22
+ offset: z.int().default(0).describe("Number of items to skip before returning results"),
23
+ order: Order$zodSchema.default("desc").describe("Sort direction"),
24
+ q: z.string().describe("Case-insensitive substring search on `payload.name`. Blank is a no-op").nullable().optional(),
25
+ sort_by: z.string().default("created_at").describe("Sort key for the results"),
26
+ task_uuid: z.string().describe("Annotation task to act on"),
27
+ xAPIKey: z.string().nullable().optional(),
28
+ });
29
+ export const TaskSummaryAnnotationTasksTaskUuidSummaryGetResponse$zodSchema = z.union([
30
+ TaskSummaryResponse$zodSchema,
31
+ HTTPValidationError$zodSchema,
32
+ ]);
33
+ //# sourceMappingURL=tasksummaryannotationtaskstaskuuidsummarygetop.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tasksummaryannotationtaskstaskuuidsummarygetop.js","sourceRoot":"","sources":["../../src/models/tasksummaryannotationtaskstaskuuidsummarygetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAElC;;GAEG;AACH,MAAM,CAAC,MAAM,KAAK,GAAG;IACnB,GAAG,EAAE,KAAK;IACV,IAAI,EAAE,MAAM;CACJ,CAAC;AAMX,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,IAAI,CAAC;IACpC,KAAK;IACL,MAAM;CACP,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;AAc9B,MAAM,CAAC,MAAM,6DAA6D,GACP,CAAC,CAAC,MAAM,CAAC;IACxE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC1B,oGAAoG,CACrG,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IACxE,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC5C,+JAA+J,CAChK;IACD,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACjC,kDAAkD,CACnD;IACD,KAAK,EAAE,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IACjE,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACpB,uEAAuE,CACxE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,QAAQ,CAChD,0BAA0B,CAC3B;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC3D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAML,MAAM,CAAC,MAAM,8DAA8D,GACP,CAAC,CAAC,KAAK,CAAC;IACxE,6BAA6B;IAC7B,6BAA6B;CAC9B,CAAC,CAAC"}
@@ -0,0 +1,47 @@
1
+ import * as z from "zod";
2
+ import { ClosedEnum } from "../types/enums.js";
3
+ import { PaginationMeta } from "./paginationmeta.js";
4
+ /**
5
+ * Type of the task
6
+ */
7
+ export declare const TaskType: {
8
+ readonly Stt: "stt";
9
+ readonly Tts: "tts";
10
+ readonly Llm: "llm";
11
+ readonly LlmGeneral: "llm-general";
12
+ readonly Conversation: "conversation";
13
+ };
14
+ /**
15
+ * Type of the task
16
+ */
17
+ export type TaskType = ClosedEnum<typeof TaskType>;
18
+ export declare const TaskType$zodSchema: z.ZodEnum<{
19
+ conversation: "conversation";
20
+ stt: "stt";
21
+ tts: "tts";
22
+ llm: "llm";
23
+ "llm-general": "llm-general";
24
+ }>;
25
+ export type TaskSummaryResponse = {
26
+ task_id: string;
27
+ task_type: TaskType;
28
+ evaluators: Array<{
29
+ [k: string]: any;
30
+ }>;
31
+ annotators: Array<{
32
+ [k: string]: any;
33
+ }>;
34
+ rows: Array<{
35
+ [k: string]: any;
36
+ }>;
37
+ item_comments: {
38
+ [k: string]: any;
39
+ };
40
+ pagination: PaginationMeta;
41
+ AdditionalProperties?: {
42
+ [k: string]: any;
43
+ };
44
+ };
45
+ export declare const TaskSummaryResponse$zodSchema: z.ZodType<TaskSummaryResponse>;
46
+ export declare const TaskSummaryResponse$zodSchemaOutbound: z.ZodType<any>;
47
+ //# sourceMappingURL=tasksummaryresponse.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tasksummaryresponse.d.ts","sourceRoot":"","sources":["../../src/models/tasksummaryresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAA4B,MAAM,qBAAqB,CAAC;AAE/E;;GAEG;AACH,eAAO,MAAM,QAAQ;;;;;;CAMX,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,QAAQ,CAAC,CAAC;AAEnD,eAAO,MAAM,kBAAkB;;;;;;EAMA,CAAC;AAEhC,MAAM,MAAM,mBAAmB,GAAG;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,QAAQ,CAAC;IACpB,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IACxC,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IACxC,IAAI,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IAClC,aAAa,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC;IACpC,UAAU,EAAE,cAAc,CAAC;IAC3B,oBAAoB,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC;CAC7C,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAqBtE,CAAC;AAEJ,eAAO,MAAM,qCAAqC,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAe/D,CAAC"}
@@ -0,0 +1,49 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+ import * as z from "zod";
5
+ import { collectExtraKeys as collectExtraKeys$ } from "../lib/schemas.js";
6
+ import { PaginationMeta$zodSchema } from "./paginationmeta.js";
7
+ /**
8
+ * Type of the task
9
+ */
10
+ export const TaskType = {
11
+ Stt: "stt",
12
+ Tts: "tts",
13
+ Llm: "llm",
14
+ LlmGeneral: "llm-general",
15
+ Conversation: "conversation",
16
+ };
17
+ export const TaskType$zodSchema = z.enum([
18
+ "stt",
19
+ "tts",
20
+ "llm",
21
+ "llm-general",
22
+ "conversation",
23
+ ]).describe("Type of the task");
24
+ export const TaskSummaryResponse$zodSchema = collectExtraKeys$(z.object({
25
+ annotators: z.array(z.record(z.string(), z.any())).describe("The annotators who labelled or commented on items in the task, stable across pages"),
26
+ evaluators: z.array(z.record(z.string(), z.any())).describe("The task's evaluators, stable across pages, each with its live rubric"),
27
+ item_comments: z.record(z.string(), z.any()).describe("Annotator comments, keyed by item ID"),
28
+ pagination: PaginationMeta$zodSchema,
29
+ rows: z.array(z.record(z.string(), z.any())).describe("One row per item, evaluator, and version on this page, with the evaluator's value and each annotator's label"),
30
+ task_id: z.string().describe("ID of the task"),
31
+ task_type: TaskType$zodSchema.describe("Type of the task"),
32
+ }).catchall(z.any()), "AdditionalProperties", true);
33
+ export const TaskSummaryResponse$zodSchemaOutbound = z.object({
34
+ AdditionalProperties: z.record(z.string(), z.any()).optional(),
35
+ annotators: z.array(z.record(z.string(), z.any())),
36
+ evaluators: z.array(z.record(z.string(), z.any())),
37
+ item_comments: z.record(z.string(), z.any()),
38
+ pagination: PaginationMeta$zodSchema,
39
+ rows: z.array(z.record(z.string(), z.any())),
40
+ task_id: z.string(),
41
+ task_type: TaskType$zodSchema,
42
+ }).transform((v) => {
43
+ const { AdditionalProperties, ...rest } = v;
44
+ return {
45
+ ...rest,
46
+ ...AdditionalProperties,
47
+ };
48
+ });
49
+ //# sourceMappingURL=tasksummaryresponse.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tasksummaryresponse.js","sourceRoot":"","sources":["../../src/models/tasksummaryresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,gBAAgB,IAAI,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAE1E,OAAO,EAAkB,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAE/E;;GAEG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG;IACtB,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAMX,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,IAAI,CAAC;IACvC,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;AAahC,MAAM,CAAC,MAAM,6BAA6B,GACxC,iBAAiB,CACf,CAAC,CAAC,MAAM,CAAC;IACP,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CACzD,oFAAoF,CACrF;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CACzD,uEAAuE,CACxE;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,CACnD,sCAAsC,CACvC;IACD,UAAU,EAAE,wBAAwB;IACpC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CACnD,8GAA8G,CAC/G;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC9C,SAAS,EAAE,kBAAkB,CAAC,QAAQ,CAAC,kBAAkB,CAAC;CAC3D,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,EACpB,sBAAsB,EACtB,IAAI,CACL,CAAC;AAEJ,MAAM,CAAC,MAAM,qCAAqC,GAAmB,CAAC,CAAC,MAAM,CAAC;IAC5E,oBAAoB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9D,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAClD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAClD,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC;IAC5C,UAAU,EAAE,wBAAwB;IACpC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,SAAS,EAAE,kBAAkB;CAC9B,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,MAAM,EAAE,oBAAoB,EAAE,GAAG,IAAI,EAAE,GAAG,CAAC,CAAC;IAC5C,OAAO;QACL,GAAG,IAAI;QACP,GAAG,oBAAoB;KACxB,CAAC;AACJ,CAAC,CAAC,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"testcaseresult.d.ts","sourceRoot":"","sources":["../../src/models/testcaseresult.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,WAAW,EAAyB,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,UAAU,EAAwB,MAAM,iBAAiB,CAAC;AAEnE,MAAM,MAAM,cAAc,GAAG;IAC3B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,MAAM,CAAC,EAAE,UAAU,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,SAAS,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACpD,aAAa,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACtD,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,eAAO,MAAM,wBAAwB,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAwB7D,CAAC"}
1
+ {"version":3,"file":"testcaseresult.d.ts","sourceRoot":"","sources":["../../src/models/testcaseresult.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,WAAW,EAAyB,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,UAAU,EAAwB,MAAM,iBAAiB,CAAC;AAEnE,MAAM,MAAM,cAAc,GAAG;IAC3B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,MAAM,CAAC,EAAE,UAAU,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,SAAS,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACpD,aAAa,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACtD,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,eAAO,MAAM,wBAAwB,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAsB7D,CAAC"}
@@ -5,14 +5,14 @@ import * as z from "zod";
5
5
  import { JudgeResult$zodSchema } from "./judgeresult.js";
6
6
  import { TestOutput$zodSchema } from "./testoutput.js";
7
7
  export const TestCaseResult$zodSchema = z.object({
8
- cost: z.number().nullable().optional().describe("Cost of this case in USD"),
9
- judge_results: z.array(JudgeResult$zodSchema).nullable().optional().describe("One verdict per evaluator, for response and conversation tests. Null for tool-call tests or rows still running"),
10
- latency_ms: z.number().nullable().optional().describe("Response latency in milliseconds for the agent under test"),
8
+ cost: z.number().nullable().optional().describe("Cost of this case (USD)"),
9
+ judge_results: z.array(JudgeResult$zodSchema).nullable().optional().describe("One verdict for each evaluator"),
10
+ latency_ms: z.number().nullable().optional().describe("How long the agent took to respond, in milliseconds"),
11
11
  name: z.string().nullable().optional().describe("Name of the test"),
12
- output: TestOutput$zodSchema.nullable().optional().describe("The agent's output for this case. Present only when done"),
13
- passed: z.boolean().nullable().optional().describe("Whether the case passed. Present only when done"),
14
- reasoning: z.string().nullable().optional().describe("Judge reasoning, or the tool-call diff for tool-call tests"),
15
- test_case: z.record(z.string(), z.any()).nullable().optional().describe("The input test case definition. Present only when done"),
12
+ output: TestOutput$zodSchema.nullable().optional().describe("The agent's output for this case"),
13
+ passed: z.boolean().nullable().optional().describe("Whether the case passed"),
14
+ reasoning: z.string().nullable().optional().describe("The judge's reasoning, or the tool-call diff for a tool-call test"),
15
+ test_case: z.record(z.string(), z.any()).nullable().optional().describe("The test case definition that was run"),
16
16
  test_case_id: z.string().nullable().optional().describe("ID of the test case within the run"),
17
17
  });
18
18
  //# sourceMappingURL=testcaseresult.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"testcaseresult.js","sourceRoot":"","sources":["../../src/models/testcaseresult.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAe,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAc,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAcnE,MAAM,CAAC,MAAM,wBAAwB,GAA8B,CAAC,CAAC,MAAM,CAAC;IAC1E,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;IAC3E,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1E,gHAAgH,CACjH;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnD,2DAA2D,CAC5D;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IACnE,MAAM,EAAE,oBAAoB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,0DAA0D,CAC3D;IACD,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,iDAAiD,CAClD;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,4DAA4D,CAC7D;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrE,wDAAwD,CACzD;IACD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,oCAAoC,CACrC;CACF,CAAC,CAAC"}
1
+ {"version":3,"file":"testcaseresult.js","sourceRoot":"","sources":["../../src/models/testcaseresult.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAe,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAc,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAcnE,MAAM,CAAC,MAAM,wBAAwB,GAA8B,CAAC,CAAC,MAAM,CAAC;IAC1E,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IAC1E,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1E,gCAAgC,CACjC;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnD,qDAAqD,CACtD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IACnE,MAAM,EAAE,oBAAoB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,kCAAkC,CACnC;IACD,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IAC7E,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,mEAAmE,CACpE;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrE,uCAAuC,CACxC;IACD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,oCAAoC,CACrC;CACF,CAAC,CAAC"}
@@ -21,12 +21,12 @@ export const TestCreateType$zodSchema = z.enum([
21
21
  "response",
22
22
  "tool_call",
23
23
  "conversation",
24
- ]).describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation");
24
+ ]).describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n");
25
25
  export const TestCreate$zodSchema = z.object({
26
- config: z.record(z.string(), z.any()).nullable().optional().describe("The calibrate test config. Three top-level keys.\n\n- `history` (array, required): the conversation up to the agent's turn. Each item is `{role, content}` with `role` one of `user`, `assistant`, `tool`. A `tool` message also carries `tool_call_id` and `name`.\n- `evaluation` (object, required): `{type, ...}`, where `type` matches the test's `type` (below).\n- `settings` (object, optional): e.g. `{\"language\": \"en\"}`.\n\n`evaluation` by test type:\n- `response`: judge the agent's reply, graded by the linked evaluators. `{\"type\": \"response\"}`\n- `conversation`: append the reply and judge the whole conversation. `{\"type\": \"conversation\"}`\n- `tool_call`: diff the agent's tool calls against expected ones. Add `tool_calls`, a list of `{tool, arguments, accept_any_arguments?}`.\n\nFor `tool_call`, each expected argument value is one of:\n- `{\"match_type\": \"exact\", \"value\": <any>}`: must equal `value`\n- `{\"match_type\": \"llm_judge\", \"criteria\": \"...\"}`: judged against the criteria\n- `{\"match_type\": \"any\"}`: any value, only checks the argument was passed\n\n`response` / `conversation` example:\n```json\n{\n \"history\": [{\"role\": \"user\", \"content\": \"What is your return policy?\"}],\n \"evaluation\": {\"type\": \"response\"},\n \"settings\": {\"language\": \"en\"}\n}\n```\n\n`tool_call` example:\n```json\n{\n \"history\": [{\"role\": \"user\", \"content\": \"Book room 101 for tomorrow\"}],\n \"evaluation\": {\n \"type\": \"tool_call\",\n \"tool_calls\": [\n {\n \"tool\": \"book_room\",\n \"arguments\": {\n \"room\": {\"match_type\": \"exact\", \"value\": \"101\"},\n \"date\": {\"match_type\": \"llm_judge\", \"criteria\": \"tomorrow's date\"}\n },\n \"accept_any_arguments\": false\n }\n ]\n }\n}\n```\n\nEvaluators are linked via the separate `evaluators` field, not inside `config`.\n\nOmit to create the test with no config and fill it in later via update."),
26
+ config: z.record(z.string(), z.any()).nullable().optional().describe("The calibrate test config. Three top-level keys.\n\n- `history`: the required conversation up to the agent's turn. Each item is `{role, content}` with `role` one of `user`, `assistant`, `tool`. A `tool` message also carries `tool_call_id` and `name`.\n- `evaluation`: the required `{type, ...}`, where `type` matches the test's `type` below.\n- `settings`: an optional object, e.g. `{\"language\": \"en\"}`.\n\n`evaluation` by test type:\n- `response`: judge the agent's reply, graded by the linked evaluators. `{\"type\": \"response\"}`\n- `conversation`: append the reply and judge the whole conversation. `{\"type\": \"conversation\"}`\n- `tool_call`: diff the agent's tool calls against expected ones. Add `tool_calls`, a list of `{tool, arguments, accept_any_arguments?}`.\n\nFor `tool_call`, each expected argument value is one of:\n- `{\"match_type\": \"exact\", \"value\": <any>}`: must equal `value`\n- `{\"match_type\": \"llm_judge\", \"criteria\": \"...\"}`: judged against the criteria\n- `{\"match_type\": \"any\"}`: any value, only checks the argument was passed\n\n`response` / `conversation` example:\n```json\n{\n \"history\": [{\"role\": \"user\", \"content\": \"What is your return policy?\"}],\n \"evaluation\": {\"type\": \"response\"},\n \"settings\": {\"language\": \"en\"}\n}\n```\n\n`tool_call` example:\n```json\n{\n \"history\": [{\"role\": \"user\", \"content\": \"Book room 101 for tomorrow\"}],\n \"evaluation\": {\n \"type\": \"tool_call\",\n \"tool_calls\": [\n {\n \"tool\": \"book_room\",\n \"arguments\": {\n \"room\": {\"match_type\": \"exact\", \"value\": \"101\"},\n \"date\": {\"match_type\": \"llm_judge\", \"criteria\": \"tomorrow's date\"}\n },\n \"accept_any_arguments\": false\n }\n ]\n }\n}\n```\n\nEvaluators are linked via the separate `evaluators` field, not inside `config`.\n\nOmit to create the test with no config and fill it in later via update"),
27
27
  evaluators: z.array(RoutersTestsEvaluatorRef$zodSchema).nullable().optional()
28
28
  .describe("Evaluators to link. Used by `response` and `conversation` tests"),
29
29
  name: z.string().describe("Name of the test, unique within the workspace"),
30
- type: TestCreateType$zodSchema.describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation"),
30
+ type: TestCreateType$zodSchema.describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n"),
31
31
  });
32
32
  //# sourceMappingURL=testcreate.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"testcreate.js","sourceRoot":"","sources":["../../src/models/testcreate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AAEvC;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,QAAQ,EAAE,UAAU;IACpB,QAAQ,EAAE,WAAW;IACrB,YAAY,EAAE,cAAc;CACpB,CAAC;AAYX,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,IAAI,CAAC;IAC7C,UAAU;IACV,WAAW;IACX,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,kKAAkK,CACnK,CAAC;AASF,MAAM,CAAC,MAAM,oBAAoB,GAA0B,CAAC,CAAC,MAAM,CAAC;IAClE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,m8DAAm8D,CACp8D;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAC1E,QAAQ,CACP,iEAAiE,CAClE;IACH,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+CAA+C,CAAC;IAC1E,IAAI,EAAE,wBAAwB,CAAC,QAAQ,CACrC,kKAAkK,CACnK;CACF,CAAC,CAAC"}
1
+ {"version":3,"file":"testcreate.js","sourceRoot":"","sources":["../../src/models/testcreate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AAEvC;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,QAAQ,EAAE,UAAU;IACpB,QAAQ,EAAE,WAAW;IACrB,YAAY,EAAE,cAAc;CACpB,CAAC;AAYX,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,IAAI,CAAC;IAC7C,UAAU;IACV,WAAW;IACX,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,oKAAoK,CACrK,CAAC;AASF,MAAM,CAAC,MAAM,oBAAoB,GAA0B,CAAC,CAAC,MAAM,CAAC;IAClE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,k7DAAk7D,CACn7D;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAC1E,QAAQ,CACP,iEAAiE,CAClE;IACH,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+CAA+C,CAAC;IAC1E,IAAI,EAAE,wBAAwB,CAAC,QAAQ,CACrC,oKAAoK,CACrK;CACF,CAAC,CAAC"}
@@ -4,7 +4,7 @@
4
4
  import * as z from "zod";
5
5
  import { ToolCallOutput$zodSchema } from "./toolcalloutput.js";
6
6
  export const TestOutput$zodSchema = z.object({
7
- response: z.string().nullable().optional().describe("The agent's generated reply. Null for tool-call-only cases"),
8
- tool_calls: z.array(ToolCallOutput$zodSchema).nullable().optional().describe("Tool calls the agent generated. Null when it made none"),
7
+ response: z.string().nullable().optional().describe("The reply the agent generated"),
8
+ tool_calls: z.array(ToolCallOutput$zodSchema).nullable().optional().describe("Tool calls the agent generated"),
9
9
  });
10
10
  //# sourceMappingURL=testoutput.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"testoutput.js","sourceRoot":"","sources":["../../src/models/testoutput.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAkB,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAO/E,MAAM,CAAC,MAAM,oBAAoB,GAA0B,CAAC,CAAC,MAAM,CAAC;IAClE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,4DAA4D,CAC7D;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1E,wDAAwD,CACzD;CACF,CAAC,CAAC"}
1
+ {"version":3,"file":"testoutput.js","sourceRoot":"","sources":["../../src/models/testoutput.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAkB,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAO/E,MAAM,CAAC,MAAM,oBAAoB,GAA0B,CAAC,CAAC,MAAM,CAAC;IAClE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,+BAA+B,CAChC;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1E,gCAAgC,CACjC;CACF,CAAC,CAAC"}
@@ -1,11 +1,11 @@
1
1
  import * as z from "zod";
2
2
  import { ClosedEnum } from "../types/enums.js";
3
- export declare const OutputType: {
3
+ export declare const TestRunEvaluatorOutputType: {
4
4
  readonly Binary: "binary";
5
5
  readonly Rating: "rating";
6
6
  };
7
- export type OutputType = ClosedEnum<typeof OutputType>;
8
- export declare const OutputType$zodSchema: z.ZodEnum<{
7
+ export type TestRunEvaluatorOutputType = ClosedEnum<typeof TestRunEvaluatorOutputType>;
8
+ export declare const TestRunEvaluatorOutputType$zodSchema: z.ZodEnum<{
9
9
  binary: "binary";
10
10
  rating: "rating";
11
11
  }>;
@@ -13,7 +13,7 @@ export type TestRunEvaluator = {
13
13
  uuid?: string | null | undefined;
14
14
  name?: string | null | undefined;
15
15
  description?: string | null | undefined;
16
- output_type?: OutputType | null | undefined;
16
+ output_type?: TestRunEvaluatorOutputType | null | undefined;
17
17
  output_config?: {
18
18
  [k: string]: any;
19
19
  } | null | undefined;
@@ -1 +1 @@
1
- {"version":3,"file":"testrunevaluator.d.ts","sourceRoot":"","sources":["../../src/models/testrunevaluator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,eAAO,MAAM,UAAU;;;CAGb,CAAC;AACX,MAAM,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,UAAU,CAAC,CAAC;AAEvD,eAAO,MAAM,oBAAoB;;;EAG/B,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG;IAC7B,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,WAAW,CAAC,EAAE,UAAU,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5C,aAAa,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACxD,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CAC5C,CAAC;AAEF,eAAO,MAAM,0BAA0B,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAuBlE,CAAC"}
1
+ {"version":3,"file":"testrunevaluator.d.ts","sourceRoot":"","sources":["../../src/models/testrunevaluator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,eAAO,MAAM,0BAA0B;;;CAG7B,CAAC;AACX,MAAM,MAAM,0BAA0B,GAAG,UAAU,CACjD,OAAO,0BAA0B,CAClC,CAAC;AAEF,eAAO,MAAM,oCAAoC;;;EAG/C,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG;IAC7B,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,WAAW,CAAC,EAAE,0BAA0B,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5D,aAAa,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACxD,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CAC5C,CAAC;AAEF,eAAO,MAAM,0BAA0B,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAwBlE,CAAC"}
@@ -2,22 +2,23 @@
2
2
  * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
3
  */
4
4
  import * as z from "zod";
5
- export const OutputType = {
5
+ export const TestRunEvaluatorOutputType = {
6
6
  Binary: "binary",
7
7
  Rating: "rating",
8
8
  };
9
- export const OutputType$zodSchema = z.enum([
9
+ export const TestRunEvaluatorOutputType$zodSchema = z.enum([
10
10
  "binary",
11
11
  "rating",
12
12
  ]);
13
13
  export const TestRunEvaluator$zodSchema = z.object({
14
14
  description: z.string().nullable().optional().describe("What the evaluator checks"),
15
15
  name: z.string().nullable().optional().describe("Name of the evaluator"),
16
- output_config: z.record(z.string(), z.any()).nullable().optional().describe("Rubric: the scale values, labels, and colors a verdict maps to"),
17
- output_type: OutputType$zodSchema.nullable().optional().describe("Verdict shape: pass/fail or a numeric rating"),
18
- scale_max: z.number().nullable().optional().describe("Highest rating value. Set for rating evaluators"),
19
- scale_min: z.number().nullable().optional().describe("Lowest rating value. Set for rating evaluators"),
16
+ output_config: z.record(z.string(), z.any()).nullable().optional().describe("The rubric: the scale values, labels, and colors a verdict maps to"),
17
+ output_type: TestRunEvaluatorOutputType$zodSchema.nullable().optional()
18
+ .describe("The shape of the verdict:\n- `binary`: a pass/fail verdict\n- `rating`: a numeric score"),
19
+ scale_max: z.number().nullable().optional().describe("Highest value on a rating scale"),
20
+ scale_min: z.number().nullable().optional().describe("Lowest value on a rating scale"),
20
21
  uuid: z.string().nullable().optional().describe("ID of the evaluator"),
21
- version_number: z.int().nullable().optional().describe("Evaluator version this run used"),
22
+ version_number: z.int().nullable().optional().describe("The evaluator version this run used"),
22
23
  });
23
24
  //# sourceMappingURL=testrunevaluator.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"testrunevaluator.js","sourceRoot":"","sources":["../../src/models/testrunevaluator.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB,MAAM,CAAC,MAAM,UAAU,GAAG;IACxB,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAGX,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,IAAI,CAAC;IACzC,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC;AAaH,MAAM,CAAC,MAAM,0BAA0B,GAAgC,CAAC,CAAC,MAAM,CAC7E;IACE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,2BAA2B,CAC5B;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IACxE,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzE,gEAAgE,CACjE;IACD,WAAW,EAAE,oBAAoB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9D,8CAA8C,CAC/C;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,iDAAiD,CAClD;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,gDAAgD,CACjD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IACtE,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,iCAAiC,CAClC;CACF,CACF,CAAC"}
1
+ {"version":3,"file":"testrunevaluator.js","sourceRoot":"","sources":["../../src/models/testrunevaluator.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB,MAAM,CAAC,MAAM,0BAA0B,GAAG;IACxC,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAKX,MAAM,CAAC,MAAM,oCAAoC,GAAG,CAAC,CAAC,IAAI,CAAC;IACzD,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC;AAaH,MAAM,CAAC,MAAM,0BAA0B,GAAgC,CAAC,CAAC,MAAM,CAC7E;IACE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,2BAA2B,CAC5B;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IACxE,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzE,oEAAoE,CACrE;IACD,WAAW,EAAE,oCAAoC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SACpE,QAAQ,CACP,yFAAyF,CAC1F;IACH,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,iCAAiC,CAClC;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,gCAAgC,CACjC;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IACtE,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,qCAAqC,CACtC;CACF,CACF,CAAC"}
@@ -6,19 +6,19 @@ import { TaskStatus$zodSchema } from "./taskstatus.js";
6
6
  import { TestCaseResult$zodSchema } from "./testcaseresult.js";
7
7
  import { TestRunEvaluator$zodSchema, } from "./testrunevaluator.js";
8
8
  export const TestRunStatusResponse$zodSchema = z.object({
9
- cost: z.record(z.string(), z.any()).nullable().optional().describe("Aggregated cost `{mean, min, max, count}` (USD)"),
9
+ cost: z.record(z.string(), z.any()).nullable().optional().describe("Aggregated cost as `{mean, min, max, count}` (USD)"),
10
10
  error: z.boolean().default(false).describe("True if the run failed"),
11
11
  evaluators: z.array(TestRunEvaluator$zodSchema).nullable().optional()
12
12
  .describe("The evaluators used in this run. Each verdict in `judge_results` links to one of these by `evaluator_uuid`"),
13
- failed: z.int().nullable().optional().describe("Number of test cases that failed. Null until done"),
13
+ failed: z.int().nullable().optional().describe("Number of test cases that failed"),
14
14
  is_public: z.boolean().default(false).describe("Whether the run is shared publicly"),
15
- latency_ms: z.record(z.string(), z.any()).nullable().optional().describe("Aggregated response latency in milliseconds: `{p50, p95, p99, count}`"),
16
- passed: z.int().nullable().optional().describe("Number of test cases that passed. Null until done"),
17
- results: z.array(TestCaseResult$zodSchema).nullable().optional().describe("Results for each test case. Null until available"),
18
- share_token: z.string().nullable().optional().describe("Public share token. Null unless the run is public"),
15
+ latency_ms: z.record(z.string(), z.any()).nullable().optional().describe("Aggregated response latency in milliseconds, as `{p50, p95, p99, count}`"),
16
+ passed: z.int().nullable().optional().describe("Number of test cases that passed"),
17
+ results: z.array(TestCaseResult$zodSchema).nullable().optional().describe("Results for each test case"),
18
+ share_token: z.string().nullable().optional().describe("Token for building the public share URL"),
19
19
  status: TaskStatus$zodSchema,
20
20
  task_id: z.string().describe("Test run job ID"),
21
- total_tests: z.int().nullable().optional().describe("Total number of test cases. Null until known"),
22
- total_tokens: z.record(z.string(), z.any()).nullable().optional().describe("Aggregated token usage `{mean, min, max, count}`"),
21
+ total_tests: z.int().nullable().optional().describe("Total number of test cases"),
22
+ total_tokens: z.record(z.string(), z.any()).nullable().optional().describe("Aggregated token usage as `{mean, min, max, count}`"),
23
23
  });
24
24
  //# sourceMappingURL=testrunstatusresponse.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"testrunstatusresponse.js","sourceRoot":"","sources":["../../src/models/testrunstatusresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAc,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACnE,OAAO,EAAkB,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAC/E,OAAO,EAEL,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAkB/B,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChE,iDAAiD,CAClD;IACD,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IACpE,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,4GAA4G,CAC7G;IACH,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,mDAAmD,CACpD;IACD,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC5C,oCAAoC,CACrC;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtE,uEAAuE,CACxE;IACD,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,mDAAmD,CACpD;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,kDAAkD,CACnD;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,mDAAmD,CACpD;IACD,MAAM,EAAE,oBAAoB;IAC5B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAC/C,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,8CAA8C,CAC/C;IACD,YAAY,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxE,kDAAkD,CACnD;CACF,CAAC,CAAC"}
1
+ {"version":3,"file":"testrunstatusresponse.js","sourceRoot":"","sources":["../../src/models/testrunstatusresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAc,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACnE,OAAO,EAAkB,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAC/E,OAAO,EAEL,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAkB/B,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChE,oDAAoD,CACrD;IACD,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IACpE,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,4GAA4G,CAC7G;IACH,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,kCAAkC,CACnC;IACD,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC5C,oCAAoC,CACrC;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtE,0EAA0E,CAC3E;IACD,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,kCAAkC,CACnC;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,4BAA4B,CAC7B;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,yCAAyC,CAC1C;IACD,MAAM,EAAE,oBAAoB;IAC5B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAC/C,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,4BAA4B,CAC7B;IACD,YAAY,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxE,qDAAqD,CACtD;CACF,CAAC,CAAC"}
@@ -14,10 +14,10 @@ export const TestUpdateType$zodSchema = z.enum([
14
14
  "conversation",
15
15
  ]);
16
16
  export const TestUpdate$zodSchema = z.object({
17
- config: z.record(z.string(), z.any()).nullable().optional().describe("The calibrate test config. Three top-level keys.\n\n- `history` (array, required): the conversation up to the agent's turn. Each item is `{role, content}` with `role` one of `user`, `assistant`, `tool`. A `tool` message also carries `tool_call_id` and `name`.\n- `evaluation` (object, required): `{type, ...}`, where `type` matches the test's `type` (below).\n- `settings` (object, optional): e.g. `{\"language\": \"en\"}`.\n\n`evaluation` by test type:\n- `response`: judge the agent's reply, graded by the linked evaluators. `{\"type\": \"response\"}`\n- `conversation`: append the reply and judge the whole conversation. `{\"type\": \"conversation\"}`\n- `tool_call`: diff the agent's tool calls against expected ones. Add `tool_calls`, a list of `{tool, arguments, accept_any_arguments?}`.\n\nFor `tool_call`, each expected argument value is one of:\n- `{\"match_type\": \"exact\", \"value\": <any>}`: must equal `value`\n- `{\"match_type\": \"llm_judge\", \"criteria\": \"...\"}`: judged against the criteria\n- `{\"match_type\": \"any\"}`: any value, only checks the argument was passed\n\n`response` / `conversation` example:\n```json\n{\n \"history\": [{\"role\": \"user\", \"content\": \"What is your return policy?\"}],\n \"evaluation\": {\"type\": \"response\"},\n \"settings\": {\"language\": \"en\"}\n}\n```\n\n`tool_call` example:\n```json\n{\n \"history\": [{\"role\": \"user\", \"content\": \"Book room 101 for tomorrow\"}],\n \"evaluation\": {\n \"type\": \"tool_call\",\n \"tool_calls\": [\n {\n \"tool\": \"book_room\",\n \"arguments\": {\n \"room\": {\"match_type\": \"exact\", \"value\": \"101\"},\n \"date\": {\"match_type\": \"llm_judge\", \"criteria\": \"tomorrow's date\"}\n },\n \"accept_any_arguments\": false\n }\n ]\n }\n}\n```\n\nEvaluators are linked via the separate `evaluators` field, not inside `config`.\n\nReplaces the stored config. Omit to leave unchanged."),
17
+ config: z.record(z.string(), z.any()).nullable().optional().describe("The calibrate test config. Three top-level keys.\n\n- `history`: the required conversation up to the agent's turn. Each item is `{role, content}` with `role` one of `user`, `assistant`, `tool`. A `tool` message also carries `tool_call_id` and `name`.\n- `evaluation`: the required `{type, ...}`, where `type` matches the test's `type` below.\n- `settings`: an optional object, e.g. `{\"language\": \"en\"}`.\n\n`evaluation` by test type:\n- `response`: judge the agent's reply, graded by the linked evaluators. `{\"type\": \"response\"}`\n- `conversation`: append the reply and judge the whole conversation. `{\"type\": \"conversation\"}`\n- `tool_call`: diff the agent's tool calls against expected ones. Add `tool_calls`, a list of `{tool, arguments, accept_any_arguments?}`.\n\nFor `tool_call`, each expected argument value is one of:\n- `{\"match_type\": \"exact\", \"value\": <any>}`: must equal `value`\n- `{\"match_type\": \"llm_judge\", \"criteria\": \"...\"}`: judged against the criteria\n- `{\"match_type\": \"any\"}`: any value, only checks the argument was passed\n\n`response` / `conversation` example:\n```json\n{\n \"history\": [{\"role\": \"user\", \"content\": \"What is your return policy?\"}],\n \"evaluation\": {\"type\": \"response\"},\n \"settings\": {\"language\": \"en\"}\n}\n```\n\n`tool_call` example:\n```json\n{\n \"history\": [{\"role\": \"user\", \"content\": \"Book room 101 for tomorrow\"}],\n \"evaluation\": {\n \"type\": \"tool_call\",\n \"tool_calls\": [\n {\n \"tool\": \"book_room\",\n \"arguments\": {\n \"room\": {\"match_type\": \"exact\", \"value\": \"101\"},\n \"date\": {\"match_type\": \"llm_judge\", \"criteria\": \"tomorrow's date\"}\n },\n \"accept_any_arguments\": false\n }\n ]\n }\n}\n```\n\nEvaluators are linked via the separate `evaluators` field, not inside `config`.\n\nReplaces the stored config. Omit to leave unchanged"),
18
18
  evaluators: z.array(RoutersTestsEvaluatorRef$zodSchema).nullable().optional()
19
19
  .describe("New evaluator links for the test. Omit to leave unchanged. An empty list clears them, except on `conversation` tests, which must keep at least one"),
20
20
  name: z.string().nullable().optional().describe("New test name. Omit to leave unchanged"),
21
- type: TestUpdateType$zodSchema.nullable().optional().describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n\nImmutable. Omit, or send the existing value. A different value is rejected (400)."),
21
+ type: TestUpdateType$zodSchema.nullable().optional().describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n\n\nImmutable. Omit it, or send the current value"),
22
22
  });
23
23
  //# sourceMappingURL=testupdate.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"testupdate.js","sourceRoot":"","sources":["../../src/models/testupdate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AAEvC,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,QAAQ,EAAE,UAAU;IACpB,QAAQ,EAAE,WAAW;IACrB,YAAY,EAAE,cAAc;CACpB,CAAC;AAGX,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,IAAI,CAAC;IAC7C,UAAU;IACV,WAAW;IACX,cAAc;CACf,CAAC,CAAC;AASH,MAAM,CAAC,MAAM,oBAAoB,GAA0B,CAAC,CAAC,MAAM,CAAC;IAClE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,g7DAAg7D,CACj7D;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAC1E,QAAQ,CACP,oJAAoJ,CACrJ;IACH,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,wCAAwC,CACzC;IACD,IAAI,EAAE,wBAAwB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3D,uPAAuP,CACxP;CACF,CAAC,CAAC"}
1
+ {"version":3,"file":"testupdate.js","sourceRoot":"","sources":["../../src/models/testupdate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AAEvC,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,QAAQ,EAAE,UAAU;IACpB,QAAQ,EAAE,WAAW;IACrB,YAAY,EAAE,cAAc;CACpB,CAAC;AAGX,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,IAAI,CAAC;IAC7C,UAAU;IACV,WAAW;IACX,cAAc;CACf,CAAC,CAAC;AASH,MAAM,CAAC,MAAM,oBAAoB,GAA0B,CAAC,CAAC,MAAM,CAAC;IAClE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,+5DAA+5D,CACh6D;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAC1E,QAAQ,CACP,oJAAoJ,CACrJ;IACH,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,wCAAwC,CACzC;IACD,IAAI,EAAE,wBAAwB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3D,qNAAqN,CACtN;CACF,CAAC,CAAC"}
@@ -3,8 +3,8 @@
3
3
  */
4
4
  import * as z from "zod";
5
5
  export const ToolCallOutput$zodSchema = z.object({
6
- arguments: z.record(z.string(), z.any()).nullable().optional().describe("Arguments the agent passed to the tool. Null if none"),
7
- output: z.any().nullable().optional().describe("Tool execution result (any JSON value). Present only when the agent runs the tool and returns its result"),
6
+ arguments: z.record(z.string(), z.any()).nullable().optional().describe("Arguments the agent passed to the tool"),
7
+ output: z.any().nullable().optional().describe("Tool execution result, when the agent ran the tool and returned its result"),
8
8
  tool: z.string().describe("Name of the tool the agent called"),
9
9
  });
10
10
  //# sourceMappingURL=toolcalloutput.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"toolcalloutput.js","sourceRoot":"","sources":["../../src/models/toolcalloutput.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAQzB,MAAM,CAAC,MAAM,wBAAwB,GAA8B,CAAC,CAAC,MAAM,CAAC;IAC1E,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrE,sDAAsD,CACvD;IACD,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,0GAA0G,CAC3G;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;CAC/D,CAAC,CAAC"}
1
+ {"version":3,"file":"toolcalloutput.js","sourceRoot":"","sources":["../../src/models/toolcalloutput.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAQzB,MAAM,CAAC,MAAM,wBAAwB,GAA8B,CAAC,CAAC,MAAM,CAAC;IAC1E,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrE,wCAAwC,CACzC;IACD,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,4EAA4E,CAC7E;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;CAC/D,CAAC,CAAC"}
@@ -5,7 +5,6 @@ import { RoutersAgentsAgentResponse } from "./routersagentsagentresponse.js";
5
5
  export type UpdateAgentEndpointAgentsAgentUuidPutRequest = {
6
6
  agent_uuid: string;
7
7
  xAPIKey?: string | null | undefined;
8
- xOrgUUID?: string | null | undefined;
9
8
  body: AgentUpdate;
10
9
  };
11
10
  export declare const UpdateAgentEndpointAgentsAgentUuidPutRequest$zodSchema: z.ZodType<UpdateAgentEndpointAgentsAgentUuidPutRequest>;
@@ -1 +1 @@
1
- {"version":3,"file":"updateagentendpointagentsagentuuidputop.d.ts","sourceRoot":"","sources":["../../src/models/updateagentendpointagentsagentuuidputop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,WAAW,EAAyB,MAAM,kBAAkB,CAAC;AACtE,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,0BAA0B,EAE3B,MAAM,iCAAiC,CAAC;AAEzC,MAAM,MAAM,4CAA4C,GAAG;IACzD,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,IAAI,EAAE,WAAW,CAAC;CACnB,CAAC;AAEF,eAAO,MAAM,sDAAsD,EAAE,CAAC,CAAC,OAAO,CAC5E,4CAA4C,CAM5C,CAAC;AAEH,MAAM,MAAM,6CAA6C,GACrD,0BAA0B,GAC1B,mBAAmB,CAAC;AAExB,eAAO,MAAM,uDAAuD,EAAE,CAAC,CAAC,OAAO,CAC7E,6CAA6C,CAI7C,CAAC"}
1
+ {"version":3,"file":"updateagentendpointagentsagentuuidputop.d.ts","sourceRoot":"","sources":["../../src/models/updateagentendpointagentsagentuuidputop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,WAAW,EAAyB,MAAM,kBAAkB,CAAC;AACtE,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,0BAA0B,EAE3B,MAAM,iCAAiC,CAAC;AAEzC,MAAM,MAAM,4CAA4C,GAAG;IACzD,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,EAAE,WAAW,CAAC;CACnB,CAAC;AAEF,eAAO,MAAM,sDAAsD,EAAE,CAAC,CAAC,OAAO,CAC5E,4CAA4C,CAK5C,CAAC;AAEH,MAAM,MAAM,6CAA6C,GACrD,0BAA0B,GAC1B,mBAAmB,CAAC;AAExB,eAAO,MAAM,uDAAuD,EAAE,CAAC,CAAC,OAAO,CAC7E,6CAA6C,CAI7C,CAAC"}
@@ -6,10 +6,9 @@ import { AgentUpdate$zodSchema } from "./agentupdate.js";
6
6
  import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
7
7
  import { RoutersAgentsAgentResponse$zodSchema, } from "./routersagentsagentresponse.js";
8
8
  export const UpdateAgentEndpointAgentsAgentUuidPutRequest$zodSchema = z.object({
9
- agent_uuid: z.string().describe("The agent to update."),
9
+ agent_uuid: z.string().describe("The agent to update"),
10
10
  body: AgentUpdate$zodSchema,
11
11
  xAPIKey: z.string().nullable().optional(),
12
- xOrgUUID: z.string().nullable().optional(),
13
12
  });
14
13
  export const UpdateAgentEndpointAgentsAgentUuidPutResponse$zodSchema = z.union([
15
14
  RoutersAgentsAgentResponse$zodSchema,
@@ -1 +1 @@
1
- {"version":3,"file":"updateagentendpointagentsagentuuidputop.js","sourceRoot":"","sources":["../../src/models/updateagentendpointagentsagentuuidputop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAe,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,oCAAoC,GACrC,MAAM,iCAAiC,CAAC;AASzC,MAAM,CAAC,MAAM,sDAAsD,GAE/D,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IACvD,IAAI,EAAE,qBAAqB;IAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC3C,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,uDAAuD,GAEhE,CAAC,CAAC,KAAK,CAAC;IACV,oCAAoC;IACpC,6BAA6B;CAC9B,CAAC,CAAC"}
1
+ {"version":3,"file":"updateagentendpointagentsagentuuidputop.js","sourceRoot":"","sources":["../../src/models/updateagentendpointagentsagentuuidputop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAe,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,oCAAoC,GACrC,MAAM,iCAAiC,CAAC;AAQzC,MAAM,CAAC,MAAM,sDAAsD,GAE/D,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IACtD,IAAI,EAAE,qBAAqB;IAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,uDAAuD,GAEhE,CAAC,CAAC,KAAK,CAAC;IACV,oCAAoC;IACpC,6BAA6B;CAC9B,CAAC,CAAC"}
@@ -5,7 +5,6 @@ import { TestUpdate } from "./testupdate.js";
5
5
  export type UpdateTestEndpointTestsTestUuidPutRequest = {
6
6
  test_uuid: string;
7
7
  xAPIKey?: string | null | undefined;
8
- xOrgUUID?: string | null | undefined;
9
8
  body: TestUpdate;
10
9
  };
11
10
  export declare const UpdateTestEndpointTestsTestUuidPutRequest$zodSchema: z.ZodType<UpdateTestEndpointTestsTestUuidPutRequest>;
@@ -1 +1 @@
1
- {"version":3,"file":"updatetestendpointteststestuuidputop.d.ts","sourceRoot":"","sources":["../../src/models/updatetestendpointteststestuuidputop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,wBAAwB,EAEzB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,UAAU,EAAwB,MAAM,iBAAiB,CAAC;AAEnE,MAAM,MAAM,yCAAyC,GAAG;IACtD,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,IAAI,EAAE,UAAU,CAAC;CAClB,CAAC;AAEF,eAAO,MAAM,mDAAmD,EAAE,CAAC,CAAC,OAAO,CACzE,yCAAyC,CAMzC,CAAC;AAEH,MAAM,MAAM,0CAA0C,GAClD,wBAAwB,GACxB,mBAAmB,CAAC;AAExB,eAAO,MAAM,oDAAoD,EAAE,CAAC,CAAC,OAAO,CAC1E,0CAA0C,CAI1C,CAAC"}
1
+ {"version":3,"file":"updatetestendpointteststestuuidputop.d.ts","sourceRoot":"","sources":["../../src/models/updatetestendpointteststestuuidputop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,wBAAwB,EAEzB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,UAAU,EAAwB,MAAM,iBAAiB,CAAC;AAEnE,MAAM,MAAM,yCAAyC,GAAG;IACtD,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,EAAE,UAAU,CAAC;CAClB,CAAC;AAEF,eAAO,MAAM,mDAAmD,EAAE,CAAC,CAAC,OAAO,CACzE,yCAAyC,CAKzC,CAAC;AAEH,MAAM,MAAM,0CAA0C,GAClD,wBAAwB,GACxB,mBAAmB,CAAC;AAExB,eAAO,MAAM,oDAAoD,EAAE,CAAC,CAAC,OAAO,CAC1E,0CAA0C,CAI1C,CAAC"}
@@ -9,7 +9,6 @@ export const UpdateTestEndpointTestsTestUuidPutRequest$zodSchema = z.object({
9
9
  body: TestUpdate$zodSchema,
10
10
  test_uuid: z.string().describe("Test to update"),
11
11
  xAPIKey: z.string().nullable().optional(),
12
- xOrgUUID: z.string().nullable().optional(),
13
12
  });
14
13
  export const UpdateTestEndpointTestsTestUuidPutResponse$zodSchema = z.union([
15
14
  RoutersTestsTestResponse$zodSchema,
@@ -1 +1 @@
1
- {"version":3,"file":"updatetestendpointteststestuuidputop.js","sourceRoot":"","sources":["../../src/models/updatetestendpointteststestuuidputop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAc,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AASnE,MAAM,CAAC,MAAM,mDAAmD,GAE5D,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,oBAAoB;IAC1B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAChD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC3C,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,oDAAoD,GAE7D,CAAC,CAAC,KAAK,CAAC;IACV,kCAAkC;IAClC,6BAA6B;CAC9B,CAAC,CAAC"}
1
+ {"version":3,"file":"updatetestendpointteststestuuidputop.js","sourceRoot":"","sources":["../../src/models/updatetestendpointteststestuuidputop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAc,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAQnE,MAAM,CAAC,MAAM,mDAAmD,GAE5D,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,oBAAoB;IAC1B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAChD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,oDAAoD,GAE7D,CAAC,CAAC,KAAK,CAAC;IACV,kCAAkC;IAClC,6BAA6B;CAC9B,CAAC,CAAC"}
@@ -0,0 +1,8 @@
1
+ import * as z from "zod";
2
+ export type VariableSpec = {
3
+ name: string;
4
+ description?: string | null | undefined;
5
+ default?: string | null | undefined;
6
+ };
7
+ export declare const VariableSpec$zodSchema: z.ZodType<VariableSpec>;
8
+ //# sourceMappingURL=variablespec.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"variablespec.d.ts","sourceRoot":"","sources":["../../src/models/variablespec.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAUzD,CAAC"}
@@ -0,0 +1,10 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+ import * as z from "zod";
5
+ export const VariableSpec$zodSchema = z.object({
6
+ default: z.string().nullable().optional().describe("Default value used when you omit this variable. Omit for no default"),
7
+ description: z.string().nullable().optional().describe("What the variable is for. Omit if self-evident"),
8
+ name: z.string().describe("Name of a `{{\"{{\"}}placeholder}}` used in the system prompt"),
9
+ });
10
+ //# sourceMappingURL=variablespec.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"variablespec.js","sourceRoot":"","sources":["../../src/models/variablespec.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAQzB,MAAM,CAAC,MAAM,sBAAsB,GAA4B,CAAC,CAAC,MAAM,CAAC;IACtE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,qEAAqE,CACtE;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,gDAAgD,CACjD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACvB,+DAA+D,CAChE;CACF,CAAC,CAAC"}
@@ -0,0 +1,13 @@
1
+ import * as z from "zod";
2
+ import { AgentVerifyRequest } from "./agentverifyrequest.js";
3
+ import { HTTPValidationError } from "./httpvalidationerror.js";
4
+ import { VerifyConnectionResponse } from "./verifyconnectionresponse.js";
5
+ export type VerifyAgentConnectionAgentsAgentUuidVerifyConnectionPostRequest = {
6
+ agent_uuid: string;
7
+ xAPIKey?: string | null | undefined;
8
+ body: AgentVerifyRequest;
9
+ };
10
+ export declare const VerifyAgentConnectionAgentsAgentUuidVerifyConnectionPostRequest$zodSchema: z.ZodType<VerifyAgentConnectionAgentsAgentUuidVerifyConnectionPostRequest>;
11
+ export type VerifyAgentConnectionAgentsAgentUuidVerifyConnectionPostResponse = VerifyConnectionResponse | HTTPValidationError;
12
+ export declare const VerifyAgentConnectionAgentsAgentUuidVerifyConnectionPostResponse$zodSchema: z.ZodType<VerifyAgentConnectionAgentsAgentUuidVerifyConnectionPostResponse>;
13
+ //# sourceMappingURL=verifyagentconnectionagentsagentuuidverifyconnectionpostop.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"verifyagentconnectionagentsagentuuidverifyconnectionpostop.d.ts","sourceRoot":"","sources":["../../src/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,kBAAkB,EAEnB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,wBAAwB,EAEzB,MAAM,+BAA+B,CAAC;AAEvC,MAAM,MAAM,+DAA+D,GAAG;IAC5E,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,EAAE,kBAAkB,CAAC;CAC1B,CAAC;AAEF,eAAO,MAAM,yEAAyE,EACpF,CAAC,CAAC,OAAO,CAAC,+DAA+D,CAKrE,CAAC;AAEP,MAAM,MAAM,gEAAgE,GACxE,wBAAwB,GACxB,mBAAmB,CAAC;AAExB,eAAO,MAAM,0EAA0E,EACrF,CAAC,CAAC,OAAO,CAAC,gEAAgE,CAItE,CAAC"}
@@ -0,0 +1,18 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+ import * as z from "zod";
5
+ import { AgentVerifyRequest$zodSchema, } from "./agentverifyrequest.js";
6
+ import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
7
+ import { VerifyConnectionResponse$zodSchema, } from "./verifyconnectionresponse.js";
8
+ export const VerifyAgentConnectionAgentsAgentUuidVerifyConnectionPostRequest$zodSchema = z
9
+ .object({
10
+ agent_uuid: z.string().describe("The agent whose connection to verify"),
11
+ body: AgentVerifyRequest$zodSchema,
12
+ xAPIKey: z.string().nullable().optional(),
13
+ });
14
+ export const VerifyAgentConnectionAgentsAgentUuidVerifyConnectionPostResponse$zodSchema = z.union([
15
+ VerifyConnectionResponse$zodSchema,
16
+ HTTPValidationError$zodSchema,
17
+ ]);
18
+ //# sourceMappingURL=verifyagentconnectionagentsagentuuidverifyconnectionpostop.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"verifyagentconnectionagentsagentuuidverifyconnectionpostop.js","sourceRoot":"","sources":["../../src/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AAQvC,MAAM,CAAC,MAAM,yEAAyE,GACP,CAAC;KAC3E,MAAM,CAAC;IACN,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sCAAsC,CAAC;IACvE,IAAI,EAAE,4BAA4B;IAClC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAMP,MAAM,CAAC,MAAM,0EAA0E,GAEnF,CAAC,CAAC,KAAK,CAAC;IACN,kCAAkC;IAClC,6BAA6B;CAC9B,CAAC,CAAC"}
@@ -0,0 +1,10 @@
1
+ import * as z from "zod";
2
+ export type VerifyConnectionResponse = {
3
+ success: boolean;
4
+ error?: string | null | undefined;
5
+ sample_response?: {
6
+ [k: string]: any;
7
+ } | null | undefined;
8
+ };
9
+ export declare const VerifyConnectionResponse$zodSchema: z.ZodType<VerifyConnectionResponse>;
10
+ //# sourceMappingURL=verifyconnectionresponse.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"verifyconnectionresponse.d.ts","sourceRoot":"","sources":["../../src/models/verifyconnectionresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,wBAAwB,GAAG;IACrC,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,eAAe,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;CAC3D,CAAC;AAEF,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,wBAAwB,CAWxB,CAAC"}
@@ -0,0 +1,10 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+ import * as z from "zod";
5
+ export const VerifyConnectionResponse$zodSchema = z.object({
6
+ error: z.string().nullable().optional().describe("Reason the verification failed"),
7
+ sample_response: z.record(z.string(), z.any()).nullable().optional().describe("Sample output returned by the agent during verification"),
8
+ success: z.boolean().describe("True if the agent responded successfully to the verification probe"),
9
+ });
10
+ //# sourceMappingURL=verifyconnectionresponse.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"verifyconnectionresponse.js","sourceRoot":"","sources":["../../src/models/verifyconnectionresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAQzB,MAAM,CAAC,MAAM,kCAAkC,GAE3C,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,gCAAgC,CACjC;IACD,eAAe,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3E,yDAAyD,CAC1D;IACD,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAC3B,oEAAoE,CACrE;CACF,CAAC,CAAC"}