@mastra/server 1.58.0-alpha.8 → 1.58.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (354) hide show
  1. package/CHANGELOG.md +273 -0
  2. package/dist/{a2a-_D2EA4oa.js → a2a-CUkzkdTZ.js} +3 -3
  3. package/dist/{a2a-_D2EA4oa.js.map → a2a-CUkzkdTZ.js.map} +1 -1
  4. package/dist/{a2a-B6YkZ2i9.cjs → a2a-DzZHH3OH.cjs} +3 -3
  5. package/dist/{a2a-B6YkZ2i9.cjs.map → a2a-DzZHH3OH.cjs.map} +1 -1
  6. package/dist/{agent-versions-DBwhQgbJ.js → agent-versions-CWEnD62A.js} +3 -3
  7. package/dist/{agent-versions-DBwhQgbJ.js.map → agent-versions-CWEnD62A.js.map} +1 -1
  8. package/dist/{agent-versions-znzuht90.cjs → agent-versions-xeysPGel.cjs} +3 -3
  9. package/dist/{agent-versions-znzuht90.cjs.map → agent-versions-xeysPGel.cjs.map} +1 -1
  10. package/dist/{agents--m8fNv8n.cjs → agents-0Tw3kkD_.cjs} +8 -4
  11. package/dist/agents-0Tw3kkD_.cjs.map +1 -0
  12. package/dist/{agents-DpZKzU92.js → agents-uT8ZDE4k.js} +8 -4
  13. package/dist/agents-uT8ZDE4k.js.map +1 -0
  14. package/dist/{api-schema-manifest-ShM6oDjl.cjs → api-schema-manifest-BPk3u4B-.cjs} +3 -3
  15. package/dist/{api-schema-manifest-ShM6oDjl.cjs.map → api-schema-manifest-BPk3u4B-.cjs.map} +1 -1
  16. package/dist/{api-schema-manifest-BEbcI0wc.js → api-schema-manifest-DSelT9XK.js} +3 -3
  17. package/dist/{api-schema-manifest-BEbcI0wc.js.map → api-schema-manifest-DSelT9XK.js.map} +1 -1
  18. package/dist/{background-tasks-DnmhLalp.js → background-tasks-BtWM0sZs.js} +2 -2
  19. package/dist/{background-tasks-DnmhLalp.js.map → background-tasks-BtWM0sZs.js.map} +1 -1
  20. package/dist/{background-tasks-CYgzzUnb.cjs → background-tasks-C5G2jJax.cjs} +2 -2
  21. package/dist/{background-tasks-CYgzzUnb.cjs.map → background-tasks-C5G2jJax.cjs.map} +1 -1
  22. package/dist/{builder-registry-DE5w7bNk.js → builder-registry-B8KyPAOP.js} +3 -3
  23. package/dist/{builder-registry-DE5w7bNk.js.map → builder-registry-B8KyPAOP.js.map} +1 -1
  24. package/dist/{builder-registry-BoaXBdm_.cjs → builder-registry-Dcou-kzd.cjs} +3 -3
  25. package/dist/{builder-registry-BoaXBdm_.cjs.map → builder-registry-Dcou-kzd.cjs.map} +1 -1
  26. package/dist/{channels-BqkOxxEk.js → channels-B9yt3a2P.js} +2 -2
  27. package/dist/{channels-BqkOxxEk.js.map → channels-B9yt3a2P.js.map} +1 -1
  28. package/dist/{channels-BonQBJT0.cjs → channels-BRoq3VKR.cjs} +2 -2
  29. package/dist/{channels-BonQBJT0.cjs.map → channels-BRoq3VKR.cjs.map} +1 -1
  30. package/dist/{default-options-BcPyp2Gx.cjs → default-options-C9HZGjYi.cjs} +6 -3
  31. package/dist/{default-options-BcPyp2Gx.cjs.map → default-options-C9HZGjYi.cjs.map} +1 -1
  32. package/dist/{default-options-DGCDKR3I.js → default-options-C9JVjlto.js} +6 -3
  33. package/dist/{default-options-DGCDKR3I.js.map → default-options-C9JVjlto.js.map} +1 -1
  34. package/dist/{dist-D-2BtcNU.js → dist-7r8jzEWH.js} +68 -1303
  35. package/dist/dist-7r8jzEWH.js.map +1 -0
  36. package/dist/{dist-DhqgxyoU.cjs → dist-DEgLyP8h.cjs} +77 -1315
  37. package/dist/dist-DEgLyP8h.cjs.map +1 -0
  38. package/dist/docs/SKILL.md +2 -1
  39. package/dist/docs/assets/SOURCE_MAP.json +1 -1
  40. package/dist/docs/references/docs-server-custom-adapters.md +1 -1
  41. package/dist/docs/references/docs-server-custom-api-routes.md +375 -0
  42. package/dist/docs/references/reference-server-create-route.md +27 -1
  43. package/dist/{dynamic-workflows-B4LI2B52.js → dynamic-workflows-B0TE8mjA.js} +2 -2
  44. package/dist/{dynamic-workflows-B4LI2B52.js.map → dynamic-workflows-B0TE8mjA.js.map} +1 -1
  45. package/dist/{dynamic-workflows-BXeywVEf.cjs → dynamic-workflows-C-6vmau5.cjs} +2 -2
  46. package/dist/{dynamic-workflows-BXeywVEf.cjs.map → dynamic-workflows-C-6vmau5.cjs.map} +1 -1
  47. package/dist/{editor-builder-DTC6ejp8.js → editor-builder-Byg6wbi6.js} +3 -3
  48. package/dist/{editor-builder-DTC6ejp8.js.map → editor-builder-Byg6wbi6.js.map} +1 -1
  49. package/dist/{editor-builder-CIKX5MYh.cjs → editor-builder-C3ZvffGu.cjs} +2 -2
  50. package/dist/{editor-builder-CIKX5MYh.cjs.map → editor-builder-C3ZvffGu.cjs.map} +1 -1
  51. package/dist/{editor-builder-D20yfDgw.js → editor-builder-DJUxdzC8.js} +2 -2
  52. package/dist/{editor-builder-D20yfDgw.js.map → editor-builder-DJUxdzC8.js.map} +1 -1
  53. package/dist/{editor-builder-B7yBsr6o.cjs → editor-builder-DT7ypWfa.cjs} +3 -3
  54. package/dist/{editor-builder-B7yBsr6o.cjs.map → editor-builder-DT7ypWfa.cjs.map} +1 -1
  55. package/dist/{observability-new-endpoints-Dk3oatL8.cjs → observability-new-endpoints-BC-dasRY.cjs} +2 -2
  56. package/dist/{observability-new-endpoints-Dk3oatL8.cjs.map → observability-new-endpoints-BC-dasRY.cjs.map} +1 -1
  57. package/dist/{observability-new-endpoints-YK2DjZto.js → observability-new-endpoints-Drx0C8uc.js} +2 -2
  58. package/dist/{observability-new-endpoints-YK2DjZto.js.map → observability-new-endpoints-Drx0C8uc.js.map} +1 -1
  59. package/dist/{probe-image-size-DYJVSL0b.cjs → probe-image-size-C2F59z8Z.cjs} +56 -1707
  60. package/dist/probe-image-size-C2F59z8Z.cjs.map +1 -0
  61. package/dist/{probe-image-size-BQgIJeY_.js → probe-image-size-mXCWYNrz.js} +22 -1673
  62. package/dist/probe-image-size-mXCWYNrz.js.map +1 -0
  63. package/dist/{route-builder-CgLVYL1c.cjs → route-builder-BAAedfru.cjs} +11 -2
  64. package/dist/route-builder-BAAedfru.cjs.map +1 -0
  65. package/dist/{route-builder-CIk5k35M.js → route-builder-YQ_gLIvW.js} +11 -2
  66. package/dist/route-builder-YQ_gLIvW.js.map +1 -0
  67. package/dist/{routes-UhNfqEIU.cjs → routes-0BEh3stO.cjs} +10 -10
  68. package/dist/{routes-UhNfqEIU.cjs.map → routes-0BEh3stO.cjs.map} +1 -1
  69. package/dist/{routes-CQgza68o.js → routes-BsMPy5bu.js} +10 -10
  70. package/dist/{routes-CQgza68o.js.map → routes-BsMPy5bu.js.map} +1 -1
  71. package/dist/{schedules-CK3-IE0h.cjs → schedules-DOK225ZZ.cjs} +2 -2
  72. package/dist/{schedules-CK3-IE0h.cjs.map → schedules-DOK225ZZ.cjs.map} +1 -1
  73. package/dist/{schedules-qxFoU-Tb.js → schedules-RjPcNOmY.js} +2 -2
  74. package/dist/{schedules-qxFoU-Tb.js.map → schedules-RjPcNOmY.js.map} +1 -1
  75. package/dist/{schema-Bv9OdW1f-BY6u3u8K.cjs → schema-Bv9OdW1f-CHHI-NTr.cjs} +2 -76
  76. package/dist/schema-Bv9OdW1f-CHHI-NTr.cjs.map +1 -0
  77. package/dist/{schema-Bv9OdW1f-CIOfv-3w.js → schema-Bv9OdW1f-DLSJSqQv.js} +2 -76
  78. package/dist/schema-Bv9OdW1f-DLSJSqQv.js.map +1 -0
  79. package/dist/schema-CGeYTFwm.js +2 -0
  80. package/dist/schema-DkBbires.cjs +1 -0
  81. package/dist/{scorer-versions-PL0wCOT-.cjs → scorer-versions-CYXtxMTU.cjs} +2 -2
  82. package/dist/{scorer-versions-PL0wCOT-.cjs.map → scorer-versions-CYXtxMTU.cjs.map} +1 -1
  83. package/dist/{scorer-versions-DNdVTLOq.js → scorer-versions-CdVjOtQO.js} +2 -2
  84. package/dist/{scorer-versions-DNdVTLOq.js.map → scorer-versions-CdVjOtQO.js.map} +1 -1
  85. package/dist/server/handlers/a2a.cjs +1 -1
  86. package/dist/server/handlers/a2a.d.ts +545 -505
  87. package/dist/server/handlers/a2a.d.ts.map +1 -1
  88. package/dist/server/handlers/a2a.js +1 -1
  89. package/dist/server/handlers/agent-builder.cjs +4 -4
  90. package/dist/server/handlers/agent-builder.d.ts +1069 -764
  91. package/dist/server/handlers/agent-builder.d.ts.map +1 -1
  92. package/dist/server/handlers/agent-builder.js +4 -4
  93. package/dist/server/handlers/agent-controller.cjs +61 -11
  94. package/dist/server/handlers/agent-controller.cjs.map +1 -1
  95. package/dist/server/handlers/agent-controller.d.ts +1547 -893
  96. package/dist/server/handlers/agent-controller.d.ts.map +1 -1
  97. package/dist/server/handlers/agent-controller.js +61 -11
  98. package/dist/server/handlers/agent-controller.js.map +1 -1
  99. package/dist/server/handlers/agent-versions.cjs +3 -3
  100. package/dist/server/handlers/agent-versions.d.ts +8504 -8312
  101. package/dist/server/handlers/agent-versions.d.ts.map +1 -1
  102. package/dist/server/handlers/agent-versions.js +3 -3
  103. package/dist/server/handlers/agents.cjs +6 -6
  104. package/dist/server/handlers/agents.d.ts +9984 -9826
  105. package/dist/server/handlers/agents.d.ts.map +1 -1
  106. package/dist/server/handlers/agents.js +6 -6
  107. package/dist/server/handlers/auth.cjs +1 -1
  108. package/dist/server/handlers/auth.d.ts +693 -297
  109. package/dist/server/handlers/auth.d.ts.map +1 -1
  110. package/dist/server/handlers/auth.js +1 -1
  111. package/dist/server/handlers/background-tasks.cjs +1 -1
  112. package/dist/server/handlers/background-tasks.d.ts +190 -130
  113. package/dist/server/handlers/background-tasks.d.ts.map +1 -1
  114. package/dist/server/handlers/background-tasks.js +1 -1
  115. package/dist/server/handlers/builder-registry.cjs +1 -1
  116. package/dist/server/handlers/builder-registry.d.ts +218 -121
  117. package/dist/server/handlers/builder-registry.d.ts.map +1 -1
  118. package/dist/server/handlers/builder-registry.js +1 -1
  119. package/dist/server/handlers/channels.cjs +1 -1
  120. package/dist/server/handlers/channels.d.ts +157 -77
  121. package/dist/server/handlers/channels.d.ts.map +1 -1
  122. package/dist/server/handlers/channels.js +1 -1
  123. package/dist/server/handlers/conversations.cjs +1 -1
  124. package/dist/server/handlers/conversations.d.ts +221 -141
  125. package/dist/server/handlers/conversations.d.ts.map +1 -1
  126. package/dist/server/handlers/conversations.js +1 -1
  127. package/dist/server/handlers/datasets.cjs +1 -1
  128. package/dist/server/handlers/datasets.d.ts +2669 -2234
  129. package/dist/server/handlers/datasets.d.ts.map +1 -1
  130. package/dist/server/handlers/datasets.js +1 -1
  131. package/dist/server/handlers/dynamic-workflows.cjs +1 -1
  132. package/dist/server/handlers/dynamic-workflows.d.ts +506 -426
  133. package/dist/server/handlers/dynamic-workflows.d.ts.map +1 -1
  134. package/dist/server/handlers/dynamic-workflows.js +1 -1
  135. package/dist/server/handlers/editor-builder.cjs +1 -1
  136. package/dist/server/handlers/editor-builder.d.ts +305 -245
  137. package/dist/server/handlers/editor-builder.d.ts.map +1 -1
  138. package/dist/server/handlers/editor-builder.js +1 -1
  139. package/dist/server/handlers/favorites-enrichment.cjs +1 -1
  140. package/dist/server/handlers/favorites-enrichment.js +1 -1
  141. package/dist/server/handlers/logs.cjs +1 -1
  142. package/dist/server/handlers/logs.d.ts +245 -185
  143. package/dist/server/handlers/logs.d.ts.map +1 -1
  144. package/dist/server/handlers/logs.js +1 -1
  145. package/dist/server/handlers/mcp-client-versions.cjs +2 -2
  146. package/dist/server/handlers/mcp-client-versions.d.ts +447 -307
  147. package/dist/server/handlers/mcp-client-versions.d.ts.map +1 -1
  148. package/dist/server/handlers/mcp-client-versions.js +2 -2
  149. package/dist/server/handlers/mcp.cjs +1 -1
  150. package/dist/server/handlers/mcp.d.ts +357 -156
  151. package/dist/server/handlers/mcp.d.ts.map +1 -1
  152. package/dist/server/handlers/mcp.js +1 -1
  153. package/dist/server/handlers/memory.cjs +1 -1
  154. package/dist/server/handlers/memory.d.ts +1723 -1223
  155. package/dist/server/handlers/memory.d.ts.map +1 -1
  156. package/dist/server/handlers/memory.js +1 -1
  157. package/dist/server/handlers/observability-new-endpoints.cjs +1 -1
  158. package/dist/server/handlers/observability-new-endpoints.d.ts +3239 -2158
  159. package/dist/server/handlers/observability-new-endpoints.d.ts.map +1 -1
  160. package/dist/server/handlers/observability-new-endpoints.js +1 -1
  161. package/dist/server/handlers/observability-shared.cjs +1 -1
  162. package/dist/server/handlers/observability-shared.js +1 -1
  163. package/dist/server/handlers/observability.cjs +2 -2
  164. package/dist/server/handlers/observability.d.ts +267 -149
  165. package/dist/server/handlers/observability.d.ts.map +1 -1
  166. package/dist/server/handlers/observability.js +2 -2
  167. package/dist/server/handlers/processor-providers.cjs +1 -1
  168. package/dist/server/handlers/processor-providers.d.ts +74 -34
  169. package/dist/server/handlers/processor-providers.d.ts.map +1 -1
  170. package/dist/server/handlers/processor-providers.js +1 -1
  171. package/dist/server/handlers/processors.cjs +1 -1
  172. package/dist/server/handlers/processors.d.ts +222 -173
  173. package/dist/server/handlers/processors.d.ts.map +1 -1
  174. package/dist/server/handlers/processors.js +1 -1
  175. package/dist/server/handlers/prompt-block-versions.cjs +2 -2
  176. package/dist/server/handlers/prompt-block-versions.d.ts +646 -506
  177. package/dist/server/handlers/prompt-block-versions.d.ts.map +1 -1
  178. package/dist/server/handlers/prompt-block-versions.js +2 -2
  179. package/dist/server/handlers/responses.cjs +1 -1
  180. package/dist/server/handlers/responses.d.ts +352 -362
  181. package/dist/server/handlers/responses.d.ts.map +1 -1
  182. package/dist/server/handlers/responses.js +1 -1
  183. package/dist/server/handlers/schedules.cjs +1 -1
  184. package/dist/server/handlers/schedules.d.ts +1190 -1028
  185. package/dist/server/handlers/schedules.d.ts.map +1 -1
  186. package/dist/server/handlers/schedules.js +1 -1
  187. package/dist/server/handlers/scorer-versions.cjs +3 -3
  188. package/dist/server/handlers/scorer-versions.d.ts +551 -411
  189. package/dist/server/handlers/scorer-versions.d.ts.map +1 -1
  190. package/dist/server/handlers/scorer-versions.js +3 -3
  191. package/dist/server/handlers/scores.cjs +1 -1
  192. package/dist/server/handlers/scores.d.ts +287 -167
  193. package/dist/server/handlers/scores.d.ts.map +1 -1
  194. package/dist/server/handlers/scores.js +1 -1
  195. package/dist/server/handlers/stored-agent-favorites.cjs +4 -4
  196. package/dist/server/handlers/stored-agent-favorites.d.ts +62 -22
  197. package/dist/server/handlers/stored-agent-favorites.d.ts.map +1 -1
  198. package/dist/server/handlers/stored-agent-favorites.js +4 -4
  199. package/dist/server/handlers/stored-agents.cjs +4 -4
  200. package/dist/server/handlers/stored-agents.d.ts +12056 -16152
  201. package/dist/server/handlers/stored-agents.d.ts.map +1 -1
  202. package/dist/server/handlers/stored-agents.js +4 -4
  203. package/dist/server/handlers/stored-mcp-clients.cjs +2 -2
  204. package/dist/server/handlers/stored-mcp-clients.d.ts +417 -324
  205. package/dist/server/handlers/stored-mcp-clients.d.ts.map +1 -1
  206. package/dist/server/handlers/stored-mcp-clients.js +2 -2
  207. package/dist/server/handlers/stored-prompt-blocks.cjs +2 -2
  208. package/dist/server/handlers/stored-prompt-blocks.d.ts +603 -555
  209. package/dist/server/handlers/stored-prompt-blocks.d.ts.map +1 -1
  210. package/dist/server/handlers/stored-prompt-blocks.js +2 -2
  211. package/dist/server/handlers/stored-scorers.cjs +3 -3
  212. package/dist/server/handlers/stored-scorers.d.ts +556 -472
  213. package/dist/server/handlers/stored-scorers.d.ts.map +1 -1
  214. package/dist/server/handlers/stored-scorers.js +3 -3
  215. package/dist/server/handlers/stored-skill-favorites.cjs +3 -3
  216. package/dist/server/handlers/stored-skill-favorites.d.ts +62 -22
  217. package/dist/server/handlers/stored-skill-favorites.d.ts.map +1 -1
  218. package/dist/server/handlers/stored-skill-favorites.js +3 -3
  219. package/dist/server/handlers/stored-skills.cjs +3 -3
  220. package/dist/server/handlers/stored-skills.d.ts +632 -515
  221. package/dist/server/handlers/stored-skills.d.ts.map +1 -1
  222. package/dist/server/handlers/stored-skills.js +3 -3
  223. package/dist/server/handlers/stored-workspaces.cjs +2 -2
  224. package/dist/server/handlers/stored-workspaces.d.ts +646 -546
  225. package/dist/server/handlers/stored-workspaces.d.ts.map +1 -1
  226. package/dist/server/handlers/stored-workspaces.js +2 -2
  227. package/dist/server/handlers/system.cjs +2 -2
  228. package/dist/server/handlers/system.d.ts +146 -106
  229. package/dist/server/handlers/system.d.ts.map +1 -1
  230. package/dist/server/handlers/system.js +2 -2
  231. package/dist/server/handlers/tool-providers.cjs +1 -1
  232. package/dist/server/handlers/tool-providers.d.ts +580 -331
  233. package/dist/server/handlers/tool-providers.d.ts.map +1 -1
  234. package/dist/server/handlers/tool-providers.js +1 -1
  235. package/dist/server/handlers/tools.cjs +5 -5
  236. package/dist/server/handlers/tools.d.ts +177 -77
  237. package/dist/server/handlers/tools.d.ts.map +1 -1
  238. package/dist/server/handlers/tools.js +5 -5
  239. package/dist/server/handlers/validate-agent-instructions.cjs +1 -1
  240. package/dist/server/handlers/validate-agent-instructions.js +1 -1
  241. package/dist/server/handlers/vector.cjs +1 -1
  242. package/dist/server/handlers/vector.d.ts +282 -126
  243. package/dist/server/handlers/vector.d.ts.map +1 -1
  244. package/dist/server/handlers/vector.js +1 -1
  245. package/dist/server/handlers/workflows.cjs +3 -3
  246. package/dist/server/handlers/workflows.d.ts +1703 -1181
  247. package/dist/server/handlers/workflows.d.ts.map +1 -1
  248. package/dist/server/handlers/workflows.js +3 -3
  249. package/dist/server/handlers/workspace.cjs +1 -1
  250. package/dist/server/handlers/workspace.d.ts +1936 -1150
  251. package/dist/server/handlers/workspace.d.ts.map +1 -1
  252. package/dist/server/handlers/workspace.js +1 -1
  253. package/dist/server/handlers.cjs +2 -2
  254. package/dist/server/handlers.js +2 -2
  255. package/dist/server/schemas/agent-versions.d.ts +70 -10
  256. package/dist/server/schemas/agent-versions.d.ts.map +1 -1
  257. package/dist/server/schemas/agents.d.ts +23 -3
  258. package/dist/server/schemas/agents.d.ts.map +1 -1
  259. package/dist/server/schemas/default-options.d.ts +7 -1
  260. package/dist/server/schemas/default-options.d.ts.map +1 -1
  261. package/dist/server/schemas/index.cjs +7 -7
  262. package/dist/server/schemas/index.js +7 -7
  263. package/dist/server/schemas/stored-agents.d.ts +140 -20
  264. package/dist/server/schemas/stored-agents.d.ts.map +1 -1
  265. package/dist/server/server-adapter/index.cjs +28 -7
  266. package/dist/server/server-adapter/index.cjs.map +1 -1
  267. package/dist/server/server-adapter/index.d.ts +14 -1
  268. package/dist/server/server-adapter/index.d.ts.map +1 -1
  269. package/dist/server/server-adapter/index.js +28 -7
  270. package/dist/server/server-adapter/index.js.map +1 -1
  271. package/dist/server/server-adapter/openapi-utils.d.ts.map +1 -1
  272. package/dist/server/server-adapter/routes/a2a.d.ts +544 -504
  273. package/dist/server/server-adapter/routes/a2a.d.ts.map +1 -1
  274. package/dist/server/server-adapter/routes/agent-builder.d.ts +1054 -749
  275. package/dist/server/server-adapter/routes/agent-builder.d.ts.map +1 -1
  276. package/dist/server/server-adapter/routes/channels.d.ts +153 -73
  277. package/dist/server/server-adapter/routes/channels.d.ts.map +1 -1
  278. package/dist/server/server-adapter/routes/conversations.d.ts +218 -138
  279. package/dist/server/server-adapter/routes/conversations.d.ts.map +1 -1
  280. package/dist/server/server-adapter/routes/datasets.d.ts +2312 -1877
  281. package/dist/server/server-adapter/routes/datasets.d.ts.map +1 -1
  282. package/dist/server/server-adapter/routes/editor-builder.d.ts +506 -349
  283. package/dist/server/server-adapter/routes/editor-builder.d.ts.map +1 -1
  284. package/dist/server/server-adapter/routes/legacy.d.ts +615 -629
  285. package/dist/server/server-adapter/routes/legacy.d.ts.map +1 -1
  286. package/dist/server/server-adapter/routes/logs.d.ts +243 -183
  287. package/dist/server/server-adapter/routes/logs.d.ts.map +1 -1
  288. package/dist/server/server-adapter/routes/mcp.d.ts +347 -147
  289. package/dist/server/server-adapter/routes/mcp.d.ts.map +1 -1
  290. package/dist/server/server-adapter/routes/memory.d.ts +1699 -1199
  291. package/dist/server/server-adapter/routes/memory.d.ts.map +1 -1
  292. package/dist/server/server-adapter/routes/observability.d.ts +2761 -2103
  293. package/dist/server/server-adapter/routes/observability.d.ts.map +1 -1
  294. package/dist/server/server-adapter/routes/processor-providers.d.ts +70 -30
  295. package/dist/server/server-adapter/routes/processor-providers.d.ts.map +1 -1
  296. package/dist/server/server-adapter/routes/processors.d.ts +220 -171
  297. package/dist/server/server-adapter/routes/processors.d.ts.map +1 -1
  298. package/dist/server/server-adapter/routes/responses.d.ts +350 -360
  299. package/dist/server/server-adapter/routes/responses.d.ts.map +1 -1
  300. package/dist/server/server-adapter/routes/route-builder.d.ts +6 -2
  301. package/dist/server/server-adapter/routes/route-builder.d.ts.map +1 -1
  302. package/dist/server/server-adapter/routes/scorers.d.ts +282 -162
  303. package/dist/server/server-adapter/routes/scorers.d.ts.map +1 -1
  304. package/dist/server/server-adapter/routes/stored-mcp-clients.d.ts +821 -588
  305. package/dist/server/server-adapter/routes/stored-mcp-clients.d.ts.map +1 -1
  306. package/dist/server/server-adapter/routes/stored-prompt-blocks.d.ts +1252 -1064
  307. package/dist/server/server-adapter/routes/stored-prompt-blocks.d.ts.map +1 -1
  308. package/dist/server/server-adapter/routes/stored-scorers.d.ts +1046 -822
  309. package/dist/server/server-adapter/routes/stored-scorers.d.ts.map +1 -1
  310. package/dist/server/server-adapter/routes/stored-skills.d.ts +683 -526
  311. package/dist/server/server-adapter/routes/stored-skills.d.ts.map +1 -1
  312. package/dist/server/server-adapter/routes/stored-workspaces.d.ts +637 -537
  313. package/dist/server/server-adapter/routes/stored-workspaces.d.ts.map +1 -1
  314. package/dist/server/server-adapter/routes/system.d.ts +145 -105
  315. package/dist/server/server-adapter/routes/system.d.ts.map +1 -1
  316. package/dist/server/server-adapter/routes/tool-providers.d.ts +566 -317
  317. package/dist/server/server-adapter/routes/tool-providers.d.ts.map +1 -1
  318. package/dist/server/server-adapter/routes/tools.d.ts +103 -43
  319. package/dist/server/server-adapter/routes/tools.d.ts.map +1 -1
  320. package/dist/server/server-adapter/routes/vectors.d.ts +275 -119
  321. package/dist/server/server-adapter/routes/vectors.d.ts.map +1 -1
  322. package/dist/server/server-adapter/routes/workflows.d.ts +1586 -1104
  323. package/dist/server/server-adapter/routes/workflows.d.ts.map +1 -1
  324. package/dist/server/server-adapter/routes/workspace.d.ts +1026 -613
  325. package/dist/server/server-adapter/routes/workspace.d.ts.map +1 -1
  326. package/dist/{stored-agents-CWC-Nj6N.js → stored-agents-BRBZM-Xl.js} +2 -2
  327. package/dist/{stored-agents-CWC-Nj6N.js.map → stored-agents-BRBZM-Xl.js.map} +1 -1
  328. package/dist/{stored-agents-d2kvyKAb.cjs → stored-agents-CPxfYRH9.cjs} +2 -2
  329. package/dist/{stored-agents-d2kvyKAb.cjs.map → stored-agents-CPxfYRH9.cjs.map} +1 -1
  330. package/dist/{stored-scorers-yaft2JFH.js → stored-scorers-B__LF0Cy.js} +2 -2
  331. package/dist/{stored-scorers-yaft2JFH.js.map → stored-scorers-B__LF0Cy.js.map} +1 -1
  332. package/dist/{stored-scorers-Dm0HwOZe.cjs → stored-scorers-Cml7jPJv.cjs} +2 -2
  333. package/dist/{stored-scorers-Dm0HwOZe.cjs.map → stored-scorers-Cml7jPJv.cjs.map} +1 -1
  334. package/dist/sync-BHatXKfg.cjs +1679 -0
  335. package/dist/sync-BHatXKfg.cjs.map +1 -0
  336. package/dist/sync-djJ8Lmds.js +1656 -0
  337. package/dist/sync-djJ8Lmds.js.map +1 -0
  338. package/dist/{utils-wESuBh27.cjs → utils-Bna_JCkb.cjs} +3 -3
  339. package/dist/{utils-wESuBh27.cjs.map → utils-Bna_JCkb.cjs.map} +1 -1
  340. package/dist/{utils-BUK03Frl.js → utils-QXKhjIm6.js} +3 -3
  341. package/dist/{utils-BUK03Frl.js.map → utils-QXKhjIm6.js.map} +1 -1
  342. package/package.json +9 -9
  343. package/dist/agents--m8fNv8n.cjs.map +0 -1
  344. package/dist/agents-DpZKzU92.js.map +0 -1
  345. package/dist/dist-D-2BtcNU.js.map +0 -1
  346. package/dist/dist-DhqgxyoU.cjs.map +0 -1
  347. package/dist/probe-image-size-BQgIJeY_.js.map +0 -1
  348. package/dist/probe-image-size-DYJVSL0b.cjs.map +0 -1
  349. package/dist/route-builder-CIk5k35M.js.map +0 -1
  350. package/dist/route-builder-CgLVYL1c.cjs.map +0 -1
  351. package/dist/schema-B8-5YCsA.js +0 -2
  352. package/dist/schema-BieM1qrc.cjs +0 -1
  353. package/dist/schema-Bv9OdW1f-BY6u3u8K.cjs.map +0 -1
  354. package/dist/schema-Bv9OdW1f-CIOfv-3w.js.map +0 -1
@@ -1,8 +1,92 @@
1
- export declare const DATASETS_ROUTES: readonly [import(".").ServerRoute<{
2
- page: number;
3
- perPage: number;
4
- }, {
5
- datasets: {
1
+ export declare const DATASETS_ROUTES: readonly [Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
2
+ method: "GET";
3
+ path: "/datasets";
4
+ responseType: "json";
5
+ streamFormat?: "sse" | "stream";
6
+ sseFlushOnConnect?: boolean;
7
+ handler(params: {
8
+ page: number;
9
+ perPage: number;
10
+ } & import(".").ServerContext): Promise<{
11
+ datasets: {
12
+ id: string;
13
+ name: string;
14
+ version: number;
15
+ createdAt: Date;
16
+ updatedAt: Date;
17
+ description?: string | null | undefined;
18
+ metadata?: Record<string, unknown> | null | undefined;
19
+ inputSchema?: Record<string, unknown> | undefined;
20
+ groundTruthSchema?: Record<string, unknown> | undefined;
21
+ requestContextSchema?: Record<string, unknown> | undefined;
22
+ tags?: string[] | null | undefined;
23
+ targetType?: string | null | undefined;
24
+ targetIds?: string[] | null | undefined;
25
+ scorerIds?: string[] | null | undefined;
26
+ }[];
27
+ pagination: {
28
+ total: number;
29
+ page: number;
30
+ perPage: number | false;
31
+ hasMore: boolean;
32
+ };
33
+ }>;
34
+ pathParamSchema?: import("zod").ZodType;
35
+ queryParamSchema?: import("zod").ZodType;
36
+ bodySchema?: import("zod").ZodType;
37
+ responseSchema?: import("zod").ZodType;
38
+ openapi?: import("../openapi-utils").OpenAPIRoute;
39
+ maxBodySize?: number;
40
+ deprecated?: boolean;
41
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
42
+ fga?: import("@mastra/core/auth").FGARouteConfig;
43
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
44
+ readonly __schemas?: import(".").RouteSchemas<undefined, import("zod").ZodObject<{
45
+ page: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
46
+ perPage: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
47
+ }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
48
+ datasets: import("zod").ZodArray<import("zod").ZodObject<{
49
+ id: import("zod").ZodString;
50
+ name: import("zod").ZodString;
51
+ description: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
52
+ metadata: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>>;
53
+ inputSchema: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
54
+ groundTruthSchema: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
55
+ requestContextSchema: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
56
+ tags: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
57
+ targetType: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
58
+ targetIds: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
59
+ scorerIds: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
60
+ version: import("zod").ZodNumber;
61
+ createdAt: import("zod").ZodCoercedDate<unknown>;
62
+ updatedAt: import("zod").ZodCoercedDate<unknown>;
63
+ }, import("zod/v4/core").$strip>>;
64
+ pagination: import("zod").ZodObject<{
65
+ total: import("zod").ZodNumber;
66
+ page: import("zod").ZodNumber;
67
+ perPage: import("zod").ZodUnion<readonly [import("zod").ZodNumber, import("zod").ZodLiteral<false>]>;
68
+ hasMore: import("zod").ZodBoolean;
69
+ }, import("zod/v4/core").$strip>;
70
+ }, import("zod/v4/core").$strip>> | undefined;
71
+ } & {
72
+ readonly _mastraSchemaRoute: true;
73
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
74
+ method: "POST";
75
+ path: "/datasets";
76
+ responseType: "json";
77
+ streamFormat?: "sse" | "stream";
78
+ sseFlushOnConnect?: boolean;
79
+ handler(params: {
80
+ name: string;
81
+ description?: string | undefined;
82
+ metadata?: Record<string, unknown> | undefined;
83
+ inputSchema?: Record<string, unknown> | null | undefined;
84
+ groundTruthSchema?: Record<string, unknown> | null | undefined;
85
+ requestContextSchema?: Record<string, unknown> | null | undefined;
86
+ targetType?: string | undefined;
87
+ targetIds?: string[] | undefined;
88
+ scorerIds?: string[] | undefined;
89
+ } & import(".").ServerContext): Promise<{
6
90
  id: string;
7
91
  name: string;
8
92
  version: number;
@@ -17,18 +101,28 @@ export declare const DATASETS_ROUTES: readonly [import(".").ServerRoute<{
17
101
  targetType?: string | null | undefined;
18
102
  targetIds?: string[] | null | undefined;
19
103
  scorerIds?: string[] | null | undefined;
20
- }[];
21
- pagination: {
22
- total: number;
23
- page: number;
24
- perPage: number | false;
25
- hasMore: boolean;
26
- };
27
- }, "json", import(".").RouteSchemas<undefined, import("zod").ZodObject<{
28
- page: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
29
- perPage: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
30
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
31
- datasets: import("zod").ZodArray<import("zod").ZodObject<{
104
+ }>;
105
+ pathParamSchema?: import("zod").ZodType;
106
+ queryParamSchema?: import("zod").ZodType;
107
+ bodySchema?: import("zod").ZodType;
108
+ responseSchema?: import("zod").ZodType;
109
+ openapi?: import("../openapi-utils").OpenAPIRoute;
110
+ maxBodySize?: number;
111
+ deprecated?: boolean;
112
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
113
+ fga?: import("@mastra/core/auth").FGARouteConfig;
114
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
115
+ readonly __schemas?: import(".").RouteSchemas<undefined, undefined, import("zod").ZodObject<{
116
+ name: import("zod").ZodString;
117
+ description: import("zod").ZodOptional<import("zod").ZodString>;
118
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
119
+ inputSchema: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodType<Record<string, unknown>, unknown, import("zod/v4/core").$ZodTypeInternals<Record<string, unknown>, unknown>>, import("zod").ZodNull]>>;
120
+ groundTruthSchema: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodType<Record<string, unknown>, unknown, import("zod/v4/core").$ZodTypeInternals<Record<string, unknown>, unknown>>, import("zod").ZodNull]>>;
121
+ requestContextSchema: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodType<Record<string, unknown>, unknown, import("zod/v4/core").$ZodTypeInternals<Record<string, unknown>, unknown>>, import("zod").ZodNull]>>;
122
+ targetType: import("zod").ZodOptional<import("zod").ZodString>;
123
+ targetIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
124
+ scorerIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
125
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
32
126
  id: import("zod").ZodString;
33
127
  name: import("zod").ZodString;
34
128
  description: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
@@ -43,188 +137,441 @@ export declare const DATASETS_ROUTES: readonly [import(".").ServerRoute<{
43
137
  version: import("zod").ZodNumber;
44
138
  createdAt: import("zod").ZodCoercedDate<unknown>;
45
139
  updatedAt: import("zod").ZodCoercedDate<unknown>;
46
- }, import("zod/v4/core").$strip>>;
47
- pagination: import("zod").ZodObject<{
48
- total: import("zod").ZodNumber;
49
- page: import("zod").ZodNumber;
50
- perPage: import("zod").ZodUnion<readonly [import("zod").ZodNumber, import("zod").ZodLiteral<false>]>;
51
- hasMore: import("zod").ZodBoolean;
52
- }, import("zod/v4/core").$strip>;
53
- }, import("zod/v4/core").$strip>>, "GET", "/datasets">, import(".").ServerRoute<{
54
- name: string;
55
- description?: string | undefined;
56
- metadata?: Record<string, unknown> | undefined;
57
- inputSchema?: Record<string, unknown> | null | undefined;
58
- groundTruthSchema?: Record<string, unknown> | null | undefined;
59
- requestContextSchema?: Record<string, unknown> | null | undefined;
60
- targetType?: string | undefined;
61
- targetIds?: string[] | undefined;
62
- scorerIds?: string[] | undefined;
63
- }, {
64
- id: string;
65
- name: string;
66
- version: number;
67
- createdAt: Date;
68
- updatedAt: Date;
69
- description?: string | null | undefined;
70
- metadata?: Record<string, unknown> | null | undefined;
71
- inputSchema?: Record<string, unknown> | undefined;
72
- groundTruthSchema?: Record<string, unknown> | undefined;
73
- requestContextSchema?: Record<string, unknown> | undefined;
74
- tags?: string[] | null | undefined;
75
- targetType?: string | null | undefined;
76
- targetIds?: string[] | null | undefined;
77
- scorerIds?: string[] | null | undefined;
78
- }, "json", import(".").RouteSchemas<undefined, undefined, import("zod").ZodObject<{
79
- name: import("zod").ZodString;
80
- description: import("zod").ZodOptional<import("zod").ZodString>;
81
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
82
- inputSchema: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodType<Record<string, unknown>, unknown, import("zod/v4/core").$ZodTypeInternals<Record<string, unknown>, unknown>>, import("zod").ZodNull]>>;
83
- groundTruthSchema: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodType<Record<string, unknown>, unknown, import("zod/v4/core").$ZodTypeInternals<Record<string, unknown>, unknown>>, import("zod").ZodNull]>>;
84
- requestContextSchema: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodType<Record<string, unknown>, unknown, import("zod/v4/core").$ZodTypeInternals<Record<string, unknown>, unknown>>, import("zod").ZodNull]>>;
85
- targetType: import("zod").ZodOptional<import("zod").ZodString>;
86
- targetIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
87
- scorerIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
88
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
89
- id: import("zod").ZodString;
90
- name: import("zod").ZodString;
91
- description: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
92
- metadata: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>>;
93
- inputSchema: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
94
- groundTruthSchema: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
95
- requestContextSchema: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
96
- tags: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
97
- targetType: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
98
- targetIds: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
99
- scorerIds: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
100
- version: import("zod").ZodNumber;
101
- createdAt: import("zod").ZodCoercedDate<unknown>;
102
- updatedAt: import("zod").ZodCoercedDate<unknown>;
103
- }, import("zod/v4/core").$strip>>, "POST", "/datasets">, import(".").ServerRoute<import(".").InferParams<import("zod").ZodObject<{
104
- datasetId: import("zod").ZodString;
105
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
106
- organizationId: import("zod").ZodOptional<import("zod").ZodString>;
107
- projectId: import("zod").ZodOptional<import("zod").ZodString>;
108
- }, import("zod/v4/core").$strip>, undefined>, {
109
- id: string;
110
- name: string;
111
- version: number;
112
- createdAt: Date;
113
- updatedAt: Date;
114
- description?: string | null | undefined;
115
- metadata?: Record<string, unknown> | null | undefined;
116
- inputSchema?: Record<string, unknown> | undefined;
117
- groundTruthSchema?: Record<string, unknown> | undefined;
118
- requestContextSchema?: Record<string, unknown> | undefined;
119
- tags?: string[] | null | undefined;
120
- targetType?: string | null | undefined;
121
- targetIds?: string[] | null | undefined;
122
- scorerIds?: string[] | null | undefined;
123
- } | null, "json", import(".").RouteSchemas<import("zod").ZodObject<{
124
- datasetId: import("zod").ZodString;
125
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
126
- organizationId: import("zod").ZodOptional<import("zod").ZodString>;
127
- projectId: import("zod").ZodOptional<import("zod").ZodString>;
128
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodNullable<import("zod").ZodObject<{
129
- id: import("zod").ZodString;
130
- name: import("zod").ZodString;
131
- description: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
132
- metadata: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>>;
133
- inputSchema: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
134
- groundTruthSchema: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
135
- requestContextSchema: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
136
- tags: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
137
- targetType: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
138
- targetIds: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
139
- scorerIds: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
140
- version: import("zod").ZodNumber;
141
- createdAt: import("zod").ZodCoercedDate<unknown>;
142
- updatedAt: import("zod").ZodCoercedDate<unknown>;
143
- }, import("zod/v4/core").$strip>>>, "GET", "/datasets/:datasetId">, import(".").ServerRoute<import(".").InferParams<import("zod").ZodObject<{
144
- datasetId: import("zod").ZodString;
145
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
146
- organizationId: import("zod").ZodOptional<import("zod").ZodString>;
147
- projectId: import("zod").ZodOptional<import("zod").ZodString>;
148
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
149
- name: import("zod").ZodOptional<import("zod").ZodString>;
150
- description: import("zod").ZodOptional<import("zod").ZodString>;
151
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
152
- inputSchema: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodType<Record<string, unknown>, unknown, import("zod/v4/core").$ZodTypeInternals<Record<string, unknown>, unknown>>, import("zod").ZodNull]>>;
153
- groundTruthSchema: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodType<Record<string, unknown>, unknown, import("zod/v4/core").$ZodTypeInternals<Record<string, unknown>, unknown>>, import("zod").ZodNull]>>;
154
- requestContextSchema: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodType<Record<string, unknown>, unknown, import("zod/v4/core").$ZodTypeInternals<Record<string, unknown>, unknown>>, import("zod").ZodNull]>>;
155
- tags: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
156
- targetType: import("zod").ZodOptional<import("zod").ZodString>;
157
- targetIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
158
- scorerIds: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
159
- }, import("zod/v4/core").$strip>>, {
160
- id: string;
161
- name: string;
162
- version: number;
163
- createdAt: Date;
164
- updatedAt: Date;
165
- description?: string | null | undefined;
166
- metadata?: Record<string, unknown> | null | undefined;
167
- inputSchema?: Record<string, unknown> | undefined;
168
- groundTruthSchema?: Record<string, unknown> | undefined;
169
- requestContextSchema?: Record<string, unknown> | undefined;
170
- tags?: string[] | null | undefined;
171
- targetType?: string | null | undefined;
172
- targetIds?: string[] | null | undefined;
173
- scorerIds?: string[] | null | undefined;
174
- }, "json", import(".").RouteSchemas<import("zod").ZodObject<{
175
- datasetId: import("zod").ZodString;
176
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
177
- organizationId: import("zod").ZodOptional<import("zod").ZodString>;
178
- projectId: import("zod").ZodOptional<import("zod").ZodString>;
179
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
180
- name: import("zod").ZodOptional<import("zod").ZodString>;
181
- description: import("zod").ZodOptional<import("zod").ZodString>;
182
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
183
- inputSchema: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodType<Record<string, unknown>, unknown, import("zod/v4/core").$ZodTypeInternals<Record<string, unknown>, unknown>>, import("zod").ZodNull]>>;
184
- groundTruthSchema: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodType<Record<string, unknown>, unknown, import("zod/v4/core").$ZodTypeInternals<Record<string, unknown>, unknown>>, import("zod").ZodNull]>>;
185
- requestContextSchema: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodType<Record<string, unknown>, unknown, import("zod/v4/core").$ZodTypeInternals<Record<string, unknown>, unknown>>, import("zod").ZodNull]>>;
186
- tags: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
187
- targetType: import("zod").ZodOptional<import("zod").ZodString>;
188
- targetIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
189
- scorerIds: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
190
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
191
- id: import("zod").ZodString;
192
- name: import("zod").ZodString;
193
- description: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
194
- metadata: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>>;
195
- inputSchema: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
196
- groundTruthSchema: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
197
- requestContextSchema: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
198
- tags: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
199
- targetType: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
200
- targetIds: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
201
- scorerIds: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
202
- version: import("zod").ZodNumber;
203
- createdAt: import("zod").ZodCoercedDate<unknown>;
204
- updatedAt: import("zod").ZodCoercedDate<unknown>;
205
- }, import("zod/v4/core").$strip>>, "PATCH", "/datasets/:datasetId">, import(".").ServerRoute<import(".").InferParams<import("zod").ZodObject<{
206
- datasetId: import("zod").ZodString;
207
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
208
- organizationId: import("zod").ZodOptional<import("zod").ZodString>;
209
- projectId: import("zod").ZodOptional<import("zod").ZodString>;
210
- }, import("zod/v4/core").$strip>, undefined>, {
211
- success: boolean;
212
- }, "json", import(".").RouteSchemas<import("zod").ZodObject<{
213
- datasetId: import("zod").ZodString;
214
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
215
- organizationId: import("zod").ZodOptional<import("zod").ZodString>;
216
- projectId: import("zod").ZodOptional<import("zod").ZodString>;
217
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
218
- success: import("zod").ZodBoolean;
219
- }, import("zod/v4/core").$strip>>, "DELETE", "/datasets/:datasetId">, import(".").ServerRoute<import(".").InferParams<import("zod").ZodObject<{
220
- datasetId: import("zod").ZodString;
221
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
222
- page: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
223
- perPage: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
224
- version: import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>;
225
- search: import("zod").ZodOptional<import("zod").ZodString>;
226
- }, import("zod/v4/core").$strip>, undefined>, {
227
- items: {
140
+ }, import("zod/v4/core").$strip>> | undefined;
141
+ } & {
142
+ readonly _mastraSchemaRoute: true;
143
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
144
+ method: "GET";
145
+ path: "/datasets/:datasetId";
146
+ responseType: "json";
147
+ streamFormat?: "sse" | "stream";
148
+ sseFlushOnConnect?: boolean;
149
+ handler(params: {
150
+ datasetId: string;
151
+ } & {
152
+ organizationId?: string | undefined;
153
+ projectId?: string | undefined;
154
+ } & import(".").ServerContext): Promise<{
155
+ id: string;
156
+ name: string;
157
+ version: number;
158
+ createdAt: Date;
159
+ updatedAt: Date;
160
+ description?: string | null | undefined;
161
+ metadata?: Record<string, unknown> | null | undefined;
162
+ inputSchema?: Record<string, unknown> | undefined;
163
+ groundTruthSchema?: Record<string, unknown> | undefined;
164
+ requestContextSchema?: Record<string, unknown> | undefined;
165
+ tags?: string[] | null | undefined;
166
+ targetType?: string | null | undefined;
167
+ targetIds?: string[] | null | undefined;
168
+ scorerIds?: string[] | null | undefined;
169
+ } | null>;
170
+ pathParamSchema?: import("zod").ZodType;
171
+ queryParamSchema?: import("zod").ZodType;
172
+ bodySchema?: import("zod").ZodType;
173
+ responseSchema?: import("zod").ZodType;
174
+ openapi?: import("../openapi-utils").OpenAPIRoute;
175
+ maxBodySize?: number;
176
+ deprecated?: boolean;
177
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
178
+ fga?: import("@mastra/core/auth").FGARouteConfig;
179
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
180
+ readonly __schemas?: import(".").RouteSchemas<import("zod").ZodObject<{
181
+ datasetId: import("zod").ZodString;
182
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
183
+ organizationId: import("zod").ZodOptional<import("zod").ZodString>;
184
+ projectId: import("zod").ZodOptional<import("zod").ZodString>;
185
+ }, import("zod/v4/core").$strip>, undefined, import("zod").ZodNullable<import("zod").ZodObject<{
186
+ id: import("zod").ZodString;
187
+ name: import("zod").ZodString;
188
+ description: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
189
+ metadata: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>>;
190
+ inputSchema: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
191
+ groundTruthSchema: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
192
+ requestContextSchema: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
193
+ tags: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
194
+ targetType: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
195
+ targetIds: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
196
+ scorerIds: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
197
+ version: import("zod").ZodNumber;
198
+ createdAt: import("zod").ZodCoercedDate<unknown>;
199
+ updatedAt: import("zod").ZodCoercedDate<unknown>;
200
+ }, import("zod/v4/core").$strip>>> | undefined;
201
+ } & {
202
+ readonly _mastraSchemaRoute: true;
203
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
204
+ method: "PATCH";
205
+ path: "/datasets/:datasetId";
206
+ responseType: "json";
207
+ streamFormat?: "sse" | "stream";
208
+ sseFlushOnConnect?: boolean;
209
+ handler(params: {
210
+ datasetId: string;
211
+ } & {
212
+ organizationId?: string | undefined;
213
+ projectId?: string | undefined;
214
+ } & {
215
+ name?: string | undefined;
216
+ description?: string | undefined;
217
+ metadata?: Record<string, unknown> | undefined;
218
+ inputSchema?: Record<string, unknown> | null | undefined;
219
+ groundTruthSchema?: Record<string, unknown> | null | undefined;
220
+ requestContextSchema?: Record<string, unknown> | null | undefined;
221
+ tags?: string[] | undefined;
222
+ targetType?: string | undefined;
223
+ targetIds?: string[] | undefined;
224
+ scorerIds?: string[] | null | undefined;
225
+ } & import(".").ServerContext): Promise<{
226
+ id: string;
227
+ name: string;
228
+ version: number;
229
+ createdAt: Date;
230
+ updatedAt: Date;
231
+ description?: string | null | undefined;
232
+ metadata?: Record<string, unknown> | null | undefined;
233
+ inputSchema?: Record<string, unknown> | undefined;
234
+ groundTruthSchema?: Record<string, unknown> | undefined;
235
+ requestContextSchema?: Record<string, unknown> | undefined;
236
+ tags?: string[] | null | undefined;
237
+ targetType?: string | null | undefined;
238
+ targetIds?: string[] | null | undefined;
239
+ scorerIds?: string[] | null | undefined;
240
+ }>;
241
+ pathParamSchema?: import("zod").ZodType;
242
+ queryParamSchema?: import("zod").ZodType;
243
+ bodySchema?: import("zod").ZodType;
244
+ responseSchema?: import("zod").ZodType;
245
+ openapi?: import("../openapi-utils").OpenAPIRoute;
246
+ maxBodySize?: number;
247
+ deprecated?: boolean;
248
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
249
+ fga?: import("@mastra/core/auth").FGARouteConfig;
250
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
251
+ readonly __schemas?: import(".").RouteSchemas<import("zod").ZodObject<{
252
+ datasetId: import("zod").ZodString;
253
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
254
+ organizationId: import("zod").ZodOptional<import("zod").ZodString>;
255
+ projectId: import("zod").ZodOptional<import("zod").ZodString>;
256
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
257
+ name: import("zod").ZodOptional<import("zod").ZodString>;
258
+ description: import("zod").ZodOptional<import("zod").ZodString>;
259
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
260
+ inputSchema: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodType<Record<string, unknown>, unknown, import("zod/v4/core").$ZodTypeInternals<Record<string, unknown>, unknown>>, import("zod").ZodNull]>>;
261
+ groundTruthSchema: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodType<Record<string, unknown>, unknown, import("zod/v4/core").$ZodTypeInternals<Record<string, unknown>, unknown>>, import("zod").ZodNull]>>;
262
+ requestContextSchema: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodType<Record<string, unknown>, unknown, import("zod/v4/core").$ZodTypeInternals<Record<string, unknown>, unknown>>, import("zod").ZodNull]>>;
263
+ tags: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
264
+ targetType: import("zod").ZodOptional<import("zod").ZodString>;
265
+ targetIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
266
+ scorerIds: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
267
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
268
+ id: import("zod").ZodString;
269
+ name: import("zod").ZodString;
270
+ description: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
271
+ metadata: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>>;
272
+ inputSchema: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
273
+ groundTruthSchema: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
274
+ requestContextSchema: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
275
+ tags: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
276
+ targetType: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
277
+ targetIds: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
278
+ scorerIds: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
279
+ version: import("zod").ZodNumber;
280
+ createdAt: import("zod").ZodCoercedDate<unknown>;
281
+ updatedAt: import("zod").ZodCoercedDate<unknown>;
282
+ }, import("zod/v4/core").$strip>> | undefined;
283
+ } & {
284
+ readonly _mastraSchemaRoute: true;
285
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
286
+ method: "DELETE";
287
+ path: "/datasets/:datasetId";
288
+ responseType: "json";
289
+ streamFormat?: "sse" | "stream";
290
+ sseFlushOnConnect?: boolean;
291
+ handler(params: {
292
+ datasetId: string;
293
+ } & {
294
+ organizationId?: string | undefined;
295
+ projectId?: string | undefined;
296
+ } & import(".").ServerContext): Promise<{
297
+ success: boolean;
298
+ }>;
299
+ pathParamSchema?: import("zod").ZodType;
300
+ queryParamSchema?: import("zod").ZodType;
301
+ bodySchema?: import("zod").ZodType;
302
+ responseSchema?: import("zod").ZodType;
303
+ openapi?: import("../openapi-utils").OpenAPIRoute;
304
+ maxBodySize?: number;
305
+ deprecated?: boolean;
306
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
307
+ fga?: import("@mastra/core/auth").FGARouteConfig;
308
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
309
+ readonly __schemas?: import(".").RouteSchemas<import("zod").ZodObject<{
310
+ datasetId: import("zod").ZodString;
311
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
312
+ organizationId: import("zod").ZodOptional<import("zod").ZodString>;
313
+ projectId: import("zod").ZodOptional<import("zod").ZodString>;
314
+ }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
315
+ success: import("zod").ZodBoolean;
316
+ }, import("zod/v4/core").$strip>> | undefined;
317
+ } & {
318
+ readonly _mastraSchemaRoute: true;
319
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
320
+ method: "GET";
321
+ path: "/datasets/:datasetId/items";
322
+ responseType: "json";
323
+ streamFormat?: "sse" | "stream";
324
+ sseFlushOnConnect?: boolean;
325
+ handler(params: {
326
+ datasetId: string;
327
+ } & {
328
+ page: number;
329
+ perPage: number;
330
+ version?: number | undefined;
331
+ search?: string | undefined;
332
+ } & import(".").ServerContext): Promise<{
333
+ items: {
334
+ id: string;
335
+ datasetId: string;
336
+ datasetVersion: number;
337
+ input: unknown;
338
+ createdAt: Date;
339
+ updatedAt: Date;
340
+ externalId?: string | null | undefined;
341
+ groundTruth?: unknown;
342
+ expectedTrajectory?: unknown;
343
+ toolMocks?: {
344
+ toolName: string;
345
+ args: Record<string, unknown>;
346
+ output: unknown;
347
+ matchArgs?: "strict" | "ignore" | undefined;
348
+ }[] | undefined;
349
+ unmockedToolPolicy?: "allow" | "deny" | undefined;
350
+ scorerIds?: string[] | undefined;
351
+ requestContext?: Record<string, unknown> | undefined;
352
+ metadata?: Record<string, unknown> | undefined;
353
+ source?: {
354
+ type: "json" | "csv" | "trace" | "llm" | "experiment-result" | "candidate-screener";
355
+ referenceId?: string | undefined;
356
+ } | undefined;
357
+ }[];
358
+ pagination: {
359
+ total: number;
360
+ page: number;
361
+ perPage: number | false;
362
+ hasMore: boolean;
363
+ };
364
+ }>;
365
+ pathParamSchema?: import("zod").ZodType;
366
+ queryParamSchema?: import("zod").ZodType;
367
+ bodySchema?: import("zod").ZodType;
368
+ responseSchema?: import("zod").ZodType;
369
+ openapi?: import("../openapi-utils").OpenAPIRoute;
370
+ maxBodySize?: number;
371
+ deprecated?: boolean;
372
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
373
+ fga?: import("@mastra/core/auth").FGARouteConfig;
374
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
375
+ readonly __schemas?: import(".").RouteSchemas<import("zod").ZodObject<{
376
+ datasetId: import("zod").ZodString;
377
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
378
+ page: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
379
+ perPage: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
380
+ version: import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>;
381
+ search: import("zod").ZodOptional<import("zod").ZodString>;
382
+ }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
383
+ items: import("zod").ZodArray<import("zod").ZodObject<{
384
+ id: import("zod").ZodString;
385
+ datasetId: import("zod").ZodString;
386
+ datasetVersion: import("zod").ZodNumber;
387
+ externalId: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
388
+ input: import("zod").ZodUnknown;
389
+ groundTruth: import("zod").ZodOptional<import("zod").ZodUnknown>;
390
+ expectedTrajectory: import("zod").ZodOptional<import("zod").ZodUnknown>;
391
+ toolMocks: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
392
+ toolName: import("zod").ZodString;
393
+ args: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>;
394
+ output: import("zod").ZodUnknown;
395
+ matchArgs: import("zod").ZodOptional<import("zod").ZodEnum<{
396
+ strict: "strict";
397
+ ignore: "ignore";
398
+ }>>;
399
+ }, import("zod/v4/core").$strip>>>;
400
+ unmockedToolPolicy: import("zod").ZodOptional<import("zod").ZodEnum<{
401
+ allow: "allow";
402
+ deny: "deny";
403
+ }>>;
404
+ scorerIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
405
+ requestContext: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
406
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
407
+ source: import("zod").ZodOptional<import("zod").ZodObject<{
408
+ type: import("zod").ZodEnum<{
409
+ json: "json";
410
+ csv: "csv";
411
+ trace: "trace";
412
+ llm: "llm";
413
+ "experiment-result": "experiment-result";
414
+ "candidate-screener": "candidate-screener";
415
+ }>;
416
+ referenceId: import("zod").ZodOptional<import("zod").ZodString>;
417
+ }, import("zod/v4/core").$strip>>;
418
+ createdAt: import("zod").ZodCoercedDate<unknown>;
419
+ updatedAt: import("zod").ZodCoercedDate<unknown>;
420
+ }, import("zod/v4/core").$strip>>;
421
+ pagination: import("zod").ZodObject<{
422
+ total: import("zod").ZodNumber;
423
+ page: import("zod").ZodNumber;
424
+ perPage: import("zod").ZodUnion<readonly [import("zod").ZodNumber, import("zod").ZodLiteral<false>]>;
425
+ hasMore: import("zod").ZodBoolean;
426
+ }, import("zod/v4/core").$strip>;
427
+ }, import("zod/v4/core").$strip>> | undefined;
428
+ } & {
429
+ readonly _mastraSchemaRoute: true;
430
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
431
+ method: "POST";
432
+ path: "/datasets/:datasetId/items";
433
+ responseType: "json";
434
+ streamFormat?: "sse" | "stream";
435
+ sseFlushOnConnect?: boolean;
436
+ handler(params: {
437
+ datasetId: string;
438
+ } & {
439
+ input: unknown;
440
+ externalId?: string | null | undefined;
441
+ groundTruth?: unknown;
442
+ expectedTrajectory?: {
443
+ steps?: ({
444
+ stepType: "tool_call";
445
+ name: string;
446
+ toolArgs?: Record<string, unknown> | undefined;
447
+ toolResult?: Record<string, unknown> | undefined;
448
+ success?: boolean | undefined;
449
+ durationMs?: number | undefined;
450
+ metadata?: Record<string, unknown> | undefined;
451
+ children?: unknown;
452
+ } | {
453
+ stepType: "mcp_tool_call";
454
+ name: string;
455
+ toolArgs?: Record<string, unknown> | undefined;
456
+ toolResult?: Record<string, unknown> | undefined;
457
+ mcpServer?: string | undefined;
458
+ success?: boolean | undefined;
459
+ durationMs?: number | undefined;
460
+ metadata?: Record<string, unknown> | undefined;
461
+ children?: unknown;
462
+ } | {
463
+ stepType: "model_generation";
464
+ name: string;
465
+ modelId?: string | undefined;
466
+ promptTokens?: number | undefined;
467
+ completionTokens?: number | undefined;
468
+ finishReason?: string | undefined;
469
+ durationMs?: number | undefined;
470
+ metadata?: Record<string, unknown> | undefined;
471
+ children?: unknown;
472
+ } | {
473
+ stepType: "agent_run";
474
+ name: string;
475
+ agentId?: string | undefined;
476
+ durationMs?: number | undefined;
477
+ metadata?: Record<string, unknown> | undefined;
478
+ children?: unknown;
479
+ } | {
480
+ stepType: "workflow_step";
481
+ name: string;
482
+ stepId?: string | undefined;
483
+ status?: string | undefined;
484
+ output?: Record<string, unknown> | undefined;
485
+ durationMs?: number | undefined;
486
+ metadata?: Record<string, unknown> | undefined;
487
+ children?: unknown;
488
+ } | {
489
+ stepType: "workflow_run";
490
+ name: string;
491
+ workflowId?: string | undefined;
492
+ status?: string | undefined;
493
+ durationMs?: number | undefined;
494
+ metadata?: Record<string, unknown> | undefined;
495
+ children?: unknown;
496
+ } | {
497
+ stepType: "workflow_conditional";
498
+ name: string;
499
+ conditionCount?: number | undefined;
500
+ selectedSteps?: string[] | undefined;
501
+ durationMs?: number | undefined;
502
+ metadata?: Record<string, unknown> | undefined;
503
+ children?: unknown;
504
+ } | {
505
+ stepType: "workflow_parallel";
506
+ name: string;
507
+ branchCount?: number | undefined;
508
+ parallelSteps?: string[] | undefined;
509
+ durationMs?: number | undefined;
510
+ metadata?: Record<string, unknown> | undefined;
511
+ children?: unknown;
512
+ } | {
513
+ stepType: "workflow_loop";
514
+ name: string;
515
+ loopType?: string | undefined;
516
+ totalIterations?: number | undefined;
517
+ durationMs?: number | undefined;
518
+ metadata?: Record<string, unknown> | undefined;
519
+ children?: unknown;
520
+ } | {
521
+ stepType: "workflow_sleep";
522
+ name: string;
523
+ sleepDurationMs?: number | undefined;
524
+ sleepType?: string | undefined;
525
+ durationMs?: number | undefined;
526
+ metadata?: Record<string, unknown> | undefined;
527
+ children?: unknown;
528
+ } | {
529
+ stepType: "workflow_wait_event";
530
+ name: string;
531
+ eventName?: string | undefined;
532
+ eventReceived?: boolean | undefined;
533
+ durationMs?: number | undefined;
534
+ metadata?: Record<string, unknown> | undefined;
535
+ children?: unknown;
536
+ } | {
537
+ stepType: "processor_run";
538
+ name: string;
539
+ processorId?: string | undefined;
540
+ durationMs?: number | undefined;
541
+ metadata?: Record<string, unknown> | undefined;
542
+ children?: unknown;
543
+ } | {
544
+ name: string;
545
+ stepType?: undefined;
546
+ durationMs?: number | undefined;
547
+ metadata?: Record<string, unknown> | undefined;
548
+ children?: unknown;
549
+ })[] | undefined;
550
+ ordering?: "strict" | "relaxed" | "unordered" | undefined;
551
+ allowRepeatedSteps?: boolean | undefined;
552
+ maxSteps?: number | undefined;
553
+ maxTotalTokens?: number | undefined;
554
+ maxTotalDurationMs?: number | undefined;
555
+ noRedundantCalls?: boolean | undefined;
556
+ blacklistedTools?: string[] | undefined;
557
+ blacklistedSequences?: string[][] | undefined;
558
+ maxRetriesPerTool?: number | undefined;
559
+ } | null | undefined;
560
+ toolMocks?: {
561
+ toolName: string;
562
+ args: Record<string, unknown>;
563
+ output: unknown;
564
+ matchArgs?: "strict" | "ignore" | undefined;
565
+ }[] | undefined;
566
+ unmockedToolPolicy?: "allow" | "deny" | undefined;
567
+ scorerIds?: string[] | undefined;
568
+ requestContext?: Record<string, unknown> | undefined;
569
+ metadata?: Record<string, unknown> | undefined;
570
+ source?: {
571
+ type: "json" | "csv" | "trace" | "llm" | "experiment-result" | "candidate-screener";
572
+ referenceId?: string | undefined;
573
+ } | undefined;
574
+ } & import(".").ServerContext): Promise<{
228
575
  id: string;
229
576
  datasetId: string;
230
577
  datasetVersion: number;
@@ -248,440 +595,20 @@ export declare const DATASETS_ROUTES: readonly [import(".").ServerRoute<{
248
595
  type: "json" | "csv" | "trace" | "llm" | "experiment-result" | "candidate-screener";
249
596
  referenceId?: string | undefined;
250
597
  } | undefined;
251
- }[];
252
- pagination: {
253
- total: number;
254
- page: number;
255
- perPage: number | false;
256
- hasMore: boolean;
257
- };
258
- }, "json", import(".").RouteSchemas<import("zod").ZodObject<{
259
- datasetId: import("zod").ZodString;
260
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
261
- page: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
262
- perPage: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
263
- version: import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>;
264
- search: import("zod").ZodOptional<import("zod").ZodString>;
265
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
266
- items: import("zod").ZodArray<import("zod").ZodObject<{
267
- id: import("zod").ZodString;
598
+ }>;
599
+ pathParamSchema?: import("zod").ZodType;
600
+ queryParamSchema?: import("zod").ZodType;
601
+ bodySchema?: import("zod").ZodType;
602
+ responseSchema?: import("zod").ZodType;
603
+ openapi?: import("../openapi-utils").OpenAPIRoute;
604
+ maxBodySize?: number;
605
+ deprecated?: boolean;
606
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
607
+ fga?: import("@mastra/core/auth").FGARouteConfig;
608
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
609
+ readonly __schemas?: import(".").RouteSchemas<import("zod").ZodObject<{
268
610
  datasetId: import("zod").ZodString;
269
- datasetVersion: import("zod").ZodNumber;
270
- externalId: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
271
- input: import("zod").ZodUnknown;
272
- groundTruth: import("zod").ZodOptional<import("zod").ZodUnknown>;
273
- expectedTrajectory: import("zod").ZodOptional<import("zod").ZodUnknown>;
274
- toolMocks: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
275
- toolName: import("zod").ZodString;
276
- args: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>;
277
- output: import("zod").ZodUnknown;
278
- matchArgs: import("zod").ZodOptional<import("zod").ZodEnum<{
279
- strict: "strict";
280
- ignore: "ignore";
281
- }>>;
282
- }, import("zod/v4/core").$strip>>>;
283
- unmockedToolPolicy: import("zod").ZodOptional<import("zod").ZodEnum<{
284
- allow: "allow";
285
- deny: "deny";
286
- }>>;
287
- scorerIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
288
- requestContext: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
289
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
290
- source: import("zod").ZodOptional<import("zod").ZodObject<{
291
- type: import("zod").ZodEnum<{
292
- json: "json";
293
- csv: "csv";
294
- trace: "trace";
295
- llm: "llm";
296
- "experiment-result": "experiment-result";
297
- "candidate-screener": "candidate-screener";
298
- }>;
299
- referenceId: import("zod").ZodOptional<import("zod").ZodString>;
300
- }, import("zod/v4/core").$strip>>;
301
- createdAt: import("zod").ZodCoercedDate<unknown>;
302
- updatedAt: import("zod").ZodCoercedDate<unknown>;
303
- }, import("zod/v4/core").$strip>>;
304
- pagination: import("zod").ZodObject<{
305
- total: import("zod").ZodNumber;
306
- page: import("zod").ZodNumber;
307
- perPage: import("zod").ZodUnion<readonly [import("zod").ZodNumber, import("zod").ZodLiteral<false>]>;
308
- hasMore: import("zod").ZodBoolean;
309
- }, import("zod/v4/core").$strip>;
310
- }, import("zod/v4/core").$strip>>, "GET", "/datasets/:datasetId/items">, import(".").ServerRoute<import(".").InferParams<import("zod").ZodObject<{
311
- datasetId: import("zod").ZodString;
312
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
313
- externalId: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
314
- input: import("zod").ZodUnknown;
315
- groundTruth: import("zod").ZodOptional<import("zod").ZodUnknown>;
316
- expectedTrajectory: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodObject<{
317
- steps: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodUnion<readonly [import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
318
- stepType: import("zod").ZodLiteral<"tool_call">;
319
- toolArgs: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
320
- toolResult: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
321
- success: import("zod").ZodOptional<import("zod").ZodBoolean>;
322
- name: import("zod").ZodString;
323
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
324
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
325
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
326
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
327
- stepType: import("zod").ZodLiteral<"mcp_tool_call">;
328
- toolArgs: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
329
- toolResult: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
330
- mcpServer: import("zod").ZodOptional<import("zod").ZodString>;
331
- success: import("zod").ZodOptional<import("zod").ZodBoolean>;
332
- name: import("zod").ZodString;
333
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
334
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
335
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
336
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
337
- stepType: import("zod").ZodLiteral<"model_generation">;
338
- modelId: import("zod").ZodOptional<import("zod").ZodString>;
339
- promptTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
340
- completionTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
341
- finishReason: import("zod").ZodOptional<import("zod").ZodString>;
342
- name: import("zod").ZodString;
343
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
344
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
345
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
346
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
347
- stepType: import("zod").ZodLiteral<"agent_run">;
348
- agentId: import("zod").ZodOptional<import("zod").ZodString>;
349
- name: import("zod").ZodString;
350
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
351
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
352
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
353
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
354
- stepType: import("zod").ZodLiteral<"workflow_step">;
355
- stepId: import("zod").ZodOptional<import("zod").ZodString>;
356
- status: import("zod").ZodOptional<import("zod").ZodString>;
357
- output: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
358
- name: import("zod").ZodString;
359
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
360
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
361
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
362
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
363
- stepType: import("zod").ZodLiteral<"workflow_run">;
364
- workflowId: import("zod").ZodOptional<import("zod").ZodString>;
365
- status: import("zod").ZodOptional<import("zod").ZodString>;
366
- name: import("zod").ZodString;
367
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
368
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
369
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
370
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
371
- stepType: import("zod").ZodLiteral<"workflow_conditional">;
372
- conditionCount: import("zod").ZodOptional<import("zod").ZodNumber>;
373
- selectedSteps: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
374
- name: import("zod").ZodString;
375
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
376
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
377
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
378
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
379
- stepType: import("zod").ZodLiteral<"workflow_parallel">;
380
- branchCount: import("zod").ZodOptional<import("zod").ZodNumber>;
381
- parallelSteps: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
382
- name: import("zod").ZodString;
383
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
384
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
385
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
386
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
387
- stepType: import("zod").ZodLiteral<"workflow_loop">;
388
- loopType: import("zod").ZodOptional<import("zod").ZodString>;
389
- totalIterations: import("zod").ZodOptional<import("zod").ZodNumber>;
390
- name: import("zod").ZodString;
391
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
392
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
393
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
394
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
395
- stepType: import("zod").ZodLiteral<"workflow_sleep">;
396
- sleepDurationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
397
- sleepType: import("zod").ZodOptional<import("zod").ZodString>;
398
- name: import("zod").ZodString;
399
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
400
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
401
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
402
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
403
- stepType: import("zod").ZodLiteral<"workflow_wait_event">;
404
- eventName: import("zod").ZodOptional<import("zod").ZodString>;
405
- eventReceived: import("zod").ZodOptional<import("zod").ZodBoolean>;
406
- name: import("zod").ZodString;
407
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
408
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
409
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
410
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
411
- stepType: import("zod").ZodLiteral<"processor_run">;
412
- processorId: import("zod").ZodOptional<import("zod").ZodString>;
413
- name: import("zod").ZodString;
414
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
415
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
416
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
417
- }, import("zod/v4/core").$strip>], "stepType">, import("zod").ZodObject<{
418
- stepType: import("zod").ZodOptional<import("zod").ZodUndefined>;
419
- name: import("zod").ZodString;
420
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
421
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
422
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
423
- }, import("zod/v4/core").$strip>]>>>;
424
- ordering: import("zod").ZodOptional<import("zod").ZodEnum<{
425
- strict: "strict";
426
- relaxed: "relaxed";
427
- unordered: "unordered";
428
- }>>;
429
- allowRepeatedSteps: import("zod").ZodOptional<import("zod").ZodBoolean>;
430
- maxSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
431
- maxTotalTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
432
- maxTotalDurationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
433
- noRedundantCalls: import("zod").ZodOptional<import("zod").ZodBoolean>;
434
- blacklistedTools: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
435
- blacklistedSequences: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodArray<import("zod").ZodString>>>;
436
- maxRetriesPerTool: import("zod").ZodOptional<import("zod").ZodNumber>;
437
- }, import("zod/v4/core").$strip>>>;
438
- toolMocks: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
439
- toolName: import("zod").ZodString;
440
- args: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>;
441
- output: import("zod").ZodUnknown;
442
- matchArgs: import("zod").ZodOptional<import("zod").ZodEnum<{
443
- strict: "strict";
444
- ignore: "ignore";
445
- }>>;
446
- }, import("zod/v4/core").$strip>>>;
447
- unmockedToolPolicy: import("zod").ZodOptional<import("zod").ZodEnum<{
448
- allow: "allow";
449
- deny: "deny";
450
- }>>;
451
- scorerIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
452
- requestContext: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
453
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
454
- source: import("zod").ZodOptional<import("zod").ZodObject<{
455
- type: import("zod").ZodEnum<{
456
- json: "json";
457
- csv: "csv";
458
- trace: "trace";
459
- llm: "llm";
460
- "experiment-result": "experiment-result";
461
- "candidate-screener": "candidate-screener";
462
- }>;
463
- referenceId: import("zod").ZodOptional<import("zod").ZodString>;
464
- }, import("zod/v4/core").$strip>>;
465
- }, import("zod/v4/core").$strip>>, {
466
- id: string;
467
- datasetId: string;
468
- datasetVersion: number;
469
- input: unknown;
470
- createdAt: Date;
471
- updatedAt: Date;
472
- externalId?: string | null | undefined;
473
- groundTruth?: unknown;
474
- expectedTrajectory?: unknown;
475
- toolMocks?: {
476
- toolName: string;
477
- args: Record<string, unknown>;
478
- output: unknown;
479
- matchArgs?: "strict" | "ignore" | undefined;
480
- }[] | undefined;
481
- unmockedToolPolicy?: "allow" | "deny" | undefined;
482
- scorerIds?: string[] | undefined;
483
- requestContext?: Record<string, unknown> | undefined;
484
- metadata?: Record<string, unknown> | undefined;
485
- source?: {
486
- type: "json" | "csv" | "trace" | "llm" | "experiment-result" | "candidate-screener";
487
- referenceId?: string | undefined;
488
- } | undefined;
489
- }, "json", import(".").RouteSchemas<import("zod").ZodObject<{
490
- datasetId: import("zod").ZodString;
491
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
492
- externalId: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
493
- input: import("zod").ZodUnknown;
494
- groundTruth: import("zod").ZodOptional<import("zod").ZodUnknown>;
495
- expectedTrajectory: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodObject<{
496
- steps: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodUnion<readonly [import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
497
- stepType: import("zod").ZodLiteral<"tool_call">;
498
- toolArgs: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
499
- toolResult: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
500
- success: import("zod").ZodOptional<import("zod").ZodBoolean>;
501
- name: import("zod").ZodString;
502
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
503
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
504
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
505
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
506
- stepType: import("zod").ZodLiteral<"mcp_tool_call">;
507
- toolArgs: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
508
- toolResult: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
509
- mcpServer: import("zod").ZodOptional<import("zod").ZodString>;
510
- success: import("zod").ZodOptional<import("zod").ZodBoolean>;
511
- name: import("zod").ZodString;
512
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
513
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
514
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
515
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
516
- stepType: import("zod").ZodLiteral<"model_generation">;
517
- modelId: import("zod").ZodOptional<import("zod").ZodString>;
518
- promptTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
519
- completionTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
520
- finishReason: import("zod").ZodOptional<import("zod").ZodString>;
521
- name: import("zod").ZodString;
522
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
523
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
524
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
525
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
526
- stepType: import("zod").ZodLiteral<"agent_run">;
527
- agentId: import("zod").ZodOptional<import("zod").ZodString>;
528
- name: import("zod").ZodString;
529
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
530
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
531
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
532
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
533
- stepType: import("zod").ZodLiteral<"workflow_step">;
534
- stepId: import("zod").ZodOptional<import("zod").ZodString>;
535
- status: import("zod").ZodOptional<import("zod").ZodString>;
536
- output: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
537
- name: import("zod").ZodString;
538
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
539
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
540
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
541
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
542
- stepType: import("zod").ZodLiteral<"workflow_run">;
543
- workflowId: import("zod").ZodOptional<import("zod").ZodString>;
544
- status: import("zod").ZodOptional<import("zod").ZodString>;
545
- name: import("zod").ZodString;
546
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
547
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
548
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
549
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
550
- stepType: import("zod").ZodLiteral<"workflow_conditional">;
551
- conditionCount: import("zod").ZodOptional<import("zod").ZodNumber>;
552
- selectedSteps: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
553
- name: import("zod").ZodString;
554
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
555
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
556
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
557
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
558
- stepType: import("zod").ZodLiteral<"workflow_parallel">;
559
- branchCount: import("zod").ZodOptional<import("zod").ZodNumber>;
560
- parallelSteps: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
561
- name: import("zod").ZodString;
562
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
563
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
564
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
565
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
566
- stepType: import("zod").ZodLiteral<"workflow_loop">;
567
- loopType: import("zod").ZodOptional<import("zod").ZodString>;
568
- totalIterations: import("zod").ZodOptional<import("zod").ZodNumber>;
569
- name: import("zod").ZodString;
570
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
571
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
572
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
573
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
574
- stepType: import("zod").ZodLiteral<"workflow_sleep">;
575
- sleepDurationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
576
- sleepType: import("zod").ZodOptional<import("zod").ZodString>;
577
- name: import("zod").ZodString;
578
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
579
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
580
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
581
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
582
- stepType: import("zod").ZodLiteral<"workflow_wait_event">;
583
- eventName: import("zod").ZodOptional<import("zod").ZodString>;
584
- eventReceived: import("zod").ZodOptional<import("zod").ZodBoolean>;
585
- name: import("zod").ZodString;
586
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
587
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
588
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
589
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
590
- stepType: import("zod").ZodLiteral<"processor_run">;
591
- processorId: import("zod").ZodOptional<import("zod").ZodString>;
592
- name: import("zod").ZodString;
593
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
594
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
595
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
596
- }, import("zod/v4/core").$strip>], "stepType">, import("zod").ZodObject<{
597
- stepType: import("zod").ZodOptional<import("zod").ZodUndefined>;
598
- name: import("zod").ZodString;
599
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
600
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
601
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
602
- }, import("zod/v4/core").$strip>]>>>;
603
- ordering: import("zod").ZodOptional<import("zod").ZodEnum<{
604
- strict: "strict";
605
- relaxed: "relaxed";
606
- unordered: "unordered";
607
- }>>;
608
- allowRepeatedSteps: import("zod").ZodOptional<import("zod").ZodBoolean>;
609
- maxSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
610
- maxTotalTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
611
- maxTotalDurationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
612
- noRedundantCalls: import("zod").ZodOptional<import("zod").ZodBoolean>;
613
- blacklistedTools: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
614
- blacklistedSequences: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodArray<import("zod").ZodString>>>;
615
- maxRetriesPerTool: import("zod").ZodOptional<import("zod").ZodNumber>;
616
- }, import("zod/v4/core").$strip>>>;
617
- toolMocks: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
618
- toolName: import("zod").ZodString;
619
- args: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>;
620
- output: import("zod").ZodUnknown;
621
- matchArgs: import("zod").ZodOptional<import("zod").ZodEnum<{
622
- strict: "strict";
623
- ignore: "ignore";
624
- }>>;
625
- }, import("zod/v4/core").$strip>>>;
626
- unmockedToolPolicy: import("zod").ZodOptional<import("zod").ZodEnum<{
627
- allow: "allow";
628
- deny: "deny";
629
- }>>;
630
- scorerIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
631
- requestContext: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
632
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
633
- source: import("zod").ZodOptional<import("zod").ZodObject<{
634
- type: import("zod").ZodEnum<{
635
- json: "json";
636
- csv: "csv";
637
- trace: "trace";
638
- llm: "llm";
639
- "experiment-result": "experiment-result";
640
- "candidate-screener": "candidate-screener";
641
- }>;
642
- referenceId: import("zod").ZodOptional<import("zod").ZodString>;
643
- }, import("zod/v4/core").$strip>>;
644
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
645
- id: import("zod").ZodString;
646
- datasetId: import("zod").ZodString;
647
- datasetVersion: import("zod").ZodNumber;
648
- externalId: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
649
- input: import("zod").ZodUnknown;
650
- groundTruth: import("zod").ZodOptional<import("zod").ZodUnknown>;
651
- expectedTrajectory: import("zod").ZodOptional<import("zod").ZodUnknown>;
652
- toolMocks: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
653
- toolName: import("zod").ZodString;
654
- args: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>;
655
- output: import("zod").ZodUnknown;
656
- matchArgs: import("zod").ZodOptional<import("zod").ZodEnum<{
657
- strict: "strict";
658
- ignore: "ignore";
659
- }>>;
660
- }, import("zod/v4/core").$strip>>>;
661
- unmockedToolPolicy: import("zod").ZodOptional<import("zod").ZodEnum<{
662
- allow: "allow";
663
- deny: "deny";
664
- }>>;
665
- scorerIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
666
- requestContext: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
667
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
668
- source: import("zod").ZodOptional<import("zod").ZodObject<{
669
- type: import("zod").ZodEnum<{
670
- json: "json";
671
- csv: "csv";
672
- trace: "trace";
673
- llm: "llm";
674
- "experiment-result": "experiment-result";
675
- "candidate-screener": "candidate-screener";
676
- }>;
677
- referenceId: import("zod").ZodOptional<import("zod").ZodString>;
678
- }, import("zod/v4/core").$strip>>;
679
- createdAt: import("zod").ZodCoercedDate<unknown>;
680
- updatedAt: import("zod").ZodCoercedDate<unknown>;
681
- }, import("zod/v4/core").$strip>>, "POST", "/datasets/:datasetId/items">, import(".").ServerRoute<import(".").InferParams<import("zod").ZodObject<{
682
- datasetId: import("zod").ZodString;
683
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
684
- items: import("zod").ZodArray<import("zod").ZodObject<{
611
+ }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
685
612
  externalId: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
686
613
  input: import("zod").ZodUnknown;
687
614
  groundTruth: import("zod").ZodOptional<import("zod").ZodUnknown>;
@@ -834,9 +761,474 @@ export declare const DATASETS_ROUTES: readonly [import(".").ServerRoute<{
834
761
  }>;
835
762
  referenceId: import("zod").ZodOptional<import("zod").ZodString>;
836
763
  }, import("zod/v4/core").$strip>>;
837
- }, import("zod/v4/core").$strip>>;
838
- }, import("zod/v4/core").$strip>>, {
839
- items: {
764
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
765
+ id: import("zod").ZodString;
766
+ datasetId: import("zod").ZodString;
767
+ datasetVersion: import("zod").ZodNumber;
768
+ externalId: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
769
+ input: import("zod").ZodUnknown;
770
+ groundTruth: import("zod").ZodOptional<import("zod").ZodUnknown>;
771
+ expectedTrajectory: import("zod").ZodOptional<import("zod").ZodUnknown>;
772
+ toolMocks: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
773
+ toolName: import("zod").ZodString;
774
+ args: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>;
775
+ output: import("zod").ZodUnknown;
776
+ matchArgs: import("zod").ZodOptional<import("zod").ZodEnum<{
777
+ strict: "strict";
778
+ ignore: "ignore";
779
+ }>>;
780
+ }, import("zod/v4/core").$strip>>>;
781
+ unmockedToolPolicy: import("zod").ZodOptional<import("zod").ZodEnum<{
782
+ allow: "allow";
783
+ deny: "deny";
784
+ }>>;
785
+ scorerIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
786
+ requestContext: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
787
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
788
+ source: import("zod").ZodOptional<import("zod").ZodObject<{
789
+ type: import("zod").ZodEnum<{
790
+ json: "json";
791
+ csv: "csv";
792
+ trace: "trace";
793
+ llm: "llm";
794
+ "experiment-result": "experiment-result";
795
+ "candidate-screener": "candidate-screener";
796
+ }>;
797
+ referenceId: import("zod").ZodOptional<import("zod").ZodString>;
798
+ }, import("zod/v4/core").$strip>>;
799
+ createdAt: import("zod").ZodCoercedDate<unknown>;
800
+ updatedAt: import("zod").ZodCoercedDate<unknown>;
801
+ }, import("zod/v4/core").$strip>> | undefined;
802
+ } & {
803
+ readonly _mastraSchemaRoute: true;
804
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
805
+ method: "POST";
806
+ path: "/datasets/:datasetId/items/batch";
807
+ responseType: "json";
808
+ streamFormat?: "sse" | "stream";
809
+ sseFlushOnConnect?: boolean;
810
+ handler(params: {
811
+ datasetId: string;
812
+ } & {
813
+ items: {
814
+ input: unknown;
815
+ externalId?: string | null | undefined;
816
+ groundTruth?: unknown;
817
+ expectedTrajectory?: {
818
+ steps?: ({
819
+ stepType: "tool_call";
820
+ name: string;
821
+ toolArgs?: Record<string, unknown> | undefined;
822
+ toolResult?: Record<string, unknown> | undefined;
823
+ success?: boolean | undefined;
824
+ durationMs?: number | undefined;
825
+ metadata?: Record<string, unknown> | undefined;
826
+ children?: unknown;
827
+ } | {
828
+ stepType: "mcp_tool_call";
829
+ name: string;
830
+ toolArgs?: Record<string, unknown> | undefined;
831
+ toolResult?: Record<string, unknown> | undefined;
832
+ mcpServer?: string | undefined;
833
+ success?: boolean | undefined;
834
+ durationMs?: number | undefined;
835
+ metadata?: Record<string, unknown> | undefined;
836
+ children?: unknown;
837
+ } | {
838
+ stepType: "model_generation";
839
+ name: string;
840
+ modelId?: string | undefined;
841
+ promptTokens?: number | undefined;
842
+ completionTokens?: number | undefined;
843
+ finishReason?: string | undefined;
844
+ durationMs?: number | undefined;
845
+ metadata?: Record<string, unknown> | undefined;
846
+ children?: unknown;
847
+ } | {
848
+ stepType: "agent_run";
849
+ name: string;
850
+ agentId?: string | undefined;
851
+ durationMs?: number | undefined;
852
+ metadata?: Record<string, unknown> | undefined;
853
+ children?: unknown;
854
+ } | {
855
+ stepType: "workflow_step";
856
+ name: string;
857
+ stepId?: string | undefined;
858
+ status?: string | undefined;
859
+ output?: Record<string, unknown> | undefined;
860
+ durationMs?: number | undefined;
861
+ metadata?: Record<string, unknown> | undefined;
862
+ children?: unknown;
863
+ } | {
864
+ stepType: "workflow_run";
865
+ name: string;
866
+ workflowId?: string | undefined;
867
+ status?: string | undefined;
868
+ durationMs?: number | undefined;
869
+ metadata?: Record<string, unknown> | undefined;
870
+ children?: unknown;
871
+ } | {
872
+ stepType: "workflow_conditional";
873
+ name: string;
874
+ conditionCount?: number | undefined;
875
+ selectedSteps?: string[] | undefined;
876
+ durationMs?: number | undefined;
877
+ metadata?: Record<string, unknown> | undefined;
878
+ children?: unknown;
879
+ } | {
880
+ stepType: "workflow_parallel";
881
+ name: string;
882
+ branchCount?: number | undefined;
883
+ parallelSteps?: string[] | undefined;
884
+ durationMs?: number | undefined;
885
+ metadata?: Record<string, unknown> | undefined;
886
+ children?: unknown;
887
+ } | {
888
+ stepType: "workflow_loop";
889
+ name: string;
890
+ loopType?: string | undefined;
891
+ totalIterations?: number | undefined;
892
+ durationMs?: number | undefined;
893
+ metadata?: Record<string, unknown> | undefined;
894
+ children?: unknown;
895
+ } | {
896
+ stepType: "workflow_sleep";
897
+ name: string;
898
+ sleepDurationMs?: number | undefined;
899
+ sleepType?: string | undefined;
900
+ durationMs?: number | undefined;
901
+ metadata?: Record<string, unknown> | undefined;
902
+ children?: unknown;
903
+ } | {
904
+ stepType: "workflow_wait_event";
905
+ name: string;
906
+ eventName?: string | undefined;
907
+ eventReceived?: boolean | undefined;
908
+ durationMs?: number | undefined;
909
+ metadata?: Record<string, unknown> | undefined;
910
+ children?: unknown;
911
+ } | {
912
+ stepType: "processor_run";
913
+ name: string;
914
+ processorId?: string | undefined;
915
+ durationMs?: number | undefined;
916
+ metadata?: Record<string, unknown> | undefined;
917
+ children?: unknown;
918
+ } | {
919
+ name: string;
920
+ stepType?: undefined;
921
+ durationMs?: number | undefined;
922
+ metadata?: Record<string, unknown> | undefined;
923
+ children?: unknown;
924
+ })[] | undefined;
925
+ ordering?: "strict" | "relaxed" | "unordered" | undefined;
926
+ allowRepeatedSteps?: boolean | undefined;
927
+ maxSteps?: number | undefined;
928
+ maxTotalTokens?: number | undefined;
929
+ maxTotalDurationMs?: number | undefined;
930
+ noRedundantCalls?: boolean | undefined;
931
+ blacklistedTools?: string[] | undefined;
932
+ blacklistedSequences?: string[][] | undefined;
933
+ maxRetriesPerTool?: number | undefined;
934
+ } | null | undefined;
935
+ toolMocks?: {
936
+ toolName: string;
937
+ args: Record<string, unknown>;
938
+ output: unknown;
939
+ matchArgs?: "strict" | "ignore" | undefined;
940
+ }[] | undefined;
941
+ unmockedToolPolicy?: "allow" | "deny" | undefined;
942
+ scorerIds?: string[] | undefined;
943
+ requestContext?: Record<string, unknown> | undefined;
944
+ metadata?: Record<string, unknown> | undefined;
945
+ source?: {
946
+ type: "json" | "csv" | "trace" | "llm" | "experiment-result" | "candidate-screener";
947
+ referenceId?: string | undefined;
948
+ } | undefined;
949
+ }[];
950
+ } & import(".").ServerContext): Promise<{
951
+ items: {
952
+ id: string;
953
+ datasetId: string;
954
+ datasetVersion: number;
955
+ input: unknown;
956
+ createdAt: Date;
957
+ updatedAt: Date;
958
+ externalId?: string | null | undefined;
959
+ groundTruth?: unknown;
960
+ expectedTrajectory?: unknown;
961
+ toolMocks?: {
962
+ toolName: string;
963
+ args: Record<string, unknown>;
964
+ output: unknown;
965
+ matchArgs?: "strict" | "ignore" | undefined;
966
+ }[] | undefined;
967
+ unmockedToolPolicy?: "allow" | "deny" | undefined;
968
+ scorerIds?: string[] | undefined;
969
+ requestContext?: Record<string, unknown> | undefined;
970
+ metadata?: Record<string, unknown> | undefined;
971
+ source?: {
972
+ type: "json" | "csv" | "trace" | "llm" | "experiment-result" | "candidate-screener";
973
+ referenceId?: string | undefined;
974
+ } | undefined;
975
+ }[];
976
+ count: number;
977
+ }>;
978
+ pathParamSchema?: import("zod").ZodType;
979
+ queryParamSchema?: import("zod").ZodType;
980
+ bodySchema?: import("zod").ZodType;
981
+ responseSchema?: import("zod").ZodType;
982
+ openapi?: import("../openapi-utils").OpenAPIRoute;
983
+ maxBodySize?: number;
984
+ deprecated?: boolean;
985
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
986
+ fga?: import("@mastra/core/auth").FGARouteConfig;
987
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
988
+ readonly __schemas?: import(".").RouteSchemas<import("zod").ZodObject<{
989
+ datasetId: import("zod").ZodString;
990
+ }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
991
+ items: import("zod").ZodArray<import("zod").ZodObject<{
992
+ externalId: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
993
+ input: import("zod").ZodUnknown;
994
+ groundTruth: import("zod").ZodOptional<import("zod").ZodUnknown>;
995
+ expectedTrajectory: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodObject<{
996
+ steps: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodUnion<readonly [import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
997
+ stepType: import("zod").ZodLiteral<"tool_call">;
998
+ toolArgs: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
999
+ toolResult: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1000
+ success: import("zod").ZodOptional<import("zod").ZodBoolean>;
1001
+ name: import("zod").ZodString;
1002
+ durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1003
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1004
+ children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1005
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1006
+ stepType: import("zod").ZodLiteral<"mcp_tool_call">;
1007
+ toolArgs: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1008
+ toolResult: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1009
+ mcpServer: import("zod").ZodOptional<import("zod").ZodString>;
1010
+ success: import("zod").ZodOptional<import("zod").ZodBoolean>;
1011
+ name: import("zod").ZodString;
1012
+ durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1013
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1014
+ children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1015
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1016
+ stepType: import("zod").ZodLiteral<"model_generation">;
1017
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
1018
+ promptTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
1019
+ completionTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
1020
+ finishReason: import("zod").ZodOptional<import("zod").ZodString>;
1021
+ name: import("zod").ZodString;
1022
+ durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1023
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1024
+ children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1025
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1026
+ stepType: import("zod").ZodLiteral<"agent_run">;
1027
+ agentId: import("zod").ZodOptional<import("zod").ZodString>;
1028
+ name: import("zod").ZodString;
1029
+ durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1030
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1031
+ children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1032
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1033
+ stepType: import("zod").ZodLiteral<"workflow_step">;
1034
+ stepId: import("zod").ZodOptional<import("zod").ZodString>;
1035
+ status: import("zod").ZodOptional<import("zod").ZodString>;
1036
+ output: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1037
+ name: import("zod").ZodString;
1038
+ durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1039
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1040
+ children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1041
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1042
+ stepType: import("zod").ZodLiteral<"workflow_run">;
1043
+ workflowId: import("zod").ZodOptional<import("zod").ZodString>;
1044
+ status: import("zod").ZodOptional<import("zod").ZodString>;
1045
+ name: import("zod").ZodString;
1046
+ durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1047
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1048
+ children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1049
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1050
+ stepType: import("zod").ZodLiteral<"workflow_conditional">;
1051
+ conditionCount: import("zod").ZodOptional<import("zod").ZodNumber>;
1052
+ selectedSteps: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
1053
+ name: import("zod").ZodString;
1054
+ durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1055
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1056
+ children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1057
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1058
+ stepType: import("zod").ZodLiteral<"workflow_parallel">;
1059
+ branchCount: import("zod").ZodOptional<import("zod").ZodNumber>;
1060
+ parallelSteps: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
1061
+ name: import("zod").ZodString;
1062
+ durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1063
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1064
+ children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1065
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1066
+ stepType: import("zod").ZodLiteral<"workflow_loop">;
1067
+ loopType: import("zod").ZodOptional<import("zod").ZodString>;
1068
+ totalIterations: import("zod").ZodOptional<import("zod").ZodNumber>;
1069
+ name: import("zod").ZodString;
1070
+ durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1071
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1072
+ children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1073
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1074
+ stepType: import("zod").ZodLiteral<"workflow_sleep">;
1075
+ sleepDurationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1076
+ sleepType: import("zod").ZodOptional<import("zod").ZodString>;
1077
+ name: import("zod").ZodString;
1078
+ durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1079
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1080
+ children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1081
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1082
+ stepType: import("zod").ZodLiteral<"workflow_wait_event">;
1083
+ eventName: import("zod").ZodOptional<import("zod").ZodString>;
1084
+ eventReceived: import("zod").ZodOptional<import("zod").ZodBoolean>;
1085
+ name: import("zod").ZodString;
1086
+ durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1087
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1088
+ children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1089
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1090
+ stepType: import("zod").ZodLiteral<"processor_run">;
1091
+ processorId: import("zod").ZodOptional<import("zod").ZodString>;
1092
+ name: import("zod").ZodString;
1093
+ durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1094
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1095
+ children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1096
+ }, import("zod/v4/core").$strip>], "stepType">, import("zod").ZodObject<{
1097
+ stepType: import("zod").ZodOptional<import("zod").ZodUndefined>;
1098
+ name: import("zod").ZodString;
1099
+ durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1100
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1101
+ children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1102
+ }, import("zod/v4/core").$strip>]>>>;
1103
+ ordering: import("zod").ZodOptional<import("zod").ZodEnum<{
1104
+ strict: "strict";
1105
+ relaxed: "relaxed";
1106
+ unordered: "unordered";
1107
+ }>>;
1108
+ allowRepeatedSteps: import("zod").ZodOptional<import("zod").ZodBoolean>;
1109
+ maxSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
1110
+ maxTotalTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
1111
+ maxTotalDurationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1112
+ noRedundantCalls: import("zod").ZodOptional<import("zod").ZodBoolean>;
1113
+ blacklistedTools: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
1114
+ blacklistedSequences: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodArray<import("zod").ZodString>>>;
1115
+ maxRetriesPerTool: import("zod").ZodOptional<import("zod").ZodNumber>;
1116
+ }, import("zod/v4/core").$strip>>>;
1117
+ toolMocks: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
1118
+ toolName: import("zod").ZodString;
1119
+ args: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>;
1120
+ output: import("zod").ZodUnknown;
1121
+ matchArgs: import("zod").ZodOptional<import("zod").ZodEnum<{
1122
+ strict: "strict";
1123
+ ignore: "ignore";
1124
+ }>>;
1125
+ }, import("zod/v4/core").$strip>>>;
1126
+ unmockedToolPolicy: import("zod").ZodOptional<import("zod").ZodEnum<{
1127
+ allow: "allow";
1128
+ deny: "deny";
1129
+ }>>;
1130
+ scorerIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
1131
+ requestContext: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1132
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1133
+ source: import("zod").ZodOptional<import("zod").ZodObject<{
1134
+ type: import("zod").ZodEnum<{
1135
+ json: "json";
1136
+ csv: "csv";
1137
+ trace: "trace";
1138
+ llm: "llm";
1139
+ "experiment-result": "experiment-result";
1140
+ "candidate-screener": "candidate-screener";
1141
+ }>;
1142
+ referenceId: import("zod").ZodOptional<import("zod").ZodString>;
1143
+ }, import("zod/v4/core").$strip>>;
1144
+ }, import("zod/v4/core").$strip>>;
1145
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1146
+ items: import("zod").ZodArray<import("zod").ZodObject<{
1147
+ id: import("zod").ZodString;
1148
+ datasetId: import("zod").ZodString;
1149
+ datasetVersion: import("zod").ZodNumber;
1150
+ externalId: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
1151
+ input: import("zod").ZodUnknown;
1152
+ groundTruth: import("zod").ZodOptional<import("zod").ZodUnknown>;
1153
+ expectedTrajectory: import("zod").ZodOptional<import("zod").ZodUnknown>;
1154
+ toolMocks: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
1155
+ toolName: import("zod").ZodString;
1156
+ args: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>;
1157
+ output: import("zod").ZodUnknown;
1158
+ matchArgs: import("zod").ZodOptional<import("zod").ZodEnum<{
1159
+ strict: "strict";
1160
+ ignore: "ignore";
1161
+ }>>;
1162
+ }, import("zod/v4/core").$strip>>>;
1163
+ unmockedToolPolicy: import("zod").ZodOptional<import("zod").ZodEnum<{
1164
+ allow: "allow";
1165
+ deny: "deny";
1166
+ }>>;
1167
+ scorerIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
1168
+ requestContext: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1169
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1170
+ source: import("zod").ZodOptional<import("zod").ZodObject<{
1171
+ type: import("zod").ZodEnum<{
1172
+ json: "json";
1173
+ csv: "csv";
1174
+ trace: "trace";
1175
+ llm: "llm";
1176
+ "experiment-result": "experiment-result";
1177
+ "candidate-screener": "candidate-screener";
1178
+ }>;
1179
+ referenceId: import("zod").ZodOptional<import("zod").ZodString>;
1180
+ }, import("zod/v4/core").$strip>>;
1181
+ createdAt: import("zod").ZodCoercedDate<unknown>;
1182
+ updatedAt: import("zod").ZodCoercedDate<unknown>;
1183
+ }, import("zod/v4/core").$strip>>;
1184
+ count: import("zod").ZodNumber;
1185
+ }, import("zod/v4/core").$strip>> | undefined;
1186
+ } & {
1187
+ readonly _mastraSchemaRoute: true;
1188
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
1189
+ method: "DELETE";
1190
+ path: "/datasets/:datasetId/items/batch";
1191
+ responseType: "json";
1192
+ streamFormat?: "sse" | "stream";
1193
+ sseFlushOnConnect?: boolean;
1194
+ handler(params: {
1195
+ datasetId: string;
1196
+ } & {
1197
+ itemIds: string[];
1198
+ } & import(".").ServerContext): Promise<{
1199
+ success: boolean;
1200
+ deletedCount: number;
1201
+ }>;
1202
+ pathParamSchema?: import("zod").ZodType;
1203
+ queryParamSchema?: import("zod").ZodType;
1204
+ bodySchema?: import("zod").ZodType;
1205
+ responseSchema?: import("zod").ZodType;
1206
+ openapi?: import("../openapi-utils").OpenAPIRoute;
1207
+ maxBodySize?: number;
1208
+ deprecated?: boolean;
1209
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
1210
+ fga?: import("@mastra/core/auth").FGARouteConfig;
1211
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
1212
+ readonly __schemas?: import(".").RouteSchemas<import("zod").ZodObject<{
1213
+ datasetId: import("zod").ZodString;
1214
+ }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
1215
+ itemIds: import("zod").ZodArray<import("zod").ZodString>;
1216
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1217
+ success: import("zod").ZodBoolean;
1218
+ deletedCount: import("zod").ZodNumber;
1219
+ }, import("zod/v4/core").$strip>> | undefined;
1220
+ } & {
1221
+ readonly _mastraSchemaRoute: true;
1222
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
1223
+ method: "GET";
1224
+ path: "/datasets/:datasetId/items/:itemId";
1225
+ responseType: "json";
1226
+ streamFormat?: "sse" | "stream";
1227
+ sseFlushOnConnect?: boolean;
1228
+ handler(params: {
1229
+ datasetId: string;
1230
+ itemId: string;
1231
+ } & import(".").ServerContext): Promise<{
840
1232
  id: string;
841
1233
  datasetId: string;
842
1234
  datasetVersion: number;
@@ -860,15 +1252,245 @@ export declare const DATASETS_ROUTES: readonly [import(".").ServerRoute<{
860
1252
  type: "json" | "csv" | "trace" | "llm" | "experiment-result" | "candidate-screener";
861
1253
  referenceId?: string | undefined;
862
1254
  } | undefined;
863
- }[];
864
- count: number;
865
- }, "json", import(".").RouteSchemas<import("zod").ZodObject<{
866
- datasetId: import("zod").ZodString;
867
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
868
- items: import("zod").ZodArray<import("zod").ZodObject<{
1255
+ } | null>;
1256
+ pathParamSchema?: import("zod").ZodType;
1257
+ queryParamSchema?: import("zod").ZodType;
1258
+ bodySchema?: import("zod").ZodType;
1259
+ responseSchema?: import("zod").ZodType;
1260
+ openapi?: import("../openapi-utils").OpenAPIRoute;
1261
+ maxBodySize?: number;
1262
+ deprecated?: boolean;
1263
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
1264
+ fga?: import("@mastra/core/auth").FGARouteConfig;
1265
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
1266
+ readonly __schemas?: import(".").RouteSchemas<import("zod").ZodObject<{
1267
+ datasetId: import("zod").ZodString;
1268
+ itemId: import("zod").ZodString;
1269
+ }, import("zod/v4/core").$strip>, undefined, undefined, import("zod").ZodNullable<import("zod").ZodObject<{
1270
+ id: import("zod").ZodString;
1271
+ datasetId: import("zod").ZodString;
1272
+ datasetVersion: import("zod").ZodNumber;
869
1273
  externalId: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
870
1274
  input: import("zod").ZodUnknown;
871
1275
  groundTruth: import("zod").ZodOptional<import("zod").ZodUnknown>;
1276
+ expectedTrajectory: import("zod").ZodOptional<import("zod").ZodUnknown>;
1277
+ toolMocks: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
1278
+ toolName: import("zod").ZodString;
1279
+ args: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>;
1280
+ output: import("zod").ZodUnknown;
1281
+ matchArgs: import("zod").ZodOptional<import("zod").ZodEnum<{
1282
+ strict: "strict";
1283
+ ignore: "ignore";
1284
+ }>>;
1285
+ }, import("zod/v4/core").$strip>>>;
1286
+ unmockedToolPolicy: import("zod").ZodOptional<import("zod").ZodEnum<{
1287
+ allow: "allow";
1288
+ deny: "deny";
1289
+ }>>;
1290
+ scorerIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
1291
+ requestContext: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1292
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1293
+ source: import("zod").ZodOptional<import("zod").ZodObject<{
1294
+ type: import("zod").ZodEnum<{
1295
+ json: "json";
1296
+ csv: "csv";
1297
+ trace: "trace";
1298
+ llm: "llm";
1299
+ "experiment-result": "experiment-result";
1300
+ "candidate-screener": "candidate-screener";
1301
+ }>;
1302
+ referenceId: import("zod").ZodOptional<import("zod").ZodString>;
1303
+ }, import("zod/v4/core").$strip>>;
1304
+ createdAt: import("zod").ZodCoercedDate<unknown>;
1305
+ updatedAt: import("zod").ZodCoercedDate<unknown>;
1306
+ }, import("zod/v4/core").$strip>>> | undefined;
1307
+ } & {
1308
+ readonly _mastraSchemaRoute: true;
1309
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
1310
+ method: "PATCH";
1311
+ path: "/datasets/:datasetId/items/:itemId";
1312
+ responseType: "json";
1313
+ streamFormat?: "sse" | "stream";
1314
+ sseFlushOnConnect?: boolean;
1315
+ handler(params: {
1316
+ datasetId: string;
1317
+ itemId: string;
1318
+ } & {
1319
+ input?: unknown;
1320
+ groundTruth?: unknown;
1321
+ expectedTrajectory?: {
1322
+ steps?: ({
1323
+ stepType: "tool_call";
1324
+ name: string;
1325
+ toolArgs?: Record<string, unknown> | undefined;
1326
+ toolResult?: Record<string, unknown> | undefined;
1327
+ success?: boolean | undefined;
1328
+ durationMs?: number | undefined;
1329
+ metadata?: Record<string, unknown> | undefined;
1330
+ children?: unknown;
1331
+ } | {
1332
+ stepType: "mcp_tool_call";
1333
+ name: string;
1334
+ toolArgs?: Record<string, unknown> | undefined;
1335
+ toolResult?: Record<string, unknown> | undefined;
1336
+ mcpServer?: string | undefined;
1337
+ success?: boolean | undefined;
1338
+ durationMs?: number | undefined;
1339
+ metadata?: Record<string, unknown> | undefined;
1340
+ children?: unknown;
1341
+ } | {
1342
+ stepType: "model_generation";
1343
+ name: string;
1344
+ modelId?: string | undefined;
1345
+ promptTokens?: number | undefined;
1346
+ completionTokens?: number | undefined;
1347
+ finishReason?: string | undefined;
1348
+ durationMs?: number | undefined;
1349
+ metadata?: Record<string, unknown> | undefined;
1350
+ children?: unknown;
1351
+ } | {
1352
+ stepType: "agent_run";
1353
+ name: string;
1354
+ agentId?: string | undefined;
1355
+ durationMs?: number | undefined;
1356
+ metadata?: Record<string, unknown> | undefined;
1357
+ children?: unknown;
1358
+ } | {
1359
+ stepType: "workflow_step";
1360
+ name: string;
1361
+ stepId?: string | undefined;
1362
+ status?: string | undefined;
1363
+ output?: Record<string, unknown> | undefined;
1364
+ durationMs?: number | undefined;
1365
+ metadata?: Record<string, unknown> | undefined;
1366
+ children?: unknown;
1367
+ } | {
1368
+ stepType: "workflow_run";
1369
+ name: string;
1370
+ workflowId?: string | undefined;
1371
+ status?: string | undefined;
1372
+ durationMs?: number | undefined;
1373
+ metadata?: Record<string, unknown> | undefined;
1374
+ children?: unknown;
1375
+ } | {
1376
+ stepType: "workflow_conditional";
1377
+ name: string;
1378
+ conditionCount?: number | undefined;
1379
+ selectedSteps?: string[] | undefined;
1380
+ durationMs?: number | undefined;
1381
+ metadata?: Record<string, unknown> | undefined;
1382
+ children?: unknown;
1383
+ } | {
1384
+ stepType: "workflow_parallel";
1385
+ name: string;
1386
+ branchCount?: number | undefined;
1387
+ parallelSteps?: string[] | undefined;
1388
+ durationMs?: number | undefined;
1389
+ metadata?: Record<string, unknown> | undefined;
1390
+ children?: unknown;
1391
+ } | {
1392
+ stepType: "workflow_loop";
1393
+ name: string;
1394
+ loopType?: string | undefined;
1395
+ totalIterations?: number | undefined;
1396
+ durationMs?: number | undefined;
1397
+ metadata?: Record<string, unknown> | undefined;
1398
+ children?: unknown;
1399
+ } | {
1400
+ stepType: "workflow_sleep";
1401
+ name: string;
1402
+ sleepDurationMs?: number | undefined;
1403
+ sleepType?: string | undefined;
1404
+ durationMs?: number | undefined;
1405
+ metadata?: Record<string, unknown> | undefined;
1406
+ children?: unknown;
1407
+ } | {
1408
+ stepType: "workflow_wait_event";
1409
+ name: string;
1410
+ eventName?: string | undefined;
1411
+ eventReceived?: boolean | undefined;
1412
+ durationMs?: number | undefined;
1413
+ metadata?: Record<string, unknown> | undefined;
1414
+ children?: unknown;
1415
+ } | {
1416
+ stepType: "processor_run";
1417
+ name: string;
1418
+ processorId?: string | undefined;
1419
+ durationMs?: number | undefined;
1420
+ metadata?: Record<string, unknown> | undefined;
1421
+ children?: unknown;
1422
+ } | {
1423
+ name: string;
1424
+ stepType?: undefined;
1425
+ durationMs?: number | undefined;
1426
+ metadata?: Record<string, unknown> | undefined;
1427
+ children?: unknown;
1428
+ })[] | undefined;
1429
+ ordering?: "strict" | "relaxed" | "unordered" | undefined;
1430
+ allowRepeatedSteps?: boolean | undefined;
1431
+ maxSteps?: number | undefined;
1432
+ maxTotalTokens?: number | undefined;
1433
+ maxTotalDurationMs?: number | undefined;
1434
+ noRedundantCalls?: boolean | undefined;
1435
+ blacklistedTools?: string[] | undefined;
1436
+ blacklistedSequences?: string[][] | undefined;
1437
+ maxRetriesPerTool?: number | undefined;
1438
+ } | null | undefined;
1439
+ toolMocks?: {
1440
+ toolName: string;
1441
+ args: Record<string, unknown>;
1442
+ output: unknown;
1443
+ matchArgs?: "strict" | "ignore" | undefined;
1444
+ }[] | undefined;
1445
+ unmockedToolPolicy?: "allow" | "deny" | undefined;
1446
+ scorerIds?: string[] | null | undefined;
1447
+ requestContext?: Record<string, unknown> | undefined;
1448
+ metadata?: Record<string, unknown> | undefined;
1449
+ source?: {
1450
+ type: "json" | "csv" | "trace" | "llm" | "experiment-result" | "candidate-screener";
1451
+ referenceId?: string | undefined;
1452
+ } | undefined;
1453
+ } & import(".").ServerContext): Promise<{
1454
+ id: string;
1455
+ datasetId: string;
1456
+ datasetVersion: number;
1457
+ input: unknown;
1458
+ createdAt: Date;
1459
+ updatedAt: Date;
1460
+ externalId?: string | null | undefined;
1461
+ groundTruth?: unknown;
1462
+ expectedTrajectory?: unknown;
1463
+ toolMocks?: {
1464
+ toolName: string;
1465
+ args: Record<string, unknown>;
1466
+ output: unknown;
1467
+ matchArgs?: "strict" | "ignore" | undefined;
1468
+ }[] | undefined;
1469
+ unmockedToolPolicy?: "allow" | "deny" | undefined;
1470
+ scorerIds?: string[] | undefined;
1471
+ requestContext?: Record<string, unknown> | undefined;
1472
+ metadata?: Record<string, unknown> | undefined;
1473
+ source?: {
1474
+ type: "json" | "csv" | "trace" | "llm" | "experiment-result" | "candidate-screener";
1475
+ referenceId?: string | undefined;
1476
+ } | undefined;
1477
+ }>;
1478
+ pathParamSchema?: import("zod").ZodType;
1479
+ queryParamSchema?: import("zod").ZodType;
1480
+ bodySchema?: import("zod").ZodType;
1481
+ responseSchema?: import("zod").ZodType;
1482
+ openapi?: import("../openapi-utils").OpenAPIRoute;
1483
+ maxBodySize?: number;
1484
+ deprecated?: boolean;
1485
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
1486
+ fga?: import("@mastra/core/auth").FGARouteConfig;
1487
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
1488
+ readonly __schemas?: import(".").RouteSchemas<import("zod").ZodObject<{
1489
+ datasetId: import("zod").ZodString;
1490
+ itemId: import("zod").ZodString;
1491
+ }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
1492
+ input: import("zod").ZodOptional<import("zod").ZodUnknown>;
1493
+ groundTruth: import("zod").ZodOptional<import("zod").ZodUnknown>;
872
1494
  expectedTrajectory: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodObject<{
873
1495
  steps: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodUnion<readonly [import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
874
1496
  stepType: import("zod").ZodLiteral<"tool_call">;
@@ -1004,7 +1626,7 @@ export declare const DATASETS_ROUTES: readonly [import(".").ServerRoute<{
1004
1626
  allow: "allow";
1005
1627
  deny: "deny";
1006
1628
  }>>;
1007
- scorerIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
1629
+ scorerIds: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
1008
1630
  requestContext: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1009
1631
  metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1010
1632
  source: import("zod").ZodOptional<import("zod").ZodObject<{
@@ -1018,9 +1640,7 @@ export declare const DATASETS_ROUTES: readonly [import(".").ServerRoute<{
1018
1640
  }>;
1019
1641
  referenceId: import("zod").ZodOptional<import("zod").ZodString>;
1020
1642
  }, import("zod/v4/core").$strip>>;
1021
- }, import("zod/v4/core").$strip>>;
1022
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1023
- items: import("zod").ZodArray<import("zod").ZodObject<{
1643
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1024
1644
  id: import("zod").ZodString;
1025
1645
  datasetId: import("zod").ZodString;
1026
1646
  datasetVersion: import("zod").ZodNumber;
@@ -1057,519 +1677,189 @@ export declare const DATASETS_ROUTES: readonly [import(".").ServerRoute<{
1057
1677
  }, import("zod/v4/core").$strip>>;
1058
1678
  createdAt: import("zod").ZodCoercedDate<unknown>;
1059
1679
  updatedAt: import("zod").ZodCoercedDate<unknown>;
1060
- }, import("zod/v4/core").$strip>>;
1061
- count: import("zod").ZodNumber;
1062
- }, import("zod/v4/core").$strip>>, "POST", "/datasets/:datasetId/items/batch">, import(".").ServerRoute<import(".").InferParams<import("zod").ZodObject<{
1063
- datasetId: import("zod").ZodString;
1064
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
1065
- itemIds: import("zod").ZodArray<import("zod").ZodString>;
1066
- }, import("zod/v4/core").$strip>>, {
1067
- success: boolean;
1068
- deletedCount: number;
1069
- }, "json", import(".").RouteSchemas<import("zod").ZodObject<{
1070
- datasetId: import("zod").ZodString;
1071
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
1072
- itemIds: import("zod").ZodArray<import("zod").ZodString>;
1073
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1074
- success: import("zod").ZodBoolean;
1075
- deletedCount: import("zod").ZodNumber;
1076
- }, import("zod/v4/core").$strip>>, "DELETE", "/datasets/:datasetId/items/batch">, import(".").ServerRoute<{
1077
- datasetId: string;
1078
- itemId: string;
1079
- }, {
1080
- id: string;
1081
- datasetId: string;
1082
- datasetVersion: number;
1083
- input: unknown;
1084
- createdAt: Date;
1085
- updatedAt: Date;
1086
- externalId?: string | null | undefined;
1087
- groundTruth?: unknown;
1088
- expectedTrajectory?: unknown;
1089
- toolMocks?: {
1090
- toolName: string;
1091
- args: Record<string, unknown>;
1092
- output: unknown;
1093
- matchArgs?: "strict" | "ignore" | undefined;
1094
- }[] | undefined;
1095
- unmockedToolPolicy?: "allow" | "deny" | undefined;
1096
- scorerIds?: string[] | undefined;
1097
- requestContext?: Record<string, unknown> | undefined;
1098
- metadata?: Record<string, unknown> | undefined;
1099
- source?: {
1100
- type: "json" | "csv" | "trace" | "llm" | "experiment-result" | "candidate-screener";
1101
- referenceId?: string | undefined;
1102
- } | undefined;
1103
- } | null, "json", import(".").RouteSchemas<import("zod").ZodObject<{
1104
- datasetId: import("zod").ZodString;
1105
- itemId: import("zod").ZodString;
1106
- }, import("zod/v4/core").$strip>, undefined, undefined, import("zod").ZodNullable<import("zod").ZodObject<{
1107
- id: import("zod").ZodString;
1108
- datasetId: import("zod").ZodString;
1109
- datasetVersion: import("zod").ZodNumber;
1110
- externalId: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
1111
- input: import("zod").ZodUnknown;
1112
- groundTruth: import("zod").ZodOptional<import("zod").ZodUnknown>;
1113
- expectedTrajectory: import("zod").ZodOptional<import("zod").ZodUnknown>;
1114
- toolMocks: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
1115
- toolName: import("zod").ZodString;
1116
- args: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>;
1117
- output: import("zod").ZodUnknown;
1118
- matchArgs: import("zod").ZodOptional<import("zod").ZodEnum<{
1119
- strict: "strict";
1120
- ignore: "ignore";
1121
- }>>;
1122
- }, import("zod/v4/core").$strip>>>;
1123
- unmockedToolPolicy: import("zod").ZodOptional<import("zod").ZodEnum<{
1124
- allow: "allow";
1125
- deny: "deny";
1126
- }>>;
1127
- scorerIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
1128
- requestContext: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1129
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1130
- source: import("zod").ZodOptional<import("zod").ZodObject<{
1131
- type: import("zod").ZodEnum<{
1132
- json: "json";
1133
- csv: "csv";
1134
- trace: "trace";
1135
- llm: "llm";
1136
- "experiment-result": "experiment-result";
1137
- "candidate-screener": "candidate-screener";
1138
- }>;
1139
- referenceId: import("zod").ZodOptional<import("zod").ZodString>;
1140
- }, import("zod/v4/core").$strip>>;
1141
- createdAt: import("zod").ZodCoercedDate<unknown>;
1142
- updatedAt: import("zod").ZodCoercedDate<unknown>;
1143
- }, import("zod/v4/core").$strip>>>, "GET", "/datasets/:datasetId/items/:itemId">, import(".").ServerRoute<import(".").InferParams<import("zod").ZodObject<{
1144
- datasetId: import("zod").ZodString;
1145
- itemId: import("zod").ZodString;
1146
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
1147
- input: import("zod").ZodOptional<import("zod").ZodUnknown>;
1148
- groundTruth: import("zod").ZodOptional<import("zod").ZodUnknown>;
1149
- expectedTrajectory: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodObject<{
1150
- steps: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodUnion<readonly [import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
1151
- stepType: import("zod").ZodLiteral<"tool_call">;
1152
- toolArgs: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1153
- toolResult: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1154
- success: import("zod").ZodOptional<import("zod").ZodBoolean>;
1155
- name: import("zod").ZodString;
1156
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1157
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1158
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1159
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1160
- stepType: import("zod").ZodLiteral<"mcp_tool_call">;
1161
- toolArgs: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1162
- toolResult: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1163
- mcpServer: import("zod").ZodOptional<import("zod").ZodString>;
1164
- success: import("zod").ZodOptional<import("zod").ZodBoolean>;
1165
- name: import("zod").ZodString;
1166
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1167
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1168
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1169
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1170
- stepType: import("zod").ZodLiteral<"model_generation">;
1171
- modelId: import("zod").ZodOptional<import("zod").ZodString>;
1172
- promptTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
1173
- completionTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
1174
- finishReason: import("zod").ZodOptional<import("zod").ZodString>;
1175
- name: import("zod").ZodString;
1176
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1177
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1178
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1179
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1180
- stepType: import("zod").ZodLiteral<"agent_run">;
1181
- agentId: import("zod").ZodOptional<import("zod").ZodString>;
1182
- name: import("zod").ZodString;
1183
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1184
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1185
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1186
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1187
- stepType: import("zod").ZodLiteral<"workflow_step">;
1188
- stepId: import("zod").ZodOptional<import("zod").ZodString>;
1189
- status: import("zod").ZodOptional<import("zod").ZodString>;
1190
- output: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1191
- name: import("zod").ZodString;
1192
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1193
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1194
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1195
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1196
- stepType: import("zod").ZodLiteral<"workflow_run">;
1197
- workflowId: import("zod").ZodOptional<import("zod").ZodString>;
1198
- status: import("zod").ZodOptional<import("zod").ZodString>;
1199
- name: import("zod").ZodString;
1200
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1201
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1202
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1203
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1204
- stepType: import("zod").ZodLiteral<"workflow_conditional">;
1205
- conditionCount: import("zod").ZodOptional<import("zod").ZodNumber>;
1206
- selectedSteps: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
1207
- name: import("zod").ZodString;
1208
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1209
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1210
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1211
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1212
- stepType: import("zod").ZodLiteral<"workflow_parallel">;
1213
- branchCount: import("zod").ZodOptional<import("zod").ZodNumber>;
1214
- parallelSteps: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
1215
- name: import("zod").ZodString;
1216
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1217
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1218
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1219
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1220
- stepType: import("zod").ZodLiteral<"workflow_loop">;
1221
- loopType: import("zod").ZodOptional<import("zod").ZodString>;
1222
- totalIterations: import("zod").ZodOptional<import("zod").ZodNumber>;
1223
- name: import("zod").ZodString;
1224
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1225
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1226
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1227
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1228
- stepType: import("zod").ZodLiteral<"workflow_sleep">;
1229
- sleepDurationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1230
- sleepType: import("zod").ZodOptional<import("zod").ZodString>;
1231
- name: import("zod").ZodString;
1232
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1233
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1234
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1235
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1236
- stepType: import("zod").ZodLiteral<"workflow_wait_event">;
1237
- eventName: import("zod").ZodOptional<import("zod").ZodString>;
1238
- eventReceived: import("zod").ZodOptional<import("zod").ZodBoolean>;
1239
- name: import("zod").ZodString;
1240
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1241
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1242
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1243
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1244
- stepType: import("zod").ZodLiteral<"processor_run">;
1245
- processorId: import("zod").ZodOptional<import("zod").ZodString>;
1246
- name: import("zod").ZodString;
1247
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1248
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1249
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1250
- }, import("zod/v4/core").$strip>], "stepType">, import("zod").ZodObject<{
1251
- stepType: import("zod").ZodOptional<import("zod").ZodUndefined>;
1252
- name: import("zod").ZodString;
1253
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1254
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1255
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1256
- }, import("zod/v4/core").$strip>]>>>;
1257
- ordering: import("zod").ZodOptional<import("zod").ZodEnum<{
1258
- strict: "strict";
1259
- relaxed: "relaxed";
1260
- unordered: "unordered";
1261
- }>>;
1262
- allowRepeatedSteps: import("zod").ZodOptional<import("zod").ZodBoolean>;
1263
- maxSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
1264
- maxTotalTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
1265
- maxTotalDurationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1266
- noRedundantCalls: import("zod").ZodOptional<import("zod").ZodBoolean>;
1267
- blacklistedTools: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
1268
- blacklistedSequences: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodArray<import("zod").ZodString>>>;
1269
- maxRetriesPerTool: import("zod").ZodOptional<import("zod").ZodNumber>;
1270
- }, import("zod/v4/core").$strip>>>;
1271
- toolMocks: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
1272
- toolName: import("zod").ZodString;
1273
- args: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>;
1274
- output: import("zod").ZodUnknown;
1275
- matchArgs: import("zod").ZodOptional<import("zod").ZodEnum<{
1276
- strict: "strict";
1277
- ignore: "ignore";
1278
- }>>;
1279
- }, import("zod/v4/core").$strip>>>;
1280
- unmockedToolPolicy: import("zod").ZodOptional<import("zod").ZodEnum<{
1281
- allow: "allow";
1282
- deny: "deny";
1283
- }>>;
1284
- scorerIds: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
1285
- requestContext: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1286
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1287
- source: import("zod").ZodOptional<import("zod").ZodObject<{
1288
- type: import("zod").ZodEnum<{
1289
- json: "json";
1290
- csv: "csv";
1291
- trace: "trace";
1292
- llm: "llm";
1293
- "experiment-result": "experiment-result";
1294
- "candidate-screener": "candidate-screener";
1295
- }>;
1296
- referenceId: import("zod").ZodOptional<import("zod").ZodString>;
1297
- }, import("zod/v4/core").$strip>>;
1298
- }, import("zod/v4/core").$strip>>, {
1299
- id: string;
1300
- datasetId: string;
1301
- datasetVersion: number;
1302
- input: unknown;
1303
- createdAt: Date;
1304
- updatedAt: Date;
1305
- externalId?: string | null | undefined;
1306
- groundTruth?: unknown;
1307
- expectedTrajectory?: unknown;
1308
- toolMocks?: {
1309
- toolName: string;
1310
- args: Record<string, unknown>;
1311
- output: unknown;
1312
- matchArgs?: "strict" | "ignore" | undefined;
1313
- }[] | undefined;
1314
- unmockedToolPolicy?: "allow" | "deny" | undefined;
1315
- scorerIds?: string[] | undefined;
1316
- requestContext?: Record<string, unknown> | undefined;
1317
- metadata?: Record<string, unknown> | undefined;
1318
- source?: {
1319
- type: "json" | "csv" | "trace" | "llm" | "experiment-result" | "candidate-screener";
1320
- referenceId?: string | undefined;
1321
- } | undefined;
1322
- }, "json", import(".").RouteSchemas<import("zod").ZodObject<{
1323
- datasetId: import("zod").ZodString;
1324
- itemId: import("zod").ZodString;
1325
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
1326
- input: import("zod").ZodOptional<import("zod").ZodUnknown>;
1327
- groundTruth: import("zod").ZodOptional<import("zod").ZodUnknown>;
1328
- expectedTrajectory: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodObject<{
1329
- steps: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodUnion<readonly [import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
1330
- stepType: import("zod").ZodLiteral<"tool_call">;
1331
- toolArgs: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1332
- toolResult: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1333
- success: import("zod").ZodOptional<import("zod").ZodBoolean>;
1334
- name: import("zod").ZodString;
1335
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1336
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1337
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1338
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1339
- stepType: import("zod").ZodLiteral<"mcp_tool_call">;
1340
- toolArgs: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1341
- toolResult: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1342
- mcpServer: import("zod").ZodOptional<import("zod").ZodString>;
1343
- success: import("zod").ZodOptional<import("zod").ZodBoolean>;
1344
- name: import("zod").ZodString;
1345
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1346
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1347
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1348
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1349
- stepType: import("zod").ZodLiteral<"model_generation">;
1350
- modelId: import("zod").ZodOptional<import("zod").ZodString>;
1351
- promptTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
1352
- completionTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
1353
- finishReason: import("zod").ZodOptional<import("zod").ZodString>;
1354
- name: import("zod").ZodString;
1355
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1356
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1357
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1358
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1359
- stepType: import("zod").ZodLiteral<"agent_run">;
1360
- agentId: import("zod").ZodOptional<import("zod").ZodString>;
1361
- name: import("zod").ZodString;
1362
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1363
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1364
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1365
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1366
- stepType: import("zod").ZodLiteral<"workflow_step">;
1367
- stepId: import("zod").ZodOptional<import("zod").ZodString>;
1368
- status: import("zod").ZodOptional<import("zod").ZodString>;
1369
- output: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1370
- name: import("zod").ZodString;
1371
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1372
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1373
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1374
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1375
- stepType: import("zod").ZodLiteral<"workflow_run">;
1376
- workflowId: import("zod").ZodOptional<import("zod").ZodString>;
1377
- status: import("zod").ZodOptional<import("zod").ZodString>;
1378
- name: import("zod").ZodString;
1379
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1380
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1381
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1382
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1383
- stepType: import("zod").ZodLiteral<"workflow_conditional">;
1384
- conditionCount: import("zod").ZodOptional<import("zod").ZodNumber>;
1385
- selectedSteps: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
1386
- name: import("zod").ZodString;
1387
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1388
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1389
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1390
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1391
- stepType: import("zod").ZodLiteral<"workflow_parallel">;
1392
- branchCount: import("zod").ZodOptional<import("zod").ZodNumber>;
1393
- parallelSteps: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
1394
- name: import("zod").ZodString;
1395
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1396
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1397
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1398
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1399
- stepType: import("zod").ZodLiteral<"workflow_loop">;
1400
- loopType: import("zod").ZodOptional<import("zod").ZodString>;
1401
- totalIterations: import("zod").ZodOptional<import("zod").ZodNumber>;
1402
- name: import("zod").ZodString;
1403
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1404
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1405
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1406
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1407
- stepType: import("zod").ZodLiteral<"workflow_sleep">;
1408
- sleepDurationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1409
- sleepType: import("zod").ZodOptional<import("zod").ZodString>;
1410
- name: import("zod").ZodString;
1411
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1412
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1413
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1414
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1415
- stepType: import("zod").ZodLiteral<"workflow_wait_event">;
1416
- eventName: import("zod").ZodOptional<import("zod").ZodString>;
1417
- eventReceived: import("zod").ZodOptional<import("zod").ZodBoolean>;
1418
- name: import("zod").ZodString;
1419
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1420
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1421
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1422
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1423
- stepType: import("zod").ZodLiteral<"processor_run">;
1424
- processorId: import("zod").ZodOptional<import("zod").ZodString>;
1425
- name: import("zod").ZodString;
1426
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1427
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1428
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1429
- }, import("zod/v4/core").$strip>], "stepType">, import("zod").ZodObject<{
1430
- stepType: import("zod").ZodOptional<import("zod").ZodUndefined>;
1431
- name: import("zod").ZodString;
1432
- durationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1433
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1434
- children: import("zod").ZodOptional<import("zod").ZodUnknown>;
1435
- }, import("zod/v4/core").$strip>]>>>;
1436
- ordering: import("zod").ZodOptional<import("zod").ZodEnum<{
1437
- strict: "strict";
1438
- relaxed: "relaxed";
1439
- unordered: "unordered";
1440
- }>>;
1441
- allowRepeatedSteps: import("zod").ZodOptional<import("zod").ZodBoolean>;
1442
- maxSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
1443
- maxTotalTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
1444
- maxTotalDurationMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1445
- noRedundantCalls: import("zod").ZodOptional<import("zod").ZodBoolean>;
1446
- blacklistedTools: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
1447
- blacklistedSequences: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodArray<import("zod").ZodString>>>;
1448
- maxRetriesPerTool: import("zod").ZodOptional<import("zod").ZodNumber>;
1449
- }, import("zod/v4/core").$strip>>>;
1450
- toolMocks: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
1451
- toolName: import("zod").ZodString;
1452
- args: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>;
1453
- output: import("zod").ZodUnknown;
1454
- matchArgs: import("zod").ZodOptional<import("zod").ZodEnum<{
1455
- strict: "strict";
1456
- ignore: "ignore";
1457
- }>>;
1458
- }, import("zod/v4/core").$strip>>>;
1459
- unmockedToolPolicy: import("zod").ZodOptional<import("zod").ZodEnum<{
1460
- allow: "allow";
1461
- deny: "deny";
1462
- }>>;
1463
- scorerIds: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>>;
1464
- requestContext: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1465
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1466
- source: import("zod").ZodOptional<import("zod").ZodObject<{
1467
- type: import("zod").ZodEnum<{
1468
- json: "json";
1469
- csv: "csv";
1470
- trace: "trace";
1471
- llm: "llm";
1472
- "experiment-result": "experiment-result";
1473
- "candidate-screener": "candidate-screener";
1474
- }>;
1475
- referenceId: import("zod").ZodOptional<import("zod").ZodString>;
1476
- }, import("zod/v4/core").$strip>>;
1477
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1478
- id: import("zod").ZodString;
1479
- datasetId: import("zod").ZodString;
1480
- datasetVersion: import("zod").ZodNumber;
1481
- externalId: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
1482
- input: import("zod").ZodUnknown;
1483
- groundTruth: import("zod").ZodOptional<import("zod").ZodUnknown>;
1484
- expectedTrajectory: import("zod").ZodOptional<import("zod").ZodUnknown>;
1485
- toolMocks: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
1486
- toolName: import("zod").ZodString;
1487
- args: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>;
1488
- output: import("zod").ZodUnknown;
1489
- matchArgs: import("zod").ZodOptional<import("zod").ZodEnum<{
1490
- strict: "strict";
1491
- ignore: "ignore";
1492
- }>>;
1493
- }, import("zod/v4/core").$strip>>>;
1494
- unmockedToolPolicy: import("zod").ZodOptional<import("zod").ZodEnum<{
1495
- allow: "allow";
1496
- deny: "deny";
1497
- }>>;
1498
- scorerIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
1499
- requestContext: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1500
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1501
- source: import("zod").ZodOptional<import("zod").ZodObject<{
1502
- type: import("zod").ZodEnum<{
1503
- json: "json";
1504
- csv: "csv";
1505
- trace: "trace";
1506
- llm: "llm";
1507
- "experiment-result": "experiment-result";
1508
- "candidate-screener": "candidate-screener";
1509
- }>;
1510
- referenceId: import("zod").ZodOptional<import("zod").ZodString>;
1511
- }, import("zod/v4/core").$strip>>;
1512
- createdAt: import("zod").ZodCoercedDate<unknown>;
1513
- updatedAt: import("zod").ZodCoercedDate<unknown>;
1514
- }, import("zod/v4/core").$strip>>, "PATCH", "/datasets/:datasetId/items/:itemId">, import(".").ServerRoute<{
1515
- datasetId: string;
1516
- itemId: string;
1517
- }, {
1518
- success: boolean;
1519
- }, "json", import(".").RouteSchemas<import("zod").ZodObject<{
1520
- datasetId: import("zod").ZodString;
1521
- itemId: import("zod").ZodString;
1522
- }, import("zod/v4/core").$strip>, undefined, undefined, import("zod").ZodObject<{
1523
- success: import("zod").ZodBoolean;
1524
- }, import("zod/v4/core").$strip>>, "DELETE", "/datasets/:datasetId/items/:itemId">, import(".").ServerRoute<import(".").InferParams<import("zod").ZodObject<{
1525
- datasetId: import("zod").ZodString;
1526
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1527
- page: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
1528
- perPage: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
1529
- }, import("zod/v4/core").$strip>, undefined>, {
1530
- versions: {
1531
- id: string;
1680
+ }, import("zod/v4/core").$strip>> | undefined;
1681
+ } & {
1682
+ readonly _mastraSchemaRoute: true;
1683
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
1684
+ method: "DELETE";
1685
+ path: "/datasets/:datasetId/items/:itemId";
1686
+ responseType: "json";
1687
+ streamFormat?: "sse" | "stream";
1688
+ sseFlushOnConnect?: boolean;
1689
+ handler(params: {
1532
1690
  datasetId: string;
1533
- version: number;
1534
- createdAt: Date;
1535
- }[];
1536
- pagination: {
1537
- total: number;
1691
+ itemId: string;
1692
+ } & import(".").ServerContext): Promise<{
1693
+ success: boolean;
1694
+ }>;
1695
+ pathParamSchema?: import("zod").ZodType;
1696
+ queryParamSchema?: import("zod").ZodType;
1697
+ bodySchema?: import("zod").ZodType;
1698
+ responseSchema?: import("zod").ZodType;
1699
+ openapi?: import("../openapi-utils").OpenAPIRoute;
1700
+ maxBodySize?: number;
1701
+ deprecated?: boolean;
1702
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
1703
+ fga?: import("@mastra/core/auth").FGARouteConfig;
1704
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
1705
+ readonly __schemas?: import(".").RouteSchemas<import("zod").ZodObject<{
1706
+ datasetId: import("zod").ZodString;
1707
+ itemId: import("zod").ZodString;
1708
+ }, import("zod/v4/core").$strip>, undefined, undefined, import("zod").ZodObject<{
1709
+ success: import("zod").ZodBoolean;
1710
+ }, import("zod/v4/core").$strip>> | undefined;
1711
+ } & {
1712
+ readonly _mastraSchemaRoute: true;
1713
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
1714
+ method: "GET";
1715
+ path: "/datasets/:datasetId/versions";
1716
+ responseType: "json";
1717
+ streamFormat?: "sse" | "stream";
1718
+ sseFlushOnConnect?: boolean;
1719
+ handler(params: {
1720
+ datasetId: string;
1721
+ } & {
1538
1722
  page: number;
1539
- perPage: number | false;
1540
- hasMore: boolean;
1541
- };
1542
- }, "json", import(".").RouteSchemas<import("zod").ZodObject<{
1543
- datasetId: import("zod").ZodString;
1544
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1545
- page: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
1546
- perPage: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
1547
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
1548
- versions: import("zod").ZodArray<import("zod").ZodObject<{
1549
- id: import("zod").ZodString;
1723
+ perPage: number;
1724
+ } & import(".").ServerContext): Promise<{
1725
+ versions: {
1726
+ id: string;
1727
+ datasetId: string;
1728
+ version: number;
1729
+ createdAt: Date;
1730
+ }[];
1731
+ pagination: {
1732
+ total: number;
1733
+ page: number;
1734
+ perPage: number | false;
1735
+ hasMore: boolean;
1736
+ };
1737
+ }>;
1738
+ pathParamSchema?: import("zod").ZodType;
1739
+ queryParamSchema?: import("zod").ZodType;
1740
+ bodySchema?: import("zod").ZodType;
1741
+ responseSchema?: import("zod").ZodType;
1742
+ openapi?: import("../openapi-utils").OpenAPIRoute;
1743
+ maxBodySize?: number;
1744
+ deprecated?: boolean;
1745
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
1746
+ fga?: import("@mastra/core/auth").FGARouteConfig;
1747
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
1748
+ readonly __schemas?: import(".").RouteSchemas<import("zod").ZodObject<{
1550
1749
  datasetId: import("zod").ZodString;
1551
- version: import("zod").ZodNumber;
1552
- createdAt: import("zod").ZodCoercedDate<unknown>;
1553
- }, import("zod/v4/core").$strip>>;
1554
- pagination: import("zod").ZodObject<{
1555
- total: import("zod").ZodNumber;
1556
- page: import("zod").ZodNumber;
1557
- perPage: import("zod").ZodUnion<readonly [import("zod").ZodNumber, import("zod").ZodLiteral<false>]>;
1558
- hasMore: import("zod").ZodBoolean;
1559
- }, import("zod/v4/core").$strip>;
1560
- }, import("zod/v4/core").$strip>>, "GET", "/datasets/:datasetId/versions">, import(".").ServerRoute<{
1561
- datasetId: string;
1562
- itemId: string;
1563
- }, {
1564
- history: {
1750
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1751
+ page: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
1752
+ perPage: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
1753
+ }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
1754
+ versions: import("zod").ZodArray<import("zod").ZodObject<{
1755
+ id: import("zod").ZodString;
1756
+ datasetId: import("zod").ZodString;
1757
+ version: import("zod").ZodNumber;
1758
+ createdAt: import("zod").ZodCoercedDate<unknown>;
1759
+ }, import("zod/v4/core").$strip>>;
1760
+ pagination: import("zod").ZodObject<{
1761
+ total: import("zod").ZodNumber;
1762
+ page: import("zod").ZodNumber;
1763
+ perPage: import("zod").ZodUnion<readonly [import("zod").ZodNumber, import("zod").ZodLiteral<false>]>;
1764
+ hasMore: import("zod").ZodBoolean;
1765
+ }, import("zod/v4/core").$strip>;
1766
+ }, import("zod/v4/core").$strip>> | undefined;
1767
+ } & {
1768
+ readonly _mastraSchemaRoute: true;
1769
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
1770
+ method: "GET";
1771
+ path: "/datasets/:datasetId/items/:itemId/history";
1772
+ responseType: "json";
1773
+ streamFormat?: "sse" | "stream";
1774
+ sseFlushOnConnect?: boolean;
1775
+ handler(params: {
1776
+ datasetId: string;
1777
+ itemId: string;
1778
+ } & import(".").ServerContext): Promise<{
1779
+ history: {
1780
+ id: string;
1781
+ datasetId: string;
1782
+ datasetVersion: number;
1783
+ input: unknown;
1784
+ validTo: number | null;
1785
+ isDeleted: boolean;
1786
+ createdAt: Date;
1787
+ updatedAt: Date;
1788
+ groundTruth?: unknown;
1789
+ expectedTrajectory?: unknown;
1790
+ toolMocks?: {
1791
+ toolName: string;
1792
+ args: Record<string, unknown>;
1793
+ output: unknown;
1794
+ matchArgs?: "strict" | "ignore" | undefined;
1795
+ }[] | undefined;
1796
+ unmockedToolPolicy?: "allow" | "deny" | undefined;
1797
+ scorerIds?: string[] | undefined;
1798
+ metadata?: Record<string, unknown> | undefined;
1799
+ }[];
1800
+ }>;
1801
+ pathParamSchema?: import("zod").ZodType;
1802
+ queryParamSchema?: import("zod").ZodType;
1803
+ bodySchema?: import("zod").ZodType;
1804
+ responseSchema?: import("zod").ZodType;
1805
+ openapi?: import("../openapi-utils").OpenAPIRoute;
1806
+ maxBodySize?: number;
1807
+ deprecated?: boolean;
1808
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
1809
+ fga?: import("@mastra/core/auth").FGARouteConfig;
1810
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
1811
+ readonly __schemas?: import(".").RouteSchemas<import("zod").ZodObject<{
1812
+ datasetId: import("zod").ZodString;
1813
+ itemId: import("zod").ZodString;
1814
+ }, import("zod/v4/core").$strip>, undefined, undefined, import("zod").ZodObject<{
1815
+ history: import("zod").ZodArray<import("zod").ZodObject<{
1816
+ id: import("zod").ZodString;
1817
+ datasetId: import("zod").ZodString;
1818
+ datasetVersion: import("zod").ZodNumber;
1819
+ input: import("zod").ZodUnknown;
1820
+ groundTruth: import("zod").ZodOptional<import("zod").ZodUnknown>;
1821
+ expectedTrajectory: import("zod").ZodOptional<import("zod").ZodUnknown>;
1822
+ toolMocks: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
1823
+ toolName: import("zod").ZodString;
1824
+ args: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>;
1825
+ output: import("zod").ZodUnknown;
1826
+ matchArgs: import("zod").ZodOptional<import("zod").ZodEnum<{
1827
+ strict: "strict";
1828
+ ignore: "ignore";
1829
+ }>>;
1830
+ }, import("zod/v4/core").$strip>>>;
1831
+ unmockedToolPolicy: import("zod").ZodOptional<import("zod").ZodEnum<{
1832
+ allow: "allow";
1833
+ deny: "deny";
1834
+ }>>;
1835
+ scorerIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
1836
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1837
+ validTo: import("zod").ZodNullable<import("zod").ZodNumber>;
1838
+ isDeleted: import("zod").ZodBoolean;
1839
+ createdAt: import("zod").ZodCoercedDate<unknown>;
1840
+ updatedAt: import("zod").ZodCoercedDate<unknown>;
1841
+ }, import("zod/v4/core").$strip>>;
1842
+ }, import("zod/v4/core").$strip>> | undefined;
1843
+ } & {
1844
+ readonly _mastraSchemaRoute: true;
1845
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
1846
+ method: "GET";
1847
+ path: "/datasets/:datasetId/items/:itemId/versions/:datasetVersion";
1848
+ responseType: "json";
1849
+ streamFormat?: "sse" | "stream";
1850
+ sseFlushOnConnect?: boolean;
1851
+ handler(params: {
1852
+ datasetId: string;
1853
+ itemId: string;
1854
+ datasetVersion: number;
1855
+ } & import(".").ServerContext): Promise<{
1565
1856
  id: string;
1566
1857
  datasetId: string;
1567
1858
  datasetVersion: number;
1568
1859
  input: unknown;
1569
- validTo: number | null;
1570
- isDeleted: boolean;
1571
1860
  createdAt: Date;
1572
1861
  updatedAt: Date;
1862
+ externalId?: string | null | undefined;
1573
1863
  groundTruth?: unknown;
1574
1864
  expectedTrajectory?: unknown;
1575
1865
  toolMocks?: {
@@ -1580,16 +1870,32 @@ export declare const DATASETS_ROUTES: readonly [import(".").ServerRoute<{
1580
1870
  }[] | undefined;
1581
1871
  unmockedToolPolicy?: "allow" | "deny" | undefined;
1582
1872
  scorerIds?: string[] | undefined;
1873
+ requestContext?: Record<string, unknown> | undefined;
1583
1874
  metadata?: Record<string, unknown> | undefined;
1584
- }[];
1585
- }, "json", import(".").RouteSchemas<import("zod").ZodObject<{
1586
- datasetId: import("zod").ZodString;
1587
- itemId: import("zod").ZodString;
1588
- }, import("zod/v4/core").$strip>, undefined, undefined, import("zod").ZodObject<{
1589
- history: import("zod").ZodArray<import("zod").ZodObject<{
1875
+ source?: {
1876
+ type: "json" | "csv" | "trace" | "llm" | "experiment-result" | "candidate-screener";
1877
+ referenceId?: string | undefined;
1878
+ } | undefined;
1879
+ } | null>;
1880
+ pathParamSchema?: import("zod").ZodType;
1881
+ queryParamSchema?: import("zod").ZodType;
1882
+ bodySchema?: import("zod").ZodType;
1883
+ responseSchema?: import("zod").ZodType;
1884
+ openapi?: import("../openapi-utils").OpenAPIRoute;
1885
+ maxBodySize?: number;
1886
+ deprecated?: boolean;
1887
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
1888
+ fga?: import("@mastra/core/auth").FGARouteConfig;
1889
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
1890
+ readonly __schemas?: import(".").RouteSchemas<import("zod").ZodObject<{
1891
+ datasetId: import("zod").ZodString;
1892
+ itemId: import("zod").ZodString;
1893
+ datasetVersion: import("zod").ZodCoercedNumber<unknown>;
1894
+ }, import("zod/v4/core").$strip>, undefined, undefined, import("zod").ZodNullable<import("zod").ZodObject<{
1590
1895
  id: import("zod").ZodString;
1591
1896
  datasetId: import("zod").ZodString;
1592
1897
  datasetVersion: import("zod").ZodNumber;
1898
+ externalId: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
1593
1899
  input: import("zod").ZodUnknown;
1594
1900
  groundTruth: import("zod").ZodOptional<import("zod").ZodUnknown>;
1595
1901
  expectedTrajectory: import("zod").ZodOptional<import("zod").ZodUnknown>;
@@ -1607,168 +1913,462 @@ export declare const DATASETS_ROUTES: readonly [import(".").ServerRoute<{
1607
1913
  deny: "deny";
1608
1914
  }>>;
1609
1915
  scorerIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
1916
+ requestContext: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1610
1917
  metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1611
- validTo: import("zod").ZodNullable<import("zod").ZodNumber>;
1612
- isDeleted: import("zod").ZodBoolean;
1918
+ source: import("zod").ZodOptional<import("zod").ZodObject<{
1919
+ type: import("zod").ZodEnum<{
1920
+ json: "json";
1921
+ csv: "csv";
1922
+ trace: "trace";
1923
+ llm: "llm";
1924
+ "experiment-result": "experiment-result";
1925
+ "candidate-screener": "candidate-screener";
1926
+ }>;
1927
+ referenceId: import("zod").ZodOptional<import("zod").ZodString>;
1928
+ }, import("zod/v4/core").$strip>>;
1613
1929
  createdAt: import("zod").ZodCoercedDate<unknown>;
1614
1930
  updatedAt: import("zod").ZodCoercedDate<unknown>;
1615
- }, import("zod/v4/core").$strip>>;
1616
- }, import("zod/v4/core").$strip>>, "GET", "/datasets/:datasetId/items/:itemId/history">, import(".").ServerRoute<{
1617
- datasetId: string;
1618
- itemId: string;
1619
- datasetVersion: number;
1620
- }, {
1621
- id: string;
1622
- datasetId: string;
1623
- datasetVersion: number;
1624
- input: unknown;
1625
- createdAt: Date;
1626
- updatedAt: Date;
1627
- externalId?: string | null | undefined;
1628
- groundTruth?: unknown;
1629
- expectedTrajectory?: unknown;
1630
- toolMocks?: {
1631
- toolName: string;
1632
- args: Record<string, unknown>;
1633
- output: unknown;
1634
- matchArgs?: "strict" | "ignore" | undefined;
1635
- }[] | undefined;
1636
- unmockedToolPolicy?: "allow" | "deny" | undefined;
1637
- scorerIds?: string[] | undefined;
1638
- requestContext?: Record<string, unknown> | undefined;
1639
- metadata?: Record<string, unknown> | undefined;
1640
- source?: {
1641
- type: "json" | "csv" | "trace" | "llm" | "experiment-result" | "candidate-screener";
1642
- referenceId?: string | undefined;
1643
- } | undefined;
1644
- } | null, "json", import(".").RouteSchemas<import("zod").ZodObject<{
1645
- datasetId: import("zod").ZodString;
1646
- itemId: import("zod").ZodString;
1647
- datasetVersion: import("zod").ZodCoercedNumber<unknown>;
1648
- }, import("zod/v4/core").$strip>, undefined, undefined, import("zod").ZodNullable<import("zod").ZodObject<{
1649
- id: import("zod").ZodString;
1650
- datasetId: import("zod").ZodString;
1651
- datasetVersion: import("zod").ZodNumber;
1652
- externalId: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodString>>;
1653
- input: import("zod").ZodUnknown;
1654
- groundTruth: import("zod").ZodOptional<import("zod").ZodUnknown>;
1655
- expectedTrajectory: import("zod").ZodOptional<import("zod").ZodUnknown>;
1656
- toolMocks: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
1657
- toolName: import("zod").ZodString;
1658
- args: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>;
1659
- output: import("zod").ZodUnknown;
1660
- matchArgs: import("zod").ZodOptional<import("zod").ZodEnum<{
1661
- strict: "strict";
1662
- ignore: "ignore";
1663
- }>>;
1664
- }, import("zod/v4/core").$strip>>>;
1665
- unmockedToolPolicy: import("zod").ZodOptional<import("zod").ZodEnum<{
1666
- allow: "allow";
1667
- deny: "deny";
1668
- }>>;
1669
- scorerIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
1670
- requestContext: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1671
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1672
- source: import("zod").ZodOptional<import("zod").ZodObject<{
1673
- type: import("zod").ZodEnum<{
1674
- json: "json";
1675
- csv: "csv";
1676
- trace: "trace";
1677
- llm: "llm";
1678
- "experiment-result": "experiment-result";
1679
- "candidate-screener": "candidate-screener";
1680
- }>;
1681
- referenceId: import("zod").ZodOptional<import("zod").ZodString>;
1682
- }, import("zod/v4/core").$strip>>;
1683
- createdAt: import("zod").ZodCoercedDate<unknown>;
1684
- updatedAt: import("zod").ZodCoercedDate<unknown>;
1685
- }, import("zod/v4/core").$strip>>>, "GET", "/datasets/:datasetId/items/:itemId/versions/:datasetVersion">, import(".").ServerRoute<{
1686
- page: number;
1687
- perPage: number;
1688
- experimentSetId?: string | undefined;
1689
- comparisonId?: string | undefined;
1690
- variantId?: string | undefined;
1691
- trialIndex?: number | undefined;
1692
- }, {
1693
- experiments: {
1694
- id: string;
1695
- datasetId: string | null;
1696
- datasetVersion: number | null;
1697
- targetType: "agent" | "workflow" | "scorer" | "processor";
1931
+ }, import("zod/v4/core").$strip>>> | undefined;
1932
+ } & {
1933
+ readonly _mastraSchemaRoute: true;
1934
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
1935
+ method: "GET";
1936
+ path: "/experiments";
1937
+ responseType: "json";
1938
+ streamFormat?: "sse" | "stream";
1939
+ sseFlushOnConnect?: boolean;
1940
+ handler(params: {
1941
+ page: number;
1942
+ perPage: number;
1943
+ experimentSetId?: string | undefined;
1944
+ comparisonId?: string | undefined;
1945
+ variantId?: string | undefined;
1946
+ trialIndex?: number | undefined;
1947
+ } & import(".").ServerContext): Promise<{
1948
+ experiments: {
1949
+ id: string;
1950
+ datasetId: string | null;
1951
+ datasetVersion: number | null;
1952
+ targetType: "agent" | "workflow" | "scorer" | "processor";
1953
+ targetId: string;
1954
+ status: "running" | "failed" | "pending" | "completed";
1955
+ totalItems: number;
1956
+ succeededCount: number;
1957
+ failedCount: number;
1958
+ skippedCount: number;
1959
+ startedAt: Date | null;
1960
+ completedAt: Date | null;
1961
+ createdAt: Date;
1962
+ updatedAt: Date;
1963
+ agentVersion?: string | null | undefined;
1964
+ name?: string | undefined;
1965
+ description?: string | undefined;
1966
+ metadata?: Record<string, unknown> | undefined;
1967
+ provenance?: {
1968
+ source?: string | undefined;
1969
+ sourceId?: string | undefined;
1970
+ sourceVersion?: string | undefined;
1971
+ metadata?: Record<string, unknown> | undefined;
1972
+ } | null | undefined;
1973
+ runnerAttestation?: {
1974
+ runnerId: string;
1975
+ invocationId: string;
1976
+ runnerVersion?: string | undefined;
1977
+ } | null | undefined;
1978
+ experimentSetId?: string | null | undefined;
1979
+ comparisonId?: string | null | undefined;
1980
+ variantId?: string | null | undefined;
1981
+ trialIndex?: number | null | undefined;
1982
+ }[];
1983
+ pagination: {
1984
+ total: number;
1985
+ page: number;
1986
+ perPage: number | false;
1987
+ hasMore: boolean;
1988
+ };
1989
+ }>;
1990
+ pathParamSchema?: import("zod").ZodType;
1991
+ queryParamSchema?: import("zod").ZodType;
1992
+ bodySchema?: import("zod").ZodType;
1993
+ responseSchema?: import("zod").ZodType;
1994
+ openapi?: import("../openapi-utils").OpenAPIRoute;
1995
+ maxBodySize?: number;
1996
+ deprecated?: boolean;
1997
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
1998
+ fga?: import("@mastra/core/auth").FGARouteConfig;
1999
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
2000
+ readonly __schemas?: import(".").RouteSchemas<undefined, import("zod").ZodObject<{
2001
+ page: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
2002
+ perPage: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
2003
+ experimentSetId: import("zod").ZodOptional<import("zod").ZodString>;
2004
+ comparisonId: import("zod").ZodOptional<import("zod").ZodString>;
2005
+ variantId: import("zod").ZodOptional<import("zod").ZodString>;
2006
+ trialIndex: import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>;
2007
+ }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
2008
+ experiments: import("zod").ZodArray<import("zod").ZodObject<{
2009
+ id: import("zod").ZodString;
2010
+ datasetId: import("zod").ZodNullable<import("zod").ZodString>;
2011
+ datasetVersion: import("zod").ZodNullable<import("zod").ZodNumber>;
2012
+ agentVersion: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
2013
+ targetType: import("zod").ZodEnum<{
2014
+ agent: "agent";
2015
+ workflow: "workflow";
2016
+ scorer: "scorer";
2017
+ processor: "processor";
2018
+ }>;
2019
+ targetId: import("zod").ZodString;
2020
+ name: import("zod").ZodOptional<import("zod").ZodString>;
2021
+ description: import("zod").ZodOptional<import("zod").ZodString>;
2022
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
2023
+ provenance: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodObject<{
2024
+ source: import("zod").ZodOptional<import("zod").ZodString>;
2025
+ sourceId: import("zod").ZodOptional<import("zod").ZodString>;
2026
+ sourceVersion: import("zod").ZodOptional<import("zod").ZodString>;
2027
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
2028
+ }, import("zod/v4/core").$strip>>>;
2029
+ runnerAttestation: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodObject<{
2030
+ runnerId: import("zod").ZodString;
2031
+ invocationId: import("zod").ZodString;
2032
+ runnerVersion: import("zod").ZodOptional<import("zod").ZodString>;
2033
+ }, import("zod/v4/core").$strip>>>;
2034
+ experimentSetId: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
2035
+ comparisonId: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
2036
+ variantId: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
2037
+ trialIndex: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodNumber>>;
2038
+ status: import("zod").ZodEnum<{
2039
+ running: "running";
2040
+ failed: "failed";
2041
+ pending: "pending";
2042
+ completed: "completed";
2043
+ }>;
2044
+ totalItems: import("zod").ZodNumber;
2045
+ succeededCount: import("zod").ZodNumber;
2046
+ failedCount: import("zod").ZodNumber;
2047
+ skippedCount: import("zod").ZodNumber;
2048
+ startedAt: import("zod").ZodNullable<import("zod").ZodCoercedDate<unknown>>;
2049
+ completedAt: import("zod").ZodNullable<import("zod").ZodCoercedDate<unknown>>;
2050
+ createdAt: import("zod").ZodCoercedDate<unknown>;
2051
+ updatedAt: import("zod").ZodCoercedDate<unknown>;
2052
+ }, import("zod/v4/core").$strip>>;
2053
+ pagination: import("zod").ZodObject<{
2054
+ total: import("zod").ZodNumber;
2055
+ page: import("zod").ZodNumber;
2056
+ perPage: import("zod").ZodUnion<readonly [import("zod").ZodNumber, import("zod").ZodLiteral<false>]>;
2057
+ hasMore: import("zod").ZodBoolean;
2058
+ }, import("zod/v4/core").$strip>;
2059
+ }, import("zod/v4/core").$strip>> | undefined;
2060
+ } & {
2061
+ readonly _mastraSchemaRoute: true;
2062
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
2063
+ method: "GET";
2064
+ path: "/experiments/review-summary";
2065
+ responseType: "json";
2066
+ streamFormat?: "sse" | "stream";
2067
+ sseFlushOnConnect?: boolean;
2068
+ handler(params: import(".").ServerContext): Promise<{
2069
+ counts: {
2070
+ experimentId: string;
2071
+ total: number;
2072
+ needsReview: number;
2073
+ reviewed: number;
2074
+ complete: number;
2075
+ }[];
2076
+ }>;
2077
+ pathParamSchema?: import("zod").ZodType;
2078
+ queryParamSchema?: import("zod").ZodType;
2079
+ bodySchema?: import("zod").ZodType;
2080
+ responseSchema?: import("zod").ZodType;
2081
+ openapi?: import("../openapi-utils").OpenAPIRoute;
2082
+ maxBodySize?: number;
2083
+ deprecated?: boolean;
2084
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
2085
+ fga?: import("@mastra/core/auth").FGARouteConfig;
2086
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
2087
+ readonly __schemas?: import(".").RouteSchemas<undefined, undefined, undefined, import("zod").ZodObject<{
2088
+ counts: import("zod").ZodArray<import("zod").ZodObject<{
2089
+ experimentId: import("zod").ZodString;
2090
+ total: import("zod").ZodNumber;
2091
+ needsReview: import("zod").ZodNumber;
2092
+ reviewed: import("zod").ZodNumber;
2093
+ complete: import("zod").ZodNumber;
2094
+ }, import("zod/v4/core").$strip>>;
2095
+ }, import("zod/v4/core").$strip>> | undefined;
2096
+ } & {
2097
+ readonly _mastraSchemaRoute: true;
2098
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
2099
+ method: "GET";
2100
+ path: "/datasets/:datasetId/experiments";
2101
+ responseType: "json";
2102
+ streamFormat?: "sse" | "stream";
2103
+ sseFlushOnConnect?: boolean;
2104
+ handler(params: {
2105
+ datasetId: string;
2106
+ } & {
2107
+ page: number;
2108
+ perPage: number;
2109
+ experimentSetId?: string | undefined;
2110
+ comparisonId?: string | undefined;
2111
+ variantId?: string | undefined;
2112
+ trialIndex?: number | undefined;
2113
+ } & import(".").ServerContext): Promise<{
2114
+ experiments: {
2115
+ id: string;
2116
+ datasetId: string | null;
2117
+ datasetVersion: number | null;
2118
+ targetType: "agent" | "workflow" | "scorer" | "processor";
2119
+ targetId: string;
2120
+ status: "running" | "failed" | "pending" | "completed";
2121
+ totalItems: number;
2122
+ succeededCount: number;
2123
+ failedCount: number;
2124
+ skippedCount: number;
2125
+ startedAt: Date | null;
2126
+ completedAt: Date | null;
2127
+ createdAt: Date;
2128
+ updatedAt: Date;
2129
+ agentVersion?: string | null | undefined;
2130
+ name?: string | undefined;
2131
+ description?: string | undefined;
2132
+ metadata?: Record<string, unknown> | undefined;
2133
+ provenance?: {
2134
+ source?: string | undefined;
2135
+ sourceId?: string | undefined;
2136
+ sourceVersion?: string | undefined;
2137
+ metadata?: Record<string, unknown> | undefined;
2138
+ } | null | undefined;
2139
+ runnerAttestation?: {
2140
+ runnerId: string;
2141
+ invocationId: string;
2142
+ runnerVersion?: string | undefined;
2143
+ } | null | undefined;
2144
+ experimentSetId?: string | null | undefined;
2145
+ comparisonId?: string | null | undefined;
2146
+ variantId?: string | null | undefined;
2147
+ trialIndex?: number | null | undefined;
2148
+ }[];
2149
+ pagination: {
2150
+ total: number;
2151
+ page: number;
2152
+ perPage: number | false;
2153
+ hasMore: boolean;
2154
+ };
2155
+ }>;
2156
+ pathParamSchema?: import("zod").ZodType;
2157
+ queryParamSchema?: import("zod").ZodType;
2158
+ bodySchema?: import("zod").ZodType;
2159
+ responseSchema?: import("zod").ZodType;
2160
+ openapi?: import("../openapi-utils").OpenAPIRoute;
2161
+ maxBodySize?: number;
2162
+ deprecated?: boolean;
2163
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
2164
+ fga?: import("@mastra/core/auth").FGARouteConfig;
2165
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
2166
+ readonly __schemas?: import(".").RouteSchemas<import("zod").ZodObject<{
2167
+ datasetId: import("zod").ZodString;
2168
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
2169
+ page: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
2170
+ perPage: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
2171
+ experimentSetId: import("zod").ZodOptional<import("zod").ZodString>;
2172
+ comparisonId: import("zod").ZodOptional<import("zod").ZodString>;
2173
+ variantId: import("zod").ZodOptional<import("zod").ZodString>;
2174
+ trialIndex: import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>;
2175
+ }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
2176
+ experiments: import("zod").ZodArray<import("zod").ZodObject<{
2177
+ id: import("zod").ZodString;
2178
+ datasetId: import("zod").ZodNullable<import("zod").ZodString>;
2179
+ datasetVersion: import("zod").ZodNullable<import("zod").ZodNumber>;
2180
+ agentVersion: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
2181
+ targetType: import("zod").ZodEnum<{
2182
+ agent: "agent";
2183
+ workflow: "workflow";
2184
+ scorer: "scorer";
2185
+ processor: "processor";
2186
+ }>;
2187
+ targetId: import("zod").ZodString;
2188
+ name: import("zod").ZodOptional<import("zod").ZodString>;
2189
+ description: import("zod").ZodOptional<import("zod").ZodString>;
2190
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
2191
+ provenance: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodObject<{
2192
+ source: import("zod").ZodOptional<import("zod").ZodString>;
2193
+ sourceId: import("zod").ZodOptional<import("zod").ZodString>;
2194
+ sourceVersion: import("zod").ZodOptional<import("zod").ZodString>;
2195
+ metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
2196
+ }, import("zod/v4/core").$strip>>>;
2197
+ runnerAttestation: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodObject<{
2198
+ runnerId: import("zod").ZodString;
2199
+ invocationId: import("zod").ZodString;
2200
+ runnerVersion: import("zod").ZodOptional<import("zod").ZodString>;
2201
+ }, import("zod/v4/core").$strip>>>;
2202
+ experimentSetId: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
2203
+ comparisonId: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
2204
+ variantId: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
2205
+ trialIndex: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodNumber>>;
2206
+ status: import("zod").ZodEnum<{
2207
+ running: "running";
2208
+ failed: "failed";
2209
+ pending: "pending";
2210
+ completed: "completed";
2211
+ }>;
2212
+ totalItems: import("zod").ZodNumber;
2213
+ succeededCount: import("zod").ZodNumber;
2214
+ failedCount: import("zod").ZodNumber;
2215
+ skippedCount: import("zod").ZodNumber;
2216
+ startedAt: import("zod").ZodNullable<import("zod").ZodCoercedDate<unknown>>;
2217
+ completedAt: import("zod").ZodNullable<import("zod").ZodCoercedDate<unknown>>;
2218
+ createdAt: import("zod").ZodCoercedDate<unknown>;
2219
+ updatedAt: import("zod").ZodCoercedDate<unknown>;
2220
+ }, import("zod/v4/core").$strip>>;
2221
+ pagination: import("zod").ZodObject<{
2222
+ total: import("zod").ZodNumber;
2223
+ page: import("zod").ZodNumber;
2224
+ perPage: import("zod").ZodUnion<readonly [import("zod").ZodNumber, import("zod").ZodLiteral<false>]>;
2225
+ hasMore: import("zod").ZodBoolean;
2226
+ }, import("zod/v4/core").$strip>;
2227
+ }, import("zod/v4/core").$strip>> | undefined;
2228
+ } & {
2229
+ readonly _mastraSchemaRoute: true;
2230
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
2231
+ method: "POST";
2232
+ path: "/datasets/:datasetId/experiments";
2233
+ responseType: "json";
2234
+ streamFormat?: "sse" | "stream";
2235
+ sseFlushOnConnect?: boolean;
2236
+ handler(params: {
2237
+ datasetId: string;
2238
+ } & {
2239
+ targetType: "agent" | "workflow" | "scorer";
1698
2240
  targetId: string;
1699
- status: "running" | "failed" | "pending" | "completed";
1700
- totalItems: number;
1701
- succeededCount: number;
1702
- failedCount: number;
1703
- skippedCount: number;
1704
- startedAt: Date | null;
1705
- completedAt: Date | null;
1706
- createdAt: Date;
1707
- updatedAt: Date;
1708
- agentVersion?: string | null | undefined;
1709
2241
  name?: string | undefined;
1710
2242
  description?: string | undefined;
1711
2243
  metadata?: Record<string, unknown> | undefined;
2244
+ scorerIds?: string[] | undefined;
2245
+ version?: number | undefined;
2246
+ agentVersion?: string | undefined;
2247
+ maxConcurrency?: number | undefined;
1712
2248
  provenance?: {
1713
2249
  source?: string | undefined;
1714
2250
  sourceId?: string | undefined;
1715
2251
  sourceVersion?: string | undefined;
1716
2252
  metadata?: Record<string, unknown> | undefined;
1717
- } | null | undefined;
1718
- runnerAttestation?: {
1719
- runnerId: string;
1720
- invocationId: string;
1721
- runnerVersion?: string | undefined;
1722
- } | null | undefined;
1723
- experimentSetId?: string | null | undefined;
1724
- comparisonId?: string | null | undefined;
1725
- variantId?: string | null | undefined;
1726
- trialIndex?: number | null | undefined;
1727
- }[];
1728
- pagination: {
1729
- total: number;
1730
- page: number;
1731
- perPage: number | false;
1732
- hasMore: boolean;
1733
- };
1734
- }, "json", import(".").RouteSchemas<undefined, import("zod").ZodObject<{
1735
- page: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
1736
- perPage: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
1737
- experimentSetId: import("zod").ZodOptional<import("zod").ZodString>;
1738
- comparisonId: import("zod").ZodOptional<import("zod").ZodString>;
1739
- variantId: import("zod").ZodOptional<import("zod").ZodString>;
1740
- trialIndex: import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>;
1741
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
1742
- experiments: import("zod").ZodArray<import("zod").ZodObject<{
1743
- id: import("zod").ZodString;
1744
- datasetId: import("zod").ZodNullable<import("zod").ZodString>;
1745
- datasetVersion: import("zod").ZodNullable<import("zod").ZodNumber>;
1746
- agentVersion: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
2253
+ } | undefined;
2254
+ grouping?: {
2255
+ experimentSetId?: string | undefined;
2256
+ comparisonId?: string | undefined;
2257
+ variantId?: string | undefined;
2258
+ trialIndex?: number | undefined;
2259
+ } | undefined;
2260
+ requestContext?: Record<string, unknown> | undefined;
2261
+ versions?: {
2262
+ agents?: Record<string, {
2263
+ versionId: string;
2264
+ } | {
2265
+ status: "draft" | "published";
2266
+ }> | undefined;
2267
+ defaultStatus?: "draft" | "published" | undefined;
2268
+ } | undefined;
2269
+ } & import(".").ServerContext): Promise<{
2270
+ experimentId: string;
2271
+ status: "running" | "failed" | "pending" | "completed";
2272
+ totalItems: number;
2273
+ succeededCount: number;
2274
+ failedCount: number;
2275
+ startedAt: Date;
2276
+ completedAt: Date | null;
2277
+ results: {
2278
+ itemId: string;
2279
+ itemDatasetVersion: number | null;
2280
+ input: unknown;
2281
+ output: unknown;
2282
+ groundTruth: unknown;
2283
+ error: string | null;
2284
+ startedAt: Date;
2285
+ completedAt: Date;
2286
+ retryCount: number;
2287
+ scores: {
2288
+ scorerId: string;
2289
+ scorerName: string;
2290
+ score: number | null;
2291
+ reason: string | null;
2292
+ error: string | null;
2293
+ }[];
2294
+ toolMockReport?: {
2295
+ served: {
2296
+ mockIndex: number;
2297
+ toolName: string;
2298
+ args: unknown;
2299
+ }[];
2300
+ unconsumed: {
2301
+ mockIndex: number;
2302
+ toolName: string;
2303
+ args: unknown;
2304
+ }[];
2305
+ liveCalls: {
2306
+ toolName: string;
2307
+ args: unknown;
2308
+ }[];
2309
+ failure?: {
2310
+ code: "TOOL_MOCK_MISMATCH" | "TOOL_MOCK_EXHAUSTED" | "TOOL_MOCK_NOT_DECLARED";
2311
+ toolName: string;
2312
+ args: unknown;
2313
+ } | undefined;
2314
+ } | null | undefined;
2315
+ }[];
2316
+ }>;
2317
+ pathParamSchema?: import("zod").ZodType;
2318
+ queryParamSchema?: import("zod").ZodType;
2319
+ bodySchema?: import("zod").ZodType;
2320
+ responseSchema?: import("zod").ZodType;
2321
+ openapi?: import("../openapi-utils").OpenAPIRoute;
2322
+ maxBodySize?: number;
2323
+ deprecated?: boolean;
2324
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
2325
+ fga?: import("@mastra/core/auth").FGARouteConfig;
2326
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
2327
+ readonly __schemas?: import(".").RouteSchemas<import("zod").ZodObject<{
2328
+ datasetId: import("zod").ZodString;
2329
+ }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
1747
2330
  targetType: import("zod").ZodEnum<{
1748
2331
  agent: "agent";
1749
2332
  workflow: "workflow";
1750
2333
  scorer: "scorer";
1751
- processor: "processor";
1752
2334
  }>;
1753
2335
  targetId: import("zod").ZodString;
1754
2336
  name: import("zod").ZodOptional<import("zod").ZodString>;
1755
2337
  description: import("zod").ZodOptional<import("zod").ZodString>;
1756
2338
  metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1757
- provenance: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodObject<{
2339
+ scorerIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
2340
+ version: import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>;
2341
+ agentVersion: import("zod").ZodOptional<import("zod").ZodString>;
2342
+ maxConcurrency: import("zod").ZodOptional<import("zod").ZodNumber>;
2343
+ provenance: import("zod").ZodOptional<import("zod").ZodObject<{
1758
2344
  source: import("zod").ZodOptional<import("zod").ZodString>;
1759
2345
  sourceId: import("zod").ZodOptional<import("zod").ZodString>;
1760
2346
  sourceVersion: import("zod").ZodOptional<import("zod").ZodString>;
1761
2347
  metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1762
- }, import("zod/v4/core").$strip>>>;
1763
- runnerAttestation: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodObject<{
1764
- runnerId: import("zod").ZodString;
1765
- invocationId: import("zod").ZodString;
1766
- runnerVersion: import("zod").ZodOptional<import("zod").ZodString>;
1767
- }, import("zod/v4/core").$strip>>>;
1768
- experimentSetId: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
1769
- comparisonId: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
1770
- variantId: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
1771
- trialIndex: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodNumber>>;
2348
+ }, import("zod/v4/core").$strip>>;
2349
+ grouping: import("zod").ZodOptional<import("zod").ZodObject<{
2350
+ experimentSetId: import("zod").ZodOptional<import("zod").ZodString>;
2351
+ comparisonId: import("zod").ZodOptional<import("zod").ZodString>;
2352
+ variantId: import("zod").ZodOptional<import("zod").ZodString>;
2353
+ trialIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
2354
+ }, import("zod/v4/core").$strip>>;
2355
+ requestContext: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
2356
+ versions: import("zod").ZodOptional<import("zod").ZodObject<{
2357
+ agents: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnion<readonly [import("zod").ZodObject<{
2358
+ versionId: import("zod").ZodString;
2359
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
2360
+ status: import("zod").ZodEnum<{
2361
+ draft: "draft";
2362
+ published: "published";
2363
+ }>;
2364
+ }, import("zod/v4/core").$strip>]>>>;
2365
+ defaultStatus: import("zod").ZodOptional<import("zod").ZodEnum<{
2366
+ draft: "draft";
2367
+ published: "published";
2368
+ }>>;
2369
+ }, import("zod/v4/core").$strip>>;
2370
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
2371
+ experimentId: import("zod").ZodString;
1772
2372
  status: import("zod").ZodEnum<{
1773
2373
  running: "running";
1774
2374
  failed: "failed";
@@ -1778,45 +2378,64 @@ export declare const DATASETS_ROUTES: readonly [import(".").ServerRoute<{
1778
2378
  totalItems: import("zod").ZodNumber;
1779
2379
  succeededCount: import("zod").ZodNumber;
1780
2380
  failedCount: import("zod").ZodNumber;
1781
- skippedCount: import("zod").ZodNumber;
1782
- startedAt: import("zod").ZodNullable<import("zod").ZodCoercedDate<unknown>>;
2381
+ startedAt: import("zod").ZodCoercedDate<unknown>;
1783
2382
  completedAt: import("zod").ZodNullable<import("zod").ZodCoercedDate<unknown>>;
1784
- createdAt: import("zod").ZodCoercedDate<unknown>;
1785
- updatedAt: import("zod").ZodCoercedDate<unknown>;
1786
- }, import("zod/v4/core").$strip>>;
1787
- pagination: import("zod").ZodObject<{
1788
- total: import("zod").ZodNumber;
1789
- page: import("zod").ZodNumber;
1790
- perPage: import("zod").ZodUnion<readonly [import("zod").ZodNumber, import("zod").ZodLiteral<false>]>;
1791
- hasMore: import("zod").ZodBoolean;
1792
- }, import("zod/v4/core").$strip>;
1793
- }, import("zod/v4/core").$strip>>, "GET", "/experiments">, import(".").ServerRoute<{}, {
1794
- counts: {
2383
+ results: import("zod").ZodArray<import("zod").ZodObject<{
2384
+ itemId: import("zod").ZodString;
2385
+ itemDatasetVersion: import("zod").ZodNullable<import("zod").ZodNumber>;
2386
+ input: import("zod").ZodUnknown;
2387
+ output: import("zod").ZodNullable<import("zod").ZodUnknown>;
2388
+ groundTruth: import("zod").ZodNullable<import("zod").ZodUnknown>;
2389
+ error: import("zod").ZodNullable<import("zod").ZodString>;
2390
+ startedAt: import("zod").ZodCoercedDate<unknown>;
2391
+ completedAt: import("zod").ZodCoercedDate<unknown>;
2392
+ retryCount: import("zod").ZodNumber;
2393
+ toolMockReport: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodObject<{
2394
+ served: import("zod").ZodArray<import("zod").ZodObject<{
2395
+ mockIndex: import("zod").ZodNumber;
2396
+ toolName: import("zod").ZodString;
2397
+ args: import("zod").ZodUnknown;
2398
+ }, import("zod/v4/core").$strip>>;
2399
+ unconsumed: import("zod").ZodArray<import("zod").ZodObject<{
2400
+ mockIndex: import("zod").ZodNumber;
2401
+ toolName: import("zod").ZodString;
2402
+ args: import("zod").ZodUnknown;
2403
+ }, import("zod/v4/core").$strip>>;
2404
+ liveCalls: import("zod").ZodArray<import("zod").ZodObject<{
2405
+ toolName: import("zod").ZodString;
2406
+ args: import("zod").ZodUnknown;
2407
+ }, import("zod/v4/core").$strip>>;
2408
+ failure: import("zod").ZodOptional<import("zod").ZodObject<{
2409
+ code: import("zod").ZodEnum<{
2410
+ TOOL_MOCK_MISMATCH: "TOOL_MOCK_MISMATCH";
2411
+ TOOL_MOCK_EXHAUSTED: "TOOL_MOCK_EXHAUSTED";
2412
+ TOOL_MOCK_NOT_DECLARED: "TOOL_MOCK_NOT_DECLARED";
2413
+ }>;
2414
+ toolName: import("zod").ZodString;
2415
+ args: import("zod").ZodUnknown;
2416
+ }, import("zod/v4/core").$strip>>;
2417
+ }, import("zod/v4/core").$strip>>>;
2418
+ scores: import("zod").ZodArray<import("zod").ZodObject<{
2419
+ scorerId: import("zod").ZodString;
2420
+ scorerName: import("zod").ZodString;
2421
+ score: import("zod").ZodNullable<import("zod").ZodNumber>;
2422
+ reason: import("zod").ZodNullable<import("zod").ZodString>;
2423
+ error: import("zod").ZodNullable<import("zod").ZodString>;
2424
+ }, import("zod/v4/core").$strip>>;
2425
+ }, import("zod/v4/core").$strip>>;
2426
+ }, import("zod/v4/core").$strip>> | undefined;
2427
+ } & {
2428
+ readonly _mastraSchemaRoute: true;
2429
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
2430
+ method: "GET";
2431
+ path: "/datasets/:datasetId/experiments/:experimentId";
2432
+ responseType: "json";
2433
+ streamFormat?: "sse" | "stream";
2434
+ sseFlushOnConnect?: boolean;
2435
+ handler(params: {
2436
+ datasetId: string;
1795
2437
  experimentId: string;
1796
- total: number;
1797
- needsReview: number;
1798
- reviewed: number;
1799
- complete: number;
1800
- }[];
1801
- }, "json", import(".").RouteSchemas<undefined, undefined, undefined, import("zod").ZodObject<{
1802
- counts: import("zod").ZodArray<import("zod").ZodObject<{
1803
- experimentId: import("zod").ZodString;
1804
- total: import("zod").ZodNumber;
1805
- needsReview: import("zod").ZodNumber;
1806
- reviewed: import("zod").ZodNumber;
1807
- complete: import("zod").ZodNumber;
1808
- }, import("zod/v4/core").$strip>>;
1809
- }, import("zod/v4/core").$strip>>, "GET", "/experiments/review-summary">, import(".").ServerRoute<import(".").InferParams<import("zod").ZodObject<{
1810
- datasetId: import("zod").ZodString;
1811
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1812
- page: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
1813
- perPage: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
1814
- experimentSetId: import("zod").ZodOptional<import("zod").ZodString>;
1815
- comparisonId: import("zod").ZodOptional<import("zod").ZodString>;
1816
- variantId: import("zod").ZodOptional<import("zod").ZodString>;
1817
- trialIndex: import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>;
1818
- }, import("zod/v4/core").$strip>, undefined>, {
1819
- experiments: {
2438
+ } & import(".").ServerContext): Promise<{
1820
2439
  id: string;
1821
2440
  datasetId: string | null;
1822
2441
  datasetVersion: number | null;
@@ -1850,24 +2469,21 @@ export declare const DATASETS_ROUTES: readonly [import(".").ServerRoute<{
1850
2469
  comparisonId?: string | null | undefined;
1851
2470
  variantId?: string | null | undefined;
1852
2471
  trialIndex?: number | null | undefined;
1853
- }[];
1854
- pagination: {
1855
- total: number;
1856
- page: number;
1857
- perPage: number | false;
1858
- hasMore: boolean;
1859
- };
1860
- }, "json", import(".").RouteSchemas<import("zod").ZodObject<{
1861
- datasetId: import("zod").ZodString;
1862
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1863
- page: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
1864
- perPage: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
1865
- experimentSetId: import("zod").ZodOptional<import("zod").ZodString>;
1866
- comparisonId: import("zod").ZodOptional<import("zod").ZodString>;
1867
- variantId: import("zod").ZodOptional<import("zod").ZodString>;
1868
- trialIndex: import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>;
1869
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
1870
- experiments: import("zod").ZodArray<import("zod").ZodObject<{
2472
+ } | null>;
2473
+ pathParamSchema?: import("zod").ZodType;
2474
+ queryParamSchema?: import("zod").ZodType;
2475
+ bodySchema?: import("zod").ZodType;
2476
+ responseSchema?: import("zod").ZodType;
2477
+ openapi?: import("../openapi-utils").OpenAPIRoute;
2478
+ maxBodySize?: number;
2479
+ deprecated?: boolean;
2480
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
2481
+ fga?: import("@mastra/core/auth").FGARouteConfig;
2482
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
2483
+ readonly __schemas?: import(".").RouteSchemas<import("zod").ZodObject<{
2484
+ datasetId: import("zod").ZodString;
2485
+ experimentId: import("zod").ZodString;
2486
+ }, import("zod/v4/core").$strip>, undefined, undefined, import("zod").ZodNullable<import("zod").ZodObject<{
1871
2487
  id: import("zod").ZodString;
1872
2488
  datasetId: import("zod").ZodNullable<import("zod").ZodString>;
1873
2489
  datasetVersion: import("zod").ZodNullable<import("zod").ZodNumber>;
@@ -1911,294 +2527,166 @@ export declare const DATASETS_ROUTES: readonly [import(".").ServerRoute<{
1911
2527
  completedAt: import("zod").ZodNullable<import("zod").ZodCoercedDate<unknown>>;
1912
2528
  createdAt: import("zod").ZodCoercedDate<unknown>;
1913
2529
  updatedAt: import("zod").ZodCoercedDate<unknown>;
1914
- }, import("zod/v4/core").$strip>>;
1915
- pagination: import("zod").ZodObject<{
1916
- total: import("zod").ZodNumber;
1917
- page: import("zod").ZodNumber;
1918
- perPage: import("zod").ZodUnion<readonly [import("zod").ZodNumber, import("zod").ZodLiteral<false>]>;
1919
- hasMore: import("zod").ZodBoolean;
1920
- }, import("zod/v4/core").$strip>;
1921
- }, import("zod/v4/core").$strip>>, "GET", "/datasets/:datasetId/experiments">, import(".").ServerRoute<import(".").InferParams<import("zod").ZodObject<{
1922
- datasetId: import("zod").ZodString;
1923
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
1924
- targetType: import("zod").ZodEnum<{
1925
- agent: "agent";
1926
- workflow: "workflow";
1927
- scorer: "scorer";
1928
- }>;
1929
- targetId: import("zod").ZodString;
1930
- name: import("zod").ZodOptional<import("zod").ZodString>;
1931
- description: import("zod").ZodOptional<import("zod").ZodString>;
1932
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1933
- scorerIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
1934
- version: import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>;
1935
- agentVersion: import("zod").ZodOptional<import("zod").ZodString>;
1936
- maxConcurrency: import("zod").ZodOptional<import("zod").ZodNumber>;
1937
- provenance: import("zod").ZodOptional<import("zod").ZodObject<{
1938
- source: import("zod").ZodOptional<import("zod").ZodString>;
1939
- sourceId: import("zod").ZodOptional<import("zod").ZodString>;
1940
- sourceVersion: import("zod").ZodOptional<import("zod").ZodString>;
1941
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1942
- }, import("zod/v4/core").$strip>>;
1943
- grouping: import("zod").ZodOptional<import("zod").ZodObject<{
1944
- experimentSetId: import("zod").ZodOptional<import("zod").ZodString>;
1945
- comparisonId: import("zod").ZodOptional<import("zod").ZodString>;
1946
- variantId: import("zod").ZodOptional<import("zod").ZodString>;
1947
- trialIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
1948
- }, import("zod/v4/core").$strip>>;
1949
- requestContext: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
1950
- versions: import("zod").ZodOptional<import("zod").ZodObject<{
1951
- agents: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnion<readonly [import("zod").ZodObject<{
1952
- versionId: import("zod").ZodString;
1953
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1954
- status: import("zod").ZodEnum<{
1955
- draft: "draft";
1956
- published: "published";
1957
- }>;
1958
- }, import("zod/v4/core").$strip>]>>>;
1959
- defaultStatus: import("zod").ZodOptional<import("zod").ZodEnum<{
1960
- draft: "draft";
1961
- published: "published";
1962
- }>>;
1963
- }, import("zod/v4/core").$strip>>;
1964
- }, import("zod/v4/core").$strip>>, {
1965
- experimentId: string;
1966
- status: "running" | "failed" | "pending" | "completed";
1967
- totalItems: number;
1968
- succeededCount: number;
1969
- failedCount: number;
1970
- startedAt: Date;
1971
- completedAt: Date | null;
1972
- results: {
1973
- itemId: string;
1974
- itemDatasetVersion: number | null;
1975
- input: unknown;
1976
- output: unknown;
1977
- groundTruth: unknown;
1978
- error: string | null;
1979
- startedAt: Date;
1980
- completedAt: Date;
1981
- retryCount: number;
1982
- scores: {
1983
- scorerId: string;
1984
- scorerName: string;
1985
- score: number | null;
1986
- reason: string | null;
1987
- error: string | null;
2530
+ }, import("zod/v4/core").$strip>>> | undefined;
2531
+ } & {
2532
+ readonly _mastraSchemaRoute: true;
2533
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
2534
+ method: "GET";
2535
+ path: "/datasets/:datasetId/experiments/:experimentId/results";
2536
+ responseType: "json";
2537
+ streamFormat?: "sse" | "stream";
2538
+ sseFlushOnConnect?: boolean;
2539
+ handler(params: {
2540
+ datasetId: string;
2541
+ experimentId: string;
2542
+ } & {
2543
+ page: number;
2544
+ perPage: number;
2545
+ } & import(".").ServerContext): Promise<{
2546
+ results: {
2547
+ id: string;
2548
+ experimentId: string;
2549
+ itemId: string;
2550
+ itemDatasetVersion: number | null;
2551
+ input: unknown;
2552
+ output: unknown;
2553
+ groundTruth: unknown;
2554
+ error: {
2555
+ message: string;
2556
+ stack?: string | undefined;
2557
+ code?: string | undefined;
2558
+ } | null;
2559
+ startedAt: Date;
2560
+ completedAt: Date;
2561
+ retryCount: number;
2562
+ traceId: string | null;
2563
+ createdAt: Date;
2564
+ expectedTrajectory?: unknown;
2565
+ status?: "needs-review" | "reviewed" | "complete" | null | undefined;
2566
+ tags?: string[] | null | undefined;
2567
+ comment?: string | null | undefined;
2568
+ toolMockReport?: {
2569
+ served: {
2570
+ mockIndex: number;
2571
+ toolName: string;
2572
+ args: unknown;
2573
+ }[];
2574
+ unconsumed: {
2575
+ mockIndex: number;
2576
+ toolName: string;
2577
+ args: unknown;
2578
+ }[];
2579
+ liveCalls: {
2580
+ toolName: string;
2581
+ args: unknown;
2582
+ }[];
2583
+ failure?: {
2584
+ code: "TOOL_MOCK_MISMATCH" | "TOOL_MOCK_EXHAUSTED" | "TOOL_MOCK_NOT_DECLARED";
2585
+ toolName: string;
2586
+ args: unknown;
2587
+ } | undefined;
2588
+ } | null | undefined;
1988
2589
  }[];
1989
- toolMockReport?: {
1990
- served: {
1991
- mockIndex: number;
1992
- toolName: string;
1993
- args: unknown;
1994
- }[];
1995
- unconsumed: {
1996
- mockIndex: number;
1997
- toolName: string;
1998
- args: unknown;
1999
- }[];
2000
- liveCalls: {
2001
- toolName: string;
2002
- args: unknown;
2003
- }[];
2004
- failure?: {
2005
- code: "TOOL_MOCK_MISMATCH" | "TOOL_MOCK_EXHAUSTED" | "TOOL_MOCK_NOT_DECLARED";
2006
- toolName: string;
2007
- args: unknown;
2008
- } | undefined;
2009
- } | null | undefined;
2010
- }[];
2011
- }, "json", import(".").RouteSchemas<import("zod").ZodObject<{
2012
- datasetId: import("zod").ZodString;
2013
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
2014
- targetType: import("zod").ZodEnum<{
2015
- agent: "agent";
2016
- workflow: "workflow";
2017
- scorer: "scorer";
2018
- }>;
2019
- targetId: import("zod").ZodString;
2020
- name: import("zod").ZodOptional<import("zod").ZodString>;
2021
- description: import("zod").ZodOptional<import("zod").ZodString>;
2022
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
2023
- scorerIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
2024
- version: import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>;
2025
- agentVersion: import("zod").ZodOptional<import("zod").ZodString>;
2026
- maxConcurrency: import("zod").ZodOptional<import("zod").ZodNumber>;
2027
- provenance: import("zod").ZodOptional<import("zod").ZodObject<{
2028
- source: import("zod").ZodOptional<import("zod").ZodString>;
2029
- sourceId: import("zod").ZodOptional<import("zod").ZodString>;
2030
- sourceVersion: import("zod").ZodOptional<import("zod").ZodString>;
2031
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
2032
- }, import("zod/v4/core").$strip>>;
2033
- grouping: import("zod").ZodOptional<import("zod").ZodObject<{
2034
- experimentSetId: import("zod").ZodOptional<import("zod").ZodString>;
2035
- comparisonId: import("zod").ZodOptional<import("zod").ZodString>;
2036
- variantId: import("zod").ZodOptional<import("zod").ZodString>;
2037
- trialIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
2038
- }, import("zod/v4/core").$strip>>;
2039
- requestContext: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
2040
- versions: import("zod").ZodOptional<import("zod").ZodObject<{
2041
- agents: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnion<readonly [import("zod").ZodObject<{
2042
- versionId: import("zod").ZodString;
2043
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
2044
- status: import("zod").ZodEnum<{
2045
- draft: "draft";
2046
- published: "published";
2047
- }>;
2048
- }, import("zod/v4/core").$strip>]>>>;
2049
- defaultStatus: import("zod").ZodOptional<import("zod").ZodEnum<{
2050
- draft: "draft";
2051
- published: "published";
2052
- }>>;
2053
- }, import("zod/v4/core").$strip>>;
2054
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
2055
- experimentId: import("zod").ZodString;
2056
- status: import("zod").ZodEnum<{
2057
- running: "running";
2058
- failed: "failed";
2059
- pending: "pending";
2060
- completed: "completed";
2590
+ pagination: {
2591
+ total: number;
2592
+ page: number;
2593
+ perPage: number | false;
2594
+ hasMore: boolean;
2595
+ };
2061
2596
  }>;
2062
- totalItems: import("zod").ZodNumber;
2063
- succeededCount: import("zod").ZodNumber;
2064
- failedCount: import("zod").ZodNumber;
2065
- startedAt: import("zod").ZodCoercedDate<unknown>;
2066
- completedAt: import("zod").ZodNullable<import("zod").ZodCoercedDate<unknown>>;
2067
- results: import("zod").ZodArray<import("zod").ZodObject<{
2068
- itemId: import("zod").ZodString;
2069
- itemDatasetVersion: import("zod").ZodNullable<import("zod").ZodNumber>;
2070
- input: import("zod").ZodUnknown;
2071
- output: import("zod").ZodNullable<import("zod").ZodUnknown>;
2072
- groundTruth: import("zod").ZodNullable<import("zod").ZodUnknown>;
2073
- error: import("zod").ZodNullable<import("zod").ZodString>;
2074
- startedAt: import("zod").ZodCoercedDate<unknown>;
2075
- completedAt: import("zod").ZodCoercedDate<unknown>;
2076
- retryCount: import("zod").ZodNumber;
2077
- toolMockReport: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodObject<{
2078
- served: import("zod").ZodArray<import("zod").ZodObject<{
2079
- mockIndex: import("zod").ZodNumber;
2080
- toolName: import("zod").ZodString;
2081
- args: import("zod").ZodUnknown;
2082
- }, import("zod/v4/core").$strip>>;
2083
- unconsumed: import("zod").ZodArray<import("zod").ZodObject<{
2084
- mockIndex: import("zod").ZodNumber;
2085
- toolName: import("zod").ZodString;
2086
- args: import("zod").ZodUnknown;
2087
- }, import("zod/v4/core").$strip>>;
2088
- liveCalls: import("zod").ZodArray<import("zod").ZodObject<{
2089
- toolName: import("zod").ZodString;
2090
- args: import("zod").ZodUnknown;
2091
- }, import("zod/v4/core").$strip>>;
2092
- failure: import("zod").ZodOptional<import("zod").ZodObject<{
2093
- code: import("zod").ZodEnum<{
2094
- TOOL_MOCK_MISMATCH: "TOOL_MOCK_MISMATCH";
2095
- TOOL_MOCK_EXHAUSTED: "TOOL_MOCK_EXHAUSTED";
2096
- TOOL_MOCK_NOT_DECLARED: "TOOL_MOCK_NOT_DECLARED";
2097
- }>;
2098
- toolName: import("zod").ZodString;
2099
- args: import("zod").ZodUnknown;
2597
+ pathParamSchema?: import("zod").ZodType;
2598
+ queryParamSchema?: import("zod").ZodType;
2599
+ bodySchema?: import("zod").ZodType;
2600
+ responseSchema?: import("zod").ZodType;
2601
+ openapi?: import("../openapi-utils").OpenAPIRoute;
2602
+ maxBodySize?: number;
2603
+ deprecated?: boolean;
2604
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
2605
+ fga?: import("@mastra/core/auth").FGARouteConfig;
2606
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
2607
+ readonly __schemas?: import(".").RouteSchemas<import("zod").ZodObject<{
2608
+ datasetId: import("zod").ZodString;
2609
+ experimentId: import("zod").ZodString;
2610
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
2611
+ page: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
2612
+ perPage: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
2613
+ }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
2614
+ results: import("zod").ZodArray<import("zod").ZodObject<{
2615
+ id: import("zod").ZodString;
2616
+ experimentId: import("zod").ZodString;
2617
+ itemId: import("zod").ZodString;
2618
+ itemDatasetVersion: import("zod").ZodNullable<import("zod").ZodNumber>;
2619
+ input: import("zod").ZodUnknown;
2620
+ output: import("zod").ZodNullable<import("zod").ZodUnknown>;
2621
+ groundTruth: import("zod").ZodNullable<import("zod").ZodUnknown>;
2622
+ expectedTrajectory: import("zod").ZodOptional<import("zod").ZodUnknown>;
2623
+ error: import("zod").ZodNullable<import("zod").ZodObject<{
2624
+ message: import("zod").ZodString;
2625
+ stack: import("zod").ZodOptional<import("zod").ZodString>;
2626
+ code: import("zod").ZodOptional<import("zod").ZodString>;
2100
2627
  }, import("zod/v4/core").$strip>>;
2101
- }, import("zod/v4/core").$strip>>>;
2102
- scores: import("zod").ZodArray<import("zod").ZodObject<{
2103
- scorerId: import("zod").ZodString;
2104
- scorerName: import("zod").ZodString;
2105
- score: import("zod").ZodNullable<import("zod").ZodNumber>;
2106
- reason: import("zod").ZodNullable<import("zod").ZodString>;
2107
- error: import("zod").ZodNullable<import("zod").ZodString>;
2628
+ startedAt: import("zod").ZodCoercedDate<unknown>;
2629
+ completedAt: import("zod").ZodCoercedDate<unknown>;
2630
+ retryCount: import("zod").ZodNumber;
2631
+ traceId: import("zod").ZodNullable<import("zod").ZodString>;
2632
+ status: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodEnum<{
2633
+ "needs-review": "needs-review";
2634
+ reviewed: "reviewed";
2635
+ complete: "complete";
2636
+ }>>>;
2637
+ tags: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodArray<import("zod").ZodString>>>;
2638
+ comment: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
2639
+ toolMockReport: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodObject<{
2640
+ served: import("zod").ZodArray<import("zod").ZodObject<{
2641
+ mockIndex: import("zod").ZodNumber;
2642
+ toolName: import("zod").ZodString;
2643
+ args: import("zod").ZodUnknown;
2644
+ }, import("zod/v4/core").$strip>>;
2645
+ unconsumed: import("zod").ZodArray<import("zod").ZodObject<{
2646
+ mockIndex: import("zod").ZodNumber;
2647
+ toolName: import("zod").ZodString;
2648
+ args: import("zod").ZodUnknown;
2649
+ }, import("zod/v4/core").$strip>>;
2650
+ liveCalls: import("zod").ZodArray<import("zod").ZodObject<{
2651
+ toolName: import("zod").ZodString;
2652
+ args: import("zod").ZodUnknown;
2653
+ }, import("zod/v4/core").$strip>>;
2654
+ failure: import("zod").ZodOptional<import("zod").ZodObject<{
2655
+ code: import("zod").ZodEnum<{
2656
+ TOOL_MOCK_MISMATCH: "TOOL_MOCK_MISMATCH";
2657
+ TOOL_MOCK_EXHAUSTED: "TOOL_MOCK_EXHAUSTED";
2658
+ TOOL_MOCK_NOT_DECLARED: "TOOL_MOCK_NOT_DECLARED";
2659
+ }>;
2660
+ toolName: import("zod").ZodString;
2661
+ args: import("zod").ZodUnknown;
2662
+ }, import("zod/v4/core").$strip>>;
2663
+ }, import("zod/v4/core").$strip>>>;
2664
+ createdAt: import("zod").ZodCoercedDate<unknown>;
2108
2665
  }, import("zod/v4/core").$strip>>;
2109
- }, import("zod/v4/core").$strip>>;
2110
- }, import("zod/v4/core").$strip>>, "POST", "/datasets/:datasetId/experiments">, import(".").ServerRoute<{
2111
- datasetId: string;
2112
- experimentId: string;
2113
- }, {
2114
- id: string;
2115
- datasetId: string | null;
2116
- datasetVersion: number | null;
2117
- targetType: "agent" | "workflow" | "scorer" | "processor";
2118
- targetId: string;
2119
- status: "running" | "failed" | "pending" | "completed";
2120
- totalItems: number;
2121
- succeededCount: number;
2122
- failedCount: number;
2123
- skippedCount: number;
2124
- startedAt: Date | null;
2125
- completedAt: Date | null;
2126
- createdAt: Date;
2127
- updatedAt: Date;
2128
- agentVersion?: string | null | undefined;
2129
- name?: string | undefined;
2130
- description?: string | undefined;
2131
- metadata?: Record<string, unknown> | undefined;
2132
- provenance?: {
2133
- source?: string | undefined;
2134
- sourceId?: string | undefined;
2135
- sourceVersion?: string | undefined;
2136
- metadata?: Record<string, unknown> | undefined;
2137
- } | null | undefined;
2138
- runnerAttestation?: {
2139
- runnerId: string;
2140
- invocationId: string;
2141
- runnerVersion?: string | undefined;
2142
- } | null | undefined;
2143
- experimentSetId?: string | null | undefined;
2144
- comparisonId?: string | null | undefined;
2145
- variantId?: string | null | undefined;
2146
- trialIndex?: number | null | undefined;
2147
- } | null, "json", import(".").RouteSchemas<import("zod").ZodObject<{
2148
- datasetId: import("zod").ZodString;
2149
- experimentId: import("zod").ZodString;
2150
- }, import("zod/v4/core").$strip>, undefined, undefined, import("zod").ZodNullable<import("zod").ZodObject<{
2151
- id: import("zod").ZodString;
2152
- datasetId: import("zod").ZodNullable<import("zod").ZodString>;
2153
- datasetVersion: import("zod").ZodNullable<import("zod").ZodNumber>;
2154
- agentVersion: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
2155
- targetType: import("zod").ZodEnum<{
2156
- agent: "agent";
2157
- workflow: "workflow";
2158
- scorer: "scorer";
2159
- processor: "processor";
2160
- }>;
2161
- targetId: import("zod").ZodString;
2162
- name: import("zod").ZodOptional<import("zod").ZodString>;
2163
- description: import("zod").ZodOptional<import("zod").ZodString>;
2164
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
2165
- provenance: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodObject<{
2166
- source: import("zod").ZodOptional<import("zod").ZodString>;
2167
- sourceId: import("zod").ZodOptional<import("zod").ZodString>;
2168
- sourceVersion: import("zod").ZodOptional<import("zod").ZodString>;
2169
- metadata: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodUnknown>>;
2170
- }, import("zod/v4/core").$strip>>>;
2171
- runnerAttestation: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodObject<{
2172
- runnerId: import("zod").ZodString;
2173
- invocationId: import("zod").ZodString;
2174
- runnerVersion: import("zod").ZodOptional<import("zod").ZodString>;
2175
- }, import("zod/v4/core").$strip>>>;
2176
- experimentSetId: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
2177
- comparisonId: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
2178
- variantId: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
2179
- trialIndex: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodNumber>>;
2180
- status: import("zod").ZodEnum<{
2181
- running: "running";
2182
- failed: "failed";
2183
- pending: "pending";
2184
- completed: "completed";
2185
- }>;
2186
- totalItems: import("zod").ZodNumber;
2187
- succeededCount: import("zod").ZodNumber;
2188
- failedCount: import("zod").ZodNumber;
2189
- skippedCount: import("zod").ZodNumber;
2190
- startedAt: import("zod").ZodNullable<import("zod").ZodCoercedDate<unknown>>;
2191
- completedAt: import("zod").ZodNullable<import("zod").ZodCoercedDate<unknown>>;
2192
- createdAt: import("zod").ZodCoercedDate<unknown>;
2193
- updatedAt: import("zod").ZodCoercedDate<unknown>;
2194
- }, import("zod/v4/core").$strip>>>, "GET", "/datasets/:datasetId/experiments/:experimentId">, import(".").ServerRoute<import(".").InferParams<import("zod").ZodObject<{
2195
- datasetId: import("zod").ZodString;
2196
- experimentId: import("zod").ZodString;
2197
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
2198
- page: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
2199
- perPage: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
2200
- }, import("zod/v4/core").$strip>, undefined>, {
2201
- results: {
2666
+ pagination: import("zod").ZodObject<{
2667
+ total: import("zod").ZodNumber;
2668
+ page: import("zod").ZodNumber;
2669
+ perPage: import("zod").ZodUnion<readonly [import("zod").ZodNumber, import("zod").ZodLiteral<false>]>;
2670
+ hasMore: import("zod").ZodBoolean;
2671
+ }, import("zod/v4/core").$strip>;
2672
+ }, import("zod/v4/core").$strip>> | undefined;
2673
+ } & {
2674
+ readonly _mastraSchemaRoute: true;
2675
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
2676
+ method: "PATCH";
2677
+ path: "/datasets/:datasetId/experiments/:experimentId/results/:resultId";
2678
+ responseType: "json";
2679
+ streamFormat?: "sse" | "stream";
2680
+ sseFlushOnConnect?: boolean;
2681
+ handler(params: {
2682
+ datasetId: string;
2683
+ experimentId: string;
2684
+ resultId: string;
2685
+ } & {
2686
+ status?: "needs-review" | "reviewed" | "complete" | null | undefined;
2687
+ tags?: string[] | undefined;
2688
+ comment?: string | null | undefined;
2689
+ } & import(".").ServerContext): Promise<{
2202
2690
  id: string;
2203
2691
  experimentId: string;
2204
2692
  itemId: string;
@@ -2241,21 +2729,30 @@ export declare const DATASETS_ROUTES: readonly [import(".").ServerRoute<{
2241
2729
  args: unknown;
2242
2730
  } | undefined;
2243
2731
  } | null | undefined;
2244
- }[];
2245
- pagination: {
2246
- total: number;
2247
- page: number;
2248
- perPage: number | false;
2249
- hasMore: boolean;
2250
- };
2251
- }, "json", import(".").RouteSchemas<import("zod").ZodObject<{
2252
- datasetId: import("zod").ZodString;
2253
- experimentId: import("zod").ZodString;
2254
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
2255
- page: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
2256
- perPage: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodCoercedNumber<unknown>>>;
2257
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
2258
- results: import("zod").ZodArray<import("zod").ZodObject<{
2732
+ }>;
2733
+ pathParamSchema?: import("zod").ZodType;
2734
+ queryParamSchema?: import("zod").ZodType;
2735
+ bodySchema?: import("zod").ZodType;
2736
+ responseSchema?: import("zod").ZodType;
2737
+ openapi?: import("../openapi-utils").OpenAPIRoute;
2738
+ maxBodySize?: number;
2739
+ deprecated?: boolean;
2740
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
2741
+ fga?: import("@mastra/core/auth").FGARouteConfig;
2742
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
2743
+ readonly __schemas?: import(".").RouteSchemas<import("zod").ZodObject<{
2744
+ datasetId: import("zod").ZodString;
2745
+ experimentId: import("zod").ZodString;
2746
+ resultId: import("zod").ZodString;
2747
+ }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
2748
+ status: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodEnum<{
2749
+ "needs-review": "needs-review";
2750
+ reviewed: "reviewed";
2751
+ complete: "complete";
2752
+ }>>>;
2753
+ tags: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
2754
+ comment: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
2755
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
2259
2756
  id: import("zod").ZodString;
2260
2757
  experimentId: import("zod").ZodString;
2261
2758
  itemId: import("zod").ZodString;
@@ -2306,242 +2803,180 @@ export declare const DATASETS_ROUTES: readonly [import(".").ServerRoute<{
2306
2803
  }, import("zod/v4/core").$strip>>;
2307
2804
  }, import("zod/v4/core").$strip>>>;
2308
2805
  createdAt: import("zod").ZodCoercedDate<unknown>;
2309
- }, import("zod/v4/core").$strip>>;
2310
- pagination: import("zod").ZodObject<{
2311
- total: import("zod").ZodNumber;
2312
- page: import("zod").ZodNumber;
2313
- perPage: import("zod").ZodUnion<readonly [import("zod").ZodNumber, import("zod").ZodLiteral<false>]>;
2314
- hasMore: import("zod").ZodBoolean;
2315
- }, import("zod/v4/core").$strip>;
2316
- }, import("zod/v4/core").$strip>>, "GET", "/datasets/:datasetId/experiments/:experimentId/results">, import(".").ServerRoute<import(".").InferParams<import("zod").ZodObject<{
2317
- datasetId: import("zod").ZodString;
2318
- experimentId: import("zod").ZodString;
2319
- resultId: import("zod").ZodString;
2320
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
2321
- status: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodEnum<{
2322
- "needs-review": "needs-review";
2323
- reviewed: "reviewed";
2324
- complete: "complete";
2325
- }>>>;
2326
- tags: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
2327
- comment: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
2328
- }, import("zod/v4/core").$strip>>, {
2329
- id: string;
2330
- experimentId: string;
2331
- itemId: string;
2332
- itemDatasetVersion: number | null;
2333
- input: unknown;
2334
- output: unknown;
2335
- groundTruth: unknown;
2336
- error: {
2337
- message: string;
2338
- stack?: string | undefined;
2339
- code?: string | undefined;
2340
- } | null;
2341
- startedAt: Date;
2342
- completedAt: Date;
2343
- retryCount: number;
2344
- traceId: string | null;
2345
- createdAt: Date;
2346
- expectedTrajectory?: unknown;
2347
- status?: "needs-review" | "reviewed" | "complete" | null | undefined;
2348
- tags?: string[] | null | undefined;
2349
- comment?: string | null | undefined;
2350
- toolMockReport?: {
2351
- served: {
2352
- mockIndex: number;
2353
- toolName: string;
2354
- args: unknown;
2355
- }[];
2356
- unconsumed: {
2357
- mockIndex: number;
2358
- toolName: string;
2359
- args: unknown;
2360
- }[];
2361
- liveCalls: {
2362
- toolName: string;
2363
- args: unknown;
2806
+ }, import("zod/v4/core").$strip>> | undefined;
2807
+ } & {
2808
+ readonly _mastraSchemaRoute: true;
2809
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
2810
+ method: "POST";
2811
+ path: "/datasets/:datasetId/compare";
2812
+ responseType: "json";
2813
+ streamFormat?: "sse" | "stream";
2814
+ sseFlushOnConnect?: boolean;
2815
+ handler(params: {
2816
+ datasetId: string;
2817
+ } & {
2818
+ experimentIdA: string;
2819
+ experimentIdB: string;
2820
+ } & import(".").ServerContext): Promise<{
2821
+ baselineId: string;
2822
+ items: {
2823
+ itemId: string;
2824
+ input: unknown;
2825
+ groundTruth: unknown;
2826
+ results: Record<string, {
2827
+ output: unknown;
2828
+ scores: Record<string, number | null>;
2829
+ } | null>;
2364
2830
  }[];
2365
- failure?: {
2366
- code: "TOOL_MOCK_MISMATCH" | "TOOL_MOCK_EXHAUSTED" | "TOOL_MOCK_NOT_DECLARED";
2367
- toolName: string;
2368
- args: unknown;
2831
+ }>;
2832
+ pathParamSchema?: import("zod").ZodType;
2833
+ queryParamSchema?: import("zod").ZodType;
2834
+ bodySchema?: import("zod").ZodType;
2835
+ responseSchema?: import("zod").ZodType;
2836
+ openapi?: import("../openapi-utils").OpenAPIRoute;
2837
+ maxBodySize?: number;
2838
+ deprecated?: boolean;
2839
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
2840
+ fga?: import("@mastra/core/auth").FGARouteConfig;
2841
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
2842
+ readonly __schemas?: import(".").RouteSchemas<import("zod").ZodObject<{
2843
+ datasetId: import("zod").ZodString;
2844
+ }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
2845
+ experimentIdA: import("zod").ZodString;
2846
+ experimentIdB: import("zod").ZodString;
2847
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
2848
+ baselineId: import("zod").ZodString;
2849
+ items: import("zod").ZodArray<import("zod").ZodObject<{
2850
+ itemId: import("zod").ZodString;
2851
+ input: import("zod").ZodNullable<import("zod").ZodUnknown>;
2852
+ groundTruth: import("zod").ZodNullable<import("zod").ZodUnknown>;
2853
+ results: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodNullable<import("zod").ZodObject<{
2854
+ output: import("zod").ZodNullable<import("zod").ZodUnknown>;
2855
+ scores: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodNullable<import("zod").ZodNumber>>;
2856
+ }, import("zod/v4/core").$strip>>>;
2857
+ }, import("zod/v4/core").$strip>>;
2858
+ }, import("zod/v4/core").$strip>> | undefined;
2859
+ } & {
2860
+ readonly _mastraSchemaRoute: true;
2861
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
2862
+ method: "POST";
2863
+ path: "/datasets/:datasetId/generate-items";
2864
+ responseType: "json";
2865
+ streamFormat?: "sse" | "stream";
2866
+ sseFlushOnConnect?: boolean;
2867
+ handler(params: {
2868
+ datasetId: string;
2869
+ } & {
2870
+ modelId: string;
2871
+ prompt: string;
2872
+ count: number;
2873
+ agentContext?: {
2874
+ description?: string | undefined;
2875
+ instructions?: string | undefined;
2876
+ tools?: string[] | undefined;
2369
2877
  } | undefined;
2370
- } | null | undefined;
2371
- }, "json", import(".").RouteSchemas<import("zod").ZodObject<{
2372
- datasetId: import("zod").ZodString;
2373
- experimentId: import("zod").ZodString;
2374
- resultId: import("zod").ZodString;
2375
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
2376
- status: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodEnum<{
2377
- "needs-review": "needs-review";
2378
- reviewed: "reviewed";
2379
- complete: "complete";
2380
- }>>>;
2381
- tags: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
2382
- comment: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
2383
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
2384
- id: import("zod").ZodString;
2385
- experimentId: import("zod").ZodString;
2386
- itemId: import("zod").ZodString;
2387
- itemDatasetVersion: import("zod").ZodNullable<import("zod").ZodNumber>;
2388
- input: import("zod").ZodUnknown;
2389
- output: import("zod").ZodNullable<import("zod").ZodUnknown>;
2390
- groundTruth: import("zod").ZodNullable<import("zod").ZodUnknown>;
2391
- expectedTrajectory: import("zod").ZodOptional<import("zod").ZodUnknown>;
2392
- error: import("zod").ZodNullable<import("zod").ZodObject<{
2393
- message: import("zod").ZodString;
2394
- stack: import("zod").ZodOptional<import("zod").ZodString>;
2395
- code: import("zod").ZodOptional<import("zod").ZodString>;
2396
- }, import("zod/v4/core").$strip>>;
2397
- startedAt: import("zod").ZodCoercedDate<unknown>;
2398
- completedAt: import("zod").ZodCoercedDate<unknown>;
2399
- retryCount: import("zod").ZodNumber;
2400
- traceId: import("zod").ZodNullable<import("zod").ZodString>;
2401
- status: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodEnum<{
2402
- "needs-review": "needs-review";
2403
- reviewed: "reviewed";
2404
- complete: "complete";
2405
- }>>>;
2406
- tags: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodArray<import("zod").ZodString>>>;
2407
- comment: import("zod").ZodOptional<import("zod").ZodNullable<import("zod").ZodString>>;
2408
- toolMockReport: import("zod").ZodNullable<import("zod").ZodOptional<import("zod").ZodObject<{
2409
- served: import("zod").ZodArray<import("zod").ZodObject<{
2410
- mockIndex: import("zod").ZodNumber;
2411
- toolName: import("zod").ZodString;
2412
- args: import("zod").ZodUnknown;
2878
+ } & import(".").ServerContext): Promise<{
2879
+ items: {
2880
+ input: unknown;
2881
+ groundTruth?: unknown;
2882
+ }[];
2883
+ }>;
2884
+ pathParamSchema?: import("zod").ZodType;
2885
+ queryParamSchema?: import("zod").ZodType;
2886
+ bodySchema?: import("zod").ZodType;
2887
+ responseSchema?: import("zod").ZodType;
2888
+ openapi?: import("../openapi-utils").OpenAPIRoute;
2889
+ maxBodySize?: number;
2890
+ deprecated?: boolean;
2891
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
2892
+ fga?: import("@mastra/core/auth").FGARouteConfig;
2893
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
2894
+ readonly __schemas?: import(".").RouteSchemas<import("zod").ZodObject<{
2895
+ datasetId: import("zod").ZodString;
2896
+ }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
2897
+ modelId: import("zod").ZodString;
2898
+ prompt: import("zod").ZodString;
2899
+ count: import("zod").ZodDefault<import("zod").ZodNumber>;
2900
+ agentContext: import("zod").ZodOptional<import("zod").ZodObject<{
2901
+ description: import("zod").ZodOptional<import("zod").ZodString>;
2902
+ instructions: import("zod").ZodOptional<import("zod").ZodString>;
2903
+ tools: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
2413
2904
  }, import("zod/v4/core").$strip>>;
2414
- unconsumed: import("zod").ZodArray<import("zod").ZodObject<{
2415
- mockIndex: import("zod").ZodNumber;
2416
- toolName: import("zod").ZodString;
2417
- args: import("zod").ZodUnknown;
2905
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
2906
+ items: import("zod").ZodArray<import("zod").ZodObject<{
2907
+ input: import("zod").ZodUnknown;
2908
+ groundTruth: import("zod").ZodOptional<import("zod").ZodUnknown>;
2418
2909
  }, import("zod/v4/core").$strip>>;
2419
- liveCalls: import("zod").ZodArray<import("zod").ZodObject<{
2420
- toolName: import("zod").ZodString;
2421
- args: import("zod").ZodUnknown;
2910
+ }, import("zod/v4/core").$strip>> | undefined;
2911
+ } & {
2912
+ readonly _mastraSchemaRoute: true;
2913
+ }, Omit<import("@mastra/core/server").ApiRoute, "path" | "method" | "handler" | "createHandler" | "openapi"> & {
2914
+ method: "POST";
2915
+ path: "/datasets/cluster-failures";
2916
+ responseType: "json";
2917
+ streamFormat?: "sse" | "stream";
2918
+ sseFlushOnConnect?: boolean;
2919
+ handler(params: {
2920
+ modelId: string;
2921
+ items: {
2922
+ id: string;
2923
+ input: unknown;
2924
+ output?: unknown;
2925
+ error?: string | undefined;
2926
+ scores?: Record<string, number> | undefined;
2927
+ existingTags?: string[] | undefined;
2928
+ }[];
2929
+ availableTags?: string[] | undefined;
2930
+ prompt?: string | undefined;
2931
+ } & import(".").ServerContext): Promise<{
2932
+ clusters: {
2933
+ id: string;
2934
+ label: string;
2935
+ description: string;
2936
+ itemIds: string[];
2937
+ }[];
2938
+ proposedTags?: {
2939
+ itemId: string;
2940
+ tags: string[];
2941
+ reason: string;
2942
+ }[] | undefined;
2943
+ }>;
2944
+ pathParamSchema?: import("zod").ZodType;
2945
+ queryParamSchema?: import("zod").ZodType;
2946
+ bodySchema?: import("zod").ZodType;
2947
+ responseSchema?: import("zod").ZodType;
2948
+ openapi?: import("../openapi-utils").OpenAPIRoute;
2949
+ maxBodySize?: number;
2950
+ deprecated?: boolean;
2951
+ requiresPermission?: import("@mastra/core/auth").MastraFGAPermissionInput | import("@mastra/core/auth").MastraFGAPermissionInput[];
2952
+ fga?: import("@mastra/core/auth").FGARouteConfig;
2953
+ onValidationError?: import("@mastra/core/server").ValidationErrorHook;
2954
+ readonly __schemas?: import(".").RouteSchemas<undefined, undefined, import("zod").ZodObject<{
2955
+ modelId: import("zod").ZodString;
2956
+ items: import("zod").ZodArray<import("zod").ZodObject<{
2957
+ id: import("zod").ZodString;
2958
+ input: import("zod").ZodUnknown;
2959
+ output: import("zod").ZodOptional<import("zod").ZodUnknown>;
2960
+ error: import("zod").ZodOptional<import("zod").ZodString>;
2961
+ scores: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodNumber>>;
2962
+ existingTags: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
2422
2963
  }, import("zod/v4/core").$strip>>;
2423
- failure: import("zod").ZodOptional<import("zod").ZodObject<{
2424
- code: import("zod").ZodEnum<{
2425
- TOOL_MOCK_MISMATCH: "TOOL_MOCK_MISMATCH";
2426
- TOOL_MOCK_EXHAUSTED: "TOOL_MOCK_EXHAUSTED";
2427
- TOOL_MOCK_NOT_DECLARED: "TOOL_MOCK_NOT_DECLARED";
2428
- }>;
2429
- toolName: import("zod").ZodString;
2430
- args: import("zod").ZodUnknown;
2964
+ availableTags: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
2965
+ prompt: import("zod").ZodOptional<import("zod").ZodString>;
2966
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
2967
+ clusters: import("zod").ZodArray<import("zod").ZodObject<{
2968
+ id: import("zod").ZodString;
2969
+ label: import("zod").ZodString;
2970
+ description: import("zod").ZodString;
2971
+ itemIds: import("zod").ZodArray<import("zod").ZodString>;
2431
2972
  }, import("zod/v4/core").$strip>>;
2432
- }, import("zod/v4/core").$strip>>>;
2433
- createdAt: import("zod").ZodCoercedDate<unknown>;
2434
- }, import("zod/v4/core").$strip>>, "PATCH", "/datasets/:datasetId/experiments/:experimentId/results/:resultId">, import(".").ServerRoute<import(".").InferParams<import("zod").ZodObject<{
2435
- datasetId: import("zod").ZodString;
2436
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
2437
- experimentIdA: import("zod").ZodString;
2438
- experimentIdB: import("zod").ZodString;
2439
- }, import("zod/v4/core").$strip>>, {
2440
- baselineId: string;
2441
- items: {
2442
- itemId: string;
2443
- input: unknown;
2444
- groundTruth: unknown;
2445
- results: Record<string, {
2446
- output: unknown;
2447
- scores: Record<string, number | null>;
2448
- } | null>;
2449
- }[];
2450
- }, "json", import(".").RouteSchemas<import("zod").ZodObject<{
2451
- datasetId: import("zod").ZodString;
2452
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
2453
- experimentIdA: import("zod").ZodString;
2454
- experimentIdB: import("zod").ZodString;
2455
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
2456
- baselineId: import("zod").ZodString;
2457
- items: import("zod").ZodArray<import("zod").ZodObject<{
2458
- itemId: import("zod").ZodString;
2459
- input: import("zod").ZodNullable<import("zod").ZodUnknown>;
2460
- groundTruth: import("zod").ZodNullable<import("zod").ZodUnknown>;
2461
- results: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodNullable<import("zod").ZodObject<{
2462
- output: import("zod").ZodNullable<import("zod").ZodUnknown>;
2463
- scores: import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodNullable<import("zod").ZodNumber>>;
2973
+ proposedTags: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
2974
+ itemId: import("zod").ZodString;
2975
+ tags: import("zod").ZodArray<import("zod").ZodString>;
2976
+ reason: import("zod").ZodString;
2464
2977
  }, import("zod/v4/core").$strip>>>;
2465
- }, import("zod/v4/core").$strip>>;
2466
- }, import("zod/v4/core").$strip>>, "POST", "/datasets/:datasetId/compare">, import(".").ServerRoute<import(".").InferParams<import("zod").ZodObject<{
2467
- datasetId: import("zod").ZodString;
2468
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
2469
- modelId: import("zod").ZodString;
2470
- prompt: import("zod").ZodString;
2471
- count: import("zod").ZodDefault<import("zod").ZodNumber>;
2472
- agentContext: import("zod").ZodOptional<import("zod").ZodObject<{
2473
- description: import("zod").ZodOptional<import("zod").ZodString>;
2474
- instructions: import("zod").ZodOptional<import("zod").ZodString>;
2475
- tools: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
2476
- }, import("zod/v4/core").$strip>>;
2477
- }, import("zod/v4/core").$strip>>, {
2478
- items: {
2479
- input: unknown;
2480
- groundTruth?: unknown;
2481
- }[];
2482
- }, "json", import(".").RouteSchemas<import("zod").ZodObject<{
2483
- datasetId: import("zod").ZodString;
2484
- }, import("zod/v4/core").$strip>, undefined, import("zod").ZodObject<{
2485
- modelId: import("zod").ZodString;
2486
- prompt: import("zod").ZodString;
2487
- count: import("zod").ZodDefault<import("zod").ZodNumber>;
2488
- agentContext: import("zod").ZodOptional<import("zod").ZodObject<{
2489
- description: import("zod").ZodOptional<import("zod").ZodString>;
2490
- instructions: import("zod").ZodOptional<import("zod").ZodString>;
2491
- tools: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
2492
- }, import("zod/v4/core").$strip>>;
2493
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
2494
- items: import("zod").ZodArray<import("zod").ZodObject<{
2495
- input: import("zod").ZodUnknown;
2496
- groundTruth: import("zod").ZodOptional<import("zod").ZodUnknown>;
2497
- }, import("zod/v4/core").$strip>>;
2498
- }, import("zod/v4/core").$strip>>, "POST", "/datasets/:datasetId/generate-items">, import(".").ServerRoute<{
2499
- modelId: string;
2500
- items: {
2501
- id: string;
2502
- input: unknown;
2503
- output?: unknown;
2504
- error?: string | undefined;
2505
- scores?: Record<string, number> | undefined;
2506
- existingTags?: string[] | undefined;
2507
- }[];
2508
- availableTags?: string[] | undefined;
2509
- prompt?: string | undefined;
2510
- }, {
2511
- clusters: {
2512
- id: string;
2513
- label: string;
2514
- description: string;
2515
- itemIds: string[];
2516
- }[];
2517
- proposedTags?: {
2518
- itemId: string;
2519
- tags: string[];
2520
- reason: string;
2521
- }[] | undefined;
2522
- }, "json", import(".").RouteSchemas<undefined, undefined, import("zod").ZodObject<{
2523
- modelId: import("zod").ZodString;
2524
- items: import("zod").ZodArray<import("zod").ZodObject<{
2525
- id: import("zod").ZodString;
2526
- input: import("zod").ZodUnknown;
2527
- output: import("zod").ZodOptional<import("zod").ZodUnknown>;
2528
- error: import("zod").ZodOptional<import("zod").ZodString>;
2529
- scores: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodString, import("zod").ZodNumber>>;
2530
- existingTags: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
2531
- }, import("zod/v4/core").$strip>>;
2532
- availableTags: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
2533
- prompt: import("zod").ZodOptional<import("zod").ZodString>;
2534
- }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
2535
- clusters: import("zod").ZodArray<import("zod").ZodObject<{
2536
- id: import("zod").ZodString;
2537
- label: import("zod").ZodString;
2538
- description: import("zod").ZodString;
2539
- itemIds: import("zod").ZodArray<import("zod").ZodString>;
2540
- }, import("zod/v4/core").$strip>>;
2541
- proposedTags: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
2542
- itemId: import("zod").ZodString;
2543
- tags: import("zod").ZodArray<import("zod").ZodString>;
2544
- reason: import("zod").ZodString;
2545
- }, import("zod/v4/core").$strip>>>;
2546
- }, import("zod/v4/core").$strip>>, "POST", "/datasets/cluster-failures">];
2978
+ }, import("zod/v4/core").$strip>> | undefined;
2979
+ } & {
2980
+ readonly _mastraSchemaRoute: true;
2981
+ }];
2547
2982
  //# sourceMappingURL=datasets.d.ts.map