@grok/agent-sdk 0.2.27 → 0.2.28

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1291) hide show
  1. package/AGENTS.md +19 -14
  2. package/CHANGELOG.md +1 -1
  3. package/README.md +15 -17
  4. package/dist/agent-v2-hosting.d.ts +13 -0
  5. package/dist/agent-v2-hosting.d.ts.map +1 -0
  6. package/dist/agent-v2-hosting.js +8 -0
  7. package/dist/artifacts.d.ts +1 -1
  8. package/dist/artifacts.js +1 -1
  9. package/dist/bin/agent-serve.d.ts +3 -15
  10. package/dist/bin/agent-serve.d.ts.map +1 -1
  11. package/dist/bin/agent-serve.js +30 -1628
  12. package/dist/channels/bitbucket/api.d.ts.map +1 -1
  13. package/dist/channels/bitbucket/api.js +3 -3
  14. package/dist/channels/bitbucket/binding.d.ts.map +1 -1
  15. package/dist/channels/bitbucket/binding.js +5 -5
  16. package/dist/channels/bitbucket/bitbucket-channel.d.ts.map +1 -1
  17. package/dist/channels/bitbucket/bitbucket-channel.js +1 -0
  18. package/dist/channels/bitbucket/bitbucket-webhook.d.ts.map +1 -1
  19. package/dist/channels/bitbucket/bitbucket-webhook.js +9 -6
  20. package/dist/channels/bitbucket/checks.d.ts.map +1 -1
  21. package/dist/channels/bitbucket/checks.js +4 -0
  22. package/dist/channels/bitbucket/events.d.ts.map +1 -1
  23. package/dist/channels/bitbucket/index.d.ts +1 -1
  24. package/dist/channels/bitbucket/index.js +1 -1
  25. package/dist/channels/bitbucket/replay.d.ts.map +1 -1
  26. package/dist/channels/bitbucket/replay.js +4 -3
  27. package/dist/channels/change-monitors/change-monitors-channel.d.ts.map +1 -1
  28. package/dist/channels/change-monitors/change-monitors-channel.js +15 -2
  29. package/dist/channels/change-monitors/claim.d.ts +5 -0
  30. package/dist/channels/change-monitors/claim.d.ts.map +1 -0
  31. package/dist/channels/change-monitors/claim.js +6 -0
  32. package/dist/channels/change-monitors/index.d.ts +1 -0
  33. package/dist/channels/change-monitors/index.d.ts.map +1 -1
  34. package/dist/channels/change-monitors/index.js +1 -0
  35. package/dist/channels/change-monitors/types.d.ts.map +1 -1
  36. package/dist/channels/deployments/deployments-channel.d.ts +1 -1
  37. package/dist/channels/deployments/deployments-channel.js +1 -1
  38. package/dist/channels/deployments/index.d.ts +1 -1
  39. package/dist/channels/deployments/index.js +1 -1
  40. package/dist/channels/deployments/types.d.ts.map +1 -1
  41. package/dist/channels/github/api.d.ts +11 -0
  42. package/dist/channels/github/api.d.ts.map +1 -1
  43. package/dist/channels/github/api.js +29 -4
  44. package/dist/channels/github/binding.d.ts +5 -3
  45. package/dist/channels/github/binding.d.ts.map +1 -1
  46. package/dist/channels/github/binding.js +16 -9
  47. package/dist/channels/github/github-channel.d.ts +7 -2
  48. package/dist/channels/github/github-channel.d.ts.map +1 -1
  49. package/dist/channels/github/github-channel.js +20 -11
  50. package/dist/channels/github/index.d.ts +1 -1
  51. package/dist/channels/github/index.js +1 -1
  52. package/dist/channels/github/progress.d.ts.map +1 -1
  53. package/dist/channels/github/progress.js +4 -0
  54. package/dist/channels/github/state.d.ts +2 -2
  55. package/dist/channels/github/state.d.ts.map +1 -1
  56. package/dist/channels/github/types.d.ts +7 -7
  57. package/dist/channels/github/types.d.ts.map +1 -1
  58. package/dist/channels/gitlab/api.d.ts +2 -2
  59. package/dist/channels/gitlab/api.d.ts.map +1 -1
  60. package/dist/channels/gitlab/api.js +25 -14
  61. package/dist/channels/gitlab/binding.d.ts.map +1 -1
  62. package/dist/channels/gitlab/binding.js +2 -3
  63. package/dist/channels/gitlab/checks.d.ts.map +1 -1
  64. package/dist/channels/gitlab/checks.js +4 -0
  65. package/dist/channels/gitlab/events.d.ts.map +1 -1
  66. package/dist/channels/gitlab/gitlab-channel.d.ts.map +1 -1
  67. package/dist/channels/gitlab/gitlab-channel.js +4 -7
  68. package/dist/channels/gitlab/gitlab-webhook.d.ts.map +1 -1
  69. package/dist/channels/gitlab/gitlab-webhook.js +11 -8
  70. package/dist/channels/gitlab/index.d.ts +1 -1
  71. package/dist/channels/gitlab/index.js +1 -1
  72. package/dist/channels/gitlab/replay.d.ts.map +1 -1
  73. package/dist/channels/gitlab/replay.js +2 -0
  74. package/dist/channels/gitlab/types.d.ts.map +1 -1
  75. package/dist/channels/issues/claim.d.ts +5 -0
  76. package/dist/channels/issues/claim.d.ts.map +1 -0
  77. package/dist/channels/issues/claim.js +6 -0
  78. package/dist/channels/issues/index.d.ts +1 -0
  79. package/dist/channels/issues/index.d.ts.map +1 -1
  80. package/dist/channels/issues/index.js +1 -0
  81. package/dist/channels/issues/issues-channel.d.ts.map +1 -1
  82. package/dist/channels/issues/issues-channel.js +16 -3
  83. package/dist/channels/issues/types.d.ts +2 -2
  84. package/dist/channels/issues/types.d.ts.map +1 -1
  85. package/dist/channels/origin/api.d.ts.map +1 -1
  86. package/dist/channels/origin/api.js +3 -3
  87. package/dist/channels/origin/index.d.ts +1 -1
  88. package/dist/channels/origin/index.js +1 -1
  89. package/dist/channels/origin/origin-channel.d.ts.map +1 -1
  90. package/dist/channels/origin/origin-channel.js +6 -6
  91. package/dist/channels/origin/origin-webhook.d.ts.map +1 -1
  92. package/dist/channels/origin/origin-webhook.js +2 -5
  93. package/dist/channels/pagerduty/api.d.ts.map +1 -1
  94. package/dist/channels/pagerduty/api.js +2 -1
  95. package/dist/channels/pagerduty/index.d.ts +1 -1
  96. package/dist/channels/pagerduty/index.js +1 -1
  97. package/dist/channels/pagerduty/pagerduty-channel.d.ts.map +1 -1
  98. package/dist/channels/pagerduty/pagerduty-channel.js +1 -0
  99. package/dist/channels/pagerduty/pagerduty-webhook.d.ts.map +1 -1
  100. package/dist/channels/pagerduty/pagerduty-webhook.js +20 -11
  101. package/dist/channels/pagerduty/payload.d.ts.map +1 -1
  102. package/dist/channels/pagerduty/payload.js +2 -3
  103. package/dist/channels/pagerduty/replay.d.ts.map +1 -1
  104. package/dist/channels/pagerduty/replay.js +4 -1
  105. package/dist/channels/pagerduty/self-user.d.ts.map +1 -1
  106. package/dist/channels/pagerduty/self-user.js +8 -9
  107. package/dist/channels/runs/runs-channel.d.ts.map +1 -1
  108. package/dist/channels/runs/runs-channel.js +8 -2
  109. package/dist/channels/runs/types.d.ts +2 -2
  110. package/dist/channels/runs/types.d.ts.map +1 -1
  111. package/dist/channels/slack/agentic-delivery.d.ts +20 -1
  112. package/dist/channels/slack/agentic-delivery.d.ts.map +1 -1
  113. package/dist/channels/slack/agentic-delivery.js +77 -12
  114. package/dist/channels/slack/agentic-signals.d.ts +2 -0
  115. package/dist/channels/slack/agentic-signals.d.ts.map +1 -1
  116. package/dist/channels/slack/agentic-signals.js +24 -7
  117. package/dist/channels/slack/api.d.ts +1 -1
  118. package/dist/channels/slack/api.d.ts.map +1 -1
  119. package/dist/channels/slack/api.js +12 -13
  120. package/dist/channels/slack/approvals.d.ts.map +1 -1
  121. package/dist/channels/slack/approvals.js +5 -4
  122. package/dist/channels/slack/attachments.d.ts.map +1 -1
  123. package/dist/channels/slack/attachments.js +34 -9
  124. package/dist/channels/slack/auth.d.ts.map +1 -1
  125. package/dist/channels/slack/auth.js +3 -1
  126. package/dist/channels/slack/bot-mentions.d.ts.map +1 -1
  127. package/dist/channels/slack/bot-mentions.js +2 -4
  128. package/dist/channels/slack/cli-project.d.ts.map +1 -1
  129. package/dist/channels/slack/cli-project.js +7 -10
  130. package/dist/channels/slack/constants.d.ts +7 -0
  131. package/dist/channels/slack/constants.d.ts.map +1 -1
  132. package/dist/channels/slack/constants.js +7 -0
  133. package/dist/channels/slack/defaults.d.ts +12 -0
  134. package/dist/channels/slack/defaults.d.ts.map +1 -1
  135. package/dist/channels/slack/defaults.js +10 -2
  136. package/dist/channels/slack/dispatch.d.ts +7 -1
  137. package/dist/channels/slack/dispatch.d.ts.map +1 -1
  138. package/dist/channels/slack/dispatch.js +88 -13
  139. package/dist/channels/slack/doctor.d.ts.map +1 -1
  140. package/dist/channels/slack/doctor.js +11 -11
  141. package/dist/channels/slack/inbound.d.ts +7 -0
  142. package/dist/channels/slack/inbound.d.ts.map +1 -1
  143. package/dist/channels/slack/inbound.js +25 -4
  144. package/dist/channels/slack/index.d.ts +2 -2
  145. package/dist/channels/slack/index.d.ts.map +1 -1
  146. package/dist/channels/slack/index.js +2 -2
  147. package/dist/channels/slack/init.d.ts +2 -0
  148. package/dist/channels/slack/init.d.ts.map +1 -1
  149. package/dist/channels/slack/init.js +10 -2
  150. package/dist/channels/slack/interactive.d.ts +6 -1
  151. package/dist/channels/slack/interactive.d.ts.map +1 -1
  152. package/dist/channels/slack/interactive.js +15 -25
  153. package/dist/channels/slack/manifest.d.ts.map +1 -1
  154. package/dist/channels/slack/manifest.js +15 -12
  155. package/dist/channels/slack/message-body.d.ts.map +1 -1
  156. package/dist/channels/slack/message-body.js +2 -4
  157. package/dist/channels/slack/nudge-carrier.d.ts.map +1 -1
  158. package/dist/channels/slack/nudge-carrier.js +27 -1
  159. package/dist/channels/slack/nudge-store.d.ts.map +1 -1
  160. package/dist/channels/slack/nudge-store.js +8 -3
  161. package/dist/channels/slack/placeholder.d.ts +3 -0
  162. package/dist/channels/slack/placeholder.d.ts.map +1 -1
  163. package/dist/channels/slack/placeholder.js +6 -5
  164. package/dist/channels/slack/recording-sink.d.ts.map +1 -1
  165. package/dist/channels/slack/recording-sink.js +4 -3
  166. package/dist/channels/slack/sender-name.d.ts.map +1 -1
  167. package/dist/channels/slack/sender-name.js +2 -3
  168. package/dist/channels/slack/slack-channel.d.ts +1 -3
  169. package/dist/channels/slack/slack-channel.d.ts.map +1 -1
  170. package/dist/channels/slack/slack-channel.js +63 -86
  171. package/dist/channels/slack/thread-context.d.ts.map +1 -1
  172. package/dist/channels/slack/thread-context.js +4 -9
  173. package/dist/channels/slack/tool-cards.d.ts.map +1 -1
  174. package/dist/channels/slack/tool-cards.js +4 -0
  175. package/dist/channels/slack/types.d.ts +19 -4
  176. package/dist/channels/slack/types.d.ts.map +1 -1
  177. package/dist/channels/slack/upload.d.ts +2 -0
  178. package/dist/channels/slack/upload.d.ts.map +1 -1
  179. package/dist/channels/slack/upload.js +49 -12
  180. package/dist/channels/slack/user-info.d.ts.map +1 -1
  181. package/dist/channels/slack/user-info.js +3 -6
  182. package/dist/channels.d.ts +11 -11
  183. package/dist/channels.d.ts.map +1 -1
  184. package/dist/channels.js +57 -30
  185. package/dist/connections.d.ts +1 -1
  186. package/dist/connections.js +1 -1
  187. package/dist/docs/404.html +4 -4
  188. package/dist/docs/architecture.svg +1 -1
  189. package/dist/docs/assets/{app.wA5xBBcd.js → app.DF9vlcdn.js} +4 -4
  190. package/dist/docs/assets/building-with-agents.md.Bf1yH2tG.js +9 -0
  191. package/dist/docs/assets/building-with-agents.md.Bf1yH2tG.lean.js +1 -0
  192. package/dist/docs/assets/changelog.md.fZ-NNFeJ.js +1 -0
  193. package/dist/docs/assets/changelog.md.fZ-NNFeJ.lean.js +1 -0
  194. package/dist/docs/assets/chunks/@localSearchIndexroot.mfzjiOsL.js +1 -0
  195. package/dist/docs/assets/chunks/{VPLocalSearchBox.C29HLCVL.js → VPLocalSearchBox.D8OuwKO0.js} +1 -1
  196. package/dist/docs/assets/chunks/{arc.BOaoYWmh.js → arc.DCq_TCYV.js} +1 -1
  197. package/dist/docs/assets/chunks/{architectureDiagram-Q4EWVU46.MfG0itQh.js → architectureDiagram-Q4EWVU46.PWRNTPbk.js} +1 -1
  198. package/dist/docs/assets/chunks/{baseUniq.CUeJciCF.js → baseUniq.BeRPvRUL.js} +1 -1
  199. package/dist/docs/assets/chunks/{blockDiagram-DXYQGD6D.BrXMZRtK.js → blockDiagram-DXYQGD6D.BuRmZVSo.js} +1 -1
  200. package/dist/docs/assets/chunks/{c4Diagram-AHTNJAMY.DfkDHeB9.js → c4Diagram-AHTNJAMY.7DKSMwuv.js} +1 -1
  201. package/dist/docs/assets/chunks/channel.goFR5lbe.js +1 -0
  202. package/dist/docs/assets/chunks/{chunk-4BX2VUAB.xKz8CiXK.js → chunk-4BX2VUAB.7VrO9-9i.js} +1 -1
  203. package/dist/docs/assets/chunks/{chunk-4TB4RGXK.kkfBh4zk.js → chunk-4TB4RGXK.CHystNE2.js} +1 -1
  204. package/dist/docs/assets/chunks/{chunk-55IACEB6.BClJGb94.js → chunk-55IACEB6.Nuh9TbTq.js} +1 -1
  205. package/dist/docs/assets/chunks/{chunk-EDXVE4YY.P9BpQ9L3.js → chunk-EDXVE4YY.CA0EKugm.js} +1 -1
  206. package/dist/docs/assets/chunks/{chunk-FMBD7UC4.R4iYi58S.js → chunk-FMBD7UC4.F9_mp7U8.js} +1 -1
  207. package/dist/docs/assets/chunks/{chunk-OYMX7WX6.Cpn8L1dw.js → chunk-OYMX7WX6.CEU4QfE1.js} +1 -1
  208. package/dist/docs/assets/chunks/{chunk-QZHKN3VN.BLftECqU.js → chunk-QZHKN3VN.B8h_x9_i.js} +1 -1
  209. package/dist/docs/assets/chunks/{chunk-YZCP3GAM.BWDV1AYt.js → chunk-YZCP3GAM.Btfb-rKg.js} +1 -1
  210. package/dist/docs/assets/chunks/classDiagram-6PBFFD2Q.B2yLtFja.js +1 -0
  211. package/dist/docs/assets/chunks/classDiagram-v2-HSJHXN6E.B2yLtFja.js +1 -0
  212. package/dist/docs/assets/chunks/clone.CztV97Wu.js +1 -0
  213. package/dist/docs/assets/chunks/{cose-bilkent-S5V4N54A.DGpAcJ55.js → cose-bilkent-S5V4N54A.DKvc96Wa.js} +1 -1
  214. package/dist/docs/assets/chunks/{dagre-KV5264BT.BBXxGEaD.js → dagre-KV5264BT.CMo0cy1b.js} +1 -1
  215. package/dist/docs/assets/chunks/{diagram-5BDNPKRD.EKqOwmK2.js → diagram-5BDNPKRD.DDgMOQhB.js} +1 -1
  216. package/dist/docs/assets/chunks/{diagram-G4DWMVQ6.CB8pdkoZ.js → diagram-G4DWMVQ6.BdJnoIsU.js} +1 -1
  217. package/dist/docs/assets/chunks/{diagram-MMDJMWI5.aHh4WGg9.js → diagram-MMDJMWI5.oSvhAZaL.js} +1 -1
  218. package/dist/docs/assets/chunks/{diagram-TYMM5635.YIsbRH20.js → diagram-TYMM5635.C9zZLIE-.js} +1 -1
  219. package/dist/docs/assets/chunks/{erDiagram-SMLLAGMA.B3bTCW_e.js → erDiagram-SMLLAGMA.BNhVyccy.js} +1 -1
  220. package/dist/docs/assets/chunks/{flowDiagram-DWJPFMVM.M81hXIXZ.js → flowDiagram-DWJPFMVM.BEFLLBiU.js} +1 -1
  221. package/dist/docs/assets/chunks/{ganttDiagram-T4ZO3ILL.BKg7WY--.js → ganttDiagram-T4ZO3ILL.BdUzXBgY.js} +1 -1
  222. package/dist/docs/assets/chunks/{gitGraphDiagram-UUTBAWPF.CLEMZgO3.js → gitGraphDiagram-UUTBAWPF.Rd3LlOIJ.js} +1 -1
  223. package/dist/docs/assets/chunks/{graph.DS38W_Q-.js → graph.DnJC1GpG.js} +1 -1
  224. package/dist/docs/assets/chunks/{infoDiagram-42DDH7IO.BTiWTi82.js → infoDiagram-42DDH7IO.xv0xntDJ.js} +1 -1
  225. package/dist/docs/assets/chunks/{ishikawaDiagram-UXIWVN3A.DcqY_KQL.js → ishikawaDiagram-UXIWVN3A.BaGIlviU.js} +1 -1
  226. package/dist/docs/assets/chunks/{journeyDiagram-VCZTEJTY.0lQNZ40U.js → journeyDiagram-VCZTEJTY.Cof_h0fp.js} +1 -1
  227. package/dist/docs/assets/chunks/{kanban-definition-6JOO6SKY.L5sKlf7X.js → kanban-definition-6JOO6SKY.C5GozFuU.js} +1 -1
  228. package/dist/docs/assets/chunks/{layout.7u4gFhQa.js → layout.zc9UShLc.js} +1 -1
  229. package/dist/docs/assets/chunks/{linear.D5v33SOb.js → linear.BoqrFVcJ.js} +1 -1
  230. package/dist/docs/assets/chunks/{min.Dc9uCxf9.js → min.DwIfr8hG.js} +1 -1
  231. package/dist/docs/assets/chunks/{mindmap-definition-QFDTVHPH.B56nGoB_.js → mindmap-definition-QFDTVHPH.Dkq2yTtp.js} +1 -1
  232. package/dist/docs/assets/chunks/{pieDiagram-DEJITSTG.Cba8e8lS.js → pieDiagram-DEJITSTG.B4CpTmHK.js} +1 -1
  233. package/dist/docs/assets/chunks/{quadrantDiagram-34T5L4WZ.2YjBycHF.js → quadrantDiagram-34T5L4WZ.BqXnFC9C.js} +1 -1
  234. package/dist/docs/assets/chunks/{requirementDiagram-MS252O5E.D4P5RqVI.js → requirementDiagram-MS252O5E.DhIN2z-E.js} +1 -1
  235. package/dist/docs/assets/chunks/{sankeyDiagram-XADWPNL6.C0Hn8NUm.js → sankeyDiagram-XADWPNL6.BhxUAmg2.js} +1 -1
  236. package/dist/docs/assets/chunks/{sequenceDiagram-FGHM5R23.BZm7EaoT.js → sequenceDiagram-FGHM5R23.BqgU7HU-.js} +1 -1
  237. package/dist/docs/assets/chunks/{stateDiagram-FHFEXIEX.DcR4f3X2.js → stateDiagram-FHFEXIEX.B1BCO18N.js} +1 -1
  238. package/dist/docs/assets/chunks/stateDiagram-v2-QKLJ7IA2.CZlVHdDZ.js +1 -0
  239. package/dist/docs/assets/chunks/{theme.DvfKzyXq.js → theme.oV7rddEz.js} +2 -2
  240. package/dist/docs/assets/chunks/{timeline-definition-GMOUNBTQ.CgDh96vg.js → timeline-definition-GMOUNBTQ.oRI8UwMC.js} +1 -1
  241. package/dist/docs/assets/chunks/{vennDiagram-DHZGUBPP.B4fagbC8.js → vennDiagram-DHZGUBPP.DmuWrIxN.js} +1 -1
  242. package/dist/docs/assets/chunks/{wardley-RL74JXVD.Ck68omim.js → wardley-RL74JXVD.CEBjM5ov.js} +1 -1
  243. package/dist/docs/assets/chunks/{wardleyDiagram-NUSXRM2D.DBUg0bvz.js → wardleyDiagram-NUSXRM2D.m5zsCOF9.js} +1 -1
  244. package/dist/docs/assets/chunks/{xychartDiagram-5P7HB3ND.DnKSGQE1.js → xychartDiagram-5P7HB3ND.cPN-587n.js} +1 -1
  245. package/dist/docs/assets/deployment.md.DDmjAVbg.js +31 -0
  246. package/dist/docs/assets/deployment.md.DDmjAVbg.lean.js +1 -0
  247. package/dist/docs/assets/{evals.md.CHR34K1Y.js → evals.md.OjKb7tNA.js} +9 -9
  248. package/dist/docs/assets/{guides_agent-to-agent.md.CwL5cwuE.js → guides_agent-to-agent.md.D1D5f6Jc.js} +7 -7
  249. package/dist/docs/assets/guides_agent-to-agent.md.D1D5f6Jc.lean.js +1 -0
  250. package/dist/docs/assets/{guides_bitbucket.md.CKUayYtD.js → guides_bitbucket.md.DkjkBRU8.js} +3 -3
  251. package/dist/docs/assets/guides_cloud-agents.md.Ceyjv0ul.js +9 -0
  252. package/dist/docs/assets/guides_cloud-agents.md.Ceyjv0ul.lean.js +1 -0
  253. package/dist/docs/assets/{guides_convert-automation.md.DMEX9nF-.js → guides_convert-automation.md.BjraCvok.js} +11 -11
  254. package/dist/docs/assets/guides_convert-automation.md.BjraCvok.lean.js +1 -0
  255. package/dist/docs/assets/{guides_github.md.TuNiZAOQ.js → guides_github.md.CgN5sNbW.js} +14 -14
  256. package/dist/docs/assets/{guides_github.md.TuNiZAOQ.lean.js → guides_github.md.CgN5sNbW.lean.js} +1 -1
  257. package/dist/docs/assets/{guides_gitlab.md.CtNI4fSH.js → guides_gitlab.md.DCE0p7_w.js} +3 -3
  258. package/dist/docs/assets/guides_grokbot-agents.md.D0PpM_Gf.js +15 -0
  259. package/dist/docs/assets/{guides_grokbot-agents.md.BwAykJ7U.lean.js → guides_grokbot-agents.md.D0PpM_Gf.lean.js} +1 -1
  260. package/dist/docs/assets/{guides_hooks.md.B2XfGX50.js → guides_hooks.md.BjeEiM7s.js} +4 -4
  261. package/dist/docs/assets/{guides_hooks.md.B2XfGX50.lean.js → guides_hooks.md.BjeEiM7s.lean.js} +1 -1
  262. package/dist/docs/assets/{guides_improve.md.CZKVt1cT.js → guides_improve.md.BFYtrtLE.js} +4 -4
  263. package/dist/docs/assets/{guides_improve.md.CZKVt1cT.lean.js → guides_improve.md.BFYtrtLE.lean.js} +1 -1
  264. package/dist/docs/assets/{guides_jev.md.D7XH4JH3.js → guides_jev.md.Ccw4pedT.js} +10 -10
  265. package/dist/docs/assets/{guides_mcp-oauth.md.Cxq2TxBB.js → guides_mcp-oauth.md.ekpWOZCC.js} +8 -8
  266. package/dist/docs/assets/{guides_mcp-oauth.md.Cxq2TxBB.lean.js → guides_mcp-oauth.md.ekpWOZCC.lean.js} +1 -1
  267. package/dist/docs/assets/guides_migrate.md.RS9Eu-Xh.js +8 -0
  268. package/dist/docs/assets/guides_migrate.md.RS9Eu-Xh.lean.js +1 -0
  269. package/dist/docs/assets/guides_opentelemetry.md.CoZ1kNyd.js +28 -0
  270. package/dist/docs/assets/guides_opentelemetry.md.CoZ1kNyd.lean.js +1 -0
  271. package/dist/docs/assets/{guides_pagerduty.md.BHXMcMtx.js → guides_pagerduty.md.mnKXe9U0.js} +10 -10
  272. package/dist/docs/assets/{guides_slack.md.ClIyi7FI.js → guides_slack.md.BqiGSYGX.js} +21 -8
  273. package/dist/docs/assets/{guides_slack.md.ClIyi7FI.lean.js → guides_slack.md.BqiGSYGX.lean.js} +1 -1
  274. package/dist/docs/assets/{guides_webhooks.md.Cpdc3BDX.js → guides_webhooks.md.BJk63ZTs.js} +9 -5
  275. package/dist/docs/assets/{guides_webhooks.md.Cpdc3BDX.lean.js → guides_webhooks.md.BJk63ZTs.lean.js} +1 -1
  276. package/dist/docs/assets/{hillclimbing.md.Dxvd-0gT.js → hillclimbing.md.By61f3uq.js} +2 -2
  277. package/dist/docs/assets/index.md.CVRjO09Y.js +27 -0
  278. package/dist/docs/assets/index.md.CVRjO09Y.lean.js +1 -0
  279. package/dist/docs/assets/{quickstart.md.D8JDfkKO.js → quickstart.md.DaLk4ZIF.js} +10 -10
  280. package/dist/docs/assets/quickstart.md.DaLk4ZIF.lean.js +1 -0
  281. package/dist/docs/assets/reference_access.md.CExlH_mR.js +1 -0
  282. package/dist/docs/assets/reference_access.md.CExlH_mR.lean.js +1 -0
  283. package/dist/docs/assets/{reference_agent-config.md.CZrbHOfT.js → reference_agent-config.md.11E_xe--.js} +10 -8
  284. package/dist/docs/assets/{reference_agent-config.md.CZrbHOfT.lean.js → reference_agent-config.md.11E_xe--.lean.js} +1 -1
  285. package/dist/docs/assets/{reference_artifacts.md.DLV9MZES.js → reference_artifacts.md.C-hKR2hp.js} +2 -2
  286. package/dist/docs/assets/reference_channels.md.DsJfGSBJ.js +22 -0
  287. package/dist/docs/assets/{reference_channels.md.CNNIS6K7.lean.js → reference_channels.md.DsJfGSBJ.lean.js} +1 -1
  288. package/dist/docs/assets/reference_cli.md.DQ3dCgmk.js +99 -0
  289. package/dist/docs/assets/reference_cli.md.DQ3dCgmk.lean.js +1 -0
  290. package/dist/docs/assets/{reference_connections.md.BJE2Zllp.js → reference_connections.md.BoAotr7_.js} +7 -7
  291. package/dist/docs/assets/{reference_evals.md.Ccwp4x3o.js → reference_evals.md.DYKjGFi-.js} +11 -11
  292. package/dist/docs/assets/{reference_extensions.md.DKxTuCIw.js → reference_extensions.md.pEVj72Xo.js} +9 -9
  293. package/dist/docs/assets/{reference_extensions.md.DKxTuCIw.lean.js → reference_extensions.md.pEVj72Xo.lean.js} +1 -1
  294. package/dist/docs/assets/{reference_hooks.md.CROr0QgC.js → reference_hooks.md.B-bwJuiG.js} +5 -5
  295. package/dist/docs/assets/{reference_http-api.md.Dji-DD_Z.js → reference_http-api.md._RWELr3d.js} +1 -1
  296. package/dist/docs/assets/{reference_instructions.md.BYMVxAkw.js → reference_instructions.md.yL2hXLnl.js} +1 -1
  297. package/dist/docs/assets/reference_limits.md.Da1HegjB.js +8 -0
  298. package/dist/docs/assets/reference_limits.md.Da1HegjB.lean.js +1 -0
  299. package/dist/docs/assets/reference_memory.md.Dd7cyV9V.js +4 -0
  300. package/dist/docs/assets/reference_playground.md.CQiJk9CM.js +1 -0
  301. package/dist/docs/assets/{reference_project-layout.md.mFcS8yDD.js → reference_project-layout.md.BamcPDUn.js} +4 -4
  302. package/dist/docs/assets/{reference_prompt.md.DqPh71XN.js → reference_prompt.md.BMjm1Jp3.js} +2 -2
  303. package/dist/docs/assets/{reference_schedules.md.BqWnJES4.js → reference_schedules.md.RC47aFm4.js} +4 -4
  304. package/dist/docs/assets/{reference_sessions.md.Bi6lHttM.js → reference_sessions.md.C7KFhWXV.js} +1 -1
  305. package/dist/docs/assets/{reference_skills.md.Ckddg6KX.js → reference_skills.md.Dej2zQxi.js} +2 -2
  306. package/dist/docs/assets/{reference_skills.md.Ckddg6KX.lean.js → reference_skills.md.Dej2zQxi.lean.js} +1 -1
  307. package/dist/docs/assets/{reference_subagents.md.ChNGh6HK.js → reference_subagents.md.CAhvW4yS.js} +1 -1
  308. package/dist/docs/assets/{reference_tools.md.Bo0UfT0a.js → reference_tools.md.DQr7Fnhu.js} +10 -10
  309. package/dist/docs/assets/{reference_tools.md.Bo0UfT0a.lean.js → reference_tools.md.DQr7Fnhu.lean.js} +1 -1
  310. package/dist/docs/assets/{style.B9o0luvp.css → style.DK0YX1WL.css} +1 -1
  311. package/dist/docs/assets/{templates_agentic-owners.md.CTEnR0jp.js → templates_agentic-owners.md.Dh2nDSqg.js} +4 -4
  312. package/dist/docs/assets/templates_security-reviewer.md.DnwXdnB5.js +3 -0
  313. package/dist/docs/assets/templates_thermo-quality-review.md.MJIdHkzE.js +3 -0
  314. package/dist/docs/assets/{templates_thermo-quality-review.md.B77UyTrX.lean.js → templates_thermo-quality-review.md.MJIdHkzE.lean.js} +1 -1
  315. package/dist/docs/assets/templates_thermo-review.md.DfN1OFOl.js +3 -0
  316. package/dist/docs/assets/{templates_thermo-review.md.DRJ7mC5U.lean.js → templates_thermo-review.md.DfN1OFOl.lean.js} +1 -1
  317. package/dist/docs/assets/{templates_triage.md.CNN6b0JZ.js → templates_triage.md.BYWMloV4.js} +4 -4
  318. package/dist/docs/assets/troubleshooting.md.AGJ3jDzj.js +1 -0
  319. package/dist/docs/building-with-agents.html +46 -46
  320. package/dist/docs/building-with-agents.md +15 -15
  321. package/dist/docs/changelog.html +39 -39
  322. package/dist/docs/changelog.md +47 -11
  323. package/dist/docs/deployment.html +52 -52
  324. package/dist/docs/deployment.md +110 -48
  325. package/dist/docs/evals.html +47 -47
  326. package/dist/docs/evals.md +11 -11
  327. package/dist/docs/guides/agent-to-agent.html +45 -45
  328. package/dist/docs/guides/agent-to-agent.md +7 -7
  329. package/dist/docs/guides/bitbucket.html +41 -41
  330. package/dist/docs/guides/bitbucket.md +5 -5
  331. package/dist/docs/guides/cloud-agents.html +41 -41
  332. package/dist/docs/guides/cloud-agents.md +3 -3
  333. package/dist/docs/guides/convert-automation.html +49 -49
  334. package/dist/docs/guides/convert-automation.md +16 -15
  335. package/dist/docs/guides/github.html +50 -50
  336. package/dist/docs/guides/github.md +16 -16
  337. package/dist/docs/guides/gitlab.html +41 -41
  338. package/dist/docs/guides/gitlab.md +5 -5
  339. package/dist/docs/guides/grokbot-agents.html +40 -40
  340. package/dist/docs/guides/grokbot-agents.md +8 -14
  341. package/dist/docs/guides/hooks.html +40 -40
  342. package/dist/docs/guides/hooks.md +3 -3
  343. package/dist/docs/guides/improve.html +40 -40
  344. package/dist/docs/guides/improve.md +2 -2
  345. package/dist/docs/guides/jev.html +48 -48
  346. package/dist/docs/guides/jev.md +10 -10
  347. package/dist/docs/guides/mcp-oauth.html +45 -45
  348. package/dist/docs/guides/mcp-oauth.md +8 -8
  349. package/dist/docs/guides/migrate.html +43 -42
  350. package/dist/docs/guides/migrate.md +34 -27
  351. package/dist/docs/guides/opentelemetry.html +50 -59
  352. package/dist/docs/guides/opentelemetry.md +61 -130
  353. package/dist/docs/guides/pagerduty.html +48 -48
  354. package/dist/docs/guides/pagerduty.md +18 -18
  355. package/dist/docs/guides/slack.html +58 -45
  356. package/dist/docs/guides/slack.md +82 -11
  357. package/dist/docs/guides/webhooks.html +46 -42
  358. package/dist/docs/guides/webhooks.md +61 -3
  359. package/dist/docs/hashmap.json +1 -1
  360. package/dist/docs/hillclimbing.html +39 -39
  361. package/dist/docs/hillclimbing.md +2 -2
  362. package/dist/docs/index.html +42 -42
  363. package/dist/docs/index.md +14 -15
  364. package/dist/docs/llms-full.txt +1238 -1243
  365. package/dist/docs/llms.txt +13 -13
  366. package/dist/docs/quickstart.html +48 -48
  367. package/dist/docs/quickstart.md +20 -20
  368. package/dist/docs/reference/access.html +60 -0
  369. package/dist/docs/reference/access.md +22 -0
  370. package/dist/docs/reference/agent-config.html +46 -44
  371. package/dist/docs/reference/agent-config.md +54 -12
  372. package/dist/docs/reference/artifacts.html +39 -39
  373. package/dist/docs/reference/artifacts.md +2 -2
  374. package/dist/docs/reference/channels.html +39 -39
  375. package/dist/docs/reference/channels.md +29 -9
  376. package/dist/docs/reference/cli.html +96 -100
  377. package/dist/docs/reference/cli.md +363 -366
  378. package/dist/docs/reference/connections.html +44 -44
  379. package/dist/docs/reference/connections.md +9 -9
  380. package/dist/docs/reference/evals.html +48 -48
  381. package/dist/docs/reference/evals.md +13 -13
  382. package/dist/docs/reference/extensions.html +46 -46
  383. package/dist/docs/reference/extensions.md +10 -10
  384. package/dist/docs/reference/hooks.html +42 -42
  385. package/dist/docs/reference/hooks.md +11 -11
  386. package/dist/docs/reference/http-api.html +39 -39
  387. package/dist/docs/reference/http-api.md +1 -1
  388. package/dist/docs/reference/instructions.html +39 -39
  389. package/dist/docs/reference/instructions.md +1 -1
  390. package/dist/docs/reference/limits.html +67 -0
  391. package/dist/docs/reference/limits.md +37 -0
  392. package/dist/docs/reference/memory.html +40 -40
  393. package/dist/docs/reference/memory.md +7 -7
  394. package/dist/docs/reference/playground.html +38 -38
  395. package/dist/docs/reference/playground.md +1 -1
  396. package/dist/docs/reference/project-layout.html +41 -41
  397. package/dist/docs/reference/project-layout.md +6 -6
  398. package/dist/docs/reference/prompt.html +39 -39
  399. package/dist/docs/reference/prompt.md +2 -2
  400. package/dist/docs/reference/schedules.html +42 -42
  401. package/dist/docs/reference/schedules.md +4 -4
  402. package/dist/docs/reference/sessions.html +39 -39
  403. package/dist/docs/reference/sessions.md +3 -3
  404. package/dist/docs/reference/skills.html +39 -39
  405. package/dist/docs/reference/skills.md +2 -2
  406. package/dist/docs/reference/subagents.html +39 -39
  407. package/dist/docs/reference/subagents.md +1 -1
  408. package/dist/docs/reference/tools.html +47 -47
  409. package/dist/docs/reference/tools.md +31 -21
  410. package/dist/docs/templates/agentic-owners.html +41 -41
  411. package/dist/docs/templates/agentic-owners.md +7 -7
  412. package/dist/docs/templates/security-reviewer.html +39 -39
  413. package/dist/docs/templates/security-reviewer.md +6 -6
  414. package/dist/docs/templates/thermo-quality-review.html +40 -40
  415. package/dist/docs/templates/thermo-quality-review.md +7 -7
  416. package/dist/docs/templates/thermo-review.html +40 -40
  417. package/dist/docs/templates/thermo-review.md +7 -7
  418. package/dist/docs/templates/triage.html +41 -41
  419. package/dist/docs/templates/triage.md +9 -9
  420. package/dist/docs/troubleshooting.html +38 -38
  421. package/dist/docs/troubleshooting.md +24 -22
  422. package/dist/evals/assertions.d.ts.map +1 -1
  423. package/dist/evals/assertions.js +2 -2
  424. package/dist/evals/expect.d.ts.map +1 -1
  425. package/dist/evals/expect.js +9 -1
  426. package/dist/evals/judge.js +2 -2
  427. package/dist/evals/loaders.d.ts +3 -3
  428. package/dist/evals/loaders.d.ts.map +1 -1
  429. package/dist/evals/loaders.js +6 -3
  430. package/dist/evals/matchers.d.ts +1 -1
  431. package/dist/evals/matchers.d.ts.map +1 -1
  432. package/dist/evals/matchers.js +40 -6
  433. package/dist/evals/reporters.d.ts +2 -2
  434. package/dist/evals/reporters.js +2 -2
  435. package/dist/evals/results.d.ts +1 -1
  436. package/dist/evals/results.js +1 -1
  437. package/dist/evals.d.ts +1 -1
  438. package/dist/evals.js +1 -1
  439. package/dist/executors.d.ts +1 -1
  440. package/dist/executors.d.ts.map +1 -1
  441. package/dist/executors.js +2 -2
  442. package/dist/extensions/cursor-cloud-agents/extension.d.ts +1 -1
  443. package/dist/extensions/cursor-cloud-agents/extension.js +1 -1
  444. package/dist/extensions/cursor-cloud-agents/lib/backend.d.ts.map +1 -1
  445. package/dist/extensions/cursor-cloud-agents/lib/backend.js +13 -2
  446. package/dist/extensions/cursor-cloud-agents/reminders/cloud-agent-stop-watch.js +3 -3
  447. package/dist/extensions/cursor-grokbot-agents/extension.d.ts +7 -13
  448. package/dist/extensions/cursor-grokbot-agents/extension.d.ts.map +1 -1
  449. package/dist/extensions/cursor-grokbot-agents/extension.js +7 -13
  450. package/dist/extensions/cursor-grokbot-agents/lib/backend.d.ts +6 -6
  451. package/dist/extensions/cursor-grokbot-agents/lib/backend.d.ts.map +1 -1
  452. package/dist/extensions/cursor-grokbot-agents/lib/backend.js +8 -7
  453. package/dist/extensions/cursor-grokbot-agents/lib/conversation.d.ts +6 -6
  454. package/dist/extensions/cursor-grokbot-agents/lib/conversation.js +6 -6
  455. package/dist/extensions/improve/extension.d.ts +1 -1
  456. package/dist/extensions/improve/extension.js +1 -1
  457. package/dist/extensions/jev/extension.d.ts +1 -1
  458. package/dist/extensions/jev/extension.js +1 -1
  459. package/dist/extensions/jev/lib/evaluate.d.ts +2 -2
  460. package/dist/extensions/jev/lib/evaluate.d.ts.map +1 -1
  461. package/dist/extensions/jev/lib/evaluate.js +26 -7
  462. package/dist/extensions/jev/skills/gated-write.md +1 -1
  463. package/dist/extensions/slack-communication/extension.d.ts +1 -1
  464. package/dist/extensions/slack-communication/extension.js +1 -1
  465. package/dist/extensions/slack-communication/skills/slack-voice.js +1 -1
  466. package/dist/extensions/slack-communication/tools/post-file.d.ts.map +1 -1
  467. package/dist/extensions/slack-communication/tools/post-file.js +45 -2
  468. package/dist/extensions.d.ts +2 -2
  469. package/dist/extensions.d.ts.map +1 -1
  470. package/dist/extensions.js +7 -3
  471. package/dist/files-backends/cursor-hosted.d.ts.map +1 -1
  472. package/dist/files-backends/cursor-hosted.js +5 -0
  473. package/dist/files-backends/local-fs.d.ts.map +1 -1
  474. package/dist/files-backends/local-fs.js +4 -3
  475. package/dist/filesystem.d.ts +24 -54
  476. package/dist/filesystem.d.ts.map +1 -1
  477. package/dist/filesystem.js +172 -104
  478. package/dist/hooks.d.ts +1 -1
  479. package/dist/hooks.js +1 -1
  480. package/dist/index.d.ts +11 -4
  481. package/dist/index.d.ts.map +1 -1
  482. package/dist/index.js +10 -3
  483. package/dist/internal/advertise-tools.d.ts +3 -3
  484. package/dist/internal/advertise-tools.d.ts.map +1 -1
  485. package/dist/internal/advertise-tools.js +9 -5
  486. package/dist/internal/artifacts-store.d.ts.map +1 -1
  487. package/dist/internal/artifacts-store.js +15 -6
  488. package/dist/internal/as-of.d.ts.map +1 -1
  489. package/dist/internal/as-of.js +4 -3
  490. package/dist/internal/authored-alias-hooks.d.ts +1 -20
  491. package/dist/internal/authored-alias-hooks.d.ts.map +1 -1
  492. package/dist/internal/authored-alias-hooks.js +54 -7
  493. package/dist/internal/authored-loaders.d.ts +2 -2
  494. package/dist/internal/authored-loaders.d.ts.map +1 -1
  495. package/dist/internal/authored-loaders.js +38 -13
  496. package/dist/internal/brand.d.ts.map +1 -1
  497. package/dist/internal/brand.js +25 -2
  498. package/dist/internal/builtin-tools/artifacts.d.ts.map +1 -1
  499. package/dist/internal/builtin-tools/artifacts.js +19 -3
  500. package/dist/internal/channel-dispatch.d.ts.map +1 -1
  501. package/dist/internal/channel-dispatch.js +1 -1
  502. package/dist/internal/channel-state.d.ts.map +1 -1
  503. package/dist/internal/channel-state.js +13 -8
  504. package/dist/internal/chat-client.d.ts.map +1 -1
  505. package/dist/internal/chat-client.js +14 -5
  506. package/dist/internal/cli/command.d.ts +134 -0
  507. package/dist/internal/cli/command.d.ts.map +1 -0
  508. package/dist/internal/cli/command.js +54 -0
  509. package/dist/internal/cli/commands/channels.d.ts +26 -0
  510. package/dist/internal/cli/commands/channels.d.ts.map +1 -0
  511. package/dist/internal/cli/commands/channels.js +524 -0
  512. package/dist/internal/cli/commands/develop.d.ts +15 -0
  513. package/dist/internal/cli/commands/develop.d.ts.map +1 -0
  514. package/dist/internal/cli/commands/develop.js +568 -0
  515. package/dist/internal/cli/commands/hosted.d.ts +22 -0
  516. package/dist/internal/cli/commands/hosted.d.ts.map +1 -0
  517. package/dist/internal/cli/commands/hosted.js +407 -0
  518. package/dist/internal/cli/commands/index.d.ts +4 -0
  519. package/dist/internal/cli/commands/index.d.ts.map +1 -0
  520. package/dist/internal/cli/commands/index.js +84 -0
  521. package/dist/internal/cli/commands/mcp.d.ts +6 -0
  522. package/dist/internal/cli/commands/mcp.d.ts.map +1 -0
  523. package/dist/internal/cli/commands/mcp.js +89 -0
  524. package/dist/internal/cli/commands/project.d.ts +5 -0
  525. package/dist/internal/cli/commands/project.d.ts.map +1 -0
  526. package/dist/internal/cli/commands/project.js +136 -0
  527. package/dist/internal/cli/commands/scaffold.d.ts +12 -0
  528. package/dist/internal/cli/commands/scaffold.d.ts.map +1 -0
  529. package/dist/internal/cli/commands/scaffold.js +279 -0
  530. package/dist/internal/cli/commands/serve.d.ts +11 -0
  531. package/dist/internal/cli/commands/serve.d.ts.map +1 -0
  532. package/dist/internal/cli/commands/serve.js +370 -0
  533. package/dist/internal/cli/commands/session.d.ts +7 -0
  534. package/dist/internal/cli/commands/session.d.ts.map +1 -0
  535. package/dist/internal/cli/commands/session.js +354 -0
  536. package/dist/internal/cli/dispatch.d.ts +46 -0
  537. package/dist/internal/cli/dispatch.d.ts.map +1 -0
  538. package/dist/internal/cli/dispatch.js +385 -0
  539. package/dist/internal/cli/errors.d.ts +51 -0
  540. package/dist/internal/cli/errors.d.ts.map +1 -0
  541. package/dist/internal/cli/errors.js +142 -0
  542. package/dist/internal/cli/flags.d.ts +186 -0
  543. package/dist/internal/cli/flags.d.ts.map +1 -0
  544. package/dist/internal/cli/flags.js +167 -0
  545. package/dist/internal/cli/help-command.d.ts +7 -0
  546. package/dist/internal/cli/help-command.d.ts.map +1 -0
  547. package/dist/internal/cli/help-command.js +60 -0
  548. package/dist/internal/cli/help.d.ts +63 -0
  549. package/dist/internal/cli/help.d.ts.map +1 -0
  550. package/dist/internal/cli/help.js +203 -0
  551. package/dist/internal/cli/io.d.ts +11 -0
  552. package/dist/internal/cli/io.d.ts.map +1 -0
  553. package/dist/internal/cli/io.js +33 -0
  554. package/dist/internal/cli/output.d.ts +54 -0
  555. package/dist/internal/cli/output.d.ts.map +1 -0
  556. package/dist/internal/cli/output.js +132 -0
  557. package/dist/internal/cli/value-kinds.d.ts +20 -0
  558. package/dist/internal/cli/value-kinds.d.ts.map +1 -0
  559. package/dist/internal/cli/value-kinds.js +70 -0
  560. package/dist/internal/cli-ax.d.ts +35 -20
  561. package/dist/internal/cli-ax.d.ts.map +1 -1
  562. package/dist/internal/cli-ax.js +436 -365
  563. package/dist/internal/cli-convert-automation.d.ts +3 -1
  564. package/dist/internal/cli-convert-automation.d.ts.map +1 -1
  565. package/dist/internal/cli-convert-automation.js +52 -20
  566. package/dist/internal/cli-cursor.js +5 -1
  567. package/dist/internal/cli-deploy.d.ts +23 -9
  568. package/dist/internal/cli-deploy.d.ts.map +1 -1
  569. package/dist/internal/cli-deploy.js +234 -508
  570. package/dist/internal/cli-docs.d.ts +1 -1
  571. package/dist/internal/cli-docs.js +3 -2
  572. package/dist/internal/cli-github.js +1 -0
  573. package/dist/internal/cli-images.d.ts.map +1 -1
  574. package/dist/internal/cli-images.js +44 -14
  575. package/dist/internal/cli-invocation.d.ts +22 -0
  576. package/dist/internal/cli-invocation.d.ts.map +1 -0
  577. package/dist/internal/cli-invocation.js +86 -0
  578. package/dist/internal/cli-manifest.d.ts +4 -1
  579. package/dist/internal/cli-manifest.d.ts.map +1 -1
  580. package/dist/internal/cli-manifest.js +16 -4
  581. package/dist/internal/cli-mcp-oauth.d.ts +7 -11
  582. package/dist/internal/cli-mcp-oauth.d.ts.map +1 -1
  583. package/dist/internal/cli-mcp-oauth.js +24 -104
  584. package/dist/internal/cli-mcp.d.ts +17 -28
  585. package/dist/internal/cli-mcp.d.ts.map +1 -1
  586. package/dist/internal/cli-mcp.js +64 -304
  587. package/dist/internal/cli-migrate.d.ts +2 -0
  588. package/dist/internal/cli-migrate.d.ts.map +1 -1
  589. package/dist/internal/cli-migrate.js +42 -14
  590. package/dist/internal/cli-skills.d.ts +30 -2
  591. package/dist/internal/cli-skills.d.ts.map +1 -1
  592. package/dist/internal/cli-skills.js +63 -3
  593. package/dist/internal/cli-slack-context.d.ts +91 -0
  594. package/dist/internal/cli-slack-context.d.ts.map +1 -0
  595. package/dist/internal/cli-slack-context.js +112 -0
  596. package/dist/internal/cli-slack-manual.d.ts +2 -0
  597. package/dist/internal/cli-slack-manual.d.ts.map +1 -1
  598. package/dist/internal/cli-slack-manual.js +12 -0
  599. package/dist/internal/cli-slack.d.ts +1 -49
  600. package/dist/internal/cli-slack.d.ts.map +1 -1
  601. package/dist/internal/cli-slack.js +27 -147
  602. package/dist/internal/cloud-merge.d.ts +2 -4
  603. package/dist/internal/cloud-merge.d.ts.map +1 -1
  604. package/dist/internal/cloud-merge.js +2 -7
  605. package/dist/internal/continuation-channel.d.ts.map +1 -1
  606. package/dist/internal/continuation-channel.js +10 -22
  607. package/dist/internal/continuation-identity.d.ts +33 -12
  608. package/dist/internal/continuation-identity.d.ts.map +1 -1
  609. package/dist/internal/continuation-identity.js +161 -43
  610. package/dist/internal/continuation-registration.d.ts +26 -0
  611. package/dist/internal/continuation-registration.d.ts.map +1 -0
  612. package/dist/internal/continuation-registration.js +35 -0
  613. package/dist/internal/conversation-mirror.d.ts.map +1 -1
  614. package/dist/internal/conversation-mirror.js +23 -14
  615. package/dist/internal/convert-automation/convert-workflow.d.ts.map +1 -1
  616. package/dist/internal/convert-automation/convert-workflow.js +28 -22
  617. package/dist/internal/convert-automation/types.d.ts +1 -1
  618. package/dist/internal/convert-automation/types.js +1 -1
  619. package/dist/internal/cursor/account-mcp.js +1 -1
  620. package/dist/internal/cursor/backend-client.d.ts.map +1 -1
  621. package/dist/internal/cursor/backend-client.js +6 -8
  622. package/dist/internal/cursor/bound-secret-file.d.ts.map +1 -1
  623. package/dist/internal/cursor/bound-secret-file.js +2 -1
  624. package/dist/internal/cursor/credentials.d.ts +4 -17
  625. package/dist/internal/cursor/credentials.d.ts.map +1 -1
  626. package/dist/internal/cursor/credentials.js +11 -27
  627. package/dist/internal/cursor/session-token.d.ts.map +1 -1
  628. package/dist/internal/cursor/session-token.js +3 -4
  629. package/dist/internal/cursor/store-api-client.d.ts.map +1 -1
  630. package/dist/internal/cursor/store-api-client.js +3 -2
  631. package/dist/internal/cursor-agent-template.d.ts +1 -1
  632. package/dist/internal/cursor-agent-template.d.ts.map +1 -1
  633. package/dist/internal/cursor-agent-template.js +2 -2
  634. package/dist/internal/cursor-deployment-relay.d.ts.map +1 -1
  635. package/dist/internal/cursor-deployment-relay.js +24 -2
  636. package/dist/internal/cursor-event-relay.d.ts.map +1 -1
  637. package/dist/internal/cursor-event-relay.js +26 -2
  638. package/dist/internal/cursor-relay-core.d.ts.map +1 -1
  639. package/dist/internal/cursor-relay-core.js +22 -3
  640. package/dist/internal/deploy-client.d.ts +102 -92
  641. package/dist/internal/deploy-client.d.ts.map +1 -1
  642. package/dist/internal/deploy-client.js +143 -178
  643. package/dist/internal/deploy-manifest.d.ts +2 -2
  644. package/dist/internal/deploy-manifest.d.ts.map +1 -1
  645. package/dist/internal/deploy-manifest.js +6 -6
  646. package/dist/internal/describe-error.d.ts +4 -0
  647. package/dist/internal/describe-error.d.ts.map +1 -1
  648. package/dist/internal/describe-error.js +20 -0
  649. package/dist/internal/discovery/agent-config.d.ts +1 -5
  650. package/dist/internal/discovery/agent-config.d.ts.map +1 -1
  651. package/dist/internal/discovery/agent-config.js +5 -11
  652. package/dist/internal/discovery/agent.d.ts.map +1 -1
  653. package/dist/internal/discovery/agent.js +24 -30
  654. package/dist/internal/discovery/channels.d.ts.map +1 -1
  655. package/dist/internal/discovery/channels.js +2 -0
  656. package/dist/internal/discovery/connections.d.ts.map +1 -1
  657. package/dist/internal/discovery/connections.js +6 -4
  658. package/dist/internal/discovery/context.d.ts.map +1 -1
  659. package/dist/internal/discovery/context.js +6 -1
  660. package/dist/internal/discovery/extension-overlay.d.ts +1 -1
  661. package/dist/internal/discovery/extension-overlay.d.ts.map +1 -1
  662. package/dist/internal/discovery/extension-overlay.js +1 -0
  663. package/dist/internal/discovery/extensions.d.ts.map +1 -1
  664. package/dist/internal/discovery/extensions.js +12 -5
  665. package/dist/internal/discovery/fs.d.ts.map +1 -1
  666. package/dist/internal/discovery/fs.js +2 -1
  667. package/dist/internal/discovery/hooks.d.ts.map +1 -1
  668. package/dist/internal/discovery/hooks.js +1 -0
  669. package/dist/internal/discovery/info.d.ts.map +1 -1
  670. package/dist/internal/discovery/info.js +0 -3
  671. package/dist/internal/discovery/instructions.d.ts.map +1 -1
  672. package/dist/internal/discovery/instructions.js +4 -1
  673. package/dist/internal/discovery/instrumentation.js +1 -1
  674. package/dist/internal/discovery/modules.d.ts.map +1 -1
  675. package/dist/internal/discovery/modules.js +4 -1
  676. package/dist/internal/discovery/project.js +1 -1
  677. package/dist/internal/discovery/reminders.d.ts.map +1 -1
  678. package/dist/internal/discovery/reminders.js +1 -0
  679. package/dist/internal/discovery/runtime.d.ts +0 -16
  680. package/dist/internal/discovery/runtime.d.ts.map +1 -1
  681. package/dist/internal/discovery/runtime.js +2 -47
  682. package/dist/internal/discovery/schedules.d.ts.map +1 -1
  683. package/dist/internal/discovery/schedules.js +1 -0
  684. package/dist/internal/discovery/services.d.ts.map +1 -1
  685. package/dist/internal/discovery/services.js +3 -1
  686. package/dist/internal/discovery/skills.d.ts.map +1 -1
  687. package/dist/internal/discovery/skills.js +1 -0
  688. package/dist/internal/discovery/tools.d.ts +1 -1
  689. package/dist/internal/discovery/tools.d.ts.map +1 -1
  690. package/dist/internal/discovery/tools.js +3 -1
  691. package/dist/internal/discovery.d.ts +1 -1
  692. package/dist/internal/discovery.d.ts.map +1 -1
  693. package/dist/internal/discovery.js +1 -1
  694. package/dist/internal/distribution.d.ts +9 -14
  695. package/dist/internal/distribution.d.ts.map +1 -1
  696. package/dist/internal/distribution.js +54 -18
  697. package/dist/internal/docs-site.d.ts.map +1 -1
  698. package/dist/internal/docs-site.js +15 -2
  699. package/dist/internal/dry-run.d.ts +32 -0
  700. package/dist/internal/dry-run.d.ts.map +1 -0
  701. package/dist/internal/dry-run.js +62 -0
  702. package/dist/internal/duration.d.ts.map +1 -1
  703. package/dist/internal/duration.js +1 -0
  704. package/dist/internal/estimate-cost.d.ts.map +1 -1
  705. package/dist/internal/estimate-cost.js +12 -5
  706. package/dist/internal/eval-run-store.d.ts.map +1 -1
  707. package/dist/internal/eval-run-store.js +6 -5
  708. package/dist/internal/eval-runner.d.ts +0 -2
  709. package/dist/internal/eval-runner.d.ts.map +1 -1
  710. package/dist/internal/eval-runner.js +3 -3
  711. package/dist/internal/evals-client.d.ts.map +1 -1
  712. package/dist/internal/evals-client.js +60 -15
  713. package/dist/internal/event-log.d.ts.map +1 -1
  714. package/dist/internal/event-log.js +3 -11
  715. package/dist/internal/event-mapper.d.ts.map +1 -1
  716. package/dist/internal/event-mapper.js +33 -15
  717. package/dist/internal/expected-delivery-failure.d.ts.map +1 -1
  718. package/dist/internal/expected-delivery-failure.js +5 -4
  719. package/dist/internal/fetch-text.d.ts +8 -0
  720. package/dist/internal/fetch-text.d.ts.map +1 -0
  721. package/dist/internal/fetch-text.js +32 -0
  722. package/dist/internal/filesystem/errors.d.ts.map +1 -1
  723. package/dist/internal/filesystem/errors.js +8 -0
  724. package/dist/internal/filesystem/scratch.js +1 -4
  725. package/dist/internal/filesystem/sdk-schemas.d.ts +19 -19
  726. package/dist/internal/filesystem/sdk-schemas.d.ts.map +1 -1
  727. package/dist/internal/filesystem/sdk-schemas.js +15 -21
  728. package/dist/internal/filesystem/tools.d.ts +15 -4
  729. package/dist/internal/filesystem/tools.d.ts.map +1 -1
  730. package/dist/internal/filesystem/tools.js +33 -47
  731. package/dist/internal/filesystem/walk.d.ts.map +1 -1
  732. package/dist/internal/filesystem/walk.js +4 -0
  733. package/dist/internal/framework-file-storage.d.ts.map +1 -1
  734. package/dist/internal/framework-file-storage.js +2 -1
  735. package/dist/internal/frontmatter.d.ts.map +1 -1
  736. package/dist/internal/frontmatter.js +5 -1
  737. package/dist/internal/github-fanout.js +2 -1
  738. package/dist/internal/guest-network.d.ts.map +1 -1
  739. package/dist/internal/guest-network.js +6 -0
  740. package/dist/internal/handleAgentServeTrigger.d.ts +8 -0
  741. package/dist/internal/handleAgentServeTrigger.d.ts.map +1 -1
  742. package/dist/internal/handleAgentServeTrigger.js +27 -1
  743. package/dist/internal/host-kv.d.ts.map +1 -1
  744. package/dist/internal/host-kv.js +4 -2
  745. package/dist/internal/host-otel.d.ts.map +1 -1
  746. package/dist/internal/host-otel.js +2 -8
  747. package/dist/internal/host-platforms.d.ts.map +1 -1
  748. package/dist/internal/host-platforms.js +17 -10
  749. package/dist/internal/hosted-catch-protocol.d.ts.map +1 -1
  750. package/dist/internal/hosted-catch-protocol.js +26 -9
  751. package/dist/internal/hosted-catch.d.ts +13 -10
  752. package/dist/internal/hosted-catch.d.ts.map +1 -1
  753. package/dist/internal/hosted-catch.js +23 -11
  754. package/dist/internal/hosted-delivery-protocol.d.ts +1 -1
  755. package/dist/internal/hosted-delivery-protocol.d.ts.map +1 -1
  756. package/dist/internal/hosted-delivery-protocol.js +75 -45
  757. package/dist/internal/hosted-delivery.d.ts +1 -2
  758. package/dist/internal/hosted-delivery.d.ts.map +1 -1
  759. package/dist/internal/hosted-delivery.js +27 -32
  760. package/dist/internal/hosted-execution-diag.d.ts.map +1 -1
  761. package/dist/internal/hosted-execution-diag.js +11 -13
  762. package/dist/internal/hosted-execution-flush.js +1 -1
  763. package/dist/internal/hosted-execution-latency.d.ts.map +1 -1
  764. package/dist/internal/hosted-execution-latency.js +12 -1
  765. package/dist/internal/hosted-hints.d.ts +16 -0
  766. package/dist/internal/hosted-hints.d.ts.map +1 -0
  767. package/dist/internal/hosted-hints.js +23 -0
  768. package/dist/internal/hosted-managed-automation.d.ts.map +1 -1
  769. package/dist/internal/hosted-managed-automation.js +1 -0
  770. package/dist/internal/hosted-session-fixture.d.ts +26 -0
  771. package/dist/internal/hosted-session-fixture.d.ts.map +1 -0
  772. package/dist/internal/hosted-session-fixture.js +34 -0
  773. package/dist/internal/hosted-session-view.d.ts +48 -0
  774. package/dist/internal/hosted-session-view.d.ts.map +1 -0
  775. package/dist/internal/hosted-session-view.js +305 -0
  776. package/dist/internal/http-channel.d.ts.map +1 -1
  777. package/dist/internal/http-channel.js +8 -5
  778. package/dist/internal/http-control-plane-session.d.ts.map +1 -1
  779. package/dist/internal/http-control-plane-session.js +8 -9
  780. package/dist/internal/init-interview.js +2 -2
  781. package/dist/internal/init-project.d.ts +7 -13
  782. package/dist/internal/init-project.d.ts.map +1 -1
  783. package/dist/internal/init-project.js +10 -20
  784. package/dist/internal/init-scaffold.js +2 -2
  785. package/dist/internal/inline-stdio-define-stub.d.ts +1 -1
  786. package/dist/internal/inline-stdio-define-stub.d.ts.map +1 -1
  787. package/dist/internal/inline-stdio-define-stub.js +1 -1
  788. package/dist/internal/inline-stdio-mcp.d.ts.map +1 -1
  789. package/dist/internal/inline-stdio-mcp.js +31 -8
  790. package/dist/internal/install-cursor-skills.d.ts +22 -15
  791. package/dist/internal/install-cursor-skills.d.ts.map +1 -1
  792. package/dist/internal/install-cursor-skills.js +66 -31
  793. package/dist/internal/interview/agent-questions.d.ts.map +1 -1
  794. package/dist/internal/interview/agent-questions.js +4 -1
  795. package/dist/internal/interview/question.d.ts +1 -1
  796. package/dist/internal/interview/question.js +1 -1
  797. package/dist/internal/json-schema.d.ts +3 -2
  798. package/dist/internal/json-schema.d.ts.map +1 -1
  799. package/dist/internal/json-schema.js +83 -3
  800. package/dist/internal/json-value.d.ts +20 -0
  801. package/dist/internal/json-value.d.ts.map +1 -0
  802. package/dist/internal/json-value.js +56 -0
  803. package/dist/internal/logs-client.d.ts +4 -25
  804. package/dist/internal/logs-client.d.ts.map +1 -1
  805. package/dist/internal/logs-client.js +17 -174
  806. package/dist/internal/mcp-endpoint.d.ts +1 -1
  807. package/dist/internal/mcp-endpoint.js +2 -1
  808. package/dist/internal/mcp-host.d.ts.map +1 -1
  809. package/dist/internal/mcp-host.js +22 -9
  810. package/dist/internal/mcp-oauth.d.ts +2 -2
  811. package/dist/internal/mcp-oauth.d.ts.map +1 -1
  812. package/dist/internal/mcp-oauth.js +61 -8
  813. package/dist/internal/named-webhook-secret.d.ts +12 -0
  814. package/dist/internal/named-webhook-secret.d.ts.map +1 -1
  815. package/dist/internal/named-webhook-secret.js +18 -0
  816. package/dist/internal/otel/bind-telemetry.d.ts +26 -0
  817. package/dist/internal/otel/bind-telemetry.d.ts.map +1 -0
  818. package/dist/internal/otel/bind-telemetry.js +36 -0
  819. package/dist/internal/otel/collector.d.ts.map +1 -1
  820. package/dist/internal/otel/collector.js +94 -42
  821. package/dist/internal/otel/config.d.ts.map +1 -1
  822. package/dist/internal/otel/config.js +4 -3
  823. package/dist/internal/otel/conversation-span-processor.d.ts.map +1 -1
  824. package/dist/internal/otel/conversation-span-processor.js +5 -2
  825. package/dist/internal/otel/customer.d.ts +1 -5
  826. package/dist/internal/otel/customer.d.ts.map +1 -1
  827. package/dist/internal/otel/customer.js +35 -13
  828. package/dist/internal/otel/http.d.ts +1 -1
  829. package/dist/internal/otel/http.d.ts.map +1 -1
  830. package/dist/internal/otel/http.js +5 -3
  831. package/dist/internal/otel/propagation.d.ts +3 -2
  832. package/dist/internal/otel/propagation.d.ts.map +1 -1
  833. package/dist/internal/otel/propagation.js +3 -2
  834. package/dist/internal/otel/reserved-attributes.d.ts +8 -0
  835. package/dist/internal/otel/reserved-attributes.d.ts.map +1 -0
  836. package/dist/internal/otel/reserved-attributes.js +24 -0
  837. package/dist/internal/otel/runtime.d.ts.map +1 -1
  838. package/dist/internal/otel/runtime.js +9 -2
  839. package/dist/internal/otel/session-telemetry.d.ts +22 -0
  840. package/dist/internal/otel/session-telemetry.d.ts.map +1 -0
  841. package/dist/internal/otel/session-telemetry.js +30 -0
  842. package/dist/internal/otel/telemetry-attributes.d.ts +7 -0
  843. package/dist/internal/otel/telemetry-attributes.d.ts.map +1 -0
  844. package/dist/internal/otel/telemetry-attributes.js +35 -0
  845. package/dist/internal/otel/telemetry-processor.d.ts +7 -0
  846. package/dist/internal/otel/telemetry-processor.d.ts.map +1 -0
  847. package/dist/internal/otel/telemetry-processor.js +47 -0
  848. package/dist/internal/otel/tool-error-class.d.ts.map +1 -1
  849. package/dist/internal/otel/tool-error-class.js +4 -0
  850. package/dist/internal/package-inline-stdio.d.ts.map +1 -1
  851. package/dist/internal/package-inline-stdio.js +2 -2
  852. package/dist/internal/persistent-stage-log-mirror.js +2 -5
  853. package/dist/internal/platform-timers.d.ts.map +1 -1
  854. package/dist/internal/platform-timers.js +32 -1
  855. package/dist/internal/playground/toolchain.d.ts.map +1 -1
  856. package/dist/internal/playground/toolchain.js +16 -3
  857. package/dist/internal/playground-proxy.d.ts +6 -27
  858. package/dist/internal/playground-proxy.d.ts.map +1 -1
  859. package/dist/internal/playground-proxy.js +25 -83
  860. package/dist/internal/private-file.d.ts +2 -0
  861. package/dist/internal/private-file.d.ts.map +1 -0
  862. package/dist/internal/private-file.js +8 -0
  863. package/dist/internal/reminder-control-plane-protocol.d.ts.map +1 -1
  864. package/dist/internal/reminder-control-plane-protocol.js +4 -2
  865. package/dist/internal/reminder-runner.d.ts.map +1 -1
  866. package/dist/internal/reminder-runner.js +12 -25
  867. package/dist/internal/reminder-schedule.js +1 -1
  868. package/dist/internal/reminder-store.d.ts.map +1 -1
  869. package/dist/internal/reminder-store.js +16 -21
  870. package/dist/internal/request-headers.d.ts +2 -2
  871. package/dist/internal/request-headers.d.ts.map +1 -1
  872. package/dist/internal/request-headers.js +1 -1
  873. package/dist/internal/resolve-prod-target.d.ts +9 -65
  874. package/dist/internal/resolve-prod-target.d.ts.map +1 -1
  875. package/dist/internal/resolve-prod-target.js +20 -187
  876. package/dist/internal/resolved-connections.js +1 -1
  877. package/dist/internal/{factory-resource-channel.d.ts → resource-channel.d.ts} +10 -10
  878. package/dist/internal/resource-channel.d.ts.map +1 -0
  879. package/dist/internal/{factory-resource-channel.js → resource-channel.js} +9 -7
  880. package/dist/internal/run-client.d.ts.map +1 -1
  881. package/dist/internal/run-client.js +4 -1
  882. package/dist/internal/sdk-runner.d.ts +2 -2
  883. package/dist/internal/sdk-runner.d.ts.map +1 -1
  884. package/dist/internal/sdk-runner.js +19 -16
  885. package/dist/internal/sdk-subagent-inherit-support.d.ts.map +1 -1
  886. package/dist/internal/sdk-subagent-inherit-support.js +3 -2
  887. package/dist/internal/serve-restart.d.ts +3 -0
  888. package/dist/internal/serve-restart.d.ts.map +1 -1
  889. package/dist/internal/serve-restart.js +8 -4
  890. package/dist/internal/server.d.ts +4 -0
  891. package/dist/internal/server.d.ts.map +1 -1
  892. package/dist/internal/server.js +71 -64
  893. package/dist/internal/session-cost.d.ts +4 -4
  894. package/dist/internal/session-cost.d.ts.map +1 -1
  895. package/dist/internal/session-cost.js +5 -5
  896. package/dist/internal/session-engine.d.ts +22 -8
  897. package/dist/internal/session-engine.d.ts.map +1 -1
  898. package/dist/internal/session-engine.js +170 -75
  899. package/dist/internal/session-links.js +2 -1
  900. package/dist/internal/session-live-publisher.d.ts +0 -7
  901. package/dist/internal/session-live-publisher.d.ts.map +1 -1
  902. package/dist/internal/session-live-publisher.js +20 -7
  903. package/dist/internal/session-run-log.d.ts.map +1 -1
  904. package/dist/internal/session-run-log.js +19 -5
  905. package/dist/internal/session-store.d.ts.map +1 -1
  906. package/dist/internal/session-store.js +17 -3
  907. package/dist/internal/sessions-client.d.ts +2 -0
  908. package/dist/internal/sessions-client.d.ts.map +1 -1
  909. package/dist/internal/sessions-client.js +44 -10
  910. package/dist/internal/shallow-clone.d.ts +258 -0
  911. package/dist/internal/shallow-clone.d.ts.map +1 -0
  912. package/dist/internal/shallow-clone.js +644 -0
  913. package/dist/internal/slack-bot-scopes.d.ts +3 -0
  914. package/dist/internal/slack-bot-scopes.d.ts.map +1 -0
  915. package/dist/internal/slack-bot-scopes.js +2 -0
  916. package/dist/internal/slack-manifest-opt-in.d.ts +26 -0
  917. package/dist/internal/slack-manifest-opt-in.d.ts.map +1 -0
  918. package/dist/internal/slack-manifest-opt-in.js +63 -0
  919. package/dist/internal/slack-provision-client.d.ts +8 -24
  920. package/dist/internal/slack-provision-client.d.ts.map +1 -1
  921. package/dist/internal/slack-provision-client.js +21 -20
  922. package/dist/internal/slack-thread-key.d.ts +8 -3
  923. package/dist/internal/slack-thread-key.d.ts.map +1 -1
  924. package/dist/internal/slack-thread-key.js +6 -6
  925. package/dist/internal/sqlite-experimental-warning.js +1 -1
  926. package/dist/internal/start-log-store.d.ts.map +1 -1
  927. package/dist/internal/start-log-store.js +2 -5
  928. package/dist/internal/storage-coordinator.d.ts.map +1 -1
  929. package/dist/internal/storage-coordinator.js +49 -20
  930. package/dist/internal/stored-eval-run.d.ts +17 -0
  931. package/dist/internal/stored-eval-run.d.ts.map +1 -0
  932. package/dist/internal/stored-eval-run.js +305 -0
  933. package/dist/internal/stream-progress.d.ts.map +1 -1
  934. package/dist/internal/stream-progress.js +1 -1
  935. package/dist/internal/tcp-address.d.ts +4 -0
  936. package/dist/internal/tcp-address.d.ts.map +1 -0
  937. package/dist/internal/tcp-address.js +8 -0
  938. package/dist/internal/terminal-style.js +2 -2
  939. package/dist/internal/testing/pagerduty-continuation-fixtures.d.ts +1 -1
  940. package/dist/internal/testing/pagerduty-continuation-fixtures.js +1 -1
  941. package/dist/internal/testing/scm-continuation-fixtures.d.ts +1 -1
  942. package/dist/internal/testing/scm-continuation-fixtures.js +1 -1
  943. package/dist/internal/testing/slack-continuation-fixtures.d.ts +12 -6
  944. package/dist/internal/testing/slack-continuation-fixtures.d.ts.map +1 -1
  945. package/dist/internal/testing/slack-continuation-fixtures.js +74 -3
  946. package/dist/internal/tool-call-retry.d.ts +35 -7
  947. package/dist/internal/tool-call-retry.d.ts.map +1 -1
  948. package/dist/internal/tool-call-retry.js +108 -108
  949. package/dist/internal/tool-catalog.d.ts.map +1 -1
  950. package/dist/internal/tool-catalog.js +7 -2
  951. package/dist/internal/tool-policy.d.ts +20 -7
  952. package/dist/internal/tool-policy.d.ts.map +1 -1
  953. package/dist/internal/tool-policy.js +39 -11
  954. package/dist/internal/tool-result.d.ts +0 -5
  955. package/dist/internal/tool-result.d.ts.map +1 -1
  956. package/dist/internal/tool-result.js +26 -6
  957. package/dist/internal/trajectory.d.ts.map +1 -1
  958. package/dist/internal/trajectory.js +5 -1
  959. package/dist/internal/turn-outbox.d.ts.map +1 -1
  960. package/dist/internal/turn-outbox.js +1 -0
  961. package/dist/internal/update-check.d.ts +2 -0
  962. package/dist/internal/update-check.d.ts.map +1 -1
  963. package/dist/internal/update-check.js +4 -0
  964. package/dist/internal/workspace.d.ts +3 -4
  965. package/dist/internal/workspace.d.ts.map +1 -1
  966. package/dist/internal/workspace.js +5 -5
  967. package/dist/kv/memory-kv.d.ts +1 -1
  968. package/dist/kv/memory-kv.js +1 -1
  969. package/dist/kv.d.ts +9 -2
  970. package/dist/kv.d.ts.map +1 -1
  971. package/dist/kv.js +10 -2
  972. package/dist/memory.d.ts +1 -1
  973. package/dist/memory.js +1 -1
  974. package/dist/otel-public.d.ts +2 -1
  975. package/dist/otel-public.d.ts.map +1 -1
  976. package/dist/otel-public.js +2 -1
  977. package/dist/otel.d.ts.map +1 -1
  978. package/dist/otel.js +6 -2
  979. package/dist/playground/assets/cursor-icons-16-QUmxS7q3.woff2 +0 -0
  980. package/dist/playground/assets/index-BMpVzZzC.css +1 -0
  981. package/dist/playground/assets/index-_3zz3yh8.js +62 -0
  982. package/dist/playground/index.html +2 -2
  983. package/dist/prompt.d.ts +1 -1
  984. package/dist/prompt.js +1 -1
  985. package/dist/public-deprecated.d.ts +11 -12
  986. package/dist/public-deprecated.d.ts.map +1 -1
  987. package/dist/public-deprecated.js +8 -9
  988. package/dist/reminders.d.ts +2 -2
  989. package/dist/reminders.js +2 -2
  990. package/dist/schedules.d.ts +1 -1
  991. package/dist/schedules.js +1 -1
  992. package/dist/scm.d.ts +2 -0
  993. package/dist/scm.d.ts.map +1 -0
  994. package/dist/scm.js +1 -0
  995. package/dist/skills.d.ts +1 -1
  996. package/dist/skills.js +1 -1
  997. package/dist/storage-backends/cursor-hosted.d.ts.map +1 -1
  998. package/dist/storage-backends/cursor-hosted.js +5 -3
  999. package/dist/storage-backends/file-kv.d.ts +3 -2
  1000. package/dist/storage-backends/file-kv.d.ts.map +1 -1
  1001. package/dist/storage-backends/file-kv.js +20 -8
  1002. package/dist/storage.d.ts +2 -3
  1003. package/dist/storage.d.ts.map +1 -1
  1004. package/dist/storage.js +9 -5
  1005. package/dist/telemetry.d.ts +12 -0
  1006. package/dist/telemetry.d.ts.map +1 -0
  1007. package/dist/telemetry.js +11 -0
  1008. package/dist/tools.d.ts +1 -1
  1009. package/dist/tools.d.ts.map +1 -1
  1010. package/dist/tools.js +2 -1
  1011. package/dist/types.d.ts +54 -41
  1012. package/dist/types.d.ts.map +1 -1
  1013. package/dist/types.js +4 -4
  1014. package/docs/README.md +16 -17
  1015. package/docs/building-with-agents.md +16 -16
  1016. package/docs/changelog.md +48 -12
  1017. package/docs/deployment.md +111 -49
  1018. package/docs/evals.md +11 -11
  1019. package/docs/guides/agent-to-agent.md +8 -8
  1020. package/docs/guides/bitbucket.md +5 -5
  1021. package/docs/guides/cloud-agents.md +4 -4
  1022. package/docs/guides/convert-automation.md +17 -16
  1023. package/docs/guides/github.md +16 -16
  1024. package/docs/guides/gitlab.md +5 -5
  1025. package/docs/guides/grokbot-agents.md +8 -14
  1026. package/docs/guides/hooks.md +3 -3
  1027. package/docs/guides/improve.md +2 -2
  1028. package/docs/guides/jev.md +10 -10
  1029. package/docs/guides/mcp-oauth.md +8 -8
  1030. package/docs/guides/migrate.md +35 -28
  1031. package/docs/guides/opentelemetry.md +61 -130
  1032. package/docs/guides/pagerduty.md +18 -18
  1033. package/docs/guides/slack.md +82 -11
  1034. package/docs/guides/webhooks.md +61 -3
  1035. package/docs/hillclimbing.md +2 -2
  1036. package/docs/quickstart.md +21 -21
  1037. package/docs/reference/access.md +27 -0
  1038. package/docs/reference/agent-config.md +54 -12
  1039. package/docs/reference/artifacts.md +2 -2
  1040. package/docs/reference/channels.md +29 -9
  1041. package/docs/reference/cli.md +364 -367
  1042. package/docs/reference/connections.md +9 -9
  1043. package/docs/reference/evals.md +13 -13
  1044. package/docs/reference/extensions.md +10 -10
  1045. package/docs/reference/hooks.md +11 -11
  1046. package/docs/reference/http-api.md +1 -1
  1047. package/docs/reference/instructions.md +1 -1
  1048. package/docs/reference/limits.md +42 -0
  1049. package/docs/reference/memory.md +7 -7
  1050. package/docs/reference/playground.md +1 -1
  1051. package/docs/reference/project-layout.md +6 -6
  1052. package/docs/reference/prompt.md +2 -2
  1053. package/docs/reference/schedules.md +4 -4
  1054. package/docs/reference/sessions.md +3 -3
  1055. package/docs/reference/skills.md +2 -2
  1056. package/docs/reference/subagents.md +1 -1
  1057. package/docs/reference/tools.md +31 -21
  1058. package/docs/templates/agentic-owners.md +7 -7
  1059. package/docs/templates/security-reviewer.md +6 -6
  1060. package/docs/templates/thermo-quality-review.md +7 -7
  1061. package/docs/templates/thermo-review.md +7 -7
  1062. package/docs/templates/triage.md +9 -9
  1063. package/docs/troubleshooting.md +24 -22
  1064. package/package.json +51 -92
  1065. package/scripts/install-cursor-skills.mjs +2 -2
  1066. package/skills/cli/SKILL.md +125 -0
  1067. package/skills/create-agent/SKILL.md +11 -9
  1068. package/skills/debug/SKILL.md +3 -3
  1069. package/skills/deploy/SKILL.md +46 -43
  1070. package/skills/evals/SKILL.md +7 -7
  1071. package/skills/framework-map/SKILL.md +8 -7
  1072. package/skills/github/SKILL.md +4 -4
  1073. package/skills/hillclimb/SKILL.md +3 -3
  1074. package/skills/migrate-v2/SKILL.md +50 -53
  1075. package/skills/otel/SKILL.md +36 -6
  1076. package/skills/setup-slack/SKILL.md +3 -3
  1077. package/templates/agentic-owners/README.md +1 -1
  1078. package/templates/agentic-owners/bot/agent.ts +1 -1
  1079. package/templates/agentic-owners/bot/channels/github.ts +1 -1
  1080. package/templates/agentic-owners/bot/lib/github.ts +2 -2
  1081. package/templates/agentic-owners/bot/lib/owners/parse.ts +1 -1
  1082. package/templates/agentic-owners/bot/lib/owners/policyMode.ts +6 -2
  1083. package/templates/agentic-owners/bot/lib/review.ts +7 -3
  1084. package/templates/agentic-owners/bot/tools/record_review.ts +2 -2
  1085. package/templates/agentic-owners/evals/evals.config.ts +1 -1
  1086. package/templates/agentic-owners/evals/owners.eval.ts +1 -1
  1087. package/templates/agentic-owners/package.json +2 -2
  1088. package/templates/agents-md/README.md +1 -1
  1089. package/templates/agents-md/bot/agent.ts +1 -1
  1090. package/templates/agents-md/bot/channels/github.ts +1 -1
  1091. package/templates/agents-md/bot/channels/queue.ts +5 -3
  1092. package/templates/agents-md/bot/channels/slack.ts +1 -1
  1093. package/templates/agents-md/bot/lib/collect.ts +1 -1
  1094. package/templates/agents-md/bot/schedules/weekly.ts +6 -6
  1095. package/templates/agents-md/bot/tools/apply_agents.ts +2 -2
  1096. package/templates/agents-md/evals/agents.eval.ts +1 -1
  1097. package/templates/agents-md/evals/evals.config.ts +1 -1
  1098. package/templates/agents-md/package.json +2 -2
  1099. package/templates/code-wiki/README.md +1 -1
  1100. package/templates/code-wiki/bot/agent.ts +1 -1
  1101. package/templates/code-wiki/bot/channels/github.ts +3 -3
  1102. package/templates/code-wiki/bot/tools/apply_wiki.ts +3 -3
  1103. package/templates/code-wiki/evals/evals.config.ts +1 -1
  1104. package/templates/code-wiki/evals/wiki.eval.ts +1 -1
  1105. package/templates/code-wiki/package.json +2 -2
  1106. package/templates/demo/README.md +1 -1
  1107. package/templates/demo/bot/agent.ts +1 -1
  1108. package/templates/demo/bot/channels/github.ts +7 -3
  1109. package/templates/demo/bot/channels/queue.ts +5 -5
  1110. package/templates/demo/bot/lib/collect.ts +2 -2
  1111. package/templates/demo/bot/tools/record_demo.ts +2 -2
  1112. package/templates/demo/evals/demo.eval.ts +1 -1
  1113. package/templates/demo/evals/evals.config.ts +1 -1
  1114. package/templates/demo/package.json +2 -2
  1115. package/templates/pr-autofixer/bot/agent.ts +1 -1
  1116. package/templates/pr-autofixer/bot/channels/drive.ts +1 -1
  1117. package/templates/pr-autofixer/bot/channels/github.ts +3 -3
  1118. package/templates/pr-autofixer/bot/channels/slack.ts +1 -1
  1119. package/templates/pr-autofixer/bot/hooks/bind-agent.ts +1 -1
  1120. package/templates/pr-autofixer/bot/lib/affinity.ts +1 -1
  1121. package/templates/pr-autofixer/bot/lib/drive.ts +2 -2
  1122. package/templates/pr-autofixer/bot/lib/merge-watch.ts +4 -4
  1123. package/templates/pr-autofixer/bot/lib/pr-state.ts +1 -1
  1124. package/templates/pr-autofixer/bot/lib/start-drive.ts +2 -2
  1125. package/templates/pr-autofixer/bot/lib/webhook-buffer.ts +1 -1
  1126. package/templates/pr-autofixer/bot/lib/webhook-routing.ts +1 -1
  1127. package/templates/pr-autofixer/bot/tools/drive_pr.ts +1 -1
  1128. package/templates/pr-autofixer/evals/coordinator.eval.ts +1 -1
  1129. package/templates/pr-autofixer/evals/evals.config.ts +1 -1
  1130. package/templates/pr-autofixer/package.json +2 -2
  1131. package/templates/security-help/.gitignore +4 -0
  1132. package/templates/security-help/README.md +1 -1
  1133. package/templates/security-help/bot/agent.ts +1 -1
  1134. package/templates/security-help/bot/channels/github.ts +1 -1
  1135. package/templates/security-help/bot/channels/slack.ts +1 -1
  1136. package/templates/security-help/bot/lib/pr-first-pass.ts +3 -3
  1137. package/templates/security-help/evals/evals.config.ts +1 -1
  1138. package/templates/security-help/evals/security-help.eval.ts +1 -1
  1139. package/templates/security-help/package.json +1 -1
  1140. package/templates/security-reviewer/README.md +1 -1
  1141. package/templates/security-reviewer/bot/agent.ts +1 -1
  1142. package/templates/security-reviewer/bot/channels/github.ts +2 -2
  1143. package/templates/security-reviewer/bot/tools/post_findings.ts +2 -2
  1144. package/templates/security-reviewer/evals/evals.config.ts +1 -1
  1145. package/templates/security-reviewer/evals/review.eval.ts +1 -1
  1146. package/templates/security-reviewer/package.json +2 -2
  1147. package/templates/thermo-quality-review/README.md +1 -1
  1148. package/templates/thermo-quality-review/bot/agent.ts +1 -1
  1149. package/templates/thermo-quality-review/bot/channels/github.ts +2 -2
  1150. package/templates/thermo-quality-review/bot/tools/post_findings.ts +2 -2
  1151. package/templates/thermo-quality-review/evals/evals.config.ts +1 -1
  1152. package/templates/thermo-quality-review/evals/review.eval.ts +1 -1
  1153. package/templates/thermo-quality-review/package.json +2 -2
  1154. package/templates/thermo-review/README.md +1 -1
  1155. package/templates/thermo-review/bot/agent.ts +1 -1
  1156. package/templates/thermo-review/bot/channels/github.ts +2 -2
  1157. package/templates/thermo-review/bot/tools/post_findings.ts +2 -2
  1158. package/templates/thermo-review/evals/evals.config.ts +1 -1
  1159. package/templates/thermo-review/evals/review.eval.ts +1 -1
  1160. package/templates/thermo-review/package.json +2 -2
  1161. package/templates/triage/README.md +2 -2
  1162. package/templates/triage/bot/agent.ts +1 -1
  1163. package/templates/triage/bot/channels/queue.ts +5 -5
  1164. package/templates/triage/bot/channels/webhook.ts +5 -5
  1165. package/templates/triage/bot/hooks/memory.ts +1 -1
  1166. package/templates/triage/bot/lib/actuate.ts +2 -2
  1167. package/templates/triage/bot/tools/record_triage.ts +1 -1
  1168. package/templates/triage/evals/evals.config.ts +1 -1
  1169. package/templates/triage/evals/triage.eval.ts +1 -1
  1170. package/templates/triage/overlays/jira/README.md +1 -1
  1171. package/templates/triage/overlays/jira/bot/mcp-connections/tracker.ts +1 -1
  1172. package/templates/triage/overlays/linear/README.md +1 -1
  1173. package/templates/triage/overlays/linear/bot/mcp-connections/tracker.ts +1 -1
  1174. package/templates/triage/package.json +2 -2
  1175. package/dist/bin/agent-sdk.js +0 -2
  1176. package/dist/docs/assets/building-with-agents.md.FZXrY8Nk.js +0 -9
  1177. package/dist/docs/assets/building-with-agents.md.FZXrY8Nk.lean.js +0 -1
  1178. package/dist/docs/assets/changelog.md.BvHRIiMH.js +0 -1
  1179. package/dist/docs/assets/changelog.md.BvHRIiMH.lean.js +0 -1
  1180. package/dist/docs/assets/chunks/@localSearchIndexroot.BoDEJQWv.js +0 -1
  1181. package/dist/docs/assets/chunks/channel.D2BTz0L-.js +0 -1
  1182. package/dist/docs/assets/chunks/classDiagram-6PBFFD2Q.DqByliAC.js +0 -1
  1183. package/dist/docs/assets/chunks/classDiagram-v2-HSJHXN6E.DqByliAC.js +0 -1
  1184. package/dist/docs/assets/chunks/clone.CldT1lbQ.js +0 -1
  1185. package/dist/docs/assets/chunks/stateDiagram-v2-QKLJ7IA2.Bb4oMe0P.js +0 -1
  1186. package/dist/docs/assets/deployment.md.3MMWuPeV.js +0 -31
  1187. package/dist/docs/assets/deployment.md.3MMWuPeV.lean.js +0 -1
  1188. package/dist/docs/assets/guides_agent-to-agent.md.CwL5cwuE.lean.js +0 -1
  1189. package/dist/docs/assets/guides_cloud-agents.md.BzbzcOyj.js +0 -9
  1190. package/dist/docs/assets/guides_cloud-agents.md.BzbzcOyj.lean.js +0 -1
  1191. package/dist/docs/assets/guides_convert-automation.md.DMEX9nF-.lean.js +0 -1
  1192. package/dist/docs/assets/guides_export-grokbot.md.qo5bxi4h.js +0 -55
  1193. package/dist/docs/assets/guides_export-grokbot.md.qo5bxi4h.lean.js +0 -1
  1194. package/dist/docs/assets/guides_grokbot-agents.md.BwAykJ7U.js +0 -15
  1195. package/dist/docs/assets/guides_migrate.md.CQlGaBKX.js +0 -7
  1196. package/dist/docs/assets/guides_migrate.md.CQlGaBKX.lean.js +0 -1
  1197. package/dist/docs/assets/guides_opentelemetry.md.D4wO7_8v.js +0 -37
  1198. package/dist/docs/assets/guides_opentelemetry.md.D4wO7_8v.lean.js +0 -1
  1199. package/dist/docs/assets/index.md.CAnsLl8D.js +0 -27
  1200. package/dist/docs/assets/index.md.CAnsLl8D.lean.js +0 -1
  1201. package/dist/docs/assets/quickstart.md.D8JDfkKO.lean.js +0 -1
  1202. package/dist/docs/assets/reference_channels.md.CNNIS6K7.js +0 -22
  1203. package/dist/docs/assets/reference_cli.md.1o_TqKdt.js +0 -103
  1204. package/dist/docs/assets/reference_cli.md.1o_TqKdt.lean.js +0 -1
  1205. package/dist/docs/assets/reference_memory.md.BwyJXYZe.js +0 -4
  1206. package/dist/docs/assets/reference_playground.md.q4MI-0td.js +0 -1
  1207. package/dist/docs/assets/templates_grokbot-agents.md.DgpPEs7B.js +0 -5
  1208. package/dist/docs/assets/templates_grokbot-agents.md.DgpPEs7B.lean.js +0 -1
  1209. package/dist/docs/assets/templates_security-reviewer.md.Gh6EF9Us.js +0 -3
  1210. package/dist/docs/assets/templates_thermo-quality-review.md.B77UyTrX.js +0 -3
  1211. package/dist/docs/assets/templates_thermo-review.md.DRJ7mC5U.js +0 -3
  1212. package/dist/docs/assets/troubleshooting.md.DFnoTDlQ.js +0 -1
  1213. package/dist/docs/guides/export-grokbot.html +0 -114
  1214. package/dist/docs/guides/export-grokbot.md +0 -239
  1215. package/dist/docs/templates/grokbot-agents.html +0 -64
  1216. package/dist/docs/templates/grokbot-agents.md +0 -55
  1217. package/dist/internal/cli-init-grokbot.d.ts +0 -29
  1218. package/dist/internal/cli-init-grokbot.d.ts.map +0 -1
  1219. package/dist/internal/cli-init-grokbot.js +0 -181
  1220. package/dist/internal/convert-grokbot/answers.d.ts +0 -127
  1221. package/dist/internal/convert-grokbot/answers.d.ts.map +0 -1
  1222. package/dist/internal/convert-grokbot/answers.js +0 -445
  1223. package/dist/internal/convert-grokbot/bot.d.ts +0 -50
  1224. package/dist/internal/convert-grokbot/bot.d.ts.map +0 -1
  1225. package/dist/internal/convert-grokbot/bot.js +0 -72
  1226. package/dist/internal/convert-grokbot/checks.d.ts +0 -26
  1227. package/dist/internal/convert-grokbot/checks.d.ts.map +0 -1
  1228. package/dist/internal/convert-grokbot/checks.js +0 -170
  1229. package/dist/internal/convert-grokbot/convert.d.ts +0 -60
  1230. package/dist/internal/convert-grokbot/convert.d.ts.map +0 -1
  1231. package/dist/internal/convert-grokbot/convert.js +0 -470
  1232. package/dist/internal/convert-grokbot/handoff.d.ts +0 -44
  1233. package/dist/internal/convert-grokbot/handoff.d.ts.map +0 -1
  1234. package/dist/internal/convert-grokbot/handoff.js +0 -160
  1235. package/dist/internal/convert-grokbot/recipe.d.ts +0 -61
  1236. package/dist/internal/convert-grokbot/recipe.d.ts.map +0 -1
  1237. package/dist/internal/convert-grokbot/recipe.js +0 -94
  1238. package/dist/internal/convert-grokbot/routine.d.ts +0 -51
  1239. package/dist/internal/convert-grokbot/routine.d.ts.map +0 -1
  1240. package/dist/internal/convert-grokbot/routine.js +0 -128
  1241. package/dist/internal/convert-grokbot/slack.d.ts +0 -28
  1242. package/dist/internal/convert-grokbot/slack.d.ts.map +0 -1
  1243. package/dist/internal/convert-grokbot/slack.js +0 -50
  1244. package/dist/internal/factory-resource-channel.d.ts.map +0 -1
  1245. package/dist/internal/legacy-command-guard.d.ts +0 -24
  1246. package/dist/internal/legacy-command-guard.d.ts.map +0 -1
  1247. package/dist/internal/legacy-command-guard.js +0 -47
  1248. package/dist/internal/runtime-dispatch-runner.d.ts +0 -25
  1249. package/dist/internal/runtime-dispatch-runner.d.ts.map +0 -1
  1250. package/dist/internal/runtime-dispatch-runner.js +0 -35
  1251. package/dist/internal/testing/factory-resource-fixtures.d.ts +0 -64
  1252. package/dist/internal/testing/factory-resource-fixtures.d.ts.map +0 -1
  1253. package/dist/internal/testing/factory-resource-fixtures.js +0 -55
  1254. package/dist/playground/assets/cursor-icons-16-DfKNljMZ.woff2 +0 -0
  1255. package/dist/playground/assets/index-B3_YohwW.js +0 -62
  1256. package/dist/playground/assets/index-Cn3-adsJ.css +0 -1
  1257. package/docs/guides/export-grokbot.md +0 -244
  1258. package/docs/templates/grokbot-agents.md +0 -60
  1259. package/schemas/grokbot-answers.schema.json +0 -354
  1260. package/templates/grokbot-agents/README.md +0 -27
  1261. package/templates/grokbot-agents/bot/agent.ts +0 -6
  1262. package/templates/grokbot-agents/bot/extensions/grokbot.ts +0 -5
  1263. package/templates/grokbot-agents/bot/instructions.md +0 -7
  1264. package/templates/grokbot-agents/evals/evals.config.ts +0 -5
  1265. package/templates/grokbot-agents/evals/grokbot-agents.eval.ts +0 -18
  1266. package/templates/grokbot-agents/init.json +0 -18
  1267. package/templates/grokbot-agents/package.json +0 -17
  1268. package/templates/grokbot-agents/tsconfig.json +0 -12
  1269. /package/dist/docs/assets/{evals.md.CHR34K1Y.lean.js → evals.md.OjKb7tNA.lean.js} +0 -0
  1270. /package/dist/docs/assets/{guides_bitbucket.md.CKUayYtD.lean.js → guides_bitbucket.md.DkjkBRU8.lean.js} +0 -0
  1271. /package/dist/docs/assets/{guides_gitlab.md.CtNI4fSH.lean.js → guides_gitlab.md.DCE0p7_w.lean.js} +0 -0
  1272. /package/dist/docs/assets/{guides_jev.md.D7XH4JH3.lean.js → guides_jev.md.Ccw4pedT.lean.js} +0 -0
  1273. /package/dist/docs/assets/{guides_pagerduty.md.BHXMcMtx.lean.js → guides_pagerduty.md.mnKXe9U0.lean.js} +0 -0
  1274. /package/dist/docs/assets/{hillclimbing.md.Dxvd-0gT.lean.js → hillclimbing.md.By61f3uq.lean.js} +0 -0
  1275. /package/dist/docs/assets/{reference_artifacts.md.DLV9MZES.lean.js → reference_artifacts.md.C-hKR2hp.lean.js} +0 -0
  1276. /package/dist/docs/assets/{reference_connections.md.BJE2Zllp.lean.js → reference_connections.md.BoAotr7_.lean.js} +0 -0
  1277. /package/dist/docs/assets/{reference_evals.md.Ccwp4x3o.lean.js → reference_evals.md.DYKjGFi-.lean.js} +0 -0
  1278. /package/dist/docs/assets/{reference_hooks.md.CROr0QgC.lean.js → reference_hooks.md.B-bwJuiG.lean.js} +0 -0
  1279. /package/dist/docs/assets/{reference_http-api.md.Dji-DD_Z.lean.js → reference_http-api.md._RWELr3d.lean.js} +0 -0
  1280. /package/dist/docs/assets/{reference_instructions.md.BYMVxAkw.lean.js → reference_instructions.md.yL2hXLnl.lean.js} +0 -0
  1281. /package/dist/docs/assets/{reference_memory.md.BwyJXYZe.lean.js → reference_memory.md.Dd7cyV9V.lean.js} +0 -0
  1282. /package/dist/docs/assets/{reference_playground.md.q4MI-0td.lean.js → reference_playground.md.CQiJk9CM.lean.js} +0 -0
  1283. /package/dist/docs/assets/{reference_project-layout.md.mFcS8yDD.lean.js → reference_project-layout.md.BamcPDUn.lean.js} +0 -0
  1284. /package/dist/docs/assets/{reference_prompt.md.DqPh71XN.lean.js → reference_prompt.md.BMjm1Jp3.lean.js} +0 -0
  1285. /package/dist/docs/assets/{reference_schedules.md.BqWnJES4.lean.js → reference_schedules.md.RC47aFm4.lean.js} +0 -0
  1286. /package/dist/docs/assets/{reference_sessions.md.Bi6lHttM.lean.js → reference_sessions.md.C7KFhWXV.lean.js} +0 -0
  1287. /package/dist/docs/assets/{reference_subagents.md.ChNGh6HK.lean.js → reference_subagents.md.CAhvW4yS.lean.js} +0 -0
  1288. /package/dist/docs/assets/{templates_agentic-owners.md.CTEnR0jp.lean.js → templates_agentic-owners.md.Dh2nDSqg.lean.js} +0 -0
  1289. /package/dist/docs/assets/{templates_security-reviewer.md.Gh6EF9Us.lean.js → templates_security-reviewer.md.DnwXdnB5.lean.js} +0 -0
  1290. /package/dist/docs/assets/{templates_triage.md.CNN6b0JZ.lean.js → templates_triage.md.BYWMloV4.lean.js} +0 -0
  1291. /package/dist/docs/assets/{troubleshooting.md.DFnoTDlQ.lean.js → troubleshooting.md.AGJ3jDzj.lean.js} +0 -0
@@ -3,57 +3,57 @@
3
3
  <head>
4
4
  <meta charset="utf-8">
5
5
  <meta name="viewport" content="width=device-width,initial-scale=1">
6
- <title>Evals | Bot Development Kit (BDK)</title>
6
+ <title>Evals | Agent SDK</title>
7
7
  <meta name="description" content="Define eval cases, drive turns, assert trajectories, and interpret results.">
8
8
  <meta name="generator" content="VitePress v1.6.4">
9
- <link rel="preload stylesheet" href="/docs/assets/style.B9o0luvp.css" as="style">
9
+ <link rel="preload stylesheet" href="/docs/assets/style.DK0YX1WL.css" as="style">
10
10
  <link rel="preload stylesheet" href="/docs/vp-icons.css" as="style">
11
11
 
12
- <script type="module" src="/docs/assets/app.wA5xBBcd.js"></script>
12
+ <script type="module" src="/docs/assets/app.DF9vlcdn.js"></script>
13
13
  <link rel="preload" href="/docs/assets/inter-roman-latin.Di8DUHzh.woff2" as="font" type="font/woff2" crossorigin="">
14
14
  <link rel="modulepreload" href="/docs/assets/chunks/framework.BNw1pucY.js">
15
- <link rel="modulepreload" href="/docs/assets/chunks/theme.DvfKzyXq.js">
15
+ <link rel="modulepreload" href="/docs/assets/chunks/theme.oV7rddEz.js">
16
16
  <link rel="modulepreload" href="/docs/assets/chunks/katex.DkKDou_j.js">
17
- <link rel="modulepreload" href="/docs/assets/chunks/dagre-KV5264BT.BBXxGEaD.js">
18
- <link rel="modulepreload" href="/docs/assets/chunks/cose-bilkent-S5V4N54A.DGpAcJ55.js">
19
- <link rel="modulepreload" href="/docs/assets/chunks/c4Diagram-AHTNJAMY.DfkDHeB9.js">
20
- <link rel="modulepreload" href="/docs/assets/chunks/flowDiagram-DWJPFMVM.M81hXIXZ.js">
21
- <link rel="modulepreload" href="/docs/assets/chunks/erDiagram-SMLLAGMA.B3bTCW_e.js">
22
- <link rel="modulepreload" href="/docs/assets/chunks/gitGraphDiagram-UUTBAWPF.CLEMZgO3.js">
23
- <link rel="modulepreload" href="/docs/assets/chunks/ganttDiagram-T4ZO3ILL.BKg7WY--.js">
24
- <link rel="modulepreload" href="/docs/assets/chunks/infoDiagram-42DDH7IO.BTiWTi82.js">
25
- <link rel="modulepreload" href="/docs/assets/chunks/pieDiagram-DEJITSTG.Cba8e8lS.js">
26
- <link rel="modulepreload" href="/docs/assets/chunks/quadrantDiagram-34T5L4WZ.2YjBycHF.js">
27
- <link rel="modulepreload" href="/docs/assets/chunks/xychartDiagram-5P7HB3ND.DnKSGQE1.js">
28
- <link rel="modulepreload" href="/docs/assets/chunks/requirementDiagram-MS252O5E.D4P5RqVI.js">
29
- <link rel="modulepreload" href="/docs/assets/chunks/sequenceDiagram-FGHM5R23.BZm7EaoT.js">
30
- <link rel="modulepreload" href="/docs/assets/chunks/classDiagram-6PBFFD2Q.DqByliAC.js">
31
- <link rel="modulepreload" href="/docs/assets/chunks/classDiagram-v2-HSJHXN6E.DqByliAC.js">
32
- <link rel="modulepreload" href="/docs/assets/chunks/stateDiagram-FHFEXIEX.DcR4f3X2.js">
33
- <link rel="modulepreload" href="/docs/assets/chunks/stateDiagram-v2-QKLJ7IA2.Bb4oMe0P.js">
34
- <link rel="modulepreload" href="/docs/assets/chunks/journeyDiagram-VCZTEJTY.0lQNZ40U.js">
35
- <link rel="modulepreload" href="/docs/assets/chunks/timeline-definition-GMOUNBTQ.CgDh96vg.js">
36
- <link rel="modulepreload" href="/docs/assets/chunks/mindmap-definition-QFDTVHPH.B56nGoB_.js">
37
- <link rel="modulepreload" href="/docs/assets/chunks/kanban-definition-6JOO6SKY.L5sKlf7X.js">
38
- <link rel="modulepreload" href="/docs/assets/chunks/sankeyDiagram-XADWPNL6.C0Hn8NUm.js">
39
- <link rel="modulepreload" href="/docs/assets/chunks/diagram-TYMM5635.YIsbRH20.js">
40
- <link rel="modulepreload" href="/docs/assets/chunks/diagram-MMDJMWI5.aHh4WGg9.js">
41
- <link rel="modulepreload" href="/docs/assets/chunks/blockDiagram-DXYQGD6D.BrXMZRtK.js">
42
- <link rel="modulepreload" href="/docs/assets/chunks/diagram-5BDNPKRD.EKqOwmK2.js">
43
- <link rel="modulepreload" href="/docs/assets/chunks/architectureDiagram-Q4EWVU46.MfG0itQh.js">
44
- <link rel="modulepreload" href="/docs/assets/chunks/ishikawaDiagram-UXIWVN3A.DcqY_KQL.js">
45
- <link rel="modulepreload" href="/docs/assets/chunks/vennDiagram-DHZGUBPP.B4fagbC8.js">
46
- <link rel="modulepreload" href="/docs/assets/chunks/diagram-G4DWMVQ6.CB8pdkoZ.js">
47
- <link rel="modulepreload" href="/docs/assets/chunks/wardleyDiagram-NUSXRM2D.DBUg0bvz.js">
17
+ <link rel="modulepreload" href="/docs/assets/chunks/dagre-KV5264BT.CMo0cy1b.js">
18
+ <link rel="modulepreload" href="/docs/assets/chunks/cose-bilkent-S5V4N54A.DKvc96Wa.js">
19
+ <link rel="modulepreload" href="/docs/assets/chunks/c4Diagram-AHTNJAMY.7DKSMwuv.js">
20
+ <link rel="modulepreload" href="/docs/assets/chunks/flowDiagram-DWJPFMVM.BEFLLBiU.js">
21
+ <link rel="modulepreload" href="/docs/assets/chunks/erDiagram-SMLLAGMA.BNhVyccy.js">
22
+ <link rel="modulepreload" href="/docs/assets/chunks/gitGraphDiagram-UUTBAWPF.Rd3LlOIJ.js">
23
+ <link rel="modulepreload" href="/docs/assets/chunks/ganttDiagram-T4ZO3ILL.BdUzXBgY.js">
24
+ <link rel="modulepreload" href="/docs/assets/chunks/infoDiagram-42DDH7IO.xv0xntDJ.js">
25
+ <link rel="modulepreload" href="/docs/assets/chunks/pieDiagram-DEJITSTG.B4CpTmHK.js">
26
+ <link rel="modulepreload" href="/docs/assets/chunks/quadrantDiagram-34T5L4WZ.BqXnFC9C.js">
27
+ <link rel="modulepreload" href="/docs/assets/chunks/xychartDiagram-5P7HB3ND.cPN-587n.js">
28
+ <link rel="modulepreload" href="/docs/assets/chunks/requirementDiagram-MS252O5E.DhIN2z-E.js">
29
+ <link rel="modulepreload" href="/docs/assets/chunks/sequenceDiagram-FGHM5R23.BqgU7HU-.js">
30
+ <link rel="modulepreload" href="/docs/assets/chunks/classDiagram-6PBFFD2Q.B2yLtFja.js">
31
+ <link rel="modulepreload" href="/docs/assets/chunks/classDiagram-v2-HSJHXN6E.B2yLtFja.js">
32
+ <link rel="modulepreload" href="/docs/assets/chunks/stateDiagram-FHFEXIEX.B1BCO18N.js">
33
+ <link rel="modulepreload" href="/docs/assets/chunks/stateDiagram-v2-QKLJ7IA2.CZlVHdDZ.js">
34
+ <link rel="modulepreload" href="/docs/assets/chunks/journeyDiagram-VCZTEJTY.Cof_h0fp.js">
35
+ <link rel="modulepreload" href="/docs/assets/chunks/timeline-definition-GMOUNBTQ.oRI8UwMC.js">
36
+ <link rel="modulepreload" href="/docs/assets/chunks/mindmap-definition-QFDTVHPH.Dkq2yTtp.js">
37
+ <link rel="modulepreload" href="/docs/assets/chunks/kanban-definition-6JOO6SKY.C5GozFuU.js">
38
+ <link rel="modulepreload" href="/docs/assets/chunks/sankeyDiagram-XADWPNL6.BhxUAmg2.js">
39
+ <link rel="modulepreload" href="/docs/assets/chunks/diagram-TYMM5635.C9zZLIE-.js">
40
+ <link rel="modulepreload" href="/docs/assets/chunks/diagram-MMDJMWI5.oSvhAZaL.js">
41
+ <link rel="modulepreload" href="/docs/assets/chunks/blockDiagram-DXYQGD6D.BuRmZVSo.js">
42
+ <link rel="modulepreload" href="/docs/assets/chunks/diagram-5BDNPKRD.DDgMOQhB.js">
43
+ <link rel="modulepreload" href="/docs/assets/chunks/architectureDiagram-Q4EWVU46.PWRNTPbk.js">
44
+ <link rel="modulepreload" href="/docs/assets/chunks/ishikawaDiagram-UXIWVN3A.BaGIlviU.js">
45
+ <link rel="modulepreload" href="/docs/assets/chunks/vennDiagram-DHZGUBPP.DmuWrIxN.js">
46
+ <link rel="modulepreload" href="/docs/assets/chunks/diagram-G4DWMVQ6.BdJnoIsU.js">
47
+ <link rel="modulepreload" href="/docs/assets/chunks/wardleyDiagram-NUSXRM2D.m5zsCOF9.js">
48
48
  <link rel="modulepreload" href="/docs/assets/chunks/virtual_mermaid-config.DDnGl6nM.js">
49
- <link rel="modulepreload" href="/docs/assets/reference_evals.md.Ccwp4x3o.lean.js">
49
+ <link rel="modulepreload" href="/docs/assets/reference_evals.md.DYKjGFi-.lean.js">
50
50
  <script id="check-dark-mode">(()=>{const e=localStorage.getItem("vitepress-theme-appearance")||"auto",a=window.matchMedia("(prefers-color-scheme: dark)").matches;(!e||e==="auto"?a:e==="dark")&&document.documentElement.classList.add("dark")})();</script>
51
51
  <script id="check-mac-os">document.documentElement.classList.toggle("mac",/Mac|iPhone|iPod|iPad/i.test(navigator.platform));</script>
52
52
  <link rel="alternate" type="text/plain" href="/docs/llms.txt">
53
53
  <link rel="alternate" type="text/markdown" href="/docs/reference/evals.md">
54
54
  </head>
55
55
  <body>
56
- <div id="app"><div class="Layout" data-v-738a160a><!--[--><!--]--><!--[--><span tabindex="-1" data-v-a98c2453></span><a href="#VPContent" class="VPSkipLink visually-hidden" data-v-a98c2453>Skip to content</a><!--]--><!----><header class="VPNav" data-v-738a160a data-v-76ad4059><div class="VPNavBar" data-v-76ad4059 data-v-6fc2afcb><div class="wrapper" data-v-6fc2afcb><div class="container" data-v-6fc2afcb><div class="title" data-v-6fc2afcb><div class="VPNavBarTitle has-sidebar" data-v-6fc2afcb data-v-9e6caa3f><a class="title" href="/docs/" data-v-9e6caa3f><!--[--><!--]--><!----><span data-v-9e6caa3f>Bot Development Kit (BDK)</span><!--[--><!--[--><!--[--><!--[--><span class="bdk-version" title="BDK 0.2.27 (@cursor/bdk package)" data-v-d89e5038>0.2.27</span><!--]--><!--]--><!--]--><!--]--></a></div></div><div class="content" data-v-6fc2afcb><div class="content-body" data-v-6fc2afcb><!--[--><!--]--><div class="VPNavBarSearch search" data-v-6fc2afcb><!--[--><!----><div id="local-search"><button type="button" class="DocSearch DocSearch-Button" aria-label="Search"><span class="DocSearch-Button-Container"><span class="vp-icon DocSearch-Search-Icon"></span><span class="DocSearch-Button-Placeholder">Search</span></span><span class="DocSearch-Button-Keys"><kbd class="DocSearch-Button-Key"></kbd><kbd class="DocSearch-Button-Key">K</kbd></span></button></div><!--]--></div><nav aria-labelledby="main-nav-aria-label" class="VPNavBarMenu menu" data-v-6fc2afcb data-v-78f72f99><span id="main-nav-aria-label" class="visually-hidden" data-v-78f72f99> Main Navigation </span><!--[--><!--[--><a class="VPLink link VPNavBarMenuLink" href="/docs/quickstart.html" tabindex="0" data-v-78f72f99 data-v-a7790978><!--[--><span data-v-a7790978>Quickstart</span><!--]--></a><!--]--><!--[--><a class="VPLink link VPNavBarMenuLink" href="/docs/guides/mcp-oauth.html" tabindex="0" data-v-78f72f99 data-v-a7790978><!--[--><span data-v-a7790978>Guides</span><!--]--></a><!--]--><!--[--><a class="VPLink link VPNavBarMenuLink" href="/docs/guides/github.html" tabindex="0" data-v-78f72f99 data-v-a7790978><!--[--><span data-v-a7790978>Integrations</span><!--]--></a><!--]--><!--[--><a class="VPLink link VPNavBarMenuLink" href="/docs/templates/security-reviewer.html" tabindex="0" data-v-78f72f99 data-v-a7790978><!--[--><span data-v-a7790978>Templates</span><!--]--></a><!--]--><!--[--><a class="VPLink link VPNavBarMenuLink" href="/docs/reference/project-layout.html" tabindex="0" data-v-78f72f99 data-v-a7790978><!--[--><span data-v-a7790978>Reference</span><!--]--></a><!--]--><!--]--></nav><!----><div class="VPNavBarAppearance appearance" data-v-6fc2afcb data-v-bf7c3d0f><button class="VPSwitch VPSwitchAppearance" type="button" role="switch" title aria-checked="false" data-v-bf7c3d0f data-v-e9e166e4 data-v-74f7b0ff><span class="check" data-v-74f7b0ff><span class="icon" data-v-74f7b0ff><!--[--><span class="vpi-sun sun" data-v-e9e166e4></span><span class="vpi-moon moon" data-v-e9e166e4></span><!--]--></span></span></button></div><!----><div class="VPFlyout VPNavBarExtra extra" data-v-6fc2afcb data-v-799c9281 data-v-070c9767><button type="button" class="button" aria-haspopup="true" aria-expanded="false" aria-label="extra navigation" data-v-070c9767><span class="vpi-more-horizontal icon" data-v-070c9767></span></button><div class="menu" data-v-070c9767><div class="VPMenu" data-v-070c9767 data-v-c05d27ee><!----><!--[--><!--[--><!----><div class="group" data-v-799c9281><div class="item appearance" data-v-799c9281><p class="label" data-v-799c9281>Appearance</p><div class="appearance-action" data-v-799c9281><button class="VPSwitch VPSwitchAppearance" type="button" role="switch" title aria-checked="false" data-v-799c9281 data-v-e9e166e4 data-v-74f7b0ff><span class="check" data-v-74f7b0ff><span class="icon" data-v-74f7b0ff><!--[--><span class="vpi-sun sun" data-v-e9e166e4></span><span class="vpi-moon moon" data-v-e9e166e4></span><!--]--></span></span></button></div></div></div><!----><!--]--><!--]--></div></div></div><!--[--><!--]--><button type="button" class="VPNavBarHamburger hamburger" aria-label="mobile navigation" aria-expanded="false" aria-controls="VPNavScreen" data-v-6fc2afcb data-v-2caaf84e><span class="container" data-v-2caaf84e><span class="top" data-v-2caaf84e></span><span class="middle" data-v-2caaf84e></span><span class="bottom" data-v-2caaf84e></span></span></button></div></div></div></div><div class="divider" data-v-6fc2afcb><div class="divider-line" data-v-6fc2afcb></div></div></div><!----></header><div class="VPLocalNav has-sidebar empty" data-v-738a160a data-v-e0cbfd80><div class="container" data-v-e0cbfd80><button class="menu" aria-expanded="false" aria-controls="VPSidebarNav" data-v-e0cbfd80><span class="vpi-align-left menu-icon" data-v-e0cbfd80></span><span class="menu-text" data-v-e0cbfd80>Menu</span></button><div class="VPLocalNavOutlineDropdown" style="--vp-vh:0px;" data-v-e0cbfd80 data-v-36e0b8e9><button data-v-36e0b8e9>Return to top</button><!----></div></div></div><aside class="VPSidebar" data-v-738a160a data-v-2859715e><div class="curtain" data-v-2859715e></div><nav class="nav" id="VPSidebarNav" aria-labelledby="sidebar-aria-label" tabindex="-1" data-v-2859715e><span class="visually-hidden" id="sidebar-aria-label" data-v-2859715e> Sidebar Navigation </span><!--[--><!--]--><!--[--><div class="no-transition group" data-v-8ed949fd><section class="VPSidebarItem level-0" data-v-8ed949fd data-v-84325fb7><div class="item" role="button" tabindex="0" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><h2 class="text" data-v-84325fb7>Getting started</h2><!----></div><div class="items" data-v-84325fb7><!--[--><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Overview</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/changelog.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Changelog</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/quickstart.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Building your first agent</p><!--]--></a><!----></div><!----></div><!--]--></div></section></div><div class="no-transition group" data-v-8ed949fd><section class="VPSidebarItem level-0 collapsible" data-v-8ed949fd data-v-84325fb7><div class="item" role="button" tabindex="0" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><h2 class="text" data-v-84325fb7>Integrations</h2><div class="caret" role="button" aria-label="toggle section" tabindex="0" data-v-84325fb7><span class="vpi-chevron-right caret-icon" data-v-84325fb7></span></div></div><div class="items" data-v-84325fb7><!--[--><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/github.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>GitHub</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/slack.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Slack</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/webhooks.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Webhooks</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/convert-automation.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Cursor Automations</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/opentelemetry.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>OpenTelemetry</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/gitlab.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>GitLab</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/bitbucket.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Bitbucket</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/pagerduty.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>PagerDuty</p><!--]--></a><!----></div><!----></div><!--]--></div></section></div><div class="no-transition group" data-v-8ed949fd><section class="VPSidebarItem level-0 collapsible" data-v-8ed949fd data-v-84325fb7><div class="item" role="button" tabindex="0" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><h2 class="text" data-v-84325fb7>Extensions</h2><div class="caret" role="button" aria-label="toggle section" tabindex="0" data-v-84325fb7><span class="vpi-chevron-right caret-icon" data-v-84325fb7></span></div></div><div class="items" data-v-84325fb7><!--[--><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/extensions.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Overview</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/cloud-agents.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Cloud agents</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/grokbot-agents.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Grok Bot agents</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/improve.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Self-improvement</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/jev.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Jev</p><!--]--></a><!----></div><!----></div><!--]--></div></section></div><div class="no-transition group" data-v-8ed949fd><section class="VPSidebarItem level-0 collapsible" data-v-8ed949fd data-v-84325fb7><div class="item" role="button" tabindex="0" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><h2 class="text" data-v-84325fb7>Guides</h2><div class="caret" role="button" aria-label="toggle section" tabindex="0" data-v-84325fb7><span class="vpi-chevron-right caret-icon" data-v-84325fb7></span></div></div><div class="items" data-v-84325fb7><!--[--><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/mcp-oauth.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>MCP</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/hooks.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Hooks</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/agent-to-agent.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Peer agents</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/deployment.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Deployment</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/export-grokbot.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Export a Grok Bot</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/migrate.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Early-alpha migration</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/evals.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Evals</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/hillclimbing.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Hillclimbing</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/building-with-agents.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Build with a coding agent</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/troubleshooting.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Troubleshooting</p><!--]--></a><!----></div><!----></div><!--]--></div></section></div><div class="no-transition group" data-v-8ed949fd><section class="VPSidebarItem level-0 collapsible" data-v-8ed949fd data-v-84325fb7><div class="item" role="button" tabindex="0" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><h2 class="text" data-v-84325fb7>Templates</h2><div class="caret" role="button" aria-label="toggle section" tabindex="0" data-v-84325fb7><span class="vpi-chevron-right caret-icon" data-v-84325fb7></span></div></div><div class="items" data-v-84325fb7><!--[--><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/templates/grokbot-agents.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Grok Bot agents</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/templates/security-reviewer.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Security reviewer</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/templates/thermo-review.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Thermo review</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/templates/thermo-quality-review.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Thermo quality review</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/templates/agentic-owners.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Agentic Approver</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/templates/triage.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Triage agent</p><!--]--></a><!----></div><!----></div><!--]--></div></section></div><div class="no-transition group" data-v-8ed949fd><section class="VPSidebarItem level-0 collapsible has-active" data-v-8ed949fd data-v-84325fb7><div class="item" role="button" tabindex="0" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><h2 class="text" data-v-84325fb7>Reference</h2><div class="caret" role="button" aria-label="toggle section" tabindex="0" data-v-84325fb7><span class="vpi-chevron-right caret-icon" data-v-84325fb7></span></div></div><div class="items" data-v-84325fb7><!--[--><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/project-layout.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Project layout</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/agent-config.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Agent config</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/instructions.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Instructions</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/tools.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Tools</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/prompt.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>prompt</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/skills.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Skills</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/connections.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>MCP Connections</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/subagents.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Subagents</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/channels.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Channels</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/schedules.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Schedules & reminders</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/hooks.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Hooks</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/memory.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Memory</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/evals.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Evals</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/artifacts.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Artifacts</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/sessions.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Sessions & streaming</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/playground.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Playground</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/cli.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>CLI</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/http-api.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>HTTP API</p><!--]--></a><!----></div><!----></div><!--]--></div></section></div><!--]--><!--[--><!--]--></nav></aside><div class="VPContent has-sidebar" id="VPContent" data-v-738a160a data-v-9f462cdf><div class="VPDoc has-sidebar has-aside" data-v-9f462cdf data-v-995f90b4><!--[--><!--]--><div class="container" data-v-995f90b4><div class="aside" data-v-995f90b4><div class="aside-curtain" data-v-995f90b4></div><div class="aside-container" data-v-995f90b4><div class="aside-content" data-v-995f90b4><div class="VPDocAside" data-v-995f90b4 data-v-10889960><!--[--><!--]--><!--[--><!--]--><nav aria-labelledby="doc-outline-aria-label" class="VPDocAsideOutline" data-v-10889960 data-v-afb61a88><div class="content" data-v-afb61a88><div class="outline-marker" data-v-afb61a88></div><div aria-level="2" class="outline-title" id="doc-outline-aria-label" role="heading" data-v-afb61a88>On this page</div><ul class="VPDocOutlineItem root" data-v-afb61a88 data-v-0587367d><!--[--><!--]--></ul></div></nav><!--[--><!--]--><div class="spacer" data-v-10889960></div><!--[--><!--]--><!----><!--[--><!--]--><!--[--><!--]--></div></div></div></div><div class="content" data-v-995f90b4><div class="content-container" data-v-995f90b4><!--[--><!--]--><main class="main" data-v-995f90b4><div style="position:relative;" class="vp-doc _docs_reference_evals" data-v-995f90b4><div><h1 id="evals" tabindex="-1">Evals <a class="header-anchor" href="#evals" aria-label="Permalink to &quot;Evals&quot;">​</a></h1><p>Evals run fixed cases against an agent and record whether its turns, tools, events, and output meet a contract. Files under the project-root <code>evals/</code> directory define cases with <code>@cursor/bdk/evals</code>; the runner discovers their IDs, executes them, and reports every assertion. See the <a href="./../evals.html">Evals guide</a> for the regression workflow.</p><h2 id="eval-discovery-and-case-ids" tabindex="-1">Eval discovery and case IDs <a class="header-anchor" href="#eval-discovery-and-case-ids" aria-label="Permalink to &quot;Eval discovery and case IDs&quot;">​</a></h2><p>Eval files live under the project-root <code>evals/</code> directory and end in <code>.eval.ts</code> or <code>.eval.js</code>. The path under that directory becomes the eval ID:</p><ul><li><code>evals/readiness.eval.ts</code> becomes <code>readiness</code>.</li><li><code>evals/builds/api.eval.ts</code> becomes <code>builds/api</code>.</li><li><code>evals/builds/index.eval.ts</code> becomes <code>builds</code>.</li></ul><p>Export one <code>defineEval</code> with either <code>test</code> or <code>cases</code>, not both. A case ID appends one path segment to the file ID:</p><div class="language-ts vp-adaptive-theme"><button title="Copy Code" class="copy"></button><span class="lang">ts</span><pre class="shiki shiki-themes github-light github-dark vp-code" tabindex="0"><code><span class="line"><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;">export</span><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;"> default</span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;"> defineEval</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">({</span></span>
56
+ <div id="app"><div class="Layout" data-v-738a160a><!--[--><!--]--><!--[--><span tabindex="-1" data-v-a98c2453></span><a href="#VPContent" class="VPSkipLink visually-hidden" data-v-a98c2453>Skip to content</a><!--]--><!----><header class="VPNav" data-v-738a160a data-v-76ad4059><div class="VPNavBar" data-v-76ad4059 data-v-6fc2afcb><div class="wrapper" data-v-6fc2afcb><div class="container" data-v-6fc2afcb><div class="title" data-v-6fc2afcb><div class="VPNavBarTitle has-sidebar" data-v-6fc2afcb data-v-9e6caa3f><a class="title" href="/docs/" data-v-9e6caa3f><!--[--><!--]--><!----><span data-v-9e6caa3f>Agent SDK</span><!--[--><!--[--><!--[--><!--[--><span class="bdk-version" title="Agent SDK 0.2.28 (@grok/agent-sdk package)" data-v-a03aeddf>0.2.28</span><!--]--><!--]--><!--]--><!--]--></a></div></div><div class="content" data-v-6fc2afcb><div class="content-body" data-v-6fc2afcb><!--[--><!--]--><div class="VPNavBarSearch search" data-v-6fc2afcb><!--[--><!----><div id="local-search"><button type="button" class="DocSearch DocSearch-Button" aria-label="Search"><span class="DocSearch-Button-Container"><span class="vp-icon DocSearch-Search-Icon"></span><span class="DocSearch-Button-Placeholder">Search</span></span><span class="DocSearch-Button-Keys"><kbd class="DocSearch-Button-Key"></kbd><kbd class="DocSearch-Button-Key">K</kbd></span></button></div><!--]--></div><nav aria-labelledby="main-nav-aria-label" class="VPNavBarMenu menu" data-v-6fc2afcb data-v-78f72f99><span id="main-nav-aria-label" class="visually-hidden" data-v-78f72f99> Main Navigation </span><!--[--><!--[--><a class="VPLink link VPNavBarMenuLink" href="/docs/quickstart.html" tabindex="0" data-v-78f72f99 data-v-a7790978><!--[--><span data-v-a7790978>Quickstart</span><!--]--></a><!--]--><!--[--><a class="VPLink link VPNavBarMenuLink" href="/docs/guides/mcp-oauth.html" tabindex="0" data-v-78f72f99 data-v-a7790978><!--[--><span data-v-a7790978>Guides</span><!--]--></a><!--]--><!--[--><a class="VPLink link VPNavBarMenuLink" href="/docs/guides/github.html" tabindex="0" data-v-78f72f99 data-v-a7790978><!--[--><span data-v-a7790978>Integrations</span><!--]--></a><!--]--><!--[--><a class="VPLink link VPNavBarMenuLink" href="/docs/templates/security-reviewer.html" tabindex="0" data-v-78f72f99 data-v-a7790978><!--[--><span data-v-a7790978>Templates</span><!--]--></a><!--]--><!--[--><a class="VPLink link VPNavBarMenuLink" href="/docs/reference/project-layout.html" tabindex="0" data-v-78f72f99 data-v-a7790978><!--[--><span data-v-a7790978>Reference</span><!--]--></a><!--]--><!--]--></nav><!----><div class="VPNavBarAppearance appearance" data-v-6fc2afcb data-v-bf7c3d0f><button class="VPSwitch VPSwitchAppearance" type="button" role="switch" title aria-checked="false" data-v-bf7c3d0f data-v-e9e166e4 data-v-74f7b0ff><span class="check" data-v-74f7b0ff><span class="icon" data-v-74f7b0ff><!--[--><span class="vpi-sun sun" data-v-e9e166e4></span><span class="vpi-moon moon" data-v-e9e166e4></span><!--]--></span></span></button></div><!----><div class="VPFlyout VPNavBarExtra extra" data-v-6fc2afcb data-v-799c9281 data-v-070c9767><button type="button" class="button" aria-haspopup="true" aria-expanded="false" aria-label="extra navigation" data-v-070c9767><span class="vpi-more-horizontal icon" data-v-070c9767></span></button><div class="menu" data-v-070c9767><div class="VPMenu" data-v-070c9767 data-v-c05d27ee><!----><!--[--><!--[--><!----><div class="group" data-v-799c9281><div class="item appearance" data-v-799c9281><p class="label" data-v-799c9281>Appearance</p><div class="appearance-action" data-v-799c9281><button class="VPSwitch VPSwitchAppearance" type="button" role="switch" title aria-checked="false" data-v-799c9281 data-v-e9e166e4 data-v-74f7b0ff><span class="check" data-v-74f7b0ff><span class="icon" data-v-74f7b0ff><!--[--><span class="vpi-sun sun" data-v-e9e166e4></span><span class="vpi-moon moon" data-v-e9e166e4></span><!--]--></span></span></button></div></div></div><!----><!--]--><!--]--></div></div></div><!--[--><!--]--><button type="button" class="VPNavBarHamburger hamburger" aria-label="mobile navigation" aria-expanded="false" aria-controls="VPNavScreen" data-v-6fc2afcb data-v-2caaf84e><span class="container" data-v-2caaf84e><span class="top" data-v-2caaf84e></span><span class="middle" data-v-2caaf84e></span><span class="bottom" data-v-2caaf84e></span></span></button></div></div></div></div><div class="divider" data-v-6fc2afcb><div class="divider-line" data-v-6fc2afcb></div></div></div><!----></header><div class="VPLocalNav has-sidebar empty" data-v-738a160a data-v-e0cbfd80><div class="container" data-v-e0cbfd80><button class="menu" aria-expanded="false" aria-controls="VPSidebarNav" data-v-e0cbfd80><span class="vpi-align-left menu-icon" data-v-e0cbfd80></span><span class="menu-text" data-v-e0cbfd80>Menu</span></button><div class="VPLocalNavOutlineDropdown" style="--vp-vh:0px;" data-v-e0cbfd80 data-v-36e0b8e9><button data-v-36e0b8e9>Return to top</button><!----></div></div></div><aside class="VPSidebar" data-v-738a160a data-v-2859715e><div class="curtain" data-v-2859715e></div><nav class="nav" id="VPSidebarNav" aria-labelledby="sidebar-aria-label" tabindex="-1" data-v-2859715e><span class="visually-hidden" id="sidebar-aria-label" data-v-2859715e> Sidebar Navigation </span><!--[--><!--]--><!--[--><div class="no-transition group" data-v-8ed949fd><section class="VPSidebarItem level-0" data-v-8ed949fd data-v-84325fb7><div class="item" role="button" tabindex="0" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><h2 class="text" data-v-84325fb7>Getting started</h2><!----></div><div class="items" data-v-84325fb7><!--[--><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Overview</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/changelog.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Changelog</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/quickstart.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Building your first agent</p><!--]--></a><!----></div><!----></div><!--]--></div></section></div><div class="no-transition group" data-v-8ed949fd><section class="VPSidebarItem level-0 collapsible" data-v-8ed949fd data-v-84325fb7><div class="item" role="button" tabindex="0" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><h2 class="text" data-v-84325fb7>Integrations</h2><div class="caret" role="button" aria-label="toggle section" tabindex="0" data-v-84325fb7><span class="vpi-chevron-right caret-icon" data-v-84325fb7></span></div></div><div class="items" data-v-84325fb7><!--[--><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/github.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>GitHub</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/slack.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Slack</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/webhooks.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Webhooks</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/convert-automation.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Cursor Automations</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/opentelemetry.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>OpenTelemetry</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/gitlab.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>GitLab</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/bitbucket.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Bitbucket</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/pagerduty.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>PagerDuty</p><!--]--></a><!----></div><!----></div><!--]--></div></section></div><div class="no-transition group" data-v-8ed949fd><section class="VPSidebarItem level-0 collapsible" data-v-8ed949fd data-v-84325fb7><div class="item" role="button" tabindex="0" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><h2 class="text" data-v-84325fb7>Extensions</h2><div class="caret" role="button" aria-label="toggle section" tabindex="0" data-v-84325fb7><span class="vpi-chevron-right caret-icon" data-v-84325fb7></span></div></div><div class="items" data-v-84325fb7><!--[--><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/extensions.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Overview</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/cloud-agents.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Cloud agents</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/grokbot-agents.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Grok Bot agents</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/improve.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Self-improvement</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/jev.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Jev</p><!--]--></a><!----></div><!----></div><!--]--></div></section></div><div class="no-transition group" data-v-8ed949fd><section class="VPSidebarItem level-0 collapsible" data-v-8ed949fd data-v-84325fb7><div class="item" role="button" tabindex="0" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><h2 class="text" data-v-84325fb7>Guides</h2><div class="caret" role="button" aria-label="toggle section" tabindex="0" data-v-84325fb7><span class="vpi-chevron-right caret-icon" data-v-84325fb7></span></div></div><div class="items" data-v-84325fb7><!--[--><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/mcp-oauth.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>MCP</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/hooks.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Hooks</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/agent-to-agent.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Peer agents</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/deployment.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Deployment</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/guides/migrate.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Early-alpha migration</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/evals.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Evals</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/hillclimbing.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Hillclimbing</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/building-with-agents.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Build with a coding agent</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/troubleshooting.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Troubleshooting</p><!--]--></a><!----></div><!----></div><!--]--></div></section></div><div class="no-transition group" data-v-8ed949fd><section class="VPSidebarItem level-0 collapsible" data-v-8ed949fd data-v-84325fb7><div class="item" role="button" tabindex="0" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><h2 class="text" data-v-84325fb7>Templates</h2><div class="caret" role="button" aria-label="toggle section" tabindex="0" data-v-84325fb7><span class="vpi-chevron-right caret-icon" data-v-84325fb7></span></div></div><div class="items" data-v-84325fb7><!--[--><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/templates/security-reviewer.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Security reviewer</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/templates/thermo-review.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Thermo review</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/templates/thermo-quality-review.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Thermo quality review</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/templates/agentic-owners.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Agentic Approver</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/templates/triage.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Triage agent</p><!--]--></a><!----></div><!----></div><!--]--></div></section></div><div class="no-transition group" data-v-8ed949fd><section class="VPSidebarItem level-0 collapsible has-active" data-v-8ed949fd data-v-84325fb7><div class="item" role="button" tabindex="0" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><h2 class="text" data-v-84325fb7>Reference</h2><div class="caret" role="button" aria-label="toggle section" tabindex="0" data-v-84325fb7><span class="vpi-chevron-right caret-icon" data-v-84325fb7></span></div></div><div class="items" data-v-84325fb7><!--[--><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/project-layout.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Project layout</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/agent-config.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Agent config</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/instructions.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Instructions</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/tools.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Tools</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/prompt.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>prompt</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/skills.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Skills</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/connections.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>MCP Connections</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/subagents.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Subagents</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/channels.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Channels</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/schedules.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Schedules & reminders</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/hooks.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Hooks</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/memory.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Memory</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/evals.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Evals</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/artifacts.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Artifacts</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/sessions.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Sessions & streaming</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/playground.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Playground</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/cli.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>CLI</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/http-api.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>HTTP API</p><!--]--></a><!----></div><!----></div><div class="VPSidebarItem level-1 is-link" data-v-84325fb7><div class="item" data-v-84325fb7><div class="indicator" data-v-84325fb7></div><a class="VPLink link link" href="/docs/reference/access.html" data-v-84325fb7><!--[--><p class="text" data-v-84325fb7>Access</p><!--]--></a><!----></div><!----></div><!--]--></div></section></div><!--]--><!--[--><!--]--></nav></aside><div class="VPContent has-sidebar" id="VPContent" data-v-738a160a data-v-9f462cdf><div class="VPDoc has-sidebar has-aside" data-v-9f462cdf data-v-995f90b4><!--[--><!--]--><div class="container" data-v-995f90b4><div class="aside" data-v-995f90b4><div class="aside-curtain" data-v-995f90b4></div><div class="aside-container" data-v-995f90b4><div class="aside-content" data-v-995f90b4><div class="VPDocAside" data-v-995f90b4 data-v-10889960><!--[--><!--]--><!--[--><!--]--><nav aria-labelledby="doc-outline-aria-label" class="VPDocAsideOutline" data-v-10889960 data-v-afb61a88><div class="content" data-v-afb61a88><div class="outline-marker" data-v-afb61a88></div><div aria-level="2" class="outline-title" id="doc-outline-aria-label" role="heading" data-v-afb61a88>On this page</div><ul class="VPDocOutlineItem root" data-v-afb61a88 data-v-0587367d><!--[--><!--]--></ul></div></nav><!--[--><!--]--><div class="spacer" data-v-10889960></div><!--[--><!--]--><!----><!--[--><!--]--><!--[--><!--]--></div></div></div></div><div class="content" data-v-995f90b4><div class="content-container" data-v-995f90b4><!--[--><!--]--><main class="main" data-v-995f90b4><div style="position:relative;" class="vp-doc _docs_reference_evals" data-v-995f90b4><div><h1 id="evals" tabindex="-1">Evals <a class="header-anchor" href="#evals" aria-label="Permalink to &quot;Evals&quot;">​</a></h1><p>Evals run fixed cases against an agent and record whether its turns, tools, events, and output meet a contract. Files under the project-root <code>evals/</code> directory define cases with <code>@grok/agent-sdk/evals</code>; the runner discovers their IDs, executes them, and reports every assertion. See the <a href="./../evals.html">Evals guide</a> for the regression workflow.</p><h2 id="eval-discovery-and-case-ids" tabindex="-1">Eval discovery and case IDs <a class="header-anchor" href="#eval-discovery-and-case-ids" aria-label="Permalink to &quot;Eval discovery and case IDs&quot;">​</a></h2><p>Eval files live under the project-root <code>evals/</code> directory and end in <code>.eval.ts</code> or <code>.eval.js</code>. The path under that directory becomes the eval ID:</p><ul><li><code>evals/readiness.eval.ts</code> becomes <code>readiness</code>.</li><li><code>evals/builds/api.eval.ts</code> becomes <code>builds/api</code>.</li><li><code>evals/builds/index.eval.ts</code> becomes <code>builds</code>.</li></ul><p>Export one <code>defineEval</code> with either <code>test</code> or <code>cases</code>, not both. A case ID appends one path segment to the file ID:</p><div class="language-ts vp-adaptive-theme"><button title="Copy Code" class="copy"></button><span class="lang">ts</span><pre class="shiki shiki-themes github-light github-dark vp-code" tabindex="0"><code><span class="line"><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;">export</span><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;"> default</span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;"> defineEval</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">({</span></span>
57
57
  <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;"> tags: [</span><span style="--shiki-light:#032F62;--shiki-dark:#9ECBFF;">&quot;smoke&quot;</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">],</span></span>
58
58
  <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;"> cases: [</span></span>
59
59
  <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;"> {</span></span>
@@ -71,7 +71,7 @@
71
71
  <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;"> },</span></span>
72
72
  <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;"> },</span></span>
73
73
  <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;"> ],</span></span>
74
- <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">});</span></span></code></pre></div><p>Those cases are <code>prs/checkout</code> and <code>prs/search</code> when the file is <code>evals/prs.eval.ts</code>. Case IDs must be unique single path segments.</p><p>A file can also export an array of <code>defineEval</code> calls. The runner names them with zero-padded indexes such as <code>sql/0000</code>. Named <code>cases</code> give handwritten scenarios stable IDs; arrays fit loaded datasets.</p><p><code>iterations</code> repeats one datapoint from 1 to 100 times. For <code>iterations: 3</code>, <code>weather/nyc</code> expands to <code>weather/nyc/1</code>, <code>weather/nyc/2</code>, and <code>weather/nyc/3</code>; selecting <code>weather/nyc</code> runs all three.</p><h2 id="eval-configuration" tabindex="-1">Eval configuration <a class="header-anchor" href="#eval-configuration" aria-label="Permalink to &quot;Eval configuration&quot;">​</a></h2><p>Every running suite needs <code>evals/evals.config.ts</code> with <code>maxConcurrency</code>:</p><div class="language-ts vp-adaptive-theme"><button title="Copy Code" class="copy"></button><span class="lang">ts</span><pre class="shiki shiki-themes github-light github-dark vp-code" tabindex="0"><code><span class="line"><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;">import</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;"> { defineEvalConfig } </span><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;">from</span><span style="--shiki-light:#032F62;--shiki-dark:#9ECBFF;"> &quot;@cursor/bdk/evals&quot;</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">;</span></span>
74
+ <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">});</span></span></code></pre></div><p>Those cases are <code>prs/checkout</code> and <code>prs/search</code> when the file is <code>evals/prs.eval.ts</code>. Case IDs must be unique single path segments.</p><p>A file can also export an array of <code>defineEval</code> calls. The runner names them with zero-padded indexes such as <code>sql/0000</code>. Named <code>cases</code> give handwritten scenarios stable IDs; arrays fit loaded datasets.</p><p><code>iterations</code> repeats one datapoint from 1 to 100 times. For <code>iterations: 3</code>, <code>weather/nyc</code> expands to <code>weather/nyc/1</code>, <code>weather/nyc/2</code>, and <code>weather/nyc/3</code>; selecting <code>weather/nyc</code> runs all three.</p><h2 id="eval-configuration" tabindex="-1">Eval configuration <a class="header-anchor" href="#eval-configuration" aria-label="Permalink to &quot;Eval configuration&quot;">​</a></h2><p>Every running suite needs <code>evals/evals.config.ts</code> with <code>maxConcurrency</code>:</p><div class="language-ts vp-adaptive-theme"><button title="Copy Code" class="copy"></button><span class="lang">ts</span><pre class="shiki shiki-themes github-light github-dark vp-code" tabindex="0"><code><span class="line"><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;">import</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;"> { defineEvalConfig } </span><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;">from</span><span style="--shiki-light:#032F62;--shiki-dark:#9ECBFF;"> &quot;@grok/agent-sdk/evals&quot;</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">;</span></span>
75
75
  <span class="line"></span>
76
76
  <span class="line"><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;">export</span><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;"> default</span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;"> defineEvalConfig</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">({</span></span>
77
77
  <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;"> maxConcurrency: </span><span style="--shiki-light:#005CC5;--shiki-dark:#79B8FF;">20</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">,</span></span>
@@ -81,14 +81,14 @@
81
81
  <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;"> input: { verdict: </span><span style="--shiki-light:#032F62;--shiki-dark:#9ECBFF;">&quot;review&quot;</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;"> },</span></span>
82
82
  <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;"> status: </span><span style="--shiki-light:#032F62;--shiki-dark:#9ECBFF;">&quot;completed&quot;</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">,</span></span>
83
83
  <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;"> count: </span><span style="--shiki-light:#005CC5;--shiki-dark:#79B8FF;">1</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">,</span></span>
84
- <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">});</span></span></code></pre></div><p>Tool status is <code>completed</code>, <code>failed</code>, <code>pending</code>, or <code>rejected</code>. Subagent matchers accept <code>output</code>, <code>status</code>, <code>count</code>, and <code>callId</code>. Event matchers accept <code>data</code> and <code>count</code>.</p><h2 id="expectation-builders" tabindex="-1">Expectation builders <a class="header-anchor" href="#expectation-builders" aria-label="Permalink to &quot;Expectation builders&quot;">​</a></h2><p>Import builders from <code>@cursor/bdk/evals</code>:</p><table tabindex="0"><thead><tr><th>Builder</th><th>Default severity</th></tr></thead><tbody><tr><td>`includes(string</td><td>RegExp)`</td></tr><tr><td><code>equals(value)</code></td><td>Hard gate</td></tr><tr><td><code>matches(schema)</code></td><td>Hard gate</td></tr><tr><td><code>satisfies(predicate, label)</code></td><td>Hard gate</td></tr><tr><td><code>similarity(expected)</code></td><td>Soft score</td></tr></tbody></table><p><code>matches</code> accepts Standard Schema implementations such as Zod. <code>normalizedSimilarity(value, expected)</code> returns the same 0-to-1 value used by <code>similarity</code>.</p><h2 id="severity-and-verdicts" tabindex="-1">Severity and verdicts <a class="header-anchor" href="#severity-and-verdicts" aria-label="Permalink to &quot;Severity and verdicts&quot;">​</a></h2><p>Every assertion returns a severity handle:</p><div class="language-ts vp-adaptive-theme"><button title="Copy Code" class="copy"></button><span class="lang">ts</span><pre class="shiki shiki-themes github-light github-dark vp-code" tabindex="0"><code><span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">t.</span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">succeeded</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">();</span></span>
84
+ <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">});</span></span></code></pre></div><p>Tool status is <code>completed</code>, <code>failed</code>, <code>pending</code>, or <code>rejected</code>. Subagent matchers accept <code>output</code>, <code>status</code>, <code>count</code>, and <code>callId</code>. Event matchers accept <code>data</code> and <code>count</code>.</p><h2 id="expectation-builders" tabindex="-1">Expectation builders <a class="header-anchor" href="#expectation-builders" aria-label="Permalink to &quot;Expectation builders&quot;">​</a></h2><p>Import builders from <code>@grok/agent-sdk/evals</code>:</p><table tabindex="0"><thead><tr><th>Builder</th><th>Default severity</th></tr></thead><tbody><tr><td>`includes(string</td><td>RegExp)`</td></tr><tr><td><code>equals(value)</code></td><td>Hard gate</td></tr><tr><td><code>matches(schema)</code></td><td>Hard gate</td></tr><tr><td><code>satisfies(predicate, label)</code></td><td>Hard gate</td></tr><tr><td><code>similarity(expected)</code></td><td>Soft score</td></tr></tbody></table><p><code>matches</code> accepts Standard Schema implementations such as Zod. <code>normalizedSimilarity(value, expected)</code> returns the same 0-to-1 value used by <code>similarity</code>.</p><h2 id="severity-and-verdicts" tabindex="-1">Severity and verdicts <a class="header-anchor" href="#severity-and-verdicts" aria-label="Permalink to &quot;Severity and verdicts&quot;">​</a></h2><p>Every assertion returns a severity handle:</p><div class="language-ts vp-adaptive-theme"><button title="Copy Code" class="copy"></button><span class="lang">ts</span><pre class="shiki shiki-themes github-light github-dark vp-code" tabindex="0"><code><span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">t.</span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">succeeded</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">();</span></span>
85
85
  <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">t.</span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">calledTool</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">(</span><span style="--shiki-light:#032F62;--shiki-dark:#9ECBFF;">&quot;search&quot;</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">).</span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">soft</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">();</span></span>
86
86
  <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">t.</span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">check</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">(t.reply, </span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">similarity</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">(</span><span style="--shiki-light:#032F62;--shiki-dark:#9ECBFF;">&quot;Expected answer&quot;</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">)).</span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">atLeast</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">(</span><span style="--shiki-light:#005CC5;--shiki-dark:#79B8FF;">0.8</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">);</span></span>
87
87
  <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">t.judge.</span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">closedQA</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">(</span><span style="--shiki-light:#032F62;--shiki-dark:#9ECBFF;">&quot;names the failing step&quot;</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">).</span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">gate</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">(</span><span style="--shiki-light:#005CC5;--shiki-dark:#79B8FF;">1</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">);</span></span></code></pre></div><ul><li><code>.gate(threshold?)</code> fails the case when it misses.</li><li><code>.soft(threshold?)</code> records a value without failing.</li><li><code>.atLeast(threshold)</code> records a soft bar; a miss produces a <code>scored</code> verdict.</li></ul><p>Case verdicts are <code>passed</code>, <code>failed</code>, <code>scored</code>, or <code>skipped</code>. The CLI exits 1 for a failed gate. A scored result exits 0 unless <code>--strict</code> is set. Exit 2 means the selection matched no cases.</p><h2 id="judges" tabindex="-1">Judges <a class="header-anchor" href="#judges" aria-label="Permalink to &quot;Judges&quot;">​</a></h2><p>Use a judge for meaning that deterministic checks cannot express:</p><div class="language-ts vp-adaptive-theme"><button title="Copy Code" class="copy"></button><span class="lang">ts</span><pre class="shiki shiki-themes github-light github-dark vp-code" tabindex="0"><code><span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">t.judge.</span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">factuality</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">(expected).</span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">atLeast</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">(</span><span style="--shiki-light:#005CC5;--shiki-dark:#79B8FF;">0.8</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">);</span></span>
88
88
  <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">t.judge.</span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">summarizes</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">(expected).</span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">atLeast</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">(</span><span style="--shiki-light:#005CC5;--shiki-dark:#79B8FF;">0.8</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">);</span></span>
89
89
  <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">t.judge.</span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">closedQA</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">(</span><span style="--shiki-light:#032F62;--shiki-dark:#9ECBFF;">&quot;names the root cause&quot;</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">).</span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">gate</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">(</span><span style="--shiki-light:#005CC5;--shiki-dark:#79B8FF;">1</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">);</span></span>
90
- <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">t.judge.</span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">sql</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">(expected).</span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">atLeast</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">(</span><span style="--shiki-light:#005CC5;--shiki-dark:#79B8FF;">0.9</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">);</span></span></code></pre></div><p>Each grades <code>t.reply</code> by default; pass <code>{ on }</code> to grade another value. Judge configuration can live in the project config, eval, case, or call, with the nearest value winning.</p><p><code>t.judge.model(prompt)</code> returns a raw model reply for custom grading. Treat agent output as untrusted input: wrap it with <code>fenceUntrusted</code> and include <code>EVAL_JUDGE_INJECTION_GUARD</code> in the judge prompt.</p><h2 id="judge-host" tabindex="-1">Judge host <a class="header-anchor" href="#judge-host" aria-label="Permalink to &quot;Judge host&quot;">​</a></h2><p>A judge grades by calling a Cursor model. It needs a Cursor credential (<code>bdk login</code>, <code>CURSOR_API_KEY</code>, or <code>CURSOR_SERVICE_ACCOUNT_KEY</code>) and a judge model. The grading session offers no tools and turns the local SDK sandbox off, including any per-user sandbox config on the machine, so the same case grades on macOS, a Linux cloud agent, and a Linux CI runner.</p><p>Without a credential, or when that credential belongs to a different backend than the SDK will call, the case is skipped and the suite continues. Without a judge model, the case fails and the assertion names where to set one.</p><h2 id="datasets-and-fixtures" tabindex="-1">Datasets and fixtures <a class="header-anchor" href="#datasets-and-fixtures" aria-label="Permalink to &quot;Datasets and fixtures&quot;">​</a></h2><p>Load committed JSON, JSONL, or YAML relative to the project root:</p><div class="language-ts vp-adaptive-theme"><button title="Copy Code" class="copy"></button><span class="lang">ts</span><pre class="shiki shiki-themes github-light github-dark vp-code" tabindex="0"><code><span class="line"><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;">import</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;"> { defineEval, includes } </span><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;">from</span><span style="--shiki-light:#032F62;--shiki-dark:#9ECBFF;"> &quot;@cursor/bdk/evals&quot;</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">;</span></span>
91
- <span class="line"><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;">import</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;"> { loadYaml } </span><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;">from</span><span style="--shiki-light:#032F62;--shiki-dark:#9ECBFF;"> &quot;@cursor/bdk/evals/loaders&quot;</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">;</span></span>
90
+ <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">t.judge.</span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">sql</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">(expected).</span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">atLeast</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">(</span><span style="--shiki-light:#005CC5;--shiki-dark:#79B8FF;">0.9</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">);</span></span></code></pre></div><p>Each grades <code>t.reply</code> by default; pass <code>{ on }</code> to grade another value. Judge configuration can live in the project config, eval, case, or call, with the nearest value winning.</p><p><code>t.judge.model(prompt)</code> returns a raw model reply for custom grading. Treat agent output as untrusted input: wrap it with <code>fenceUntrusted</code> and include <code>EVAL_JUDGE_INJECTION_GUARD</code> in the judge prompt.</p><h2 id="judge-host" tabindex="-1">Judge host <a class="header-anchor" href="#judge-host" aria-label="Permalink to &quot;Judge host&quot;">​</a></h2><p>A judge grades by calling a Cursor model. It needs a Cursor credential (<code>agent-sdk login</code>, <code>CURSOR_API_KEY</code>, or <code>CURSOR_SERVICE_ACCOUNT_KEY</code>) and a judge model. The grading session offers no tools and turns the local SDK sandbox off, including any per-user sandbox config on the machine, so the same case grades on macOS, a Linux cloud agent, and a Linux CI runner.</p><p>Without a credential, or when that credential belongs to a different backend than the SDK will call, the case is skipped and the suite continues. Without a judge model, the case fails and the assertion names where to set one.</p><h2 id="datasets-and-fixtures" tabindex="-1">Datasets and fixtures <a class="header-anchor" href="#datasets-and-fixtures" aria-label="Permalink to &quot;Datasets and fixtures&quot;">​</a></h2><p>Load committed JSON, JSONL, or YAML relative to the project root:</p><div class="language-ts vp-adaptive-theme"><button title="Copy Code" class="copy"></button><span class="lang">ts</span><pre class="shiki shiki-themes github-light github-dark vp-code" tabindex="0"><code><span class="line"><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;">import</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;"> { defineEval, includes } </span><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;">from</span><span style="--shiki-light:#032F62;--shiki-dark:#9ECBFF;"> &quot;@grok/agent-sdk/evals&quot;</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">;</span></span>
91
+ <span class="line"><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;">import</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;"> { loadYaml } </span><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;">from</span><span style="--shiki-light:#032F62;--shiki-dark:#9ECBFF;"> &quot;@grok/agent-sdk/evals/loaders&quot;</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">;</span></span>
92
92
  <span class="line"></span>
93
93
  <span class="line"><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;">const</span><span style="--shiki-light:#005CC5;--shiki-dark:#79B8FF;"> rows</span><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;"> =</span><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;"> await</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;"> loadYaml</span><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;">&lt;</span></span>
94
94
  <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;"> Array</span><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;">&lt;</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">{ </span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">task</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">: string; </span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">prompt</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">: string; </span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">expected</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">: string }</span><span style="--shiki-light:#D73A49;--shiki-dark:#F97583;">&gt;</span></span>
@@ -103,13 +103,13 @@
103
103
  <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;"> t.</span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">check</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">(t.reply, </span><span style="--shiki-light:#6F42C1;--shiki-dark:#B392F0;">includes</span><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">(row.expected));</span></span>
104
104
  <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;"> },</span></span>
105
105
  <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;"> })</span></span>
106
- <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">);</span></span></code></pre></div><h2 id="reporters-and-results" tabindex="-1">Reporters and results <a class="header-anchor" href="#reporters-and-results" aria-label="Permalink to &quot;Reporters and results&quot;">​</a></h2><p>Built-in reporters include <code>JUnit({ filePath, suiteName? })</code> and <code>Artifacts({ dir })</code>. Custom reporters can expose <code>onRunStart</code>, <code>onEvalComplete</code>, and <code>onRunComplete</code>.</p><p>JSON output contains run totals and one result per case. Results include the case ID, verdict, assertions, session ID, inputs, final text, tools, tool calls, metrics, logs, duration, metadata, tags, and any error or skip reason.</p><h2 id="select-cases" tabindex="-1">Select cases <a class="header-anchor" href="#select-cases" aria-label="Permalink to &quot;Select cases&quot;">​</a></h2><div class="language-text vp-adaptive-theme"><button title="Copy Code" class="copy"></button><span class="lang">text</span><pre class="shiki shiki-themes github-light github-dark vp-code" tabindex="0"><code><span class="line"><span>bdk eval --dir . --list</span></span>
107
- <span class="line"><span>bdk eval --dir .</span></span>
108
- <span class="line"><span>bdk eval --dir . builds/checkout</span></span>
109
- <span class="line"><span>bdk eval --dir . --tag smoke</span></span></code></pre></div><p>ID filters match an exact ID and its descendants. Repeated IDs use OR; repeated tags use OR. When both are present, a case must match both groups.</p><h2 id="inspect-run-artifacts" tabindex="-1">Inspect run artifacts <a class="header-anchor" href="#inspect-run-artifacts" aria-label="Permalink to &quot;Inspect run artifacts&quot;">​</a></h2><p>Default run artifacts go under <code>evals/&lt;stamp&gt;/</code> in the project state directory and include <code>summary.json</code>, <code>results.jsonl</code>, and <code>evals/&lt;case-id&gt;.json</code>. <code>--artifacts &lt;dir&gt;</code> chooses another destination; <code>--no-artifacts</code> disables them. This location is independent of <code>--state-root</code>.</p><h2 id="run-evals-against-a-server" tabindex="-1">Run evals against a server <a class="header-anchor" href="#run-evals-against-a-server" aria-label="Permalink to &quot;Run evals against a server&quot;">​</a></h2><p>The playground <strong>Evals</strong> view starts batches on its running server, and <code>--url</code> targets a named running server:</p><div class="language-text vp-adaptive-theme"><button title="Copy Code" class="copy"></button><span class="lang">text</span><pre class="shiki shiki-themes github-light github-dark vp-code" tabindex="0"><code><span class="line"><span>bdk eval --url http://127.0.0.1:3000/vulnerability-scanner --tag smoke</span></span>
110
- <span class="line"><span>bdk eval status &lt;eval-id&gt; --url http://127.0.0.1:3000/vulnerability-scanner</span></span>
111
- <span class="line"><span>bdk eval cancel &lt;eval-id&gt; --url http://127.0.0.1:3000/vulnerability-scanner</span></span></code></pre></div><p>Server-side batches use the target&#39;s discovered cases and return an eval ID for <code>status</code> or <code>cancel</code>. Local reporter and concurrency flags don&#39;t apply to <code>--url</code> runs.</p><h2 id="related" tabindex="-1">Related <a class="header-anchor" href="#related" aria-label="Permalink to &quot;Related&quot;">​</a></h2><ul><li><a href="./../evals.html">Evals guide</a></li><li><a href="./cli.html#eval">CLI reference</a></li><li><a href="./sessions.html">Sessions</a></li><li><a href="./artifacts.html">Artifacts</a></li></ul></div></div></main><footer class="VPDocFooter" data-v-995f90b4 data-v-8edf72db><!--[--><!--]--><!----><nav class="prev-next" aria-labelledby="doc-footer-aria-label" data-v-8edf72db><span class="visually-hidden" id="doc-footer-aria-label" data-v-8edf72db>Pager</span><div class="pager" data-v-8edf72db><a class="VPLink link pager-link prev" href="/docs/reference/memory.html" data-v-8edf72db><!--[--><span class="desc" data-v-8edf72db>Previous page</span><span class="title" data-v-8edf72db>Memory</span><!--]--></a></div><div class="pager" data-v-8edf72db><a class="VPLink link pager-link next" href="/docs/reference/artifacts.html" data-v-8edf72db><!--[--><span class="desc" data-v-8edf72db>Next page</span><span class="title" data-v-8edf72db>Artifacts</span><!--]--></a></div></nav></footer><!--[--><!--]--></div></div></div><!--[--><!--]--></div></div><!----><!--[--><!--]--></div></div>
112
- <script>window.__VP_HASH_MAP__=JSON.parse("{\"building-with-agents.md\":\"FZXrY8Nk\",\"changelog.md\":\"BvHRIiMH\",\"deployment.md\":\"3MMWuPeV\",\"evals.md\":\"CHR34K1Y\",\"guides_agent-to-agent.md\":\"CwL5cwuE\",\"guides_bitbucket.md\":\"CKUayYtD\",\"guides_cloud-agents.md\":\"BzbzcOyj\",\"guides_convert-automation.md\":\"DMEX9nF-\",\"guides_export-grokbot.md\":\"qo5bxi4h\",\"guides_github.md\":\"TuNiZAOQ\",\"guides_gitlab.md\":\"CtNI4fSH\",\"guides_grokbot-agents.md\":\"BwAykJ7U\",\"guides_hooks.md\":\"B2XfGX50\",\"guides_improve.md\":\"CZKVt1cT\",\"guides_jev.md\":\"D7XH4JH3\",\"guides_mcp-oauth.md\":\"Cxq2TxBB\",\"guides_migrate.md\":\"CQlGaBKX\",\"guides_opentelemetry.md\":\"D4wO7_8v\",\"guides_pagerduty.md\":\"BHXMcMtx\",\"guides_slack.md\":\"ClIyi7FI\",\"guides_webhooks.md\":\"Cpdc3BDX\",\"hillclimbing.md\":\"Dxvd-0gT\",\"index.md\":\"CAnsLl8D\",\"quickstart.md\":\"D8JDfkKO\",\"reference_agent-config.md\":\"CZrbHOfT\",\"reference_artifacts.md\":\"DLV9MZES\",\"reference_channels.md\":\"CNNIS6K7\",\"reference_cli.md\":\"1o_TqKdt\",\"reference_connections.md\":\"BJE2Zllp\",\"reference_evals.md\":\"Ccwp4x3o\",\"reference_extensions.md\":\"DKxTuCIw\",\"reference_hooks.md\":\"CROr0QgC\",\"reference_http-api.md\":\"Dji-DD_Z\",\"reference_instructions.md\":\"BYMVxAkw\",\"reference_memory.md\":\"BwyJXYZe\",\"reference_playground.md\":\"q4MI-0td\",\"reference_project-layout.md\":\"mFcS8yDD\",\"reference_prompt.md\":\"DqPh71XN\",\"reference_schedules.md\":\"BqWnJES4\",\"reference_sessions.md\":\"Bi6lHttM\",\"reference_skills.md\":\"Ckddg6KX\",\"reference_subagents.md\":\"ChNGh6HK\",\"reference_tools.md\":\"Bo0UfT0a\",\"templates_agentic-owners.md\":\"CTEnR0jp\",\"templates_grokbot-agents.md\":\"DgpPEs7B\",\"templates_security-reviewer.md\":\"Gh6EF9Us\",\"templates_thermo-quality-review.md\":\"B77UyTrX\",\"templates_thermo-review.md\":\"DRJ7mC5U\",\"templates_triage.md\":\"CNN6b0JZ\",\"troubleshooting.md\":\"DFnoTDlQ\"}");window.__VP_SITE_DATA__=JSON.parse("{\"lang\":\"en-US\",\"dir\":\"ltr\",\"title\":\"Bot Development Kit (BDK)\",\"description\":\"Build and serve bots and agents from versioned Markdown and TypeScript.\",\"base\":\"/docs/\",\"head\":[],\"router\":{\"prefetchLinks\":true},\"appearance\":true,\"themeConfig\":{\"sdkVersion\":\"0.2.27\",\"nav\":[{\"text\":\"Quickstart\",\"link\":\"/quickstart\"},{\"text\":\"Guides\",\"link\":\"/guides/mcp-oauth\"},{\"text\":\"Integrations\",\"link\":\"/guides/github\"},{\"text\":\"Templates\",\"link\":\"/templates/security-reviewer\"},{\"text\":\"Reference\",\"link\":\"/reference/project-layout\"}],\"search\":{\"provider\":\"local\"},\"outline\":{\"level\":[2,3]},\"sidebar\":[{\"text\":\"Getting started\",\"items\":[{\"text\":\"Overview\",\"link\":\"/\"},{\"text\":\"Changelog\",\"link\":\"/changelog\"},{\"text\":\"Building your first agent\",\"link\":\"/quickstart\"}]},{\"text\":\"Integrations\",\"collapsed\":false,\"items\":[{\"text\":\"GitHub\",\"link\":\"/guides/github\"},{\"text\":\"Slack\",\"link\":\"/guides/slack\"},{\"text\":\"Webhooks\",\"link\":\"/guides/webhooks\"},{\"text\":\"Cursor Automations\",\"link\":\"/guides/convert-automation\"},{\"text\":\"OpenTelemetry\",\"link\":\"/guides/opentelemetry\"},{\"text\":\"GitLab\",\"link\":\"/guides/gitlab\"},{\"text\":\"Bitbucket\",\"link\":\"/guides/bitbucket\"},{\"text\":\"PagerDuty\",\"link\":\"/guides/pagerduty\"}]},{\"text\":\"Extensions\",\"collapsed\":false,\"items\":[{\"text\":\"Overview\",\"link\":\"/reference/extensions\"},{\"text\":\"Cloud agents\",\"link\":\"/guides/cloud-agents\"},{\"text\":\"Grok Bot agents\",\"link\":\"/guides/grokbot-agents\"},{\"text\":\"Self-improvement\",\"link\":\"/guides/improve\"},{\"text\":\"Jev\",\"link\":\"/guides/jev\"}]},{\"text\":\"Guides\",\"collapsed\":false,\"items\":[{\"text\":\"MCP\",\"link\":\"/guides/mcp-oauth\"},{\"text\":\"Hooks\",\"link\":\"/guides/hooks\"},{\"text\":\"Peer agents\",\"link\":\"/guides/agent-to-agent\"},{\"text\":\"Deployment\",\"link\":\"/deployment\"},{\"text\":\"Export a Grok Bot\",\"link\":\"/guides/export-grokbot\"},{\"text\":\"Early-alpha migration\",\"link\":\"/guides/migrate\"},{\"text\":\"Evals\",\"link\":\"/evals\"},{\"text\":\"Hillclimbing\",\"link\":\"/hillclimbing\"},{\"text\":\"Build with a coding agent\",\"link\":\"/building-with-agents\"},{\"text\":\"Troubleshooting\",\"link\":\"/troubleshooting\"}]},{\"text\":\"Templates\",\"collapsed\":false,\"items\":[{\"text\":\"Grok Bot agents\",\"link\":\"/templates/grokbot-agents\"},{\"text\":\"Security reviewer\",\"link\":\"/templates/security-reviewer\"},{\"text\":\"Thermo review\",\"link\":\"/templates/thermo-review\"},{\"text\":\"Thermo quality review\",\"link\":\"/templates/thermo-quality-review\"},{\"text\":\"Agentic Approver\",\"link\":\"/templates/agentic-owners\"},{\"text\":\"Triage agent\",\"link\":\"/templates/triage\"}]},{\"text\":\"Reference\",\"collapsed\":false,\"items\":[{\"text\":\"Project layout\",\"link\":\"/reference/project-layout\"},{\"text\":\"Agent config\",\"link\":\"/reference/agent-config\"},{\"text\":\"Instructions\",\"link\":\"/reference/instructions\"},{\"text\":\"Tools\",\"link\":\"/reference/tools\"},{\"text\":\"prompt\",\"link\":\"/reference/prompt\"},{\"text\":\"Skills\",\"link\":\"/reference/skills\"},{\"text\":\"MCP Connections\",\"link\":\"/reference/connections\"},{\"text\":\"Subagents\",\"link\":\"/reference/subagents\"},{\"text\":\"Channels\",\"link\":\"/reference/channels\"},{\"text\":\"Schedules & reminders\",\"link\":\"/reference/schedules\"},{\"text\":\"Hooks\",\"link\":\"/reference/hooks\"},{\"text\":\"Memory\",\"link\":\"/reference/memory\"},{\"text\":\"Evals\",\"link\":\"/reference/evals\"},{\"text\":\"Artifacts\",\"link\":\"/reference/artifacts\"},{\"text\":\"Sessions & streaming\",\"link\":\"/reference/sessions\"},{\"text\":\"Playground\",\"link\":\"/reference/playground\"},{\"text\":\"CLI\",\"link\":\"/reference/cli\"},{\"text\":\"HTTP API\",\"link\":\"/reference/http-api\"}]}]},\"locales\":{},\"scrollOffset\":134,\"cleanUrls\":false}");</script>
106
+ <span class="line"><span style="--shiki-light:#24292E;--shiki-dark:#E1E4E8;">);</span></span></code></pre></div><h2 id="reporters-and-results" tabindex="-1">Reporters and results <a class="header-anchor" href="#reporters-and-results" aria-label="Permalink to &quot;Reporters and results&quot;">​</a></h2><p>Built-in reporters include <code>JUnit({ filePath, suiteName? })</code> and <code>Artifacts({ dir })</code>. Custom reporters can expose <code>onRunStart</code>, <code>onEvalComplete</code>, and <code>onRunComplete</code>.</p><p>JSON output contains run totals and one result per case. Results include the case ID, verdict, assertions, session ID, inputs, final text, tools, tool calls, metrics, logs, duration, metadata, tags, and any error or skip reason.</p><h2 id="select-cases" tabindex="-1">Select cases <a class="header-anchor" href="#select-cases" aria-label="Permalink to &quot;Select cases&quot;">​</a></h2><div class="language-text vp-adaptive-theme"><button title="Copy Code" class="copy"></button><span class="lang">text</span><pre class="shiki shiki-themes github-light github-dark vp-code" tabindex="0"><code><span class="line"><span>agent-sdk eval --dir . --list</span></span>
107
+ <span class="line"><span>agent-sdk eval --dir .</span></span>
108
+ <span class="line"><span>agent-sdk eval --dir . builds/checkout</span></span>
109
+ <span class="line"><span>agent-sdk eval --dir . --tag smoke</span></span></code></pre></div><p>ID filters match an exact ID and its descendants. Repeated IDs use OR; repeated tags use OR. When both are present, a case must match both groups.</p><h2 id="inspect-run-artifacts" tabindex="-1">Inspect run artifacts <a class="header-anchor" href="#inspect-run-artifacts" aria-label="Permalink to &quot;Inspect run artifacts&quot;">​</a></h2><p>Default run artifacts go under <code>evals/&lt;stamp&gt;/</code> in the project state directory and include <code>summary.json</code>, <code>results.jsonl</code>, and <code>evals/&lt;case-id&gt;.json</code>. <code>--artifacts &lt;dir&gt;</code> chooses another destination; <code>--no-artifacts</code> disables them. This location is independent of <code>--state-root</code>.</p><h2 id="run-evals-against-a-server" tabindex="-1">Run evals against a server <a class="header-anchor" href="#run-evals-against-a-server" aria-label="Permalink to &quot;Run evals against a server&quot;">​</a></h2><p>The playground <strong>Evals</strong> view starts batches on its running server, and <code>--url</code> targets a named running server:</p><div class="language-text vp-adaptive-theme"><button title="Copy Code" class="copy"></button><span class="lang">text</span><pre class="shiki shiki-themes github-light github-dark vp-code" tabindex="0"><code><span class="line"><span>agent-sdk eval --url http://127.0.0.1:3000/vulnerability-scanner --tag smoke</span></span>
110
+ <span class="line"><span>agent-sdk eval get &lt;eval-id&gt; --url http://127.0.0.1:3000/vulnerability-scanner</span></span>
111
+ <span class="line"><span>agent-sdk eval cancel &lt;eval-id&gt; --url http://127.0.0.1:3000/vulnerability-scanner</span></span></code></pre></div><p>Server-side batches use the target&#39;s discovered cases and return an eval ID for <code>status</code> or <code>cancel</code>. Local reporter and concurrency flags don&#39;t apply to <code>--url</code> runs.</p><h2 id="related" tabindex="-1">Related <a class="header-anchor" href="#related" aria-label="Permalink to &quot;Related&quot;">​</a></h2><ul><li><a href="./../evals.html">Evals guide</a></li><li><a href="./cli.html#eval">CLI reference</a></li><li><a href="./sessions.html">Sessions</a></li><li><a href="./artifacts.html">Artifacts</a></li></ul></div></div></main><footer class="VPDocFooter" data-v-995f90b4 data-v-8edf72db><!--[--><!--]--><!----><nav class="prev-next" aria-labelledby="doc-footer-aria-label" data-v-8edf72db><span class="visually-hidden" id="doc-footer-aria-label" data-v-8edf72db>Pager</span><div class="pager" data-v-8edf72db><a class="VPLink link pager-link prev" href="/docs/reference/memory.html" data-v-8edf72db><!--[--><span class="desc" data-v-8edf72db>Previous page</span><span class="title" data-v-8edf72db>Memory</span><!--]--></a></div><div class="pager" data-v-8edf72db><a class="VPLink link pager-link next" href="/docs/reference/artifacts.html" data-v-8edf72db><!--[--><span class="desc" data-v-8edf72db>Next page</span><span class="title" data-v-8edf72db>Artifacts</span><!--]--></a></div></nav></footer><!--[--><!--]--></div></div></div><!--[--><!--]--></div></div><!----><!--[--><!--]--></div></div>
112
+ <script>window.__VP_HASH_MAP__=JSON.parse("{\"building-with-agents.md\":\"Bf1yH2tG\",\"changelog.md\":\"fZ-NNFeJ\",\"deployment.md\":\"DDmjAVbg\",\"evals.md\":\"OjKb7tNA\",\"guides_agent-to-agent.md\":\"D1D5f6Jc\",\"guides_bitbucket.md\":\"DkjkBRU8\",\"guides_cloud-agents.md\":\"Ceyjv0ul\",\"guides_convert-automation.md\":\"BjraCvok\",\"guides_github.md\":\"CgN5sNbW\",\"guides_gitlab.md\":\"DCE0p7_w\",\"guides_grokbot-agents.md\":\"D0PpM_Gf\",\"guides_hooks.md\":\"BjeEiM7s\",\"guides_improve.md\":\"BFYtrtLE\",\"guides_jev.md\":\"Ccw4pedT\",\"guides_mcp-oauth.md\":\"ekpWOZCC\",\"guides_migrate.md\":\"RS9Eu-Xh\",\"guides_opentelemetry.md\":\"CoZ1kNyd\",\"guides_pagerduty.md\":\"mnKXe9U0\",\"guides_slack.md\":\"BqiGSYGX\",\"guides_webhooks.md\":\"BJk63ZTs\",\"hillclimbing.md\":\"By61f3uq\",\"index.md\":\"CVRjO09Y\",\"quickstart.md\":\"DaLk4ZIF\",\"reference_access.md\":\"CExlH_mR\",\"reference_agent-config.md\":\"11E_xe--\",\"reference_artifacts.md\":\"C-hKR2hp\",\"reference_channels.md\":\"DsJfGSBJ\",\"reference_cli.md\":\"DQ3dCgmk\",\"reference_connections.md\":\"BoAotr7_\",\"reference_evals.md\":\"DYKjGFi-\",\"reference_extensions.md\":\"pEVj72Xo\",\"reference_hooks.md\":\"B-bwJuiG\",\"reference_http-api.md\":\"_RWELr3d\",\"reference_instructions.md\":\"yL2hXLnl\",\"reference_limits.md\":\"Da1HegjB\",\"reference_memory.md\":\"Dd7cyV9V\",\"reference_playground.md\":\"CQiJk9CM\",\"reference_project-layout.md\":\"BamcPDUn\",\"reference_prompt.md\":\"BMjm1Jp3\",\"reference_schedules.md\":\"RC47aFm4\",\"reference_sessions.md\":\"C7KFhWXV\",\"reference_skills.md\":\"Dej2zQxi\",\"reference_subagents.md\":\"CAhvW4yS\",\"reference_tools.md\":\"DQr7Fnhu\",\"templates_agentic-owners.md\":\"Dh2nDSqg\",\"templates_security-reviewer.md\":\"DnwXdnB5\",\"templates_thermo-quality-review.md\":\"MJIdHkzE\",\"templates_thermo-review.md\":\"DfN1OFOl\",\"templates_triage.md\":\"BYWMloV4\",\"troubleshooting.md\":\"AGJ3jDzj\"}");window.__VP_SITE_DATA__=JSON.parse("{\"lang\":\"en-US\",\"dir\":\"ltr\",\"title\":\"Agent SDK\",\"description\":\"Build and serve bots and agents from versioned Markdown and TypeScript.\",\"base\":\"/docs/\",\"head\":[],\"router\":{\"prefetchLinks\":true},\"appearance\":true,\"themeConfig\":{\"sdkVersion\":\"0.2.28\",\"nav\":[{\"text\":\"Quickstart\",\"link\":\"/quickstart\"},{\"text\":\"Guides\",\"link\":\"/guides/mcp-oauth\"},{\"text\":\"Integrations\",\"link\":\"/guides/github\"},{\"text\":\"Templates\",\"link\":\"/templates/security-reviewer\"},{\"text\":\"Reference\",\"link\":\"/reference/project-layout\"}],\"search\":{\"provider\":\"local\"},\"outline\":{\"level\":[2,3]},\"sidebar\":[{\"text\":\"Getting started\",\"items\":[{\"text\":\"Overview\",\"link\":\"/\"},{\"text\":\"Changelog\",\"link\":\"/changelog\"},{\"text\":\"Building your first agent\",\"link\":\"/quickstart\"}]},{\"text\":\"Integrations\",\"collapsed\":false,\"items\":[{\"text\":\"GitHub\",\"link\":\"/guides/github\"},{\"text\":\"Slack\",\"link\":\"/guides/slack\"},{\"text\":\"Webhooks\",\"link\":\"/guides/webhooks\"},{\"text\":\"Cursor Automations\",\"link\":\"/guides/convert-automation\"},{\"text\":\"OpenTelemetry\",\"link\":\"/guides/opentelemetry\"},{\"text\":\"GitLab\",\"link\":\"/guides/gitlab\"},{\"text\":\"Bitbucket\",\"link\":\"/guides/bitbucket\"},{\"text\":\"PagerDuty\",\"link\":\"/guides/pagerduty\"}]},{\"text\":\"Extensions\",\"collapsed\":false,\"items\":[{\"text\":\"Overview\",\"link\":\"/reference/extensions\"},{\"text\":\"Cloud agents\",\"link\":\"/guides/cloud-agents\"},{\"text\":\"Grok Bot agents\",\"link\":\"/guides/grokbot-agents\"},{\"text\":\"Self-improvement\",\"link\":\"/guides/improve\"},{\"text\":\"Jev\",\"link\":\"/guides/jev\"}]},{\"text\":\"Guides\",\"collapsed\":false,\"items\":[{\"text\":\"MCP\",\"link\":\"/guides/mcp-oauth\"},{\"text\":\"Hooks\",\"link\":\"/guides/hooks\"},{\"text\":\"Peer agents\",\"link\":\"/guides/agent-to-agent\"},{\"text\":\"Deployment\",\"link\":\"/deployment\"},{\"text\":\"Early-alpha migration\",\"link\":\"/guides/migrate\"},{\"text\":\"Evals\",\"link\":\"/evals\"},{\"text\":\"Hillclimbing\",\"link\":\"/hillclimbing\"},{\"text\":\"Build with a coding agent\",\"link\":\"/building-with-agents\"},{\"text\":\"Troubleshooting\",\"link\":\"/troubleshooting\"}]},{\"text\":\"Templates\",\"collapsed\":false,\"items\":[{\"text\":\"Security reviewer\",\"link\":\"/templates/security-reviewer\"},{\"text\":\"Thermo review\",\"link\":\"/templates/thermo-review\"},{\"text\":\"Thermo quality review\",\"link\":\"/templates/thermo-quality-review\"},{\"text\":\"Agentic Approver\",\"link\":\"/templates/agentic-owners\"},{\"text\":\"Triage agent\",\"link\":\"/templates/triage\"}]},{\"text\":\"Reference\",\"collapsed\":false,\"items\":[{\"text\":\"Project layout\",\"link\":\"/reference/project-layout\"},{\"text\":\"Agent config\",\"link\":\"/reference/agent-config\"},{\"text\":\"Instructions\",\"link\":\"/reference/instructions\"},{\"text\":\"Tools\",\"link\":\"/reference/tools\"},{\"text\":\"prompt\",\"link\":\"/reference/prompt\"},{\"text\":\"Skills\",\"link\":\"/reference/skills\"},{\"text\":\"MCP Connections\",\"link\":\"/reference/connections\"},{\"text\":\"Subagents\",\"link\":\"/reference/subagents\"},{\"text\":\"Channels\",\"link\":\"/reference/channels\"},{\"text\":\"Schedules & reminders\",\"link\":\"/reference/schedules\"},{\"text\":\"Hooks\",\"link\":\"/reference/hooks\"},{\"text\":\"Memory\",\"link\":\"/reference/memory\"},{\"text\":\"Evals\",\"link\":\"/reference/evals\"},{\"text\":\"Artifacts\",\"link\":\"/reference/artifacts\"},{\"text\":\"Sessions & streaming\",\"link\":\"/reference/sessions\"},{\"text\":\"Playground\",\"link\":\"/reference/playground\"},{\"text\":\"CLI\",\"link\":\"/reference/cli\"},{\"text\":\"HTTP API\",\"link\":\"/reference/http-api\"},{\"text\":\"Access\",\"link\":\"/reference/access\"}]}]},\"locales\":{},\"scrollOffset\":134,\"cleanUrls\":false}");</script>
113
113
 
114
114
  </body>
115
115
  </html>
@@ -2,7 +2,7 @@
2
2
 
3
3
  Evals run fixed cases against an agent and record whether its turns,
4
4
  tools, events, and output meet a contract. Files under the project-root
5
- `evals/` directory define cases with `@cursor/bdk/evals`; the runner
5
+ `evals/` directory define cases with `@grok/agent-sdk/evals`; the runner
6
6
  discovers their IDs, executes them, and reports every assertion. See the
7
7
  [Evals guide](/docs/evals.md) for the regression workflow.
8
8
 
@@ -59,7 +59,7 @@ Every running suite needs `evals/evals.config.ts` with
59
59
  `maxConcurrency`:
60
60
 
61
61
  ```ts
62
- import { defineEvalConfig } from "@cursor/bdk/evals";
62
+ import { defineEvalConfig } from "@grok/agent-sdk/evals";
63
63
 
64
64
  export default defineEvalConfig({
65
65
  maxConcurrency: 20,
@@ -149,7 +149,7 @@ Event matchers accept `data` and `count`.
149
149
 
150
150
  ## Expectation builders
151
151
 
152
- Import builders from `@cursor/bdk/evals`:
152
+ Import builders from `@grok/agent-sdk/evals`:
153
153
 
154
154
  | Builder | Default severity |
155
155
  | --- | --- |
@@ -205,7 +205,7 @@ include `EVAL_JUDGE_INJECTION_GUARD` in the judge prompt.
205
205
  ## Judge host
206
206
 
207
207
  A judge grades by calling a Cursor model. It needs a Cursor credential
208
- (`bdk login`, `CURSOR_API_KEY`, or `CURSOR_SERVICE_ACCOUNT_KEY`) and a
208
+ (`agent-sdk login`, `CURSOR_API_KEY`, or `CURSOR_SERVICE_ACCOUNT_KEY`) and a
209
209
  judge model. The grading session offers no tools and turns the local SDK
210
210
  sandbox off, including any per-user sandbox config on the machine, so the
211
211
  same case grades on macOS, a Linux cloud agent, and a Linux CI runner.
@@ -220,8 +220,8 @@ where to set one.
220
220
  Load committed JSON, JSONL, or YAML relative to the project root:
221
221
 
222
222
  ```ts
223
- import { defineEval, includes } from "@cursor/bdk/evals";
224
- import { loadYaml } from "@cursor/bdk/evals/loaders";
223
+ import { defineEval, includes } from "@grok/agent-sdk/evals";
224
+ import { loadYaml } from "@grok/agent-sdk/evals/loaders";
225
225
 
226
226
  const rows = await loadYaml<
227
227
  Array<{ task: string; prompt: string; expected: string }>
@@ -253,10 +253,10 @@ skip reason.
253
253
  ## Select cases
254
254
 
255
255
  ```text
256
- bdk eval --dir . --list
257
- bdk eval --dir .
258
- bdk eval --dir . builds/checkout
259
- bdk eval --dir . --tag smoke
256
+ agent-sdk eval --dir . --list
257
+ agent-sdk eval --dir .
258
+ agent-sdk eval --dir . builds/checkout
259
+ agent-sdk eval --dir . --tag smoke
260
260
  ```
261
261
 
262
262
  ID filters match an exact ID and its descendants. Repeated IDs use OR;
@@ -277,9 +277,9 @@ The playground **Evals** view starts batches on its running server, and
277
277
  `--url` targets a named running server:
278
278
 
279
279
  ```text
280
- bdk eval --url http://127.0.0.1:3000/vulnerability-scanner --tag smoke
281
- bdk eval status <eval-id> --url http://127.0.0.1:3000/vulnerability-scanner
282
- bdk eval cancel <eval-id> --url http://127.0.0.1:3000/vulnerability-scanner
280
+ agent-sdk eval --url http://127.0.0.1:3000/vulnerability-scanner --tag smoke
281
+ agent-sdk eval get <eval-id> --url http://127.0.0.1:3000/vulnerability-scanner
282
+ agent-sdk eval cancel <eval-id> --url http://127.0.0.1:3000/vulnerability-scanner
283
283
  ```
284
284
 
285
285
  Server-side batches use the target's discovered cases and return an eval