@stigmer/cli 0.1.0-dev.20261017020314.g644422724c27

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1074) hide show
  1. package/LICENSE +194 -0
  2. package/README.md +45 -0
  3. package/auth/auth0.d.ts +19 -0
  4. package/auth/auth0.d.ts.map +1 -0
  5. package/auth/auth0.js +39 -0
  6. package/auth/auth0.js.map +1 -0
  7. package/auth/callback-server.d.ts +18 -0
  8. package/auth/callback-server.d.ts.map +1 -0
  9. package/auth/callback-server.js +77 -0
  10. package/auth/callback-server.js.map +1 -0
  11. package/auth/index.d.ts +5 -0
  12. package/auth/index.d.ts.map +1 -0
  13. package/auth/index.js +6 -0
  14. package/auth/index.js.map +1 -0
  15. package/auth/login.d.ts +2 -0
  16. package/auth/login.d.ts.map +1 -0
  17. package/auth/login.js +81 -0
  18. package/auth/login.js.map +1 -0
  19. package/auth/pages.d.ts +7 -0
  20. package/auth/pages.d.ts.map +1 -0
  21. package/auth/pages.js +21 -0
  22. package/auth/pages.js.map +1 -0
  23. package/auth/pkce.d.ts +7 -0
  24. package/auth/pkce.d.ts.map +1 -0
  25. package/auth/pkce.js +22 -0
  26. package/auth/pkce.js.map +1 -0
  27. package/auth/token.d.ts +38 -0
  28. package/auth/token.d.ts.map +1 -0
  29. package/auth/token.js +120 -0
  30. package/auth/token.js.map +1 -0
  31. package/backend.d.ts +5 -0
  32. package/backend.d.ts.map +1 -0
  33. package/backend.js +14 -0
  34. package/backend.js.map +1 -0
  35. package/cli/stigmer.d.ts +3 -0
  36. package/cli/stigmer.d.ts.map +1 -0
  37. package/cli/stigmer.js +14 -0
  38. package/cli/stigmer.js.map +1 -0
  39. package/client/client.d.ts +44 -0
  40. package/client/client.d.ts.map +1 -0
  41. package/client/client.js +82 -0
  42. package/client/client.js.map +1 -0
  43. package/client/index.d.ts +2 -0
  44. package/client/index.d.ts.map +1 -0
  45. package/client/index.js +3 -0
  46. package/client/index.js.map +1 -0
  47. package/client/organizations.d.ts +41 -0
  48. package/client/organizations.d.ts.map +1 -0
  49. package/client/organizations.js +86 -0
  50. package/client/organizations.js.map +1 -0
  51. package/client/single-org.d.ts +16 -0
  52. package/client/single-org.d.ts.map +1 -0
  53. package/client/single-org.js +35 -0
  54. package/client/single-org.js.map +1 -0
  55. package/commands/access-history/index.d.ts +3 -0
  56. package/commands/access-history/index.d.ts.map +1 -0
  57. package/commands/access-history/index.js +99 -0
  58. package/commands/access-history/index.js.map +1 -0
  59. package/commands/agent-exec-flags.d.ts +30 -0
  60. package/commands/agent-exec-flags.d.ts.map +1 -0
  61. package/commands/agent-exec-flags.js +49 -0
  62. package/commands/agent-exec-flags.js.map +1 -0
  63. package/commands/agent.d.ts +3 -0
  64. package/commands/agent.d.ts.map +1 -0
  65. package/commands/agent.js +43 -0
  66. package/commands/agent.js.map +1 -0
  67. package/commands/apikey/duration.d.ts +2 -0
  68. package/commands/apikey/duration.d.ts.map +1 -0
  69. package/commands/apikey/duration.js +30 -0
  70. package/commands/apikey/duration.js.map +1 -0
  71. package/commands/apikey/index.d.ts +18 -0
  72. package/commands/apikey/index.d.ts.map +1 -0
  73. package/commands/apikey/index.js +198 -0
  74. package/commands/apikey/index.js.map +1 -0
  75. package/commands/apply.d.ts +3 -0
  76. package/commands/apply.d.ts.map +1 -0
  77. package/commands/apply.js +146 -0
  78. package/commands/apply.js.map +1 -0
  79. package/commands/auth/index.d.ts +3 -0
  80. package/commands/auth/index.d.ts.map +1 -0
  81. package/commands/auth/index.js +58 -0
  82. package/commands/auth/index.js.map +1 -0
  83. package/commands/auth/login.d.ts +13 -0
  84. package/commands/auth/login.d.ts.map +1 -0
  85. package/commands/auth/login.js +58 -0
  86. package/commands/auth/login.js.map +1 -0
  87. package/commands/auth/whoami.d.ts +22 -0
  88. package/commands/auth/whoami.d.ts.map +1 -0
  89. package/commands/auth/whoami.js +123 -0
  90. package/commands/auth/whoami.js.map +1 -0
  91. package/commands/channel.d.ts +3 -0
  92. package/commands/channel.d.ts.map +1 -0
  93. package/commands/channel.js +114 -0
  94. package/commands/channel.js.map +1 -0
  95. package/commands/completion.d.ts +3 -0
  96. package/commands/completion.d.ts.map +1 -0
  97. package/commands/completion.js +80 -0
  98. package/commands/completion.js.map +1 -0
  99. package/commands/config/backend.d.ts +3 -0
  100. package/commands/config/backend.d.ts.map +1 -0
  101. package/commands/config/backend.js +171 -0
  102. package/commands/config/backend.js.map +1 -0
  103. package/commands/config/context.d.ts +3 -0
  104. package/commands/config/context.d.ts.map +1 -0
  105. package/commands/config/context.js +88 -0
  106. package/commands/config/context.js.map +1 -0
  107. package/commands/config/index.d.ts +3 -0
  108. package/commands/config/index.d.ts.map +1 -0
  109. package/commands/config/index.js +13 -0
  110. package/commands/config/index.js.map +1 -0
  111. package/commands/config/kv.d.ts +3 -0
  112. package/commands/config/kv.d.ts.map +1 -0
  113. package/commands/config/kv.js +39 -0
  114. package/commands/config/kv.js.map +1 -0
  115. package/commands/connect.d.ts +3 -0
  116. package/commands/connect.d.ts.map +1 -0
  117. package/commands/connect.js +74 -0
  118. package/commands/connect.js.map +1 -0
  119. package/commands/delete.d.ts +3 -0
  120. package/commands/delete.d.ts.map +1 -0
  121. package/commands/delete.js +44 -0
  122. package/commands/delete.js.map +1 -0
  123. package/commands/down.d.ts +3 -0
  124. package/commands/down.d.ts.map +1 -0
  125. package/commands/down.js +23 -0
  126. package/commands/down.js.map +1 -0
  127. package/commands/download.d.ts +3 -0
  128. package/commands/download.d.ts.map +1 -0
  129. package/commands/download.js +79 -0
  130. package/commands/download.js.map +1 -0
  131. package/commands/eval.d.ts +3 -0
  132. package/commands/eval.d.ts.map +1 -0
  133. package/commands/eval.js +115 -0
  134. package/commands/eval.js.map +1 -0
  135. package/commands/get.d.ts +3 -0
  136. package/commands/get.d.ts.map +1 -0
  137. package/commands/get.js +113 -0
  138. package/commands/get.js.map +1 -0
  139. package/commands/install.d.ts +3 -0
  140. package/commands/install.d.ts.map +1 -0
  141. package/commands/install.js +68 -0
  142. package/commands/install.js.map +1 -0
  143. package/commands/internal-daemon.d.ts +3 -0
  144. package/commands/internal-daemon.d.ts.map +1 -0
  145. package/commands/internal-daemon.js +15 -0
  146. package/commands/internal-daemon.js.map +1 -0
  147. package/commands/list.d.ts +10 -0
  148. package/commands/list.d.ts.map +1 -0
  149. package/commands/list.js +131 -0
  150. package/commands/list.js.map +1 -0
  151. package/commands/logs.d.ts +3 -0
  152. package/commands/logs.d.ts.map +1 -0
  153. package/commands/logs.js +59 -0
  154. package/commands/logs.js.map +1 -0
  155. package/commands/marketplace.d.ts +3 -0
  156. package/commands/marketplace.d.ts.map +1 -0
  157. package/commands/marketplace.js +94 -0
  158. package/commands/marketplace.js.map +1 -0
  159. package/commands/mcp-server.d.ts +22 -0
  160. package/commands/mcp-server.d.ts.map +1 -0
  161. package/commands/mcp-server.js +105 -0
  162. package/commands/mcp-server.js.map +1 -0
  163. package/commands/mcp.d.ts +3 -0
  164. package/commands/mcp.d.ts.map +1 -0
  165. package/commands/mcp.js +58 -0
  166. package/commands/mcp.js.map +1 -0
  167. package/commands/push.d.ts +27 -0
  168. package/commands/push.d.ts.map +1 -0
  169. package/commands/push.js +401 -0
  170. package/commands/push.js.map +1 -0
  171. package/commands/reset.d.ts +3 -0
  172. package/commands/reset.d.ts.map +1 -0
  173. package/commands/reset.js +45 -0
  174. package/commands/reset.js.map +1 -0
  175. package/commands/resume.d.ts +3 -0
  176. package/commands/resume.d.ts.map +1 -0
  177. package/commands/resume.js +90 -0
  178. package/commands/resume.js.map +1 -0
  179. package/commands/run.d.ts +3 -0
  180. package/commands/run.d.ts.map +1 -0
  181. package/commands/run.js +158 -0
  182. package/commands/run.js.map +1 -0
  183. package/commands/runs/approve.d.ts +3 -0
  184. package/commands/runs/approve.d.ts.map +1 -0
  185. package/commands/runs/approve.js +37 -0
  186. package/commands/runs/approve.js.map +1 -0
  187. package/commands/runs/control.d.ts +3 -0
  188. package/commands/runs/control.d.ts.map +1 -0
  189. package/commands/runs/control.js +71 -0
  190. package/commands/runs/control.js.map +1 -0
  191. package/commands/runs/index.d.ts +3 -0
  192. package/commands/runs/index.d.ts.map +1 -0
  193. package/commands/runs/index.js +28 -0
  194. package/commands/runs/index.js.map +1 -0
  195. package/commands/runs/logs.d.ts +3 -0
  196. package/commands/runs/logs.d.ts.map +1 -0
  197. package/commands/runs/logs.js +33 -0
  198. package/commands/runs/logs.js.map +1 -0
  199. package/commands/runs/scores.d.ts +3 -0
  200. package/commands/runs/scores.d.ts.map +1 -0
  201. package/commands/runs/scores.js +26 -0
  202. package/commands/runs/scores.js.map +1 -0
  203. package/commands/runs/to-eval-case.d.ts +3 -0
  204. package/commands/runs/to-eval-case.d.ts.map +1 -0
  205. package/commands/runs/to-eval-case.js +35 -0
  206. package/commands/runs/to-eval-case.js.map +1 -0
  207. package/commands/runs/trace.d.ts +3 -0
  208. package/commands/runs/trace.d.ts.map +1 -0
  209. package/commands/runs/trace.js +24 -0
  210. package/commands/runs/trace.js.map +1 -0
  211. package/commands/schedule.d.ts +3 -0
  212. package/commands/schedule.d.ts.map +1 -0
  213. package/commands/schedule.js +57 -0
  214. package/commands/schedule.js.map +1 -0
  215. package/commands/search.d.ts +3 -0
  216. package/commands/search.d.ts.map +1 -0
  217. package/commands/search.js +76 -0
  218. package/commands/search.js.map +1 -0
  219. package/commands/service-account/index.d.ts +7 -0
  220. package/commands/service-account/index.d.ts.map +1 -0
  221. package/commands/service-account/index.js +144 -0
  222. package/commands/service-account/index.js.map +1 -0
  223. package/commands/setup.d.ts +3 -0
  224. package/commands/setup.d.ts.map +1 -0
  225. package/commands/setup.js +76 -0
  226. package/commands/setup.js.map +1 -0
  227. package/commands/shared.d.ts +15 -0
  228. package/commands/shared.d.ts.map +1 -0
  229. package/commands/shared.js +34 -0
  230. package/commands/shared.js.map +1 -0
  231. package/commands/status.d.ts +3 -0
  232. package/commands/status.d.ts.map +1 -0
  233. package/commands/status.js +18 -0
  234. package/commands/status.js.map +1 -0
  235. package/commands/tag.d.ts +3 -0
  236. package/commands/tag.d.ts.map +1 -0
  237. package/commands/tag.js +24 -0
  238. package/commands/tag.js.map +1 -0
  239. package/commands/up.d.ts +3 -0
  240. package/commands/up.d.ts.map +1 -0
  241. package/commands/up.js +84 -0
  242. package/commands/up.js.map +1 -0
  243. package/commands/usage.d.ts +5 -0
  244. package/commands/usage.d.ts.map +1 -0
  245. package/commands/usage.js +92 -0
  246. package/commands/usage.js.map +1 -0
  247. package/commands/validate.d.ts +3 -0
  248. package/commands/validate.d.ts.map +1 -0
  249. package/commands/validate.js +95 -0
  250. package/commands/validate.js.map +1 -0
  251. package/commands/vault.d.ts +3 -0
  252. package/commands/vault.d.ts.map +1 -0
  253. package/commands/vault.js +143 -0
  254. package/commands/vault.js.map +1 -0
  255. package/commands/version.d.ts +3 -0
  256. package/commands/version.d.ts.map +1 -0
  257. package/commands/version.js +11 -0
  258. package/commands/version.js.map +1 -0
  259. package/config/config.d.ts +110 -0
  260. package/config/config.d.ts.map +1 -0
  261. package/config/config.js +199 -0
  262. package/config/config.js.map +1 -0
  263. package/config/index.d.ts +5 -0
  264. package/config/index.d.ts.map +1 -0
  265. package/config/index.js +6 -0
  266. package/config/index.js.map +1 -0
  267. package/config/keys.d.ts +6 -0
  268. package/config/keys.d.ts.map +1 -0
  269. package/config/keys.js +80 -0
  270. package/config/keys.js.map +1 -0
  271. package/config/paths.d.ts +10 -0
  272. package/config/paths.d.ts.map +1 -0
  273. package/config/paths.js +21 -0
  274. package/config/paths.js.map +1 -0
  275. package/config/resolve.d.ts +65 -0
  276. package/config/resolve.d.ts.map +1 -0
  277. package/config/resolve.js +160 -0
  278. package/config/resolve.js.map +1 -0
  279. package/errors/classify.d.ts +17 -0
  280. package/errors/classify.d.ts.map +1 -0
  281. package/errors/classify.js +204 -0
  282. package/errors/classify.js.map +1 -0
  283. package/errors/cli-exit-error.d.ts +6 -0
  284. package/errors/cli-exit-error.d.ts.map +1 -0
  285. package/errors/cli-exit-error.js +15 -0
  286. package/errors/cli-exit-error.js.map +1 -0
  287. package/errors/exit-codes.d.ts +10 -0
  288. package/errors/exit-codes.d.ts.map +1 -0
  289. package/errors/exit-codes.js +15 -0
  290. package/errors/exit-codes.js.map +1 -0
  291. package/errors/handle.d.ts +14 -0
  292. package/errors/handle.d.ts.map +1 -0
  293. package/errors/handle.js +46 -0
  294. package/errors/handle.js.map +1 -0
  295. package/errors/index.d.ts +6 -0
  296. package/errors/index.d.ts.map +1 -0
  297. package/errors/index.js +7 -0
  298. package/errors/index.js.map +1 -0
  299. package/errors/usage-error.d.ts +5 -0
  300. package/errors/usage-error.d.ts.map +1 -0
  301. package/errors/usage-error.js +13 -0
  302. package/errors/usage-error.js.map +1 -0
  303. package/index.d.ts +3 -0
  304. package/index.d.ts.map +1 -0
  305. package/index.js +8 -0
  306. package/index.js.map +1 -0
  307. package/local/artifact.d.ts +77 -0
  308. package/local/artifact.d.ts.map +1 -0
  309. package/local/artifact.js +268 -0
  310. package/local/artifact.js.map +1 -0
  311. package/local/constants.d.ts +41 -0
  312. package/local/constants.d.ts.map +1 -0
  313. package/local/constants.js +48 -0
  314. package/local/constants.js.map +1 -0
  315. package/local/daemon/components.d.ts +20 -0
  316. package/local/daemon/components.d.ts.map +1 -0
  317. package/local/daemon/components.js +140 -0
  318. package/local/daemon/components.js.map +1 -0
  319. package/local/daemon/env.d.ts +77 -0
  320. package/local/daemon/env.d.ts.map +1 -0
  321. package/local/daemon/env.js +107 -0
  322. package/local/daemon/env.js.map +1 -0
  323. package/local/daemon/host.d.ts +15 -0
  324. package/local/daemon/host.d.ts.map +1 -0
  325. package/local/daemon/host.js +115 -0
  326. package/local/daemon/host.js.map +1 -0
  327. package/local/daemon/index.d.ts +8 -0
  328. package/local/daemon/index.d.ts.map +1 -0
  329. package/local/daemon/index.js +8 -0
  330. package/local/daemon/index.js.map +1 -0
  331. package/local/daemon/launch.d.ts +38 -0
  332. package/local/daemon/launch.d.ts.map +1 -0
  333. package/local/daemon/launch.js +261 -0
  334. package/local/daemon/launch.js.map +1 -0
  335. package/local/daemon/process.d.ts +42 -0
  336. package/local/daemon/process.d.ts.map +1 -0
  337. package/local/daemon/process.js +166 -0
  338. package/local/daemon/process.js.map +1 -0
  339. package/local/daemon/supervisor.d.ts +56 -0
  340. package/local/daemon/supervisor.d.ts.map +1 -0
  341. package/local/daemon/supervisor.js +211 -0
  342. package/local/daemon/supervisor.js.map +1 -0
  343. package/local/daemon/types.d.ts +65 -0
  344. package/local/daemon/types.d.ts.map +1 -0
  345. package/local/daemon/types.js +9 -0
  346. package/local/daemon/types.js.map +1 -0
  347. package/local/llm-config.d.ts +24 -0
  348. package/local/llm-config.d.ts.map +1 -0
  349. package/local/llm-config.js +74 -0
  350. package/local/llm-config.js.map +1 -0
  351. package/local/logs/tail.d.ts +19 -0
  352. package/local/logs/tail.d.ts.map +1 -0
  353. package/local/logs/tail.js +86 -0
  354. package/local/logs/tail.js.map +1 -0
  355. package/local/logs/view.d.ts +20 -0
  356. package/local/logs/view.d.ts.map +1 -0
  357. package/local/logs/view.js +50 -0
  358. package/local/logs/view.js.map +1 -0
  359. package/local/net/tcp.d.ts +23 -0
  360. package/local/net/tcp.d.ts.map +1 -0
  361. package/local/net/tcp.js +47 -0
  362. package/local/net/tcp.js.map +1 -0
  363. package/local/operator-config.d.ts +28 -0
  364. package/local/operator-config.d.ts.map +1 -0
  365. package/local/operator-config.js +77 -0
  366. package/local/operator-config.js.map +1 -0
  367. package/local/paths.d.ts +47 -0
  368. package/local/paths.d.ts.map +1 -0
  369. package/local/paths.js +83 -0
  370. package/local/paths.js.map +1 -0
  371. package/local/reset.d.ts +14 -0
  372. package/local/reset.d.ts.map +1 -0
  373. package/local/reset.js +57 -0
  374. package/local/reset.js.map +1 -0
  375. package/local/runtime/index.d.ts +5 -0
  376. package/local/runtime/index.d.ts.map +1 -0
  377. package/local/runtime/index.js +8 -0
  378. package/local/runtime/index.js.map +1 -0
  379. package/local/runtime/node.d.ts +17 -0
  380. package/local/runtime/node.d.ts.map +1 -0
  381. package/local/runtime/node.js +139 -0
  382. package/local/runtime/node.js.map +1 -0
  383. package/local/runtime/runner.d.ts +45 -0
  384. package/local/runtime/runner.d.ts.map +1 -0
  385. package/local/runtime/runner.js +131 -0
  386. package/local/runtime/runner.js.map +1 -0
  387. package/local/runtime/runtimes-install.d.ts +13 -0
  388. package/local/runtime/runtimes-install.d.ts.map +1 -0
  389. package/local/runtime/runtimes-install.js +63 -0
  390. package/local/runtime/runtimes-install.js.map +1 -0
  391. package/local/runtime/server.d.ts +40 -0
  392. package/local/runtime/server.d.ts.map +1 -0
  393. package/local/runtime/server.js +144 -0
  394. package/local/runtime/server.js.map +1 -0
  395. package/local/runtime/which.d.ts +3 -0
  396. package/local/runtime/which.d.ts.map +1 -0
  397. package/local/runtime/which.js +30 -0
  398. package/local/runtime/which.js.map +1 -0
  399. package/local/setup/prompt.d.ts +8 -0
  400. package/local/setup/prompt.d.ts.map +1 -0
  401. package/local/setup/prompt.js +63 -0
  402. package/local/setup/prompt.js.map +1 -0
  403. package/local/setup/wizard.d.ts +43 -0
  404. package/local/setup/wizard.d.ts.map +1 -0
  405. package/local/setup/wizard.js +119 -0
  406. package/local/setup/wizard.js.map +1 -0
  407. package/local/state/health-state.d.ts +26 -0
  408. package/local/state/health-state.d.ts.map +1 -0
  409. package/local/state/health-state.js +34 -0
  410. package/local/state/health-state.js.map +1 -0
  411. package/local/state/index.d.ts +7 -0
  412. package/local/state/index.d.ts.map +1 -0
  413. package/local/state/index.js +8 -0
  414. package/local/state/index.js.map +1 -0
  415. package/local/state/lock.d.ts +13 -0
  416. package/local/state/lock.d.ts.map +1 -0
  417. package/local/state/lock.js +84 -0
  418. package/local/state/lock.js.map +1 -0
  419. package/local/state/log-rotation.d.ts +17 -0
  420. package/local/state/log-rotation.d.ts.map +1 -0
  421. package/local/state/log-rotation.js +101 -0
  422. package/local/state/log-rotation.js.map +1 -0
  423. package/local/state/pidfile.d.ts +11 -0
  424. package/local/state/pidfile.d.ts.map +1 -0
  425. package/local/state/pidfile.js +35 -0
  426. package/local/state/pidfile.js.map +1 -0
  427. package/local/state/proc.d.ts +29 -0
  428. package/local/state/proc.d.ts.map +1 -0
  429. package/local/state/proc.js +84 -0
  430. package/local/state/proc.js.map +1 -0
  431. package/local/state/startup-config.d.ts +24 -0
  432. package/local/state/startup-config.d.ts.map +1 -0
  433. package/local/state/startup-config.js +36 -0
  434. package/local/state/startup-config.js.map +1 -0
  435. package/local/status.d.ts +9 -0
  436. package/local/status.d.ts.map +1 -0
  437. package/local/status.js +170 -0
  438. package/local/status.js.map +1 -0
  439. package/local/temporal/download.d.ts +42 -0
  440. package/local/temporal/download.d.ts.map +1 -0
  441. package/local/temporal/download.js +55 -0
  442. package/local/temporal/download.js.map +1 -0
  443. package/local/temporal/index.d.ts +5 -0
  444. package/local/temporal/index.d.ts.map +1 -0
  445. package/local/temporal/index.js +6 -0
  446. package/local/temporal/index.js.map +1 -0
  447. package/local/temporal/inspect.d.ts +15 -0
  448. package/local/temporal/inspect.d.ts.map +1 -0
  449. package/local/temporal/inspect.js +72 -0
  450. package/local/temporal/inspect.js.map +1 -0
  451. package/local/temporal/manager.d.ts +62 -0
  452. package/local/temporal/manager.d.ts.map +1 -0
  453. package/local/temporal/manager.js +221 -0
  454. package/local/temporal/manager.js.map +1 -0
  455. package/local/temporal/supervisor.d.ts +34 -0
  456. package/local/temporal/supervisor.d.ts.map +1 -0
  457. package/local/temporal/supervisor.js +83 -0
  458. package/local/temporal/supervisor.js.map +1 -0
  459. package/local/webconsole/index.d.ts +3 -0
  460. package/local/webconsole/index.d.ts.map +1 -0
  461. package/local/webconsole/index.js +27 -0
  462. package/local/webconsole/index.js.map +1 -0
  463. package/logger.d.ts +13 -0
  464. package/logger.d.ts.map +1 -0
  465. package/logger.js +35 -0
  466. package/logger.js.map +1 -0
  467. package/marketplace/config.d.ts +61 -0
  468. package/marketplace/config.d.ts.map +1 -0
  469. package/marketplace/config.js +179 -0
  470. package/marketplace/config.js.map +1 -0
  471. package/marketplace/github.d.ts +68 -0
  472. package/marketplace/github.d.ts.map +1 -0
  473. package/marketplace/github.js +272 -0
  474. package/marketplace/github.js.map +1 -0
  475. package/marketplace/index.d.ts +8 -0
  476. package/marketplace/index.d.ts.map +1 -0
  477. package/marketplace/index.js +12 -0
  478. package/marketplace/index.js.map +1 -0
  479. package/marketplace/install.d.ts +35 -0
  480. package/marketplace/install.d.ts.map +1 -0
  481. package/marketplace/install.js +156 -0
  482. package/marketplace/install.js.map +1 -0
  483. package/marketplace/materialize.d.ts +19 -0
  484. package/marketplace/materialize.d.ts.map +1 -0
  485. package/marketplace/materialize.js +53 -0
  486. package/marketplace/materialize.js.map +1 -0
  487. package/marketplace/official.d.ts +28 -0
  488. package/marketplace/official.d.ts.map +1 -0
  489. package/marketplace/official.js +87 -0
  490. package/marketplace/official.js.map +1 -0
  491. package/marketplace/read.d.ts +17 -0
  492. package/marketplace/read.d.ts.map +1 -0
  493. package/marketplace/read.js +44 -0
  494. package/marketplace/read.js.map +1 -0
  495. package/marketplace/ref.d.ts +13 -0
  496. package/marketplace/ref.d.ts.map +1 -0
  497. package/marketplace/ref.js +54 -0
  498. package/marketplace/ref.js.map +1 -0
  499. package/marketplace/render.d.ts +22 -0
  500. package/marketplace/render.d.ts.map +1 -0
  501. package/marketplace/render.js +115 -0
  502. package/marketplace/render.js.map +1 -0
  503. package/output/command-result.d.ts +55 -0
  504. package/output/command-result.d.ts.map +1 -0
  505. package/output/command-result.js +147 -0
  506. package/output/command-result.js.map +1 -0
  507. package/output/confirm.d.ts +22 -0
  508. package/output/confirm.d.ts.map +1 -0
  509. package/output/confirm.js +43 -0
  510. package/output/confirm.js.map +1 -0
  511. package/output/format.d.ts +22 -0
  512. package/output/format.d.ts.map +1 -0
  513. package/output/format.js +72 -0
  514. package/output/format.js.map +1 -0
  515. package/output/index.d.ts +7 -0
  516. package/output/index.d.ts.map +1 -0
  517. package/output/index.js +8 -0
  518. package/output/index.js.map +1 -0
  519. package/output/ndjson.d.ts +7 -0
  520. package/output/ndjson.d.ts.map +1 -0
  521. package/output/ndjson.js +13 -0
  522. package/output/ndjson.js.map +1 -0
  523. package/output/proto.d.ts +12 -0
  524. package/output/proto.d.ts.map +1 -0
  525. package/output/proto.js +34 -0
  526. package/output/proto.js.map +1 -0
  527. package/output/style.d.ts +19 -0
  528. package/output/style.d.ts.map +1 -0
  529. package/output/style.js +44 -0
  530. package/output/style.js.map +1 -0
  531. package/output/table.d.ts +5 -0
  532. package/output/table.d.ts.map +1 -0
  533. package/output/table.js +43 -0
  534. package/output/table.js.map +1 -0
  535. package/package.json +50 -0
  536. package/program.d.ts +17 -0
  537. package/program.d.ts.map +1 -0
  538. package/program.js +195 -0
  539. package/program.js.map +1 -0
  540. package/registry/aliases.d.ts +21 -0
  541. package/registry/aliases.d.ts.map +1 -0
  542. package/registry/aliases.js +99 -0
  543. package/registry/aliases.js.map +1 -0
  544. package/registry/index.d.ts +6 -0
  545. package/registry/index.d.ts.map +1 -0
  546. package/registry/index.js +7 -0
  547. package/registry/index.js.map +1 -0
  548. package/registry/metadata.d.ts +27 -0
  549. package/registry/metadata.d.ts.map +1 -0
  550. package/registry/metadata.js +152 -0
  551. package/registry/metadata.js.map +1 -0
  552. package/registry/registry.d.ts +56 -0
  553. package/registry/registry.d.ts.map +1 -0
  554. package/registry/registry.js +85 -0
  555. package/registry/registry.js.map +1 -0
  556. package/registry/verb-support.d.ts +5 -0
  557. package/registry/verb-support.d.ts.map +1 -0
  558. package/registry/verb-support.js +112 -0
  559. package/registry/verb-support.js.map +1 -0
  560. package/registry/verbs.d.ts +16 -0
  561. package/registry/verbs.d.ts.map +1 -0
  562. package/registry/verbs.js +35 -0
  563. package/registry/verbs.js.map +1 -0
  564. package/resources/access-history.d.ts +28 -0
  565. package/resources/access-history.d.ts.map +1 -0
  566. package/resources/access-history.js +124 -0
  567. package/resources/access-history.js.map +1 -0
  568. package/resources/agent/quality.d.ts +40 -0
  569. package/resources/agent/quality.d.ts.map +1 -0
  570. package/resources/agent/quality.js +338 -0
  571. package/resources/agent/quality.js.map +1 -0
  572. package/resources/agent/resolve.d.ts +5 -0
  573. package/resources/agent/resolve.d.ts.map +1 -0
  574. package/resources/agent/resolve.js +23 -0
  575. package/resources/agent/resolve.js.map +1 -0
  576. package/resources/apply/apply.d.ts +62 -0
  577. package/resources/apply/apply.d.ts.map +1 -0
  578. package/resources/apply/apply.js +371 -0
  579. package/resources/apply/apply.js.map +1 -0
  580. package/resources/apply/handlers.d.ts +54 -0
  581. package/resources/apply/handlers.d.ts.map +1 -0
  582. package/resources/apply/handlers.js +56 -0
  583. package/resources/apply/handlers.js.map +1 -0
  584. package/resources/channel.d.ts +52 -0
  585. package/resources/channel.d.ts.map +1 -0
  586. package/resources/channel.js +404 -0
  587. package/resources/channel.js.map +1 -0
  588. package/resources/connect/address.d.ts +5 -0
  589. package/resources/connect/address.d.ts.map +1 -0
  590. package/resources/connect/address.js +49 -0
  591. package/resources/connect/address.js.map +1 -0
  592. package/resources/connect/connect.d.ts +30 -0
  593. package/resources/connect/connect.d.ts.map +1 -0
  594. package/resources/connect/connect.js +163 -0
  595. package/resources/connect/connect.js.map +1 -0
  596. package/resources/connect/discover.d.ts +7 -0
  597. package/resources/connect/discover.d.ts.map +1 -0
  598. package/resources/connect/discover.js +122 -0
  599. package/resources/connect/discover.js.map +1 -0
  600. package/resources/connect/display.d.ts +10 -0
  601. package/resources/connect/display.d.ts.map +1 -0
  602. package/resources/connect/display.js +50 -0
  603. package/resources/connect/display.js.map +1 -0
  604. package/resources/connect/sign-in.d.ts +48 -0
  605. package/resources/connect/sign-in.d.ts.map +1 -0
  606. package/resources/connect/sign-in.js +158 -0
  607. package/resources/connect/sign-in.js.map +1 -0
  608. package/resources/cursor-pages.d.ts +9 -0
  609. package/resources/cursor-pages.d.ts.map +1 -0
  610. package/resources/cursor-pages.js +25 -0
  611. package/resources/cursor-pages.js.map +1 -0
  612. package/resources/delete.d.ts +34 -0
  613. package/resources/delete.d.ts.map +1 -0
  614. package/resources/delete.js +260 -0
  615. package/resources/delete.js.map +1 -0
  616. package/resources/documents.d.ts +16 -0
  617. package/resources/documents.d.ts.map +1 -0
  618. package/resources/documents.js +89 -0
  619. package/resources/documents.js.map +1 -0
  620. package/resources/download.d.ts +16 -0
  621. package/resources/download.d.ts.map +1 -0
  622. package/resources/download.js +101 -0
  623. package/resources/download.js.map +1 -0
  624. package/resources/eval-run/follow.d.ts +67 -0
  625. package/resources/eval-run/follow.d.ts.map +1 -0
  626. package/resources/eval-run/follow.js +285 -0
  627. package/resources/eval-run/follow.js.map +1 -0
  628. package/resources/eval-run/node-io.d.ts +4 -0
  629. package/resources/eval-run/node-io.d.ts.map +1 -0
  630. package/resources/eval-run/node-io.js +39 -0
  631. package/resources/eval-run/node-io.js.map +1 -0
  632. package/resources/eval-run/options.d.ts +116 -0
  633. package/resources/eval-run/options.d.ts.map +1 -0
  634. package/resources/eval-run/options.js +265 -0
  635. package/resources/eval-run/options.js.map +1 -0
  636. package/resources/eval-run/report.d.ts +64 -0
  637. package/resources/eval-run/report.d.ts.map +1 -0
  638. package/resources/eval-run/report.js +434 -0
  639. package/resources/eval-run/report.js.map +1 -0
  640. package/resources/eval-run/run.d.ts +10 -0
  641. package/resources/eval-run/run.d.ts.map +1 -0
  642. package/resources/eval-run/run.js +158 -0
  643. package/resources/eval-run/run.js.map +1 -0
  644. package/resources/eval.d.ts +69 -0
  645. package/resources/eval.d.ts.map +1 -0
  646. package/resources/eval.js +225 -0
  647. package/resources/eval.js.map +1 -0
  648. package/resources/get-bindings.d.ts +13 -0
  649. package/resources/get-bindings.d.ts.map +1 -0
  650. package/resources/get-bindings.js +93 -0
  651. package/resources/get-bindings.js.map +1 -0
  652. package/resources/get.d.ts +6 -0
  653. package/resources/get.d.ts.map +1 -0
  654. package/resources/get.js +43 -0
  655. package/resources/get.js.map +1 -0
  656. package/resources/git.d.ts +15 -0
  657. package/resources/git.d.ts.map +1 -0
  658. package/resources/git.js +69 -0
  659. package/resources/git.js.map +1 -0
  660. package/resources/ignore/index.d.ts +3 -0
  661. package/resources/ignore/index.d.ts.map +1 -0
  662. package/resources/ignore/index.js +6 -0
  663. package/resources/ignore/index.js.map +1 -0
  664. package/resources/ignore/matcher.d.ts +11 -0
  665. package/resources/ignore/matcher.d.ts.map +1 -0
  666. package/resources/ignore/matcher.js +41 -0
  667. package/resources/ignore/matcher.js.map +1 -0
  668. package/resources/list.d.ts +16 -0
  669. package/resources/list.d.ts.map +1 -0
  670. package/resources/list.js +453 -0
  671. package/resources/list.js.map +1 -0
  672. package/resources/mcp/add.d.ts +18 -0
  673. package/resources/mcp/add.d.ts.map +1 -0
  674. package/resources/mcp/add.js +95 -0
  675. package/resources/mcp/add.js.map +1 -0
  676. package/resources/mcp/placeholder-resolver.d.ts +19 -0
  677. package/resources/mcp/placeholder-resolver.d.ts.map +1 -0
  678. package/resources/mcp/placeholder-resolver.js +52 -0
  679. package/resources/mcp/placeholder-resolver.js.map +1 -0
  680. package/resources/picker/ink.d.ts +45 -0
  681. package/resources/picker/ink.d.ts.map +1 -0
  682. package/resources/picker/ink.js +45 -0
  683. package/resources/picker/ink.js.map +1 -0
  684. package/resources/picker/tty.d.ts +19 -0
  685. package/resources/picker/tty.d.ts.map +1 -0
  686. package/resources/picker/tty.js +21 -0
  687. package/resources/picker/tty.js.map +1 -0
  688. package/resources/plugin.d.ts +131 -0
  689. package/resources/plugin.d.ts.map +1 -0
  690. package/resources/plugin.js +382 -0
  691. package/resources/plugin.js.map +1 -0
  692. package/resources/reference.d.ts +44 -0
  693. package/resources/reference.d.ts.map +1 -0
  694. package/resources/reference.js +152 -0
  695. package/resources/reference.js.map +1 -0
  696. package/resources/render.d.ts +52 -0
  697. package/resources/render.d.ts.map +1 -0
  698. package/resources/render.js +135 -0
  699. package/resources/render.js.map +1 -0
  700. package/resources/run/agent-exec.d.ts +16 -0
  701. package/resources/run/agent-exec.d.ts.map +1 -0
  702. package/resources/run/agent-exec.js +89 -0
  703. package/resources/run/agent-exec.js.map +1 -0
  704. package/resources/run/attachments.d.ts +24 -0
  705. package/resources/run/attachments.d.ts.map +1 -0
  706. package/resources/run/attachments.js +237 -0
  707. package/resources/run/attachments.js.map +1 -0
  708. package/resources/run/create.d.ts +57 -0
  709. package/resources/run/create.d.ts.map +1 -0
  710. package/resources/run/create.js +112 -0
  711. package/resources/run/create.js.map +1 -0
  712. package/resources/run/epilogue.d.ts +9 -0
  713. package/resources/run/epilogue.d.ts.map +1 -0
  714. package/resources/run/epilogue.js +172 -0
  715. package/resources/run/epilogue.js.map +1 -0
  716. package/resources/run/header.d.ts +31 -0
  717. package/resources/run/header.d.ts.map +1 -0
  718. package/resources/run/header.js +54 -0
  719. package/resources/run/header.js.map +1 -0
  720. package/resources/run/plugins.d.ts +11 -0
  721. package/resources/run/plugins.d.ts.map +1 -0
  722. package/resources/run/plugins.js +18 -0
  723. package/resources/run/plugins.js.map +1 -0
  724. package/resources/run/prepare.d.ts +149 -0
  725. package/resources/run/prepare.d.ts.map +1 -0
  726. package/resources/run/prepare.js +180 -0
  727. package/resources/run/prepare.js.map +1 -0
  728. package/resources/run/references.d.ts +22 -0
  729. package/resources/run/references.d.ts.map +1 -0
  730. package/resources/run/references.js +56 -0
  731. package/resources/run/references.js.map +1 -0
  732. package/resources/run/resolve.d.ts +5 -0
  733. package/resources/run/resolve.d.ts.map +1 -0
  734. package/resources/run/resolve.js +16 -0
  735. package/resources/run/resolve.js.map +1 -0
  736. package/resources/run/resume.d.ts +12 -0
  737. package/resources/run/resume.d.ts.map +1 -0
  738. package/resources/run/resume.js +97 -0
  739. package/resources/run/resume.js.map +1 -0
  740. package/resources/run/stream.d.ts +24 -0
  741. package/resources/run/stream.d.ts.map +1 -0
  742. package/resources/run/stream.js +74 -0
  743. package/resources/run/stream.js.map +1 -0
  744. package/resources/run/vaults.d.ts +11 -0
  745. package/resources/run/vaults.d.ts.map +1 -0
  746. package/resources/run/vaults.js +19 -0
  747. package/resources/run/vaults.js.map +1 -0
  748. package/resources/run/workspace.d.ts +17 -0
  749. package/resources/run/workspace.d.ts.map +1 -0
  750. package/resources/run/workspace.js +147 -0
  751. package/resources/run/workspace.js.map +1 -0
  752. package/resources/run-approve.d.ts +18 -0
  753. package/resources/run-approve.d.ts.map +1 -0
  754. package/resources/run-approve.js +72 -0
  755. package/resources/run-approve.js.map +1 -0
  756. package/resources/run-control.d.ts +19 -0
  757. package/resources/run-control.d.ts.map +1 -0
  758. package/resources/run-control.js +37 -0
  759. package/resources/run-control.js.map +1 -0
  760. package/resources/run-format.d.ts +15 -0
  761. package/resources/run-format.d.ts.map +1 -0
  762. package/resources/run-format.js +49 -0
  763. package/resources/run-format.js.map +1 -0
  764. package/resources/run-logs.d.ts +17 -0
  765. package/resources/run-logs.d.ts.map +1 -0
  766. package/resources/run-logs.js +105 -0
  767. package/resources/run-logs.js.map +1 -0
  768. package/resources/run-scores.d.ts +20 -0
  769. package/resources/run-scores.d.ts.map +1 -0
  770. package/resources/run-scores.js +132 -0
  771. package/resources/run-scores.js.map +1 -0
  772. package/resources/run-to-eval-case.d.ts +24 -0
  773. package/resources/run-to-eval-case.d.ts.map +1 -0
  774. package/resources/run-to-eval-case.js +113 -0
  775. package/resources/run-to-eval-case.js.map +1 -0
  776. package/resources/run-trace.d.ts +10 -0
  777. package/resources/run-trace.d.ts.map +1 -0
  778. package/resources/run-trace.js +81 -0
  779. package/resources/run-trace.js.map +1 -0
  780. package/resources/runs.d.ts +45 -0
  781. package/resources/runs.d.ts.map +1 -0
  782. package/resources/runs.js +123 -0
  783. package/resources/runs.js.map +1 -0
  784. package/resources/schedule.d.ts +22 -0
  785. package/resources/schedule.d.ts.map +1 -0
  786. package/resources/schedule.js +116 -0
  787. package/resources/schedule.js.map +1 -0
  788. package/resources/search.d.ts +21 -0
  789. package/resources/search.d.ts.map +1 -0
  790. package/resources/search.js +25 -0
  791. package/resources/search.js.map +1 -0
  792. package/resources/service-account.d.ts +37 -0
  793. package/resources/service-account.d.ts.map +1 -0
  794. package/resources/service-account.js +139 -0
  795. package/resources/service-account.js.map +1 -0
  796. package/resources/session.d.ts +20 -0
  797. package/resources/session.d.ts.map +1 -0
  798. package/resources/session.js +51 -0
  799. package/resources/session.js.map +1 -0
  800. package/resources/skill.d.ts +123 -0
  801. package/resources/skill.d.ts.map +1 -0
  802. package/resources/skill.js +441 -0
  803. package/resources/skill.js.map +1 -0
  804. package/resources/stream/answer.d.ts +34 -0
  805. package/resources/stream/answer.d.ts.map +1 -0
  806. package/resources/stream/answer.js +88 -0
  807. package/resources/stream/answer.js.map +1 -0
  808. package/resources/stream/headless.d.ts +45 -0
  809. package/resources/stream/headless.d.ts.map +1 -0
  810. package/resources/stream/headless.js +100 -0
  811. package/resources/stream/headless.js.map +1 -0
  812. package/resources/stream/ink.d.ts +22 -0
  813. package/resources/stream/ink.d.ts.map +1 -0
  814. package/resources/stream/ink.js +24 -0
  815. package/resources/stream/ink.js.map +1 -0
  816. package/resources/stream/render-ndjson.d.ts +23 -0
  817. package/resources/stream/render-ndjson.d.ts.map +1 -0
  818. package/resources/stream/render-ndjson.js +28 -0
  819. package/resources/stream/render-ndjson.js.map +1 -0
  820. package/resources/stream/render-plaintext.d.ts +27 -0
  821. package/resources/stream/render-plaintext.d.ts.map +1 -0
  822. package/resources/stream/render-plaintext.js +142 -0
  823. package/resources/stream/render-plaintext.js.map +1 -0
  824. package/resources/stream/submit.d.ts +25 -0
  825. package/resources/stream/submit.d.ts.map +1 -0
  826. package/resources/stream/submit.js +132 -0
  827. package/resources/stream/submit.js.map +1 -0
  828. package/resources/stream/tty.d.ts +8 -0
  829. package/resources/stream/tty.d.ts.map +1 -0
  830. package/resources/stream/tty.js +15 -0
  831. package/resources/stream/tty.js.map +1 -0
  832. package/resources/tag.d.ts +4 -0
  833. package/resources/tag.d.ts.map +1 -0
  834. package/resources/tag.js +37 -0
  835. package/resources/tag.js.map +1 -0
  836. package/resources/usage.d.ts +47 -0
  837. package/resources/usage.d.ts.map +1 -0
  838. package/resources/usage.js +376 -0
  839. package/resources/usage.js.map +1 -0
  840. package/resources/validate.d.ts +7 -0
  841. package/resources/validate.d.ts.map +1 -0
  842. package/resources/validate.js +36 -0
  843. package/resources/validate.js.map +1 -0
  844. package/resources/vault.d.ts +79 -0
  845. package/resources/vault.d.ts.map +1 -0
  846. package/resources/vault.js +277 -0
  847. package/resources/vault.js.map +1 -0
  848. package/resources/version.d.ts +11 -0
  849. package/resources/version.d.ts.map +1 -0
  850. package/resources/version.js +80 -0
  851. package/resources/version.js.map +1 -0
  852. package/runtime.d.ts +5 -0
  853. package/runtime.d.ts.map +1 -0
  854. package/runtime.js +19 -0
  855. package/runtime.js.map +1 -0
  856. package/src/auth/auth0.ts +43 -0
  857. package/src/auth/callback-server.ts +104 -0
  858. package/src/auth/index.ts +6 -0
  859. package/src/auth/login.ts +106 -0
  860. package/src/auth/pages.ts +31 -0
  861. package/src/auth/pkce.ts +26 -0
  862. package/src/auth/token.ts +159 -0
  863. package/src/backend.ts +15 -0
  864. package/src/cli/stigmer.ts +16 -0
  865. package/src/client/client.ts +157 -0
  866. package/src/client/index.ts +3 -0
  867. package/src/client/organizations.ts +118 -0
  868. package/src/client/single-org.ts +62 -0
  869. package/src/commands/access-history/index.ts +124 -0
  870. package/src/commands/agent-exec-flags.ts +76 -0
  871. package/src/commands/agent.ts +57 -0
  872. package/src/commands/apikey/duration.ts +35 -0
  873. package/src/commands/apikey/index.ts +273 -0
  874. package/src/commands/apply.ts +200 -0
  875. package/src/commands/auth/index.ts +76 -0
  876. package/src/commands/auth/login.ts +70 -0
  877. package/src/commands/auth/whoami.ts +157 -0
  878. package/src/commands/channel.ts +178 -0
  879. package/src/commands/completion.ts +94 -0
  880. package/src/commands/config/backend.ts +239 -0
  881. package/src/commands/config/context.ts +110 -0
  882. package/src/commands/config/index.ts +18 -0
  883. package/src/commands/config/kv.ts +44 -0
  884. package/src/commands/connect.ts +115 -0
  885. package/src/commands/delete.ts +59 -0
  886. package/src/commands/down.ts +27 -0
  887. package/src/commands/download.ts +113 -0
  888. package/src/commands/eval.ts +148 -0
  889. package/src/commands/get.ts +138 -0
  890. package/src/commands/install.ts +108 -0
  891. package/src/commands/internal-daemon.ts +17 -0
  892. package/src/commands/list.ts +164 -0
  893. package/src/commands/logs.ts +73 -0
  894. package/src/commands/marketplace.ts +133 -0
  895. package/src/commands/mcp-server.ts +125 -0
  896. package/src/commands/mcp.ts +92 -0
  897. package/src/commands/push.ts +630 -0
  898. package/src/commands/reset.ts +57 -0
  899. package/src/commands/resume.ts +122 -0
  900. package/src/commands/run.ts +228 -0
  901. package/src/commands/runs/approve.ts +57 -0
  902. package/src/commands/runs/control.ts +96 -0
  903. package/src/commands/runs/index.ts +31 -0
  904. package/src/commands/runs/logs.ts +45 -0
  905. package/src/commands/runs/scores.ts +34 -0
  906. package/src/commands/runs/to-eval-case.ts +50 -0
  907. package/src/commands/runs/trace.ts +32 -0
  908. package/src/commands/schedule.ts +70 -0
  909. package/src/commands/search.ts +95 -0
  910. package/src/commands/service-account/index.ts +180 -0
  911. package/src/commands/setup.ts +97 -0
  912. package/src/commands/shared.ts +41 -0
  913. package/src/commands/status.ts +20 -0
  914. package/src/commands/tag.ts +31 -0
  915. package/src/commands/up.ts +113 -0
  916. package/src/commands/usage.ts +116 -0
  917. package/src/commands/validate.ts +127 -0
  918. package/src/commands/vault.ts +245 -0
  919. package/src/commands/version.ts +13 -0
  920. package/src/config/config.ts +308 -0
  921. package/src/config/index.ts +33 -0
  922. package/src/config/keys.ts +105 -0
  923. package/src/config/paths.ts +25 -0
  924. package/src/config/resolve.ts +174 -0
  925. package/src/errors/classify.ts +249 -0
  926. package/src/errors/cli-exit-error.ts +16 -0
  927. package/src/errors/exit-codes.ts +17 -0
  928. package/src/errors/handle.ts +53 -0
  929. package/src/errors/index.ts +7 -0
  930. package/src/errors/usage-error.ts +14 -0
  931. package/src/index.ts +8 -0
  932. package/src/local/artifact.ts +351 -0
  933. package/src/local/constants.ts +55 -0
  934. package/src/local/daemon/components.ts +145 -0
  935. package/src/local/daemon/env.ts +171 -0
  936. package/src/local/daemon/host.ts +128 -0
  937. package/src/local/daemon/index.ts +18 -0
  938. package/src/local/daemon/launch.ts +326 -0
  939. package/src/local/daemon/process.ts +213 -0
  940. package/src/local/daemon/supervisor.ts +249 -0
  941. package/src/local/daemon/types.ts +78 -0
  942. package/src/local/llm-config.ts +86 -0
  943. package/src/local/logs/tail.ts +100 -0
  944. package/src/local/logs/view.ts +65 -0
  945. package/src/local/net/tcp.ts +65 -0
  946. package/src/local/operator-config.ts +95 -0
  947. package/src/local/paths.ts +95 -0
  948. package/src/local/reset.ts +90 -0
  949. package/src/local/runtime/index.ts +19 -0
  950. package/src/local/runtime/node.ts +173 -0
  951. package/src/local/runtime/runner.ts +159 -0
  952. package/src/local/runtime/runtimes-install.ts +75 -0
  953. package/src/local/runtime/server.ts +197 -0
  954. package/src/local/runtime/which.ts +30 -0
  955. package/src/local/setup/prompt.ts +70 -0
  956. package/src/local/setup/wizard.ts +140 -0
  957. package/src/local/state/health-state.ts +55 -0
  958. package/src/local/state/index.ts +8 -0
  959. package/src/local/state/lock.ts +92 -0
  960. package/src/local/state/log-rotation.ts +112 -0
  961. package/src/local/state/pidfile.ts +37 -0
  962. package/src/local/state/proc.ts +82 -0
  963. package/src/local/state/startup-config.ts +55 -0
  964. package/src/local/status.ts +189 -0
  965. package/src/local/temporal/download.ts +84 -0
  966. package/src/local/temporal/index.ts +14 -0
  967. package/src/local/temporal/inspect.ts +80 -0
  968. package/src/local/temporal/manager.ts +261 -0
  969. package/src/local/temporal/supervisor.ts +97 -0
  970. package/src/local/webconsole/index.ts +30 -0
  971. package/src/logger.ts +39 -0
  972. package/src/marketplace/config.ts +255 -0
  973. package/src/marketplace/github.ts +410 -0
  974. package/src/marketplace/index.ts +54 -0
  975. package/src/marketplace/install.ts +217 -0
  976. package/src/marketplace/materialize.ts +80 -0
  977. package/src/marketplace/official.ts +126 -0
  978. package/src/marketplace/read.ts +76 -0
  979. package/src/marketplace/ref.ts +74 -0
  980. package/src/marketplace/render.ts +151 -0
  981. package/src/output/command-result.ts +199 -0
  982. package/src/output/confirm.ts +54 -0
  983. package/src/output/format.ts +101 -0
  984. package/src/output/index.ts +30 -0
  985. package/src/output/ndjson.ts +14 -0
  986. package/src/output/proto.ts +55 -0
  987. package/src/output/style.ts +57 -0
  988. package/src/output/table.ts +52 -0
  989. package/src/program.ts +209 -0
  990. package/src/registry/aliases.ts +113 -0
  991. package/src/registry/index.ts +30 -0
  992. package/src/registry/metadata.ts +170 -0
  993. package/src/registry/registry.ts +135 -0
  994. package/src/registry/verb-support.ts +117 -0
  995. package/src/registry/verbs.ts +42 -0
  996. package/src/resources/access-history.ts +167 -0
  997. package/src/resources/agent/quality.ts +424 -0
  998. package/src/resources/agent/resolve.ts +31 -0
  999. package/src/resources/apply/apply.ts +472 -0
  1000. package/src/resources/apply/handlers.ts +115 -0
  1001. package/src/resources/channel.ts +548 -0
  1002. package/src/resources/connect/address.ts +47 -0
  1003. package/src/resources/connect/connect.ts +219 -0
  1004. package/src/resources/connect/discover.ts +145 -0
  1005. package/src/resources/connect/display.ts +67 -0
  1006. package/src/resources/connect/sign-in.ts +210 -0
  1007. package/src/resources/cursor-pages.ts +35 -0
  1008. package/src/resources/delete.ts +381 -0
  1009. package/src/resources/documents.ts +102 -0
  1010. package/src/resources/download.ts +147 -0
  1011. package/src/resources/eval-run/follow.ts +390 -0
  1012. package/src/resources/eval-run/node-io.ts +42 -0
  1013. package/src/resources/eval-run/options.ts +391 -0
  1014. package/src/resources/eval-run/report.ts +529 -0
  1015. package/src/resources/eval-run/run.ts +230 -0
  1016. package/src/resources/eval.ts +278 -0
  1017. package/src/resources/get-bindings.ts +137 -0
  1018. package/src/resources/get.ts +51 -0
  1019. package/src/resources/git.ts +71 -0
  1020. package/src/resources/ignore/index.ts +20 -0
  1021. package/src/resources/ignore/matcher.ts +55 -0
  1022. package/src/resources/list.ts +552 -0
  1023. package/src/resources/mcp/add.ts +105 -0
  1024. package/src/resources/mcp/placeholder-resolver.ts +63 -0
  1025. package/src/resources/picker/ink.tsx +123 -0
  1026. package/src/resources/picker/tty.ts +30 -0
  1027. package/src/resources/plugin.ts +560 -0
  1028. package/src/resources/reference.ts +170 -0
  1029. package/src/resources/render.ts +198 -0
  1030. package/src/resources/run/agent-exec.ts +115 -0
  1031. package/src/resources/run/attachments.ts +300 -0
  1032. package/src/resources/run/create.ts +181 -0
  1033. package/src/resources/run/epilogue.ts +200 -0
  1034. package/src/resources/run/header.ts +72 -0
  1035. package/src/resources/run/plugins.ts +32 -0
  1036. package/src/resources/run/prepare.ts +350 -0
  1037. package/src/resources/run/references.ts +77 -0
  1038. package/src/resources/run/resolve.ts +18 -0
  1039. package/src/resources/run/resume.ts +122 -0
  1040. package/src/resources/run/stream.ts +96 -0
  1041. package/src/resources/run/vaults.ts +33 -0
  1042. package/src/resources/run/workspace.ts +171 -0
  1043. package/src/resources/run-approve.ts +94 -0
  1044. package/src/resources/run-control.ts +59 -0
  1045. package/src/resources/run-format.ts +44 -0
  1046. package/src/resources/run-logs.ts +131 -0
  1047. package/src/resources/run-scores.ts +164 -0
  1048. package/src/resources/run-to-eval-case.ts +160 -0
  1049. package/src/resources/run-trace.ts +102 -0
  1050. package/src/resources/runs.ts +155 -0
  1051. package/src/resources/schedule.ts +132 -0
  1052. package/src/resources/search.ts +62 -0
  1053. package/src/resources/service-account.ts +195 -0
  1054. package/src/resources/session.ts +64 -0
  1055. package/src/resources/skill.ts +577 -0
  1056. package/src/resources/stream/answer.ts +125 -0
  1057. package/src/resources/stream/headless.ts +150 -0
  1058. package/src/resources/stream/ink.tsx +56 -0
  1059. package/src/resources/stream/render-ndjson.ts +44 -0
  1060. package/src/resources/stream/render-plaintext.ts +153 -0
  1061. package/src/resources/stream/submit.ts +145 -0
  1062. package/src/resources/stream/tty.ts +14 -0
  1063. package/src/resources/tag.ts +51 -0
  1064. package/src/resources/usage.ts +443 -0
  1065. package/src/resources/validate.ts +37 -0
  1066. package/src/resources/vault.ts +372 -0
  1067. package/src/resources/version.ts +103 -0
  1068. package/src/runtime.ts +23 -0
  1069. package/src/types/marked-terminal.d.ts +31 -0
  1070. package/src/version.ts +46 -0
  1071. package/version.d.ts +2 -0
  1072. package/version.d.ts.map +1 -0
  1073. package/version.js +45 -0
  1074. package/version.js.map +1 -0
@@ -0,0 +1,529 @@
1
+ // What `eval run` prints and the code it exits with, read from the eval
2
+ // run. Pure: every line is a function of the eval run, so the views are
3
+ // unit-tested.
4
+ //
5
+ // The shapes are Claude Code's `claude plugin eval` output, so its readers
6
+ // read Stigmer's: a case's `mocked:` line before its first finished try
7
+ // (each mocked server with its tools, each other server "not started: no
8
+ // mock"), a progress line as each try finishes (case, target, arm, try, and
9
+ // its score or why it was not graded, and which mock stopped it when one
10
+ // did), then the summary table (`CASE WITH W/OUT Δ PASS^k RUNS COST NOTES`
11
+ // when the eval run compares a plugin, else `SCORE PASS%`), then the line
12
+ // `N case(s) · mean Δ +0.67 · 74s · $0.41`. Stigmer adds the `PASS^k`
13
+ // column (every try passed) and lists the cases it did not run with the
14
+ // feature named.
15
+ //
16
+ // An eval run's cases are grouped by the plugin they come from, so the
17
+ // table is one block per plugin and target, headed by what ran: the
18
+ // agent's slug and short version hash on an eval run about an agent, the
19
+ // plugin's slug and short digest (marked `compared` when it is the plugin
20
+ // each case ran with and without), and the target, so two versions'
21
+ // outputs read side by side. A plugin none of whose cases ran (not
22
+ // selected, or no cases at the version a try loads) is a block of its own
23
+ // heading and its reason. An Eval whose cases ran on the agent follows the
24
+ // plugins, one block of its own per target, headed `eval <slug>@<digest>`.
25
+ // On an eval run about an agent a progress line names its case as
26
+ // `<plugin>/<case>` or `<eval>/<case>`, since two sources may each have a
27
+ // case of one name; about a plugin, by its name alone, as the format does.
28
+ //
29
+ // The exit code is the format's: 0 when every case that ran reached the
30
+ // threshold and every case file loaded; 1 for a case below it, a load
31
+ // finding, no case at all, or a case whose with-plugin tries on a target
32
+ // were all not graded (a case that never ran is not a pass); 2 for a
33
+ // partial run (the spending limit, or a reason or phase a newer server
34
+ // added); 130 when the eval run was cancelled, by this command's Ctrl+C or
35
+ // any other cancel (the console's Cancel, `eval cancel`). A connection or
36
+ // sign-in failure keeps the CLI's own 3 or 4, outside this file. A case
37
+ // Stigmer lists as not run (a feature it does not run yet) is named, not
38
+ // failed: it never ran, and `--case` or `--tag` leaves it out.
39
+ //
40
+ // Every text that reaches the terminal from the eval run (a case name, a
41
+ // target's model name as the suite's case.yaml wrote it, a reason, an
42
+ // error) goes through `oneLine`, so a suite cannot write a newline or an
43
+ // escape sequence there.
44
+
45
+ import { evalRunTargetLabel } from "@stigmer/client";
46
+ import type { EvalRun } from "@stigmer/apis/ai/stigmer/agentic/evalrun/v1/api_pb";
47
+ import { EvalRunAblation } from "@stigmer/apis/ai/stigmer/agentic/evalrun/v1/spec_pb";
48
+ import type { EvalRunTarget } from "@stigmer/apis/ai/stigmer/agentic/evalrun/v1/spec_pb";
49
+ import {
50
+ EvalRunPartialReason,
51
+ EvalRunPhase,
52
+ EvalRunTryState,
53
+ type EvalRunArm,
54
+ type EvalRunCase,
55
+ type EvalRunCaseTarget,
56
+ type EvalRunTry,
57
+ } from "@stigmer/apis/ai/stigmer/agentic/evalrun/v1/status_pb";
58
+ import { renderTable } from "../../output/index.js";
59
+
60
+ /** The exit codes of `eval run`, as Claude Code's `claude plugin eval` has them. */
61
+ export const EvalExit = {
62
+ Passed: 0,
63
+ Failed: 1,
64
+ Partial: 2,
65
+ Interrupted: 130,
66
+ } as const;
67
+
68
+ export type EvalExit = (typeof EvalExit)[keyof typeof EvalExit];
69
+
70
+ /** The longest NOTES cell, so one long error does not widen every row. */
71
+ const MAX_NOTE = 60;
72
+
73
+ /** One finished try, keyed so a poll prints each try once. */
74
+ export interface FinishedTry {
75
+ readonly key: string;
76
+ readonly line: string;
77
+ }
78
+
79
+ /** How many characters of a version hash or a digest a heading shows. */
80
+ const SHORT_HASH = 12;
81
+
82
+ /** The status fields that say where an eval run is. */
83
+ export interface EvalProgress {
84
+ readonly phase: EvalRunPhase;
85
+ readonly partialReason: EvalRunPartialReason;
86
+ readonly triesFinished: number;
87
+ readonly triesTotal: number;
88
+ }
89
+
90
+ /** How a set of cases is named in progress lines and keyed apart from another set's. */
91
+ interface CaseScope {
92
+ /** Prefixes every key, so two sets' cases never share one. */
93
+ readonly key: string;
94
+ /** Prefixes every case name printed, as in `thermos/`. */
95
+ readonly name: string;
96
+ }
97
+
98
+ /** Every finished try of every plugin and Eval, with its progress line, in the eval run's order. */
99
+ export function finishedTries(evalRun: EvalRun): FinishedTry[] {
100
+ return groupsOf(evalRun).flatMap((group) => finishedTriesOf(group.cases, group.scope));
101
+ }
102
+
103
+ /** Every finished try of `cases`, with its progress line, in their order. */
104
+ function finishedTriesOf(cases: readonly EvalRunCase[], scope: CaseScope): FinishedTry[] {
105
+ const finished: FinishedTry[] = [];
106
+ for (const evalCase of cases) {
107
+ let mockedShown = evalCase.mockedServers.length === 0;
108
+ const caseName = `${scope.name}${oneLine(evalCase.caseName)}`;
109
+ for (const result of evalCase.targets) {
110
+ const target = targetLabel(result.target);
111
+ for (const [arm, tries] of armsOf(result)) {
112
+ for (const attempt of tries) {
113
+ if (!isFinished(attempt)) continue;
114
+ if (!mockedShown) {
115
+ mockedShown = true;
116
+ finished.push({ key: `${scope.key}${evalCase.path}|mocked`, line: mockedLine(caseName, evalCase) });
117
+ }
118
+ finished.push({
119
+ key: `${scope.key}${evalCase.path}|${target}|${arm}|${attempt.index}`,
120
+ line: progressLine(caseName, target, arm, attempt, tries.length),
121
+ });
122
+ }
123
+ }
124
+ }
125
+ }
126
+ return finished;
127
+ }
128
+
129
+ /**
130
+ * The table blocks, plugin by plugin in the eval run's order: one per
131
+ * target a plugin's cases ran on, or one line of why none of them ran.
132
+ * `subjectSlug` names an eval run's agent; unused on one about a plugin.
133
+ */
134
+ export function renderEvalTables(evalRun: EvalRun, subjectSlug: string): string {
135
+ const agent = isAboutAgent(evalRun) ? headingOf(oneLine(subjectSlug), versionHashOf(evalRun)) : "";
136
+ const oneArm = !isComparing(evalRun);
137
+ const blocks: string[] = [];
138
+ for (const group of groupsOf(evalRun)) {
139
+ const head = agent === "" ? group.heading : `${agent} · ${group.heading}`;
140
+ if (group.notRunReason !== "") {
141
+ blocks.push(`${head}\n not run: ${oneLine(group.notRunReason)}\n`);
142
+ continue;
143
+ }
144
+ blocks.push(...renderCaseBlocks(group.cases, evalRun.spec?.targets ?? [], oneArm, (target) => `${head} · ${target}`));
145
+ }
146
+ return blocks.join("\n");
147
+ }
148
+
149
+ /**
150
+ * The table blocks of `cases`, one per target any of them ran on (the
151
+ * spec's targets first), each under `heading(target)`; cases not run are
152
+ * left out, and a target nothing ran on has no block.
153
+ */
154
+ function renderCaseBlocks(
155
+ allCases: readonly EvalRunCase[],
156
+ specTargets: readonly EvalRunTarget[],
157
+ oneArm: boolean,
158
+ heading: (target: string) => string,
159
+ ): string[] {
160
+ const cases = allCases.filter((evalCase) => evalCase.notRunReason === "");
161
+ const blocks: string[] = [];
162
+ for (const label of targetLabels(specTargets, allCases)) {
163
+ const rows = cases.flatMap((evalCase) => {
164
+ const result = evalCase.targets.find((candidate) => targetLabel(candidate.target) === label);
165
+ if (result === undefined || result.notRunReason !== "") return [];
166
+ return [oneArm ? oneArmRow(evalCase, result) : twoArmRow(evalCase, result)];
167
+ });
168
+ if (rows.length === 0) continue;
169
+ const headers = oneArm
170
+ ? ["CASE", "SCORE", "PASS%", "PASS^k", "RUNS", "COST", "NOTES"]
171
+ : ["CASE", "WITH", "W/OUT", "Δ", "PASS^k", "RUNS", "COST", "NOTES"];
172
+ blocks.push(`${heading(label)}\n${renderTable(headers, rows)}`);
173
+ }
174
+ return blocks;
175
+ }
176
+
177
+ /** `N case(s) · mean Δ +0.67 · 74s · $0.41`. */
178
+ export function renderSummaryLine(evalRun: EvalRun, durationSeconds: number): string {
179
+ const status = evalRun.status;
180
+ const parts = [`${status?.aggregates?.casesTotal ?? 0} case(s)`];
181
+ const meanDelta = status?.aggregates?.meanDelta;
182
+ if (meanDelta !== undefined) {
183
+ parts.push(`mean Δ ${signed(meanDelta)}`);
184
+ }
185
+ parts.push(`${Math.round(durationSeconds)}s`, usd(status?.costUsd ?? 0));
186
+ return parts.join(" · ");
187
+ }
188
+
189
+ /**
190
+ * The text for stdout: the tables, the summary, why the eval run stopped
191
+ * (or `stillRunning` in its place, when not empty), and the cases not run.
192
+ */
193
+ export function renderEvalReport(
194
+ evalRun: EvalRun,
195
+ opts: {
196
+ readonly subjectSlug: string;
197
+ readonly interrupted: boolean;
198
+ readonly durationSeconds: number;
199
+ readonly stillRunning: string;
200
+ },
201
+ ): string {
202
+ const tables = renderEvalTables(evalRun, opts.subjectSlug);
203
+ const lines: string[] = [];
204
+ if (tables !== "") lines.push(tables);
205
+ lines.push(renderSummaryLine(evalRun, opts.durationSeconds));
206
+ const partial = opts.stillRunning === "" ? partialLine(evalRun, opts.interrupted) : opts.stillRunning;
207
+ if (partial !== "") lines.push(partial);
208
+ const notRun = renderNotRun(evalRun);
209
+ return `\n${lines.join("\n")}\n${notRun === "" ? "" : `\n${notRun}`}`;
210
+ }
211
+
212
+ /** The cases, or cases on one target, the eval run listed and did not run, one line each. */
213
+ export function renderNotRun(evalRun: EvalRun): string {
214
+ return notRunSection(groupsOf(evalRun).flatMap((group) => notRunLinesOf(group.cases, group.scope)));
215
+ }
216
+
217
+ /** The `Not run:` section for `lines`; empty when there are none. */
218
+ function notRunSection(lines: readonly string[]): string {
219
+ return lines.length === 0 ? "" : `Not run:\n${lines.join("\n")}\n`;
220
+ }
221
+
222
+ /** One indented line per case of `cases`, or case on one target, listed and not run. */
223
+ function notRunLinesOf(cases: readonly EvalRunCase[], scope: CaseScope): string[] {
224
+ const lines: string[] = [];
225
+ for (const evalCase of cases) {
226
+ const caseName = `${scope.name}${oneLine(evalCase.caseName)}`;
227
+ if (evalCase.notRunReason !== "") {
228
+ lines.push(` ${caseName}: ${oneLine(evalCase.notRunReason)}`);
229
+ continue;
230
+ }
231
+ for (const result of evalCase.targets) {
232
+ if (result.notRunReason !== "") {
233
+ lines.push(` ${caseName} on ${targetLabel(result.target)}: ${oneLine(result.notRunReason)}`);
234
+ }
235
+ }
236
+ }
237
+ return lines;
238
+ }
239
+
240
+ /** Why the eval stopped early, in words; empty when it did not. */
241
+ export function partialLine(evaluation: { readonly status?: EvalProgress }, interrupted: boolean): string {
242
+ const status = evaluation.status;
243
+ const reason = status?.partialReason ?? EvalRunPartialReason.unspecified;
244
+ const ran = `${status?.triesFinished ?? 0} of ${status?.triesTotal ?? 0} tries ran`;
245
+ switch (reason) {
246
+ case EvalRunPartialReason.cost_ceiling:
247
+ return `Stopped at the spending limit: ${ran}.`;
248
+ case EvalRunPartialReason.cancelled:
249
+ return `Cancelled: ${ran}.`;
250
+ case EvalRunPartialReason.unspecified:
251
+ return interrupted ? `Cancelled: ${ran}.` : "";
252
+ default: {
253
+ // A reason a newer server added: the run still stopped early.
254
+ const unknown: never = reason;
255
+ return `Stopped early (reason ${String(unknown)}): ${ran}.`;
256
+ }
257
+ }
258
+ }
259
+
260
+ /** The exit code a finished (or cancelled) eval run earns over every plugin's cases (the module header). */
261
+ export function evalExitCode(
262
+ evalRun: EvalRun,
263
+ opts: { readonly interrupted: boolean; readonly loadFindings: number },
264
+ ): EvalExit {
265
+ const status = evalRun.status;
266
+ const cases = groupsOf(evalRun).flatMap((group) => group.cases);
267
+ const reason = status?.partialReason ?? EvalRunPartialReason.unspecified;
268
+ if (opts.interrupted || reason === EvalRunPartialReason.cancelled) {
269
+ return EvalExit.Interrupted;
270
+ }
271
+ if (reason !== EvalRunPartialReason.unspecified) {
272
+ // The spending limit, or a reason a newer server added: the
273
+ // eval stopped early, so its aggregates cover only part of the suite.
274
+ return EvalExit.Partial;
275
+ }
276
+ const phase = status?.phase ?? EvalRunPhase.unspecified;
277
+ switch (phase) {
278
+ case EvalRunPhase.failed:
279
+ return EvalExit.Failed;
280
+ case EvalRunPhase.partial:
281
+ return EvalExit.Partial;
282
+ case EvalRunPhase.unspecified:
283
+ case EvalRunPhase.pending:
284
+ case EvalRunPhase.running:
285
+ case EvalRunPhase.completed:
286
+ break;
287
+ default: {
288
+ // A phase a newer server added: not one this command knows as a full
289
+ // result, so never a pass.
290
+ const unknown: never = phase;
291
+ return typeof unknown === "number" ? EvalExit.Partial : EvalExit.Failed;
292
+ }
293
+ }
294
+ const aggregates = status?.aggregates;
295
+ const total = aggregates?.casesTotal ?? 0;
296
+ if (
297
+ total === 0 ||
298
+ opts.loadFindings > 0 ||
299
+ (aggregates?.casesPassed ?? 0) < total ||
300
+ cases.some(neverGradedWithPlugin)
301
+ ) {
302
+ return EvalExit.Failed;
303
+ }
304
+ return EvalExit.Passed;
305
+ }
306
+
307
+ /**
308
+ * Whether a case that ran left a target with-plugin tries none of which
309
+ * was graded: the server leaves such a case out of its counts, but it
310
+ * never ran there, so it is not a pass.
311
+ */
312
+ function neverGradedWithPlugin(evalCase: EvalRunCase): boolean {
313
+ if (evalCase.notRunReason !== "") return false;
314
+ return evalCase.targets.some((result) => {
315
+ const tries = result.withPlugin?.tries ?? [];
316
+ return (
317
+ result.notRunReason === "" &&
318
+ tries.length > 0 &&
319
+ tries.every((attempt) => attempt.state !== EvalRunTryState.graded)
320
+ );
321
+ });
322
+ }
323
+
324
+ /** Whether the eval has stopped changing. */
325
+ export function isSettled(evaluation: { readonly status?: Pick<EvalProgress, "phase"> }): boolean {
326
+ const phase = evaluation.status?.phase ?? EvalRunPhase.unspecified;
327
+ switch (phase) {
328
+ case EvalRunPhase.completed:
329
+ case EvalRunPhase.partial:
330
+ case EvalRunPhase.failed:
331
+ return true;
332
+ case EvalRunPhase.unspecified:
333
+ case EvalRunPhase.pending:
334
+ case EvalRunPhase.running:
335
+ return false;
336
+ default: {
337
+ // A phase a newer server added: stop following rather than poll forever.
338
+ const unknown: never = phase;
339
+ return typeof unknown === "number";
340
+ }
341
+ }
342
+ }
343
+
344
+ /** One source of an eval run's cases as the report shows it: a plugin, or an Eval. */
345
+ interface CaseGroup {
346
+ readonly heading: string;
347
+ readonly notRunReason: string;
348
+ readonly cases: readonly EvalRunCase[];
349
+ readonly scope: CaseScope;
350
+ }
351
+
352
+ /**
353
+ * The plugins of the eval run, in its order, then its Evals: each headed
354
+ * by its slug and short version (a plugin marked `compared` on an eval run
355
+ * about an agent, an Eval as `eval <slug>`), its cases named
356
+ * `<source>/<case>` on an eval run about an agent and keyed by its id.
357
+ */
358
+ function groupsOf(evalRun: EvalRun): CaseGroup[] {
359
+ const onAgent = isAboutAgent(evalRun);
360
+ const plugins = (evalRun.status?.plugins ?? []).map((plugin) => ({
361
+ heading: `${headingOf(oneLine(plugin.pluginSlug), plugin.pluginDigest)}${plugin.compared && onAgent ? " (compared)" : ""}`,
362
+ notRunReason: plugin.notRunReason,
363
+ cases: plugin.cases,
364
+ scope: { key: `${plugin.pluginId}|`, name: onAgent ? `${oneLine(plugin.pluginSlug)}/` : "" },
365
+ }));
366
+ const evals = (evalRun.status?.evals ?? []).map((evalBlock) => ({
367
+ heading: `eval ${headingOf(oneLine(evalBlock.evalSlug), evalBlock.evalDigest)}`,
368
+ notRunReason: evalBlock.notRunReason,
369
+ cases: evalBlock.cases,
370
+ scope: { key: `${evalBlock.evalId}|`, name: `${oneLine(evalBlock.evalSlug)}/` },
371
+ }));
372
+ return [...plugins, ...evals];
373
+ }
374
+
375
+ /** Whether the eval run is about an agent. */
376
+ function isAboutAgent(evalRun: EvalRun): boolean {
377
+ return evalRun.spec?.subject.case === "agentId";
378
+ }
379
+
380
+ /** Whether each case runs with and without a plugin: one is compared, and the ablation is not none. */
381
+ function isComparing(evalRun: EvalRun): boolean {
382
+ const spec = evalRun.spec;
383
+ const compared = spec?.subject.case === "pluginId" || (spec?.comparedPluginId ?? "") !== "";
384
+ return compared && spec?.ablation !== EvalRunAblation.none;
385
+ }
386
+
387
+ /** `<name>@<short hash>`, or the name alone when there is no hash yet. */
388
+ function headingOf(name: string, hash: string): string {
389
+ const short = oneLine(hash).slice(0, SHORT_HASH);
390
+ return short === "" ? name : `${name}@${short}`;
391
+ }
392
+
393
+ /** The agent version the tries ran: the status's stamp, or the spec's before the status carries one. */
394
+ function versionHashOf(evalRun: EvalRun): string {
395
+ const stamped = evalRun.status?.agentVersionHash ?? "";
396
+ return stamped !== "" ? stamped : (evalRun.spec?.agentVersion ?? "");
397
+ }
398
+
399
+ /** A target's label as one line: its model name is the suite author's text. */
400
+ function targetLabel(target: Parameters<typeof evalRunTargetLabel>[0]): string {
401
+ return oneLine(evalRunTargetLabel(target));
402
+ }
403
+
404
+ function targetLabels(specTargets: readonly EvalRunTarget[], cases: readonly EvalRunCase[]): string[] {
405
+ const labels: string[] = [];
406
+ const add = (label: string): void => {
407
+ if (!labels.includes(label)) labels.push(label);
408
+ };
409
+ for (const target of specTargets) add(targetLabel(target));
410
+ for (const evalCase of cases) {
411
+ for (const result of evalCase.targets) add(targetLabel(result.target));
412
+ }
413
+ return labels;
414
+ }
415
+
416
+ function twoArmRow(evalCase: EvalRunCase, result: EvalRunCaseTarget): string[] {
417
+ return [
418
+ oneLine(evalCase.caseName),
419
+ scoreCell(result.withPlugin),
420
+ scoreCell(result.withoutPlugin),
421
+ result.delta === undefined ? "—" : signed(result.delta),
422
+ result.passK ? "yes" : "no",
423
+ String(triesOf(result).length),
424
+ usd(costOf(result)),
425
+ notesOf(evalCase, result),
426
+ ];
427
+ }
428
+
429
+ function oneArmRow(evalCase: EvalRunCase, result: EvalRunCaseTarget): string[] {
430
+ const arm = result.withPlugin;
431
+ const graded = arm?.gradedTries ?? 0;
432
+ return [
433
+ oneLine(evalCase.caseName),
434
+ scoreCell(arm),
435
+ graded === 0 ? "—" : `${Math.round(((arm?.perfectRuns ?? 0) / graded) * 100)}%`,
436
+ result.passK ? "yes" : "no",
437
+ String(triesOf(result).length),
438
+ usd(costOf(result)),
439
+ notesOf(evalCase, result),
440
+ ];
441
+ }
442
+
443
+ /** `<case> · mocked: plugin_kit_tracker(create_issue, close_issue), plugin_kit_wiki[not started: no mock]`. */
444
+ function mockedLine(caseName: string, evalCase: EvalRunCase): string {
445
+ const servers = evalCase.mockedServers.map((server) =>
446
+ server.notStartedReason !== ""
447
+ ? `${oneLine(server.name)}[${oneLine(server.notStartedReason)}]`
448
+ : `${oneLine(server.name)}(${server.tools.map(oneLine).join(", ")})`,
449
+ );
450
+ return `${caseName} · mocked: ${servers.join(", ")}`;
451
+ }
452
+
453
+ /** How a mock stopped a try, as the format reports it. */
454
+ function abortedText(aborted: NonNullable<EvalRunTry["aborted"]>): string {
455
+ return `aborted by ${aborted.server}.${aborted.tool}: ${aborted.reason}`;
456
+ }
457
+
458
+ /** The with-arm's first error, abort or not-graded reason, else the case's own notes. */
459
+ function notesOf(evalCase: EvalRunCase, result: EvalRunCaseTarget): string {
460
+ const tries = result.withPlugin?.tries ?? [];
461
+ const error = tries.find((attempt) => attempt.error !== "")?.error;
462
+ const aborted = tries.find((attempt) => attempt.aborted !== undefined)?.aborted;
463
+ const notGraded = tries.find((attempt) => attempt.notGradedReason !== "")?.notGradedReason;
464
+ const note =
465
+ error ??
466
+ (aborted !== undefined
467
+ ? abortedText(aborted)
468
+ : notGraded === undefined
469
+ ? evalCase.notes.join("; ")
470
+ : `not graded: ${notGraded}`);
471
+ const line = oneLine(note);
472
+ return line.length > MAX_NOTE ? `${line.slice(0, MAX_NOTE - 1)}…` : line;
473
+ }
474
+
475
+ function armsOf(result: EvalRunCaseTarget): [string, readonly EvalRunTry[]][] {
476
+ const arms: [string, readonly EvalRunTry[]][] = [["with", result.withPlugin?.tries ?? []]];
477
+ if (result.withoutPlugin !== undefined) {
478
+ arms.push(["without", result.withoutPlugin.tries]);
479
+ }
480
+ return arms;
481
+ }
482
+
483
+ function triesOf(result: EvalRunCaseTarget): EvalRunTry[] {
484
+ return [...(result.withPlugin?.tries ?? []), ...(result.withoutPlugin?.tries ?? [])];
485
+ }
486
+
487
+ function costOf(result: EvalRunCaseTarget): number {
488
+ return triesOf(result).reduce((sum, attempt) => sum + attempt.costUsd, 0);
489
+ }
490
+
491
+ function isFinished(attempt: EvalRunTry): boolean {
492
+ return attempt.state === EvalRunTryState.graded || attempt.state === EvalRunTryState.not_graded;
493
+ }
494
+
495
+ function progressLine(caseName: string, target: string, arm: string, attempt: EvalRunTry, of: number): string {
496
+ const outcome =
497
+ attempt.state === EvalRunTryState.graded
498
+ ? attempt.score.toFixed(2)
499
+ : `not graded: ${oneLine(attempt.notGradedReason) || "no reason given"}`;
500
+ const error =
501
+ attempt.error !== ""
502
+ ? ` (${oneLine(attempt.error)})`
503
+ : attempt.aborted !== undefined
504
+ ? ` (${oneLine(abortedText(attempt.aborted))})`
505
+ : "";
506
+ return `${caseName} · ${target} · ${arm} · try ${attempt.index}/${of} · ${outcome}${error}`;
507
+ }
508
+
509
+ function scoreCell(arm: EvalRunArm | undefined): string {
510
+ return arm?.score === undefined ? "—" : arm.score.toFixed(2);
511
+ }
512
+
513
+ function signed(value: number): string {
514
+ const fixed = value.toFixed(2);
515
+ return value > 0 && fixed !== "0.00" ? `+${fixed}` : fixed === "-0.00" ? "0.00" : fixed;
516
+ }
517
+
518
+ function usd(amount: number): string {
519
+ return `$${amount.toFixed(2)}`;
520
+ }
521
+
522
+ /**
523
+ * Text the server relays from a run (an error, a reason) as one line: a
524
+ * run's error can quote a model's output, so a newline or an escape
525
+ * sequence never reaches the terminal.
526
+ */
527
+ export function oneLine(text: string): string {
528
+ return text.replace(/[\u0000-\u001f\u007f-\u009f]+/g, " ").trim();
529
+ }