@cursor/july 0.1.26 → 0.1.28

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (324) hide show
  1. package/dist/ab.d.ts +6 -0
  2. package/dist/ab.d.ts.map +1 -1
  3. package/dist/ab.js +1 -0
  4. package/dist/artifacts.d.ts +34 -0
  5. package/dist/artifacts.d.ts.map +1 -0
  6. package/dist/artifacts.js +57 -0
  7. package/dist/bin/agent-serve.js +43 -12
  8. package/dist/channels/github/github-channel.d.ts +1 -1
  9. package/dist/channels/github/github-channel.d.ts.map +1 -1
  10. package/dist/channels/github/github-channel.js +14 -1
  11. package/dist/channels/github/types.d.ts +6 -1
  12. package/dist/channels/github/types.d.ts.map +1 -1
  13. package/dist/channels/slack/api.d.ts +2 -1
  14. package/dist/channels/slack/api.d.ts.map +1 -1
  15. package/dist/channels/slack/api.js +1 -0
  16. package/dist/channels/slack/auth.d.ts +13 -13
  17. package/dist/channels/slack/auth.d.ts.map +1 -1
  18. package/dist/channels/slack/auth.js +19 -10
  19. package/dist/channels/slack/cursor-account.d.ts +2 -1
  20. package/dist/channels/slack/cursor-account.d.ts.map +1 -1
  21. package/dist/channels/slack/cursor-account.js +3 -1
  22. package/dist/channels/slack/defaults.d.ts +7 -4
  23. package/dist/channels/slack/defaults.d.ts.map +1 -1
  24. package/dist/channels/slack/defaults.js +14 -4
  25. package/dist/channels/slack/dispatch.d.ts +10 -1
  26. package/dist/channels/slack/dispatch.d.ts.map +1 -1
  27. package/dist/channels/slack/dispatch.js +59 -21
  28. package/dist/channels/slack/external-policy.d.ts +27 -0
  29. package/dist/channels/slack/external-policy.d.ts.map +1 -0
  30. package/dist/channels/slack/external-policy.js +53 -0
  31. package/dist/channels/slack/index.d.ts +1 -0
  32. package/dist/channels/slack/index.d.ts.map +1 -1
  33. package/dist/channels/slack/index.js +1 -0
  34. package/dist/channels/slack/interactive.d.ts +8 -1
  35. package/dist/channels/slack/interactive.d.ts.map +1 -1
  36. package/dist/channels/slack/interactive.js +43 -15
  37. package/dist/channels/slack/slack-channel.d.ts.map +1 -1
  38. package/dist/channels/slack/slack-channel.js +22 -8
  39. package/dist/channels/slack/types.d.ts +16 -1
  40. package/dist/channels/slack/types.d.ts.map +1 -1
  41. package/dist/docs/404.html +2 -2
  42. package/dist/docs/ab.html +3 -3
  43. package/dist/docs/assets/{app.DYcC9FY-.js → app.CqjrYaT2.js} +1 -1
  44. package/dist/docs/assets/chunks/@localSearchIndexroot.VWQoPFJ1.js +1 -0
  45. package/dist/docs/assets/chunks/{VPLocalSearchBox.o4N_knTV.js → VPLocalSearchBox.ag-MwUel.js} +1 -1
  46. package/dist/docs/assets/chunks/{theme.DQ-njyo0.js → theme.BS-DJWat.js} +2 -2
  47. package/dist/docs/assets/{guides_slack.md.D_xFKlnF.js → guides_slack.md.CjmJSvZS.js} +8 -4
  48. package/dist/docs/assets/guides_slack.md.CjmJSvZS.lean.js +1 -0
  49. package/dist/docs/assets/guides_webhooks.md.wSOYas3X.js +183 -0
  50. package/dist/docs/assets/{guides_webhooks.md.B1EswtUu.lean.js → guides_webhooks.md.wSOYas3X.lean.js} +1 -1
  51. package/dist/docs/assets/{index.md.Dfv5ic9t.js → index.md.CH_s5uZe.js} +1 -1
  52. package/dist/docs/assets/{reference_channels.md.DdmiKgqf.js → reference_channels.md.CDhTRfUz.js} +2 -2
  53. package/dist/docs/assets/{reference_channels.md.DdmiKgqf.lean.js → reference_channels.md.CDhTRfUz.lean.js} +1 -1
  54. package/dist/docs/building-with-agents.html +3 -3
  55. package/dist/docs/concepts.html +3 -3
  56. package/dist/docs/deployment.html +3 -3
  57. package/dist/docs/evals.html +3 -3
  58. package/dist/docs/example-agents/approval-buddy.html +3 -3
  59. package/dist/docs/example-agents/benny.html +3 -3
  60. package/dist/docs/example-agents/bugbot.html +3 -3
  61. package/dist/docs/example-agents/codebase-wiki.html +3 -3
  62. package/dist/docs/example-agents/codeowners-review.html +3 -3
  63. package/dist/docs/example-agents/concierge.html +3 -3
  64. package/dist/docs/example-agents/fsd.html +3 -3
  65. package/dist/docs/example-agents/index.html +3 -3
  66. package/dist/docs/example-agents/knowledge-base.html +3 -3
  67. package/dist/docs/example-agents/oncall.html +3 -3
  68. package/dist/docs/example-agents/security-reviewer.html +3 -3
  69. package/dist/docs/example-agents/slack-agent.html +3 -3
  70. package/dist/docs/example-agents/weather-agent.html +3 -3
  71. package/dist/docs/guides/agent-to-agent.html +3 -3
  72. package/dist/docs/guides/cloud-runtime.html +3 -3
  73. package/dist/docs/guides/github.html +3 -3
  74. package/dist/docs/guides/human-in-the-loop.html +3 -3
  75. package/dist/docs/guides/mcp-oauth.html +3 -3
  76. package/dist/docs/guides/slack.html +11 -7
  77. package/dist/docs/guides/webhooks.html +138 -5
  78. package/dist/docs/hashmap.json +1 -1
  79. package/dist/docs/hillclimbing.html +3 -3
  80. package/dist/docs/index.html +5 -5
  81. package/dist/docs/quickstart.html +3 -3
  82. package/dist/docs/reference/agent-config.html +3 -3
  83. package/dist/docs/reference/channels.html +5 -5
  84. package/dist/docs/reference/cli.html +3 -3
  85. package/dist/docs/reference/connections.html +3 -3
  86. package/dist/docs/reference/hooks.html +3 -3
  87. package/dist/docs/reference/http-api.html +3 -3
  88. package/dist/docs/reference/instructions.html +3 -3
  89. package/dist/docs/reference/playground.html +3 -3
  90. package/dist/docs/reference/project-layout.html +3 -3
  91. package/dist/docs/reference/prompt.html +3 -3
  92. package/dist/docs/reference/schedules.html +3 -3
  93. package/dist/docs/reference/sessions.html +3 -3
  94. package/dist/docs/reference/skills.html +3 -3
  95. package/dist/docs/reference/subagents.html +3 -3
  96. package/dist/docs/reference/tools.html +3 -3
  97. package/dist/docs/scaffolding-agents.html +3 -3
  98. package/dist/docs/storage.html +3 -3
  99. package/dist/docs/troubleshooting.html +3 -3
  100. package/dist/evals/assertions.d.ts +10 -1
  101. package/dist/evals/assertions.d.ts.map +1 -1
  102. package/dist/evals/assertions.js +12 -0
  103. package/dist/evals.d.ts +1 -1
  104. package/dist/evals.d.ts.map +1 -1
  105. package/dist/index.d.ts +1 -0
  106. package/dist/index.d.ts.map +1 -1
  107. package/dist/index.js +1 -0
  108. package/dist/internal/ab-fold.d.ts.map +1 -1
  109. package/dist/internal/ab-fold.js +4 -0
  110. package/dist/internal/ab-snapshot.d.ts.map +1 -1
  111. package/dist/internal/ab-snapshot.js +1 -0
  112. package/dist/internal/artifacts-store.d.ts +45 -0
  113. package/dist/internal/artifacts-store.d.ts.map +1 -0
  114. package/dist/internal/artifacts-store.js +250 -0
  115. package/dist/internal/builtin-tools/artifacts.d.ts +10 -0
  116. package/dist/internal/builtin-tools/artifacts.d.ts.map +1 -0
  117. package/dist/internal/builtin-tools/artifacts.js +73 -0
  118. package/dist/internal/builtin-tools/index.d.ts +8 -1
  119. package/dist/internal/builtin-tools/index.d.ts.map +1 -1
  120. package/dist/internal/builtin-tools/index.js +15 -0
  121. package/dist/internal/cli-ax.d.ts +19 -0
  122. package/dist/internal/cli-ax.d.ts.map +1 -1
  123. package/dist/internal/cli-ax.js +196 -57
  124. package/dist/internal/cli-slack.d.ts.map +1 -1
  125. package/dist/internal/cli-slack.js +14 -6
  126. package/dist/internal/cursor-slack-relay.d.ts +2 -0
  127. package/dist/internal/cursor-slack-relay.d.ts.map +1 -1
  128. package/dist/internal/cursor-slack-relay.js +1 -0
  129. package/dist/internal/deploy-client.d.ts +2 -0
  130. package/dist/internal/deploy-client.d.ts.map +1 -1
  131. package/dist/internal/deploy-client.js +1 -0
  132. package/dist/internal/discovery.d.ts.map +1 -1
  133. package/dist/internal/discovery.js +91 -3
  134. package/dist/internal/distribution.d.ts.map +1 -1
  135. package/dist/internal/distribution.js +1 -0
  136. package/dist/internal/model-pricing.d.ts +49 -0
  137. package/dist/internal/model-pricing.d.ts.map +1 -0
  138. package/dist/internal/model-pricing.js +377 -0
  139. package/dist/internal/reminder-runner.d.ts.map +1 -1
  140. package/dist/internal/reminder-runner.js +1 -0
  141. package/dist/internal/schedule-runner.d.ts.map +1 -1
  142. package/dist/internal/schedule-runner.js +1 -0
  143. package/dist/internal/sdk-runner.d.ts.map +1 -1
  144. package/dist/internal/sdk-runner.js +9 -1
  145. package/dist/internal/server.d.ts.map +1 -1
  146. package/dist/internal/server.js +49 -5
  147. package/dist/internal/session-cost.d.ts +49 -0
  148. package/dist/internal/session-cost.d.ts.map +1 -0
  149. package/dist/internal/session-cost.js +175 -0
  150. package/dist/internal/session-engine.d.ts +35 -1
  151. package/dist/internal/session-engine.d.ts.map +1 -1
  152. package/dist/internal/session-engine.js +128 -7
  153. package/dist/internal/storage-coordinator.d.ts +15 -0
  154. package/dist/internal/storage-coordinator.d.ts.map +1 -1
  155. package/dist/internal/storage-coordinator.js +52 -0
  156. package/dist/internal/trajectory.d.ts +9 -1
  157. package/dist/internal/trajectory.d.ts.map +1 -1
  158. package/dist/internal/trajectory.js +32 -5
  159. package/dist/playground/assets/index-Bul1WfrB.css +1 -0
  160. package/dist/playground/assets/index-CkN74U_L.js +87 -0
  161. package/dist/playground/index.html +2 -2
  162. package/dist/storage.d.ts +4 -0
  163. package/dist/storage.d.ts.map +1 -1
  164. package/dist/storage.js +4 -0
  165. package/dist/types.d.ts +164 -1
  166. package/dist/types.d.ts.map +1 -1
  167. package/docs/README.md +1 -0
  168. package/docs/guides/slack.md +32 -7
  169. package/docs/guides/webhooks.md +183 -0
  170. package/docs/reference/channels.md +2 -1
  171. package/package.json +26 -26
  172. package/skills/setup-slack/SKILL.md +3 -0
  173. package/src/ab.ts +7 -0
  174. package/src/bin/agent-serve.ts +42 -5
  175. package/src/channels/slack/auth.ts +29 -22
  176. package/src/channels/slack/cursor-account.ts +2 -0
  177. package/src/channels/slack/defaults.ts +24 -4
  178. package/src/channels/slack/dispatch.ts +42 -1
  179. package/src/channels/slack/external-policy.ts +62 -0
  180. package/src/channels/slack/index.ts +1 -0
  181. package/src/channels/slack/interactive.ts +42 -10
  182. package/src/channels/slack/slack-channel.ts +20 -3
  183. package/src/channels/slack/types.ts +12 -0
  184. package/src/internal/ab-fold.ts +4 -0
  185. package/src/internal/ab-snapshot.ts +1 -0
  186. package/src/internal/cli-ax.ts +205 -34
  187. package/src/internal/cursor-slack-relay.ts +3 -0
  188. package/src/internal/deploy-client.ts +3 -0
  189. package/src/internal/discovery.ts +8 -1
  190. package/src/internal/model-pricing.ts +426 -0
  191. package/src/internal/sdk-runner.ts +10 -2
  192. package/src/internal/server.ts +9 -5
  193. package/src/internal/session-cost.ts +231 -0
  194. package/src/internal/session-engine.ts +28 -0
  195. package/src/internal/trajectory.ts +45 -3
  196. package/src/types.ts +24 -1
  197. package/dist/channels/github/instrument.d.ts +0 -20
  198. package/dist/channels/github/instrument.d.ts.map +0 -1
  199. package/dist/docs/assets/chunks/@localSearchIndexroot.BQTzJjR_.js +0 -1
  200. package/dist/docs/assets/guides_slack.md.D_xFKlnF.lean.js +0 -1
  201. package/dist/docs/assets/guides_webhooks.md.B1EswtUu.js +0 -50
  202. package/dist/internal/json-dir-store.d.ts +0 -32
  203. package/dist/internal/json-dir-store.d.ts.map +0 -1
  204. package/dist/internal/json-dir-store.js +0 -100
  205. package/dist/playground/assets/index-CjOQ4hN9.css +0 -1
  206. package/dist/playground/assets/index-DqXdAFGa.js +0 -85
  207. package/src/bin/agent-serve.version.test.ts +0 -64
  208. package/src/channels/github/api.test.ts +0 -64
  209. package/src/channels/github/auth.test.ts +0 -105
  210. package/src/channels/github/cursor-account.test.ts +0 -204
  211. package/src/channels/github/forward.test.ts +0 -457
  212. package/src/channels/github/github.test.ts +0 -985
  213. package/src/channels/github/replay.test.ts +0 -179
  214. package/src/channels/slack/api.post-message.test.ts +0 -148
  215. package/src/channels/slack/approvals.test.ts +0 -328
  216. package/src/channels/slack/block-actions.test.ts +0 -469
  217. package/src/channels/slack/bot-mentions.test.ts +0 -267
  218. package/src/channels/slack/channel-watch.test.ts +0 -363
  219. package/src/channels/slack/cursor-account.test.ts +0 -301
  220. package/src/channels/slack/defaults.final-post.test.ts +0 -182
  221. package/src/channels/slack/dispatch.test.ts +0 -875
  222. package/src/channels/slack/eval-directive.test.ts +0 -273
  223. package/src/channels/slack/message-body.test.ts +0 -54
  224. package/src/channels/slack/nudge-store.test.ts +0 -143
  225. package/src/channels/slack/slack.test.ts +0 -391
  226. package/src/channels/slack/stop.test.ts +0 -23
  227. package/src/channels/slack/thread-context.test.ts +0 -202
  228. package/src/evals/assertions.test.ts +0 -617
  229. package/src/evals/expect.test.ts +0 -144
  230. package/src/evals/judge.test.ts +0 -181
  231. package/src/evals/loaders.test.ts +0 -132
  232. package/src/evals/matchers.test.ts +0 -95
  233. package/src/evals/reporters.test.ts +0 -303
  234. package/src/evals/run-facts.test.ts +0 -259
  235. package/src/internal/ab-snapshot.test.ts +0 -325
  236. package/src/internal/approval-gate.test.ts +0 -49
  237. package/src/internal/approvals.integration.test.ts +0 -383
  238. package/src/internal/artifacts-store.test.ts +0 -283
  239. package/src/internal/authored-loaders.test.ts +0 -31
  240. package/src/internal/builtin-tools/artifacts.test.ts +0 -247
  241. package/src/internal/builtin-tools/reminders.test.ts +0 -201
  242. package/src/internal/channel-route-schema.test.ts +0 -294
  243. package/src/internal/chat-attach.test.ts +0 -262
  244. package/src/internal/cli-deploy.test.ts +0 -1991
  245. package/src/internal/cli-docs.test.ts +0 -161
  246. package/src/internal/cli-mcp.test.ts +0 -789
  247. package/src/internal/cli-skills.test.ts +0 -133
  248. package/src/internal/cli-slack.test.ts +0 -1654
  249. package/src/internal/cloud-merge.test.ts +0 -74
  250. package/src/internal/cron.test.ts +0 -22
  251. package/src/internal/cursor/account-mcp.test.ts +0 -807
  252. package/src/internal/cursor/backend-client.test.ts +0 -591
  253. package/src/internal/cursor/credentials.test.ts +0 -351
  254. package/src/internal/cursor/github-credentials.test.ts +0 -136
  255. package/src/internal/cursor-account-mcp-auth.test.ts +0 -310
  256. package/src/internal/cursor-account.integration.test.ts +0 -441
  257. package/src/internal/cursor-event-relay.test.ts +0 -746
  258. package/src/internal/cursor-github-credentials.integration.test.ts +0 -271
  259. package/src/internal/cursor-slack-relay.test.ts +0 -525
  260. package/src/internal/deploy-source.test.ts +0 -111
  261. package/src/internal/discovery.artifact-tool.test.ts +0 -136
  262. package/src/internal/discovery.artifacts.test.ts +0 -119
  263. package/src/internal/discovery.builtin-tools.test.ts +0 -94
  264. package/src/internal/discovery.concurrency.test.ts +0 -60
  265. package/src/internal/discovery.cursor-account.test.ts +0 -133
  266. package/src/internal/discovery.cwd.test.ts +0 -83
  267. package/src/internal/discovery.hosting.test.ts +0 -80
  268. package/src/internal/discovery.identity.test.ts +0 -44
  269. package/src/internal/docs-site.test.ts +0 -66
  270. package/src/internal/duration.test.ts +0 -29
  271. package/src/internal/eval-judge-model.test.ts +0 -187
  272. package/src/internal/eval-run-store.cancel.test.ts +0 -142
  273. package/src/internal/eval-run-store.storage.test.ts +0 -211
  274. package/src/internal/eval-runner.http.test.ts +0 -403
  275. package/src/internal/eval-runner.run.test.ts +0 -928
  276. package/src/internal/evals-client.test.ts +0 -307
  277. package/src/internal/event-mapper.test.ts +0 -243
  278. package/src/internal/github-fanout.test.ts +0 -213
  279. package/src/internal/handleAgentServeTrigger.test.ts +0 -185
  280. package/src/internal/host-kv.test.ts +0 -82
  281. package/src/internal/host-platforms.test.ts +0 -126
  282. package/src/internal/http-channel.test.ts +0 -402
  283. package/src/internal/init-project.test.ts +0 -270
  284. package/src/internal/install-cursor-skills.test.ts +0 -262
  285. package/src/internal/local-env.test.ts +0 -120
  286. package/src/internal/log-ring.test.ts +0 -31
  287. package/src/internal/logs-client.test.ts +0 -350
  288. package/src/internal/mcp-endpoint.test.ts +0 -436
  289. package/src/internal/mcp-host.test.ts +0 -298
  290. package/src/internal/mcp-oauth.test.ts +0 -148
  291. package/src/internal/net.test.ts +0 -17
  292. package/src/internal/peer-connections.test.ts +0 -128
  293. package/src/internal/peer-mcp.integration.test.ts +0 -289
  294. package/src/internal/playground/toolchain.test.ts +0 -53
  295. package/src/internal/playground-cli.test.ts +0 -187
  296. package/src/internal/playground-proxy.test.ts +0 -376
  297. package/src/internal/prompt-context.integration.test.ts +0 -232
  298. package/src/internal/prompt-context.test.ts +0 -127
  299. package/src/internal/reminder-runner.test.ts +0 -432
  300. package/src/internal/reminder-store.test.ts +0 -53
  301. package/src/internal/request-headers.test.ts +0 -27
  302. package/src/internal/resolve-prod-target.test.ts +0 -787
  303. package/src/internal/resolved-connections.test.ts +0 -295
  304. package/src/internal/router.test.ts +0 -57
  305. package/src/internal/sdk-runner.test.ts +0 -290
  306. package/src/internal/server.artifacts.test.ts +0 -334
  307. package/src/internal/session-engine.artifacts.test.ts +0 -293
  308. package/src/internal/session-engine.coalesce.test.ts +0 -169
  309. package/src/internal/session-engine.concurrency.test.ts +0 -250
  310. package/src/internal/session-engine.host-oauth-mcp.test.ts +0 -110
  311. package/src/internal/session-engine.interrupt.test.ts +0 -577
  312. package/src/internal/session-engine.storage.test.ts +0 -547
  313. package/src/internal/session-urls.test.ts +0 -28
  314. package/src/internal/sessions-client.test.ts +0 -518
  315. package/src/internal/storage-coordinator.test.ts +0 -517
  316. package/src/internal/tool-call.test.ts +0 -458
  317. package/src/internal/tool-result.test.ts +0 -52
  318. package/src/internal/trajectory.approvals.test.ts +0 -83
  319. package/src/internal/trajectory.subagents.test.ts +0 -198
  320. package/src/internal/turn-governor.test.ts +0 -137
  321. package/src/internal/update-check.test.ts +0 -485
  322. package/src/internal/workspace.test.ts +0 -207
  323. package/src/storage-backends/cursor-hosted.test.ts +0 -121
  324. /package/dist/docs/assets/{index.md.Dfv5ic9t.lean.js → index.md.CH_s5uZe.lean.js} +0 -0
@@ -1,273 +0,0 @@
1
- import { describe, expect, it } from "vitest";
2
- import type { EvalRunSnapshot, HostEvalsApi } from "../../evals.js";
3
- import {
4
- EvalRunConflictError,
5
- EvalRunEmptyError,
6
- } from "../../internal/eval-run-store.js";
7
- import {
8
- formatSlackEvalHelp,
9
- formatSlackEvalList,
10
- formatSlackEvalRunSummary,
11
- handleSlackEvalDirective,
12
- normalizeSlackEvalDirectiveBody,
13
- parseSlackEvalDirective,
14
- } from "./eval-directive.js";
15
- import type { SlackBinding } from "./types.js";
16
-
17
- describe("normalizeSlackEvalDirectiveBody", () => {
18
- it("strips mentions and cursorAccount agent-name prefix", () => {
19
- expect(normalizeSlackEvalDirectiveBody("<@Ubot> eval list")).toBe(
20
- "eval list"
21
- );
22
- expect(normalizeSlackEvalDirectiveBody("@Ubot eval status")).toBe(
23
- "eval status"
24
- );
25
- expect(
26
- normalizeSlackEvalDirectiveBody(
27
- "OncallBuddy eval triage/open-incidents",
28
- {
29
- agentName: "OncallBuddy",
30
- }
31
- )
32
- ).toBe("eval triage/open-incidents");
33
- expect(
34
- normalizeSlackEvalDirectiveBody("benny eval --tag smoke", {
35
- agentName: "Benny",
36
- })
37
- ).toBe("eval --tag smoke");
38
- // Do not strip arbitrary leading words ("please eval …" is not a directive).
39
- expect(normalizeSlackEvalDirectiveBody("please eval this")).toBe(
40
- "please eval this"
41
- );
42
- });
43
- });
44
-
45
- describe("parseSlackEvalDirective", () => {
46
- it("parses run / list / status / help and filters", () => {
47
- expect(parseSlackEvalDirective("<@U> eval")).toEqual({ kind: "run" });
48
- expect(parseSlackEvalDirective("eval list")).toEqual({ kind: "list" });
49
- expect(parseSlackEvalDirective("EVAL status")).toEqual({ kind: "status" });
50
- expect(parseSlackEvalDirective("eval cancel evalrun_abc")).toEqual({
51
- kind: "cancel",
52
- runId: "evalrun_abc",
53
- });
54
- expect(parseSlackEvalDirective("eval cancel")).toEqual({ kind: "help" });
55
- expect(parseSlackEvalDirective("eval help")).toEqual({ kind: "help" });
56
- expect(parseSlackEvalDirective("eval smoke triage/open-incidents")).toEqual(
57
- {
58
- kind: "run",
59
- filterIds: ["smoke", "triage/open-incidents"],
60
- }
61
- );
62
- expect(parseSlackEvalDirective("eval --tag oncall -t smoke")).toEqual({
63
- kind: "run",
64
- tags: ["oncall", "smoke"],
65
- });
66
- expect(parseSlackEvalDirective("eval --tag=booking smoke")).toEqual({
67
- kind: "run",
68
- filterIds: ["smoke"],
69
- tags: ["booking"],
70
- });
71
- });
72
-
73
- it("returns null for non-directives and help for unknown flags", () => {
74
- expect(parseSlackEvalDirective("please eval this")).toBeNull();
75
- expect(parseSlackEvalDirective("stop")).toBeNull();
76
- expect(parseSlackEvalDirective("")).toBeNull();
77
- expect(parseSlackEvalDirective("eval --unknown")).toEqual({ kind: "help" });
78
- expect(parseSlackEvalDirective("eval --tag")).toEqual({ kind: "help" });
79
- });
80
- });
81
-
82
- describe("formatSlackEval*", () => {
83
- it("formats help, list, and run summaries", () => {
84
- expect(formatSlackEvalHelp()).toContain("eval list");
85
- expect(formatSlackEvalList([])).toContain("No evals found");
86
- expect(
87
- formatSlackEvalList([
88
- {
89
- id: "smoke",
90
- description: "Smoke check",
91
- tags: ["ci"],
92
- },
93
- ])
94
- ).toContain("`smoke`");
95
- const run: EvalRunSnapshot = {
96
- runId: "evalrun_abc",
97
- status: "completed",
98
- startedAt: "2026-07-22T00:00:00.000Z",
99
- finishedAt: "2026-07-22T00:00:05.000Z",
100
- summary: { passed: 1, failed: 0, total: 1, done: 1 },
101
- cases: [
102
- {
103
- id: "smoke",
104
- fileId: "smoke",
105
- status: "done",
106
- ok: true,
107
- durationMs: 5000,
108
- },
109
- ],
110
- config: { maxPlaygroundRuns: 20, durableRuns: false },
111
- };
112
- const text = formatSlackEvalRunSummary(run);
113
- expect(text).toContain("evalrun_abc");
114
- expect(text).toContain("`PASS`");
115
- expect(text).toContain("1 passed");
116
- });
117
- });
118
-
119
- function fakeBinding(): {
120
- binding: SlackBinding;
121
- posts: string[];
122
- typing: string[];
123
- } {
124
- const posts: string[] = [];
125
- const typing: string[] = [];
126
- const binding = {
127
- thread: {
128
- post: async (text: string) => {
129
- posts.push(text);
130
- return { ts: "1.0" };
131
- },
132
- startTyping: async (status: string) => {
133
- typing.push(status);
134
- },
135
- setTitle: async () => {},
136
- setSuggestedPrompts: async () => {},
137
- },
138
- } as unknown as SlackBinding;
139
- return { binding, posts, typing };
140
- }
141
-
142
- function fakeEvals(overrides: Partial<HostEvalsApi> = {}): HostEvalsApi {
143
- return {
144
- list: async () => ({
145
- evals: [{ id: "smoke", fileId: "smoke", tags: ["ci"] }],
146
- config: { maxPlaygroundRuns: 20, durableRuns: false },
147
- }),
148
- get: async () => undefined,
149
- listRunsWithActive: async () => ({ runs: [] }),
150
- start: async () => {
151
- throw new Error("start not stubbed");
152
- },
153
- cancel: async () => {
154
- throw new Error("cancel not stubbed");
155
- },
156
- ...overrides,
157
- };
158
- }
159
-
160
- describe("handleSlackEvalDirective", () => {
161
- it("lists evals and reports empty status", async () => {
162
- const { binding, posts } = fakeBinding();
163
- await handleSlackEvalDirective({
164
- directive: { kind: "list" },
165
- evals: fakeEvals(),
166
- binding,
167
- });
168
- expect(posts[0]).toContain("`smoke`");
169
-
170
- await handleSlackEvalDirective({
171
- directive: { kind: "status" },
172
- evals: fakeEvals(),
173
- binding,
174
- });
175
- expect(posts[1]).toContain("No eval runs yet");
176
- });
177
-
178
- it("starts a run, polls, and posts the summary", async () => {
179
- const running: EvalRunSnapshot = {
180
- runId: "evalrun_1",
181
- status: "running",
182
- startedAt: "2026-07-22T00:00:00.000Z",
183
- summary: { passed: 0, failed: 0, total: 1, done: 0 },
184
- cases: [{ id: "smoke", fileId: "smoke", status: "running" }],
185
- config: { maxPlaygroundRuns: 20, durableRuns: false },
186
- };
187
- const done: EvalRunSnapshot = {
188
- ...running,
189
- status: "completed",
190
- finishedAt: "2026-07-22T00:00:02.000Z",
191
- summary: { passed: 1, failed: 0, total: 1, done: 1 },
192
- cases: [
193
- {
194
- id: "smoke",
195
- fileId: "smoke",
196
- status: "done",
197
- ok: true,
198
- durationMs: 1200,
199
- },
200
- ],
201
- };
202
- let gets = 0;
203
- const { binding, posts } = fakeBinding();
204
- await handleSlackEvalDirective({
205
- directive: { kind: "run", filterIds: ["smoke"] },
206
- evals: fakeEvals({
207
- start: async (input) => {
208
- expect(input?.filterIds).toEqual(["smoke"]);
209
- return running;
210
- },
211
- get: async () => {
212
- gets += 1;
213
- return gets === 1 ? running : done;
214
- },
215
- }),
216
- binding,
217
- pollMs: 1,
218
- });
219
- expect(posts.some((p) => p.includes("Started Eval ID"))).toBe(true);
220
- expect(posts.some((p) => p.includes("`PASS`") && p.includes("smoke"))).toBe(
221
- true
222
- );
223
- });
224
-
225
- it("surfaces conflict and empty-match errors", async () => {
226
- const { binding, posts } = fakeBinding();
227
- await handleSlackEvalDirective({
228
- directive: { kind: "run" },
229
- evals: fakeEvals({
230
- start: async () => {
231
- throw new EvalRunConflictError("evalrun_busy");
232
- },
233
- get: async () => undefined,
234
- }),
235
- binding,
236
- });
237
- expect(posts[0]).toContain("already in progress");
238
-
239
- await handleSlackEvalDirective({
240
- directive: { kind: "run", tags: ["missing"] },
241
- evals: fakeEvals({
242
- start: async () => {
243
- throw new EvalRunEmptyError();
244
- },
245
- }),
246
- binding,
247
- });
248
- expect(posts[1]).toContain("No matching evals");
249
- });
250
-
251
- it("posts help text", async () => {
252
- const { binding, posts } = fakeBinding();
253
- await handleSlackEvalDirective({
254
- directive: { kind: "help" },
255
- evals: fakeEvals(),
256
- binding,
257
- });
258
- expect(posts[0]).toContain("eval --tag");
259
- });
260
- });
261
-
262
- describe("parseSlackEvalDirective cursorAccount shapes", () => {
263
- it("accepts agent-name-prefixed eval commands", () => {
264
- expect(
265
- parseSlackEvalDirective("OncallBuddy eval triage/open-incidents", {
266
- agentName: "OncallBuddy",
267
- })
268
- ).toEqual({
269
- kind: "run",
270
- filterIds: ["triage/open-incidents"],
271
- });
272
- });
273
- });
@@ -1,54 +0,0 @@
1
- import { describe, expect, it } from "vitest";
2
- import { slackApiMessageBody } from "./message-body.js";
3
-
4
- describe("slackApiMessageBody", () => {
5
- it("prefers text and dedupes attachment fallback", () => {
6
- const body = slackApiMessageBody({
7
- text: "Alert: rate limit",
8
- attachments: [
9
- {
10
- title: "Bugbot rate limit",
11
- text: "Alert: rate limit",
12
- fallback: "Alert: rate limit",
13
- title_link: "https://app.datadoghq.com/monitors/1",
14
- },
15
- ],
16
- });
17
- expect(body).toContain("Alert: rate limit");
18
- expect(body).toContain("Bugbot rate limit");
19
- expect(body).toContain("https://app.datadoghq.com/monitors/1");
20
- expect(body.split("Alert: rate limit").length - 1).toBe(1);
21
- });
22
-
23
- it("reads Block Kit section text", () => {
24
- const body = slackApiMessageBody({
25
- blocks: [
26
- {
27
- type: "section",
28
- text: { type: "mrkdwn", text: "*Monitor* fired" },
29
- },
30
- ],
31
- });
32
- expect(body).toBe("*Monitor* fired");
33
- });
34
-
35
- it("recovers a Datadog notification posted with empty top-level text", () => {
36
- const body = slackApiMessageBody({
37
- text: "",
38
- attachments: [
39
- {
40
- title:
41
- "Triggered: [service-monitor prod:temporal-bugbot] High cache error rate (client=main, region=us-east-1)",
42
- title_link: "https://us5.datadoghq.com/monitors/19610160",
43
- text: "Service temporal-bugbot has a high cache error rate.",
44
- },
45
- ],
46
- });
47
- expect(body).toContain("temporal-bugbot");
48
- expect(body).toContain("https://us5.datadoghq.com/monitors/19610160");
49
- });
50
-
51
- it("returns an empty string when nothing readable is present", () => {
52
- expect(slackApiMessageBody({ text: " ", attachments: [{}] })).toBe("");
53
- });
54
- });
@@ -1,143 +0,0 @@
1
- import { mkdtemp, rm } from "node:fs/promises";
2
- import { tmpdir } from "node:os";
3
- import { join } from "node:path";
4
- import { afterEach, describe, expect, it } from "vitest";
5
- import {
6
- formatSlackFollowupNudgeBlock,
7
- SlackAskDedupeStore,
8
- SlackNudgeStore,
9
- } from "./nudge-store.js";
10
-
11
- const cleanups: Array<() => Promise<void>> = [];
12
-
13
- afterEach(async () => {
14
- while (cleanups.length > 0) {
15
- await cleanups.pop()?.();
16
- }
17
- });
18
-
19
- async function tempRoot(): Promise<string> {
20
- const root = await mkdtemp(join(tmpdir(), "slack-nudge-"));
21
- cleanups.push(() => rm(root, { recursive: true, force: true }));
22
- return root;
23
- }
24
-
25
- describe("SlackNudgeStore", () => {
26
- it("appends, drains exactly once, and skips delivered source ts", async () => {
27
- const store = new SlackNudgeStore(await tempRoot());
28
- const key = "C1:1.0";
29
- expect(
30
- await store.append({
31
- continuationKey: key,
32
- sourceTs: "2.0",
33
- text: "any leads?",
34
- author: "<@U1>",
35
- })
36
- ).toBe(true);
37
- expect(
38
- await store.append({
39
- continuationKey: key,
40
- sourceTs: "2.0",
41
- text: "any leads?",
42
- author: "<@U1>",
43
- })
44
- ).toBe(false);
45
-
46
- const first = await store.drainForInject(key);
47
- expect(first).toHaveLength(1);
48
- expect(first[0]?.sourceTs).toBe("2.0");
49
- expect(await store.isDelivered(key, "2.0")).toBe(true);
50
- expect(await store.hasUndelivered(key)).toBe(false);
51
-
52
- const second = await store.drainForInject(key);
53
- expect(second).toHaveLength(0);
54
- });
55
-
56
- it("content-dedupes pending nudges", async () => {
57
- const store = new SlackNudgeStore(await tempRoot());
58
- const key = "C1:1.0";
59
- expect(
60
- await store.append({
61
- continuationKey: key,
62
- sourceTs: "2.0",
63
- text: "same body",
64
- })
65
- ).toBe(true);
66
- expect(
67
- await store.append({
68
- continuationKey: key,
69
- sourceTs: "3.0",
70
- text: "same body",
71
- })
72
- ).toBe(false);
73
- });
74
-
75
- it("clear removes pending and delivered", async () => {
76
- const store = new SlackNudgeStore(await tempRoot());
77
- const key = "C1:1.0";
78
- await store.append({
79
- continuationKey: key,
80
- sourceTs: "2.0",
81
- text: "stop me",
82
- });
83
- await store.drainForInject(key);
84
- await store.clear(key);
85
- expect(await store.isDelivered(key, "2.0")).toBe(false);
86
- expect(await store.hasUndelivered(key)).toBe(false);
87
- });
88
-
89
- it("maps path-traversal keys to _empty so clear cannot escape root", async () => {
90
- const root = await tempRoot();
91
- const store = new SlackNudgeStore(root);
92
- expect(
93
- await store.append({
94
- continuationKey: "..",
95
- sourceTs: "2.0",
96
- text: "escape attempt",
97
- })
98
- ).toBe(true);
99
- const { readdir } = await import("node:fs/promises");
100
- expect(await readdir(root)).toContain("_empty");
101
- await store.clear("..");
102
- expect(await readdir(root)).not.toContain("..");
103
- // Parent of the store root must still be readable after clear("..").
104
- await expect(readdir(join(root, ".."))).resolves.toBeDefined();
105
- });
106
- });
107
-
108
- describe("formatSlackFollowupNudgeBlock", () => {
109
- it("formats structured follow-up block", () => {
110
- const block = formatSlackFollowupNudgeBlock([
111
- {
112
- id: "n1",
113
- continuationKey: "C:1",
114
- sourceTs: "2.0",
115
- text: "any leads?",
116
- author: "<@U1>",
117
- createdAt: "2026-01-01T00:00:00.000Z",
118
- contentHash: "abc",
119
- },
120
- ]);
121
- expect(block).toContain("<slack_followup>");
122
- expect(block).toContain("<@U1> @ 2.0:");
123
- expect(block).toContain("any leads?");
124
- });
125
- });
126
-
127
- describe("SlackAskDedupeStore", () => {
128
- it("claims each channel:ts once", async () => {
129
- const store = new SlackAskDedupeStore(await tempRoot());
130
- expect(await store.tryClaim("C1", "10.0")).toBe(true);
131
- expect(await store.tryClaim("C1", "10.0")).toBe(false);
132
- expect(await store.wasClaimed("C1", "10.0")).toBe(true);
133
- expect(await store.tryClaim("C1", "11.0")).toBe(true);
134
- });
135
-
136
- it("release allows a later claim of the same channel:ts", async () => {
137
- const store = new SlackAskDedupeStore(await tempRoot());
138
- expect(await store.tryClaim("C1", "10.0")).toBe(true);
139
- await store.release("C1", "10.0");
140
- expect(await store.wasClaimed("C1", "10.0")).toBe(false);
141
- expect(await store.tryClaim("C1", "10.0")).toBe(true);
142
- });
143
- });