@cursor/july 0.1.24 → 0.1.26
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bin/agent-serve.js +0 -0
- package/dist/channels/github/instrument.d.ts +20 -0
- package/dist/channels/github/instrument.d.ts.map +1 -0
- package/dist/docs/404.html +1 -1
- package/dist/docs/ab.html +2 -2
- package/dist/docs/assets/{app.CvSGaAxk.js → app.DYcC9FY-.js} +1 -1
- package/dist/docs/assets/chunks/@localSearchIndexroot.BQTzJjR_.js +1 -0
- package/dist/docs/assets/chunks/{VPLocalSearchBox.J1jJbCvs.js → VPLocalSearchBox.o4N_knTV.js} +1 -1
- package/dist/docs/assets/chunks/{theme.C7vfzr7h.js → theme.DQ-njyo0.js} +2 -2
- package/dist/docs/building-with-agents.html +2 -2
- package/dist/docs/concepts.html +2 -2
- package/dist/docs/deployment.html +2 -2
- package/dist/docs/evals.html +2 -2
- package/dist/docs/example-agents/approval-buddy.html +2 -2
- package/dist/docs/example-agents/benny.html +2 -2
- package/dist/docs/example-agents/bugbot.html +2 -2
- package/dist/docs/example-agents/codebase-wiki.html +2 -2
- package/dist/docs/example-agents/codeowners-review.html +2 -2
- package/dist/docs/example-agents/concierge.html +2 -2
- package/dist/docs/example-agents/fsd.html +2 -2
- package/dist/docs/example-agents/index.html +2 -2
- package/dist/docs/example-agents/knowledge-base.html +2 -2
- package/dist/docs/example-agents/oncall.html +2 -2
- package/dist/docs/example-agents/security-reviewer.html +2 -2
- package/dist/docs/example-agents/slack-agent.html +2 -2
- package/dist/docs/example-agents/weather-agent.html +2 -2
- package/dist/docs/guides/agent-to-agent.html +2 -2
- package/dist/docs/guides/cloud-runtime.html +2 -2
- package/dist/docs/guides/github.html +2 -2
- package/dist/docs/guides/human-in-the-loop.html +2 -2
- package/dist/docs/guides/mcp-oauth.html +2 -2
- package/dist/docs/guides/slack.html +2 -2
- package/dist/docs/guides/webhooks.html +2 -2
- package/dist/docs/hillclimbing.html +2 -2
- package/dist/docs/index.html +2 -2
- package/dist/docs/quickstart.html +2 -2
- package/dist/docs/reference/agent-config.html +2 -2
- package/dist/docs/reference/channels.html +2 -2
- package/dist/docs/reference/cli.html +2 -2
- package/dist/docs/reference/connections.html +2 -2
- package/dist/docs/reference/hooks.html +2 -2
- package/dist/docs/reference/http-api.html +2 -2
- package/dist/docs/reference/instructions.html +2 -2
- package/dist/docs/reference/playground.html +2 -2
- package/dist/docs/reference/project-layout.html +2 -2
- package/dist/docs/reference/prompt.html +2 -2
- package/dist/docs/reference/schedules.html +2 -2
- package/dist/docs/reference/sessions.html +2 -2
- package/dist/docs/reference/skills.html +2 -2
- package/dist/docs/reference/subagents.html +2 -2
- package/dist/docs/reference/tools.html +2 -2
- package/dist/docs/scaffolding-agents.html +2 -2
- package/dist/docs/storage.html +2 -2
- package/dist/docs/troubleshooting.html +2 -2
- package/dist/internal/json-dir-store.d.ts +32 -0
- package/dist/internal/json-dir-store.d.ts.map +1 -0
- package/dist/internal/json-dir-store.js +100 -0
- package/dist/playground/assets/index-CjOQ4hN9.css +1 -0
- package/dist/playground/assets/{index-DTG9OsPV.js → index-DqXdAFGa.js} +41 -41
- package/dist/playground/index.html +2 -2
- package/package.json +31 -24
- package/src/artifacts.ts +78 -0
- package/src/bin/agent-serve.version.test.ts +64 -0
- package/src/channels/github/api.test.ts +64 -0
- package/src/channels/github/auth.test.ts +105 -0
- package/src/channels/github/cursor-account.test.ts +204 -0
- package/src/channels/github/forward.test.ts +457 -0
- package/src/channels/github/github-channel.ts +19 -2
- package/src/channels/github/github.test.ts +985 -0
- package/src/channels/github/replay.test.ts +179 -0
- package/src/channels/github/types.ts +6 -0
- package/src/channels/slack/api.post-message.test.ts +148 -0
- package/src/channels/slack/api.ts +3 -1
- package/src/channels/slack/approvals.test.ts +328 -0
- package/src/channels/slack/block-actions.test.ts +469 -0
- package/src/channels/slack/bot-mentions.test.ts +267 -0
- package/src/channels/slack/channel-watch.test.ts +363 -0
- package/src/channels/slack/cursor-account.test.ts +301 -0
- package/src/channels/slack/cursor-account.ts +3 -1
- package/src/channels/slack/defaults.final-post.test.ts +182 -0
- package/src/channels/slack/dispatch.test.ts +875 -0
- package/src/channels/slack/dispatch.ts +12 -1
- package/src/channels/slack/eval-directive.test.ts +273 -0
- package/src/channels/slack/interactive.ts +3 -0
- package/src/channels/slack/message-body.test.ts +54 -0
- package/src/channels/slack/nudge-store.test.ts +143 -0
- package/src/channels/slack/slack-channel.ts +6 -0
- package/src/channels/slack/slack.test.ts +391 -0
- package/src/channels/slack/stop.test.ts +23 -0
- package/src/channels/slack/thread-context.test.ts +202 -0
- package/src/channels/slack/types.ts +6 -0
- package/src/evals/assertions.test.ts +617 -0
- package/src/evals/assertions.ts +37 -1
- package/src/evals/expect.test.ts +144 -0
- package/src/evals/judge.test.ts +181 -0
- package/src/evals/loaders.test.ts +132 -0
- package/src/evals/matchers.test.ts +95 -0
- package/src/evals/reporters.test.ts +303 -0
- package/src/evals/run-facts.test.ts +259 -0
- package/src/evals.ts +1 -0
- package/src/index.ts +1 -0
- package/src/internal/ab-snapshot.test.ts +325 -0
- package/src/internal/approval-gate.test.ts +49 -0
- package/src/internal/approvals.integration.test.ts +383 -0
- package/src/internal/artifacts-store.test.ts +283 -0
- package/src/internal/artifacts-store.ts +290 -0
- package/src/internal/authored-loaders.test.ts +31 -0
- package/src/internal/builtin-tools/artifacts.test.ts +247 -0
- package/src/internal/builtin-tools/artifacts.ts +74 -0
- package/src/internal/builtin-tools/index.ts +21 -0
- package/src/internal/builtin-tools/reminders.test.ts +201 -0
- package/src/internal/channel-route-schema.test.ts +294 -0
- package/src/internal/chat-attach.test.ts +262 -0
- package/src/internal/cli-deploy.test.ts +1991 -0
- package/src/internal/cli-docs.test.ts +161 -0
- package/src/internal/cli-mcp.test.ts +789 -0
- package/src/internal/cli-skills.test.ts +133 -0
- package/src/internal/cli-slack.test.ts +1654 -0
- package/src/internal/cli-slack.ts +13 -4
- package/src/internal/cloud-merge.test.ts +74 -0
- package/src/internal/cron.test.ts +22 -0
- package/src/internal/cursor/account-mcp.test.ts +807 -0
- package/src/internal/cursor/backend-client.test.ts +591 -0
- package/src/internal/cursor/credentials.test.ts +351 -0
- package/src/internal/cursor/github-credentials.test.ts +136 -0
- package/src/internal/cursor-account-mcp-auth.test.ts +310 -0
- package/src/internal/cursor-account.integration.test.ts +441 -0
- package/src/internal/cursor-event-relay.test.ts +746 -0
- package/src/internal/cursor-github-credentials.integration.test.ts +271 -0
- package/src/internal/cursor-slack-relay.test.ts +525 -0
- package/src/internal/deploy-source.test.ts +111 -0
- package/src/internal/discovery.artifact-tool.test.ts +136 -0
- package/src/internal/discovery.artifacts.test.ts +119 -0
- package/src/internal/discovery.builtin-tools.test.ts +94 -0
- package/src/internal/discovery.concurrency.test.ts +60 -0
- package/src/internal/discovery.cursor-account.test.ts +133 -0
- package/src/internal/discovery.cwd.test.ts +83 -0
- package/src/internal/discovery.hosting.test.ts +80 -0
- package/src/internal/discovery.identity.test.ts +44 -0
- package/src/internal/discovery.ts +102 -1
- package/src/internal/distribution.ts +1 -0
- package/src/internal/docs-site.test.ts +66 -0
- package/src/internal/duration.test.ts +29 -0
- package/src/internal/eval-judge-model.test.ts +187 -0
- package/src/internal/eval-run-store.cancel.test.ts +142 -0
- package/src/internal/eval-run-store.storage.test.ts +211 -0
- package/src/internal/eval-runner.http.test.ts +403 -0
- package/src/internal/eval-runner.run.test.ts +928 -0
- package/src/internal/evals-client.test.ts +307 -0
- package/src/internal/event-mapper.test.ts +243 -0
- package/src/internal/github-fanout.test.ts +213 -0
- package/src/internal/handleAgentServeTrigger.test.ts +185 -0
- package/src/internal/host-kv.test.ts +82 -0
- package/src/internal/host-platforms.test.ts +126 -0
- package/src/internal/http-channel.test.ts +402 -0
- package/src/internal/init-project.test.ts +270 -0
- package/src/internal/install-cursor-skills.test.ts +262 -0
- package/src/internal/local-env.test.ts +120 -0
- package/src/internal/log-ring.test.ts +31 -0
- package/src/internal/logs-client.test.ts +350 -0
- package/src/internal/mcp-endpoint.test.ts +436 -0
- package/src/internal/mcp-host.test.ts +298 -0
- package/src/internal/mcp-oauth.test.ts +148 -0
- package/src/internal/net.test.ts +17 -0
- package/src/internal/peer-connections.test.ts +128 -0
- package/src/internal/peer-mcp.integration.test.ts +289 -0
- package/src/internal/playground/toolchain.test.ts +53 -0
- package/src/internal/playground-cli.test.ts +187 -0
- package/src/internal/playground-proxy.test.ts +376 -0
- package/src/internal/prompt-context.integration.test.ts +232 -0
- package/src/internal/prompt-context.test.ts +127 -0
- package/src/internal/reminder-runner.test.ts +432 -0
- package/src/internal/reminder-runner.ts +1 -0
- package/src/internal/reminder-store.test.ts +53 -0
- package/src/internal/request-headers.test.ts +27 -0
- package/src/internal/resolve-prod-target.test.ts +787 -0
- package/src/internal/resolved-connections.test.ts +295 -0
- package/src/internal/router.test.ts +57 -0
- package/src/internal/schedule-runner.ts +1 -0
- package/src/internal/sdk-runner.test.ts +290 -0
- package/src/internal/server.artifacts.test.ts +334 -0
- package/src/internal/server.ts +45 -0
- package/src/internal/session-engine.artifacts.test.ts +293 -0
- package/src/internal/session-engine.coalesce.test.ts +169 -0
- package/src/internal/session-engine.concurrency.test.ts +250 -0
- package/src/internal/session-engine.host-oauth-mcp.test.ts +110 -0
- package/src/internal/session-engine.interrupt.test.ts +577 -0
- package/src/internal/session-engine.storage.test.ts +547 -0
- package/src/internal/session-engine.ts +129 -1
- package/src/internal/session-urls.test.ts +28 -0
- package/src/internal/sessions-client.test.ts +518 -0
- package/src/internal/storage-coordinator.test.ts +517 -0
- package/src/internal/storage-coordinator.ts +62 -0
- package/src/internal/tool-call.test.ts +458 -0
- package/src/internal/tool-result.test.ts +52 -0
- package/src/internal/trajectory.approvals.test.ts +83 -0
- package/src/internal/trajectory.subagents.test.ts +198 -0
- package/src/internal/turn-governor.test.ts +137 -0
- package/src/internal/update-check.test.ts +485 -0
- package/src/internal/workspace.test.ts +207 -0
- package/src/storage-backends/cursor-hosted.test.ts +121 -0
- package/src/storage.ts +6 -0
- package/src/types.ts +152 -2
- package/dist/docs/assets/chunks/@localSearchIndexroot.CL2Y0Zmh.js +0 -1
- package/dist/playground/assets/index-CidizGZv.css +0 -1
|
@@ -2,7 +2,12 @@
|
|
|
2
2
|
* Shared inbound dispatch for Slack Events API bodies and Socket Mode.
|
|
3
3
|
*/
|
|
4
4
|
|
|
5
|
-
import type {
|
|
5
|
+
import type {
|
|
6
|
+
ArtifactsApi,
|
|
7
|
+
HostContext,
|
|
8
|
+
JsonValue,
|
|
9
|
+
SendMessageFn,
|
|
10
|
+
} from "../../types.js";
|
|
6
11
|
import { buildSlackBinding, slackContinuationKey } from "./api.js";
|
|
7
12
|
import { firstLineTitle, maybeSetThreadTitle } from "./assistant.js";
|
|
8
13
|
import type { SlackBotMentionGate } from "./bot-mentions.js";
|
|
@@ -65,6 +70,8 @@ export interface SlackInboundDispatchDeps extends SlackContinuationProbes {
|
|
|
65
70
|
credentials: SlackCredentials | undefined;
|
|
66
71
|
eventIds: EventIdDedupe;
|
|
67
72
|
host: HostContext;
|
|
73
|
+
/** Unbound artifacts facade handed to handler bindings (`ctx.artifacts`). */
|
|
74
|
+
artifacts: ArtifactsApi;
|
|
68
75
|
log?: SlackLog;
|
|
69
76
|
/** Dispatch on `app_mention`. Defaults to `true`. */
|
|
70
77
|
mentionsEnabled?: boolean;
|
|
@@ -110,6 +117,7 @@ export async function dispatchInboundMessage(args: {
|
|
|
110
117
|
send: SendMessageFn;
|
|
111
118
|
credentials: SlackCredentials | undefined;
|
|
112
119
|
host: HostContext;
|
|
120
|
+
artifacts: ArtifactsApi;
|
|
113
121
|
hasContinuationSession?: (continuationToken: string) => Promise<boolean>;
|
|
114
122
|
isContinuationBusy?: (continuationToken: string) => Promise<boolean>;
|
|
115
123
|
getContinuationLastBotMessageTs?: (
|
|
@@ -132,6 +140,7 @@ export async function dispatchInboundMessage(args: {
|
|
|
132
140
|
channelId: message.channelId,
|
|
133
141
|
threadTs: message.threadTs,
|
|
134
142
|
host: args.host,
|
|
143
|
+
artifacts: args.artifacts,
|
|
135
144
|
log,
|
|
136
145
|
...(message.teamId === undefined ? {} : { teamId: message.teamId }),
|
|
137
146
|
});
|
|
@@ -450,6 +459,7 @@ export function dispatchInboundFromEventBody(
|
|
|
450
459
|
send: deps.send,
|
|
451
460
|
credentials: deps.credentials,
|
|
452
461
|
host: deps.host,
|
|
462
|
+
artifacts: deps.artifacts,
|
|
453
463
|
log,
|
|
454
464
|
evalCommandsEnabled: deps.evalCommandsEnabled,
|
|
455
465
|
cursorAgentName: deps.cursorAgentName,
|
|
@@ -490,6 +500,7 @@ export function dispatchInboundFromEventBody(
|
|
|
490
500
|
send: deps.send,
|
|
491
501
|
credentials: deps.credentials,
|
|
492
502
|
host: deps.host,
|
|
503
|
+
artifacts: deps.artifacts,
|
|
493
504
|
log,
|
|
494
505
|
evalCommandsEnabled: deps.evalCommandsEnabled,
|
|
495
506
|
cursorAgentName: deps.cursorAgentName,
|
|
@@ -0,0 +1,273 @@
|
|
|
1
|
+
import { describe, expect, it } from "vitest";
|
|
2
|
+
import type { EvalRunSnapshot, HostEvalsApi } from "../../evals.js";
|
|
3
|
+
import {
|
|
4
|
+
EvalRunConflictError,
|
|
5
|
+
EvalRunEmptyError,
|
|
6
|
+
} from "../../internal/eval-run-store.js";
|
|
7
|
+
import {
|
|
8
|
+
formatSlackEvalHelp,
|
|
9
|
+
formatSlackEvalList,
|
|
10
|
+
formatSlackEvalRunSummary,
|
|
11
|
+
handleSlackEvalDirective,
|
|
12
|
+
normalizeSlackEvalDirectiveBody,
|
|
13
|
+
parseSlackEvalDirective,
|
|
14
|
+
} from "./eval-directive.js";
|
|
15
|
+
import type { SlackBinding } from "./types.js";
|
|
16
|
+
|
|
17
|
+
describe("normalizeSlackEvalDirectiveBody", () => {
|
|
18
|
+
it("strips mentions and cursorAccount agent-name prefix", () => {
|
|
19
|
+
expect(normalizeSlackEvalDirectiveBody("<@Ubot> eval list")).toBe(
|
|
20
|
+
"eval list"
|
|
21
|
+
);
|
|
22
|
+
expect(normalizeSlackEvalDirectiveBody("@Ubot eval status")).toBe(
|
|
23
|
+
"eval status"
|
|
24
|
+
);
|
|
25
|
+
expect(
|
|
26
|
+
normalizeSlackEvalDirectiveBody(
|
|
27
|
+
"OncallBuddy eval triage/open-incidents",
|
|
28
|
+
{
|
|
29
|
+
agentName: "OncallBuddy",
|
|
30
|
+
}
|
|
31
|
+
)
|
|
32
|
+
).toBe("eval triage/open-incidents");
|
|
33
|
+
expect(
|
|
34
|
+
normalizeSlackEvalDirectiveBody("benny eval --tag smoke", {
|
|
35
|
+
agentName: "Benny",
|
|
36
|
+
})
|
|
37
|
+
).toBe("eval --tag smoke");
|
|
38
|
+
// Do not strip arbitrary leading words ("please eval …" is not a directive).
|
|
39
|
+
expect(normalizeSlackEvalDirectiveBody("please eval this")).toBe(
|
|
40
|
+
"please eval this"
|
|
41
|
+
);
|
|
42
|
+
});
|
|
43
|
+
});
|
|
44
|
+
|
|
45
|
+
describe("parseSlackEvalDirective", () => {
|
|
46
|
+
it("parses run / list / status / help and filters", () => {
|
|
47
|
+
expect(parseSlackEvalDirective("<@U> eval")).toEqual({ kind: "run" });
|
|
48
|
+
expect(parseSlackEvalDirective("eval list")).toEqual({ kind: "list" });
|
|
49
|
+
expect(parseSlackEvalDirective("EVAL status")).toEqual({ kind: "status" });
|
|
50
|
+
expect(parseSlackEvalDirective("eval cancel evalrun_abc")).toEqual({
|
|
51
|
+
kind: "cancel",
|
|
52
|
+
runId: "evalrun_abc",
|
|
53
|
+
});
|
|
54
|
+
expect(parseSlackEvalDirective("eval cancel")).toEqual({ kind: "help" });
|
|
55
|
+
expect(parseSlackEvalDirective("eval help")).toEqual({ kind: "help" });
|
|
56
|
+
expect(parseSlackEvalDirective("eval smoke triage/open-incidents")).toEqual(
|
|
57
|
+
{
|
|
58
|
+
kind: "run",
|
|
59
|
+
filterIds: ["smoke", "triage/open-incidents"],
|
|
60
|
+
}
|
|
61
|
+
);
|
|
62
|
+
expect(parseSlackEvalDirective("eval --tag oncall -t smoke")).toEqual({
|
|
63
|
+
kind: "run",
|
|
64
|
+
tags: ["oncall", "smoke"],
|
|
65
|
+
});
|
|
66
|
+
expect(parseSlackEvalDirective("eval --tag=booking smoke")).toEqual({
|
|
67
|
+
kind: "run",
|
|
68
|
+
filterIds: ["smoke"],
|
|
69
|
+
tags: ["booking"],
|
|
70
|
+
});
|
|
71
|
+
});
|
|
72
|
+
|
|
73
|
+
it("returns null for non-directives and help for unknown flags", () => {
|
|
74
|
+
expect(parseSlackEvalDirective("please eval this")).toBeNull();
|
|
75
|
+
expect(parseSlackEvalDirective("stop")).toBeNull();
|
|
76
|
+
expect(parseSlackEvalDirective("")).toBeNull();
|
|
77
|
+
expect(parseSlackEvalDirective("eval --unknown")).toEqual({ kind: "help" });
|
|
78
|
+
expect(parseSlackEvalDirective("eval --tag")).toEqual({ kind: "help" });
|
|
79
|
+
});
|
|
80
|
+
});
|
|
81
|
+
|
|
82
|
+
describe("formatSlackEval*", () => {
|
|
83
|
+
it("formats help, list, and run summaries", () => {
|
|
84
|
+
expect(formatSlackEvalHelp()).toContain("eval list");
|
|
85
|
+
expect(formatSlackEvalList([])).toContain("No evals found");
|
|
86
|
+
expect(
|
|
87
|
+
formatSlackEvalList([
|
|
88
|
+
{
|
|
89
|
+
id: "smoke",
|
|
90
|
+
description: "Smoke check",
|
|
91
|
+
tags: ["ci"],
|
|
92
|
+
},
|
|
93
|
+
])
|
|
94
|
+
).toContain("`smoke`");
|
|
95
|
+
const run: EvalRunSnapshot = {
|
|
96
|
+
runId: "evalrun_abc",
|
|
97
|
+
status: "completed",
|
|
98
|
+
startedAt: "2026-07-22T00:00:00.000Z",
|
|
99
|
+
finishedAt: "2026-07-22T00:00:05.000Z",
|
|
100
|
+
summary: { passed: 1, failed: 0, total: 1, done: 1 },
|
|
101
|
+
cases: [
|
|
102
|
+
{
|
|
103
|
+
id: "smoke",
|
|
104
|
+
fileId: "smoke",
|
|
105
|
+
status: "done",
|
|
106
|
+
ok: true,
|
|
107
|
+
durationMs: 5000,
|
|
108
|
+
},
|
|
109
|
+
],
|
|
110
|
+
config: { maxPlaygroundRuns: 20, durableRuns: false },
|
|
111
|
+
};
|
|
112
|
+
const text = formatSlackEvalRunSummary(run);
|
|
113
|
+
expect(text).toContain("evalrun_abc");
|
|
114
|
+
expect(text).toContain("`PASS`");
|
|
115
|
+
expect(text).toContain("1 passed");
|
|
116
|
+
});
|
|
117
|
+
});
|
|
118
|
+
|
|
119
|
+
function fakeBinding(): {
|
|
120
|
+
binding: SlackBinding;
|
|
121
|
+
posts: string[];
|
|
122
|
+
typing: string[];
|
|
123
|
+
} {
|
|
124
|
+
const posts: string[] = [];
|
|
125
|
+
const typing: string[] = [];
|
|
126
|
+
const binding = {
|
|
127
|
+
thread: {
|
|
128
|
+
post: async (text: string) => {
|
|
129
|
+
posts.push(text);
|
|
130
|
+
return { ts: "1.0" };
|
|
131
|
+
},
|
|
132
|
+
startTyping: async (status: string) => {
|
|
133
|
+
typing.push(status);
|
|
134
|
+
},
|
|
135
|
+
setTitle: async () => {},
|
|
136
|
+
setSuggestedPrompts: async () => {},
|
|
137
|
+
},
|
|
138
|
+
} as unknown as SlackBinding;
|
|
139
|
+
return { binding, posts, typing };
|
|
140
|
+
}
|
|
141
|
+
|
|
142
|
+
function fakeEvals(overrides: Partial<HostEvalsApi> = {}): HostEvalsApi {
|
|
143
|
+
return {
|
|
144
|
+
list: async () => ({
|
|
145
|
+
evals: [{ id: "smoke", fileId: "smoke", tags: ["ci"] }],
|
|
146
|
+
config: { maxPlaygroundRuns: 20, durableRuns: false },
|
|
147
|
+
}),
|
|
148
|
+
get: async () => undefined,
|
|
149
|
+
listRunsWithActive: async () => ({ runs: [] }),
|
|
150
|
+
start: async () => {
|
|
151
|
+
throw new Error("start not stubbed");
|
|
152
|
+
},
|
|
153
|
+
cancel: async () => {
|
|
154
|
+
throw new Error("cancel not stubbed");
|
|
155
|
+
},
|
|
156
|
+
...overrides,
|
|
157
|
+
};
|
|
158
|
+
}
|
|
159
|
+
|
|
160
|
+
describe("handleSlackEvalDirective", () => {
|
|
161
|
+
it("lists evals and reports empty status", async () => {
|
|
162
|
+
const { binding, posts } = fakeBinding();
|
|
163
|
+
await handleSlackEvalDirective({
|
|
164
|
+
directive: { kind: "list" },
|
|
165
|
+
evals: fakeEvals(),
|
|
166
|
+
binding,
|
|
167
|
+
});
|
|
168
|
+
expect(posts[0]).toContain("`smoke`");
|
|
169
|
+
|
|
170
|
+
await handleSlackEvalDirective({
|
|
171
|
+
directive: { kind: "status" },
|
|
172
|
+
evals: fakeEvals(),
|
|
173
|
+
binding,
|
|
174
|
+
});
|
|
175
|
+
expect(posts[1]).toContain("No eval runs yet");
|
|
176
|
+
});
|
|
177
|
+
|
|
178
|
+
it("starts a run, polls, and posts the summary", async () => {
|
|
179
|
+
const running: EvalRunSnapshot = {
|
|
180
|
+
runId: "evalrun_1",
|
|
181
|
+
status: "running",
|
|
182
|
+
startedAt: "2026-07-22T00:00:00.000Z",
|
|
183
|
+
summary: { passed: 0, failed: 0, total: 1, done: 0 },
|
|
184
|
+
cases: [{ id: "smoke", fileId: "smoke", status: "running" }],
|
|
185
|
+
config: { maxPlaygroundRuns: 20, durableRuns: false },
|
|
186
|
+
};
|
|
187
|
+
const done: EvalRunSnapshot = {
|
|
188
|
+
...running,
|
|
189
|
+
status: "completed",
|
|
190
|
+
finishedAt: "2026-07-22T00:00:02.000Z",
|
|
191
|
+
summary: { passed: 1, failed: 0, total: 1, done: 1 },
|
|
192
|
+
cases: [
|
|
193
|
+
{
|
|
194
|
+
id: "smoke",
|
|
195
|
+
fileId: "smoke",
|
|
196
|
+
status: "done",
|
|
197
|
+
ok: true,
|
|
198
|
+
durationMs: 1200,
|
|
199
|
+
},
|
|
200
|
+
],
|
|
201
|
+
};
|
|
202
|
+
let gets = 0;
|
|
203
|
+
const { binding, posts } = fakeBinding();
|
|
204
|
+
await handleSlackEvalDirective({
|
|
205
|
+
directive: { kind: "run", filterIds: ["smoke"] },
|
|
206
|
+
evals: fakeEvals({
|
|
207
|
+
start: async (input) => {
|
|
208
|
+
expect(input?.filterIds).toEqual(["smoke"]);
|
|
209
|
+
return running;
|
|
210
|
+
},
|
|
211
|
+
get: async () => {
|
|
212
|
+
gets += 1;
|
|
213
|
+
return gets === 1 ? running : done;
|
|
214
|
+
},
|
|
215
|
+
}),
|
|
216
|
+
binding,
|
|
217
|
+
pollMs: 1,
|
|
218
|
+
});
|
|
219
|
+
expect(posts.some((p) => p.includes("Started Eval ID"))).toBe(true);
|
|
220
|
+
expect(posts.some((p) => p.includes("`PASS`") && p.includes("smoke"))).toBe(
|
|
221
|
+
true
|
|
222
|
+
);
|
|
223
|
+
});
|
|
224
|
+
|
|
225
|
+
it("surfaces conflict and empty-match errors", async () => {
|
|
226
|
+
const { binding, posts } = fakeBinding();
|
|
227
|
+
await handleSlackEvalDirective({
|
|
228
|
+
directive: { kind: "run" },
|
|
229
|
+
evals: fakeEvals({
|
|
230
|
+
start: async () => {
|
|
231
|
+
throw new EvalRunConflictError("evalrun_busy");
|
|
232
|
+
},
|
|
233
|
+
get: async () => undefined,
|
|
234
|
+
}),
|
|
235
|
+
binding,
|
|
236
|
+
});
|
|
237
|
+
expect(posts[0]).toContain("already in progress");
|
|
238
|
+
|
|
239
|
+
await handleSlackEvalDirective({
|
|
240
|
+
directive: { kind: "run", tags: ["missing"] },
|
|
241
|
+
evals: fakeEvals({
|
|
242
|
+
start: async () => {
|
|
243
|
+
throw new EvalRunEmptyError();
|
|
244
|
+
},
|
|
245
|
+
}),
|
|
246
|
+
binding,
|
|
247
|
+
});
|
|
248
|
+
expect(posts[1]).toContain("No matching evals");
|
|
249
|
+
});
|
|
250
|
+
|
|
251
|
+
it("posts help text", async () => {
|
|
252
|
+
const { binding, posts } = fakeBinding();
|
|
253
|
+
await handleSlackEvalDirective({
|
|
254
|
+
directive: { kind: "help" },
|
|
255
|
+
evals: fakeEvals(),
|
|
256
|
+
binding,
|
|
257
|
+
});
|
|
258
|
+
expect(posts[0]).toContain("eval --tag");
|
|
259
|
+
});
|
|
260
|
+
});
|
|
261
|
+
|
|
262
|
+
describe("parseSlackEvalDirective cursorAccount shapes", () => {
|
|
263
|
+
it("accepts agent-name-prefixed eval commands", () => {
|
|
264
|
+
expect(
|
|
265
|
+
parseSlackEvalDirective("OncallBuddy eval triage/open-incidents", {
|
|
266
|
+
agentName: "OncallBuddy",
|
|
267
|
+
})
|
|
268
|
+
).toEqual({
|
|
269
|
+
kind: "run",
|
|
270
|
+
filterIds: ["triage/open-incidents"],
|
|
271
|
+
});
|
|
272
|
+
});
|
|
273
|
+
});
|
|
@@ -9,6 +9,7 @@
|
|
|
9
9
|
|
|
10
10
|
import type {
|
|
11
11
|
ApprovalDecision,
|
|
12
|
+
ArtifactsApi,
|
|
12
13
|
AuthContext,
|
|
13
14
|
ChannelSession,
|
|
14
15
|
HostContext,
|
|
@@ -275,6 +276,7 @@ export interface SlackBlockActionDispatchDeps extends SlackContinuationProbes {
|
|
|
275
276
|
send: SendMessageFn;
|
|
276
277
|
credentials: SlackCredentials | undefined;
|
|
277
278
|
host: HostContext;
|
|
279
|
+
artifacts: ArtifactsApi;
|
|
278
280
|
log?: SlackLog;
|
|
279
281
|
}
|
|
280
282
|
|
|
@@ -347,6 +349,7 @@ export async function dispatchBlockAction(
|
|
|
347
349
|
send: deps.send,
|
|
348
350
|
credentials: deps.credentials,
|
|
349
351
|
host: deps.host,
|
|
352
|
+
artifacts: deps.artifacts,
|
|
350
353
|
log,
|
|
351
354
|
// Click text is synthetic — never treat it as a stop/eval directive.
|
|
352
355
|
evalCommandsEnabled: false,
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
import { describe, expect, it } from "vitest";
|
|
2
|
+
import { slackApiMessageBody } from "./message-body.js";
|
|
3
|
+
|
|
4
|
+
describe("slackApiMessageBody", () => {
|
|
5
|
+
it("prefers text and dedupes attachment fallback", () => {
|
|
6
|
+
const body = slackApiMessageBody({
|
|
7
|
+
text: "Alert: rate limit",
|
|
8
|
+
attachments: [
|
|
9
|
+
{
|
|
10
|
+
title: "Bugbot rate limit",
|
|
11
|
+
text: "Alert: rate limit",
|
|
12
|
+
fallback: "Alert: rate limit",
|
|
13
|
+
title_link: "https://app.datadoghq.com/monitors/1",
|
|
14
|
+
},
|
|
15
|
+
],
|
|
16
|
+
});
|
|
17
|
+
expect(body).toContain("Alert: rate limit");
|
|
18
|
+
expect(body).toContain("Bugbot rate limit");
|
|
19
|
+
expect(body).toContain("https://app.datadoghq.com/monitors/1");
|
|
20
|
+
expect(body.split("Alert: rate limit").length - 1).toBe(1);
|
|
21
|
+
});
|
|
22
|
+
|
|
23
|
+
it("reads Block Kit section text", () => {
|
|
24
|
+
const body = slackApiMessageBody({
|
|
25
|
+
blocks: [
|
|
26
|
+
{
|
|
27
|
+
type: "section",
|
|
28
|
+
text: { type: "mrkdwn", text: "*Monitor* fired" },
|
|
29
|
+
},
|
|
30
|
+
],
|
|
31
|
+
});
|
|
32
|
+
expect(body).toBe("*Monitor* fired");
|
|
33
|
+
});
|
|
34
|
+
|
|
35
|
+
it("recovers a Datadog notification posted with empty top-level text", () => {
|
|
36
|
+
const body = slackApiMessageBody({
|
|
37
|
+
text: "",
|
|
38
|
+
attachments: [
|
|
39
|
+
{
|
|
40
|
+
title:
|
|
41
|
+
"Triggered: [service-monitor prod:temporal-bugbot] High cache error rate (client=main, region=us-east-1)",
|
|
42
|
+
title_link: "https://us5.datadoghq.com/monitors/19610160",
|
|
43
|
+
text: "Service temporal-bugbot has a high cache error rate.",
|
|
44
|
+
},
|
|
45
|
+
],
|
|
46
|
+
});
|
|
47
|
+
expect(body).toContain("temporal-bugbot");
|
|
48
|
+
expect(body).toContain("https://us5.datadoghq.com/monitors/19610160");
|
|
49
|
+
});
|
|
50
|
+
|
|
51
|
+
it("returns an empty string when nothing readable is present", () => {
|
|
52
|
+
expect(slackApiMessageBody({ text: " ", attachments: [{}] })).toBe("");
|
|
53
|
+
});
|
|
54
|
+
});
|
|
@@ -0,0 +1,143 @@
|
|
|
1
|
+
import { mkdtemp, rm } from "node:fs/promises";
|
|
2
|
+
import { tmpdir } from "node:os";
|
|
3
|
+
import { join } from "node:path";
|
|
4
|
+
import { afterEach, describe, expect, it } from "vitest";
|
|
5
|
+
import {
|
|
6
|
+
formatSlackFollowupNudgeBlock,
|
|
7
|
+
SlackAskDedupeStore,
|
|
8
|
+
SlackNudgeStore,
|
|
9
|
+
} from "./nudge-store.js";
|
|
10
|
+
|
|
11
|
+
const cleanups: Array<() => Promise<void>> = [];
|
|
12
|
+
|
|
13
|
+
afterEach(async () => {
|
|
14
|
+
while (cleanups.length > 0) {
|
|
15
|
+
await cleanups.pop()?.();
|
|
16
|
+
}
|
|
17
|
+
});
|
|
18
|
+
|
|
19
|
+
async function tempRoot(): Promise<string> {
|
|
20
|
+
const root = await mkdtemp(join(tmpdir(), "slack-nudge-"));
|
|
21
|
+
cleanups.push(() => rm(root, { recursive: true, force: true }));
|
|
22
|
+
return root;
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
describe("SlackNudgeStore", () => {
|
|
26
|
+
it("appends, drains exactly once, and skips delivered source ts", async () => {
|
|
27
|
+
const store = new SlackNudgeStore(await tempRoot());
|
|
28
|
+
const key = "C1:1.0";
|
|
29
|
+
expect(
|
|
30
|
+
await store.append({
|
|
31
|
+
continuationKey: key,
|
|
32
|
+
sourceTs: "2.0",
|
|
33
|
+
text: "any leads?",
|
|
34
|
+
author: "<@U1>",
|
|
35
|
+
})
|
|
36
|
+
).toBe(true);
|
|
37
|
+
expect(
|
|
38
|
+
await store.append({
|
|
39
|
+
continuationKey: key,
|
|
40
|
+
sourceTs: "2.0",
|
|
41
|
+
text: "any leads?",
|
|
42
|
+
author: "<@U1>",
|
|
43
|
+
})
|
|
44
|
+
).toBe(false);
|
|
45
|
+
|
|
46
|
+
const first = await store.drainForInject(key);
|
|
47
|
+
expect(first).toHaveLength(1);
|
|
48
|
+
expect(first[0]?.sourceTs).toBe("2.0");
|
|
49
|
+
expect(await store.isDelivered(key, "2.0")).toBe(true);
|
|
50
|
+
expect(await store.hasUndelivered(key)).toBe(false);
|
|
51
|
+
|
|
52
|
+
const second = await store.drainForInject(key);
|
|
53
|
+
expect(second).toHaveLength(0);
|
|
54
|
+
});
|
|
55
|
+
|
|
56
|
+
it("content-dedupes pending nudges", async () => {
|
|
57
|
+
const store = new SlackNudgeStore(await tempRoot());
|
|
58
|
+
const key = "C1:1.0";
|
|
59
|
+
expect(
|
|
60
|
+
await store.append({
|
|
61
|
+
continuationKey: key,
|
|
62
|
+
sourceTs: "2.0",
|
|
63
|
+
text: "same body",
|
|
64
|
+
})
|
|
65
|
+
).toBe(true);
|
|
66
|
+
expect(
|
|
67
|
+
await store.append({
|
|
68
|
+
continuationKey: key,
|
|
69
|
+
sourceTs: "3.0",
|
|
70
|
+
text: "same body",
|
|
71
|
+
})
|
|
72
|
+
).toBe(false);
|
|
73
|
+
});
|
|
74
|
+
|
|
75
|
+
it("clear removes pending and delivered", async () => {
|
|
76
|
+
const store = new SlackNudgeStore(await tempRoot());
|
|
77
|
+
const key = "C1:1.0";
|
|
78
|
+
await store.append({
|
|
79
|
+
continuationKey: key,
|
|
80
|
+
sourceTs: "2.0",
|
|
81
|
+
text: "stop me",
|
|
82
|
+
});
|
|
83
|
+
await store.drainForInject(key);
|
|
84
|
+
await store.clear(key);
|
|
85
|
+
expect(await store.isDelivered(key, "2.0")).toBe(false);
|
|
86
|
+
expect(await store.hasUndelivered(key)).toBe(false);
|
|
87
|
+
});
|
|
88
|
+
|
|
89
|
+
it("maps path-traversal keys to _empty so clear cannot escape root", async () => {
|
|
90
|
+
const root = await tempRoot();
|
|
91
|
+
const store = new SlackNudgeStore(root);
|
|
92
|
+
expect(
|
|
93
|
+
await store.append({
|
|
94
|
+
continuationKey: "..",
|
|
95
|
+
sourceTs: "2.0",
|
|
96
|
+
text: "escape attempt",
|
|
97
|
+
})
|
|
98
|
+
).toBe(true);
|
|
99
|
+
const { readdir } = await import("node:fs/promises");
|
|
100
|
+
expect(await readdir(root)).toContain("_empty");
|
|
101
|
+
await store.clear("..");
|
|
102
|
+
expect(await readdir(root)).not.toContain("..");
|
|
103
|
+
// Parent of the store root must still be readable after clear("..").
|
|
104
|
+
await expect(readdir(join(root, ".."))).resolves.toBeDefined();
|
|
105
|
+
});
|
|
106
|
+
});
|
|
107
|
+
|
|
108
|
+
describe("formatSlackFollowupNudgeBlock", () => {
|
|
109
|
+
it("formats structured follow-up block", () => {
|
|
110
|
+
const block = formatSlackFollowupNudgeBlock([
|
|
111
|
+
{
|
|
112
|
+
id: "n1",
|
|
113
|
+
continuationKey: "C:1",
|
|
114
|
+
sourceTs: "2.0",
|
|
115
|
+
text: "any leads?",
|
|
116
|
+
author: "<@U1>",
|
|
117
|
+
createdAt: "2026-01-01T00:00:00.000Z",
|
|
118
|
+
contentHash: "abc",
|
|
119
|
+
},
|
|
120
|
+
]);
|
|
121
|
+
expect(block).toContain("<slack_followup>");
|
|
122
|
+
expect(block).toContain("<@U1> @ 2.0:");
|
|
123
|
+
expect(block).toContain("any leads?");
|
|
124
|
+
});
|
|
125
|
+
});
|
|
126
|
+
|
|
127
|
+
describe("SlackAskDedupeStore", () => {
|
|
128
|
+
it("claims each channel:ts once", async () => {
|
|
129
|
+
const store = new SlackAskDedupeStore(await tempRoot());
|
|
130
|
+
expect(await store.tryClaim("C1", "10.0")).toBe(true);
|
|
131
|
+
expect(await store.tryClaim("C1", "10.0")).toBe(false);
|
|
132
|
+
expect(await store.wasClaimed("C1", "10.0")).toBe(true);
|
|
133
|
+
expect(await store.tryClaim("C1", "11.0")).toBe(true);
|
|
134
|
+
});
|
|
135
|
+
|
|
136
|
+
it("release allows a later claim of the same channel:ts", async () => {
|
|
137
|
+
const store = new SlackAskDedupeStore(await tempRoot());
|
|
138
|
+
expect(await store.tryClaim("C1", "10.0")).toBe(true);
|
|
139
|
+
await store.release("C1", "10.0");
|
|
140
|
+
expect(await store.wasClaimed("C1", "10.0")).toBe(false);
|
|
141
|
+
expect(await store.tryClaim("C1", "10.0")).toBe(true);
|
|
142
|
+
});
|
|
143
|
+
});
|
|
@@ -9,6 +9,7 @@
|
|
|
9
9
|
|
|
10
10
|
import { allowAll, defineChannel } from "../../channels.js";
|
|
11
11
|
import type {
|
|
12
|
+
ArtifactsApi,
|
|
12
13
|
ChannelDefinition,
|
|
13
14
|
ChannelEventHandlers,
|
|
14
15
|
HostContext,
|
|
@@ -215,6 +216,7 @@ export function slackChannel<const Name extends string = string>(
|
|
|
215
216
|
send: SendMessageFn;
|
|
216
217
|
waitUntil: (promise: Promise<unknown>) => void;
|
|
217
218
|
host: HostContext;
|
|
219
|
+
artifacts: ArtifactsApi;
|
|
218
220
|
hasContinuationSession?: (continuationToken: string) => Promise<boolean>;
|
|
219
221
|
isContinuationBusy?: (continuationToken: string) => Promise<boolean>;
|
|
220
222
|
getContinuationLastBotMessageTs?: (
|
|
@@ -230,6 +232,7 @@ export function slackChannel<const Name extends string = string>(
|
|
|
230
232
|
credentials,
|
|
231
233
|
eventIds,
|
|
232
234
|
host: args.host,
|
|
235
|
+
artifacts: args.artifacts,
|
|
233
236
|
log: getLog(),
|
|
234
237
|
mentionsEnabled,
|
|
235
238
|
directMessagesEnabled,
|
|
@@ -410,6 +413,7 @@ export function slackChannel<const Name extends string = string>(
|
|
|
410
413
|
send: args.send,
|
|
411
414
|
credentials,
|
|
412
415
|
host: args.host,
|
|
416
|
+
artifacts: args.artifacts,
|
|
413
417
|
log: getLog(),
|
|
414
418
|
evalCommandsEnabled,
|
|
415
419
|
...(args.hasContinuationSession === undefined
|
|
@@ -454,6 +458,7 @@ export function slackChannel<const Name extends string = string>(
|
|
|
454
458
|
send: args.send,
|
|
455
459
|
waitUntil: args.waitUntil,
|
|
456
460
|
host: args.host,
|
|
461
|
+
artifacts: args.artifacts,
|
|
457
462
|
...(args.hasContinuationSession === undefined
|
|
458
463
|
? {}
|
|
459
464
|
: { hasContinuationSession: args.hasContinuationSession }),
|
|
@@ -496,6 +501,7 @@ export function slackChannel<const Name extends string = string>(
|
|
|
496
501
|
send: args.send,
|
|
497
502
|
credentials,
|
|
498
503
|
host: args.host,
|
|
504
|
+
artifacts: args.artifacts,
|
|
499
505
|
log: getLog(),
|
|
500
506
|
hasContinuationSession: args.hasContinuationSession,
|
|
501
507
|
isContinuationBusy: args.isContinuationBusy,
|