doer-agent 0.9.6 → 0.9.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import crypto from "node:crypto";
|
|
2
|
-
import { mkdir, readFile, rename, writeFile } from "node:fs/promises";
|
|
2
|
+
import { mkdir, readFile, readdir, rename, stat, writeFile } from "node:fs/promises";
|
|
3
3
|
import path from "node:path";
|
|
4
4
|
import { StringCodec } from "nats";
|
|
5
5
|
import { runCodexTextTask } from "./codex-text-task.js";
|
|
@@ -9,6 +9,8 @@ const MAX_THREADS_PER_REBUILD = 2_000;
|
|
|
9
9
|
const MAX_TAGS = 12;
|
|
10
10
|
const MIN_TAGS = 2;
|
|
11
11
|
const OTHER_TAG_ID = "other";
|
|
12
|
+
const MAX_REPOSITORIES = 200;
|
|
13
|
+
const MAX_RELATED_REPOS = 3;
|
|
12
14
|
const DEFAULT_TAGS = [
|
|
13
15
|
{ id: "deployment", label: "Deployment", description: "Deploy, release, publish, production rollout, or app-store delivery.", color: "#8b5cf6" },
|
|
14
16
|
{ id: "bug", label: "Bug · diagnosis", description: "Debugging, errors, failures, regressions, diagnosis, or fixes.", color: "#ef4444" },
|
|
@@ -55,6 +57,70 @@ function tagsFilePath(workspaceRoot, threadId) {
|
|
|
55
57
|
function configFilePath(workspaceRoot) {
|
|
56
58
|
return path.join(workspaceRoot, ".doer-agent", "thread-tags", "config.json");
|
|
57
59
|
}
|
|
60
|
+
async function isGitRepository(directoryPath) {
|
|
61
|
+
try {
|
|
62
|
+
const gitEntry = await stat(path.join(directoryPath, ".git"));
|
|
63
|
+
return gitEntry.isDirectory() || gitEntry.isFile();
|
|
64
|
+
}
|
|
65
|
+
catch {
|
|
66
|
+
return false;
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
function repositoryCandidate(workspaceRoot, absolutePath) {
|
|
70
|
+
const relativePath = path.relative(workspaceRoot, absolutePath).split(path.sep).join("/") || ".";
|
|
71
|
+
return {
|
|
72
|
+
id: relativePath,
|
|
73
|
+
label: path.basename(absolutePath),
|
|
74
|
+
relativePath,
|
|
75
|
+
absolutePath,
|
|
76
|
+
};
|
|
77
|
+
}
|
|
78
|
+
export async function discoverWorkspaceRepositories(workspaceRoot) {
|
|
79
|
+
const resolvedRoot = path.resolve(workspaceRoot);
|
|
80
|
+
const candidates = [];
|
|
81
|
+
if (await isGitRepository(resolvedRoot)) {
|
|
82
|
+
candidates.push(repositoryCandidate(resolvedRoot, resolvedRoot));
|
|
83
|
+
}
|
|
84
|
+
const entries = await readdir(resolvedRoot, { withFileTypes: true }).catch(() => []);
|
|
85
|
+
for (const entry of entries) {
|
|
86
|
+
if (candidates.length >= MAX_REPOSITORIES ||
|
|
87
|
+
!entry.isDirectory() ||
|
|
88
|
+
entry.name.startsWith(".")) {
|
|
89
|
+
continue;
|
|
90
|
+
}
|
|
91
|
+
const absolutePath = path.join(resolvedRoot, entry.name);
|
|
92
|
+
if (await isGitRepository(absolutePath)) {
|
|
93
|
+
candidates.push(repositoryCandidate(resolvedRoot, absolutePath));
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
return candidates.sort((left, right) => (left.label.localeCompare(right.label) || left.id.localeCompare(right.id)));
|
|
97
|
+
}
|
|
98
|
+
function repositoryFingerprint(repositories) {
|
|
99
|
+
return crypto.createHash("sha256").update(JSON.stringify(repositories.map((repository) => ({
|
|
100
|
+
id: repository.id,
|
|
101
|
+
label: repository.label,
|
|
102
|
+
relativePath: repository.relativePath,
|
|
103
|
+
})))).digest("hex");
|
|
104
|
+
}
|
|
105
|
+
function pathIsWithin(candidatePath, targetPath) {
|
|
106
|
+
const relative = path.relative(candidatePath, targetPath);
|
|
107
|
+
return relative === "" || (!relative.startsWith("..") && !path.isAbsolute(relative));
|
|
108
|
+
}
|
|
109
|
+
export function relatedReposFromCwd(cwd, repositories) {
|
|
110
|
+
if (!cwd) {
|
|
111
|
+
return [];
|
|
112
|
+
}
|
|
113
|
+
const resolvedCwd = path.resolve(cwd);
|
|
114
|
+
const repository = repositories
|
|
115
|
+
.filter((candidate) => pathIsWithin(candidate.absolutePath, resolvedCwd))
|
|
116
|
+
.sort((left, right) => right.absolutePath.length - left.absolutePath.length)[0];
|
|
117
|
+
return repository ? [{
|
|
118
|
+
id: repository.id,
|
|
119
|
+
label: repository.label,
|
|
120
|
+
confidence: 1,
|
|
121
|
+
source: "cwd",
|
|
122
|
+
}] : [];
|
|
123
|
+
}
|
|
58
124
|
function normalizeInputs(value, limit) {
|
|
59
125
|
const rows = Array.isArray(value) ? value.slice(0, limit) : [];
|
|
60
126
|
const seen = new Set();
|
|
@@ -191,9 +257,10 @@ function jsonObjectFromText(text) {
|
|
|
191
257
|
}
|
|
192
258
|
return payload;
|
|
193
259
|
}
|
|
194
|
-
export function parseThreadTagClassificationResponse(text, requestedThreadIds, allowedTagIds = new Set(DEFAULT_TAGS.map((tag) => tag.id))) {
|
|
260
|
+
export function parseThreadTagClassificationResponse(text, requestedThreadIds, allowedTagIds = new Set(DEFAULT_TAGS.map((tag) => tag.id)), repositories = []) {
|
|
195
261
|
const payload = jsonObjectFromText(text);
|
|
196
262
|
const assignments = Array.isArray(payload.assignments) ? payload.assignments : [];
|
|
263
|
+
const repositoriesById = new Map(repositories.map((repository) => [repository.id, repository]));
|
|
197
264
|
const seen = new Set();
|
|
198
265
|
const results = [];
|
|
199
266
|
for (const assignmentValue of assignments) {
|
|
@@ -207,11 +274,30 @@ export function parseThreadTagClassificationResponse(text, requestedThreadIds, a
|
|
|
207
274
|
continue;
|
|
208
275
|
}
|
|
209
276
|
seen.add(threadId);
|
|
277
|
+
const seenRepositoryIds = new Set();
|
|
278
|
+
const relatedRepos = (Array.isArray(assignment?.relatedRepos) ? assignment.relatedRepos : [])
|
|
279
|
+
.flatMap((value) => {
|
|
280
|
+
const row = recordValue(value);
|
|
281
|
+
const id = stringValue(row?.id) || stringValue(value);
|
|
282
|
+
const repository = repositoriesById.get(id);
|
|
283
|
+
if (!repository || seenRepositoryIds.has(id)) {
|
|
284
|
+
return [];
|
|
285
|
+
}
|
|
286
|
+
seenRepositoryIds.add(id);
|
|
287
|
+
return [{
|
|
288
|
+
id: repository.id,
|
|
289
|
+
label: repository.label,
|
|
290
|
+
confidence: boundedConfidence(row?.confidence),
|
|
291
|
+
source: "ai",
|
|
292
|
+
}];
|
|
293
|
+
})
|
|
294
|
+
.slice(0, MAX_RELATED_REPOS);
|
|
210
295
|
results.push({
|
|
211
296
|
threadId,
|
|
212
297
|
activityTag,
|
|
213
298
|
confidence: boundedConfidence(assignment?.confidence),
|
|
214
299
|
source: "ai",
|
|
300
|
+
relatedRepos,
|
|
215
301
|
});
|
|
216
302
|
}
|
|
217
303
|
return results;
|
|
@@ -219,41 +305,61 @@ export function parseThreadTagClassificationResponse(text, requestedThreadIds, a
|
|
|
219
305
|
export function parseSuggestedThreadTags(text) {
|
|
220
306
|
return normalizeTagDefinitions(jsonObjectFromText(text).tags);
|
|
221
307
|
}
|
|
222
|
-
async function readStoredTags(workspaceRoot, input, config) {
|
|
308
|
+
async function readStoredTags(workspaceRoot, input, config, repositories) {
|
|
223
309
|
try {
|
|
224
310
|
const row = recordValue(JSON.parse(await readFile(tagsFilePath(workspaceRoot, input.threadId), "utf8")));
|
|
225
311
|
const activityTag = sanitizeTagId(stringValue(row?.activityTag));
|
|
226
312
|
const allowedTagIds = new Set(config.tags.map((tag) => tag.id));
|
|
227
|
-
const
|
|
228
|
-
|
|
229
|
-
|
|
313
|
+
const isCurrentCache = row?.version === 3 &&
|
|
314
|
+
stringValue(row.configFingerprint) === config.fingerprint &&
|
|
315
|
+
stringValue(row.repositoryFingerprint) === repositoryFingerprint(repositories);
|
|
316
|
+
if (!isCurrentCache ||
|
|
230
317
|
stringValue(row?.threadId) !== input.threadId ||
|
|
231
318
|
stringValue(row?.contentFingerprint) !== contentFingerprint(input) ||
|
|
232
319
|
!allowedTagIds.has(activityTag)) {
|
|
233
320
|
return null;
|
|
234
321
|
}
|
|
322
|
+
const repositoriesById = new Map(repositories.map((repository) => [repository.id, repository]));
|
|
323
|
+
const relatedRepos = (Array.isArray(row?.relatedRepos) ? row.relatedRepos : [])
|
|
324
|
+
.flatMap((value) => {
|
|
325
|
+
const stored = recordValue(value);
|
|
326
|
+
const repository = repositoriesById.get(stringValue(stored?.id));
|
|
327
|
+
if (!repository) {
|
|
328
|
+
return [];
|
|
329
|
+
}
|
|
330
|
+
return [{
|
|
331
|
+
id: repository.id,
|
|
332
|
+
label: repository.label,
|
|
333
|
+
confidence: boundedConfidence(stored?.confidence),
|
|
334
|
+
source: stored?.source === "cwd" ? "cwd" : "ai",
|
|
335
|
+
}];
|
|
336
|
+
})
|
|
337
|
+
.slice(0, MAX_RELATED_REPOS);
|
|
235
338
|
return {
|
|
236
339
|
threadId: input.threadId,
|
|
237
340
|
activityTag,
|
|
238
341
|
confidence: boundedConfidence(row?.confidence),
|
|
239
342
|
source: "ai",
|
|
343
|
+
relatedRepos,
|
|
240
344
|
};
|
|
241
345
|
}
|
|
242
346
|
catch {
|
|
243
347
|
return null;
|
|
244
348
|
}
|
|
245
349
|
}
|
|
246
|
-
async function writeStoredTags(workspaceRoot, input, classification, config) {
|
|
350
|
+
async function writeStoredTags(workspaceRoot, input, classification, config, repositories) {
|
|
247
351
|
const filePath = tagsFilePath(workspaceRoot, input.threadId);
|
|
248
352
|
await mkdir(path.dirname(filePath), { recursive: true });
|
|
249
353
|
const tempPath = `${filePath}.${process.pid}.${Date.now()}.tmp`;
|
|
250
354
|
const payload = {
|
|
251
|
-
version:
|
|
355
|
+
version: 3,
|
|
252
356
|
threadId: input.threadId,
|
|
253
357
|
contentFingerprint: contentFingerprint(input),
|
|
254
358
|
configFingerprint: config.fingerprint,
|
|
359
|
+
repositoryFingerprint: repositoryFingerprint(repositories),
|
|
255
360
|
activityTag: classification.activityTag,
|
|
256
361
|
confidence: classification.confidence,
|
|
362
|
+
relatedRepos: classification.relatedRepos,
|
|
257
363
|
source: "ai",
|
|
258
364
|
updatedAt: new Date().toISOString(),
|
|
259
365
|
};
|
|
@@ -263,15 +369,23 @@ async function writeStoredTags(workspaceRoot, input, classification, config) {
|
|
|
263
369
|
function configuredTagsPrompt(tags) {
|
|
264
370
|
return tags.map((tag) => `- ${tag.id} (${tag.label}): ${tag.description}`);
|
|
265
371
|
}
|
|
266
|
-
function classifierPrompt(inputs, tags) {
|
|
372
|
+
function classifierPrompt(inputs, tags, repositories) {
|
|
267
373
|
return [
|
|
268
374
|
"You classify Codex threads inside Doer.",
|
|
269
375
|
"Return only one valid JSON object. Do not use Markdown fences or add explanations.",
|
|
270
376
|
"Classify every input thread into exactly one activityTag from the configured list.",
|
|
271
377
|
"Configured activityTag values:",
|
|
272
378
|
...configuredTagsPrompt(tags),
|
|
273
|
-
"
|
|
274
|
-
|
|
379
|
+
"Also select zero to three relatedRepos for each thread from the repository candidates below.",
|
|
380
|
+
"A related repository is a code repository that the thread discusses, inspects, modifies, tests, deploys, or otherwise directly works on.",
|
|
381
|
+
"Do not invent repository ids and do not select a repository merely because it shares the agent workspace.",
|
|
382
|
+
`Repository candidates: ${JSON.stringify(repositories.map((repository) => ({
|
|
383
|
+
id: repository.id,
|
|
384
|
+
label: repository.label,
|
|
385
|
+
relativePath: repository.relativePath,
|
|
386
|
+
})))}`,
|
|
387
|
+
"Use label and preview as the main evidence. Use cwd as strong supporting repository evidence.",
|
|
388
|
+
`Output shape: {"assignments":[{"threadId":"...","activityTag":"${tags[0]?.id ?? OTHER_TAG_ID}","confidence":0.9,"relatedRepos":[{"id":"repository-id","confidence":0.9}]}]}`,
|
|
275
389
|
"",
|
|
276
390
|
JSON.stringify({ threads: inputs }),
|
|
277
391
|
].join("\n");
|
|
@@ -284,7 +398,7 @@ function suggestionPrompt(inputs, candidateTags) {
|
|
|
284
398
|
"Every tag needs: a stable lowercase kebab-case id, a concise label, a one-sentence classification description, and a distinct #RRGGBB color.",
|
|
285
399
|
"Write labels and descriptions in the predominant language of the supplied threads. Use Korean when the threads are predominantly Korean.",
|
|
286
400
|
`Always include "${OTHER_TAG_ID}" as the final fallback tag.`,
|
|
287
|
-
"Avoid tags for
|
|
401
|
+
"Avoid tags for repositories or running status; those are managed separately.",
|
|
288
402
|
"Prefer work-intent categories that will remain useful for future threads.",
|
|
289
403
|
'Output shape: {"tags":[{"id":"feature","label":"Feature","description":"Implementation and product changes.","color":"#22c55e"}]}',
|
|
290
404
|
candidateTags?.length
|
|
@@ -299,12 +413,30 @@ function suggestionPrompt(inputs, candidateTags) {
|
|
|
299
413
|
})}` : "",
|
|
300
414
|
].filter(Boolean).join("\n");
|
|
301
415
|
}
|
|
416
|
+
function withCwdRelatedRepos(classification, input, repositories) {
|
|
417
|
+
const merged = new Map();
|
|
418
|
+
for (const relatedRepo of classification.relatedRepos) {
|
|
419
|
+
merged.set(relatedRepo.id, relatedRepo);
|
|
420
|
+
}
|
|
421
|
+
for (const relatedRepo of relatedReposFromCwd(input.cwd, repositories)) {
|
|
422
|
+
merged.set(relatedRepo.id, relatedRepo);
|
|
423
|
+
}
|
|
424
|
+
return {
|
|
425
|
+
...classification,
|
|
426
|
+
relatedRepos: [...merged.values()]
|
|
427
|
+
.sort((left, right) => (Number(right.source === "cwd") - Number(left.source === "cwd")
|
|
428
|
+
|| right.confidence - left.confidence
|
|
429
|
+
|| left.label.localeCompare(right.label)))
|
|
430
|
+
.slice(0, MAX_RELATED_REPOS),
|
|
431
|
+
};
|
|
432
|
+
}
|
|
302
433
|
async function classifyThreads(args) {
|
|
303
434
|
const config = await readConfig(args.workspaceRoot);
|
|
435
|
+
const repositories = await discoverWorkspaceRepositories(args.workspaceRoot);
|
|
304
436
|
const classifications = new Map();
|
|
305
437
|
const staleInputs = [];
|
|
306
438
|
for (const input of args.inputs) {
|
|
307
|
-
const stored = args.force ? null : await readStoredTags(args.workspaceRoot, input, config);
|
|
439
|
+
const stored = args.force ? null : await readStoredTags(args.workspaceRoot, input, config, repositories);
|
|
308
440
|
if (stored) {
|
|
309
441
|
classifications.set(input.threadId, stored);
|
|
310
442
|
}
|
|
@@ -317,17 +449,18 @@ async function classifyThreads(args) {
|
|
|
317
449
|
try {
|
|
318
450
|
const resultText = await runCodexTextTask({
|
|
319
451
|
manager: args.manager,
|
|
320
|
-
prompt: classifierPrompt(staleInputs, config.tags),
|
|
452
|
+
prompt: classifierPrompt(staleInputs, config.tags, repositories),
|
|
321
453
|
});
|
|
322
|
-
const resolved = parseThreadTagClassificationResponse(resultText, new Set(staleInputs.map((input) => input.threadId)), new Set(config.tags.map((tag) => tag.id)));
|
|
454
|
+
const resolved = parseThreadTagClassificationResponse(resultText, new Set(staleInputs.map((input) => input.threadId)), new Set(config.tags.map((tag) => tag.id)), repositories);
|
|
323
455
|
const inputsById = new Map(staleInputs.map((input) => [input.threadId, input]));
|
|
324
456
|
await Promise.all(resolved.map(async (classification) => {
|
|
325
457
|
const input = inputsById.get(classification.threadId);
|
|
326
458
|
if (!input) {
|
|
327
459
|
return;
|
|
328
460
|
}
|
|
329
|
-
|
|
330
|
-
|
|
461
|
+
const completedClassification = withCwdRelatedRepos(classification, input, repositories);
|
|
462
|
+
await writeStoredTags(args.workspaceRoot, input, completedClassification, config, repositories);
|
|
463
|
+
classifications.set(classification.threadId, completedClassification);
|
|
331
464
|
}));
|
|
332
465
|
if (resolved.length !== staleInputs.length) {
|
|
333
466
|
classificationError = `AI classified ${resolved.length} of ${staleInputs.length} threads`;
|
|
@@ -1,6 +1,9 @@
|
|
|
1
1
|
import assert from "node:assert/strict";
|
|
2
|
+
import { mkdir, mkdtemp, rm, writeFile } from "node:fs/promises";
|
|
3
|
+
import os from "node:os";
|
|
4
|
+
import path from "node:path";
|
|
2
5
|
import test from "node:test";
|
|
3
|
-
import { parseSuggestedThreadTags, parseThreadTagClassificationResponse, } from "./agent-thread-tags-rpc.js";
|
|
6
|
+
import { discoverWorkspaceRepositories, parseSuggestedThreadTags, parseThreadTagClassificationResponse, relatedReposFromCwd, } from "./agent-thread-tags-rpc.js";
|
|
4
7
|
test("parses only requested valid thread tag assignments", () => {
|
|
5
8
|
const result = parseThreadTagClassificationResponse(JSON.stringify({
|
|
6
9
|
assignments: [
|
|
@@ -14,6 +17,7 @@ test("parses only requested valid thread tag assignments", () => {
|
|
|
14
17
|
activityTag: "feature",
|
|
15
18
|
confidence: 0.91,
|
|
16
19
|
source: "ai",
|
|
20
|
+
relatedRepos: [],
|
|
17
21
|
}]);
|
|
18
22
|
});
|
|
19
23
|
test("accepts fenced JSON and clamps confidence", () => {
|
|
@@ -24,6 +28,58 @@ test("accepts classifications from a custom configured range", () => {
|
|
|
24
28
|
const result = parseThreadTagClassificationResponse("{\"assignments\":[{\"threadId\":\"a\",\"activityTag\":\"customer-request\",\"confidence\":0.8}]}", new Set(["a"]), new Set(["customer-request", "other"]));
|
|
25
29
|
assert.equal(result[0]?.activityTag, "customer-request");
|
|
26
30
|
});
|
|
31
|
+
test("accepts only configured related repository ids", () => {
|
|
32
|
+
const repositories = [{
|
|
33
|
+
id: "doer",
|
|
34
|
+
label: "doer",
|
|
35
|
+
relativePath: "doer",
|
|
36
|
+
absolutePath: "/workspace/doer",
|
|
37
|
+
}];
|
|
38
|
+
const result = parseThreadTagClassificationResponse(JSON.stringify({
|
|
39
|
+
assignments: [{
|
|
40
|
+
threadId: "a",
|
|
41
|
+
activityTag: "feature",
|
|
42
|
+
confidence: 0.9,
|
|
43
|
+
relatedRepos: [
|
|
44
|
+
{ id: "doer", confidence: 0.82 },
|
|
45
|
+
{ id: "invented", confidence: 1 },
|
|
46
|
+
],
|
|
47
|
+
}],
|
|
48
|
+
}), new Set(["a"]), new Set(["feature", "other"]), repositories);
|
|
49
|
+
assert.deepEqual(result[0]?.relatedRepos, [{
|
|
50
|
+
id: "doer",
|
|
51
|
+
label: "doer",
|
|
52
|
+
confidence: 0.82,
|
|
53
|
+
source: "ai",
|
|
54
|
+
}]);
|
|
55
|
+
});
|
|
56
|
+
test("uses the most specific repository containing cwd", () => {
|
|
57
|
+
const repositories = [
|
|
58
|
+
{ id: ".", label: "workspace", relativePath: ".", absolutePath: "/workspace" },
|
|
59
|
+
{ id: "doer", label: "doer", relativePath: "doer", absolutePath: "/workspace/doer" },
|
|
60
|
+
];
|
|
61
|
+
assert.deepEqual(relatedReposFromCwd("/workspace/doer/src", repositories), [{
|
|
62
|
+
id: "doer",
|
|
63
|
+
label: "doer",
|
|
64
|
+
confidence: 1,
|
|
65
|
+
source: "cwd",
|
|
66
|
+
}]);
|
|
67
|
+
});
|
|
68
|
+
test("discovers the workspace root and immediate child git repositories", async () => {
|
|
69
|
+
const root = await mkdtemp(path.join(os.tmpdir(), "doer-thread-repos-"));
|
|
70
|
+
try {
|
|
71
|
+
await mkdir(path.join(root, ".git"));
|
|
72
|
+
await mkdir(path.join(root, "child", ".git"), { recursive: true });
|
|
73
|
+
await mkdir(path.join(root, "not-a-repo"), { recursive: true });
|
|
74
|
+
await mkdir(path.join(root, "worktree"), { recursive: true });
|
|
75
|
+
await writeFile(path.join(root, "worktree", ".git"), "gitdir: ../actual\n", "utf8");
|
|
76
|
+
const repositories = await discoverWorkspaceRepositories(root);
|
|
77
|
+
assert.deepEqual(repositories.map((repository) => repository.id).sort(), [".", "child", "worktree"]);
|
|
78
|
+
}
|
|
79
|
+
finally {
|
|
80
|
+
await rm(root, { recursive: true, force: true });
|
|
81
|
+
}
|
|
82
|
+
});
|
|
27
83
|
test("normalizes AI suggested tags and always adds other", () => {
|
|
28
84
|
const result = parseSuggestedThreadTags(JSON.stringify({
|
|
29
85
|
tags: [
|