sentinelayer-cli 0.6.2 → 0.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (159) hide show
  1. package/README.md +996 -996
  2. package/bin/create-sentinelayer.js +5 -5
  3. package/bin/sentinelayer-cli.js +4 -4
  4. package/bin/sl.js +5 -5
  5. package/package.json +64 -63
  6. package/src/agents/jules/config/definition.js +160 -160
  7. package/src/agents/jules/config/system-prompt.js +182 -182
  8. package/src/agents/jules/error-intake.js +51 -51
  9. package/src/agents/jules/fix-cycle.js +17 -17
  10. package/src/agents/jules/loop.js +457 -450
  11. package/src/agents/jules/pulse.js +10 -10
  12. package/src/agents/jules/stream.js +187 -186
  13. package/src/agents/jules/swarm/file-scanner.js +74 -74
  14. package/src/agents/jules/swarm/index.js +11 -11
  15. package/src/agents/jules/swarm/orchestrator.js +362 -362
  16. package/src/agents/jules/swarm/pattern-hunter.js +123 -123
  17. package/src/agents/jules/swarm/sub-agent.js +311 -309
  18. package/src/agents/jules/tools/aidenid-email.js +189 -189
  19. package/src/agents/jules/tools/auth-audit.js +1699 -1691
  20. package/src/agents/jules/tools/dispatch.js +340 -335
  21. package/src/agents/jules/tools/file-edit.js +2 -2
  22. package/src/agents/jules/tools/file-read.js +2 -2
  23. package/src/agents/jules/tools/frontend-analyze.js +570 -570
  24. package/src/agents/jules/tools/glob.js +2 -2
  25. package/src/agents/jules/tools/grep.js +2 -2
  26. package/src/agents/jules/tools/index.js +29 -29
  27. package/src/agents/jules/tools/path-guards.js +2 -2
  28. package/src/agents/jules/tools/runtime-audit.js +507 -507
  29. package/src/agents/jules/tools/shell.js +2 -2
  30. package/src/agents/jules/tools/url-policy.js +100 -100
  31. package/src/agents/persona-visuals.js +64 -61
  32. package/src/agents/shared-tools/dispatch-core.js +320 -315
  33. package/src/agents/shared-tools/file-edit.js +180 -180
  34. package/src/agents/shared-tools/file-read.js +100 -100
  35. package/src/agents/shared-tools/glob.js +168 -168
  36. package/src/agents/shared-tools/grep.js +228 -228
  37. package/src/agents/shared-tools/index.js +46 -46
  38. package/src/agents/shared-tools/path-guards.js +161 -161
  39. package/src/agents/shared-tools/shell.js +383 -383
  40. package/src/ai/aidenid.js +1021 -1009
  41. package/src/ai/client.js +553 -553
  42. package/src/ai/domain-target-store.js +268 -268
  43. package/src/ai/identity-store.js +270 -270
  44. package/src/ai/proxy.js +137 -137
  45. package/src/ai/site-store.js +145 -145
  46. package/src/audit/agents/architecture.js +180 -180
  47. package/src/audit/agents/compliance.js +179 -179
  48. package/src/audit/agents/documentation.js +165 -165
  49. package/src/audit/agents/performance.js +145 -145
  50. package/src/audit/agents/security.js +215 -215
  51. package/src/audit/agents/testing.js +172 -172
  52. package/src/audit/orchestrator.js +557 -557
  53. package/src/audit/package.js +204 -204
  54. package/src/audit/registry.js +284 -284
  55. package/src/audit/replay.js +103 -103
  56. package/src/auth/gate.js +400 -371
  57. package/src/auth/http.js +681 -611
  58. package/src/auth/service.js +1106 -1106
  59. package/src/auth/session-store.js +813 -813
  60. package/src/cli.js +257 -252
  61. package/src/commands/ai/identity-lifecycle.js +1338 -1338
  62. package/src/commands/ai/provision-governance.js +1272 -1272
  63. package/src/commands/ai/shared.js +147 -147
  64. package/src/commands/ai.js +11 -11
  65. package/src/commands/apply.js +12 -12
  66. package/src/commands/audit.js +1171 -1166
  67. package/src/commands/auth.js +419 -419
  68. package/src/commands/chat.js +191 -191
  69. package/src/commands/config.js +184 -184
  70. package/src/commands/cost.js +311 -311
  71. package/src/commands/daemon/core.js +850 -850
  72. package/src/commands/daemon/extended.js +1048 -1048
  73. package/src/commands/daemon/shared.js +213 -213
  74. package/src/commands/daemon.js +11 -11
  75. package/src/commands/guide.js +174 -174
  76. package/src/commands/ingest.js +58 -58
  77. package/src/commands/init.js +55 -55
  78. package/src/commands/legacy-args.js +10 -10
  79. package/src/commands/mcp.js +461 -461
  80. package/src/commands/omargate.js +29 -29
  81. package/src/commands/persona.js +20 -20
  82. package/src/commands/plugin.js +260 -260
  83. package/src/commands/policy.js +132 -132
  84. package/src/commands/prompt.js +238 -238
  85. package/src/commands/review.js +704 -704
  86. package/src/commands/scan.js +872 -872
  87. package/src/commands/session.js +590 -0
  88. package/src/commands/spec.js +778 -716
  89. package/src/commands/swarm.js +651 -651
  90. package/src/commands/telemetry.js +202 -202
  91. package/src/commands/watch.js +511 -511
  92. package/src/config/agent-dictionary.js +182 -182
  93. package/src/config/io.js +56 -56
  94. package/src/config/paths.js +18 -18
  95. package/src/config/schema.js +55 -55
  96. package/src/config/service.js +184 -184
  97. package/src/cost/budget.js +235 -235
  98. package/src/cost/history.js +188 -188
  99. package/src/cost/tracker.js +171 -171
  100. package/src/daemon/artifact-lineage.js +534 -534
  101. package/src/daemon/assignment-ledger.js +966 -770
  102. package/src/daemon/ast-parser-layer.js +258 -258
  103. package/src/daemon/budget-governor.js +633 -633
  104. package/src/daemon/callgraph-overlay.js +646 -646
  105. package/src/daemon/error-worker.js +1209 -626
  106. package/src/daemon/fix-cycle.js +384 -377
  107. package/src/daemon/hybrid-mapper.js +929 -929
  108. package/src/daemon/ingest-refresh.js +10 -9
  109. package/src/daemon/jira-lifecycle.js +767 -632
  110. package/src/daemon/operator-control.js +657 -657
  111. package/src/daemon/pulse.js +327 -327
  112. package/src/daemon/reliability-lane.js +471 -471
  113. package/src/daemon/scope-engine.js +1068 -0
  114. package/src/daemon/watchdog.js +971 -971
  115. package/src/events/schema.js +190 -0
  116. package/src/guide/generator.js +316 -316
  117. package/src/ingest/engine.js +918 -918
  118. package/src/interactive/index.js +97 -97
  119. package/src/legacy-cli.js +3161 -2994
  120. package/src/mcp/registry.js +695 -695
  121. package/src/memory/blackboard.js +301 -301
  122. package/src/memory/retrieval.js +581 -581
  123. package/src/plugin/manifest.js +553 -553
  124. package/src/policy/packs.js +144 -144
  125. package/src/prompt/generator.js +136 -118
  126. package/src/review/ai-review.js +679 -679
  127. package/src/review/local-review.js +1351 -1305
  128. package/src/review/omargate-interactive.js +68 -68
  129. package/src/review/omargate-orchestrator.js +404 -300
  130. package/src/review/persona-prompts.js +296 -296
  131. package/src/review/replay.js +235 -235
  132. package/src/review/report.js +664 -664
  133. package/src/review/scan-modes.js +48 -42
  134. package/src/review/spec-binding.js +487 -487
  135. package/src/scaffold/generator.js +67 -67
  136. package/src/scaffold/templates.js +150 -150
  137. package/src/scan/generator.js +418 -418
  138. package/src/scan/gh-secrets.js +107 -107
  139. package/src/session/agent-registry.js +352 -0
  140. package/src/session/daemon.js +801 -0
  141. package/src/session/paths.js +33 -0
  142. package/src/session/runtime-bridge.js +739 -0
  143. package/src/session/store.js +388 -0
  144. package/src/session/stream.js +325 -0
  145. package/src/spec/generator.js +619 -519
  146. package/src/spec/regenerate.js +237 -237
  147. package/src/spec/templates.js +91 -91
  148. package/src/swarm/dashboard.js +247 -247
  149. package/src/swarm/factory.js +363 -363
  150. package/src/swarm/pentest.js +934 -934
  151. package/src/swarm/registry.js +419 -419
  152. package/src/swarm/report.js +158 -158
  153. package/src/swarm/runtime.js +576 -576
  154. package/src/swarm/scenario-dsl.js +272 -272
  155. package/src/telemetry/ledger.js +302 -302
  156. package/src/telemetry/session-tracker.js +234 -234
  157. package/src/telemetry/sync.js +203 -203
  158. package/src/ui/command-hints.js +13 -13
  159. package/src/ui/markdown.js +220 -220
@@ -1,362 +1,362 @@
1
- import { randomUUID } from "node:crypto";
2
- import path from "node:path";
3
- import fsp from "node:fs/promises";
4
-
5
- import { createFileScanner } from "./file-scanner.js";
6
- import { createPatternHunter, HUNT_TYPES } from "./pattern-hunter.js";
7
- import { runSubAgentBatch } from "./sub-agent.js";
8
- import { frontendAnalyze } from "../tools/frontend-analyze.js";
9
- import { createAgentContext } from "../tools/dispatch.js";
10
-
11
- /**
12
- * Jules Swarm Orchestrator
13
- *
14
- * Coordinates parallel sub-agents for thorough frontend audit.
15
- * Multi-pass convergence ensures no file is missed:
16
- * Pass 1 (FileScanners): Read all files, discover import deps
17
- * Pass 2 (PatternHunters): Search for 6 issue classes in parallel
18
- * Convergence: Expand scope with discovered deps, re-scan if needed
19
- * Coverage verification: Ensure every reachable file was read
20
- */
21
-
22
- const SPAWN_THRESHOLDS = {
23
- minFilesForSwarm: 15,
24
- minRouteGroupsForSwarm: 3,
25
- minLocForSwarm: 5000,
26
- maxFilesPerScanner: 12,
27
- maxConcurrentAgents: 4,
28
- };
29
-
30
- /**
31
- * Decide whether the frontend surface warrants sub-agent spawning.
32
- */
33
- export function shouldSpawnSubAgents(scopeMap) {
34
- const frontendFiles = (scopeMap.primary || []).filter(f => isFrontendFile(f.path || f));
35
- const routeGroups = detectRouteGroups(frontendFiles);
36
- const totalLoc = frontendFiles.reduce((sum, f) => sum + (f.loc || 80), 0);
37
-
38
- return {
39
- spawn: (
40
- frontendFiles.length > SPAWN_THRESHOLDS.minFilesForSwarm ||
41
- routeGroups.length >= SPAWN_THRESHOLDS.minRouteGroupsForSwarm ||
42
- totalLoc > SPAWN_THRESHOLDS.minLocForSwarm
43
- ),
44
- fileCount: frontendFiles.length,
45
- routeGroups: routeGroups.length,
46
- estimatedLoc: totalLoc,
47
- reason: frontendFiles.length > SPAWN_THRESHOLDS.minFilesForSwarm
48
- ? `${frontendFiles.length} frontend files exceeds threshold (${SPAWN_THRESHOLDS.minFilesForSwarm})`
49
- : routeGroups.length >= SPAWN_THRESHOLDS.minRouteGroupsForSwarm
50
- ? `${routeGroups.length} route groups exceeds threshold (${SPAWN_THRESHOLDS.minRouteGroupsForSwarm})`
51
- : totalLoc > SPAWN_THRESHOLDS.minLocForSwarm
52
- ? `${totalLoc} LOC exceeds threshold (${SPAWN_THRESHOLDS.minLocForSwarm})`
53
- : "below all thresholds",
54
- };
55
- }
56
-
57
- /**
58
- * Run the full swarm orchestration: scanners → hunters → convergence → coverage.
59
- *
60
- * @param {object} config
61
- * @param {object} config.scopeMap - { primary, secondary, tertiary } file lists
62
- * @param {string} config.rootPath - Codebase root
63
- * @param {object} config.blackboard - Shared blackboard instance
64
- * @param {object} config.budget - Total budget for all sub-agents
65
- * @param {object} [config.provider] - LLM provider overrides
66
- * @param {AbortController} [config.parentAbort]
67
- * @param {function} [config.onEvent]
68
- * @returns {Promise<SwarmResult>}
69
- */
70
- export async function runJulesSwarm(config) {
71
- const {
72
- scopeMap, rootPath, blackboard, budget,
73
- provider, parentAbort, onEvent,
74
- } = config;
75
-
76
- const runId = `swarm-jules-${Date.now()}-${randomUUID().slice(0, 8)}`;
77
- const startedAt = Date.now();
78
- const allResults = [];
79
-
80
- emit(onEvent, "swarm_start", {
81
- runId,
82
- phases: ["file_scan", "pattern_hunt", "convergence", "coverage_verify"],
83
- });
84
-
85
- // ── Phase 1: File Scanners ──────────────────────────────────────
86
-
87
- const primaryFiles = (scopeMap.primary || []).map(f => f.path || f);
88
- const partitions = partitionFiles(primaryFiles, SPAWN_THRESHOLDS.maxFilesPerScanner);
89
-
90
- emit(onEvent, "phase_start", {
91
- phase: "file_scan",
92
- scannerCount: partitions.length,
93
- totalFiles: primaryFiles.length,
94
- });
95
-
96
- const scannerBudgetSlice = divideBudget(budget, partitions.length + HUNT_TYPES.length);
97
-
98
- const scanners = partitions.map((files, i) =>
99
- createFileScanner({
100
- id: `scanner-${i}`,
101
- files,
102
- budget: scannerBudgetSlice,
103
- blackboard,
104
- provider,
105
- parentAbort,
106
- onEvent,
107
- }),
108
- );
109
-
110
- const scanResults = await runSubAgentBatch(scanners, {
111
- maxConcurrent: SPAWN_THRESHOLDS.maxConcurrentAgents,
112
- });
113
- allResults.push(...scanResults);
114
-
115
- emit(onEvent, "phase_complete", {
116
- phase: "file_scan",
117
- agentsCompleted: scanResults.length,
118
- findingsCount: scanResults.reduce((s, r) => s + r.findings.length, 0),
119
- });
120
-
121
- // ── Phase 2: Pattern Hunters ────────────────────────────────────
122
-
123
- emit(onEvent, "phase_start", {
124
- phase: "pattern_hunt",
125
- hunterCount: HUNT_TYPES.length,
126
- huntTypes: HUNT_TYPES,
127
- });
128
-
129
- const hunterBudgetSlice = divideBudget(budget, partitions.length + HUNT_TYPES.length);
130
-
131
- const hunters = HUNT_TYPES.map(huntType =>
132
- createPatternHunter({
133
- huntType,
134
- rootPath,
135
- budget: hunterBudgetSlice,
136
- blackboard,
137
- provider,
138
- parentAbort,
139
- onEvent,
140
- }),
141
- );
142
-
143
- const huntResults = await runSubAgentBatch(hunters, {
144
- maxConcurrent: SPAWN_THRESHOLDS.maxConcurrentAgents,
145
- });
146
- allResults.push(...huntResults);
147
-
148
- emit(onEvent, "phase_complete", {
149
- phase: "pattern_hunt",
150
- agentsCompleted: huntResults.length,
151
- findingsCount: huntResults.reduce((s, r) => s + r.findings.length, 0),
152
- });
153
-
154
- // ── Convergence: Expand scope from discovered deps ──────────────
155
-
156
- emit(onEvent, "phase_start", { phase: "convergence" });
157
-
158
- const discoveredDeps = collectDiscoveredDeps(scanResults);
159
- const alreadyScanned = new Set(primaryFiles);
160
- const newFiles = discoveredDeps.filter(f => !alreadyScanned.has(f));
161
-
162
- let convergenceResults = [];
163
- if (newFiles.length > 0 && newFiles.length <= 30) {
164
- emit(onEvent, "convergence_expansion", {
165
- newFilesDiscovered: newFiles.length,
166
- spawningExtraScanner: true,
167
- });
168
-
169
- const extraPartitions = partitionFiles(newFiles, SPAWN_THRESHOLDS.maxFilesPerScanner);
170
- const extraScanners = extraPartitions.map((files, i) =>
171
- createFileScanner({
172
- id: `scanner-convergence-${i}`,
173
- files,
174
- budget: scannerBudgetSlice,
175
- blackboard,
176
- provider,
177
- parentAbort,
178
- onEvent,
179
- }),
180
- );
181
-
182
- convergenceResults = await runSubAgentBatch(extraScanners, {
183
- maxConcurrent: SPAWN_THRESHOLDS.maxConcurrentAgents,
184
- });
185
- allResults.push(...convergenceResults);
186
- }
187
-
188
- emit(onEvent, "phase_complete", {
189
- phase: "convergence",
190
- newFilesDiscovered: newFiles.length,
191
- extraScannersRun: convergenceResults.length,
192
- });
193
-
194
- // ── Coverage Verification ───────────────────────────────────────
195
- // Coverage is computed from CONFIRMED-READ files (via blackboard tool_call
196
- // events), not from the seed set. This prevents overstating coverage when
197
- // sub-agents hit budget limits before reading all assigned files.
198
-
199
- emit(onEvent, "phase_start", { phase: "coverage_verify" });
200
-
201
- // Collect confirmed-read files from sub-agent results
202
- const confirmedReadFiles = new Set();
203
- for (const result of allResults) {
204
- // Sub-agents track which files they actually read via tool calls
205
- if (result.findings) {
206
- for (const f of result.findings) {
207
- if (f.file) confirmedReadFiles.add(f.file);
208
- // FileScanner results include discovered files
209
- if (f.path) confirmedReadFiles.add(f.path);
210
- }
211
- }
212
- // Also count any file explicitly tracked by agent usage
213
- if (result.usage?.filesRead) {
214
- for (const f of result.usage.filesRead) confirmedReadFiles.add(f);
215
- }
216
- }
217
- // Add primary files only if they were in the confirmed set or no agents ran
218
- const allScannedFiles = confirmedReadFiles.size > 0
219
- ? confirmedReadFiles
220
- : new Set([...primaryFiles, ...newFiles]);
221
-
222
- // Use FrontendAnalyze to check what files should exist
223
- let frameworkInfo = {};
224
- try {
225
- frameworkInfo = frontendAnalyze({ operation: "detect_framework", path: rootPath });
226
- } catch { /* proceed without framework info */ }
227
-
228
- let scopeGraphInfo = {};
229
- try {
230
- scopeGraphInfo = frontendAnalyze({ operation: "scope_graph", path: rootPath });
231
- } catch { /* proceed without scope graph */ }
232
-
233
- const expectedFrontendFiles = scopeGraphInfo.components || 0;
234
- const coverageRatio = expectedFrontendFiles > 0
235
- ? ((allScannedFiles.size / expectedFrontendFiles) * 100).toFixed(1)
236
- : "N/A";
237
-
238
- // Identify files that were assigned but not confirmed-read
239
- const assignedButUnread = primaryFiles.filter(f => !confirmedReadFiles.has(f));
240
- const missedFiles = assignedButUnread.length > 0 && confirmedReadFiles.size > 0
241
- ? assignedButUnread
242
- : [];
243
-
244
- const coverageLedger = {
245
- seedFilesAssigned: primaryFiles.length,
246
- confirmedReadFiles: confirmedReadFiles.size,
247
- expandedFilesDiscovered: newFiles.length,
248
- totalFilesReviewed: allScannedFiles.size,
249
- expectedFrontendFiles,
250
- coverageRatio,
251
- missedFiles,
252
- coverageMethod: confirmedReadFiles.size > 0 ? "confirmed_read" : "seed_based_fallback",
253
- };
254
-
255
- emit(onEvent, "phase_complete", {
256
- phase: "coverage_verify",
257
- coverage: coverageLedger,
258
- });
259
-
260
- // ── Build Swarm Result ──────────────────────────────────────────
261
-
262
- const totalFindings = allResults.reduce((s, r) => s + r.findings.length, 0);
263
- const totalCost = allResults.reduce((s, r) => s + (r.usage?.costUsd || 0), 0);
264
- const totalToolCalls = allResults.reduce((s, r) => s + (r.usage?.toolCalls || 0), 0);
265
- const durationMs = Date.now() - startedAt;
266
-
267
- const result = {
268
- runId,
269
- status: "completed",
270
- framework: frameworkInfo.framework || "unknown",
271
- phases: {
272
- fileScanning: { agents: scanResults.length, findings: scanResults.reduce((s, r) => s + r.findings.length, 0) },
273
- patternHunting: { agents: huntResults.length, findings: huntResults.reduce((s, r) => s + r.findings.length, 0) },
274
- convergence: { newFiles: newFiles.length, extraScanners: convergenceResults.length },
275
- },
276
- coverage: coverageLedger,
277
- findings: {
278
- total: totalFindings,
279
- byAgent: allResults.map(r => ({ agentId: r.agentId, role: r.role, count: r.findings.length })),
280
- },
281
- usage: {
282
- totalAgents: allResults.length,
283
- totalCostUsd: totalCost,
284
- totalToolCalls,
285
- totalDurationMs: durationMs,
286
- },
287
- agentResults: allResults,
288
- };
289
-
290
- emit(onEvent, "swarm_complete", {
291
- runId,
292
- totalFindings,
293
- totalAgents: allResults.length,
294
- totalCostUsd: totalCost,
295
- durationMs,
296
- coverageRatio,
297
- });
298
-
299
- return result;
300
- }
301
-
302
- // ── Helpers ──────────────────────────────────────────────────────────
303
-
304
- function isFrontendFile(filePath) {
305
- return /\.(tsx|jsx|vue|svelte|css|scss|less)$/.test(filePath);
306
- }
307
-
308
- function detectRouteGroups(files) {
309
- const routeDirs = new Set();
310
- for (const f of files) {
311
- const filePath = f.path || f;
312
- const match = filePath.match(/(?:app|pages)\/([^/]+)/);
313
- if (match) routeDirs.add(match[1]);
314
- }
315
- return [...routeDirs];
316
- }
317
-
318
- function partitionFiles(files, maxPerPartition) {
319
- const partitions = [];
320
- for (let i = 0; i < files.length; i += maxPerPartition) {
321
- partitions.push(files.slice(i, i + maxPerPartition));
322
- }
323
- return partitions;
324
- }
325
-
326
- function divideBudget(totalBudget, agentCount) {
327
- if (agentCount <= 0) return totalBudget;
328
- return {
329
- maxCostUsd: (totalBudget.maxCostUsd || 5) / agentCount,
330
- maxOutputTokens: Math.floor((totalBudget.maxOutputTokens || 12000) / agentCount),
331
- maxRuntimeMs: totalBudget.maxRuntimeMs || 300000,
332
- maxToolCalls: Math.floor((totalBudget.maxToolCalls || 150) / agentCount),
333
- warningThresholdPercent: totalBudget.warningThresholdPercent || 70,
334
- };
335
- }
336
-
337
- function collectDiscoveredDeps(scanResults) {
338
- const deps = new Set();
339
- for (const result of scanResults) {
340
- for (const finding of result.findings) {
341
- if (finding.discoveredDependencies) {
342
- for (const dep of finding.discoveredDependencies) {
343
- if (typeof dep === "string" && dep.startsWith(".")) {
344
- deps.add(dep);
345
- }
346
- }
347
- }
348
- }
349
- }
350
- return [...deps];
351
- }
352
-
353
- function emit(onEvent, event, payload) {
354
- if (onEvent) {
355
- onEvent({
356
- stream: "sl_event",
357
- event,
358
- agent: { id: "frontend", persona: "Jules Tanaka", color: "cyan", avatar: "\u{1F3AF}" },
359
- payload,
360
- });
361
- }
362
- }
1
+ import { randomUUID } from "node:crypto";
2
+ import path from "node:path";
3
+ import fsp from "node:fs/promises";
4
+
5
+ import { createFileScanner } from "./file-scanner.js";
6
+ import { createPatternHunter, HUNT_TYPES } from "./pattern-hunter.js";
7
+ import { runSubAgentBatch } from "./sub-agent.js";
8
+ import { frontendAnalyze } from "../tools/frontend-analyze.js";
9
+ import { createAgentContext } from "../tools/dispatch.js";
10
+ import { createAgentEvent } from "../../../events/schema.js";
11
+
12
+ /**
13
+ * Jules Swarm Orchestrator
14
+ *
15
+ * Coordinates parallel sub-agents for thorough frontend audit.
16
+ * Multi-pass convergence ensures no file is missed:
17
+ * Pass 1 (FileScanners): Read all files, discover import deps
18
+ * Pass 2 (PatternHunters): Search for 6 issue classes in parallel
19
+ * Convergence: Expand scope with discovered deps, re-scan if needed
20
+ * Coverage verification: Ensure every reachable file was read
21
+ */
22
+
23
+ const SPAWN_THRESHOLDS = {
24
+ minFilesForSwarm: 15,
25
+ minRouteGroupsForSwarm: 3,
26
+ minLocForSwarm: 5000,
27
+ maxFilesPerScanner: 12,
28
+ maxConcurrentAgents: 4,
29
+ };
30
+
31
+ /**
32
+ * Decide whether the frontend surface warrants sub-agent spawning.
33
+ */
34
+ export function shouldSpawnSubAgents(scopeMap) {
35
+ const frontendFiles = (scopeMap.primary || []).filter(f => isFrontendFile(f.path || f));
36
+ const routeGroups = detectRouteGroups(frontendFiles);
37
+ const totalLoc = frontendFiles.reduce((sum, f) => sum + (f.loc || 80), 0);
38
+
39
+ return {
40
+ spawn: (
41
+ frontendFiles.length > SPAWN_THRESHOLDS.minFilesForSwarm ||
42
+ routeGroups.length >= SPAWN_THRESHOLDS.minRouteGroupsForSwarm ||
43
+ totalLoc > SPAWN_THRESHOLDS.minLocForSwarm
44
+ ),
45
+ fileCount: frontendFiles.length,
46
+ routeGroups: routeGroups.length,
47
+ estimatedLoc: totalLoc,
48
+ reason: frontendFiles.length > SPAWN_THRESHOLDS.minFilesForSwarm
49
+ ? `${frontendFiles.length} frontend files exceeds threshold (${SPAWN_THRESHOLDS.minFilesForSwarm})`
50
+ : routeGroups.length >= SPAWN_THRESHOLDS.minRouteGroupsForSwarm
51
+ ? `${routeGroups.length} route groups exceeds threshold (${SPAWN_THRESHOLDS.minRouteGroupsForSwarm})`
52
+ : totalLoc > SPAWN_THRESHOLDS.minLocForSwarm
53
+ ? `${totalLoc} LOC exceeds threshold (${SPAWN_THRESHOLDS.minLocForSwarm})`
54
+ : "below all thresholds",
55
+ };
56
+ }
57
+
58
+ /**
59
+ * Run the full swarm orchestration: scanners → hunters → convergence → coverage.
60
+ *
61
+ * @param {object} config
62
+ * @param {object} config.scopeMap - { primary, secondary, tertiary } file lists
63
+ * @param {string} config.rootPath - Codebase root
64
+ * @param {object} config.blackboard - Shared blackboard instance
65
+ * @param {object} config.budget - Total budget for all sub-agents
66
+ * @param {object} [config.provider] - LLM provider overrides
67
+ * @param {AbortController} [config.parentAbort]
68
+ * @param {function} [config.onEvent]
69
+ * @returns {Promise<SwarmResult>}
70
+ */
71
+ export async function runJulesSwarm(config) {
72
+ const {
73
+ scopeMap, rootPath, blackboard, budget,
74
+ provider, parentAbort, onEvent,
75
+ } = config;
76
+
77
+ const runId = `swarm-jules-${Date.now()}-${randomUUID().slice(0, 8)}`;
78
+ const startedAt = Date.now();
79
+ const allResults = [];
80
+
81
+ emit(onEvent, "swarm_start", {
82
+ runId,
83
+ phases: ["file_scan", "pattern_hunt", "convergence", "coverage_verify"],
84
+ });
85
+
86
+ // ── Phase 1: File Scanners ──────────────────────────────────────
87
+
88
+ const primaryFiles = (scopeMap.primary || []).map(f => f.path || f);
89
+ const partitions = partitionFiles(primaryFiles, SPAWN_THRESHOLDS.maxFilesPerScanner);
90
+
91
+ emit(onEvent, "phase_start", {
92
+ phase: "file_scan",
93
+ scannerCount: partitions.length,
94
+ totalFiles: primaryFiles.length,
95
+ });
96
+
97
+ const scannerBudgetSlice = divideBudget(budget, partitions.length + HUNT_TYPES.length);
98
+
99
+ const scanners = partitions.map((files, i) =>
100
+ createFileScanner({
101
+ id: `scanner-${i}`,
102
+ files,
103
+ budget: scannerBudgetSlice,
104
+ blackboard,
105
+ provider,
106
+ parentAbort,
107
+ onEvent,
108
+ }),
109
+ );
110
+
111
+ const scanResults = await runSubAgentBatch(scanners, {
112
+ maxConcurrent: SPAWN_THRESHOLDS.maxConcurrentAgents,
113
+ });
114
+ allResults.push(...scanResults);
115
+
116
+ emit(onEvent, "phase_complete", {
117
+ phase: "file_scan",
118
+ agentsCompleted: scanResults.length,
119
+ findingsCount: scanResults.reduce((s, r) => s + r.findings.length, 0),
120
+ });
121
+
122
+ // ── Phase 2: Pattern Hunters ────────────────────────────────────
123
+
124
+ emit(onEvent, "phase_start", {
125
+ phase: "pattern_hunt",
126
+ hunterCount: HUNT_TYPES.length,
127
+ huntTypes: HUNT_TYPES,
128
+ });
129
+
130
+ const hunterBudgetSlice = divideBudget(budget, partitions.length + HUNT_TYPES.length);
131
+
132
+ const hunters = HUNT_TYPES.map(huntType =>
133
+ createPatternHunter({
134
+ huntType,
135
+ rootPath,
136
+ budget: hunterBudgetSlice,
137
+ blackboard,
138
+ provider,
139
+ parentAbort,
140
+ onEvent,
141
+ }),
142
+ );
143
+
144
+ const huntResults = await runSubAgentBatch(hunters, {
145
+ maxConcurrent: SPAWN_THRESHOLDS.maxConcurrentAgents,
146
+ });
147
+ allResults.push(...huntResults);
148
+
149
+ emit(onEvent, "phase_complete", {
150
+ phase: "pattern_hunt",
151
+ agentsCompleted: huntResults.length,
152
+ findingsCount: huntResults.reduce((s, r) => s + r.findings.length, 0),
153
+ });
154
+
155
+ // ── Convergence: Expand scope from discovered deps ──────────────
156
+
157
+ emit(onEvent, "phase_start", { phase: "convergence" });
158
+
159
+ const discoveredDeps = collectDiscoveredDeps(scanResults);
160
+ const alreadyScanned = new Set(primaryFiles);
161
+ const newFiles = discoveredDeps.filter(f => !alreadyScanned.has(f));
162
+
163
+ let convergenceResults = [];
164
+ if (newFiles.length > 0 && newFiles.length <= 30) {
165
+ emit(onEvent, "convergence_expansion", {
166
+ newFilesDiscovered: newFiles.length,
167
+ spawningExtraScanner: true,
168
+ });
169
+
170
+ const extraPartitions = partitionFiles(newFiles, SPAWN_THRESHOLDS.maxFilesPerScanner);
171
+ const extraScanners = extraPartitions.map((files, i) =>
172
+ createFileScanner({
173
+ id: `scanner-convergence-${i}`,
174
+ files,
175
+ budget: scannerBudgetSlice,
176
+ blackboard,
177
+ provider,
178
+ parentAbort,
179
+ onEvent,
180
+ }),
181
+ );
182
+
183
+ convergenceResults = await runSubAgentBatch(extraScanners, {
184
+ maxConcurrent: SPAWN_THRESHOLDS.maxConcurrentAgents,
185
+ });
186
+ allResults.push(...convergenceResults);
187
+ }
188
+
189
+ emit(onEvent, "phase_complete", {
190
+ phase: "convergence",
191
+ newFilesDiscovered: newFiles.length,
192
+ extraScannersRun: convergenceResults.length,
193
+ });
194
+
195
+ // ── Coverage Verification ───────────────────────────────────────
196
+ // Coverage is computed from CONFIRMED-READ files (via blackboard tool_call
197
+ // events), not from the seed set. This prevents overstating coverage when
198
+ // sub-agents hit budget limits before reading all assigned files.
199
+
200
+ emit(onEvent, "phase_start", { phase: "coverage_verify" });
201
+
202
+ // Collect confirmed-read files from sub-agent results
203
+ const confirmedReadFiles = new Set();
204
+ for (const result of allResults) {
205
+ // Sub-agents track which files they actually read via tool calls
206
+ if (result.findings) {
207
+ for (const f of result.findings) {
208
+ if (f.file) confirmedReadFiles.add(f.file);
209
+ // FileScanner results include discovered files
210
+ if (f.path) confirmedReadFiles.add(f.path);
211
+ }
212
+ }
213
+ // Also count any file explicitly tracked by agent usage
214
+ if (result.usage?.filesRead) {
215
+ for (const f of result.usage.filesRead) confirmedReadFiles.add(f);
216
+ }
217
+ }
218
+ // Add primary files only if they were in the confirmed set or no agents ran
219
+ const allScannedFiles = confirmedReadFiles.size > 0
220
+ ? confirmedReadFiles
221
+ : new Set([...primaryFiles, ...newFiles]);
222
+
223
+ // Use FrontendAnalyze to check what files should exist
224
+ let frameworkInfo = {};
225
+ try {
226
+ frameworkInfo = frontendAnalyze({ operation: "detect_framework", path: rootPath });
227
+ } catch { /* proceed without framework info */ }
228
+
229
+ let scopeGraphInfo = {};
230
+ try {
231
+ scopeGraphInfo = frontendAnalyze({ operation: "scope_graph", path: rootPath });
232
+ } catch { /* proceed without scope graph */ }
233
+
234
+ const expectedFrontendFiles = scopeGraphInfo.components || 0;
235
+ const coverageRatio = expectedFrontendFiles > 0
236
+ ? ((allScannedFiles.size / expectedFrontendFiles) * 100).toFixed(1)
237
+ : "N/A";
238
+
239
+ // Identify files that were assigned but not confirmed-read
240
+ const assignedButUnread = primaryFiles.filter(f => !confirmedReadFiles.has(f));
241
+ const missedFiles = assignedButUnread.length > 0 && confirmedReadFiles.size > 0
242
+ ? assignedButUnread
243
+ : [];
244
+
245
+ const coverageLedger = {
246
+ seedFilesAssigned: primaryFiles.length,
247
+ confirmedReadFiles: confirmedReadFiles.size,
248
+ expandedFilesDiscovered: newFiles.length,
249
+ totalFilesReviewed: allScannedFiles.size,
250
+ expectedFrontendFiles,
251
+ coverageRatio,
252
+ missedFiles,
253
+ coverageMethod: confirmedReadFiles.size > 0 ? "confirmed_read" : "seed_based_fallback",
254
+ };
255
+
256
+ emit(onEvent, "phase_complete", {
257
+ phase: "coverage_verify",
258
+ coverage: coverageLedger,
259
+ });
260
+
261
+ // ── Build Swarm Result ──────────────────────────────────────────
262
+
263
+ const totalFindings = allResults.reduce((s, r) => s + r.findings.length, 0);
264
+ const totalCost = allResults.reduce((s, r) => s + (r.usage?.costUsd || 0), 0);
265
+ const totalToolCalls = allResults.reduce((s, r) => s + (r.usage?.toolCalls || 0), 0);
266
+ const durationMs = Date.now() - startedAt;
267
+
268
+ const result = {
269
+ runId,
270
+ status: "completed",
271
+ framework: frameworkInfo.framework || "unknown",
272
+ phases: {
273
+ fileScanning: { agents: scanResults.length, findings: scanResults.reduce((s, r) => s + r.findings.length, 0) },
274
+ patternHunting: { agents: huntResults.length, findings: huntResults.reduce((s, r) => s + r.findings.length, 0) },
275
+ convergence: { newFiles: newFiles.length, extraScanners: convergenceResults.length },
276
+ },
277
+ coverage: coverageLedger,
278
+ findings: {
279
+ total: totalFindings,
280
+ byAgent: allResults.map(r => ({ agentId: r.agentId, role: r.role, count: r.findings.length })),
281
+ },
282
+ usage: {
283
+ totalAgents: allResults.length,
284
+ totalCostUsd: totalCost,
285
+ totalToolCalls,
286
+ totalDurationMs: durationMs,
287
+ },
288
+ agentResults: allResults,
289
+ };
290
+
291
+ emit(onEvent, "swarm_complete", {
292
+ runId,
293
+ totalFindings,
294
+ totalAgents: allResults.length,
295
+ totalCostUsd: totalCost,
296
+ durationMs,
297
+ coverageRatio,
298
+ });
299
+
300
+ return result;
301
+ }
302
+
303
+ // ── Helpers ──────────────────────────────────────────────────────────
304
+
305
+ function isFrontendFile(filePath) {
306
+ return /\.(tsx|jsx|vue|svelte|css|scss|less)$/.test(filePath);
307
+ }
308
+
309
+ function detectRouteGroups(files) {
310
+ const routeDirs = new Set();
311
+ for (const f of files) {
312
+ const filePath = f.path || f;
313
+ const match = filePath.match(/(?:app|pages)\/([^/]+)/);
314
+ if (match) routeDirs.add(match[1]);
315
+ }
316
+ return [...routeDirs];
317
+ }
318
+
319
+ function partitionFiles(files, maxPerPartition) {
320
+ const partitions = [];
321
+ for (let i = 0; i < files.length; i += maxPerPartition) {
322
+ partitions.push(files.slice(i, i + maxPerPartition));
323
+ }
324
+ return partitions;
325
+ }
326
+
327
+ function divideBudget(totalBudget, agentCount) {
328
+ if (agentCount <= 0) return totalBudget;
329
+ return {
330
+ maxCostUsd: (totalBudget.maxCostUsd || 5) / agentCount,
331
+ maxOutputTokens: Math.floor((totalBudget.maxOutputTokens || 12000) / agentCount),
332
+ maxRuntimeMs: totalBudget.maxRuntimeMs || 300000,
333
+ maxToolCalls: Math.floor((totalBudget.maxToolCalls || 150) / agentCount),
334
+ warningThresholdPercent: totalBudget.warningThresholdPercent || 70,
335
+ };
336
+ }
337
+
338
+ function collectDiscoveredDeps(scanResults) {
339
+ const deps = new Set();
340
+ for (const result of scanResults) {
341
+ for (const finding of result.findings) {
342
+ if (finding.discoveredDependencies) {
343
+ for (const dep of finding.discoveredDependencies) {
344
+ if (typeof dep === "string" && dep.startsWith(".")) {
345
+ deps.add(dep);
346
+ }
347
+ }
348
+ }
349
+ }
350
+ }
351
+ return [...deps];
352
+ }
353
+
354
+ function emit(onEvent, event, payload) {
355
+ if (onEvent) {
356
+ onEvent(createAgentEvent({
357
+ event,
358
+ agent: { id: "frontend", persona: "Jules Tanaka", color: "cyan", avatar: "\u{1F3AF}" },
359
+ payload,
360
+ }));
361
+ }
362
+ }