sentinelayer-cli 0.6.2 → 0.8.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (280) hide show
  1. package/README.md +1009 -996
  2. package/bin/create-sentinelayer.js +5 -5
  3. package/bin/sentinelayer-cli.js +4 -4
  4. package/bin/sl.js +5 -5
  5. package/package.json +64 -63
  6. package/src/agents/ai-governance/index.js +12 -0
  7. package/src/agents/ai-governance/tools/base.js +171 -0
  8. package/src/agents/ai-governance/tools/eval-regression.js +47 -0
  9. package/src/agents/ai-governance/tools/hitl-audit.js +81 -0
  10. package/src/agents/ai-governance/tools/index.js +52 -0
  11. package/src/agents/ai-governance/tools/prompt-drift.js +42 -0
  12. package/src/agents/ai-governance/tools/provenance-check.js +69 -0
  13. package/src/agents/backend/index.js +12 -0
  14. package/src/agents/backend/tools/base.js +189 -0
  15. package/src/agents/backend/tools/circuit-breaker-check.js +123 -0
  16. package/src/agents/backend/tools/idempotency-audit.js +105 -0
  17. package/src/agents/backend/tools/index.js +87 -0
  18. package/src/agents/backend/tools/retry-audit.js +132 -0
  19. package/src/agents/backend/tools/timeout-audit.js +144 -0
  20. package/src/agents/code-quality/index.js +12 -0
  21. package/src/agents/code-quality/tools/base.js +159 -0
  22. package/src/agents/code-quality/tools/complexity-measure.js +197 -0
  23. package/src/agents/code-quality/tools/coupling-analysis.js +81 -0
  24. package/src/agents/code-quality/tools/cycle-detect.js +49 -0
  25. package/src/agents/code-quality/tools/dep-graph.js +196 -0
  26. package/src/agents/code-quality/tools/index.js +89 -0
  27. package/src/agents/data-layer/index.js +12 -0
  28. package/src/agents/data-layer/tools/base.js +181 -0
  29. package/src/agents/data-layer/tools/index-audit.js +165 -0
  30. package/src/agents/data-layer/tools/index.js +83 -0
  31. package/src/agents/data-layer/tools/migration-scan.js +135 -0
  32. package/src/agents/data-layer/tools/query-explain.js +120 -0
  33. package/src/agents/data-layer/tools/tenancy-scan.js +166 -0
  34. package/src/agents/documentation/index.js +12 -0
  35. package/src/agents/documentation/tools/api-diff.js +91 -0
  36. package/src/agents/documentation/tools/base.js +151 -0
  37. package/src/agents/documentation/tools/dead-link-check.js +58 -0
  38. package/src/agents/documentation/tools/docstring-coverage.js +78 -0
  39. package/src/agents/documentation/tools/index.js +52 -0
  40. package/src/agents/documentation/tools/readme-freshness.js +61 -0
  41. package/src/agents/envelope/fix-cycle.js +45 -0
  42. package/src/agents/envelope/index.js +31 -0
  43. package/src/agents/envelope/loop.js +150 -0
  44. package/src/agents/envelope/pulse.js +18 -0
  45. package/src/agents/envelope/stream.js +40 -0
  46. package/src/agents/infrastructure/index.js +12 -0
  47. package/src/agents/infrastructure/tools/base.js +171 -0
  48. package/src/agents/infrastructure/tools/checkov-run.js +32 -0
  49. package/src/agents/infrastructure/tools/drift-detect.js +59 -0
  50. package/src/agents/infrastructure/tools/iam-least-priv-check.js +78 -0
  51. package/src/agents/infrastructure/tools/index.js +52 -0
  52. package/src/agents/infrastructure/tools/tflint-run.js +31 -0
  53. package/src/agents/jules/config/definition.js +160 -160
  54. package/src/agents/jules/config/system-prompt.js +182 -182
  55. package/src/agents/jules/error-intake.js +51 -51
  56. package/src/agents/jules/fix-cycle.js +17 -17
  57. package/src/agents/jules/loop.js +460 -450
  58. package/src/agents/jules/pulse.js +10 -10
  59. package/src/agents/jules/stream.js +187 -186
  60. package/src/agents/jules/swarm/file-scanner.js +74 -74
  61. package/src/agents/jules/swarm/index.js +11 -11
  62. package/src/agents/jules/swarm/orchestrator.js +362 -362
  63. package/src/agents/jules/swarm/pattern-hunter.js +123 -123
  64. package/src/agents/jules/swarm/sub-agent.js +315 -309
  65. package/src/agents/jules/tools/aidenid-email.js +189 -189
  66. package/src/agents/jules/tools/auth-audit.js +1708 -1691
  67. package/src/agents/jules/tools/dispatch.js +340 -335
  68. package/src/agents/jules/tools/file-edit.js +2 -2
  69. package/src/agents/jules/tools/file-read.js +2 -2
  70. package/src/agents/jules/tools/frontend-analyze.js +570 -570
  71. package/src/agents/jules/tools/glob.js +2 -2
  72. package/src/agents/jules/tools/grep.js +2 -2
  73. package/src/agents/jules/tools/index.js +29 -29
  74. package/src/agents/jules/tools/path-guards.js +2 -2
  75. package/src/agents/jules/tools/runtime-audit.js +507 -507
  76. package/src/agents/jules/tools/shell.js +2 -2
  77. package/src/agents/jules/tools/url-policy.js +100 -100
  78. package/src/agents/mode.js +113 -0
  79. package/src/agents/observability/index.js +12 -0
  80. package/src/agents/observability/tools/alert-audit.js +39 -0
  81. package/src/agents/observability/tools/base.js +181 -0
  82. package/src/agents/observability/tools/dashboard-gap.js +42 -0
  83. package/src/agents/observability/tools/index.js +54 -0
  84. package/src/agents/observability/tools/log-schema-check.js +74 -0
  85. package/src/agents/observability/tools/span-coverage.js +74 -0
  86. package/src/agents/persona-visuals.js +102 -61
  87. package/src/agents/release/index.js +12 -0
  88. package/src/agents/release/tools/base.js +181 -0
  89. package/src/agents/release/tools/changelog-diff.js +86 -0
  90. package/src/agents/release/tools/feature-flag-audit.js +126 -0
  91. package/src/agents/release/tools/index.js +61 -0
  92. package/src/agents/release/tools/rollback-verify.js +129 -0
  93. package/src/agents/release/tools/semver-check.js +109 -0
  94. package/src/agents/reliability/index.js +12 -0
  95. package/src/agents/reliability/tools/backpressure-check.js +129 -0
  96. package/src/agents/reliability/tools/base.js +181 -0
  97. package/src/agents/reliability/tools/chaos-probe.js +109 -0
  98. package/src/agents/reliability/tools/graceful-degradation-check.js +114 -0
  99. package/src/agents/reliability/tools/health-check-audit.js +111 -0
  100. package/src/agents/reliability/tools/index.js +87 -0
  101. package/src/agents/run-persona.js +109 -0
  102. package/src/agents/security/index.js +12 -0
  103. package/src/agents/security/tools/authz-audit.js +134 -0
  104. package/src/agents/security/tools/base.js +190 -0
  105. package/src/agents/security/tools/crypto-review.js +175 -0
  106. package/src/agents/security/tools/index.js +97 -0
  107. package/src/agents/security/tools/sast-scan.js +175 -0
  108. package/src/agents/security/tools/secrets-scan.js +216 -0
  109. package/src/agents/shared-tools/dispatch-core.js +320 -315
  110. package/src/agents/shared-tools/file-edit.js +180 -180
  111. package/src/agents/shared-tools/file-read.js +100 -100
  112. package/src/agents/shared-tools/glob.js +168 -168
  113. package/src/agents/shared-tools/grep.js +228 -228
  114. package/src/agents/shared-tools/index.js +46 -46
  115. package/src/agents/shared-tools/path-guards.js +161 -161
  116. package/src/agents/shared-tools/shell.js +383 -383
  117. package/src/agents/supply-chain/index.js +12 -0
  118. package/src/agents/supply-chain/tools/attestation-check.js +42 -0
  119. package/src/agents/supply-chain/tools/base.js +151 -0
  120. package/src/agents/supply-chain/tools/index.js +52 -0
  121. package/src/agents/supply-chain/tools/lockfile-integrity.js +73 -0
  122. package/src/agents/supply-chain/tools/package-verify.js +56 -0
  123. package/src/agents/supply-chain/tools/sbom-diff.js +34 -0
  124. package/src/agents/testing/index.js +12 -0
  125. package/src/agents/testing/tools/base.js +202 -0
  126. package/src/agents/testing/tools/coverage-gap.js +144 -0
  127. package/src/agents/testing/tools/flake-detect.js +125 -0
  128. package/src/agents/testing/tools/index.js +85 -0
  129. package/src/agents/testing/tools/mutation-test.js +143 -0
  130. package/src/agents/testing/tools/snapshot-diff.js +103 -0
  131. package/src/ai/aidenid.js +1021 -1009
  132. package/src/ai/client.js +553 -553
  133. package/src/ai/domain-target-store.js +268 -268
  134. package/src/ai/identity-store.js +270 -270
  135. package/src/ai/proxy.js +137 -137
  136. package/src/ai/site-store.js +145 -145
  137. package/src/audit/agents/architecture.js +180 -180
  138. package/src/audit/agents/compliance.js +179 -179
  139. package/src/audit/agents/documentation.js +165 -165
  140. package/src/audit/agents/performance.js +145 -145
  141. package/src/audit/agents/security.js +215 -215
  142. package/src/audit/agents/testing.js +172 -172
  143. package/src/audit/orchestrator.js +557 -557
  144. package/src/audit/package.js +204 -204
  145. package/src/audit/registry.js +284 -284
  146. package/src/audit/replay.js +103 -103
  147. package/src/auth/gate.js +428 -371
  148. package/src/auth/http.js +681 -611
  149. package/src/auth/service.js +1106 -1106
  150. package/src/auth/session-store.js +813 -813
  151. package/src/cli.js +257 -252
  152. package/src/commands/ai/identity-lifecycle.js +1338 -1338
  153. package/src/commands/ai/provision-governance.js +1272 -1272
  154. package/src/commands/ai/shared.js +147 -147
  155. package/src/commands/ai.js +11 -11
  156. package/src/commands/apply.js +12 -12
  157. package/src/commands/audit.js +1171 -1166
  158. package/src/commands/auth.js +419 -419
  159. package/src/commands/chat.js +184 -191
  160. package/src/commands/config.js +184 -184
  161. package/src/commands/cost.js +311 -311
  162. package/src/commands/daemon/core.js +850 -850
  163. package/src/commands/daemon/extended.js +1048 -1048
  164. package/src/commands/daemon/shared.js +213 -213
  165. package/src/commands/daemon.js +11 -11
  166. package/src/commands/guide.js +174 -174
  167. package/src/commands/ingest.js +58 -58
  168. package/src/commands/init.js +55 -55
  169. package/src/commands/legacy-args.js +20 -10
  170. package/src/commands/mcp.js +461 -461
  171. package/src/commands/omargate.js +63 -29
  172. package/src/commands/persona.js +65 -20
  173. package/src/commands/plugin.js +260 -260
  174. package/src/commands/policy.js +132 -132
  175. package/src/commands/prompt.js +238 -238
  176. package/src/commands/review.js +704 -704
  177. package/src/commands/scan.js +865 -872
  178. package/src/commands/session.js +1238 -0
  179. package/src/commands/spec.js +771 -716
  180. package/src/commands/swarm.js +651 -651
  181. package/src/commands/telemetry.js +202 -202
  182. package/src/commands/watch.js +511 -511
  183. package/src/config/agent-dictionary.js +182 -182
  184. package/src/config/io.js +56 -56
  185. package/src/config/paths.js +18 -18
  186. package/src/config/schema.js +55 -55
  187. package/src/config/service.js +184 -184
  188. package/src/coord/events-log.js +141 -0
  189. package/src/coord/handshake.js +719 -0
  190. package/src/coord/index.js +35 -0
  191. package/src/coord/paths.js +84 -0
  192. package/src/coord/priority.js +62 -0
  193. package/src/coord/tarjan.js +157 -0
  194. package/src/cost/budget.js +235 -235
  195. package/src/cost/history.js +188 -188
  196. package/src/cost/tokenizer.js +160 -0
  197. package/src/cost/tracker.js +232 -171
  198. package/src/daemon/artifact-lineage.js +896 -534
  199. package/src/daemon/assignment-ledger.js +1083 -770
  200. package/src/daemon/ast-drift.js +496 -0
  201. package/src/daemon/ast-parser-layer.js +258 -258
  202. package/src/daemon/budget-governor.js +633 -633
  203. package/src/daemon/callgraph-overlay.js +646 -646
  204. package/src/daemon/error-worker.js +1209 -626
  205. package/src/daemon/fix-cycle.js +384 -377
  206. package/src/daemon/hybrid-mapper.js +929 -929
  207. package/src/daemon/ingest-refresh.js +79 -11
  208. package/src/daemon/jira-lifecycle.js +767 -632
  209. package/src/daemon/operator-control.js +657 -657
  210. package/src/daemon/pulse.js +327 -327
  211. package/src/daemon/reliability-lane.js +471 -471
  212. package/src/daemon/scope-engine.js +1068 -0
  213. package/src/daemon/watchdog.js +971 -971
  214. package/src/events/schema.js +190 -0
  215. package/src/guide/generator.js +316 -316
  216. package/src/ingest/engine.js +933 -918
  217. package/src/ingest/ownership.js +380 -0
  218. package/src/interactive/index.js +97 -97
  219. package/src/legacy-cli.js +3228 -2994
  220. package/src/mcp/registry.js +695 -695
  221. package/src/memory/blackboard.js +301 -301
  222. package/src/memory/retrieval.js +581 -581
  223. package/src/orchestrator/kai-chen.js +126 -0
  224. package/src/plugin/manifest.js +553 -553
  225. package/src/policy/packs.js +144 -144
  226. package/src/prompt/generator.js +136 -118
  227. package/src/review/ai-review.js +672 -679
  228. package/src/review/compliance-pack.js +389 -0
  229. package/src/review/investor-dd-config.js +54 -0
  230. package/src/review/investor-dd-file-loop.js +303 -0
  231. package/src/review/investor-dd-file-router.js +406 -0
  232. package/src/review/investor-dd-html-report.js +233 -0
  233. package/src/review/investor-dd-notification.js +120 -0
  234. package/src/review/investor-dd-orchestrator.js +405 -0
  235. package/src/review/investor-dd-persona-runner.js +275 -0
  236. package/src/review/live-validator.js +253 -0
  237. package/src/review/local-review.js +1351 -1305
  238. package/src/review/omargate-interactive.js +68 -68
  239. package/src/review/omargate-orchestrator.js +492 -300
  240. package/src/review/persona-prompts.js +484 -296
  241. package/src/review/reconciliation-rules.js +329 -0
  242. package/src/review/replay.js +235 -235
  243. package/src/review/report.js +664 -664
  244. package/src/review/reproducibility-chain.js +136 -0
  245. package/src/review/scan-modes.js +147 -42
  246. package/src/review/spec-binding.js +487 -487
  247. package/src/scaffold/generator.js +67 -67
  248. package/src/scaffold/templates.js +150 -150
  249. package/src/scan/generator.js +418 -418
  250. package/src/scan/gh-secrets.js +107 -107
  251. package/src/session/agent-registry.js +359 -0
  252. package/src/session/analytics.js +479 -0
  253. package/src/session/daemon.js +1396 -0
  254. package/src/session/file-locks.js +666 -0
  255. package/src/session/paths.js +37 -0
  256. package/src/session/recap.js +567 -0
  257. package/src/session/redact.js +82 -0
  258. package/src/session/runtime-bridge.js +762 -0
  259. package/src/session/scoring.js +406 -0
  260. package/src/session/setup-guides.js +304 -0
  261. package/src/session/store.js +704 -0
  262. package/src/session/stream.js +333 -0
  263. package/src/session/sync.js +753 -0
  264. package/src/session/tasks.js +1054 -0
  265. package/src/session/templates.js +188 -0
  266. package/src/spec/generator.js +619 -519
  267. package/src/spec/regenerate.js +237 -237
  268. package/src/spec/templates.js +91 -91
  269. package/src/swarm/dashboard.js +247 -247
  270. package/src/swarm/factory.js +363 -363
  271. package/src/swarm/pentest.js +934 -934
  272. package/src/swarm/registry.js +419 -419
  273. package/src/swarm/report.js +158 -158
  274. package/src/swarm/runtime.js +569 -576
  275. package/src/swarm/scenario-dsl.js +272 -272
  276. package/src/telemetry/ledger.js +302 -302
  277. package/src/telemetry/session-tracker.js +234 -234
  278. package/src/telemetry/sync.js +203 -203
  279. package/src/ui/command-hints.js +13 -13
  280. package/src/ui/markdown.js +220 -220
@@ -1,362 +1,362 @@
1
- import { randomUUID } from "node:crypto";
2
- import path from "node:path";
3
- import fsp from "node:fs/promises";
4
-
5
- import { createFileScanner } from "./file-scanner.js";
6
- import { createPatternHunter, HUNT_TYPES } from "./pattern-hunter.js";
7
- import { runSubAgentBatch } from "./sub-agent.js";
8
- import { frontendAnalyze } from "../tools/frontend-analyze.js";
9
- import { createAgentContext } from "../tools/dispatch.js";
10
-
11
- /**
12
- * Jules Swarm Orchestrator
13
- *
14
- * Coordinates parallel sub-agents for thorough frontend audit.
15
- * Multi-pass convergence ensures no file is missed:
16
- * Pass 1 (FileScanners): Read all files, discover import deps
17
- * Pass 2 (PatternHunters): Search for 6 issue classes in parallel
18
- * Convergence: Expand scope with discovered deps, re-scan if needed
19
- * Coverage verification: Ensure every reachable file was read
20
- */
21
-
22
- const SPAWN_THRESHOLDS = {
23
- minFilesForSwarm: 15,
24
- minRouteGroupsForSwarm: 3,
25
- minLocForSwarm: 5000,
26
- maxFilesPerScanner: 12,
27
- maxConcurrentAgents: 4,
28
- };
29
-
30
- /**
31
- * Decide whether the frontend surface warrants sub-agent spawning.
32
- */
33
- export function shouldSpawnSubAgents(scopeMap) {
34
- const frontendFiles = (scopeMap.primary || []).filter(f => isFrontendFile(f.path || f));
35
- const routeGroups = detectRouteGroups(frontendFiles);
36
- const totalLoc = frontendFiles.reduce((sum, f) => sum + (f.loc || 80), 0);
37
-
38
- return {
39
- spawn: (
40
- frontendFiles.length > SPAWN_THRESHOLDS.minFilesForSwarm ||
41
- routeGroups.length >= SPAWN_THRESHOLDS.minRouteGroupsForSwarm ||
42
- totalLoc > SPAWN_THRESHOLDS.minLocForSwarm
43
- ),
44
- fileCount: frontendFiles.length,
45
- routeGroups: routeGroups.length,
46
- estimatedLoc: totalLoc,
47
- reason: frontendFiles.length > SPAWN_THRESHOLDS.minFilesForSwarm
48
- ? `${frontendFiles.length} frontend files exceeds threshold (${SPAWN_THRESHOLDS.minFilesForSwarm})`
49
- : routeGroups.length >= SPAWN_THRESHOLDS.minRouteGroupsForSwarm
50
- ? `${routeGroups.length} route groups exceeds threshold (${SPAWN_THRESHOLDS.minRouteGroupsForSwarm})`
51
- : totalLoc > SPAWN_THRESHOLDS.minLocForSwarm
52
- ? `${totalLoc} LOC exceeds threshold (${SPAWN_THRESHOLDS.minLocForSwarm})`
53
- : "below all thresholds",
54
- };
55
- }
56
-
57
- /**
58
- * Run the full swarm orchestration: scanners → hunters → convergence → coverage.
59
- *
60
- * @param {object} config
61
- * @param {object} config.scopeMap - { primary, secondary, tertiary } file lists
62
- * @param {string} config.rootPath - Codebase root
63
- * @param {object} config.blackboard - Shared blackboard instance
64
- * @param {object} config.budget - Total budget for all sub-agents
65
- * @param {object} [config.provider] - LLM provider overrides
66
- * @param {AbortController} [config.parentAbort]
67
- * @param {function} [config.onEvent]
68
- * @returns {Promise<SwarmResult>}
69
- */
70
- export async function runJulesSwarm(config) {
71
- const {
72
- scopeMap, rootPath, blackboard, budget,
73
- provider, parentAbort, onEvent,
74
- } = config;
75
-
76
- const runId = `swarm-jules-${Date.now()}-${randomUUID().slice(0, 8)}`;
77
- const startedAt = Date.now();
78
- const allResults = [];
79
-
80
- emit(onEvent, "swarm_start", {
81
- runId,
82
- phases: ["file_scan", "pattern_hunt", "convergence", "coverage_verify"],
83
- });
84
-
85
- // ── Phase 1: File Scanners ──────────────────────────────────────
86
-
87
- const primaryFiles = (scopeMap.primary || []).map(f => f.path || f);
88
- const partitions = partitionFiles(primaryFiles, SPAWN_THRESHOLDS.maxFilesPerScanner);
89
-
90
- emit(onEvent, "phase_start", {
91
- phase: "file_scan",
92
- scannerCount: partitions.length,
93
- totalFiles: primaryFiles.length,
94
- });
95
-
96
- const scannerBudgetSlice = divideBudget(budget, partitions.length + HUNT_TYPES.length);
97
-
98
- const scanners = partitions.map((files, i) =>
99
- createFileScanner({
100
- id: `scanner-${i}`,
101
- files,
102
- budget: scannerBudgetSlice,
103
- blackboard,
104
- provider,
105
- parentAbort,
106
- onEvent,
107
- }),
108
- );
109
-
110
- const scanResults = await runSubAgentBatch(scanners, {
111
- maxConcurrent: SPAWN_THRESHOLDS.maxConcurrentAgents,
112
- });
113
- allResults.push(...scanResults);
114
-
115
- emit(onEvent, "phase_complete", {
116
- phase: "file_scan",
117
- agentsCompleted: scanResults.length,
118
- findingsCount: scanResults.reduce((s, r) => s + r.findings.length, 0),
119
- });
120
-
121
- // ── Phase 2: Pattern Hunters ────────────────────────────────────
122
-
123
- emit(onEvent, "phase_start", {
124
- phase: "pattern_hunt",
125
- hunterCount: HUNT_TYPES.length,
126
- huntTypes: HUNT_TYPES,
127
- });
128
-
129
- const hunterBudgetSlice = divideBudget(budget, partitions.length + HUNT_TYPES.length);
130
-
131
- const hunters = HUNT_TYPES.map(huntType =>
132
- createPatternHunter({
133
- huntType,
134
- rootPath,
135
- budget: hunterBudgetSlice,
136
- blackboard,
137
- provider,
138
- parentAbort,
139
- onEvent,
140
- }),
141
- );
142
-
143
- const huntResults = await runSubAgentBatch(hunters, {
144
- maxConcurrent: SPAWN_THRESHOLDS.maxConcurrentAgents,
145
- });
146
- allResults.push(...huntResults);
147
-
148
- emit(onEvent, "phase_complete", {
149
- phase: "pattern_hunt",
150
- agentsCompleted: huntResults.length,
151
- findingsCount: huntResults.reduce((s, r) => s + r.findings.length, 0),
152
- });
153
-
154
- // ── Convergence: Expand scope from discovered deps ──────────────
155
-
156
- emit(onEvent, "phase_start", { phase: "convergence" });
157
-
158
- const discoveredDeps = collectDiscoveredDeps(scanResults);
159
- const alreadyScanned = new Set(primaryFiles);
160
- const newFiles = discoveredDeps.filter(f => !alreadyScanned.has(f));
161
-
162
- let convergenceResults = [];
163
- if (newFiles.length > 0 && newFiles.length <= 30) {
164
- emit(onEvent, "convergence_expansion", {
165
- newFilesDiscovered: newFiles.length,
166
- spawningExtraScanner: true,
167
- });
168
-
169
- const extraPartitions = partitionFiles(newFiles, SPAWN_THRESHOLDS.maxFilesPerScanner);
170
- const extraScanners = extraPartitions.map((files, i) =>
171
- createFileScanner({
172
- id: `scanner-convergence-${i}`,
173
- files,
174
- budget: scannerBudgetSlice,
175
- blackboard,
176
- provider,
177
- parentAbort,
178
- onEvent,
179
- }),
180
- );
181
-
182
- convergenceResults = await runSubAgentBatch(extraScanners, {
183
- maxConcurrent: SPAWN_THRESHOLDS.maxConcurrentAgents,
184
- });
185
- allResults.push(...convergenceResults);
186
- }
187
-
188
- emit(onEvent, "phase_complete", {
189
- phase: "convergence",
190
- newFilesDiscovered: newFiles.length,
191
- extraScannersRun: convergenceResults.length,
192
- });
193
-
194
- // ── Coverage Verification ───────────────────────────────────────
195
- // Coverage is computed from CONFIRMED-READ files (via blackboard tool_call
196
- // events), not from the seed set. This prevents overstating coverage when
197
- // sub-agents hit budget limits before reading all assigned files.
198
-
199
- emit(onEvent, "phase_start", { phase: "coverage_verify" });
200
-
201
- // Collect confirmed-read files from sub-agent results
202
- const confirmedReadFiles = new Set();
203
- for (const result of allResults) {
204
- // Sub-agents track which files they actually read via tool calls
205
- if (result.findings) {
206
- for (const f of result.findings) {
207
- if (f.file) confirmedReadFiles.add(f.file);
208
- // FileScanner results include discovered files
209
- if (f.path) confirmedReadFiles.add(f.path);
210
- }
211
- }
212
- // Also count any file explicitly tracked by agent usage
213
- if (result.usage?.filesRead) {
214
- for (const f of result.usage.filesRead) confirmedReadFiles.add(f);
215
- }
216
- }
217
- // Add primary files only if they were in the confirmed set or no agents ran
218
- const allScannedFiles = confirmedReadFiles.size > 0
219
- ? confirmedReadFiles
220
- : new Set([...primaryFiles, ...newFiles]);
221
-
222
- // Use FrontendAnalyze to check what files should exist
223
- let frameworkInfo = {};
224
- try {
225
- frameworkInfo = frontendAnalyze({ operation: "detect_framework", path: rootPath });
226
- } catch { /* proceed without framework info */ }
227
-
228
- let scopeGraphInfo = {};
229
- try {
230
- scopeGraphInfo = frontendAnalyze({ operation: "scope_graph", path: rootPath });
231
- } catch { /* proceed without scope graph */ }
232
-
233
- const expectedFrontendFiles = scopeGraphInfo.components || 0;
234
- const coverageRatio = expectedFrontendFiles > 0
235
- ? ((allScannedFiles.size / expectedFrontendFiles) * 100).toFixed(1)
236
- : "N/A";
237
-
238
- // Identify files that were assigned but not confirmed-read
239
- const assignedButUnread = primaryFiles.filter(f => !confirmedReadFiles.has(f));
240
- const missedFiles = assignedButUnread.length > 0 && confirmedReadFiles.size > 0
241
- ? assignedButUnread
242
- : [];
243
-
244
- const coverageLedger = {
245
- seedFilesAssigned: primaryFiles.length,
246
- confirmedReadFiles: confirmedReadFiles.size,
247
- expandedFilesDiscovered: newFiles.length,
248
- totalFilesReviewed: allScannedFiles.size,
249
- expectedFrontendFiles,
250
- coverageRatio,
251
- missedFiles,
252
- coverageMethod: confirmedReadFiles.size > 0 ? "confirmed_read" : "seed_based_fallback",
253
- };
254
-
255
- emit(onEvent, "phase_complete", {
256
- phase: "coverage_verify",
257
- coverage: coverageLedger,
258
- });
259
-
260
- // ── Build Swarm Result ──────────────────────────────────────────
261
-
262
- const totalFindings = allResults.reduce((s, r) => s + r.findings.length, 0);
263
- const totalCost = allResults.reduce((s, r) => s + (r.usage?.costUsd || 0), 0);
264
- const totalToolCalls = allResults.reduce((s, r) => s + (r.usage?.toolCalls || 0), 0);
265
- const durationMs = Date.now() - startedAt;
266
-
267
- const result = {
268
- runId,
269
- status: "completed",
270
- framework: frameworkInfo.framework || "unknown",
271
- phases: {
272
- fileScanning: { agents: scanResults.length, findings: scanResults.reduce((s, r) => s + r.findings.length, 0) },
273
- patternHunting: { agents: huntResults.length, findings: huntResults.reduce((s, r) => s + r.findings.length, 0) },
274
- convergence: { newFiles: newFiles.length, extraScanners: convergenceResults.length },
275
- },
276
- coverage: coverageLedger,
277
- findings: {
278
- total: totalFindings,
279
- byAgent: allResults.map(r => ({ agentId: r.agentId, role: r.role, count: r.findings.length })),
280
- },
281
- usage: {
282
- totalAgents: allResults.length,
283
- totalCostUsd: totalCost,
284
- totalToolCalls,
285
- totalDurationMs: durationMs,
286
- },
287
- agentResults: allResults,
288
- };
289
-
290
- emit(onEvent, "swarm_complete", {
291
- runId,
292
- totalFindings,
293
- totalAgents: allResults.length,
294
- totalCostUsd: totalCost,
295
- durationMs,
296
- coverageRatio,
297
- });
298
-
299
- return result;
300
- }
301
-
302
- // ── Helpers ──────────────────────────────────────────────────────────
303
-
304
- function isFrontendFile(filePath) {
305
- return /\.(tsx|jsx|vue|svelte|css|scss|less)$/.test(filePath);
306
- }
307
-
308
- function detectRouteGroups(files) {
309
- const routeDirs = new Set();
310
- for (const f of files) {
311
- const filePath = f.path || f;
312
- const match = filePath.match(/(?:app|pages)\/([^/]+)/);
313
- if (match) routeDirs.add(match[1]);
314
- }
315
- return [...routeDirs];
316
- }
317
-
318
- function partitionFiles(files, maxPerPartition) {
319
- const partitions = [];
320
- for (let i = 0; i < files.length; i += maxPerPartition) {
321
- partitions.push(files.slice(i, i + maxPerPartition));
322
- }
323
- return partitions;
324
- }
325
-
326
- function divideBudget(totalBudget, agentCount) {
327
- if (agentCount <= 0) return totalBudget;
328
- return {
329
- maxCostUsd: (totalBudget.maxCostUsd || 5) / agentCount,
330
- maxOutputTokens: Math.floor((totalBudget.maxOutputTokens || 12000) / agentCount),
331
- maxRuntimeMs: totalBudget.maxRuntimeMs || 300000,
332
- maxToolCalls: Math.floor((totalBudget.maxToolCalls || 150) / agentCount),
333
- warningThresholdPercent: totalBudget.warningThresholdPercent || 70,
334
- };
335
- }
336
-
337
- function collectDiscoveredDeps(scanResults) {
338
- const deps = new Set();
339
- for (const result of scanResults) {
340
- for (const finding of result.findings) {
341
- if (finding.discoveredDependencies) {
342
- for (const dep of finding.discoveredDependencies) {
343
- if (typeof dep === "string" && dep.startsWith(".")) {
344
- deps.add(dep);
345
- }
346
- }
347
- }
348
- }
349
- }
350
- return [...deps];
351
- }
352
-
353
- function emit(onEvent, event, payload) {
354
- if (onEvent) {
355
- onEvent({
356
- stream: "sl_event",
357
- event,
358
- agent: { id: "frontend", persona: "Jules Tanaka", color: "cyan", avatar: "\u{1F3AF}" },
359
- payload,
360
- });
361
- }
362
- }
1
+ import { randomUUID } from "node:crypto";
2
+ import path from "node:path";
3
+ import fsp from "node:fs/promises";
4
+
5
+ import { createFileScanner } from "./file-scanner.js";
6
+ import { createPatternHunter, HUNT_TYPES } from "./pattern-hunter.js";
7
+ import { runSubAgentBatch } from "./sub-agent.js";
8
+ import { frontendAnalyze } from "../tools/frontend-analyze.js";
9
+ import { createAgentContext } from "../tools/dispatch.js";
10
+ import { createAgentEvent } from "../../../events/schema.js";
11
+
12
+ /**
13
+ * Jules Swarm Orchestrator
14
+ *
15
+ * Coordinates parallel sub-agents for thorough frontend audit.
16
+ * Multi-pass convergence ensures no file is missed:
17
+ * Pass 1 (FileScanners): Read all files, discover import deps
18
+ * Pass 2 (PatternHunters): Search for 6 issue classes in parallel
19
+ * Convergence: Expand scope with discovered deps, re-scan if needed
20
+ * Coverage verification: Ensure every reachable file was read
21
+ */
22
+
23
+ const SPAWN_THRESHOLDS = {
24
+ minFilesForSwarm: 15,
25
+ minRouteGroupsForSwarm: 3,
26
+ minLocForSwarm: 5000,
27
+ maxFilesPerScanner: 12,
28
+ maxConcurrentAgents: 4,
29
+ };
30
+
31
+ /**
32
+ * Decide whether the frontend surface warrants sub-agent spawning.
33
+ */
34
+ export function shouldSpawnSubAgents(scopeMap) {
35
+ const frontendFiles = (scopeMap.primary || []).filter(f => isFrontendFile(f.path || f));
36
+ const routeGroups = detectRouteGroups(frontendFiles);
37
+ const totalLoc = frontendFiles.reduce((sum, f) => sum + (f.loc || 80), 0);
38
+
39
+ return {
40
+ spawn: (
41
+ frontendFiles.length > SPAWN_THRESHOLDS.minFilesForSwarm ||
42
+ routeGroups.length >= SPAWN_THRESHOLDS.minRouteGroupsForSwarm ||
43
+ totalLoc > SPAWN_THRESHOLDS.minLocForSwarm
44
+ ),
45
+ fileCount: frontendFiles.length,
46
+ routeGroups: routeGroups.length,
47
+ estimatedLoc: totalLoc,
48
+ reason: frontendFiles.length > SPAWN_THRESHOLDS.minFilesForSwarm
49
+ ? `${frontendFiles.length} frontend files exceeds threshold (${SPAWN_THRESHOLDS.minFilesForSwarm})`
50
+ : routeGroups.length >= SPAWN_THRESHOLDS.minRouteGroupsForSwarm
51
+ ? `${routeGroups.length} route groups exceeds threshold (${SPAWN_THRESHOLDS.minRouteGroupsForSwarm})`
52
+ : totalLoc > SPAWN_THRESHOLDS.minLocForSwarm
53
+ ? `${totalLoc} LOC exceeds threshold (${SPAWN_THRESHOLDS.minLocForSwarm})`
54
+ : "below all thresholds",
55
+ };
56
+ }
57
+
58
+ /**
59
+ * Run the full swarm orchestration: scanners → hunters → convergence → coverage.
60
+ *
61
+ * @param {object} config
62
+ * @param {object} config.scopeMap - { primary, secondary, tertiary } file lists
63
+ * @param {string} config.rootPath - Codebase root
64
+ * @param {object} config.blackboard - Shared blackboard instance
65
+ * @param {object} config.budget - Total budget for all sub-agents
66
+ * @param {object} [config.provider] - LLM provider overrides
67
+ * @param {AbortController} [config.parentAbort]
68
+ * @param {function} [config.onEvent]
69
+ * @returns {Promise<SwarmResult>}
70
+ */
71
+ export async function runJulesSwarm(config) {
72
+ const {
73
+ scopeMap, rootPath, blackboard, budget,
74
+ provider, parentAbort, onEvent,
75
+ } = config;
76
+
77
+ const runId = `swarm-jules-${Date.now()}-${randomUUID().slice(0, 8)}`;
78
+ const startedAt = Date.now();
79
+ const allResults = [];
80
+
81
+ emit(onEvent, "swarm_start", {
82
+ runId,
83
+ phases: ["file_scan", "pattern_hunt", "convergence", "coverage_verify"],
84
+ });
85
+
86
+ // ── Phase 1: File Scanners ──────────────────────────────────────
87
+
88
+ const primaryFiles = (scopeMap.primary || []).map(f => f.path || f);
89
+ const partitions = partitionFiles(primaryFiles, SPAWN_THRESHOLDS.maxFilesPerScanner);
90
+
91
+ emit(onEvent, "phase_start", {
92
+ phase: "file_scan",
93
+ scannerCount: partitions.length,
94
+ totalFiles: primaryFiles.length,
95
+ });
96
+
97
+ const scannerBudgetSlice = divideBudget(budget, partitions.length + HUNT_TYPES.length);
98
+
99
+ const scanners = partitions.map((files, i) =>
100
+ createFileScanner({
101
+ id: `scanner-${i}`,
102
+ files,
103
+ budget: scannerBudgetSlice,
104
+ blackboard,
105
+ provider,
106
+ parentAbort,
107
+ onEvent,
108
+ }),
109
+ );
110
+
111
+ const scanResults = await runSubAgentBatch(scanners, {
112
+ maxConcurrent: SPAWN_THRESHOLDS.maxConcurrentAgents,
113
+ });
114
+ allResults.push(...scanResults);
115
+
116
+ emit(onEvent, "phase_complete", {
117
+ phase: "file_scan",
118
+ agentsCompleted: scanResults.length,
119
+ findingsCount: scanResults.reduce((s, r) => s + r.findings.length, 0),
120
+ });
121
+
122
+ // ── Phase 2: Pattern Hunters ────────────────────────────────────
123
+
124
+ emit(onEvent, "phase_start", {
125
+ phase: "pattern_hunt",
126
+ hunterCount: HUNT_TYPES.length,
127
+ huntTypes: HUNT_TYPES,
128
+ });
129
+
130
+ const hunterBudgetSlice = divideBudget(budget, partitions.length + HUNT_TYPES.length);
131
+
132
+ const hunters = HUNT_TYPES.map(huntType =>
133
+ createPatternHunter({
134
+ huntType,
135
+ rootPath,
136
+ budget: hunterBudgetSlice,
137
+ blackboard,
138
+ provider,
139
+ parentAbort,
140
+ onEvent,
141
+ }),
142
+ );
143
+
144
+ const huntResults = await runSubAgentBatch(hunters, {
145
+ maxConcurrent: SPAWN_THRESHOLDS.maxConcurrentAgents,
146
+ });
147
+ allResults.push(...huntResults);
148
+
149
+ emit(onEvent, "phase_complete", {
150
+ phase: "pattern_hunt",
151
+ agentsCompleted: huntResults.length,
152
+ findingsCount: huntResults.reduce((s, r) => s + r.findings.length, 0),
153
+ });
154
+
155
+ // ── Convergence: Expand scope from discovered deps ──────────────
156
+
157
+ emit(onEvent, "phase_start", { phase: "convergence" });
158
+
159
+ const discoveredDeps = collectDiscoveredDeps(scanResults);
160
+ const alreadyScanned = new Set(primaryFiles);
161
+ const newFiles = discoveredDeps.filter(f => !alreadyScanned.has(f));
162
+
163
+ let convergenceResults = [];
164
+ if (newFiles.length > 0 && newFiles.length <= 30) {
165
+ emit(onEvent, "convergence_expansion", {
166
+ newFilesDiscovered: newFiles.length,
167
+ spawningExtraScanner: true,
168
+ });
169
+
170
+ const extraPartitions = partitionFiles(newFiles, SPAWN_THRESHOLDS.maxFilesPerScanner);
171
+ const extraScanners = extraPartitions.map((files, i) =>
172
+ createFileScanner({
173
+ id: `scanner-convergence-${i}`,
174
+ files,
175
+ budget: scannerBudgetSlice,
176
+ blackboard,
177
+ provider,
178
+ parentAbort,
179
+ onEvent,
180
+ }),
181
+ );
182
+
183
+ convergenceResults = await runSubAgentBatch(extraScanners, {
184
+ maxConcurrent: SPAWN_THRESHOLDS.maxConcurrentAgents,
185
+ });
186
+ allResults.push(...convergenceResults);
187
+ }
188
+
189
+ emit(onEvent, "phase_complete", {
190
+ phase: "convergence",
191
+ newFilesDiscovered: newFiles.length,
192
+ extraScannersRun: convergenceResults.length,
193
+ });
194
+
195
+ // ── Coverage Verification ───────────────────────────────────────
196
+ // Coverage is computed from CONFIRMED-READ files (via blackboard tool_call
197
+ // events), not from the seed set. This prevents overstating coverage when
198
+ // sub-agents hit budget limits before reading all assigned files.
199
+
200
+ emit(onEvent, "phase_start", { phase: "coverage_verify" });
201
+
202
+ // Collect confirmed-read files from sub-agent results
203
+ const confirmedReadFiles = new Set();
204
+ for (const result of allResults) {
205
+ // Sub-agents track which files they actually read via tool calls
206
+ if (result.findings) {
207
+ for (const f of result.findings) {
208
+ if (f.file) confirmedReadFiles.add(f.file);
209
+ // FileScanner results include discovered files
210
+ if (f.path) confirmedReadFiles.add(f.path);
211
+ }
212
+ }
213
+ // Also count any file explicitly tracked by agent usage
214
+ if (result.usage?.filesRead) {
215
+ for (const f of result.usage.filesRead) confirmedReadFiles.add(f);
216
+ }
217
+ }
218
+ // Add primary files only if they were in the confirmed set or no agents ran
219
+ const allScannedFiles = confirmedReadFiles.size > 0
220
+ ? confirmedReadFiles
221
+ : new Set([...primaryFiles, ...newFiles]);
222
+
223
+ // Use FrontendAnalyze to check what files should exist
224
+ let frameworkInfo = {};
225
+ try {
226
+ frameworkInfo = frontendAnalyze({ operation: "detect_framework", path: rootPath });
227
+ } catch { /* proceed without framework info */ }
228
+
229
+ let scopeGraphInfo = {};
230
+ try {
231
+ scopeGraphInfo = frontendAnalyze({ operation: "scope_graph", path: rootPath });
232
+ } catch { /* proceed without scope graph */ }
233
+
234
+ const expectedFrontendFiles = scopeGraphInfo.components || 0;
235
+ const coverageRatio = expectedFrontendFiles > 0
236
+ ? ((allScannedFiles.size / expectedFrontendFiles) * 100).toFixed(1)
237
+ : "N/A";
238
+
239
+ // Identify files that were assigned but not confirmed-read
240
+ const assignedButUnread = primaryFiles.filter(f => !confirmedReadFiles.has(f));
241
+ const missedFiles = assignedButUnread.length > 0 && confirmedReadFiles.size > 0
242
+ ? assignedButUnread
243
+ : [];
244
+
245
+ const coverageLedger = {
246
+ seedFilesAssigned: primaryFiles.length,
247
+ confirmedReadFiles: confirmedReadFiles.size,
248
+ expandedFilesDiscovered: newFiles.length,
249
+ totalFilesReviewed: allScannedFiles.size,
250
+ expectedFrontendFiles,
251
+ coverageRatio,
252
+ missedFiles,
253
+ coverageMethod: confirmedReadFiles.size > 0 ? "confirmed_read" : "seed_based_fallback",
254
+ };
255
+
256
+ emit(onEvent, "phase_complete", {
257
+ phase: "coverage_verify",
258
+ coverage: coverageLedger,
259
+ });
260
+
261
+ // ── Build Swarm Result ──────────────────────────────────────────
262
+
263
+ const totalFindings = allResults.reduce((s, r) => s + r.findings.length, 0);
264
+ const totalCost = allResults.reduce((s, r) => s + (r.usage?.costUsd || 0), 0);
265
+ const totalToolCalls = allResults.reduce((s, r) => s + (r.usage?.toolCalls || 0), 0);
266
+ const durationMs = Date.now() - startedAt;
267
+
268
+ const result = {
269
+ runId,
270
+ status: "completed",
271
+ framework: frameworkInfo.framework || "unknown",
272
+ phases: {
273
+ fileScanning: { agents: scanResults.length, findings: scanResults.reduce((s, r) => s + r.findings.length, 0) },
274
+ patternHunting: { agents: huntResults.length, findings: huntResults.reduce((s, r) => s + r.findings.length, 0) },
275
+ convergence: { newFiles: newFiles.length, extraScanners: convergenceResults.length },
276
+ },
277
+ coverage: coverageLedger,
278
+ findings: {
279
+ total: totalFindings,
280
+ byAgent: allResults.map(r => ({ agentId: r.agentId, role: r.role, count: r.findings.length })),
281
+ },
282
+ usage: {
283
+ totalAgents: allResults.length,
284
+ totalCostUsd: totalCost,
285
+ totalToolCalls,
286
+ totalDurationMs: durationMs,
287
+ },
288
+ agentResults: allResults,
289
+ };
290
+
291
+ emit(onEvent, "swarm_complete", {
292
+ runId,
293
+ totalFindings,
294
+ totalAgents: allResults.length,
295
+ totalCostUsd: totalCost,
296
+ durationMs,
297
+ coverageRatio,
298
+ });
299
+
300
+ return result;
301
+ }
302
+
303
+ // ── Helpers ──────────────────────────────────────────────────────────
304
+
305
+ function isFrontendFile(filePath) {
306
+ return /\.(tsx|jsx|vue|svelte|css|scss|less)$/.test(filePath);
307
+ }
308
+
309
+ function detectRouteGroups(files) {
310
+ const routeDirs = new Set();
311
+ for (const f of files) {
312
+ const filePath = f.path || f;
313
+ const match = filePath.match(/(?:app|pages)\/([^/]+)/);
314
+ if (match) routeDirs.add(match[1]);
315
+ }
316
+ return [...routeDirs];
317
+ }
318
+
319
+ function partitionFiles(files, maxPerPartition) {
320
+ const partitions = [];
321
+ for (let i = 0; i < files.length; i += maxPerPartition) {
322
+ partitions.push(files.slice(i, i + maxPerPartition));
323
+ }
324
+ return partitions;
325
+ }
326
+
327
+ function divideBudget(totalBudget, agentCount) {
328
+ if (agentCount <= 0) return totalBudget;
329
+ return {
330
+ maxCostUsd: (totalBudget.maxCostUsd || 5) / agentCount,
331
+ maxOutputTokens: Math.floor((totalBudget.maxOutputTokens || 12000) / agentCount),
332
+ maxRuntimeMs: totalBudget.maxRuntimeMs || 300000,
333
+ maxToolCalls: Math.floor((totalBudget.maxToolCalls || 150) / agentCount),
334
+ warningThresholdPercent: totalBudget.warningThresholdPercent || 70,
335
+ };
336
+ }
337
+
338
+ function collectDiscoveredDeps(scanResults) {
339
+ const deps = new Set();
340
+ for (const result of scanResults) {
341
+ for (const finding of result.findings) {
342
+ if (finding.discoveredDependencies) {
343
+ for (const dep of finding.discoveredDependencies) {
344
+ if (typeof dep === "string" && dep.startsWith(".")) {
345
+ deps.add(dep);
346
+ }
347
+ }
348
+ }
349
+ }
350
+ }
351
+ return [...deps];
352
+ }
353
+
354
+ function emit(onEvent, event, payload) {
355
+ if (onEvent) {
356
+ onEvent(createAgentEvent({
357
+ event,
358
+ agent: { id: "frontend", persona: "Jules Tanaka", color: "cyan", avatar: "\u{1F3AF}" },
359
+ payload,
360
+ }));
361
+ }
362
+ }