@claude-flow/cli 3.10.46 → 3.12.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (481) hide show
  1. package/.claude/agents/analysis/analyze-code-quality.md +178 -178
  2. package/.claude/agents/analysis/code-analyzer.md +209 -209
  3. package/.claude/agents/analysis/code-review/analyze-code-quality.md +178 -178
  4. package/.claude/agents/architecture/arch-system-design.md +156 -156
  5. package/.claude/agents/architecture/system-design/arch-system-design.md +154 -154
  6. package/.claude/agents/browser/browser-agent.yaml +182 -182
  7. package/.claude/agents/consensus/byzantine-coordinator.md +62 -62
  8. package/.claude/agents/consensus/crdt-synchronizer.md +996 -996
  9. package/.claude/agents/consensus/gossip-coordinator.md +62 -62
  10. package/.claude/agents/consensus/performance-benchmarker.md +850 -850
  11. package/.claude/agents/consensus/quorum-manager.md +822 -822
  12. package/.claude/agents/consensus/raft-manager.md +62 -62
  13. package/.claude/agents/consensus/security-manager.md +621 -621
  14. package/.claude/agents/core/planner.md +374 -374
  15. package/.claude/agents/custom/test-long-runner.md +44 -44
  16. package/.claude/agents/data/data-ml-model.md +444 -444
  17. package/.claude/agents/data/ml/data-ml-model.md +192 -192
  18. package/.claude/agents/development/backend/dev-backend-api.md +141 -141
  19. package/.claude/agents/development/dev-backend-api.md +344 -344
  20. package/.claude/agents/devops/ci-cd/ops-cicd-github.md +163 -163
  21. package/.claude/agents/devops/ops-cicd-github.md +164 -164
  22. package/.claude/agents/documentation/api-docs/docs-api-openapi.md +173 -173
  23. package/.claude/agents/documentation/docs-api-openapi.md +354 -354
  24. package/.claude/agents/flow-nexus/app-store.md +87 -87
  25. package/.claude/agents/flow-nexus/authentication.md +68 -68
  26. package/.claude/agents/flow-nexus/challenges.md +80 -80
  27. package/.claude/agents/flow-nexus/neural-network.md +87 -87
  28. package/.claude/agents/flow-nexus/payments.md +82 -82
  29. package/.claude/agents/flow-nexus/sandbox.md +75 -75
  30. package/.claude/agents/flow-nexus/swarm.md +75 -75
  31. package/.claude/agents/flow-nexus/user-tools.md +95 -95
  32. package/.claude/agents/flow-nexus/workflow.md +83 -83
  33. package/.claude/agents/github/code-review-swarm.md +377 -377
  34. package/.claude/agents/github/github-modes.md +172 -172
  35. package/.claude/agents/github/issue-tracker.md +575 -575
  36. package/.claude/agents/github/multi-repo-swarm.md +552 -552
  37. package/.claude/agents/github/pr-manager.md +437 -437
  38. package/.claude/agents/github/project-board-sync.md +508 -508
  39. package/.claude/agents/github/release-manager.md +604 -604
  40. package/.claude/agents/github/release-swarm.md +582 -582
  41. package/.claude/agents/github/repo-architect.md +397 -397
  42. package/.claude/agents/github/swarm-issue.md +572 -572
  43. package/.claude/agents/github/swarm-pr.md +427 -427
  44. package/.claude/agents/github/sync-coordinator.md +451 -451
  45. package/.claude/agents/github/workflow-automation.md +902 -902
  46. package/.claude/agents/goal/agent.md +815 -815
  47. package/.claude/agents/optimization/benchmark-suite.md +664 -664
  48. package/.claude/agents/optimization/load-balancer.md +430 -430
  49. package/.claude/agents/optimization/performance-monitor.md +671 -671
  50. package/.claude/agents/optimization/resource-allocator.md +673 -673
  51. package/.claude/agents/optimization/topology-optimizer.md +807 -807
  52. package/.claude/agents/payments/agentic-payments.md +126 -126
  53. package/.claude/agents/sona/sona-learning-optimizer.md +74 -74
  54. package/.claude/agents/sparc/architecture.md +698 -698
  55. package/.claude/agents/sparc/pseudocode.md +519 -519
  56. package/.claude/agents/sparc/refinement.md +801 -801
  57. package/.claude/agents/sparc/specification.md +477 -477
  58. package/.claude/agents/specialized/mobile/spec-mobile-react-native.md +224 -224
  59. package/.claude/agents/specialized/spec-mobile-react-native.md +226 -226
  60. package/.claude/agents/sublinear/consensus-coordinator.md +337 -337
  61. package/.claude/agents/sublinear/matrix-optimizer.md +184 -184
  62. package/.claude/agents/sublinear/pagerank-analyzer.md +298 -298
  63. package/.claude/agents/sublinear/performance-optimizer.md +367 -367
  64. package/.claude/agents/sublinear/trading-predictor.md +245 -245
  65. package/.claude/agents/swarm/adaptive-coordinator.md +1126 -1126
  66. package/.claude/agents/swarm/hierarchical-coordinator.md +709 -709
  67. package/.claude/agents/swarm/mesh-coordinator.md +962 -962
  68. package/.claude/agents/templates/automation-smart-agent.md +204 -204
  69. package/.claude/agents/templates/base-template-generator.md +289 -289
  70. package/.claude/agents/templates/coordinator-swarm-init.md +89 -89
  71. package/.claude/agents/templates/github-pr-manager.md +176 -176
  72. package/.claude/agents/templates/implementer-sparc-coder.md +258 -258
  73. package/.claude/agents/templates/memory-coordinator.md +186 -186
  74. package/.claude/agents/templates/orchestrator-task.md +138 -138
  75. package/.claude/agents/templates/performance-analyzer.md +198 -198
  76. package/.claude/agents/templates/sparc-coordinator.md +513 -513
  77. package/.claude/agents/testing/production-validator.md +394 -394
  78. package/.claude/agents/testing/tdd-london-swarm.md +243 -243
  79. package/.claude/agents/v3/aidefence-guardian.md +282 -282
  80. package/.claude/agents/v3/claims-authorizer.md +208 -208
  81. package/.claude/agents/v3/collective-intelligence-coordinator.md +993 -993
  82. package/.claude/agents/v3/ddd-domain-expert.md +220 -220
  83. package/.claude/agents/v3/injection-analyst.md +236 -236
  84. package/.claude/agents/v3/performance-engineer.md +1233 -1233
  85. package/.claude/agents/v3/pii-detector.md +151 -151
  86. package/.claude/agents/v3/reasoningbank-learner.md +213 -213
  87. package/.claude/agents/v3/security-architect-aidefence.md +410 -410
  88. package/.claude/agents/v3/security-architect.md +867 -867
  89. package/.claude/agents/v3/swarm-memory-manager.md +157 -157
  90. package/.claude/agents/v3/v3-integration-architect.md +205 -205
  91. package/.claude/commands/agents/README.md +50 -50
  92. package/.claude/commands/agents/agent-capabilities.md +140 -140
  93. package/.claude/commands/agents/agent-coordination.md +28 -28
  94. package/.claude/commands/agents/agent-spawning.md +28 -28
  95. package/.claude/commands/agents/agent-types.md +216 -216
  96. package/.claude/commands/agents/health.md +139 -139
  97. package/.claude/commands/agents/list.md +100 -100
  98. package/.claude/commands/agents/logs.md +130 -130
  99. package/.claude/commands/agents/metrics.md +122 -122
  100. package/.claude/commands/agents/pool.md +127 -127
  101. package/.claude/commands/agents/spawn.md +140 -140
  102. package/.claude/commands/agents/status.md +115 -115
  103. package/.claude/commands/agents/stop.md +102 -102
  104. package/.claude/commands/analysis/COMMAND_COMPLIANCE_REPORT.md +53 -53
  105. package/.claude/commands/analysis/README.md +9 -9
  106. package/.claude/commands/analysis/bottleneck-detect.md +162 -162
  107. package/.claude/commands/analysis/performance-bottlenecks.md +58 -58
  108. package/.claude/commands/analysis/performance-report.md +25 -25
  109. package/.claude/commands/analysis/token-efficiency.md +44 -44
  110. package/.claude/commands/analysis/token-usage.md +25 -25
  111. package/.claude/commands/automation/README.md +9 -9
  112. package/.claude/commands/automation/auto-agent.md +122 -122
  113. package/.claude/commands/automation/self-healing.md +105 -105
  114. package/.claude/commands/automation/session-memory.md +89 -89
  115. package/.claude/commands/automation/smart-agents.md +72 -72
  116. package/.claude/commands/automation/smart-spawn.md +25 -25
  117. package/.claude/commands/automation/workflow-select.md +25 -25
  118. package/.claude/commands/claude-flow-help.md +103 -103
  119. package/.claude/commands/claude-flow-memory.md +107 -107
  120. package/.claude/commands/claude-flow-swarm.md +205 -205
  121. package/.claude/commands/coordination/README.md +9 -9
  122. package/.claude/commands/coordination/agent-spawn.md +25 -25
  123. package/.claude/commands/coordination/init.md +44 -44
  124. package/.claude/commands/coordination/orchestrate.md +43 -43
  125. package/.claude/commands/coordination/spawn.md +45 -45
  126. package/.claude/commands/coordination/swarm-init.md +85 -85
  127. package/.claude/commands/coordination/task-orchestrate.md +25 -25
  128. package/.claude/commands/github/README.md +11 -11
  129. package/.claude/commands/github/code-review-swarm.md +513 -513
  130. package/.claude/commands/github/code-review.md +25 -25
  131. package/.claude/commands/github/github-modes.md +146 -146
  132. package/.claude/commands/github/github-swarm.md +121 -121
  133. package/.claude/commands/github/issue-tracker.md +291 -291
  134. package/.claude/commands/github/issue-triage.md +25 -25
  135. package/.claude/commands/github/multi-repo-swarm.md +518 -518
  136. package/.claude/commands/github/pr-enhance.md +26 -26
  137. package/.claude/commands/github/pr-manager.md +169 -169
  138. package/.claude/commands/github/project-board-sync.md +470 -470
  139. package/.claude/commands/github/release-manager.md +339 -339
  140. package/.claude/commands/github/release-swarm.md +543 -543
  141. package/.claude/commands/github/repo-analyze.md +25 -25
  142. package/.claude/commands/github/repo-architect.md +366 -366
  143. package/.claude/commands/github/swarm-issue.md +484 -484
  144. package/.claude/commands/github/swarm-pr.md +287 -287
  145. package/.claude/commands/github/sync-coordinator.md +302 -302
  146. package/.claude/commands/github/workflow-automation.md +441 -441
  147. package/.claude/commands/hive-mind/README.md +17 -17
  148. package/.claude/commands/hive-mind/hive-mind-consensus.md +8 -8
  149. package/.claude/commands/hive-mind/hive-mind-init.md +18 -18
  150. package/.claude/commands/hive-mind/hive-mind-memory.md +8 -8
  151. package/.claude/commands/hive-mind/hive-mind-metrics.md +8 -8
  152. package/.claude/commands/hive-mind/hive-mind-resume.md +8 -8
  153. package/.claude/commands/hive-mind/hive-mind-sessions.md +8 -8
  154. package/.claude/commands/hive-mind/hive-mind-spawn.md +21 -21
  155. package/.claude/commands/hive-mind/hive-mind-status.md +8 -8
  156. package/.claude/commands/hive-mind/hive-mind-stop.md +8 -8
  157. package/.claude/commands/hive-mind/hive-mind-wizard.md +8 -8
  158. package/.claude/commands/hive-mind/hive-mind.md +27 -27
  159. package/.claude/commands/hooks/README.md +11 -11
  160. package/.claude/commands/hooks/overview.md +57 -57
  161. package/.claude/commands/hooks/post-edit.md +117 -117
  162. package/.claude/commands/hooks/post-task.md +112 -112
  163. package/.claude/commands/hooks/pre-edit.md +113 -113
  164. package/.claude/commands/hooks/pre-task.md +111 -111
  165. package/.claude/commands/hooks/session-end.md +118 -118
  166. package/.claude/commands/hooks/setup.md +102 -102
  167. package/.claude/commands/memory/README.md +9 -9
  168. package/.claude/commands/memory/memory-persist.md +25 -25
  169. package/.claude/commands/memory/memory-search.md +25 -25
  170. package/.claude/commands/memory/memory-usage.md +25 -25
  171. package/.claude/commands/memory/neural.md +47 -47
  172. package/.claude/commands/monitoring/README.md +9 -9
  173. package/.claude/commands/monitoring/agent-metrics.md +25 -25
  174. package/.claude/commands/monitoring/agents.md +44 -44
  175. package/.claude/commands/monitoring/real-time-view.md +25 -25
  176. package/.claude/commands/monitoring/status.md +46 -46
  177. package/.claude/commands/monitoring/swarm-monitor.md +25 -25
  178. package/.claude/commands/optimization/README.md +9 -9
  179. package/.claude/commands/optimization/auto-topology.md +61 -61
  180. package/.claude/commands/optimization/cache-manage.md +25 -25
  181. package/.claude/commands/optimization/parallel-execute.md +25 -25
  182. package/.claude/commands/optimization/parallel-execution.md +49 -49
  183. package/.claude/commands/optimization/topology-optimize.md +25 -25
  184. package/.claude/commands/pair/README.md +260 -260
  185. package/.claude/commands/pair/commands.md +545 -545
  186. package/.claude/commands/pair/config.md +509 -509
  187. package/.claude/commands/pair/examples.md +511 -511
  188. package/.claude/commands/pair/modes.md +347 -347
  189. package/.claude/commands/pair/session.md +406 -406
  190. package/.claude/commands/pair/start.md +208 -208
  191. package/.claude/commands/sparc/analyzer.md +51 -51
  192. package/.claude/commands/sparc/architect.md +53 -53
  193. package/.claude/commands/sparc/ask.md +97 -97
  194. package/.claude/commands/sparc/batch-executor.md +54 -54
  195. package/.claude/commands/sparc/code.md +89 -89
  196. package/.claude/commands/sparc/coder.md +54 -54
  197. package/.claude/commands/sparc/debug.md +83 -83
  198. package/.claude/commands/sparc/debugger.md +54 -54
  199. package/.claude/commands/sparc/designer.md +53 -53
  200. package/.claude/commands/sparc/devops.md +109 -109
  201. package/.claude/commands/sparc/docs-writer.md +80 -80
  202. package/.claude/commands/sparc/documenter.md +54 -54
  203. package/.claude/commands/sparc/innovator.md +54 -54
  204. package/.claude/commands/sparc/integration.md +83 -83
  205. package/.claude/commands/sparc/mcp.md +117 -117
  206. package/.claude/commands/sparc/memory-manager.md +54 -54
  207. package/.claude/commands/sparc/optimizer.md +54 -54
  208. package/.claude/commands/sparc/orchestrator.md +131 -131
  209. package/.claude/commands/sparc/post-deployment-monitoring-mode.md +83 -83
  210. package/.claude/commands/sparc/refinement-optimization-mode.md +83 -83
  211. package/.claude/commands/sparc/researcher.md +54 -54
  212. package/.claude/commands/sparc/reviewer.md +54 -54
  213. package/.claude/commands/sparc/security-review.md +80 -80
  214. package/.claude/commands/sparc/sparc-modes.md +174 -174
  215. package/.claude/commands/sparc/sparc.md +111 -111
  216. package/.claude/commands/sparc/spec-pseudocode.md +80 -80
  217. package/.claude/commands/sparc/supabase-admin.md +348 -348
  218. package/.claude/commands/sparc/swarm-coordinator.md +54 -54
  219. package/.claude/commands/sparc/tdd.md +54 -54
  220. package/.claude/commands/sparc/tester.md +54 -54
  221. package/.claude/commands/sparc/tutorial.md +79 -79
  222. package/.claude/commands/sparc/workflow-manager.md +54 -54
  223. package/.claude/commands/sparc.md +166 -166
  224. package/.claude/commands/stream-chain/pipeline.md +120 -120
  225. package/.claude/commands/stream-chain/run.md +69 -69
  226. package/.claude/commands/swarm/README.md +15 -15
  227. package/.claude/commands/swarm/analysis.md +95 -95
  228. package/.claude/commands/swarm/development.md +96 -96
  229. package/.claude/commands/swarm/examples.md +168 -168
  230. package/.claude/commands/swarm/maintenance.md +102 -102
  231. package/.claude/commands/swarm/optimization.md +117 -117
  232. package/.claude/commands/swarm/research.md +136 -136
  233. package/.claude/commands/swarm/swarm-analysis.md +8 -8
  234. package/.claude/commands/swarm/swarm-background.md +8 -8
  235. package/.claude/commands/swarm/swarm-init.md +19 -19
  236. package/.claude/commands/swarm/swarm-modes.md +8 -8
  237. package/.claude/commands/swarm/swarm-monitor.md +8 -8
  238. package/.claude/commands/swarm/swarm-spawn.md +19 -19
  239. package/.claude/commands/swarm/swarm-status.md +8 -8
  240. package/.claude/commands/swarm/swarm-strategies.md +8 -8
  241. package/.claude/commands/swarm/swarm.md +87 -87
  242. package/.claude/commands/swarm/testing.md +131 -131
  243. package/.claude/commands/training/README.md +9 -9
  244. package/.claude/commands/training/model-update.md +25 -25
  245. package/.claude/commands/training/neural-patterns.md +107 -107
  246. package/.claude/commands/training/neural-train.md +75 -75
  247. package/.claude/commands/training/pattern-learn.md +25 -25
  248. package/.claude/commands/training/specialization.md +62 -62
  249. package/.claude/commands/truth/start.md +142 -142
  250. package/.claude/commands/verify/check.md +49 -49
  251. package/.claude/commands/verify/start.md +127 -127
  252. package/.claude/commands/workflows/README.md +9 -9
  253. package/.claude/commands/workflows/development.md +77 -77
  254. package/.claude/commands/workflows/research.md +62 -62
  255. package/.claude/commands/workflows/workflow-create.md +25 -25
  256. package/.claude/commands/workflows/workflow-execute.md +25 -25
  257. package/.claude/commands/workflows/workflow-export.md +25 -25
  258. package/.claude/helpers/README.md +96 -96
  259. package/.claude/helpers/adr-compliance.sh +186 -186
  260. package/.claude/helpers/auto-commit.sh +178 -178
  261. package/.claude/helpers/auto-memory-hook.mjs +368 -368
  262. package/.claude/helpers/checkpoint-manager.sh +251 -251
  263. package/.claude/helpers/daemon-manager.sh +252 -252
  264. package/.claude/helpers/ddd-tracker.sh +144 -144
  265. package/.claude/helpers/github-safe.js +156 -156
  266. package/.claude/helpers/github-setup.sh +45 -45
  267. package/.claude/helpers/guidance-hook.sh +13 -13
  268. package/.claude/helpers/guidance-hooks.sh +102 -102
  269. package/.claude/helpers/health-monitor.sh +108 -108
  270. package/.claude/helpers/hook-handler.cjs +286 -286
  271. package/.claude/helpers/intelligence.cjs +1031 -1031
  272. package/.claude/helpers/learning-hooks.sh +329 -329
  273. package/.claude/helpers/learning-optimizer.sh +127 -127
  274. package/.claude/helpers/learning-service.mjs +1144 -1144
  275. package/.claude/helpers/memory.js +83 -83
  276. package/.claude/helpers/metrics-db.mjs +488 -488
  277. package/.claude/helpers/pattern-consolidator.sh +86 -86
  278. package/.claude/helpers/perf-worker.sh +160 -160
  279. package/.claude/helpers/post-commit +16 -16
  280. package/.claude/helpers/pre-commit +26 -26
  281. package/.claude/helpers/quick-start.sh +19 -19
  282. package/.claude/helpers/router.js +105 -105
  283. package/.claude/helpers/security-scanner.sh +127 -127
  284. package/.claude/helpers/session.js +157 -157
  285. package/.claude/helpers/setup-mcp.sh +18 -18
  286. package/.claude/helpers/standard-checkpoint-hooks.sh +189 -189
  287. package/.claude/helpers/statusline-hook.sh +21 -21
  288. package/.claude/helpers/statusline.cjs +604 -604
  289. package/.claude/helpers/statusline.js +352 -352
  290. package/.claude/helpers/swarm-comms.sh +353 -353
  291. package/.claude/helpers/swarm-hooks.sh +761 -761
  292. package/.claude/helpers/swarm-monitor.sh +210 -210
  293. package/.claude/helpers/sync-v3-metrics.sh +245 -245
  294. package/.claude/helpers/update-v3-progress.sh +165 -165
  295. package/.claude/helpers/v3-quick-status.sh +57 -57
  296. package/.claude/helpers/v3.sh +110 -110
  297. package/.claude/helpers/validate-v3-config.sh +215 -215
  298. package/.claude/helpers/worker-manager.sh +170 -170
  299. package/.claude/settings.json +182 -182
  300. package/.claude/skills/agentdb-advanced/SKILL.md +550 -550
  301. package/.claude/skills/agentdb-learning/SKILL.md +545 -545
  302. package/.claude/skills/agentdb-memory-patterns/SKILL.md +339 -339
  303. package/.claude/skills/agentdb-optimization/SKILL.md +509 -509
  304. package/.claude/skills/agentdb-vector-search/SKILL.md +339 -339
  305. package/.claude/skills/browser/SKILL.md +204 -204
  306. package/.claude/skills/dual-mode/README.md +71 -71
  307. package/.claude/skills/dual-mode/dual-collect.md +103 -103
  308. package/.claude/skills/dual-mode/dual-coordinate.md +85 -85
  309. package/.claude/skills/dual-mode/dual-spawn.md +81 -81
  310. package/.claude/skills/flow-nexus-neural/SKILL.md +727 -727
  311. package/.claude/skills/flow-nexus-platform/SKILL.md +1154 -1154
  312. package/.claude/skills/flow-nexus-swarm/SKILL.md +604 -604
  313. package/.claude/skills/github-code-review/SKILL.md +1125 -1125
  314. package/.claude/skills/github-multi-repo/SKILL.md +862 -862
  315. package/.claude/skills/github-project-management/SKILL.md +1262 -1262
  316. package/.claude/skills/github-release-management/SKILL.md +1064 -1064
  317. package/.claude/skills/github-workflow-automation/SKILL.md +1047 -1047
  318. package/.claude/skills/hooks-automation/SKILL.md +1201 -1201
  319. package/.claude/skills/pair-programming/SKILL.md +1202 -1202
  320. package/.claude/skills/reasoningbank-agentdb/SKILL.md +446 -446
  321. package/.claude/skills/reasoningbank-intelligence/SKILL.md +201 -201
  322. package/.claude/skills/skill-builder/SKILL.md +910 -910
  323. package/.claude/skills/sparc-methodology/SKILL.md +1106 -1106
  324. package/.claude/skills/stream-chain/SKILL.md +560 -560
  325. package/.claude/skills/swarm-advanced/SKILL.md +970 -970
  326. package/.claude/skills/swarm-orchestration/SKILL.md +179 -179
  327. package/.claude/skills/v3-cli-modernization/SKILL.md +871 -871
  328. package/.claude/skills/v3-core-implementation/SKILL.md +796 -796
  329. package/.claude/skills/v3-ddd-architecture/SKILL.md +441 -441
  330. package/.claude/skills/v3-integration-deep/SKILL.md +240 -240
  331. package/.claude/skills/v3-mcp-optimization/SKILL.md +776 -776
  332. package/.claude/skills/v3-memory-unification/SKILL.md +173 -173
  333. package/.claude/skills/v3-performance-optimization/SKILL.md +389 -389
  334. package/.claude/skills/v3-security-overhaul/SKILL.md +81 -81
  335. package/.claude/skills/v3-swarm-coordination/SKILL.md +339 -339
  336. package/.claude/skills/verification-quality/SKILL.md +691 -691
  337. package/README.md +412 -412
  338. package/bin/cli.js +314 -314
  339. package/bin/mcp-server.js +224 -224
  340. package/bin/preinstall.cjs +2 -2
  341. package/dist/src/benchmarks/gaia-critic.js +24 -24
  342. package/dist/src/commands/completions.js +409 -409
  343. package/dist/src/commands/daemon.js +44 -44
  344. package/dist/src/commands/doctor.d.ts.map +1 -1
  345. package/dist/src/commands/doctor.js +175 -1
  346. package/dist/src/commands/doctor.js.map +1 -1
  347. package/dist/src/commands/eject.d.ts +33 -0
  348. package/dist/src/commands/eject.d.ts.map +1 -0
  349. package/dist/src/commands/eject.js +195 -0
  350. package/dist/src/commands/eject.js.map +1 -0
  351. package/dist/src/commands/embeddings.js +26 -26
  352. package/dist/src/commands/hive-mind.js +97 -97
  353. package/dist/src/commands/hooks.d.ts.map +1 -1
  354. package/dist/src/commands/hooks.js +11 -10
  355. package/dist/src/commands/hooks.js.map +1 -1
  356. package/dist/src/commands/index.d.ts.map +1 -1
  357. package/dist/src/commands/index.js +4 -0
  358. package/dist/src/commands/index.js.map +1 -1
  359. package/dist/src/commands/init.d.ts.map +1 -1
  360. package/dist/src/commands/init.js +3 -0
  361. package/dist/src/commands/init.js.map +1 -1
  362. package/dist/src/commands/metaharness.d.ts +39 -0
  363. package/dist/src/commands/metaharness.d.ts.map +1 -0
  364. package/dist/src/commands/metaharness.js +194 -0
  365. package/dist/src/commands/metaharness.js.map +1 -0
  366. package/dist/src/commands/neural.d.ts.map +1 -1
  367. package/dist/src/commands/neural.js +2351 -1
  368. package/dist/src/commands/neural.js.map +1 -1
  369. package/dist/src/commands/ruvector/backup.js +23 -23
  370. package/dist/src/commands/ruvector/benchmark.js +31 -31
  371. package/dist/src/commands/ruvector/import.js +14 -14
  372. package/dist/src/commands/ruvector/init.js +115 -115
  373. package/dist/src/commands/ruvector/migrate.js +99 -99
  374. package/dist/src/commands/ruvector/optimize.js +51 -51
  375. package/dist/src/commands/ruvector/setup.js +624 -624
  376. package/dist/src/commands/ruvector/status.js +38 -38
  377. package/dist/src/init/claudemd-generator.js +231 -231
  378. package/dist/src/init/executor.js +453 -453
  379. package/dist/src/init/helpers-generator.js +727 -727
  380. package/dist/src/init/statusline-generator.js +717 -717
  381. package/dist/src/mcp-client.d.ts.map +1 -1
  382. package/dist/src/mcp-client.js +4 -0
  383. package/dist/src/mcp-client.js.map +1 -1
  384. package/dist/src/mcp-tools/agent-execute-core.d.ts +23 -1
  385. package/dist/src/mcp-tools/agent-execute-core.d.ts.map +1 -1
  386. package/dist/src/mcp-tools/agent-execute-core.js +136 -9
  387. package/dist/src/mcp-tools/agent-execute-core.js.map +1 -1
  388. package/dist/src/mcp-tools/agent-tools.d.ts.map +1 -1
  389. package/dist/src/mcp-tools/agent-tools.js +48 -4
  390. package/dist/src/mcp-tools/agent-tools.js.map +1 -1
  391. package/dist/src/mcp-tools/agentdb-tools.js +15 -15
  392. package/dist/src/mcp-tools/hooks-tools.d.ts.map +1 -1
  393. package/dist/src/mcp-tools/hooks-tools.js +196 -0
  394. package/dist/src/mcp-tools/hooks-tools.js.map +1 -1
  395. package/dist/src/mcp-tools/index.d.ts +1 -0
  396. package/dist/src/mcp-tools/index.d.ts.map +1 -1
  397. package/dist/src/mcp-tools/index.js +2 -0
  398. package/dist/src/mcp-tools/index.js.map +1 -1
  399. package/dist/src/mcp-tools/metaharness-tools.d.ts +31 -0
  400. package/dist/src/mcp-tools/metaharness-tools.d.ts.map +1 -0
  401. package/dist/src/mcp-tools/metaharness-tools.js +372 -0
  402. package/dist/src/mcp-tools/metaharness-tools.js.map +1 -0
  403. package/dist/src/memory/graph-edge-writer.js +18 -18
  404. package/dist/src/memory/memory-bridge.js +84 -84
  405. package/dist/src/memory/memory-initializer.js +393 -393
  406. package/dist/src/memory/rabitq-index.js +5 -5
  407. package/dist/src/plugins/store/discovery.d.ts.map +1 -1
  408. package/dist/src/plugins/store/discovery.js +3 -0
  409. package/dist/src/plugins/store/discovery.js.map +1 -1
  410. package/dist/src/plugins/store/types.d.ts +6 -1
  411. package/dist/src/plugins/store/types.d.ts.map +1 -1
  412. package/dist/src/runtime/headless.js +28 -28
  413. package/dist/src/ruvector/enhanced-model-router.d.ts +5 -0
  414. package/dist/src/ruvector/enhanced-model-router.d.ts.map +1 -1
  415. package/dist/src/ruvector/enhanced-model-router.js +18 -1
  416. package/dist/src/ruvector/enhanced-model-router.js.map +1 -1
  417. package/dist/src/ruvector/model-prices.d.ts +50 -0
  418. package/dist/src/ruvector/model-prices.d.ts.map +1 -0
  419. package/dist/src/ruvector/model-prices.js +72 -0
  420. package/dist/src/ruvector/model-prices.js.map +1 -0
  421. package/dist/src/ruvector/model-router.d.ts +147 -8
  422. package/dist/src/ruvector/model-router.d.ts.map +1 -1
  423. package/dist/src/ruvector/model-router.js +455 -18
  424. package/dist/src/ruvector/model-router.js.map +1 -1
  425. package/dist/src/ruvector/neural-router.d.ts +172 -39
  426. package/dist/src/ruvector/neural-router.d.ts.map +1 -1
  427. package/dist/src/ruvector/neural-router.js +780 -91
  428. package/dist/src/ruvector/neural-router.js.map +1 -1
  429. package/dist/src/ruvector/router-calibrator.d.ts +65 -0
  430. package/dist/src/ruvector/router-calibrator.d.ts.map +1 -0
  431. package/dist/src/ruvector/router-calibrator.js +120 -0
  432. package/dist/src/ruvector/router-calibrator.js.map +1 -0
  433. package/dist/src/ruvector/router-parallel-recorder.d.ts +127 -0
  434. package/dist/src/ruvector/router-parallel-recorder.d.ts.map +1 -0
  435. package/dist/src/ruvector/router-parallel-recorder.js +183 -0
  436. package/dist/src/ruvector/router-parallel-recorder.js.map +1 -0
  437. package/dist/src/ruvector/router-trajectory.d.ts +137 -45
  438. package/dist/src/ruvector/router-trajectory.d.ts.map +1 -1
  439. package/dist/src/ruvector/router-trajectory.js +226 -63
  440. package/dist/src/ruvector/router-trajectory.js.map +1 -1
  441. package/dist/src/ruvector/task-embedder.d.ts +56 -0
  442. package/dist/src/ruvector/task-embedder.d.ts.map +1 -0
  443. package/dist/src/ruvector/task-embedder.js +237 -0
  444. package/dist/src/ruvector/task-embedder.js.map +1 -0
  445. package/dist/src/services/headless-worker-executor.js +84 -84
  446. package/dist/src/transfer/deploy-seraphine.js +23 -23
  447. package/dist/tsconfig.tsbuildinfo +1 -1
  448. package/package.json +138 -134
  449. package/scripts/beir-bootstrap-significance.mjs +162 -162
  450. package/scripts/bench-rvagent.mjs +312 -312
  451. package/scripts/benchmark-codemods.mjs +127 -127
  452. package/scripts/benchmark-cross-repo.mjs +206 -206
  453. package/scripts/benchmark-pretrained-retrieval.mjs +305 -305
  454. package/scripts/benchmark-self-learning.mjs +241 -241
  455. package/scripts/benchmark-trajectory-mrr.mjs +191 -191
  456. package/scripts/deploy-ipfs-node.sh +153 -153
  457. package/scripts/grid-search-retrieval.mjs +216 -216
  458. package/scripts/postinstall.cjs +153 -153
  459. package/scripts/pretrain-from-github.mjs +358 -358
  460. package/scripts/publish-registry.ts +345 -345
  461. package/scripts/publish.sh +57 -57
  462. package/scripts/run-beir-bge.mjs +324 -324
  463. package/scripts/run-beir-hybrid.mjs +261 -261
  464. package/scripts/run-beir-lucene-bm25.mjs +154 -154
  465. package/scripts/run-beir-nfcorpus.mjs +231 -231
  466. package/scripts/run-beir-rrf-ablation.mjs +221 -221
  467. package/scripts/setup-ipfs-registry.md +366 -366
  468. package/dist/src/ruvector/flash-attention.d.ts +0 -195
  469. package/dist/src/ruvector/flash-attention.d.ts.map +0 -1
  470. package/dist/src/ruvector/flash-attention.js +0 -643
  471. package/dist/src/ruvector/flash-attention.js.map +0 -1
  472. package/dist/src/ruvector/moe-router.d.ts +0 -206
  473. package/dist/src/ruvector/moe-router.d.ts.map +0 -1
  474. package/dist/src/ruvector/moe-router.js +0 -626
  475. package/dist/src/ruvector/moe-router.js.map +0 -1
  476. package/dist/src/services/event-stream.d.ts +0 -25
  477. package/dist/src/services/event-stream.js +0 -27
  478. package/dist/src/services/loop-worker-runner.d.ts +0 -16
  479. package/dist/src/services/loop-worker-runner.js +0 -34
  480. package/dist/src/services/runtime-capabilities.d.ts +0 -22
  481. package/dist/src/services/runtime-capabilities.js +0 -45
@@ -1,241 +1,241 @@
1
- #!/usr/bin/env node
2
- // benchmark-self-learning.mjs — proof harness for #2245.
3
- //
4
- // Replaces the "self-learning reports success but persists nothing" theater
5
- // with measured deltas: actually runs each entry point N times and prints what
6
- // each one moved (or didn't). Writes a run JSON to docs/benchmarks/runs/ so
7
- // future regressions are visible against a committed baseline.
8
- //
9
- // Usage:
10
- // node scripts/benchmark-self-learning.mjs # default N=20 per surface
11
- // N=50 BENCH_JSON=1 node scripts/benchmark-self-learning.mjs
12
- // BENCH_NO_WRITE=1 node scripts/benchmark-self-learning.mjs
13
- //
14
- // Repro:
15
- // 1. Clone ruvnet/ruflo, npm install, build the CLI:
16
- // npm install && (cd v3/@claude-flow/cli && npx tsc -b)
17
- // 2. Run this script. It prints a "before/after" table per surface.
18
- // 3. Inspect docs/benchmarks/runs/self-learning-<ts>.json for the persisted
19
- // proof — diff against previous runs to catch any future regression.
20
-
21
- import { mkdirSync, writeFileSync, mkdtempSync, rmSync } from 'node:fs';
22
- import { fileURLToPath } from 'node:url';
23
- import { dirname, join, resolve } from 'node:path';
24
- import { tmpdir } from 'node:os';
25
- import { performance } from 'node:perf_hooks';
26
-
27
- const SCRIPT_DIR = dirname(fileURLToPath(import.meta.url));
28
- const CLI_ROOT = resolve(SCRIPT_DIR, '..');
29
- const REPO_ROOT = resolve(SCRIPT_DIR, '../../../..');
30
- const RUNS_DIR = join(REPO_ROOT, 'docs', 'benchmarks', 'runs');
31
-
32
- const N = Number(process.env.N) || 20;
33
-
34
- // Run in an isolated temp dir so we don't pollute the repo's neural store.
35
- const SCRATCH = mkdtempSync(join(tmpdir(), 'learn-bench-'));
36
- process.chdir(SCRATCH);
37
-
38
- async function main() {
39
- const intel = await import(join(CLI_ROOT, 'dist/src/memory/intelligence.js'));
40
- const hooks = await import(join(CLI_ROOT, 'dist/src/mcp-tools/hooks-tools.js'));
41
- const neural = await import(join(CLI_ROOT, 'dist/src/mcp-tools/neural-tools.js'));
42
-
43
- intel.clearIntelligence();
44
-
45
- // -------------------------------------------------------------------------
46
- // §A — recordSignalProcessed
47
- // -------------------------------------------------------------------------
48
- const A_before = intel.getIntelligenceStats();
49
- const tA = performance.now();
50
- for (let i = 0; i < N; i++) intel.recordSignalProcessed();
51
- intel.flushIntelligenceStats();
52
- const dtA = performance.now() - tA;
53
- const A_after = intel.getIntelligenceStats();
54
- const A_delta = A_after.signalsProcessed - A_before.signalsProcessed;
55
-
56
- // -------------------------------------------------------------------------
57
- // §B — hooks_task-completed (trainPatterns:true) → trajectory pipeline
58
- // -------------------------------------------------------------------------
59
- const taskCompleted = hooks.hooksTools.find((t) => t.name === 'hooks_task-completed');
60
- const B_before = intel.getIntelligenceStats();
61
- const tB = performance.now();
62
- let B_trained = 0;
63
- for (let i = 0; i < N; i++) {
64
- const r = await taskCompleted.handler({
65
- taskId: `bench-${i}`,
66
- success: i % 5 !== 4, // 80% success, 20% failure — mixed verdict
67
- quality: 0.5 + (i % 5) * 0.1,
68
- trainPatterns: true,
69
- content: `Benchmark task ${i}: refactor or test or fix`,
70
- });
71
- if (r.learningPath === 'trajectory-pipeline') B_trained++;
72
- }
73
- const dtB = performance.now() - tB;
74
- const B_after = intel.getIntelligenceStats();
75
-
76
- // -------------------------------------------------------------------------
77
- // §C — hooks_task-completed recorded-only (negative control)
78
- // -------------------------------------------------------------------------
79
- const C_before = intel.getIntelligenceStats();
80
- const tC = performance.now();
81
- for (let i = 0; i < N; i++) {
82
- await taskCompleted.handler({ taskId: `bench-no-train-${i}`, success: true, quality: 0.8 });
83
- }
84
- const dtC = performance.now() - tC;
85
- const C_after = intel.getIntelligenceStats();
86
-
87
- // -------------------------------------------------------------------------
88
- // §D — storeNeuralPatterns + neural_patterns list reflects them
89
- // -------------------------------------------------------------------------
90
- const items = Array.from({ length: N }, (_, i) => ({
91
- name: `pattern-${i}`,
92
- type: 'bench-pattern',
93
- content: `import { thing${i} } from 'module${i}'`,
94
- }));
95
- const tD = performance.now();
96
- const D_store = await neural.storeNeuralPatterns(items);
97
- const dtD = performance.now() - tD;
98
- const listTool = neural.neuralTools.find((t) => t.name === 'neural_patterns');
99
- const D_list = await listTool.handler({ action: 'list' });
100
-
101
- // -------------------------------------------------------------------------
102
- // §E — multi-step trajectory pipeline (end-to-end)
103
- // -------------------------------------------------------------------------
104
- const trajStart = hooks.hooksTools.find((t) => t.name === 'hooks_intelligence_trajectory-start');
105
- const trajStep = hooks.hooksTools.find((t) => t.name === 'hooks_intelligence_trajectory-step');
106
- const trajEnd = hooks.hooksTools.find((t) => t.name === 'hooks_intelligence_trajectory-end');
107
- // NOTE: the MCP trajectory tools feed sonaCoordinator (queryable via
108
- // hooks_intelligence_stats), NOT globalStats. That's part of the broader
109
- // store-fragmentation problem #2245 identifies; we check observable
110
- // outcomes (persisted + sonaUpdate) instead of a globalStats delta.
111
- const tE = performance.now();
112
- let persistedCount = 0;
113
- let sonaUpdateCount = 0;
114
- if (trajStart && trajStep && trajEnd) {
115
- for (let i = 0; i < Math.min(5, N); i++) {
116
- const s = await trajStart.handler({ task: `multi-step bench ${i}`, agent: 'bench' });
117
- const id = s.trajectoryId;
118
- await trajStep.handler({ trajectoryId: id, type: 'observation', content: `obs ${i}` });
119
- await trajStep.handler({ trajectoryId: id, type: 'action', content: `act ${i}` });
120
- await trajStep.handler({ trajectoryId: id, type: 'result', content: `done ${i}` });
121
- const endRes = await trajEnd.handler({ trajectoryId: id, success: true });
122
- if (endRes.persisted) persistedCount++;
123
- if (endRes.learning?.sonaUpdate) sonaUpdateCount++;
124
- }
125
- }
126
- const dtE = performance.now() - tE;
127
-
128
- // -------------------------------------------------------------------------
129
- // §F — getUnifiedLearningStats (ADR-075)
130
- // -------------------------------------------------------------------------
131
- const tF = performance.now();
132
- const unified = await intel.getUnifiedLearningStats();
133
- const dtF = performance.now() - tF;
134
- const unifiedOk = unified.global && unified.sona && unified.memoryBridge && unified.neuralPatterns && unified.consistency;
135
-
136
- // -------------------------------------------------------------------------
137
- // Summary
138
- // -------------------------------------------------------------------------
139
- const summary = {
140
- runAt: new Date().toISOString(),
141
- benchmark: 'self-learning-2245',
142
- n: N,
143
- sections: {
144
- A_recordSignalProcessed: {
145
- calls: N,
146
- signalsProcessedDelta: A_delta,
147
- passed: A_delta === N,
148
- elapsedMs: Number(dtA.toFixed(2)),
149
- },
150
- B_taskCompleted_trainPatterns: {
151
- calls: N,
152
- trainedViaPipeline: B_trained,
153
- trajectoriesDelta: B_after.trajectoriesRecorded - B_before.trajectoriesRecorded,
154
- patternsLearnedDelta: B_after.patternsLearned - B_before.patternsLearned,
155
- passed: B_trained === N,
156
- elapsedMs: Number(dtB.toFixed(2)),
157
- avgLatencyMsPerCall: Number((dtB / N).toFixed(2)),
158
- },
159
- C_taskCompleted_recordedOnly: {
160
- calls: N,
161
- trajectoriesDelta: C_after.trajectoriesRecorded - C_before.trajectoriesRecorded,
162
- passed: (C_after.trajectoriesRecorded - C_before.trajectoriesRecorded) === 0,
163
- note: 'negative control — should NOT touch trajectories',
164
- elapsedMs: Number(dtC.toFixed(2)),
165
- },
166
- D_pretrain_neuralPatterns: {
167
- attempted: items.length,
168
- stored: D_store.stored,
169
- listTotal: D_list.total,
170
- passed: D_store.stored === items.length && D_list.total >= items.length,
171
- elapsedMs: Number(dtD.toFixed(2)),
172
- },
173
- E_multiStepTrajectory: {
174
- cycles: Math.min(5, N),
175
- persistedCount,
176
- sonaUpdateCount,
177
- passed: persistedCount === Math.min(5, N), // persistence is the must-pass; SONA depends on env
178
- note: 'MCP trajectory tools feed sonaCoordinator (see hooks_intelligence_stats), not globalStats — observable outcomes checked here',
179
- elapsedMs: Number(dtE.toFixed(2)),
180
- },
181
- F_unifiedStats: {
182
- shape: ['global', 'sona', 'memoryBridge', 'neuralPatterns', 'consistency'],
183
- observed: {
184
- 'global.patternsLearned': unified.global.patternsLearned,
185
- 'global.trajectoriesRecorded': unified.global.trajectoriesRecorded,
186
- 'global.signalsProcessed': unified.global.signalsProcessed,
187
- 'memoryBridge.totalEntries': unified.memoryBridge.totalEntries,
188
- 'memoryBridge.reachable': unified.memoryBridge.reachable,
189
- 'neuralPatterns.patternCount': unified.neuralPatterns.patternCount,
190
- 'sona.available': unified.sona.available,
191
- 'consistency.notes': unified.consistency.notes.length,
192
- },
193
- passed: !!unifiedOk,
194
- note: 'ADR-075 — one aggregator across the 4 stores. Each sub-view names its source.',
195
- elapsedMs: Number(dtF.toFixed(2)),
196
- },
197
- },
198
- finalState: {
199
- signalsProcessed: A_after.signalsProcessed,
200
- trajectoriesRecorded: intel.getIntelligenceStats().trajectoriesRecorded,
201
- patternsLearned: intel.getIntelligenceStats().patternsLearned,
202
- },
203
- scratch: SCRATCH,
204
- };
205
-
206
- const allPassed = Object.values(summary.sections).every((s) => s.passed);
207
- summary.passed = allPassed;
208
-
209
- if (process.env.BENCH_JSON) {
210
- console.log(JSON.stringify(summary, null, 2));
211
- } else {
212
- console.log(`# Self-learning benchmark (#2245) — N=${N}`);
213
- console.log('');
214
- console.log('| Section | Calls | Delta | Passed | Latency (ms) |');
215
- console.log('|---|---:|---:|:---:|---:|');
216
- console.log(`| A recordSignalProcessed | ${N} | +${summary.sections.A_recordSignalProcessed.signalsProcessedDelta} | ${summary.sections.A_recordSignalProcessed.passed ? '✅' : '❌'} | ${summary.sections.A_recordSignalProcessed.elapsedMs} |`);
217
- console.log(`| B task-completed (train) | ${N} | trained=${summary.sections.B_taskCompleted_trainPatterns.trainedViaPipeline}, trajectories+${summary.sections.B_taskCompleted_trainPatterns.trajectoriesDelta} | ${summary.sections.B_taskCompleted_trainPatterns.passed ? '✅' : '❌'} | ${summary.sections.B_taskCompleted_trainPatterns.elapsedMs} (${summary.sections.B_taskCompleted_trainPatterns.avgLatencyMsPerCall}/call) |`);
218
- console.log(`| C task-completed (record-only) | ${N} | trajectories+${summary.sections.C_taskCompleted_recordedOnly.trajectoriesDelta} (expected 0) | ${summary.sections.C_taskCompleted_recordedOnly.passed ? '✅' : '❌'} | ${summary.sections.C_taskCompleted_recordedOnly.elapsedMs} |`);
219
- console.log(`| D pretrain → neural_patterns | ${items.length} | stored=${summary.sections.D_pretrain_neuralPatterns.stored}, listed=${summary.sections.D_pretrain_neuralPatterns.listTotal} | ${summary.sections.D_pretrain_neuralPatterns.passed ? '✅' : '❌'} | ${summary.sections.D_pretrain_neuralPatterns.elapsedMs} |`);
220
- console.log(`| E multi-step trajectory | ${summary.sections.E_multiStepTrajectory.cycles} | persisted=${summary.sections.E_multiStepTrajectory.persistedCount}, sonaUpdate=${summary.sections.E_multiStepTrajectory.sonaUpdateCount} | ${summary.sections.E_multiStepTrajectory.passed ? '✅' : '❌'} | ${summary.sections.E_multiStepTrajectory.elapsedMs} |`);
221
- const f = summary.sections.F_unifiedStats;
222
- console.log(`| F unified-stats | 4 stores | bridge.reachable=${f.observed['memoryBridge.reachable']}, sona.available=${f.observed['sona.available']}, neural.count=${f.observed['neuralPatterns.patternCount']}, notes=${f.observed['consistency.notes']} | ${f.passed ? '✅' : '❌'} | ${f.elapsedMs} |`);
223
- console.log('');
224
- console.log(`Final state: signalsProcessed=${summary.finalState.signalsProcessed}, trajectoriesRecorded=${summary.finalState.trajectoriesRecorded}, patternsLearned=${summary.finalState.patternsLearned}`);
225
- console.log(`Overall: ${allPassed ? '✅ ALL PASSED' : '❌ FAILED'}`);
226
- }
227
-
228
- if (!process.env.BENCH_NO_WRITE) {
229
- mkdirSync(RUNS_DIR, { recursive: true });
230
- const stamp = summary.runAt.replace(/[:.]/g, '-');
231
- writeFileSync(join(RUNS_DIR, `self-learning-${stamp}.json`), JSON.stringify(summary, null, 2));
232
- writeFileSync(join(RUNS_DIR, 'self-learning-latest.json'), JSON.stringify(summary, null, 2));
233
- if (!process.env.BENCH_JSON) console.log(`\nWrote ${join(RUNS_DIR, `self-learning-${stamp}.json`)}`);
234
- }
235
-
236
- try { rmSync(SCRATCH, { recursive: true, force: true }); } catch {}
237
-
238
- if (!allPassed) process.exit(1);
239
- }
240
-
241
- main().catch((err) => { console.error(err); process.exit(1); });
1
+ #!/usr/bin/env node
2
+ // benchmark-self-learning.mjs — proof harness for #2245.
3
+ //
4
+ // Replaces the "self-learning reports success but persists nothing" theater
5
+ // with measured deltas: actually runs each entry point N times and prints what
6
+ // each one moved (or didn't). Writes a run JSON to docs/benchmarks/runs/ so
7
+ // future regressions are visible against a committed baseline.
8
+ //
9
+ // Usage:
10
+ // node scripts/benchmark-self-learning.mjs # default N=20 per surface
11
+ // N=50 BENCH_JSON=1 node scripts/benchmark-self-learning.mjs
12
+ // BENCH_NO_WRITE=1 node scripts/benchmark-self-learning.mjs
13
+ //
14
+ // Repro:
15
+ // 1. Clone ruvnet/ruflo, npm install, build the CLI:
16
+ // npm install && (cd v3/@claude-flow/cli && npx tsc -b)
17
+ // 2. Run this script. It prints a "before/after" table per surface.
18
+ // 3. Inspect docs/benchmarks/runs/self-learning-<ts>.json for the persisted
19
+ // proof — diff against previous runs to catch any future regression.
20
+
21
+ import { mkdirSync, writeFileSync, mkdtempSync, rmSync } from 'node:fs';
22
+ import { fileURLToPath } from 'node:url';
23
+ import { dirname, join, resolve } from 'node:path';
24
+ import { tmpdir } from 'node:os';
25
+ import { performance } from 'node:perf_hooks';
26
+
27
+ const SCRIPT_DIR = dirname(fileURLToPath(import.meta.url));
28
+ const CLI_ROOT = resolve(SCRIPT_DIR, '..');
29
+ const REPO_ROOT = resolve(SCRIPT_DIR, '../../../..');
30
+ const RUNS_DIR = join(REPO_ROOT, 'docs', 'benchmarks', 'runs');
31
+
32
+ const N = Number(process.env.N) || 20;
33
+
34
+ // Run in an isolated temp dir so we don't pollute the repo's neural store.
35
+ const SCRATCH = mkdtempSync(join(tmpdir(), 'learn-bench-'));
36
+ process.chdir(SCRATCH);
37
+
38
+ async function main() {
39
+ const intel = await import(join(CLI_ROOT, 'dist/src/memory/intelligence.js'));
40
+ const hooks = await import(join(CLI_ROOT, 'dist/src/mcp-tools/hooks-tools.js'));
41
+ const neural = await import(join(CLI_ROOT, 'dist/src/mcp-tools/neural-tools.js'));
42
+
43
+ intel.clearIntelligence();
44
+
45
+ // -------------------------------------------------------------------------
46
+ // §A — recordSignalProcessed
47
+ // -------------------------------------------------------------------------
48
+ const A_before = intel.getIntelligenceStats();
49
+ const tA = performance.now();
50
+ for (let i = 0; i < N; i++) intel.recordSignalProcessed();
51
+ intel.flushIntelligenceStats();
52
+ const dtA = performance.now() - tA;
53
+ const A_after = intel.getIntelligenceStats();
54
+ const A_delta = A_after.signalsProcessed - A_before.signalsProcessed;
55
+
56
+ // -------------------------------------------------------------------------
57
+ // §B — hooks_task-completed (trainPatterns:true) → trajectory pipeline
58
+ // -------------------------------------------------------------------------
59
+ const taskCompleted = hooks.hooksTools.find((t) => t.name === 'hooks_task-completed');
60
+ const B_before = intel.getIntelligenceStats();
61
+ const tB = performance.now();
62
+ let B_trained = 0;
63
+ for (let i = 0; i < N; i++) {
64
+ const r = await taskCompleted.handler({
65
+ taskId: `bench-${i}`,
66
+ success: i % 5 !== 4, // 80% success, 20% failure — mixed verdict
67
+ quality: 0.5 + (i % 5) * 0.1,
68
+ trainPatterns: true,
69
+ content: `Benchmark task ${i}: refactor or test or fix`,
70
+ });
71
+ if (r.learningPath === 'trajectory-pipeline') B_trained++;
72
+ }
73
+ const dtB = performance.now() - tB;
74
+ const B_after = intel.getIntelligenceStats();
75
+
76
+ // -------------------------------------------------------------------------
77
+ // §C — hooks_task-completed recorded-only (negative control)
78
+ // -------------------------------------------------------------------------
79
+ const C_before = intel.getIntelligenceStats();
80
+ const tC = performance.now();
81
+ for (let i = 0; i < N; i++) {
82
+ await taskCompleted.handler({ taskId: `bench-no-train-${i}`, success: true, quality: 0.8 });
83
+ }
84
+ const dtC = performance.now() - tC;
85
+ const C_after = intel.getIntelligenceStats();
86
+
87
+ // -------------------------------------------------------------------------
88
+ // §D — storeNeuralPatterns + neural_patterns list reflects them
89
+ // -------------------------------------------------------------------------
90
+ const items = Array.from({ length: N }, (_, i) => ({
91
+ name: `pattern-${i}`,
92
+ type: 'bench-pattern',
93
+ content: `import { thing${i} } from 'module${i}'`,
94
+ }));
95
+ const tD = performance.now();
96
+ const D_store = await neural.storeNeuralPatterns(items);
97
+ const dtD = performance.now() - tD;
98
+ const listTool = neural.neuralTools.find((t) => t.name === 'neural_patterns');
99
+ const D_list = await listTool.handler({ action: 'list' });
100
+
101
+ // -------------------------------------------------------------------------
102
+ // §E — multi-step trajectory pipeline (end-to-end)
103
+ // -------------------------------------------------------------------------
104
+ const trajStart = hooks.hooksTools.find((t) => t.name === 'hooks_intelligence_trajectory-start');
105
+ const trajStep = hooks.hooksTools.find((t) => t.name === 'hooks_intelligence_trajectory-step');
106
+ const trajEnd = hooks.hooksTools.find((t) => t.name === 'hooks_intelligence_trajectory-end');
107
+ // NOTE: the MCP trajectory tools feed sonaCoordinator (queryable via
108
+ // hooks_intelligence_stats), NOT globalStats. That's part of the broader
109
+ // store-fragmentation problem #2245 identifies; we check observable
110
+ // outcomes (persisted + sonaUpdate) instead of a globalStats delta.
111
+ const tE = performance.now();
112
+ let persistedCount = 0;
113
+ let sonaUpdateCount = 0;
114
+ if (trajStart && trajStep && trajEnd) {
115
+ for (let i = 0; i < Math.min(5, N); i++) {
116
+ const s = await trajStart.handler({ task: `multi-step bench ${i}`, agent: 'bench' });
117
+ const id = s.trajectoryId;
118
+ await trajStep.handler({ trajectoryId: id, type: 'observation', content: `obs ${i}` });
119
+ await trajStep.handler({ trajectoryId: id, type: 'action', content: `act ${i}` });
120
+ await trajStep.handler({ trajectoryId: id, type: 'result', content: `done ${i}` });
121
+ const endRes = await trajEnd.handler({ trajectoryId: id, success: true });
122
+ if (endRes.persisted) persistedCount++;
123
+ if (endRes.learning?.sonaUpdate) sonaUpdateCount++;
124
+ }
125
+ }
126
+ const dtE = performance.now() - tE;
127
+
128
+ // -------------------------------------------------------------------------
129
+ // §F — getUnifiedLearningStats (ADR-075)
130
+ // -------------------------------------------------------------------------
131
+ const tF = performance.now();
132
+ const unified = await intel.getUnifiedLearningStats();
133
+ const dtF = performance.now() - tF;
134
+ const unifiedOk = unified.global && unified.sona && unified.memoryBridge && unified.neuralPatterns && unified.consistency;
135
+
136
+ // -------------------------------------------------------------------------
137
+ // Summary
138
+ // -------------------------------------------------------------------------
139
+ const summary = {
140
+ runAt: new Date().toISOString(),
141
+ benchmark: 'self-learning-2245',
142
+ n: N,
143
+ sections: {
144
+ A_recordSignalProcessed: {
145
+ calls: N,
146
+ signalsProcessedDelta: A_delta,
147
+ passed: A_delta === N,
148
+ elapsedMs: Number(dtA.toFixed(2)),
149
+ },
150
+ B_taskCompleted_trainPatterns: {
151
+ calls: N,
152
+ trainedViaPipeline: B_trained,
153
+ trajectoriesDelta: B_after.trajectoriesRecorded - B_before.trajectoriesRecorded,
154
+ patternsLearnedDelta: B_after.patternsLearned - B_before.patternsLearned,
155
+ passed: B_trained === N,
156
+ elapsedMs: Number(dtB.toFixed(2)),
157
+ avgLatencyMsPerCall: Number((dtB / N).toFixed(2)),
158
+ },
159
+ C_taskCompleted_recordedOnly: {
160
+ calls: N,
161
+ trajectoriesDelta: C_after.trajectoriesRecorded - C_before.trajectoriesRecorded,
162
+ passed: (C_after.trajectoriesRecorded - C_before.trajectoriesRecorded) === 0,
163
+ note: 'negative control — should NOT touch trajectories',
164
+ elapsedMs: Number(dtC.toFixed(2)),
165
+ },
166
+ D_pretrain_neuralPatterns: {
167
+ attempted: items.length,
168
+ stored: D_store.stored,
169
+ listTotal: D_list.total,
170
+ passed: D_store.stored === items.length && D_list.total >= items.length,
171
+ elapsedMs: Number(dtD.toFixed(2)),
172
+ },
173
+ E_multiStepTrajectory: {
174
+ cycles: Math.min(5, N),
175
+ persistedCount,
176
+ sonaUpdateCount,
177
+ passed: persistedCount === Math.min(5, N), // persistence is the must-pass; SONA depends on env
178
+ note: 'MCP trajectory tools feed sonaCoordinator (see hooks_intelligence_stats), not globalStats — observable outcomes checked here',
179
+ elapsedMs: Number(dtE.toFixed(2)),
180
+ },
181
+ F_unifiedStats: {
182
+ shape: ['global', 'sona', 'memoryBridge', 'neuralPatterns', 'consistency'],
183
+ observed: {
184
+ 'global.patternsLearned': unified.global.patternsLearned,
185
+ 'global.trajectoriesRecorded': unified.global.trajectoriesRecorded,
186
+ 'global.signalsProcessed': unified.global.signalsProcessed,
187
+ 'memoryBridge.totalEntries': unified.memoryBridge.totalEntries,
188
+ 'memoryBridge.reachable': unified.memoryBridge.reachable,
189
+ 'neuralPatterns.patternCount': unified.neuralPatterns.patternCount,
190
+ 'sona.available': unified.sona.available,
191
+ 'consistency.notes': unified.consistency.notes.length,
192
+ },
193
+ passed: !!unifiedOk,
194
+ note: 'ADR-075 — one aggregator across the 4 stores. Each sub-view names its source.',
195
+ elapsedMs: Number(dtF.toFixed(2)),
196
+ },
197
+ },
198
+ finalState: {
199
+ signalsProcessed: A_after.signalsProcessed,
200
+ trajectoriesRecorded: intel.getIntelligenceStats().trajectoriesRecorded,
201
+ patternsLearned: intel.getIntelligenceStats().patternsLearned,
202
+ },
203
+ scratch: SCRATCH,
204
+ };
205
+
206
+ const allPassed = Object.values(summary.sections).every((s) => s.passed);
207
+ summary.passed = allPassed;
208
+
209
+ if (process.env.BENCH_JSON) {
210
+ console.log(JSON.stringify(summary, null, 2));
211
+ } else {
212
+ console.log(`# Self-learning benchmark (#2245) — N=${N}`);
213
+ console.log('');
214
+ console.log('| Section | Calls | Delta | Passed | Latency (ms) |');
215
+ console.log('|---|---:|---:|:---:|---:|');
216
+ console.log(`| A recordSignalProcessed | ${N} | +${summary.sections.A_recordSignalProcessed.signalsProcessedDelta} | ${summary.sections.A_recordSignalProcessed.passed ? '✅' : '❌'} | ${summary.sections.A_recordSignalProcessed.elapsedMs} |`);
217
+ console.log(`| B task-completed (train) | ${N} | trained=${summary.sections.B_taskCompleted_trainPatterns.trainedViaPipeline}, trajectories+${summary.sections.B_taskCompleted_trainPatterns.trajectoriesDelta} | ${summary.sections.B_taskCompleted_trainPatterns.passed ? '✅' : '❌'} | ${summary.sections.B_taskCompleted_trainPatterns.elapsedMs} (${summary.sections.B_taskCompleted_trainPatterns.avgLatencyMsPerCall}/call) |`);
218
+ console.log(`| C task-completed (record-only) | ${N} | trajectories+${summary.sections.C_taskCompleted_recordedOnly.trajectoriesDelta} (expected 0) | ${summary.sections.C_taskCompleted_recordedOnly.passed ? '✅' : '❌'} | ${summary.sections.C_taskCompleted_recordedOnly.elapsedMs} |`);
219
+ console.log(`| D pretrain → neural_patterns | ${items.length} | stored=${summary.sections.D_pretrain_neuralPatterns.stored}, listed=${summary.sections.D_pretrain_neuralPatterns.listTotal} | ${summary.sections.D_pretrain_neuralPatterns.passed ? '✅' : '❌'} | ${summary.sections.D_pretrain_neuralPatterns.elapsedMs} |`);
220
+ console.log(`| E multi-step trajectory | ${summary.sections.E_multiStepTrajectory.cycles} | persisted=${summary.sections.E_multiStepTrajectory.persistedCount}, sonaUpdate=${summary.sections.E_multiStepTrajectory.sonaUpdateCount} | ${summary.sections.E_multiStepTrajectory.passed ? '✅' : '❌'} | ${summary.sections.E_multiStepTrajectory.elapsedMs} |`);
221
+ const f = summary.sections.F_unifiedStats;
222
+ console.log(`| F unified-stats | 4 stores | bridge.reachable=${f.observed['memoryBridge.reachable']}, sona.available=${f.observed['sona.available']}, neural.count=${f.observed['neuralPatterns.patternCount']}, notes=${f.observed['consistency.notes']} | ${f.passed ? '✅' : '❌'} | ${f.elapsedMs} |`);
223
+ console.log('');
224
+ console.log(`Final state: signalsProcessed=${summary.finalState.signalsProcessed}, trajectoriesRecorded=${summary.finalState.trajectoriesRecorded}, patternsLearned=${summary.finalState.patternsLearned}`);
225
+ console.log(`Overall: ${allPassed ? '✅ ALL PASSED' : '❌ FAILED'}`);
226
+ }
227
+
228
+ if (!process.env.BENCH_NO_WRITE) {
229
+ mkdirSync(RUNS_DIR, { recursive: true });
230
+ const stamp = summary.runAt.replace(/[:.]/g, '-');
231
+ writeFileSync(join(RUNS_DIR, `self-learning-${stamp}.json`), JSON.stringify(summary, null, 2));
232
+ writeFileSync(join(RUNS_DIR, 'self-learning-latest.json'), JSON.stringify(summary, null, 2));
233
+ if (!process.env.BENCH_JSON) console.log(`\nWrote ${join(RUNS_DIR, `self-learning-${stamp}.json`)}`);
234
+ }
235
+
236
+ try { rmSync(SCRATCH, { recursive: true, force: true }); } catch {}
237
+
238
+ if (!allPassed) process.exit(1);
239
+ }
240
+
241
+ main().catch((err) => { console.error(err); process.exit(1); });