claude-flow 3.42.3 → 3.42.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (463) hide show
  1. package/.claude/agents/MIGRATION_SUMMARY.md +221 -221
  2. package/.claude/agents/analysis/analyze-code-quality.md +57 -57
  3. package/.claude/agents/analysis/code-analyzer.md +188 -188
  4. package/.claude/agents/analysis/code-review/analyze-code-quality.md +57 -57
  5. package/.claude/agents/architecture/system-design/arch-system-design.md +35 -35
  6. package/.claude/agents/base-template-generator.md +41 -41
  7. package/.claude/agents/consensus/byzantine-coordinator.md +42 -42
  8. package/.claude/agents/consensus/crdt-synchronizer.md +976 -976
  9. package/.claude/agents/consensus/gossip-coordinator.md +42 -42
  10. package/.claude/agents/consensus/performance-benchmarker.md +830 -830
  11. package/.claude/agents/consensus/quorum-manager.md +802 -802
  12. package/.claude/agents/consensus/raft-manager.md +42 -42
  13. package/.claude/agents/consensus/security-manager.md +601 -601
  14. package/.claude/agents/core/coder.md +254 -254
  15. package/.claude/agents/core/planner.md +151 -151
  16. package/.claude/agents/core/researcher.md +173 -173
  17. package/.claude/agents/core/reviewer.md +308 -308
  18. package/.claude/agents/core/tester.md +299 -299
  19. package/.claude/agents/custom/test-long-runner.md +43 -43
  20. package/.claude/agents/data/ml/data-ml-model.md +75 -75
  21. package/.claude/agents/database-specialist.md +9 -9
  22. package/.claude/agents/development/backend/dev-backend-api.md +28 -28
  23. package/.claude/agents/development/dev-backend-api.md +177 -177
  24. package/.claude/agents/devops/ci-cd/ops-cicd-github.md +51 -51
  25. package/.claude/agents/documentation/api-docs/docs-api-openapi.md +62 -62
  26. package/.claude/agents/dual-mode/codex-coordinator.md +206 -206
  27. package/.claude/agents/dual-mode/codex-worker.md +190 -190
  28. package/.claude/agents/dual-mode/dual-orchestrator.md +253 -253
  29. package/.claude/agents/flow-nexus/app-store.md +87 -87
  30. package/.claude/agents/flow-nexus/authentication.md +68 -68
  31. package/.claude/agents/flow-nexus/challenges.md +80 -80
  32. package/.claude/agents/flow-nexus/neural-network.md +87 -87
  33. package/.claude/agents/flow-nexus/payments.md +82 -82
  34. package/.claude/agents/flow-nexus/sandbox.md +75 -75
  35. package/.claude/agents/flow-nexus/swarm.md +75 -75
  36. package/.claude/agents/flow-nexus/user-tools.md +95 -95
  37. package/.claude/agents/flow-nexus/workflow.md +83 -83
  38. package/.claude/agents/github/code-review-swarm.md +520 -520
  39. package/.claude/agents/github/github-modes.md +153 -153
  40. package/.claude/agents/github/issue-tracker.md +298 -298
  41. package/.claude/agents/github/multi-repo-swarm.md +524 -524
  42. package/.claude/agents/github/pr-manager.md +162 -162
  43. package/.claude/agents/github/project-board-sync.md +477 -477
  44. package/.claude/agents/github/release-manager.md +337 -337
  45. package/.claude/agents/github/release-swarm.md +550 -550
  46. package/.claude/agents/github/repo-architect.md +364 -364
  47. package/.claude/agents/github/swarm-issue.md +550 -550
  48. package/.claude/agents/github/swarm-pr.md +401 -401
  49. package/.claude/agents/github/sync-coordinator.md +424 -424
  50. package/.claude/agents/github/workflow-automation.md +604 -604
  51. package/.claude/agents/goal/agent.md +816 -816
  52. package/.claude/agents/goal/code-goal-planner.md +444 -444
  53. package/.claude/agents/goal/goal-planner.md +167 -167
  54. package/.claude/agents/hive-mind/collective-intelligence-coordinator.md +128 -128
  55. package/.claude/agents/hive-mind/queen-coordinator.md +201 -201
  56. package/.claude/agents/hive-mind/scout-explorer.md +240 -240
  57. package/.claude/agents/hive-mind/swarm-memory-manager.md +191 -191
  58. package/.claude/agents/hive-mind/worker-specialist.md +215 -215
  59. package/.claude/agents/neural/safla-neural.md +73 -73
  60. package/.claude/agents/optimization/benchmark-suite.md +662 -662
  61. package/.claude/agents/optimization/load-balancer.md +428 -428
  62. package/.claude/agents/optimization/performance-monitor.md +669 -669
  63. package/.claude/agents/optimization/resource-allocator.md +671 -671
  64. package/.claude/agents/optimization/topology-optimizer.md +805 -805
  65. package/.claude/agents/payments/agentic-payments.md +126 -126
  66. package/.claude/agents/project-coordinator.md +8 -8
  67. package/.claude/agents/python-specialist.md +9 -9
  68. package/.claude/agents/reasoning/agent.md +816 -816
  69. package/.claude/agents/reasoning/goal-planner.md +72 -72
  70. package/.claude/agents/security-auditor.md +9 -9
  71. package/.claude/agents/sona/sona-learning-optimizer.md +65 -65
  72. package/.claude/agents/sparc/architecture.md +452 -452
  73. package/.claude/agents/sparc/pseudocode.md +298 -298
  74. package/.claude/agents/sparc/refinement.md +503 -503
  75. package/.claude/agents/sparc/specification.md +257 -257
  76. package/.claude/agents/specialized/mobile/spec-mobile-react-native.md +87 -87
  77. package/.claude/agents/sublinear/consensus-coordinator.md +337 -337
  78. package/.claude/agents/sublinear/matrix-optimizer.md +184 -184
  79. package/.claude/agents/sublinear/pagerank-analyzer.md +298 -298
  80. package/.claude/agents/sublinear/performance-optimizer.md +367 -367
  81. package/.claude/agents/sublinear/trading-predictor.md +245 -245
  82. package/.claude/agents/swarm/adaptive-coordinator.md +363 -363
  83. package/.claude/agents/swarm/hierarchical-coordinator.md +299 -299
  84. package/.claude/agents/swarm/mesh-coordinator.md +362 -362
  85. package/.claude/agents/templates/automation-smart-agent.md +184 -184
  86. package/.claude/agents/templates/coordinator-swarm-init.md +82 -82
  87. package/.claude/agents/templates/github-pr-manager.md +154 -154
  88. package/.claude/agents/templates/implementer-sparc-coder.md +242 -242
  89. package/.claude/agents/templates/memory-coordinator.md +162 -162
  90. package/.claude/agents/templates/migration-plan.md +723 -723
  91. package/.claude/agents/templates/orchestrator-task.md +119 -119
  92. package/.claude/agents/templates/performance-analyzer.md +178 -178
  93. package/.claude/agents/templates/sparc-coordinator.md +162 -162
  94. package/.claude/agents/testing/production-validator.md +372 -372
  95. package/.claude/agents/testing/tdd-london-swarm.md +221 -221
  96. package/.claude/agents/testing/unit/tdd-london-swarm.md +221 -221
  97. package/.claude/agents/testing/validation/production-validator.md +372 -372
  98. package/.claude/agents/typescript-specialist.md +9 -9
  99. package/.claude/agents/v3/database-specialist.md +9 -9
  100. package/.claude/agents/v3/project-coordinator.md +8 -8
  101. package/.claude/agents/v3/python-specialist.md +9 -9
  102. package/.claude/agents/v3/test-architect.md +9 -9
  103. package/.claude/agents/v3/typescript-specialist.md +9 -9
  104. package/.claude/agents/v3/v3-integration-architect.md +311 -311
  105. package/.claude/agents/v3/v3-memory-specialist.md +280 -280
  106. package/.claude/agents/v3/v3-performance-engineer.md +362 -362
  107. package/.claude/agents/v3/v3-queen-coordinator.md +62 -62
  108. package/.claude/agents/v3/v3-security-architect.md +139 -139
  109. package/.claude/checkpoints/1767754460.json +8 -8
  110. package/.claude/commands/agents/README.md +10 -10
  111. package/.claude/commands/agents/agent-capabilities.md +21 -21
  112. package/.claude/commands/agents/agent-coordination.md +28 -28
  113. package/.claude/commands/agents/agent-spawning.md +28 -28
  114. package/.claude/commands/agents/agent-types.md +26 -26
  115. package/.claude/commands/analysis/COMMAND_COMPLIANCE_REPORT.md +53 -53
  116. package/.claude/commands/analysis/README.md +9 -9
  117. package/.claude/commands/analysis/bottleneck-detect.md +162 -162
  118. package/.claude/commands/analysis/performance-bottlenecks.md +58 -58
  119. package/.claude/commands/analysis/performance-report.md +25 -25
  120. package/.claude/commands/analysis/token-efficiency.md +44 -44
  121. package/.claude/commands/analysis/token-usage.md +25 -25
  122. package/.claude/commands/automation/README.md +9 -9
  123. package/.claude/commands/automation/auto-agent.md +122 -122
  124. package/.claude/commands/automation/self-healing.md +105 -105
  125. package/.claude/commands/automation/session-memory.md +89 -89
  126. package/.claude/commands/automation/smart-agents.md +72 -72
  127. package/.claude/commands/automation/smart-spawn.md +25 -25
  128. package/.claude/commands/automation/workflow-select.md +25 -25
  129. package/.claude/commands/claude-flow-help.md +103 -103
  130. package/.claude/commands/claude-flow-memory.md +107 -107
  131. package/.claude/commands/claude-flow-swarm.md +205 -205
  132. package/.claude/commands/coordination/README.md +9 -9
  133. package/.claude/commands/coordination/agent-spawn.md +25 -25
  134. package/.claude/commands/coordination/init.md +44 -44
  135. package/.claude/commands/coordination/orchestrate.md +43 -43
  136. package/.claude/commands/coordination/spawn.md +45 -45
  137. package/.claude/commands/coordination/swarm-init.md +85 -85
  138. package/.claude/commands/coordination/task-orchestrate.md +25 -25
  139. package/.claude/commands/flow-nexus/app-store.md +123 -123
  140. package/.claude/commands/flow-nexus/challenges.md +119 -119
  141. package/.claude/commands/flow-nexus/login-registration.md +64 -64
  142. package/.claude/commands/flow-nexus/neural-network.md +133 -133
  143. package/.claude/commands/flow-nexus/payments.md +115 -115
  144. package/.claude/commands/flow-nexus/sandbox.md +82 -82
  145. package/.claude/commands/flow-nexus/swarm.md +86 -86
  146. package/.claude/commands/flow-nexus/user-tools.md +151 -151
  147. package/.claude/commands/flow-nexus/workflow.md +114 -114
  148. package/.claude/commands/github/README.md +11 -11
  149. package/.claude/commands/github/code-review-swarm.md +513 -513
  150. package/.claude/commands/github/code-review.md +25 -25
  151. package/.claude/commands/github/github-modes.md +146 -146
  152. package/.claude/commands/github/github-swarm.md +121 -121
  153. package/.claude/commands/github/issue-tracker.md +291 -291
  154. package/.claude/commands/github/issue-triage.md +25 -25
  155. package/.claude/commands/github/multi-repo-swarm.md +518 -518
  156. package/.claude/commands/github/pr-enhance.md +26 -26
  157. package/.claude/commands/github/pr-manager.md +169 -169
  158. package/.claude/commands/github/project-board-sync.md +470 -470
  159. package/.claude/commands/github/release-manager.md +337 -337
  160. package/.claude/commands/github/release-swarm.md +543 -543
  161. package/.claude/commands/github/repo-analyze.md +25 -25
  162. package/.claude/commands/github/repo-architect.md +366 -366
  163. package/.claude/commands/github/swarm-issue.md +481 -481
  164. package/.claude/commands/github/swarm-pr.md +284 -284
  165. package/.claude/commands/github/sync-coordinator.md +300 -300
  166. package/.claude/commands/github/workflow-automation.md +441 -441
  167. package/.claude/commands/hive-mind/README.md +17 -17
  168. package/.claude/commands/hive-mind/hive-mind-consensus.md +8 -8
  169. package/.claude/commands/hive-mind/hive-mind-init.md +18 -18
  170. package/.claude/commands/hive-mind/hive-mind-memory.md +8 -8
  171. package/.claude/commands/hive-mind/hive-mind-metrics.md +8 -8
  172. package/.claude/commands/hive-mind/hive-mind-resume.md +8 -8
  173. package/.claude/commands/hive-mind/hive-mind-sessions.md +8 -8
  174. package/.claude/commands/hive-mind/hive-mind-spawn.md +21 -21
  175. package/.claude/commands/hive-mind/hive-mind-status.md +8 -8
  176. package/.claude/commands/hive-mind/hive-mind-stop.md +8 -8
  177. package/.claude/commands/hive-mind/hive-mind-wizard.md +8 -8
  178. package/.claude/commands/hive-mind/hive-mind.md +27 -27
  179. package/.claude/commands/hooks/README.md +11 -11
  180. package/.claude/commands/hooks/overview.md +57 -57
  181. package/.claude/commands/hooks/post-edit.md +117 -117
  182. package/.claude/commands/hooks/post-task.md +112 -112
  183. package/.claude/commands/hooks/pre-edit.md +113 -113
  184. package/.claude/commands/hooks/pre-task.md +111 -111
  185. package/.claude/commands/hooks/session-end.md +118 -118
  186. package/.claude/commands/hooks/setup.md +102 -102
  187. package/.claude/commands/memory/README.md +9 -9
  188. package/.claude/commands/memory/memory-persist.md +25 -25
  189. package/.claude/commands/memory/memory-search.md +25 -25
  190. package/.claude/commands/memory/memory-usage.md +25 -25
  191. package/.claude/commands/memory/neural.md +47 -47
  192. package/.claude/commands/monitoring/README.md +9 -9
  193. package/.claude/commands/monitoring/agent-metrics.md +25 -25
  194. package/.claude/commands/monitoring/agents.md +44 -44
  195. package/.claude/commands/monitoring/real-time-view.md +25 -25
  196. package/.claude/commands/monitoring/status.md +46 -46
  197. package/.claude/commands/monitoring/swarm-monitor.md +25 -25
  198. package/.claude/commands/optimization/README.md +9 -9
  199. package/.claude/commands/optimization/auto-topology.md +61 -61
  200. package/.claude/commands/optimization/cache-manage.md +25 -25
  201. package/.claude/commands/optimization/parallel-execute.md +25 -25
  202. package/.claude/commands/optimization/parallel-execution.md +49 -49
  203. package/.claude/commands/optimization/topology-optimize.md +25 -25
  204. package/.claude/commands/pair/README.md +260 -260
  205. package/.claude/commands/pair/commands.md +545 -545
  206. package/.claude/commands/pair/config.md +509 -509
  207. package/.claude/commands/pair/examples.md +511 -511
  208. package/.claude/commands/pair/modes.md +347 -347
  209. package/.claude/commands/pair/session.md +406 -406
  210. package/.claude/commands/pair/start.md +208 -208
  211. package/.claude/commands/sparc/analyzer.md +51 -51
  212. package/.claude/commands/sparc/architect.md +53 -53
  213. package/.claude/commands/sparc/ask.md +97 -97
  214. package/.claude/commands/sparc/batch-executor.md +54 -54
  215. package/.claude/commands/sparc/code.md +89 -89
  216. package/.claude/commands/sparc/coder.md +54 -54
  217. package/.claude/commands/sparc/debug.md +83 -83
  218. package/.claude/commands/sparc/debugger.md +54 -54
  219. package/.claude/commands/sparc/designer.md +53 -53
  220. package/.claude/commands/sparc/devops.md +109 -109
  221. package/.claude/commands/sparc/docs-writer.md +80 -80
  222. package/.claude/commands/sparc/documenter.md +54 -54
  223. package/.claude/commands/sparc/innovator.md +54 -54
  224. package/.claude/commands/sparc/integration.md +83 -83
  225. package/.claude/commands/sparc/mcp.md +117 -117
  226. package/.claude/commands/sparc/memory-manager.md +54 -54
  227. package/.claude/commands/sparc/optimizer.md +54 -54
  228. package/.claude/commands/sparc/orchestrator.md +131 -131
  229. package/.claude/commands/sparc/post-deployment-monitoring-mode.md +83 -83
  230. package/.claude/commands/sparc/refinement-optimization-mode.md +83 -83
  231. package/.claude/commands/sparc/researcher.md +54 -54
  232. package/.claude/commands/sparc/reviewer.md +54 -54
  233. package/.claude/commands/sparc/security-review.md +80 -80
  234. package/.claude/commands/sparc/sparc-modes.md +174 -174
  235. package/.claude/commands/sparc/sparc.md +111 -111
  236. package/.claude/commands/sparc/spec-pseudocode.md +80 -80
  237. package/.claude/commands/sparc/supabase-admin.md +348 -348
  238. package/.claude/commands/sparc/swarm-coordinator.md +54 -54
  239. package/.claude/commands/sparc/tdd.md +54 -54
  240. package/.claude/commands/sparc/tester.md +54 -54
  241. package/.claude/commands/sparc/tutorial.md +79 -79
  242. package/.claude/commands/sparc/workflow-manager.md +54 -54
  243. package/.claude/commands/sparc.md +166 -166
  244. package/.claude/commands/stream-chain/pipeline.md +120 -120
  245. package/.claude/commands/stream-chain/run.md +69 -69
  246. package/.claude/commands/swarm/README.md +15 -15
  247. package/.claude/commands/swarm/analysis.md +95 -95
  248. package/.claude/commands/swarm/development.md +96 -96
  249. package/.claude/commands/swarm/examples.md +168 -168
  250. package/.claude/commands/swarm/maintenance.md +102 -102
  251. package/.claude/commands/swarm/optimization.md +117 -117
  252. package/.claude/commands/swarm/research.md +136 -136
  253. package/.claude/commands/swarm/swarm-analysis.md +8 -8
  254. package/.claude/commands/swarm/swarm-background.md +8 -8
  255. package/.claude/commands/swarm/swarm-init.md +19 -19
  256. package/.claude/commands/swarm/swarm-modes.md +8 -8
  257. package/.claude/commands/swarm/swarm-monitor.md +8 -8
  258. package/.claude/commands/swarm/swarm-spawn.md +19 -19
  259. package/.claude/commands/swarm/swarm-status.md +8 -8
  260. package/.claude/commands/swarm/swarm-strategies.md +8 -8
  261. package/.claude/commands/swarm/swarm.md +27 -27
  262. package/.claude/commands/swarm/testing.md +131 -131
  263. package/.claude/commands/training/README.md +9 -9
  264. package/.claude/commands/training/model-update.md +25 -25
  265. package/.claude/commands/training/neural-patterns.md +73 -73
  266. package/.claude/commands/training/neural-train.md +25 -25
  267. package/.claude/commands/training/pattern-learn.md +25 -25
  268. package/.claude/commands/training/specialization.md +62 -62
  269. package/.claude/commands/truth/start.md +142 -142
  270. package/.claude/commands/verify/check.md +49 -49
  271. package/.claude/commands/verify/start.md +127 -127
  272. package/.claude/commands/workflows/README.md +9 -9
  273. package/.claude/commands/workflows/development.md +77 -77
  274. package/.claude/commands/workflows/research.md +62 -62
  275. package/.claude/commands/workflows/workflow-create.md +25 -25
  276. package/.claude/commands/workflows/workflow-execute.md +25 -25
  277. package/.claude/commands/workflows/workflow-export.md +25 -25
  278. package/.claude/config/v3-dependency-optimization.json +265 -265
  279. package/.claude/config/v3-performance-targets.json +250 -250
  280. package/.claude/helpers/.LOCKED +2 -2
  281. package/.claude/helpers/README.md +96 -96
  282. package/.claude/helpers/adr-compliance.sh +186 -186
  283. package/.claude/helpers/aggressive-microcompact.mjs +36 -36
  284. package/.claude/helpers/auto-commit.sh +178 -178
  285. package/.claude/helpers/auto-memory-hook.mjs +430 -430
  286. package/.claude/helpers/checkpoint-manager.sh +251 -251
  287. package/.claude/helpers/context-persistence-hook.mjs +2001 -2001
  288. package/.claude/helpers/daemon-manager.sh +252 -252
  289. package/.claude/helpers/ddd-tracker.sh +144 -144
  290. package/.claude/helpers/github-safe.js +156 -156
  291. package/.claude/helpers/github-setup.sh +45 -45
  292. package/.claude/helpers/guidance-hook.sh +13 -13
  293. package/.claude/helpers/guidance-hooks.sh +102 -102
  294. package/.claude/helpers/health-monitor.sh +108 -108
  295. package/.claude/helpers/hook-handler.cjs +606 -606
  296. package/.claude/helpers/intelligence.cjs +1169 -1169
  297. package/.claude/helpers/learning-hooks.sh +329 -329
  298. package/.claude/helpers/learning-optimizer.sh +127 -127
  299. package/.claude/helpers/learning-service.mjs +1144 -1144
  300. package/.claude/helpers/memory.cjs +84 -84
  301. package/.claude/helpers/metrics-db.mjs +503 -503
  302. package/.claude/helpers/patch-aggressive-prune.mjs +184 -184
  303. package/.claude/helpers/pattern-consolidator.sh +86 -86
  304. package/.claude/helpers/perf-worker.sh +160 -160
  305. package/.claude/helpers/quick-start.sh +19 -19
  306. package/.claude/helpers/router.cjs +62 -62
  307. package/.claude/helpers/security-scanner.sh +127 -127
  308. package/.claude/helpers/session.cjs +125 -125
  309. package/.claude/helpers/setup-mcp.sh +18 -18
  310. package/.claude/helpers/standard-checkpoint-hooks.sh +189 -189
  311. package/.claude/helpers/statusline.cjs +0 -0
  312. package/.claude/helpers/swarm-comms.sh +353 -353
  313. package/.claude/helpers/swarm-hooks.sh +761 -761
  314. package/.claude/helpers/swarm-monitor.sh +210 -210
  315. package/.claude/helpers/sync-v3-metrics.sh +245 -245
  316. package/.claude/helpers/update-v3-progress.sh +165 -165
  317. package/.claude/helpers/v3-quick-status.sh +57 -57
  318. package/.claude/helpers/v3.sh +110 -110
  319. package/.claude/helpers/validate-v3-config.sh +215 -215
  320. package/.claude/helpers/worker-manager.sh +170 -170
  321. package/.claude/mcp.json +12 -12
  322. package/.claude/settings.json +284 -284
  323. package/.claude/settings.json.bak +526 -526
  324. package/.claude/skills/agentdb-advanced/SKILL.md +550 -550
  325. package/.claude/skills/agentdb-learning/SKILL.md +545 -545
  326. package/.claude/skills/agentdb-memory-patterns/SKILL.md +339 -339
  327. package/.claude/skills/agentdb-optimization/SKILL.md +509 -509
  328. package/.claude/skills/agentdb-vector-search/SKILL.md +339 -339
  329. package/.claude/skills/agentic-jujutsu/SKILL.md +645 -645
  330. package/.claude/skills/browser/SKILL.md +204 -204
  331. package/.claude/skills/dual-mode/README.md +71 -71
  332. package/.claude/skills/dual-mode/dual-collect.md +103 -103
  333. package/.claude/skills/dual-mode/dual-coordinate.md +85 -85
  334. package/.claude/skills/dual-mode/dual-spawn.md +81 -81
  335. package/.claude/skills/flow-nexus-neural/SKILL.md +727 -727
  336. package/.claude/skills/flow-nexus-platform/SKILL.md +1154 -1154
  337. package/.claude/skills/flow-nexus-swarm/SKILL.md +604 -604
  338. package/.claude/skills/github-code-review/SKILL.md +1125 -1125
  339. package/.claude/skills/github-multi-repo/SKILL.md +862 -862
  340. package/.claude/skills/github-project-management/SKILL.md +1262 -1262
  341. package/.claude/skills/github-release-management/SKILL.md +1064 -1064
  342. package/.claude/skills/github-workflow-automation/SKILL.md +1047 -1047
  343. package/.claude/skills/hive-mind-advanced/SKILL.md +709 -709
  344. package/.claude/skills/hooks-automation/SKILL.md +1201 -1201
  345. package/.claude/skills/pair-programming/SKILL.md +1202 -1202
  346. package/.claude/skills/performance-analysis/SKILL.md +560 -560
  347. package/.claude/skills/reasoningbank-agentdb/SKILL.md +446 -446
  348. package/.claude/skills/reasoningbank-intelligence/SKILL.md +201 -201
  349. package/.claude/skills/skill-builder/SKILL.md +910 -910
  350. package/.claude/skills/sparc-methodology/SKILL.md +1106 -1106
  351. package/.claude/skills/stream-chain/SKILL.md +560 -560
  352. package/.claude/skills/swarm-advanced/SKILL.md +970 -970
  353. package/.claude/skills/swarm-orchestration/SKILL.md +179 -179
  354. package/.claude/skills/v3-cli-modernization/SKILL.md +871 -871
  355. package/.claude/skills/v3-core-implementation/SKILL.md +796 -796
  356. package/.claude/skills/v3-ddd-architecture/SKILL.md +441 -441
  357. package/.claude/skills/v3-integration-deep/SKILL.md +240 -240
  358. package/.claude/skills/v3-mcp-optimization/SKILL.md +776 -776
  359. package/.claude/skills/v3-memory-unification/SKILL.md +173 -173
  360. package/.claude/skills/v3-performance-optimization/SKILL.md +389 -389
  361. package/.claude/skills/v3-security-overhaul/SKILL.md +81 -81
  362. package/.claude/skills/v3-swarm-coordination/SKILL.md +339 -339
  363. package/.claude/skills/verification-quality/SKILL.md +691 -691
  364. package/.claude/skills/worker-benchmarks/SKILL.md +129 -129
  365. package/.claude/skills/worker-integration/SKILL.md +147 -147
  366. package/.claude/statusline-command.sh +176 -176
  367. package/.claude/statusline.mjs +109 -109
  368. package/.claude/statusline.sh +431 -431
  369. package/.claude/workflows/full-system-test.js +65 -65
  370. package/.claude/workflows/intelligence-system-hardening.js +120 -120
  371. package/.claude/workflows/plugin-contract-audit.js +91 -91
  372. package/.claude-plugin/README.md +720 -720
  373. package/.claude-plugin/docs/INSTALLATION.md +261 -261
  374. package/.claude-plugin/docs/PLUGIN_SUMMARY.md +361 -361
  375. package/.claude-plugin/docs/QUICKSTART.md +361 -361
  376. package/.claude-plugin/docs/STRUCTURE.md +128 -128
  377. package/.claude-plugin/hooks/hooks.json +77 -77
  378. package/.claude-plugin/marketplace.json +204 -204
  379. package/.claude-plugin/plugin.json +71 -71
  380. package/.claude-plugin/scripts/install.sh +234 -234
  381. package/.claude-plugin/scripts/ruflo-hook.cjs +304 -304
  382. package/.claude-plugin/scripts/ruflo-hook.sh +52 -52
  383. package/.claude-plugin/scripts/uninstall.sh +36 -36
  384. package/.claude-plugin/scripts/verify.sh +108 -108
  385. package/LICENSE +21 -21
  386. package/README.md +422 -422
  387. package/bin/cli.js +11 -11
  388. package/bin/npx-repair.js +7 -7
  389. package/bin/npx-safe-launch.js +9 -9
  390. package/node_modules/@claude-flow/codex/.agents/skills/github-automation/SKILL.md +32 -32
  391. package/node_modules/@claude-flow/codex/.agents/skills/memory-management/SKILL.md +45 -45
  392. package/node_modules/@claude-flow/codex/.agents/skills/performance-analysis/SKILL.md +32 -32
  393. package/node_modules/@claude-flow/codex/.agents/skills/security-audit/SKILL.md +46 -46
  394. package/node_modules/@claude-flow/codex/.agents/skills/sparc-methodology/SKILL.md +46 -46
  395. package/node_modules/@claude-flow/codex/.agents/skills/swarm-orchestration/SKILL.md +53 -53
  396. package/node_modules/@claude-flow/codex/README.md +1044 -1044
  397. package/node_modules/@claude-flow/codex/dist/dual-mode/orchestrator.js +13 -13
  398. package/node_modules/@claude-flow/codex/dist/generators/agents-md.js +664 -664
  399. package/node_modules/@claude-flow/codex/dist/generators/config-toml.js +455 -455
  400. package/node_modules/@claude-flow/codex/dist/generators/skill-md.js +45 -45
  401. package/node_modules/@claude-flow/codex/dist/initializer.js +167 -167
  402. package/node_modules/@claude-flow/codex/dist/templates/index.js +15 -15
  403. package/node_modules/@claude-flow/mcp/README.md +429 -429
  404. package/node_modules/@claude-flow/plugin-agent-federation/README.md +49 -49
  405. package/node_modules/@claude-flow/security/README.md +292 -292
  406. package/node_modules/@claude-flow/security/dist/credential-generator.js +9 -9
  407. package/node_modules/@claude-flow/security/dist/input-validator.d.ts +6 -6
  408. package/node_modules/@claude-flow/security/dist/oauth/callback-server.js +9 -9
  409. package/package.json +222 -222
  410. package/v3/@claude-flow/cli/README.md +422 -422
  411. package/v3/@claude-flow/cli/bin/cli.js +338 -338
  412. package/v3/@claude-flow/cli/bin/mcp-server.js +224 -224
  413. package/v3/@claude-flow/cli/bin/preinstall.cjs +2 -2
  414. package/v3/@claude-flow/cli/catalog-manifest.json +2 -2
  415. package/v3/@claude-flow/cli/dist/src/benchmarks/gaia-critic.js +24 -24
  416. package/v3/@claude-flow/cli/dist/src/business-pods/bbs-budget-tracker.js +53 -53
  417. package/v3/@claude-flow/cli/dist/src/commands/completions.js +409 -409
  418. package/v3/@claude-flow/cli/dist/src/commands/daemon.js +44 -44
  419. package/v3/@claude-flow/cli/dist/src/commands/doctor.js +4 -4
  420. package/v3/@claude-flow/cli/dist/src/commands/embeddings.js +26 -26
  421. package/v3/@claude-flow/cli/dist/src/commands/hive-mind.js +97 -97
  422. package/v3/@claude-flow/cli/dist/src/commands/hooks.js +9 -9
  423. package/v3/@claude-flow/cli/dist/src/commands/init.js +75 -75
  424. package/v3/@claude-flow/cli/dist/src/commands/ruvector/backup.js +23 -23
  425. package/v3/@claude-flow/cli/dist/src/commands/ruvector/benchmark.js +31 -31
  426. package/v3/@claude-flow/cli/dist/src/commands/ruvector/import.js +14 -14
  427. package/v3/@claude-flow/cli/dist/src/commands/ruvector/init.js +115 -115
  428. package/v3/@claude-flow/cli/dist/src/commands/ruvector/migrate.js +99 -99
  429. package/v3/@claude-flow/cli/dist/src/commands/ruvector/optimize.js +51 -51
  430. package/v3/@claude-flow/cli/dist/src/commands/ruvector/setup.js +624 -624
  431. package/v3/@claude-flow/cli/dist/src/commands/ruvector/status.js +38 -38
  432. package/v3/@claude-flow/cli/dist/src/config/proven-config.js +2 -2
  433. package/v3/@claude-flow/cli/dist/src/init/claudemd-generator.js +273 -273
  434. package/v3/@claude-flow/cli/dist/src/init/executor.js +453 -453
  435. package/v3/@claude-flow/cli/dist/src/init/helper-signing.js +2 -2
  436. package/v3/@claude-flow/cli/dist/src/init/helpers-generator.js +917 -917
  437. package/v3/@claude-flow/cli/dist/src/init/statusline-generator.js +24 -24
  438. package/v3/@claude-flow/cli/dist/src/mcp-tools/agentdb-tools.js +15 -15
  439. package/v3/@claude-flow/cli/dist/src/mcp-tools/browser-intent-tools.js +19 -19
  440. package/v3/@claude-flow/cli/dist/src/mcp-tools/memory-tools.js +6 -4
  441. package/v3/@claude-flow/cli/dist/src/mcp-tools/seraphina-tools.js +4 -4
  442. package/v3/@claude-flow/cli/dist/src/memory/graph-edge-writer.js +22 -22
  443. package/v3/@claude-flow/cli/dist/src/memory/memory-bridge.js +114 -114
  444. package/v3/@claude-flow/cli/dist/src/memory/memory-initializer.js +416 -416
  445. package/v3/@claude-flow/cli/dist/src/memory/rabitq-index.js +5 -5
  446. package/v3/@claude-flow/cli/dist/src/proxy/verify.js +2 -2
  447. package/v3/@claude-flow/cli/dist/src/runtime/headless.js +28 -28
  448. package/v3/@claude-flow/cli/dist/src/services/distill-tuning.js +7 -7
  449. package/v3/@claude-flow/cli/dist/src/services/headless-worker-executor.js +84 -84
  450. package/v3/@claude-flow/cli/dist/src/services/memory-distillation.js +18 -18
  451. package/v3/@claude-flow/cli/dist/src/transfer/deploy-seraphine.js +23 -23
  452. package/v3/@claude-flow/cli/package.json +181 -181
  453. package/v3/@claude-flow/guidance/README.md +1195 -1195
  454. package/v3/@claude-flow/guidance/package.json +198 -198
  455. package/v3/@claude-flow/shared/README.md +323 -323
  456. package/v3/@claude-flow/shared/dist/events/event-store.js +31 -31
  457. package/v3/@claude-flow/shared/dist/hooks/safety/git-commit.js +3 -3
  458. package/v3/@claude-flow/shared/package.json +43 -43
  459. package/v3/README.md +493 -493
  460. package/.claude/.proven-config-version +0 -1
  461. package/.claude/proven-config.json +0 -42
  462. package/v3/@claude-flow/cli/dist/src/ruvector/diskann-backend.d.ts +0 -78
  463. package/v3/@claude-flow/cli/dist/src/ruvector/diskann-backend.js +0 -310
@@ -1,831 +1,831 @@
1
- ---
2
- name: performance-benchmarker
3
- description: Implements comprehensive performance benchmarking for distributed consensus protocols
4
- ---
5
-
6
- # Performance Benchmarker
7
-
8
- Implements comprehensive performance benchmarking and optimization analysis for distributed consensus protocols.
9
-
10
- ## Core Responsibilities
11
-
12
- 1. **Protocol Benchmarking**: Measure throughput, latency, and scalability across consensus algorithms
13
- 2. **Resource Monitoring**: Track CPU, memory, network, and storage utilization patterns
14
- 3. **Comparative Analysis**: Compare Byzantine, Raft, and Gossip protocol performance
15
- 4. **Adaptive Tuning**: Implement real-time parameter optimization and load balancing
16
- 5. **Performance Reporting**: Generate actionable insights and optimization recommendations
17
-
18
- ## Technical Implementation
19
-
20
- ### Core Benchmarking Framework
21
- ```javascript
22
- class ConsensusPerformanceBenchmarker {
23
- constructor() {
24
- this.benchmarkSuites = new Map();
25
- this.performanceMetrics = new Map();
26
- this.historicalData = new TimeSeriesDatabase();
27
- this.currentBenchmarks = new Set();
28
- this.adaptiveOptimizer = new AdaptiveOptimizer();
29
- this.alertSystem = new PerformanceAlertSystem();
30
- }
31
-
32
- // Register benchmark suite for specific consensus protocol
33
- registerBenchmarkSuite(protocolName, benchmarkConfig) {
34
- const suite = new BenchmarkSuite(protocolName, benchmarkConfig);
35
- this.benchmarkSuites.set(protocolName, suite);
36
-
37
- return suite;
38
- }
39
-
40
- // Execute comprehensive performance benchmarks
41
- async runComprehensiveBenchmarks(protocols, scenarios) {
42
- const results = new Map();
43
-
44
- for (const protocol of protocols) {
45
- const protocolResults = new Map();
46
-
47
- for (const scenario of scenarios) {
48
- console.log(`Running ${scenario.name} benchmark for ${protocol}`);
49
-
50
- const benchmarkResult = await this.executeBenchmarkScenario(
51
- protocol, scenario
52
- );
53
-
54
- protocolResults.set(scenario.name, benchmarkResult);
55
-
56
- // Store in historical database
57
- await this.historicalData.store({
58
- protocol: protocol,
59
- scenario: scenario.name,
60
- timestamp: Date.now(),
61
- metrics: benchmarkResult
62
- });
63
- }
64
-
65
- results.set(protocol, protocolResults);
66
- }
67
-
68
- // Generate comparative analysis
69
- const analysis = await this.generateComparativeAnalysis(results);
70
-
71
- // Trigger adaptive optimizations
72
- await this.adaptiveOptimizer.optimizeBasedOnResults(results);
73
-
74
- return {
75
- benchmarkResults: results,
76
- comparativeAnalysis: analysis,
77
- recommendations: await this.generateOptimizationRecommendations(results)
78
- };
79
- }
80
-
81
- async executeBenchmarkScenario(protocol, scenario) {
82
- const benchmark = this.benchmarkSuites.get(protocol);
83
- if (!benchmark) {
84
- throw new Error(`No benchmark suite found for protocol: ${protocol}`);
85
- }
86
-
87
- // Initialize benchmark environment
88
- const environment = await this.setupBenchmarkEnvironment(scenario);
89
-
90
- try {
91
- // Pre-benchmark setup
92
- await benchmark.setup(environment);
93
-
94
- // Execute benchmark phases
95
- const results = {
96
- throughput: await this.measureThroughput(benchmark, scenario),
97
- latency: await this.measureLatency(benchmark, scenario),
98
- resourceUsage: await this.measureResourceUsage(benchmark, scenario),
99
- scalability: await this.measureScalability(benchmark, scenario),
100
- faultTolerance: await this.measureFaultTolerance(benchmark, scenario)
101
- };
102
-
103
- // Post-benchmark analysis
104
- results.analysis = await this.analyzeBenchmarkResults(results);
105
-
106
- return results;
107
-
108
- } finally {
109
- // Cleanup benchmark environment
110
- await this.cleanupBenchmarkEnvironment(environment);
111
- }
112
- }
113
- }
114
- ```
115
-
116
- ### Throughput Measurement System
117
- ```javascript
118
- class ThroughputBenchmark {
119
- constructor(protocol, configuration) {
120
- this.protocol = protocol;
121
- this.config = configuration;
122
- this.metrics = new MetricsCollector();
123
- this.loadGenerator = new LoadGenerator();
124
- }
125
-
126
- async measureThroughput(scenario) {
127
- const measurements = [];
128
- const duration = scenario.duration || 60000; // 1 minute default
129
- const startTime = Date.now();
130
-
131
- // Initialize load generator
132
- await this.loadGenerator.initialize({
133
- requestRate: scenario.initialRate || 10,
134
- rampUp: scenario.rampUp || false,
135
- pattern: scenario.pattern || 'constant'
136
- });
137
-
138
- // Start metrics collection
139
- this.metrics.startCollection(['transactions_per_second', 'success_rate']);
140
-
141
- let currentRate = scenario.initialRate || 10;
142
- const rateIncrement = scenario.rateIncrement || 5;
143
- const measurementInterval = 5000; // 5 seconds
144
-
145
- while (Date.now() - startTime < duration) {
146
- const intervalStart = Date.now();
147
-
148
- // Generate load for this interval
149
- const transactions = await this.generateTransactionLoad(
150
- currentRate, measurementInterval
151
- );
152
-
153
- // Measure throughput for this interval
154
- const intervalMetrics = await this.measureIntervalThroughput(
155
- transactions, measurementInterval
156
- );
157
-
158
- measurements.push({
159
- timestamp: intervalStart,
160
- requestRate: currentRate,
161
- actualThroughput: intervalMetrics.throughput,
162
- successRate: intervalMetrics.successRate,
163
- averageLatency: intervalMetrics.averageLatency,
164
- p95Latency: intervalMetrics.p95Latency,
165
- p99Latency: intervalMetrics.p99Latency
166
- });
167
-
168
- // Adaptive rate adjustment
169
- if (scenario.rampUp && intervalMetrics.successRate > 0.95) {
170
- currentRate += rateIncrement;
171
- } else if (intervalMetrics.successRate < 0.8) {
172
- currentRate = Math.max(1, currentRate - rateIncrement);
173
- }
174
-
175
- // Wait for next interval
176
- const elapsed = Date.now() - intervalStart;
177
- if (elapsed < measurementInterval) {
178
- await this.sleep(measurementInterval - elapsed);
179
- }
180
- }
181
-
182
- // Stop metrics collection
183
- this.metrics.stopCollection();
184
-
185
- // Analyze throughput results
186
- return this.analyzeThroughputMeasurements(measurements);
187
- }
188
-
189
- async generateTransactionLoad(rate, duration) {
190
- const transactions = [];
191
- const interval = 1000 / rate; // Interval between transactions in ms
192
- const endTime = Date.now() + duration;
193
-
194
- while (Date.now() < endTime) {
195
- const transactionStart = Date.now();
196
-
197
- const transaction = {
198
- id: `tx_${Date.now()}_${Math.random()}`,
199
- type: this.getRandomTransactionType(),
200
- data: this.generateTransactionData(),
201
- timestamp: transactionStart
202
- };
203
-
204
- // Submit transaction to consensus protocol
205
- const promise = this.protocol.submitTransaction(transaction)
206
- .then(result => ({
207
- ...transaction,
208
- result: result,
209
- latency: Date.now() - transactionStart,
210
- success: result.committed === true
211
- }))
212
- .catch(error => ({
213
- ...transaction,
214
- error: error,
215
- latency: Date.now() - transactionStart,
216
- success: false
217
- }));
218
-
219
- transactions.push(promise);
220
-
221
- // Wait for next transaction interval
222
- await this.sleep(interval);
223
- }
224
-
225
- // Wait for all transactions to complete
226
- return await Promise.all(transactions);
227
- }
228
-
229
- analyzeThroughputMeasurements(measurements) {
230
- const totalMeasurements = measurements.length;
231
- const avgThroughput = measurements.reduce((sum, m) => sum + m.actualThroughput, 0) / totalMeasurements;
232
- const maxThroughput = Math.max(...measurements.map(m => m.actualThroughput));
233
- const avgSuccessRate = measurements.reduce((sum, m) => sum + m.successRate, 0) / totalMeasurements;
234
-
235
- // Find optimal operating point (highest throughput with >95% success rate)
236
- const optimalPoints = measurements.filter(m => m.successRate >= 0.95);
237
- const optimalThroughput = optimalPoints.length > 0 ?
238
- Math.max(...optimalPoints.map(m => m.actualThroughput)) : 0;
239
-
240
- return {
241
- averageThroughput: avgThroughput,
242
- maxThroughput: maxThroughput,
243
- optimalThroughput: optimalThroughput,
244
- averageSuccessRate: avgSuccessRate,
245
- measurements: measurements,
246
- sustainableThroughput: this.calculateSustainableThroughput(measurements),
247
- throughputVariability: this.calculateThroughputVariability(measurements)
248
- };
249
- }
250
-
251
- calculateSustainableThroughput(measurements) {
252
- // Find the highest throughput that can be sustained for >80% of the time
253
- const sortedThroughputs = measurements.map(m => m.actualThroughput).sort((a, b) => b - a);
254
- const p80Index = Math.floor(sortedThroughputs.length * 0.2);
255
- return sortedThroughputs[p80Index];
256
- }
257
- }
258
- ```
259
-
260
- ### Latency Analysis System
261
- ```javascript
262
- class LatencyBenchmark {
263
- constructor(protocol, configuration) {
264
- this.protocol = protocol;
265
- this.config = configuration;
266
- this.latencyHistogram = new LatencyHistogram();
267
- this.percentileCalculator = new PercentileCalculator();
268
- }
269
-
270
- async measureLatency(scenario) {
271
- const measurements = [];
272
- const sampleSize = scenario.sampleSize || 10000;
273
- const warmupSize = scenario.warmupSize || 1000;
274
-
275
- console.log(`Measuring latency with ${sampleSize} samples (${warmupSize} warmup)`);
276
-
277
- // Warmup phase
278
- await this.performWarmup(warmupSize);
279
-
280
- // Measurement phase
281
- for (let i = 0; i < sampleSize; i++) {
282
- const latencyMeasurement = await this.measureSingleTransactionLatency();
283
- measurements.push(latencyMeasurement);
284
-
285
- // Progress reporting
286
- if (i % 1000 === 0) {
287
- console.log(`Completed ${i}/${sampleSize} latency measurements`);
288
- }
289
- }
290
-
291
- // Analyze latency distribution
292
- return this.analyzeLatencyDistribution(measurements);
293
- }
294
-
295
- async measureSingleTransactionLatency() {
296
- const transaction = {
297
- id: `latency_tx_${Date.now()}_${Math.random()}`,
298
- type: 'benchmark',
299
- data: { value: Math.random() },
300
- phases: {}
301
- };
302
-
303
- // Phase 1: Submission
304
- const submissionStart = performance.now();
305
- const submissionPromise = this.protocol.submitTransaction(transaction);
306
- transaction.phases.submission = performance.now() - submissionStart;
307
-
308
- // Phase 2: Consensus
309
- const consensusStart = performance.now();
310
- const result = await submissionPromise;
311
- transaction.phases.consensus = performance.now() - consensusStart;
312
-
313
- // Phase 3: Application (if applicable)
314
- let applicationLatency = 0;
315
- if (result.applicationTime) {
316
- applicationLatency = result.applicationTime;
317
- }
318
- transaction.phases.application = applicationLatency;
319
-
320
- // Total end-to-end latency
321
- const totalLatency = transaction.phases.submission +
322
- transaction.phases.consensus +
323
- transaction.phases.application;
324
-
325
- return {
326
- transactionId: transaction.id,
327
- totalLatency: totalLatency,
328
- phases: transaction.phases,
329
- success: result.committed === true,
330
- timestamp: Date.now()
331
- };
332
- }
333
-
334
- analyzeLatencyDistribution(measurements) {
335
- const successfulMeasurements = measurements.filter(m => m.success);
336
- const latencies = successfulMeasurements.map(m => m.totalLatency);
337
-
338
- if (latencies.length === 0) {
339
- throw new Error('No successful latency measurements');
340
- }
341
-
342
- // Calculate percentiles
343
- const percentiles = this.percentileCalculator.calculate(latencies, [
344
- 50, 75, 90, 95, 99, 99.9, 99.99
345
- ]);
346
-
347
- // Phase-specific analysis
348
- const phaseAnalysis = this.analyzePhaseLatencies(successfulMeasurements);
349
-
350
- // Latency distribution analysis
351
- const distribution = this.analyzeLatencyHistogram(latencies);
352
-
353
- return {
354
- sampleSize: successfulMeasurements.length,
355
- mean: latencies.reduce((sum, l) => sum + l, 0) / latencies.length,
356
- median: percentiles[50],
357
- standardDeviation: this.calculateStandardDeviation(latencies),
358
- percentiles: percentiles,
359
- phaseAnalysis: phaseAnalysis,
360
- distribution: distribution,
361
- outliers: this.identifyLatencyOutliers(latencies)
362
- };
363
- }
364
-
365
- analyzePhaseLatencies(measurements) {
366
- const phases = ['submission', 'consensus', 'application'];
367
- const phaseAnalysis = {};
368
-
369
- for (const phase of phases) {
370
- const phaseLatencies = measurements.map(m => m.phases[phase]);
371
- const validLatencies = phaseLatencies.filter(l => l > 0);
372
-
373
- if (validLatencies.length > 0) {
374
- phaseAnalysis[phase] = {
375
- mean: validLatencies.reduce((sum, l) => sum + l, 0) / validLatencies.length,
376
- p50: this.percentileCalculator.calculate(validLatencies, [50])[50],
377
- p95: this.percentileCalculator.calculate(validLatencies, [95])[95],
378
- p99: this.percentileCalculator.calculate(validLatencies, [99])[99],
379
- max: Math.max(...validLatencies),
380
- contributionPercent: (validLatencies.reduce((sum, l) => sum + l, 0) /
381
- measurements.reduce((sum, m) => sum + m.totalLatency, 0)) * 100
382
- };
383
- }
384
- }
385
-
386
- return phaseAnalysis;
387
- }
388
- }
389
- ```
390
-
391
- ### Resource Usage Monitor
392
- ```javascript
393
- class ResourceUsageMonitor {
394
- constructor() {
395
- this.monitoringActive = false;
396
- this.samplingInterval = 1000; // 1 second
397
- this.measurements = [];
398
- this.systemMonitor = new SystemMonitor();
399
- }
400
-
401
- async measureResourceUsage(protocol, scenario) {
402
- console.log('Starting resource usage monitoring');
403
-
404
- this.monitoringActive = true;
405
- this.measurements = [];
406
-
407
- // Start monitoring in background
408
- const monitoringPromise = this.startContinuousMonitoring();
409
-
410
- try {
411
- // Execute the benchmark scenario
412
- const benchmarkResult = await this.executeBenchmarkWithMonitoring(
413
- protocol, scenario
414
- );
415
-
416
- // Stop monitoring
417
- this.monitoringActive = false;
418
- await monitoringPromise;
419
-
420
- // Analyze resource usage
421
- const resourceAnalysis = this.analyzeResourceUsage();
422
-
423
- return {
424
- benchmarkResult: benchmarkResult,
425
- resourceUsage: resourceAnalysis
426
- };
427
-
428
- } catch (error) {
429
- this.monitoringActive = false;
430
- throw error;
431
- }
432
- }
433
-
434
- async startContinuousMonitoring() {
435
- while (this.monitoringActive) {
436
- const measurement = await this.collectResourceMeasurement();
437
- this.measurements.push(measurement);
438
-
439
- await this.sleep(this.samplingInterval);
440
- }
441
- }
442
-
443
- async collectResourceMeasurement() {
444
- const timestamp = Date.now();
445
-
446
- // CPU usage
447
- const cpuUsage = await this.systemMonitor.getCPUUsage();
448
-
449
- // Memory usage
450
- const memoryUsage = await this.systemMonitor.getMemoryUsage();
451
-
452
- // Network I/O
453
- const networkIO = await this.systemMonitor.getNetworkIO();
454
-
455
- // Disk I/O
456
- const diskIO = await this.systemMonitor.getDiskIO();
457
-
458
- // Process-specific metrics
459
- const processMetrics = await this.systemMonitor.getProcessMetrics();
460
-
461
- return {
462
- timestamp: timestamp,
463
- cpu: {
464
- totalUsage: cpuUsage.total,
465
- consensusUsage: cpuUsage.process,
466
- loadAverage: cpuUsage.loadAverage,
467
- coreUsage: cpuUsage.cores
468
- },
469
- memory: {
470
- totalUsed: memoryUsage.used,
471
- totalAvailable: memoryUsage.available,
472
- processRSS: memoryUsage.processRSS,
473
- processHeap: memoryUsage.processHeap,
474
- gcStats: memoryUsage.gcStats
475
- },
476
- network: {
477
- bytesIn: networkIO.bytesIn,
478
- bytesOut: networkIO.bytesOut,
479
- packetsIn: networkIO.packetsIn,
480
- packetsOut: networkIO.packetsOut,
481
- connectionsActive: networkIO.connectionsActive
482
- },
483
- disk: {
484
- bytesRead: diskIO.bytesRead,
485
- bytesWritten: diskIO.bytesWritten,
486
- operationsRead: diskIO.operationsRead,
487
- operationsWrite: diskIO.operationsWrite,
488
- queueLength: diskIO.queueLength
489
- },
490
- process: {
491
- consensusThreads: processMetrics.consensusThreads,
492
- fileDescriptors: processMetrics.fileDescriptors,
493
- uptime: processMetrics.uptime
494
- }
495
- };
496
- }
497
-
498
- analyzeResourceUsage() {
499
- if (this.measurements.length === 0) {
500
- return null;
501
- }
502
-
503
- const cpuAnalysis = this.analyzeCPUUsage();
504
- const memoryAnalysis = this.analyzeMemoryUsage();
505
- const networkAnalysis = this.analyzeNetworkUsage();
506
- const diskAnalysis = this.analyzeDiskUsage();
507
-
508
- return {
509
- duration: this.measurements[this.measurements.length - 1].timestamp -
510
- this.measurements[0].timestamp,
511
- sampleCount: this.measurements.length,
512
- cpu: cpuAnalysis,
513
- memory: memoryAnalysis,
514
- network: networkAnalysis,
515
- disk: diskAnalysis,
516
- efficiency: this.calculateResourceEfficiency(),
517
- bottlenecks: this.identifyResourceBottlenecks()
518
- };
519
- }
520
-
521
- analyzeCPUUsage() {
522
- const cpuUsages = this.measurements.map(m => m.cpu.consensusUsage);
523
-
524
- return {
525
- average: cpuUsages.reduce((sum, usage) => sum + usage, 0) / cpuUsages.length,
526
- peak: Math.max(...cpuUsages),
527
- p95: this.calculatePercentile(cpuUsages, 95),
528
- variability: this.calculateStandardDeviation(cpuUsages),
529
- coreUtilization: this.analyzeCoreUtilization(),
530
- trends: this.analyzeCPUTrends()
531
- };
532
- }
533
-
534
- analyzeMemoryUsage() {
535
- const memoryUsages = this.measurements.map(m => m.memory.processRSS);
536
- const heapUsages = this.measurements.map(m => m.memory.processHeap);
537
-
538
- return {
539
- averageRSS: memoryUsages.reduce((sum, usage) => sum + usage, 0) / memoryUsages.length,
540
- peakRSS: Math.max(...memoryUsages),
541
- averageHeap: heapUsages.reduce((sum, usage) => sum + usage, 0) / heapUsages.length,
542
- peakHeap: Math.max(...heapUsages),
543
- memoryLeaks: this.detectMemoryLeaks(),
544
- gcImpact: this.analyzeGCImpact(),
545
- growth: this.calculateMemoryGrowth()
546
- };
547
- }
548
-
549
- identifyResourceBottlenecks() {
550
- const bottlenecks = [];
551
-
552
- // CPU bottleneck detection
553
- const avgCPU = this.measurements.reduce((sum, m) => sum + m.cpu.consensusUsage, 0) /
554
- this.measurements.length;
555
- if (avgCPU > 80) {
556
- bottlenecks.push({
557
- type: 'CPU',
558
- severity: 'HIGH',
559
- description: `High CPU usage (${avgCPU.toFixed(1)}%)`
560
- });
561
- }
562
-
563
- // Memory bottleneck detection
564
- const memoryGrowth = this.calculateMemoryGrowth();
565
- if (memoryGrowth.rate > 1024 * 1024) { // 1MB/s growth
566
- bottlenecks.push({
567
- type: 'MEMORY',
568
- severity: 'MEDIUM',
569
- description: `High memory growth rate (${(memoryGrowth.rate / 1024 / 1024).toFixed(2)} MB/s)`
570
- });
571
- }
572
-
573
- // Network bottleneck detection
574
- const avgNetworkOut = this.measurements.reduce((sum, m) => sum + m.network.bytesOut, 0) /
575
- this.measurements.length;
576
- if (avgNetworkOut > 100 * 1024 * 1024) { // 100 MB/s
577
- bottlenecks.push({
578
- type: 'NETWORK',
579
- severity: 'MEDIUM',
580
- description: `High network output (${(avgNetworkOut / 1024 / 1024).toFixed(2)} MB/s)`
581
- });
582
- }
583
-
584
- return bottlenecks;
585
- }
586
- }
587
- ```
588
-
589
- ### Adaptive Performance Optimizer
590
- ```javascript
591
- class AdaptiveOptimizer {
592
- constructor() {
593
- this.optimizationHistory = new Map();
594
- this.performanceModel = new PerformanceModel();
595
- this.parameterTuner = new ParameterTuner();
596
- this.currentOptimizations = new Map();
597
- }
598
-
599
- async optimizeBasedOnResults(benchmarkResults) {
600
- const optimizations = [];
601
-
602
- for (const [protocol, results] of benchmarkResults) {
603
- const protocolOptimizations = await this.optimizeProtocol(protocol, results);
604
- optimizations.push(...protocolOptimizations);
605
- }
606
-
607
- // Apply optimizations gradually
608
- await this.applyOptimizations(optimizations);
609
-
610
- return optimizations;
611
- }
612
-
613
- async optimizeProtocol(protocol, results) {
614
- const optimizations = [];
615
-
616
- // Analyze performance bottlenecks
617
- const bottlenecks = this.identifyPerformanceBottlenecks(results);
618
-
619
- for (const bottleneck of bottlenecks) {
620
- const optimization = await this.generateOptimization(protocol, bottleneck);
621
- if (optimization) {
622
- optimizations.push(optimization);
623
- }
624
- }
625
-
626
- // Parameter tuning based on performance characteristics
627
- const parameterOptimizations = await this.tuneParameters(protocol, results);
628
- optimizations.push(...parameterOptimizations);
629
-
630
- return optimizations;
631
- }
632
-
633
- identifyPerformanceBottlenecks(results) {
634
- const bottlenecks = [];
635
-
636
- // Throughput bottlenecks
637
- for (const [scenario, result] of results) {
638
- if (result.throughput && result.throughput.optimalThroughput < result.throughput.maxThroughput * 0.8) {
639
- bottlenecks.push({
640
- type: 'THROUGHPUT_DEGRADATION',
641
- scenario: scenario,
642
- severity: 'HIGH',
643
- impact: (result.throughput.maxThroughput - result.throughput.optimalThroughput) /
644
- result.throughput.maxThroughput,
645
- details: result.throughput
646
- });
647
- }
648
-
649
- // Latency bottlenecks
650
- if (result.latency && result.latency.p99 > result.latency.p50 * 10) {
651
- bottlenecks.push({
652
- type: 'LATENCY_TAIL',
653
- scenario: scenario,
654
- severity: 'MEDIUM',
655
- impact: result.latency.p99 / result.latency.p50,
656
- details: result.latency
657
- });
658
- }
659
-
660
- // Resource bottlenecks
661
- if (result.resourceUsage && result.resourceUsage.bottlenecks.length > 0) {
662
- bottlenecks.push({
663
- type: 'RESOURCE_CONSTRAINT',
664
- scenario: scenario,
665
- severity: 'HIGH',
666
- details: result.resourceUsage.bottlenecks
667
- });
668
- }
669
- }
670
-
671
- return bottlenecks;
672
- }
673
-
674
- async generateOptimization(protocol, bottleneck) {
675
- switch (bottleneck.type) {
676
- case 'THROUGHPUT_DEGRADATION':
677
- return await this.optimizeThroughput(protocol, bottleneck);
678
- case 'LATENCY_TAIL':
679
- return await this.optimizeLatency(protocol, bottleneck);
680
- case 'RESOURCE_CONSTRAINT':
681
- return await this.optimizeResourceUsage(protocol, bottleneck);
682
- default:
683
- return null;
684
- }
685
- }
686
-
687
- async optimizeThroughput(protocol, bottleneck) {
688
- const optimizations = [];
689
-
690
- // Batch size optimization
691
- if (protocol === 'raft') {
692
- optimizations.push({
693
- type: 'PARAMETER_ADJUSTMENT',
694
- parameter: 'max_batch_size',
695
- currentValue: await this.getCurrentParameter(protocol, 'max_batch_size'),
696
- recommendedValue: this.calculateOptimalBatchSize(bottleneck.details),
697
- expectedImprovement: '15-25% throughput increase',
698
- confidence: 0.8
699
- });
700
- }
701
-
702
- // Pipelining optimization
703
- if (protocol === 'byzantine') {
704
- optimizations.push({
705
- type: 'FEATURE_ENABLE',
706
- feature: 'request_pipelining',
707
- description: 'Enable request pipelining to improve throughput',
708
- expectedImprovement: '20-30% throughput increase',
709
- confidence: 0.7
710
- });
711
- }
712
-
713
- return optimizations.length > 0 ? optimizations[0] : null;
714
- }
715
-
716
- async tuneParameters(protocol, results) {
717
- const optimizations = [];
718
-
719
- // Use machine learning model to suggest parameter values
720
- const parameterSuggestions = await this.performanceModel.suggestParameters(
721
- protocol, results
722
- );
723
-
724
- for (const suggestion of parameterSuggestions) {
725
- if (suggestion.confidence > 0.6) {
726
- optimizations.push({
727
- type: 'PARAMETER_TUNING',
728
- parameter: suggestion.parameter,
729
- currentValue: suggestion.currentValue,
730
- recommendedValue: suggestion.recommendedValue,
731
- expectedImprovement: suggestion.expectedImprovement,
732
- confidence: suggestion.confidence,
733
- rationale: suggestion.rationale
734
- });
735
- }
736
- }
737
-
738
- return optimizations;
739
- }
740
-
741
- async applyOptimizations(optimizations) {
742
- // Sort by confidence and expected impact
743
- const sortedOptimizations = optimizations.sort((a, b) =>
744
- (b.confidence * parseFloat(b.expectedImprovement)) -
745
- (a.confidence * parseFloat(a.expectedImprovement))
746
- );
747
-
748
- // Apply optimizations gradually
749
- for (const optimization of sortedOptimizations) {
750
- try {
751
- await this.applyOptimization(optimization);
752
-
753
- // Wait and measure impact
754
- await this.sleep(30000); // 30 seconds
755
- const impact = await this.measureOptimizationImpact(optimization);
756
-
757
- if (impact.improvement < 0.05) {
758
- // Revert if improvement is less than 5%
759
- await this.revertOptimization(optimization);
760
- } else {
761
- // Keep optimization and record success
762
- this.recordOptimizationSuccess(optimization, impact);
763
- }
764
-
765
- } catch (error) {
766
- console.error(`Failed to apply optimization:`, error);
767
- await this.revertOptimization(optimization);
768
- }
769
- }
770
- }
771
- }
772
- ```
773
-
774
- ## MCP Integration Hooks
775
-
776
- ### Performance Metrics Storage
777
- ```javascript
778
- // Store comprehensive benchmark results
779
- await this.mcpTools.memory_usage({
780
- action: 'store',
781
- key: `benchmark_results_${protocol}_${Date.now()}`,
782
- value: JSON.stringify({
783
- protocol: protocol,
784
- timestamp: Date.now(),
785
- throughput: throughputResults,
786
- latency: latencyResults,
787
- resourceUsage: resourceResults,
788
- optimizations: appliedOptimizations
789
- }),
790
- namespace: 'performance_benchmarks',
791
- ttl: 604800000 // 7 days
792
- });
793
-
794
- // Real-time performance monitoring
795
- await this.mcpTools.metrics_collect({
796
- components: [
797
- 'consensus_throughput',
798
- 'consensus_latency_p99',
799
- 'cpu_utilization',
800
- 'memory_usage',
801
- 'network_io_rate'
802
- ]
803
- });
804
- ```
805
-
806
- ### Neural Performance Learning
807
- ```javascript
808
- // Learn performance optimization patterns
809
- await this.mcpTools.neural_patterns({
810
- action: 'learn',
811
- operation: 'performance_optimization',
812
- outcome: JSON.stringify({
813
- optimizationType: optimization.type,
814
- performanceGain: measurementResults.improvement,
815
- resourceImpact: measurementResults.resourceDelta,
816
- networkConditions: currentNetworkState
817
- })
818
- });
819
-
820
- // Predict optimal configurations
821
- const configPrediction = await this.mcpTools.neural_predict({
822
- modelId: 'consensus_performance_model',
823
- input: JSON.stringify({
824
- workloadPattern: currentWorkload,
825
- networkTopology: networkState,
826
- resourceConstraints: systemResources
827
- })
828
- });
829
- ```
830
-
1
+ ---
2
+ name: performance-benchmarker
3
+ description: Implements comprehensive performance benchmarking for distributed consensus protocols
4
+ ---
5
+
6
+ # Performance Benchmarker
7
+
8
+ Implements comprehensive performance benchmarking and optimization analysis for distributed consensus protocols.
9
+
10
+ ## Core Responsibilities
11
+
12
+ 1. **Protocol Benchmarking**: Measure throughput, latency, and scalability across consensus algorithms
13
+ 2. **Resource Monitoring**: Track CPU, memory, network, and storage utilization patterns
14
+ 3. **Comparative Analysis**: Compare Byzantine, Raft, and Gossip protocol performance
15
+ 4. **Adaptive Tuning**: Implement real-time parameter optimization and load balancing
16
+ 5. **Performance Reporting**: Generate actionable insights and optimization recommendations
17
+
18
+ ## Technical Implementation
19
+
20
+ ### Core Benchmarking Framework
21
+ ```javascript
22
+ class ConsensusPerformanceBenchmarker {
23
+ constructor() {
24
+ this.benchmarkSuites = new Map();
25
+ this.performanceMetrics = new Map();
26
+ this.historicalData = new TimeSeriesDatabase();
27
+ this.currentBenchmarks = new Set();
28
+ this.adaptiveOptimizer = new AdaptiveOptimizer();
29
+ this.alertSystem = new PerformanceAlertSystem();
30
+ }
31
+
32
+ // Register benchmark suite for specific consensus protocol
33
+ registerBenchmarkSuite(protocolName, benchmarkConfig) {
34
+ const suite = new BenchmarkSuite(protocolName, benchmarkConfig);
35
+ this.benchmarkSuites.set(protocolName, suite);
36
+
37
+ return suite;
38
+ }
39
+
40
+ // Execute comprehensive performance benchmarks
41
+ async runComprehensiveBenchmarks(protocols, scenarios) {
42
+ const results = new Map();
43
+
44
+ for (const protocol of protocols) {
45
+ const protocolResults = new Map();
46
+
47
+ for (const scenario of scenarios) {
48
+ console.log(`Running ${scenario.name} benchmark for ${protocol}`);
49
+
50
+ const benchmarkResult = await this.executeBenchmarkScenario(
51
+ protocol, scenario
52
+ );
53
+
54
+ protocolResults.set(scenario.name, benchmarkResult);
55
+
56
+ // Store in historical database
57
+ await this.historicalData.store({
58
+ protocol: protocol,
59
+ scenario: scenario.name,
60
+ timestamp: Date.now(),
61
+ metrics: benchmarkResult
62
+ });
63
+ }
64
+
65
+ results.set(protocol, protocolResults);
66
+ }
67
+
68
+ // Generate comparative analysis
69
+ const analysis = await this.generateComparativeAnalysis(results);
70
+
71
+ // Trigger adaptive optimizations
72
+ await this.adaptiveOptimizer.optimizeBasedOnResults(results);
73
+
74
+ return {
75
+ benchmarkResults: results,
76
+ comparativeAnalysis: analysis,
77
+ recommendations: await this.generateOptimizationRecommendations(results)
78
+ };
79
+ }
80
+
81
+ async executeBenchmarkScenario(protocol, scenario) {
82
+ const benchmark = this.benchmarkSuites.get(protocol);
83
+ if (!benchmark) {
84
+ throw new Error(`No benchmark suite found for protocol: ${protocol}`);
85
+ }
86
+
87
+ // Initialize benchmark environment
88
+ const environment = await this.setupBenchmarkEnvironment(scenario);
89
+
90
+ try {
91
+ // Pre-benchmark setup
92
+ await benchmark.setup(environment);
93
+
94
+ // Execute benchmark phases
95
+ const results = {
96
+ throughput: await this.measureThroughput(benchmark, scenario),
97
+ latency: await this.measureLatency(benchmark, scenario),
98
+ resourceUsage: await this.measureResourceUsage(benchmark, scenario),
99
+ scalability: await this.measureScalability(benchmark, scenario),
100
+ faultTolerance: await this.measureFaultTolerance(benchmark, scenario)
101
+ };
102
+
103
+ // Post-benchmark analysis
104
+ results.analysis = await this.analyzeBenchmarkResults(results);
105
+
106
+ return results;
107
+
108
+ } finally {
109
+ // Cleanup benchmark environment
110
+ await this.cleanupBenchmarkEnvironment(environment);
111
+ }
112
+ }
113
+ }
114
+ ```
115
+
116
+ ### Throughput Measurement System
117
+ ```javascript
118
+ class ThroughputBenchmark {
119
+ constructor(protocol, configuration) {
120
+ this.protocol = protocol;
121
+ this.config = configuration;
122
+ this.metrics = new MetricsCollector();
123
+ this.loadGenerator = new LoadGenerator();
124
+ }
125
+
126
+ async measureThroughput(scenario) {
127
+ const measurements = [];
128
+ const duration = scenario.duration || 60000; // 1 minute default
129
+ const startTime = Date.now();
130
+
131
+ // Initialize load generator
132
+ await this.loadGenerator.initialize({
133
+ requestRate: scenario.initialRate || 10,
134
+ rampUp: scenario.rampUp || false,
135
+ pattern: scenario.pattern || 'constant'
136
+ });
137
+
138
+ // Start metrics collection
139
+ this.metrics.startCollection(['transactions_per_second', 'success_rate']);
140
+
141
+ let currentRate = scenario.initialRate || 10;
142
+ const rateIncrement = scenario.rateIncrement || 5;
143
+ const measurementInterval = 5000; // 5 seconds
144
+
145
+ while (Date.now() - startTime < duration) {
146
+ const intervalStart = Date.now();
147
+
148
+ // Generate load for this interval
149
+ const transactions = await this.generateTransactionLoad(
150
+ currentRate, measurementInterval
151
+ );
152
+
153
+ // Measure throughput for this interval
154
+ const intervalMetrics = await this.measureIntervalThroughput(
155
+ transactions, measurementInterval
156
+ );
157
+
158
+ measurements.push({
159
+ timestamp: intervalStart,
160
+ requestRate: currentRate,
161
+ actualThroughput: intervalMetrics.throughput,
162
+ successRate: intervalMetrics.successRate,
163
+ averageLatency: intervalMetrics.averageLatency,
164
+ p95Latency: intervalMetrics.p95Latency,
165
+ p99Latency: intervalMetrics.p99Latency
166
+ });
167
+
168
+ // Adaptive rate adjustment
169
+ if (scenario.rampUp && intervalMetrics.successRate > 0.95) {
170
+ currentRate += rateIncrement;
171
+ } else if (intervalMetrics.successRate < 0.8) {
172
+ currentRate = Math.max(1, currentRate - rateIncrement);
173
+ }
174
+
175
+ // Wait for next interval
176
+ const elapsed = Date.now() - intervalStart;
177
+ if (elapsed < measurementInterval) {
178
+ await this.sleep(measurementInterval - elapsed);
179
+ }
180
+ }
181
+
182
+ // Stop metrics collection
183
+ this.metrics.stopCollection();
184
+
185
+ // Analyze throughput results
186
+ return this.analyzeThroughputMeasurements(measurements);
187
+ }
188
+
189
+ async generateTransactionLoad(rate, duration) {
190
+ const transactions = [];
191
+ const interval = 1000 / rate; // Interval between transactions in ms
192
+ const endTime = Date.now() + duration;
193
+
194
+ while (Date.now() < endTime) {
195
+ const transactionStart = Date.now();
196
+
197
+ const transaction = {
198
+ id: `tx_${Date.now()}_${Math.random()}`,
199
+ type: this.getRandomTransactionType(),
200
+ data: this.generateTransactionData(),
201
+ timestamp: transactionStart
202
+ };
203
+
204
+ // Submit transaction to consensus protocol
205
+ const promise = this.protocol.submitTransaction(transaction)
206
+ .then(result => ({
207
+ ...transaction,
208
+ result: result,
209
+ latency: Date.now() - transactionStart,
210
+ success: result.committed === true
211
+ }))
212
+ .catch(error => ({
213
+ ...transaction,
214
+ error: error,
215
+ latency: Date.now() - transactionStart,
216
+ success: false
217
+ }));
218
+
219
+ transactions.push(promise);
220
+
221
+ // Wait for next transaction interval
222
+ await this.sleep(interval);
223
+ }
224
+
225
+ // Wait for all transactions to complete
226
+ return await Promise.all(transactions);
227
+ }
228
+
229
+ analyzeThroughputMeasurements(measurements) {
230
+ const totalMeasurements = measurements.length;
231
+ const avgThroughput = measurements.reduce((sum, m) => sum + m.actualThroughput, 0) / totalMeasurements;
232
+ const maxThroughput = Math.max(...measurements.map(m => m.actualThroughput));
233
+ const avgSuccessRate = measurements.reduce((sum, m) => sum + m.successRate, 0) / totalMeasurements;
234
+
235
+ // Find optimal operating point (highest throughput with >95% success rate)
236
+ const optimalPoints = measurements.filter(m => m.successRate >= 0.95);
237
+ const optimalThroughput = optimalPoints.length > 0 ?
238
+ Math.max(...optimalPoints.map(m => m.actualThroughput)) : 0;
239
+
240
+ return {
241
+ averageThroughput: avgThroughput,
242
+ maxThroughput: maxThroughput,
243
+ optimalThroughput: optimalThroughput,
244
+ averageSuccessRate: avgSuccessRate,
245
+ measurements: measurements,
246
+ sustainableThroughput: this.calculateSustainableThroughput(measurements),
247
+ throughputVariability: this.calculateThroughputVariability(measurements)
248
+ };
249
+ }
250
+
251
+ calculateSustainableThroughput(measurements) {
252
+ // Find the highest throughput that can be sustained for >80% of the time
253
+ const sortedThroughputs = measurements.map(m => m.actualThroughput).sort((a, b) => b - a);
254
+ const p80Index = Math.floor(sortedThroughputs.length * 0.2);
255
+ return sortedThroughputs[p80Index];
256
+ }
257
+ }
258
+ ```
259
+
260
+ ### Latency Analysis System
261
+ ```javascript
262
+ class LatencyBenchmark {
263
+ constructor(protocol, configuration) {
264
+ this.protocol = protocol;
265
+ this.config = configuration;
266
+ this.latencyHistogram = new LatencyHistogram();
267
+ this.percentileCalculator = new PercentileCalculator();
268
+ }
269
+
270
+ async measureLatency(scenario) {
271
+ const measurements = [];
272
+ const sampleSize = scenario.sampleSize || 10000;
273
+ const warmupSize = scenario.warmupSize || 1000;
274
+
275
+ console.log(`Measuring latency with ${sampleSize} samples (${warmupSize} warmup)`);
276
+
277
+ // Warmup phase
278
+ await this.performWarmup(warmupSize);
279
+
280
+ // Measurement phase
281
+ for (let i = 0; i < sampleSize; i++) {
282
+ const latencyMeasurement = await this.measureSingleTransactionLatency();
283
+ measurements.push(latencyMeasurement);
284
+
285
+ // Progress reporting
286
+ if (i % 1000 === 0) {
287
+ console.log(`Completed ${i}/${sampleSize} latency measurements`);
288
+ }
289
+ }
290
+
291
+ // Analyze latency distribution
292
+ return this.analyzeLatencyDistribution(measurements);
293
+ }
294
+
295
+ async measureSingleTransactionLatency() {
296
+ const transaction = {
297
+ id: `latency_tx_${Date.now()}_${Math.random()}`,
298
+ type: 'benchmark',
299
+ data: { value: Math.random() },
300
+ phases: {}
301
+ };
302
+
303
+ // Phase 1: Submission
304
+ const submissionStart = performance.now();
305
+ const submissionPromise = this.protocol.submitTransaction(transaction);
306
+ transaction.phases.submission = performance.now() - submissionStart;
307
+
308
+ // Phase 2: Consensus
309
+ const consensusStart = performance.now();
310
+ const result = await submissionPromise;
311
+ transaction.phases.consensus = performance.now() - consensusStart;
312
+
313
+ // Phase 3: Application (if applicable)
314
+ let applicationLatency = 0;
315
+ if (result.applicationTime) {
316
+ applicationLatency = result.applicationTime;
317
+ }
318
+ transaction.phases.application = applicationLatency;
319
+
320
+ // Total end-to-end latency
321
+ const totalLatency = transaction.phases.submission +
322
+ transaction.phases.consensus +
323
+ transaction.phases.application;
324
+
325
+ return {
326
+ transactionId: transaction.id,
327
+ totalLatency: totalLatency,
328
+ phases: transaction.phases,
329
+ success: result.committed === true,
330
+ timestamp: Date.now()
331
+ };
332
+ }
333
+
334
+ analyzeLatencyDistribution(measurements) {
335
+ const successfulMeasurements = measurements.filter(m => m.success);
336
+ const latencies = successfulMeasurements.map(m => m.totalLatency);
337
+
338
+ if (latencies.length === 0) {
339
+ throw new Error('No successful latency measurements');
340
+ }
341
+
342
+ // Calculate percentiles
343
+ const percentiles = this.percentileCalculator.calculate(latencies, [
344
+ 50, 75, 90, 95, 99, 99.9, 99.99
345
+ ]);
346
+
347
+ // Phase-specific analysis
348
+ const phaseAnalysis = this.analyzePhaseLatencies(successfulMeasurements);
349
+
350
+ // Latency distribution analysis
351
+ const distribution = this.analyzeLatencyHistogram(latencies);
352
+
353
+ return {
354
+ sampleSize: successfulMeasurements.length,
355
+ mean: latencies.reduce((sum, l) => sum + l, 0) / latencies.length,
356
+ median: percentiles[50],
357
+ standardDeviation: this.calculateStandardDeviation(latencies),
358
+ percentiles: percentiles,
359
+ phaseAnalysis: phaseAnalysis,
360
+ distribution: distribution,
361
+ outliers: this.identifyLatencyOutliers(latencies)
362
+ };
363
+ }
364
+
365
+ analyzePhaseLatencies(measurements) {
366
+ const phases = ['submission', 'consensus', 'application'];
367
+ const phaseAnalysis = {};
368
+
369
+ for (const phase of phases) {
370
+ const phaseLatencies = measurements.map(m => m.phases[phase]);
371
+ const validLatencies = phaseLatencies.filter(l => l > 0);
372
+
373
+ if (validLatencies.length > 0) {
374
+ phaseAnalysis[phase] = {
375
+ mean: validLatencies.reduce((sum, l) => sum + l, 0) / validLatencies.length,
376
+ p50: this.percentileCalculator.calculate(validLatencies, [50])[50],
377
+ p95: this.percentileCalculator.calculate(validLatencies, [95])[95],
378
+ p99: this.percentileCalculator.calculate(validLatencies, [99])[99],
379
+ max: Math.max(...validLatencies),
380
+ contributionPercent: (validLatencies.reduce((sum, l) => sum + l, 0) /
381
+ measurements.reduce((sum, m) => sum + m.totalLatency, 0)) * 100
382
+ };
383
+ }
384
+ }
385
+
386
+ return phaseAnalysis;
387
+ }
388
+ }
389
+ ```
390
+
391
+ ### Resource Usage Monitor
392
+ ```javascript
393
+ class ResourceUsageMonitor {
394
+ constructor() {
395
+ this.monitoringActive = false;
396
+ this.samplingInterval = 1000; // 1 second
397
+ this.measurements = [];
398
+ this.systemMonitor = new SystemMonitor();
399
+ }
400
+
401
+ async measureResourceUsage(protocol, scenario) {
402
+ console.log('Starting resource usage monitoring');
403
+
404
+ this.monitoringActive = true;
405
+ this.measurements = [];
406
+
407
+ // Start monitoring in background
408
+ const monitoringPromise = this.startContinuousMonitoring();
409
+
410
+ try {
411
+ // Execute the benchmark scenario
412
+ const benchmarkResult = await this.executeBenchmarkWithMonitoring(
413
+ protocol, scenario
414
+ );
415
+
416
+ // Stop monitoring
417
+ this.monitoringActive = false;
418
+ await monitoringPromise;
419
+
420
+ // Analyze resource usage
421
+ const resourceAnalysis = this.analyzeResourceUsage();
422
+
423
+ return {
424
+ benchmarkResult: benchmarkResult,
425
+ resourceUsage: resourceAnalysis
426
+ };
427
+
428
+ } catch (error) {
429
+ this.monitoringActive = false;
430
+ throw error;
431
+ }
432
+ }
433
+
434
+ async startContinuousMonitoring() {
435
+ while (this.monitoringActive) {
436
+ const measurement = await this.collectResourceMeasurement();
437
+ this.measurements.push(measurement);
438
+
439
+ await this.sleep(this.samplingInterval);
440
+ }
441
+ }
442
+
443
+ async collectResourceMeasurement() {
444
+ const timestamp = Date.now();
445
+
446
+ // CPU usage
447
+ const cpuUsage = await this.systemMonitor.getCPUUsage();
448
+
449
+ // Memory usage
450
+ const memoryUsage = await this.systemMonitor.getMemoryUsage();
451
+
452
+ // Network I/O
453
+ const networkIO = await this.systemMonitor.getNetworkIO();
454
+
455
+ // Disk I/O
456
+ const diskIO = await this.systemMonitor.getDiskIO();
457
+
458
+ // Process-specific metrics
459
+ const processMetrics = await this.systemMonitor.getProcessMetrics();
460
+
461
+ return {
462
+ timestamp: timestamp,
463
+ cpu: {
464
+ totalUsage: cpuUsage.total,
465
+ consensusUsage: cpuUsage.process,
466
+ loadAverage: cpuUsage.loadAverage,
467
+ coreUsage: cpuUsage.cores
468
+ },
469
+ memory: {
470
+ totalUsed: memoryUsage.used,
471
+ totalAvailable: memoryUsage.available,
472
+ processRSS: memoryUsage.processRSS,
473
+ processHeap: memoryUsage.processHeap,
474
+ gcStats: memoryUsage.gcStats
475
+ },
476
+ network: {
477
+ bytesIn: networkIO.bytesIn,
478
+ bytesOut: networkIO.bytesOut,
479
+ packetsIn: networkIO.packetsIn,
480
+ packetsOut: networkIO.packetsOut,
481
+ connectionsActive: networkIO.connectionsActive
482
+ },
483
+ disk: {
484
+ bytesRead: diskIO.bytesRead,
485
+ bytesWritten: diskIO.bytesWritten,
486
+ operationsRead: diskIO.operationsRead,
487
+ operationsWrite: diskIO.operationsWrite,
488
+ queueLength: diskIO.queueLength
489
+ },
490
+ process: {
491
+ consensusThreads: processMetrics.consensusThreads,
492
+ fileDescriptors: processMetrics.fileDescriptors,
493
+ uptime: processMetrics.uptime
494
+ }
495
+ };
496
+ }
497
+
498
+ analyzeResourceUsage() {
499
+ if (this.measurements.length === 0) {
500
+ return null;
501
+ }
502
+
503
+ const cpuAnalysis = this.analyzeCPUUsage();
504
+ const memoryAnalysis = this.analyzeMemoryUsage();
505
+ const networkAnalysis = this.analyzeNetworkUsage();
506
+ const diskAnalysis = this.analyzeDiskUsage();
507
+
508
+ return {
509
+ duration: this.measurements[this.measurements.length - 1].timestamp -
510
+ this.measurements[0].timestamp,
511
+ sampleCount: this.measurements.length,
512
+ cpu: cpuAnalysis,
513
+ memory: memoryAnalysis,
514
+ network: networkAnalysis,
515
+ disk: diskAnalysis,
516
+ efficiency: this.calculateResourceEfficiency(),
517
+ bottlenecks: this.identifyResourceBottlenecks()
518
+ };
519
+ }
520
+
521
+ analyzeCPUUsage() {
522
+ const cpuUsages = this.measurements.map(m => m.cpu.consensusUsage);
523
+
524
+ return {
525
+ average: cpuUsages.reduce((sum, usage) => sum + usage, 0) / cpuUsages.length,
526
+ peak: Math.max(...cpuUsages),
527
+ p95: this.calculatePercentile(cpuUsages, 95),
528
+ variability: this.calculateStandardDeviation(cpuUsages),
529
+ coreUtilization: this.analyzeCoreUtilization(),
530
+ trends: this.analyzeCPUTrends()
531
+ };
532
+ }
533
+
534
+ analyzeMemoryUsage() {
535
+ const memoryUsages = this.measurements.map(m => m.memory.processRSS);
536
+ const heapUsages = this.measurements.map(m => m.memory.processHeap);
537
+
538
+ return {
539
+ averageRSS: memoryUsages.reduce((sum, usage) => sum + usage, 0) / memoryUsages.length,
540
+ peakRSS: Math.max(...memoryUsages),
541
+ averageHeap: heapUsages.reduce((sum, usage) => sum + usage, 0) / heapUsages.length,
542
+ peakHeap: Math.max(...heapUsages),
543
+ memoryLeaks: this.detectMemoryLeaks(),
544
+ gcImpact: this.analyzeGCImpact(),
545
+ growth: this.calculateMemoryGrowth()
546
+ };
547
+ }
548
+
549
+ identifyResourceBottlenecks() {
550
+ const bottlenecks = [];
551
+
552
+ // CPU bottleneck detection
553
+ const avgCPU = this.measurements.reduce((sum, m) => sum + m.cpu.consensusUsage, 0) /
554
+ this.measurements.length;
555
+ if (avgCPU > 80) {
556
+ bottlenecks.push({
557
+ type: 'CPU',
558
+ severity: 'HIGH',
559
+ description: `High CPU usage (${avgCPU.toFixed(1)}%)`
560
+ });
561
+ }
562
+
563
+ // Memory bottleneck detection
564
+ const memoryGrowth = this.calculateMemoryGrowth();
565
+ if (memoryGrowth.rate > 1024 * 1024) { // 1MB/s growth
566
+ bottlenecks.push({
567
+ type: 'MEMORY',
568
+ severity: 'MEDIUM',
569
+ description: `High memory growth rate (${(memoryGrowth.rate / 1024 / 1024).toFixed(2)} MB/s)`
570
+ });
571
+ }
572
+
573
+ // Network bottleneck detection
574
+ const avgNetworkOut = this.measurements.reduce((sum, m) => sum + m.network.bytesOut, 0) /
575
+ this.measurements.length;
576
+ if (avgNetworkOut > 100 * 1024 * 1024) { // 100 MB/s
577
+ bottlenecks.push({
578
+ type: 'NETWORK',
579
+ severity: 'MEDIUM',
580
+ description: `High network output (${(avgNetworkOut / 1024 / 1024).toFixed(2)} MB/s)`
581
+ });
582
+ }
583
+
584
+ return bottlenecks;
585
+ }
586
+ }
587
+ ```
588
+
589
+ ### Adaptive Performance Optimizer
590
+ ```javascript
591
+ class AdaptiveOptimizer {
592
+ constructor() {
593
+ this.optimizationHistory = new Map();
594
+ this.performanceModel = new PerformanceModel();
595
+ this.parameterTuner = new ParameterTuner();
596
+ this.currentOptimizations = new Map();
597
+ }
598
+
599
+ async optimizeBasedOnResults(benchmarkResults) {
600
+ const optimizations = [];
601
+
602
+ for (const [protocol, results] of benchmarkResults) {
603
+ const protocolOptimizations = await this.optimizeProtocol(protocol, results);
604
+ optimizations.push(...protocolOptimizations);
605
+ }
606
+
607
+ // Apply optimizations gradually
608
+ await this.applyOptimizations(optimizations);
609
+
610
+ return optimizations;
611
+ }
612
+
613
+ async optimizeProtocol(protocol, results) {
614
+ const optimizations = [];
615
+
616
+ // Analyze performance bottlenecks
617
+ const bottlenecks = this.identifyPerformanceBottlenecks(results);
618
+
619
+ for (const bottleneck of bottlenecks) {
620
+ const optimization = await this.generateOptimization(protocol, bottleneck);
621
+ if (optimization) {
622
+ optimizations.push(optimization);
623
+ }
624
+ }
625
+
626
+ // Parameter tuning based on performance characteristics
627
+ const parameterOptimizations = await this.tuneParameters(protocol, results);
628
+ optimizations.push(...parameterOptimizations);
629
+
630
+ return optimizations;
631
+ }
632
+
633
+ identifyPerformanceBottlenecks(results) {
634
+ const bottlenecks = [];
635
+
636
+ // Throughput bottlenecks
637
+ for (const [scenario, result] of results) {
638
+ if (result.throughput && result.throughput.optimalThroughput < result.throughput.maxThroughput * 0.8) {
639
+ bottlenecks.push({
640
+ type: 'THROUGHPUT_DEGRADATION',
641
+ scenario: scenario,
642
+ severity: 'HIGH',
643
+ impact: (result.throughput.maxThroughput - result.throughput.optimalThroughput) /
644
+ result.throughput.maxThroughput,
645
+ details: result.throughput
646
+ });
647
+ }
648
+
649
+ // Latency bottlenecks
650
+ if (result.latency && result.latency.p99 > result.latency.p50 * 10) {
651
+ bottlenecks.push({
652
+ type: 'LATENCY_TAIL',
653
+ scenario: scenario,
654
+ severity: 'MEDIUM',
655
+ impact: result.latency.p99 / result.latency.p50,
656
+ details: result.latency
657
+ });
658
+ }
659
+
660
+ // Resource bottlenecks
661
+ if (result.resourceUsage && result.resourceUsage.bottlenecks.length > 0) {
662
+ bottlenecks.push({
663
+ type: 'RESOURCE_CONSTRAINT',
664
+ scenario: scenario,
665
+ severity: 'HIGH',
666
+ details: result.resourceUsage.bottlenecks
667
+ });
668
+ }
669
+ }
670
+
671
+ return bottlenecks;
672
+ }
673
+
674
+ async generateOptimization(protocol, bottleneck) {
675
+ switch (bottleneck.type) {
676
+ case 'THROUGHPUT_DEGRADATION':
677
+ return await this.optimizeThroughput(protocol, bottleneck);
678
+ case 'LATENCY_TAIL':
679
+ return await this.optimizeLatency(protocol, bottleneck);
680
+ case 'RESOURCE_CONSTRAINT':
681
+ return await this.optimizeResourceUsage(protocol, bottleneck);
682
+ default:
683
+ return null;
684
+ }
685
+ }
686
+
687
+ async optimizeThroughput(protocol, bottleneck) {
688
+ const optimizations = [];
689
+
690
+ // Batch size optimization
691
+ if (protocol === 'raft') {
692
+ optimizations.push({
693
+ type: 'PARAMETER_ADJUSTMENT',
694
+ parameter: 'max_batch_size',
695
+ currentValue: await this.getCurrentParameter(protocol, 'max_batch_size'),
696
+ recommendedValue: this.calculateOptimalBatchSize(bottleneck.details),
697
+ expectedImprovement: '15-25% throughput increase',
698
+ confidence: 0.8
699
+ });
700
+ }
701
+
702
+ // Pipelining optimization
703
+ if (protocol === 'byzantine') {
704
+ optimizations.push({
705
+ type: 'FEATURE_ENABLE',
706
+ feature: 'request_pipelining',
707
+ description: 'Enable request pipelining to improve throughput',
708
+ expectedImprovement: '20-30% throughput increase',
709
+ confidence: 0.7
710
+ });
711
+ }
712
+
713
+ return optimizations.length > 0 ? optimizations[0] : null;
714
+ }
715
+
716
+ async tuneParameters(protocol, results) {
717
+ const optimizations = [];
718
+
719
+ // Use machine learning model to suggest parameter values
720
+ const parameterSuggestions = await this.performanceModel.suggestParameters(
721
+ protocol, results
722
+ );
723
+
724
+ for (const suggestion of parameterSuggestions) {
725
+ if (suggestion.confidence > 0.6) {
726
+ optimizations.push({
727
+ type: 'PARAMETER_TUNING',
728
+ parameter: suggestion.parameter,
729
+ currentValue: suggestion.currentValue,
730
+ recommendedValue: suggestion.recommendedValue,
731
+ expectedImprovement: suggestion.expectedImprovement,
732
+ confidence: suggestion.confidence,
733
+ rationale: suggestion.rationale
734
+ });
735
+ }
736
+ }
737
+
738
+ return optimizations;
739
+ }
740
+
741
+ async applyOptimizations(optimizations) {
742
+ // Sort by confidence and expected impact
743
+ const sortedOptimizations = optimizations.sort((a, b) =>
744
+ (b.confidence * parseFloat(b.expectedImprovement)) -
745
+ (a.confidence * parseFloat(a.expectedImprovement))
746
+ );
747
+
748
+ // Apply optimizations gradually
749
+ for (const optimization of sortedOptimizations) {
750
+ try {
751
+ await this.applyOptimization(optimization);
752
+
753
+ // Wait and measure impact
754
+ await this.sleep(30000); // 30 seconds
755
+ const impact = await this.measureOptimizationImpact(optimization);
756
+
757
+ if (impact.improvement < 0.05) {
758
+ // Revert if improvement is less than 5%
759
+ await this.revertOptimization(optimization);
760
+ } else {
761
+ // Keep optimization and record success
762
+ this.recordOptimizationSuccess(optimization, impact);
763
+ }
764
+
765
+ } catch (error) {
766
+ console.error(`Failed to apply optimization:`, error);
767
+ await this.revertOptimization(optimization);
768
+ }
769
+ }
770
+ }
771
+ }
772
+ ```
773
+
774
+ ## MCP Integration Hooks
775
+
776
+ ### Performance Metrics Storage
777
+ ```javascript
778
+ // Store comprehensive benchmark results
779
+ await this.mcpTools.memory_usage({
780
+ action: 'store',
781
+ key: `benchmark_results_${protocol}_${Date.now()}`,
782
+ value: JSON.stringify({
783
+ protocol: protocol,
784
+ timestamp: Date.now(),
785
+ throughput: throughputResults,
786
+ latency: latencyResults,
787
+ resourceUsage: resourceResults,
788
+ optimizations: appliedOptimizations
789
+ }),
790
+ namespace: 'performance_benchmarks',
791
+ ttl: 604800000 // 7 days
792
+ });
793
+
794
+ // Real-time performance monitoring
795
+ await this.mcpTools.metrics_collect({
796
+ components: [
797
+ 'consensus_throughput',
798
+ 'consensus_latency_p99',
799
+ 'cpu_utilization',
800
+ 'memory_usage',
801
+ 'network_io_rate'
802
+ ]
803
+ });
804
+ ```
805
+
806
+ ### Neural Performance Learning
807
+ ```javascript
808
+ // Learn performance optimization patterns
809
+ await this.mcpTools.neural_patterns({
810
+ action: 'learn',
811
+ operation: 'performance_optimization',
812
+ outcome: JSON.stringify({
813
+ optimizationType: optimization.type,
814
+ performanceGain: measurementResults.improvement,
815
+ resourceImpact: measurementResults.resourceDelta,
816
+ networkConditions: currentNetworkState
817
+ })
818
+ });
819
+
820
+ // Predict optimal configurations
821
+ const configPrediction = await this.mcpTools.neural_predict({
822
+ modelId: 'consensus_performance_model',
823
+ input: JSON.stringify({
824
+ workloadPattern: currentWorkload,
825
+ networkTopology: networkState,
826
+ resourceConstraints: systemResources
827
+ })
828
+ });
829
+ ```
830
+
831
831
  This Performance Benchmarker provides comprehensive performance analysis, optimization recommendations, and adaptive tuning capabilities for distributed consensus protocols.