claude-flow 3.7.0-alpha.11 → 3.7.0-alpha.13

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (430) hide show
  1. package/.claude/agents/MIGRATION_SUMMARY.md +221 -221
  2. package/.claude/agents/analysis/analyze-code-quality.md +57 -57
  3. package/.claude/agents/analysis/code-analyzer.md +188 -188
  4. package/.claude/agents/analysis/code-review/analyze-code-quality.md +57 -57
  5. package/.claude/agents/architecture/system-design/arch-system-design.md +35 -35
  6. package/.claude/agents/base-template-generator.md +41 -41
  7. package/.claude/agents/consensus/byzantine-coordinator.md +42 -42
  8. package/.claude/agents/consensus/crdt-synchronizer.md +976 -976
  9. package/.claude/agents/consensus/gossip-coordinator.md +42 -42
  10. package/.claude/agents/consensus/performance-benchmarker.md +830 -830
  11. package/.claude/agents/consensus/quorum-manager.md +802 -802
  12. package/.claude/agents/consensus/raft-manager.md +42 -42
  13. package/.claude/agents/consensus/security-manager.md +601 -601
  14. package/.claude/agents/core/coder.md +254 -254
  15. package/.claude/agents/core/planner.md +151 -151
  16. package/.claude/agents/core/researcher.md +173 -173
  17. package/.claude/agents/core/reviewer.md +308 -308
  18. package/.claude/agents/core/tester.md +299 -299
  19. package/.claude/agents/custom/test-long-runner.md +43 -43
  20. package/.claude/agents/data/ml/data-ml-model.md +75 -75
  21. package/.claude/agents/database-specialist.md +9 -9
  22. package/.claude/agents/development/backend/dev-backend-api.md +28 -28
  23. package/.claude/agents/development/dev-backend-api.md +177 -177
  24. package/.claude/agents/devops/ci-cd/ops-cicd-github.md +51 -51
  25. package/.claude/agents/documentation/api-docs/docs-api-openapi.md +62 -62
  26. package/.claude/agents/dual-mode/codex-coordinator.md +201 -201
  27. package/.claude/agents/dual-mode/codex-worker.md +183 -183
  28. package/.claude/agents/dual-mode/dual-orchestrator.md +253 -253
  29. package/.claude/agents/flow-nexus/app-store.md +87 -87
  30. package/.claude/agents/flow-nexus/authentication.md +68 -68
  31. package/.claude/agents/flow-nexus/challenges.md +80 -80
  32. package/.claude/agents/flow-nexus/neural-network.md +87 -87
  33. package/.claude/agents/flow-nexus/payments.md +82 -82
  34. package/.claude/agents/flow-nexus/sandbox.md +75 -75
  35. package/.claude/agents/flow-nexus/swarm.md +75 -75
  36. package/.claude/agents/flow-nexus/user-tools.md +95 -95
  37. package/.claude/agents/flow-nexus/workflow.md +83 -83
  38. package/.claude/agents/github/code-review-swarm.md +520 -520
  39. package/.claude/agents/github/github-modes.md +153 -153
  40. package/.claude/agents/github/issue-tracker.md +298 -298
  41. package/.claude/agents/github/multi-repo-swarm.md +524 -524
  42. package/.claude/agents/github/pr-manager.md +162 -162
  43. package/.claude/agents/github/project-board-sync.md +477 -477
  44. package/.claude/agents/github/release-manager.md +335 -335
  45. package/.claude/agents/github/release-swarm.md +550 -550
  46. package/.claude/agents/github/repo-architect.md +364 -364
  47. package/.claude/agents/github/swarm-issue.md +547 -547
  48. package/.claude/agents/github/swarm-pr.md +398 -398
  49. package/.claude/agents/github/sync-coordinator.md +422 -422
  50. package/.claude/agents/github/workflow-automation.md +604 -604
  51. package/.claude/agents/goal/agent.md +816 -816
  52. package/.claude/agents/goal/code-goal-planner.md +444 -444
  53. package/.claude/agents/goal/goal-planner.md +167 -167
  54. package/.claude/agents/hive-mind/collective-intelligence-coordinator.md +128 -128
  55. package/.claude/agents/hive-mind/queen-coordinator.md +201 -201
  56. package/.claude/agents/hive-mind/scout-explorer.md +240 -240
  57. package/.claude/agents/hive-mind/swarm-memory-manager.md +191 -191
  58. package/.claude/agents/hive-mind/worker-specialist.md +215 -215
  59. package/.claude/agents/neural/safla-neural.md +73 -73
  60. package/.claude/agents/optimization/benchmark-suite.md +662 -662
  61. package/.claude/agents/optimization/load-balancer.md +428 -428
  62. package/.claude/agents/optimization/performance-monitor.md +669 -669
  63. package/.claude/agents/optimization/resource-allocator.md +671 -671
  64. package/.claude/agents/optimization/topology-optimizer.md +805 -805
  65. package/.claude/agents/payments/agentic-payments.md +126 -126
  66. package/.claude/agents/project-coordinator.md +8 -8
  67. package/.claude/agents/python-specialist.md +9 -9
  68. package/.claude/agents/reasoning/agent.md +816 -816
  69. package/.claude/agents/reasoning/goal-planner.md +72 -72
  70. package/.claude/agents/security-auditor.md +9 -9
  71. package/.claude/agents/sona/sona-learning-optimizer.md +65 -65
  72. package/.claude/agents/sparc/architecture.md +452 -452
  73. package/.claude/agents/sparc/pseudocode.md +298 -298
  74. package/.claude/agents/sparc/refinement.md +503 -503
  75. package/.claude/agents/sparc/specification.md +257 -257
  76. package/.claude/agents/specialized/mobile/spec-mobile-react-native.md +87 -87
  77. package/.claude/agents/sublinear/consensus-coordinator.md +337 -337
  78. package/.claude/agents/sublinear/matrix-optimizer.md +184 -184
  79. package/.claude/agents/sublinear/pagerank-analyzer.md +298 -298
  80. package/.claude/agents/sublinear/performance-optimizer.md +367 -367
  81. package/.claude/agents/sublinear/trading-predictor.md +245 -245
  82. package/.claude/agents/swarm/adaptive-coordinator.md +363 -363
  83. package/.claude/agents/swarm/hierarchical-coordinator.md +299 -299
  84. package/.claude/agents/swarm/mesh-coordinator.md +362 -362
  85. package/.claude/agents/templates/automation-smart-agent.md +184 -184
  86. package/.claude/agents/templates/coordinator-swarm-init.md +82 -82
  87. package/.claude/agents/templates/github-pr-manager.md +154 -154
  88. package/.claude/agents/templates/implementer-sparc-coder.md +242 -242
  89. package/.claude/agents/templates/memory-coordinator.md +162 -162
  90. package/.claude/agents/templates/migration-plan.md +723 -723
  91. package/.claude/agents/templates/orchestrator-task.md +119 -119
  92. package/.claude/agents/templates/performance-analyzer.md +178 -178
  93. package/.claude/agents/templates/sparc-coordinator.md +162 -162
  94. package/.claude/agents/testing/production-validator.md +372 -372
  95. package/.claude/agents/testing/tdd-london-swarm.md +221 -221
  96. package/.claude/agents/testing/unit/tdd-london-swarm.md +221 -221
  97. package/.claude/agents/testing/validation/production-validator.md +372 -372
  98. package/.claude/agents/typescript-specialist.md +9 -9
  99. package/.claude/agents/v3/database-specialist.md +9 -9
  100. package/.claude/agents/v3/project-coordinator.md +8 -8
  101. package/.claude/agents/v3/python-specialist.md +9 -9
  102. package/.claude/agents/v3/test-architect.md +9 -9
  103. package/.claude/agents/v3/typescript-specialist.md +9 -9
  104. package/.claude/agents/v3/v3-integration-architect.md +311 -311
  105. package/.claude/agents/v3/v3-memory-specialist.md +280 -280
  106. package/.claude/agents/v3/v3-performance-engineer.md +362 -362
  107. package/.claude/agents/v3/v3-queen-coordinator.md +62 -62
  108. package/.claude/agents/v3/v3-security-architect.md +139 -139
  109. package/.claude/checkpoints/1767754460.json +8 -8
  110. package/.claude/commands/agents/README.md +10 -10
  111. package/.claude/commands/agents/agent-capabilities.md +21 -21
  112. package/.claude/commands/agents/agent-coordination.md +28 -28
  113. package/.claude/commands/agents/agent-spawning.md +28 -28
  114. package/.claude/commands/agents/agent-types.md +26 -26
  115. package/.claude/commands/analysis/COMMAND_COMPLIANCE_REPORT.md +53 -53
  116. package/.claude/commands/analysis/README.md +9 -9
  117. package/.claude/commands/analysis/bottleneck-detect.md +162 -162
  118. package/.claude/commands/analysis/performance-bottlenecks.md +58 -58
  119. package/.claude/commands/analysis/performance-report.md +25 -25
  120. package/.claude/commands/analysis/token-efficiency.md +44 -44
  121. package/.claude/commands/analysis/token-usage.md +25 -25
  122. package/.claude/commands/automation/README.md +9 -9
  123. package/.claude/commands/automation/auto-agent.md +122 -122
  124. package/.claude/commands/automation/self-healing.md +105 -105
  125. package/.claude/commands/automation/session-memory.md +89 -89
  126. package/.claude/commands/automation/smart-agents.md +72 -72
  127. package/.claude/commands/automation/smart-spawn.md +25 -25
  128. package/.claude/commands/automation/workflow-select.md +25 -25
  129. package/.claude/commands/claude-flow-help.md +103 -103
  130. package/.claude/commands/claude-flow-memory.md +107 -107
  131. package/.claude/commands/claude-flow-swarm.md +205 -205
  132. package/.claude/commands/coordination/README.md +9 -9
  133. package/.claude/commands/coordination/agent-spawn.md +25 -25
  134. package/.claude/commands/coordination/init.md +44 -44
  135. package/.claude/commands/coordination/orchestrate.md +43 -43
  136. package/.claude/commands/coordination/spawn.md +45 -45
  137. package/.claude/commands/coordination/swarm-init.md +85 -85
  138. package/.claude/commands/coordination/task-orchestrate.md +25 -25
  139. package/.claude/commands/flow-nexus/app-store.md +123 -123
  140. package/.claude/commands/flow-nexus/challenges.md +119 -119
  141. package/.claude/commands/flow-nexus/login-registration.md +64 -64
  142. package/.claude/commands/flow-nexus/neural-network.md +133 -133
  143. package/.claude/commands/flow-nexus/payments.md +115 -115
  144. package/.claude/commands/flow-nexus/sandbox.md +82 -82
  145. package/.claude/commands/flow-nexus/swarm.md +86 -86
  146. package/.claude/commands/flow-nexus/user-tools.md +151 -151
  147. package/.claude/commands/flow-nexus/workflow.md +114 -114
  148. package/.claude/commands/github/README.md +11 -11
  149. package/.claude/commands/github/code-review-swarm.md +513 -513
  150. package/.claude/commands/github/code-review.md +25 -25
  151. package/.claude/commands/github/github-modes.md +146 -146
  152. package/.claude/commands/github/github-swarm.md +121 -121
  153. package/.claude/commands/github/issue-tracker.md +291 -291
  154. package/.claude/commands/github/issue-triage.md +25 -25
  155. package/.claude/commands/github/multi-repo-swarm.md +518 -518
  156. package/.claude/commands/github/pr-enhance.md +26 -26
  157. package/.claude/commands/github/pr-manager.md +169 -169
  158. package/.claude/commands/github/project-board-sync.md +470 -470
  159. package/.claude/commands/github/release-manager.md +337 -337
  160. package/.claude/commands/github/release-swarm.md +543 -543
  161. package/.claude/commands/github/repo-analyze.md +25 -25
  162. package/.claude/commands/github/repo-architect.md +366 -366
  163. package/.claude/commands/github/swarm-issue.md +481 -481
  164. package/.claude/commands/github/swarm-pr.md +284 -284
  165. package/.claude/commands/github/sync-coordinator.md +300 -300
  166. package/.claude/commands/github/workflow-automation.md +441 -441
  167. package/.claude/commands/hive-mind/README.md +17 -17
  168. package/.claude/commands/hive-mind/hive-mind-consensus.md +8 -8
  169. package/.claude/commands/hive-mind/hive-mind-init.md +18 -18
  170. package/.claude/commands/hive-mind/hive-mind-memory.md +8 -8
  171. package/.claude/commands/hive-mind/hive-mind-metrics.md +8 -8
  172. package/.claude/commands/hive-mind/hive-mind-resume.md +8 -8
  173. package/.claude/commands/hive-mind/hive-mind-sessions.md +8 -8
  174. package/.claude/commands/hive-mind/hive-mind-spawn.md +21 -21
  175. package/.claude/commands/hive-mind/hive-mind-status.md +8 -8
  176. package/.claude/commands/hive-mind/hive-mind-stop.md +8 -8
  177. package/.claude/commands/hive-mind/hive-mind-wizard.md +8 -8
  178. package/.claude/commands/hive-mind/hive-mind.md +27 -27
  179. package/.claude/commands/hooks/README.md +11 -11
  180. package/.claude/commands/hooks/overview.md +57 -57
  181. package/.claude/commands/hooks/post-edit.md +117 -117
  182. package/.claude/commands/hooks/post-task.md +112 -112
  183. package/.claude/commands/hooks/pre-edit.md +113 -113
  184. package/.claude/commands/hooks/pre-task.md +111 -111
  185. package/.claude/commands/hooks/session-end.md +118 -118
  186. package/.claude/commands/hooks/setup.md +102 -102
  187. package/.claude/commands/memory/README.md +9 -9
  188. package/.claude/commands/memory/memory-persist.md +25 -25
  189. package/.claude/commands/memory/memory-search.md +25 -25
  190. package/.claude/commands/memory/memory-usage.md +25 -25
  191. package/.claude/commands/memory/neural.md +47 -47
  192. package/.claude/commands/monitoring/README.md +9 -9
  193. package/.claude/commands/monitoring/agent-metrics.md +25 -25
  194. package/.claude/commands/monitoring/agents.md +44 -44
  195. package/.claude/commands/monitoring/real-time-view.md +25 -25
  196. package/.claude/commands/monitoring/status.md +46 -46
  197. package/.claude/commands/monitoring/swarm-monitor.md +25 -25
  198. package/.claude/commands/optimization/README.md +9 -9
  199. package/.claude/commands/optimization/auto-topology.md +61 -61
  200. package/.claude/commands/optimization/cache-manage.md +25 -25
  201. package/.claude/commands/optimization/parallel-execute.md +25 -25
  202. package/.claude/commands/optimization/parallel-execution.md +49 -49
  203. package/.claude/commands/optimization/topology-optimize.md +25 -25
  204. package/.claude/commands/pair/README.md +260 -260
  205. package/.claude/commands/pair/commands.md +545 -545
  206. package/.claude/commands/pair/config.md +509 -509
  207. package/.claude/commands/pair/examples.md +511 -511
  208. package/.claude/commands/pair/modes.md +347 -347
  209. package/.claude/commands/pair/session.md +406 -406
  210. package/.claude/commands/pair/start.md +208 -208
  211. package/.claude/commands/sparc/analyzer.md +51 -51
  212. package/.claude/commands/sparc/architect.md +53 -53
  213. package/.claude/commands/sparc/ask.md +97 -97
  214. package/.claude/commands/sparc/batch-executor.md +54 -54
  215. package/.claude/commands/sparc/code.md +89 -89
  216. package/.claude/commands/sparc/coder.md +54 -54
  217. package/.claude/commands/sparc/debug.md +83 -83
  218. package/.claude/commands/sparc/debugger.md +54 -54
  219. package/.claude/commands/sparc/designer.md +53 -53
  220. package/.claude/commands/sparc/devops.md +109 -109
  221. package/.claude/commands/sparc/docs-writer.md +80 -80
  222. package/.claude/commands/sparc/documenter.md +54 -54
  223. package/.claude/commands/sparc/innovator.md +54 -54
  224. package/.claude/commands/sparc/integration.md +83 -83
  225. package/.claude/commands/sparc/mcp.md +117 -117
  226. package/.claude/commands/sparc/memory-manager.md +54 -54
  227. package/.claude/commands/sparc/optimizer.md +54 -54
  228. package/.claude/commands/sparc/orchestrator.md +131 -131
  229. package/.claude/commands/sparc/post-deployment-monitoring-mode.md +83 -83
  230. package/.claude/commands/sparc/refinement-optimization-mode.md +83 -83
  231. package/.claude/commands/sparc/researcher.md +54 -54
  232. package/.claude/commands/sparc/reviewer.md +54 -54
  233. package/.claude/commands/sparc/security-review.md +80 -80
  234. package/.claude/commands/sparc/sparc-modes.md +174 -174
  235. package/.claude/commands/sparc/sparc.md +111 -111
  236. package/.claude/commands/sparc/spec-pseudocode.md +80 -80
  237. package/.claude/commands/sparc/supabase-admin.md +348 -348
  238. package/.claude/commands/sparc/swarm-coordinator.md +54 -54
  239. package/.claude/commands/sparc/tdd.md +54 -54
  240. package/.claude/commands/sparc/tester.md +54 -54
  241. package/.claude/commands/sparc/tutorial.md +79 -79
  242. package/.claude/commands/sparc/workflow-manager.md +54 -54
  243. package/.claude/commands/sparc.md +166 -166
  244. package/.claude/commands/stream-chain/pipeline.md +120 -120
  245. package/.claude/commands/stream-chain/run.md +69 -69
  246. package/.claude/commands/swarm/README.md +15 -15
  247. package/.claude/commands/swarm/analysis.md +95 -95
  248. package/.claude/commands/swarm/development.md +96 -96
  249. package/.claude/commands/swarm/examples.md +168 -168
  250. package/.claude/commands/swarm/maintenance.md +102 -102
  251. package/.claude/commands/swarm/optimization.md +117 -117
  252. package/.claude/commands/swarm/research.md +136 -136
  253. package/.claude/commands/swarm/swarm-analysis.md +8 -8
  254. package/.claude/commands/swarm/swarm-background.md +8 -8
  255. package/.claude/commands/swarm/swarm-init.md +19 -19
  256. package/.claude/commands/swarm/swarm-modes.md +8 -8
  257. package/.claude/commands/swarm/swarm-monitor.md +8 -8
  258. package/.claude/commands/swarm/swarm-spawn.md +19 -19
  259. package/.claude/commands/swarm/swarm-status.md +8 -8
  260. package/.claude/commands/swarm/swarm-strategies.md +8 -8
  261. package/.claude/commands/swarm/swarm.md +27 -27
  262. package/.claude/commands/swarm/testing.md +131 -131
  263. package/.claude/commands/training/README.md +9 -9
  264. package/.claude/commands/training/model-update.md +25 -25
  265. package/.claude/commands/training/neural-patterns.md +73 -73
  266. package/.claude/commands/training/neural-train.md +25 -25
  267. package/.claude/commands/training/pattern-learn.md +25 -25
  268. package/.claude/commands/training/specialization.md +62 -62
  269. package/.claude/commands/truth/start.md +142 -142
  270. package/.claude/commands/verify/check.md +49 -49
  271. package/.claude/commands/verify/start.md +127 -127
  272. package/.claude/commands/workflows/README.md +9 -9
  273. package/.claude/commands/workflows/development.md +77 -77
  274. package/.claude/commands/workflows/research.md +62 -62
  275. package/.claude/commands/workflows/workflow-create.md +25 -25
  276. package/.claude/commands/workflows/workflow-execute.md +25 -25
  277. package/.claude/commands/workflows/workflow-export.md +25 -25
  278. package/.claude/config/v3-dependency-optimization.json +265 -265
  279. package/.claude/config/v3-performance-targets.json +250 -250
  280. package/.claude/helpers/README.md +96 -96
  281. package/.claude/helpers/adr-compliance.sh +186 -186
  282. package/.claude/helpers/aggressive-microcompact.mjs +36 -36
  283. package/.claude/helpers/auto-commit.sh +178 -178
  284. package/.claude/helpers/auto-memory-hook.mjs +564 -564
  285. package/.claude/helpers/checkpoint-manager.sh +251 -251
  286. package/.claude/helpers/context-persistence-hook.mjs +1979 -1979
  287. package/.claude/helpers/daemon-manager.sh +252 -252
  288. package/.claude/helpers/ddd-tracker.sh +144 -144
  289. package/.claude/helpers/github-safe.js +106 -106
  290. package/.claude/helpers/github-setup.sh +28 -28
  291. package/.claude/helpers/guidance-hook.sh +13 -13
  292. package/.claude/helpers/guidance-hooks.sh +102 -102
  293. package/.claude/helpers/health-monitor.sh +108 -108
  294. package/.claude/helpers/hook-handler.cjs +263 -263
  295. package/.claude/helpers/intelligence.cjs +230 -230
  296. package/.claude/helpers/learning-hooks.sh +329 -329
  297. package/.claude/helpers/learning-optimizer.sh +127 -127
  298. package/.claude/helpers/learning-service.mjs +1144 -1144
  299. package/.claude/helpers/memory.cjs +84 -84
  300. package/.claude/helpers/metrics-db.mjs +488 -488
  301. package/.claude/helpers/patch-aggressive-prune.mjs +184 -184
  302. package/.claude/helpers/pattern-consolidator.sh +86 -86
  303. package/.claude/helpers/perf-worker.sh +160 -160
  304. package/.claude/helpers/quick-start.sh +19 -19
  305. package/.claude/helpers/router.cjs +62 -62
  306. package/.claude/helpers/security-scanner.sh +127 -127
  307. package/.claude/helpers/session.cjs +125 -125
  308. package/.claude/helpers/setup-mcp.sh +18 -18
  309. package/.claude/helpers/standard-checkpoint-hooks.sh +189 -189
  310. package/.claude/helpers/statusline.cjs +819 -819
  311. package/.claude/helpers/swarm-comms.sh +353 -353
  312. package/.claude/helpers/swarm-hooks.sh +761 -761
  313. package/.claude/helpers/swarm-monitor.sh +210 -210
  314. package/.claude/helpers/sync-v3-metrics.sh +245 -245
  315. package/.claude/helpers/update-v3-progress.sh +165 -165
  316. package/.claude/helpers/v3-quick-status.sh +57 -57
  317. package/.claude/helpers/v3.sh +110 -110
  318. package/.claude/helpers/validate-v3-config.sh +215 -215
  319. package/.claude/helpers/worker-manager.sh +170 -170
  320. package/.claude/mcp.json +12 -12
  321. package/.claude/scheduled_tasks.lock +1 -1
  322. package/.claude/settings.json +285 -283
  323. package/.claude/settings.json.bak +526 -526
  324. package/.claude/settings.local.json +1 -0
  325. package/.claude/skills/agentdb-advanced/SKILL.md +550 -550
  326. package/.claude/skills/agentdb-learning/SKILL.md +545 -545
  327. package/.claude/skills/agentdb-memory-patterns/SKILL.md +339 -339
  328. package/.claude/skills/agentdb-optimization/SKILL.md +509 -509
  329. package/.claude/skills/agentdb-vector-search/SKILL.md +339 -339
  330. package/.claude/skills/agentic-jujutsu/SKILL.md +645 -645
  331. package/.claude/skills/browser/SKILL.md +204 -0
  332. package/.claude/skills/dual-mode/README.md +71 -71
  333. package/.claude/skills/dual-mode/dual-collect.md +103 -103
  334. package/.claude/skills/dual-mode/dual-coordinate.md +85 -85
  335. package/.claude/skills/dual-mode/dual-spawn.md +81 -81
  336. package/.claude/skills/flow-nexus-neural/SKILL.md +727 -727
  337. package/.claude/skills/flow-nexus-platform/SKILL.md +1154 -1154
  338. package/.claude/skills/flow-nexus-swarm/SKILL.md +604 -604
  339. package/.claude/skills/github-code-review/SKILL.md +1125 -1125
  340. package/.claude/skills/github-multi-repo/SKILL.md +862 -862
  341. package/.claude/skills/github-project-management/SKILL.md +1263 -1263
  342. package/.claude/skills/github-release-management/SKILL.md +1064 -1064
  343. package/.claude/skills/github-workflow-automation/SKILL.md +1047 -1047
  344. package/.claude/skills/hive-mind-advanced/SKILL.md +709 -709
  345. package/.claude/skills/hooks-automation/SKILL.md +1201 -1201
  346. package/.claude/skills/pair-programming/SKILL.md +1202 -1202
  347. package/.claude/skills/performance-analysis/SKILL.md +560 -560
  348. package/.claude/skills/reasoningbank-agentdb/SKILL.md +446 -446
  349. package/.claude/skills/reasoningbank-intelligence/SKILL.md +201 -201
  350. package/.claude/skills/skill-builder/SKILL.md +910 -910
  351. package/.claude/skills/sparc-methodology/SKILL.md +1106 -1106
  352. package/.claude/skills/stream-chain/SKILL.md +560 -560
  353. package/.claude/skills/swarm-advanced/SKILL.md +970 -970
  354. package/.claude/skills/swarm-orchestration/SKILL.md +179 -179
  355. package/.claude/skills/v3-cli-modernization/SKILL.md +871 -871
  356. package/.claude/skills/v3-core-implementation/SKILL.md +796 -796
  357. package/.claude/skills/v3-ddd-architecture/SKILL.md +441 -441
  358. package/.claude/skills/v3-integration-deep/SKILL.md +240 -240
  359. package/.claude/skills/v3-mcp-optimization/SKILL.md +776 -776
  360. package/.claude/skills/v3-memory-unification/SKILL.md +173 -173
  361. package/.claude/skills/v3-performance-optimization/SKILL.md +389 -389
  362. package/.claude/skills/v3-security-overhaul/SKILL.md +81 -81
  363. package/.claude/skills/v3-swarm-coordination/SKILL.md +339 -339
  364. package/.claude/skills/verification-quality/SKILL.md +647 -647
  365. package/.claude/skills/worker-benchmarks/SKILL.md +129 -129
  366. package/.claude/skills/worker-integration/SKILL.md +147 -147
  367. package/.claude/statusline-command.sh +176 -176
  368. package/.claude/statusline.mjs +109 -109
  369. package/.claude/statusline.sh +431 -431
  370. package/.claude-plugin/README.md +720 -720
  371. package/.claude-plugin/docs/INSTALLATION.md +261 -261
  372. package/.claude-plugin/docs/PLUGIN_SUMMARY.md +361 -361
  373. package/.claude-plugin/docs/QUICKSTART.md +361 -361
  374. package/.claude-plugin/docs/STRUCTURE.md +128 -128
  375. package/.claude-plugin/hooks/hooks.json +74 -74
  376. package/.claude-plugin/marketplace.json +170 -170
  377. package/.claude-plugin/plugin.json +71 -71
  378. package/.claude-plugin/scripts/install.sh +234 -234
  379. package/.claude-plugin/scripts/uninstall.sh +36 -36
  380. package/.claude-plugin/scripts/verify.sh +108 -108
  381. package/LICENSE +21 -21
  382. package/README.md +393 -393
  383. package/bin/cli.js +11 -11
  384. package/bin/npx-repair.js +7 -7
  385. package/bin/npx-safe-launch.js +9 -9
  386. package/package.json +1 -1
  387. package/v3/@claude-flow/cli/README.md +393 -393
  388. package/v3/@claude-flow/cli/bin/cli.js +220 -220
  389. package/v3/@claude-flow/cli/bin/mcp-server.js +224 -224
  390. package/v3/@claude-flow/cli/bin/preinstall.cjs +2 -2
  391. package/v3/@claude-flow/cli/dist/src/commands/completions.js +409 -409
  392. package/v3/@claude-flow/cli/dist/src/commands/doctor.js +57 -17
  393. package/v3/@claude-flow/cli/dist/src/commands/embeddings.js +26 -26
  394. package/v3/@claude-flow/cli/dist/src/commands/hive-mind.js +97 -97
  395. package/v3/@claude-flow/cli/dist/src/commands/hooks.js +9 -9
  396. package/v3/@claude-flow/cli/dist/src/commands/memory.js +22 -3
  397. package/v3/@claude-flow/cli/dist/src/commands/ruvector/backup.js +23 -23
  398. package/v3/@claude-flow/cli/dist/src/commands/ruvector/benchmark.js +31 -31
  399. package/v3/@claude-flow/cli/dist/src/commands/ruvector/import.js +14 -14
  400. package/v3/@claude-flow/cli/dist/src/commands/ruvector/init.js +115 -115
  401. package/v3/@claude-flow/cli/dist/src/commands/ruvector/migrate.js +99 -99
  402. package/v3/@claude-flow/cli/dist/src/commands/ruvector/optimize.js +51 -51
  403. package/v3/@claude-flow/cli/dist/src/commands/ruvector/setup.js +624 -624
  404. package/v3/@claude-flow/cli/dist/src/commands/ruvector/status.js +38 -38
  405. package/v3/@claude-flow/cli/dist/src/config-adapter.js +1 -1
  406. package/v3/@claude-flow/cli/dist/src/index.js +14 -12
  407. package/v3/@claude-flow/cli/dist/src/init/claudemd-generator.js +226 -226
  408. package/v3/@claude-flow/cli/dist/src/init/executor.js +490 -456
  409. package/v3/@claude-flow/cli/dist/src/init/helpers-generator.js +645 -645
  410. package/v3/@claude-flow/cli/dist/src/init/mcp-generator.js +4 -4
  411. package/v3/@claude-flow/cli/dist/src/init/statusline-generator.js +858 -858
  412. package/v3/@claude-flow/cli/dist/src/mcp-tools/hooks-tools.js +44 -5
  413. package/v3/@claude-flow/cli/dist/src/mcp-tools/memory-tools.js +71 -46
  414. package/v3/@claude-flow/cli/dist/src/mcp-tools/system-tools.js +36 -11
  415. package/v3/@claude-flow/cli/dist/src/memory/memory-bridge.js +84 -84
  416. package/v3/@claude-flow/cli/dist/src/memory/memory-initializer.js +360 -360
  417. package/v3/@claude-flow/cli/dist/src/memory/rabitq-index.js +5 -5
  418. package/v3/@claude-flow/cli/dist/src/memory/sona-optimizer.js +0 -1
  419. package/v3/@claude-flow/cli/dist/src/runtime/headless.js +28 -28
  420. package/v3/@claude-flow/cli/dist/src/services/headless-worker-executor.js +84 -84
  421. package/v3/@claude-flow/cli/dist/src/services/worker-daemon.d.ts +25 -2
  422. package/v3/@claude-flow/cli/dist/src/services/worker-daemon.js +186 -10
  423. package/v3/@claude-flow/cli/dist/src/transfer/deploy-seraphine.js +23 -23
  424. package/v3/@claude-flow/cli/package.json +3 -2
  425. package/v3/@claude-flow/guidance/README.md +1195 -1195
  426. package/v3/@claude-flow/guidance/dist/analyzer.js +9 -0
  427. package/v3/@claude-flow/guidance/package.json +198 -198
  428. package/v3/@claude-flow/shared/README.md +323 -323
  429. package/v3/@claude-flow/shared/package.json +43 -43
  430. package/v3/README.md +493 -493
@@ -1,831 +1,831 @@
1
- ---
2
- name: performance-benchmarker
3
- description: Implements comprehensive performance benchmarking for distributed consensus protocols
4
- ---
5
-
6
- # Performance Benchmarker
7
-
8
- Implements comprehensive performance benchmarking and optimization analysis for distributed consensus protocols.
9
-
10
- ## Core Responsibilities
11
-
12
- 1. **Protocol Benchmarking**: Measure throughput, latency, and scalability across consensus algorithms
13
- 2. **Resource Monitoring**: Track CPU, memory, network, and storage utilization patterns
14
- 3. **Comparative Analysis**: Compare Byzantine, Raft, and Gossip protocol performance
15
- 4. **Adaptive Tuning**: Implement real-time parameter optimization and load balancing
16
- 5. **Performance Reporting**: Generate actionable insights and optimization recommendations
17
-
18
- ## Technical Implementation
19
-
20
- ### Core Benchmarking Framework
21
- ```javascript
22
- class ConsensusPerformanceBenchmarker {
23
- constructor() {
24
- this.benchmarkSuites = new Map();
25
- this.performanceMetrics = new Map();
26
- this.historicalData = new TimeSeriesDatabase();
27
- this.currentBenchmarks = new Set();
28
- this.adaptiveOptimizer = new AdaptiveOptimizer();
29
- this.alertSystem = new PerformanceAlertSystem();
30
- }
31
-
32
- // Register benchmark suite for specific consensus protocol
33
- registerBenchmarkSuite(protocolName, benchmarkConfig) {
34
- const suite = new BenchmarkSuite(protocolName, benchmarkConfig);
35
- this.benchmarkSuites.set(protocolName, suite);
36
-
37
- return suite;
38
- }
39
-
40
- // Execute comprehensive performance benchmarks
41
- async runComprehensiveBenchmarks(protocols, scenarios) {
42
- const results = new Map();
43
-
44
- for (const protocol of protocols) {
45
- const protocolResults = new Map();
46
-
47
- for (const scenario of scenarios) {
48
- console.log(`Running ${scenario.name} benchmark for ${protocol}`);
49
-
50
- const benchmarkResult = await this.executeBenchmarkScenario(
51
- protocol, scenario
52
- );
53
-
54
- protocolResults.set(scenario.name, benchmarkResult);
55
-
56
- // Store in historical database
57
- await this.historicalData.store({
58
- protocol: protocol,
59
- scenario: scenario.name,
60
- timestamp: Date.now(),
61
- metrics: benchmarkResult
62
- });
63
- }
64
-
65
- results.set(protocol, protocolResults);
66
- }
67
-
68
- // Generate comparative analysis
69
- const analysis = await this.generateComparativeAnalysis(results);
70
-
71
- // Trigger adaptive optimizations
72
- await this.adaptiveOptimizer.optimizeBasedOnResults(results);
73
-
74
- return {
75
- benchmarkResults: results,
76
- comparativeAnalysis: analysis,
77
- recommendations: await this.generateOptimizationRecommendations(results)
78
- };
79
- }
80
-
81
- async executeBenchmarkScenario(protocol, scenario) {
82
- const benchmark = this.benchmarkSuites.get(protocol);
83
- if (!benchmark) {
84
- throw new Error(`No benchmark suite found for protocol: ${protocol}`);
85
- }
86
-
87
- // Initialize benchmark environment
88
- const environment = await this.setupBenchmarkEnvironment(scenario);
89
-
90
- try {
91
- // Pre-benchmark setup
92
- await benchmark.setup(environment);
93
-
94
- // Execute benchmark phases
95
- const results = {
96
- throughput: await this.measureThroughput(benchmark, scenario),
97
- latency: await this.measureLatency(benchmark, scenario),
98
- resourceUsage: await this.measureResourceUsage(benchmark, scenario),
99
- scalability: await this.measureScalability(benchmark, scenario),
100
- faultTolerance: await this.measureFaultTolerance(benchmark, scenario)
101
- };
102
-
103
- // Post-benchmark analysis
104
- results.analysis = await this.analyzeBenchmarkResults(results);
105
-
106
- return results;
107
-
108
- } finally {
109
- // Cleanup benchmark environment
110
- await this.cleanupBenchmarkEnvironment(environment);
111
- }
112
- }
113
- }
114
- ```
115
-
116
- ### Throughput Measurement System
117
- ```javascript
118
- class ThroughputBenchmark {
119
- constructor(protocol, configuration) {
120
- this.protocol = protocol;
121
- this.config = configuration;
122
- this.metrics = new MetricsCollector();
123
- this.loadGenerator = new LoadGenerator();
124
- }
125
-
126
- async measureThroughput(scenario) {
127
- const measurements = [];
128
- const duration = scenario.duration || 60000; // 1 minute default
129
- const startTime = Date.now();
130
-
131
- // Initialize load generator
132
- await this.loadGenerator.initialize({
133
- requestRate: scenario.initialRate || 10,
134
- rampUp: scenario.rampUp || false,
135
- pattern: scenario.pattern || 'constant'
136
- });
137
-
138
- // Start metrics collection
139
- this.metrics.startCollection(['transactions_per_second', 'success_rate']);
140
-
141
- let currentRate = scenario.initialRate || 10;
142
- const rateIncrement = scenario.rateIncrement || 5;
143
- const measurementInterval = 5000; // 5 seconds
144
-
145
- while (Date.now() - startTime < duration) {
146
- const intervalStart = Date.now();
147
-
148
- // Generate load for this interval
149
- const transactions = await this.generateTransactionLoad(
150
- currentRate, measurementInterval
151
- );
152
-
153
- // Measure throughput for this interval
154
- const intervalMetrics = await this.measureIntervalThroughput(
155
- transactions, measurementInterval
156
- );
157
-
158
- measurements.push({
159
- timestamp: intervalStart,
160
- requestRate: currentRate,
161
- actualThroughput: intervalMetrics.throughput,
162
- successRate: intervalMetrics.successRate,
163
- averageLatency: intervalMetrics.averageLatency,
164
- p95Latency: intervalMetrics.p95Latency,
165
- p99Latency: intervalMetrics.p99Latency
166
- });
167
-
168
- // Adaptive rate adjustment
169
- if (scenario.rampUp && intervalMetrics.successRate > 0.95) {
170
- currentRate += rateIncrement;
171
- } else if (intervalMetrics.successRate < 0.8) {
172
- currentRate = Math.max(1, currentRate - rateIncrement);
173
- }
174
-
175
- // Wait for next interval
176
- const elapsed = Date.now() - intervalStart;
177
- if (elapsed < measurementInterval) {
178
- await this.sleep(measurementInterval - elapsed);
179
- }
180
- }
181
-
182
- // Stop metrics collection
183
- this.metrics.stopCollection();
184
-
185
- // Analyze throughput results
186
- return this.analyzeThroughputMeasurements(measurements);
187
- }
188
-
189
- async generateTransactionLoad(rate, duration) {
190
- const transactions = [];
191
- const interval = 1000 / rate; // Interval between transactions in ms
192
- const endTime = Date.now() + duration;
193
-
194
- while (Date.now() < endTime) {
195
- const transactionStart = Date.now();
196
-
197
- const transaction = {
198
- id: `tx_${Date.now()}_${Math.random()}`,
199
- type: this.getRandomTransactionType(),
200
- data: this.generateTransactionData(),
201
- timestamp: transactionStart
202
- };
203
-
204
- // Submit transaction to consensus protocol
205
- const promise = this.protocol.submitTransaction(transaction)
206
- .then(result => ({
207
- ...transaction,
208
- result: result,
209
- latency: Date.now() - transactionStart,
210
- success: result.committed === true
211
- }))
212
- .catch(error => ({
213
- ...transaction,
214
- error: error,
215
- latency: Date.now() - transactionStart,
216
- success: false
217
- }));
218
-
219
- transactions.push(promise);
220
-
221
- // Wait for next transaction interval
222
- await this.sleep(interval);
223
- }
224
-
225
- // Wait for all transactions to complete
226
- return await Promise.all(transactions);
227
- }
228
-
229
- analyzeThroughputMeasurements(measurements) {
230
- const totalMeasurements = measurements.length;
231
- const avgThroughput = measurements.reduce((sum, m) => sum + m.actualThroughput, 0) / totalMeasurements;
232
- const maxThroughput = Math.max(...measurements.map(m => m.actualThroughput));
233
- const avgSuccessRate = measurements.reduce((sum, m) => sum + m.successRate, 0) / totalMeasurements;
234
-
235
- // Find optimal operating point (highest throughput with >95% success rate)
236
- const optimalPoints = measurements.filter(m => m.successRate >= 0.95);
237
- const optimalThroughput = optimalPoints.length > 0 ?
238
- Math.max(...optimalPoints.map(m => m.actualThroughput)) : 0;
239
-
240
- return {
241
- averageThroughput: avgThroughput,
242
- maxThroughput: maxThroughput,
243
- optimalThroughput: optimalThroughput,
244
- averageSuccessRate: avgSuccessRate,
245
- measurements: measurements,
246
- sustainableThroughput: this.calculateSustainableThroughput(measurements),
247
- throughputVariability: this.calculateThroughputVariability(measurements)
248
- };
249
- }
250
-
251
- calculateSustainableThroughput(measurements) {
252
- // Find the highest throughput that can be sustained for >80% of the time
253
- const sortedThroughputs = measurements.map(m => m.actualThroughput).sort((a, b) => b - a);
254
- const p80Index = Math.floor(sortedThroughputs.length * 0.2);
255
- return sortedThroughputs[p80Index];
256
- }
257
- }
258
- ```
259
-
260
- ### Latency Analysis System
261
- ```javascript
262
- class LatencyBenchmark {
263
- constructor(protocol, configuration) {
264
- this.protocol = protocol;
265
- this.config = configuration;
266
- this.latencyHistogram = new LatencyHistogram();
267
- this.percentileCalculator = new PercentileCalculator();
268
- }
269
-
270
- async measureLatency(scenario) {
271
- const measurements = [];
272
- const sampleSize = scenario.sampleSize || 10000;
273
- const warmupSize = scenario.warmupSize || 1000;
274
-
275
- console.log(`Measuring latency with ${sampleSize} samples (${warmupSize} warmup)`);
276
-
277
- // Warmup phase
278
- await this.performWarmup(warmupSize);
279
-
280
- // Measurement phase
281
- for (let i = 0; i < sampleSize; i++) {
282
- const latencyMeasurement = await this.measureSingleTransactionLatency();
283
- measurements.push(latencyMeasurement);
284
-
285
- // Progress reporting
286
- if (i % 1000 === 0) {
287
- console.log(`Completed ${i}/${sampleSize} latency measurements`);
288
- }
289
- }
290
-
291
- // Analyze latency distribution
292
- return this.analyzeLatencyDistribution(measurements);
293
- }
294
-
295
- async measureSingleTransactionLatency() {
296
- const transaction = {
297
- id: `latency_tx_${Date.now()}_${Math.random()}`,
298
- type: 'benchmark',
299
- data: { value: Math.random() },
300
- phases: {}
301
- };
302
-
303
- // Phase 1: Submission
304
- const submissionStart = performance.now();
305
- const submissionPromise = this.protocol.submitTransaction(transaction);
306
- transaction.phases.submission = performance.now() - submissionStart;
307
-
308
- // Phase 2: Consensus
309
- const consensusStart = performance.now();
310
- const result = await submissionPromise;
311
- transaction.phases.consensus = performance.now() - consensusStart;
312
-
313
- // Phase 3: Application (if applicable)
314
- let applicationLatency = 0;
315
- if (result.applicationTime) {
316
- applicationLatency = result.applicationTime;
317
- }
318
- transaction.phases.application = applicationLatency;
319
-
320
- // Total end-to-end latency
321
- const totalLatency = transaction.phases.submission +
322
- transaction.phases.consensus +
323
- transaction.phases.application;
324
-
325
- return {
326
- transactionId: transaction.id,
327
- totalLatency: totalLatency,
328
- phases: transaction.phases,
329
- success: result.committed === true,
330
- timestamp: Date.now()
331
- };
332
- }
333
-
334
- analyzeLatencyDistribution(measurements) {
335
- const successfulMeasurements = measurements.filter(m => m.success);
336
- const latencies = successfulMeasurements.map(m => m.totalLatency);
337
-
338
- if (latencies.length === 0) {
339
- throw new Error('No successful latency measurements');
340
- }
341
-
342
- // Calculate percentiles
343
- const percentiles = this.percentileCalculator.calculate(latencies, [
344
- 50, 75, 90, 95, 99, 99.9, 99.99
345
- ]);
346
-
347
- // Phase-specific analysis
348
- const phaseAnalysis = this.analyzePhaseLatencies(successfulMeasurements);
349
-
350
- // Latency distribution analysis
351
- const distribution = this.analyzeLatencyHistogram(latencies);
352
-
353
- return {
354
- sampleSize: successfulMeasurements.length,
355
- mean: latencies.reduce((sum, l) => sum + l, 0) / latencies.length,
356
- median: percentiles[50],
357
- standardDeviation: this.calculateStandardDeviation(latencies),
358
- percentiles: percentiles,
359
- phaseAnalysis: phaseAnalysis,
360
- distribution: distribution,
361
- outliers: this.identifyLatencyOutliers(latencies)
362
- };
363
- }
364
-
365
- analyzePhaseLatencies(measurements) {
366
- const phases = ['submission', 'consensus', 'application'];
367
- const phaseAnalysis = {};
368
-
369
- for (const phase of phases) {
370
- const phaseLatencies = measurements.map(m => m.phases[phase]);
371
- const validLatencies = phaseLatencies.filter(l => l > 0);
372
-
373
- if (validLatencies.length > 0) {
374
- phaseAnalysis[phase] = {
375
- mean: validLatencies.reduce((sum, l) => sum + l, 0) / validLatencies.length,
376
- p50: this.percentileCalculator.calculate(validLatencies, [50])[50],
377
- p95: this.percentileCalculator.calculate(validLatencies, [95])[95],
378
- p99: this.percentileCalculator.calculate(validLatencies, [99])[99],
379
- max: Math.max(...validLatencies),
380
- contributionPercent: (validLatencies.reduce((sum, l) => sum + l, 0) /
381
- measurements.reduce((sum, m) => sum + m.totalLatency, 0)) * 100
382
- };
383
- }
384
- }
385
-
386
- return phaseAnalysis;
387
- }
388
- }
389
- ```
390
-
391
- ### Resource Usage Monitor
392
- ```javascript
393
- class ResourceUsageMonitor {
394
- constructor() {
395
- this.monitoringActive = false;
396
- this.samplingInterval = 1000; // 1 second
397
- this.measurements = [];
398
- this.systemMonitor = new SystemMonitor();
399
- }
400
-
401
- async measureResourceUsage(protocol, scenario) {
402
- console.log('Starting resource usage monitoring');
403
-
404
- this.monitoringActive = true;
405
- this.measurements = [];
406
-
407
- // Start monitoring in background
408
- const monitoringPromise = this.startContinuousMonitoring();
409
-
410
- try {
411
- // Execute the benchmark scenario
412
- const benchmarkResult = await this.executeBenchmarkWithMonitoring(
413
- protocol, scenario
414
- );
415
-
416
- // Stop monitoring
417
- this.monitoringActive = false;
418
- await monitoringPromise;
419
-
420
- // Analyze resource usage
421
- const resourceAnalysis = this.analyzeResourceUsage();
422
-
423
- return {
424
- benchmarkResult: benchmarkResult,
425
- resourceUsage: resourceAnalysis
426
- };
427
-
428
- } catch (error) {
429
- this.monitoringActive = false;
430
- throw error;
431
- }
432
- }
433
-
434
- async startContinuousMonitoring() {
435
- while (this.monitoringActive) {
436
- const measurement = await this.collectResourceMeasurement();
437
- this.measurements.push(measurement);
438
-
439
- await this.sleep(this.samplingInterval);
440
- }
441
- }
442
-
443
- async collectResourceMeasurement() {
444
- const timestamp = Date.now();
445
-
446
- // CPU usage
447
- const cpuUsage = await this.systemMonitor.getCPUUsage();
448
-
449
- // Memory usage
450
- const memoryUsage = await this.systemMonitor.getMemoryUsage();
451
-
452
- // Network I/O
453
- const networkIO = await this.systemMonitor.getNetworkIO();
454
-
455
- // Disk I/O
456
- const diskIO = await this.systemMonitor.getDiskIO();
457
-
458
- // Process-specific metrics
459
- const processMetrics = await this.systemMonitor.getProcessMetrics();
460
-
461
- return {
462
- timestamp: timestamp,
463
- cpu: {
464
- totalUsage: cpuUsage.total,
465
- consensusUsage: cpuUsage.process,
466
- loadAverage: cpuUsage.loadAverage,
467
- coreUsage: cpuUsage.cores
468
- },
469
- memory: {
470
- totalUsed: memoryUsage.used,
471
- totalAvailable: memoryUsage.available,
472
- processRSS: memoryUsage.processRSS,
473
- processHeap: memoryUsage.processHeap,
474
- gcStats: memoryUsage.gcStats
475
- },
476
- network: {
477
- bytesIn: networkIO.bytesIn,
478
- bytesOut: networkIO.bytesOut,
479
- packetsIn: networkIO.packetsIn,
480
- packetsOut: networkIO.packetsOut,
481
- connectionsActive: networkIO.connectionsActive
482
- },
483
- disk: {
484
- bytesRead: diskIO.bytesRead,
485
- bytesWritten: diskIO.bytesWritten,
486
- operationsRead: diskIO.operationsRead,
487
- operationsWrite: diskIO.operationsWrite,
488
- queueLength: diskIO.queueLength
489
- },
490
- process: {
491
- consensusThreads: processMetrics.consensusThreads,
492
- fileDescriptors: processMetrics.fileDescriptors,
493
- uptime: processMetrics.uptime
494
- }
495
- };
496
- }
497
-
498
- analyzeResourceUsage() {
499
- if (this.measurements.length === 0) {
500
- return null;
501
- }
502
-
503
- const cpuAnalysis = this.analyzeCPUUsage();
504
- const memoryAnalysis = this.analyzeMemoryUsage();
505
- const networkAnalysis = this.analyzeNetworkUsage();
506
- const diskAnalysis = this.analyzeDiskUsage();
507
-
508
- return {
509
- duration: this.measurements[this.measurements.length - 1].timestamp -
510
- this.measurements[0].timestamp,
511
- sampleCount: this.measurements.length,
512
- cpu: cpuAnalysis,
513
- memory: memoryAnalysis,
514
- network: networkAnalysis,
515
- disk: diskAnalysis,
516
- efficiency: this.calculateResourceEfficiency(),
517
- bottlenecks: this.identifyResourceBottlenecks()
518
- };
519
- }
520
-
521
- analyzeCPUUsage() {
522
- const cpuUsages = this.measurements.map(m => m.cpu.consensusUsage);
523
-
524
- return {
525
- average: cpuUsages.reduce((sum, usage) => sum + usage, 0) / cpuUsages.length,
526
- peak: Math.max(...cpuUsages),
527
- p95: this.calculatePercentile(cpuUsages, 95),
528
- variability: this.calculateStandardDeviation(cpuUsages),
529
- coreUtilization: this.analyzeCoreUtilization(),
530
- trends: this.analyzeCPUTrends()
531
- };
532
- }
533
-
534
- analyzeMemoryUsage() {
535
- const memoryUsages = this.measurements.map(m => m.memory.processRSS);
536
- const heapUsages = this.measurements.map(m => m.memory.processHeap);
537
-
538
- return {
539
- averageRSS: memoryUsages.reduce((sum, usage) => sum + usage, 0) / memoryUsages.length,
540
- peakRSS: Math.max(...memoryUsages),
541
- averageHeap: heapUsages.reduce((sum, usage) => sum + usage, 0) / heapUsages.length,
542
- peakHeap: Math.max(...heapUsages),
543
- memoryLeaks: this.detectMemoryLeaks(),
544
- gcImpact: this.analyzeGCImpact(),
545
- growth: this.calculateMemoryGrowth()
546
- };
547
- }
548
-
549
- identifyResourceBottlenecks() {
550
- const bottlenecks = [];
551
-
552
- // CPU bottleneck detection
553
- const avgCPU = this.measurements.reduce((sum, m) => sum + m.cpu.consensusUsage, 0) /
554
- this.measurements.length;
555
- if (avgCPU > 80) {
556
- bottlenecks.push({
557
- type: 'CPU',
558
- severity: 'HIGH',
559
- description: `High CPU usage (${avgCPU.toFixed(1)}%)`
560
- });
561
- }
562
-
563
- // Memory bottleneck detection
564
- const memoryGrowth = this.calculateMemoryGrowth();
565
- if (memoryGrowth.rate > 1024 * 1024) { // 1MB/s growth
566
- bottlenecks.push({
567
- type: 'MEMORY',
568
- severity: 'MEDIUM',
569
- description: `High memory growth rate (${(memoryGrowth.rate / 1024 / 1024).toFixed(2)} MB/s)`
570
- });
571
- }
572
-
573
- // Network bottleneck detection
574
- const avgNetworkOut = this.measurements.reduce((sum, m) => sum + m.network.bytesOut, 0) /
575
- this.measurements.length;
576
- if (avgNetworkOut > 100 * 1024 * 1024) { // 100 MB/s
577
- bottlenecks.push({
578
- type: 'NETWORK',
579
- severity: 'MEDIUM',
580
- description: `High network output (${(avgNetworkOut / 1024 / 1024).toFixed(2)} MB/s)`
581
- });
582
- }
583
-
584
- return bottlenecks;
585
- }
586
- }
587
- ```
588
-
589
- ### Adaptive Performance Optimizer
590
- ```javascript
591
- class AdaptiveOptimizer {
592
- constructor() {
593
- this.optimizationHistory = new Map();
594
- this.performanceModel = new PerformanceModel();
595
- this.parameterTuner = new ParameterTuner();
596
- this.currentOptimizations = new Map();
597
- }
598
-
599
- async optimizeBasedOnResults(benchmarkResults) {
600
- const optimizations = [];
601
-
602
- for (const [protocol, results] of benchmarkResults) {
603
- const protocolOptimizations = await this.optimizeProtocol(protocol, results);
604
- optimizations.push(...protocolOptimizations);
605
- }
606
-
607
- // Apply optimizations gradually
608
- await this.applyOptimizations(optimizations);
609
-
610
- return optimizations;
611
- }
612
-
613
- async optimizeProtocol(protocol, results) {
614
- const optimizations = [];
615
-
616
- // Analyze performance bottlenecks
617
- const bottlenecks = this.identifyPerformanceBottlenecks(results);
618
-
619
- for (const bottleneck of bottlenecks) {
620
- const optimization = await this.generateOptimization(protocol, bottleneck);
621
- if (optimization) {
622
- optimizations.push(optimization);
623
- }
624
- }
625
-
626
- // Parameter tuning based on performance characteristics
627
- const parameterOptimizations = await this.tuneParameters(protocol, results);
628
- optimizations.push(...parameterOptimizations);
629
-
630
- return optimizations;
631
- }
632
-
633
- identifyPerformanceBottlenecks(results) {
634
- const bottlenecks = [];
635
-
636
- // Throughput bottlenecks
637
- for (const [scenario, result] of results) {
638
- if (result.throughput && result.throughput.optimalThroughput < result.throughput.maxThroughput * 0.8) {
639
- bottlenecks.push({
640
- type: 'THROUGHPUT_DEGRADATION',
641
- scenario: scenario,
642
- severity: 'HIGH',
643
- impact: (result.throughput.maxThroughput - result.throughput.optimalThroughput) /
644
- result.throughput.maxThroughput,
645
- details: result.throughput
646
- });
647
- }
648
-
649
- // Latency bottlenecks
650
- if (result.latency && result.latency.p99 > result.latency.p50 * 10) {
651
- bottlenecks.push({
652
- type: 'LATENCY_TAIL',
653
- scenario: scenario,
654
- severity: 'MEDIUM',
655
- impact: result.latency.p99 / result.latency.p50,
656
- details: result.latency
657
- });
658
- }
659
-
660
- // Resource bottlenecks
661
- if (result.resourceUsage && result.resourceUsage.bottlenecks.length > 0) {
662
- bottlenecks.push({
663
- type: 'RESOURCE_CONSTRAINT',
664
- scenario: scenario,
665
- severity: 'HIGH',
666
- details: result.resourceUsage.bottlenecks
667
- });
668
- }
669
- }
670
-
671
- return bottlenecks;
672
- }
673
-
674
- async generateOptimization(protocol, bottleneck) {
675
- switch (bottleneck.type) {
676
- case 'THROUGHPUT_DEGRADATION':
677
- return await this.optimizeThroughput(protocol, bottleneck);
678
- case 'LATENCY_TAIL':
679
- return await this.optimizeLatency(protocol, bottleneck);
680
- case 'RESOURCE_CONSTRAINT':
681
- return await this.optimizeResourceUsage(protocol, bottleneck);
682
- default:
683
- return null;
684
- }
685
- }
686
-
687
- async optimizeThroughput(protocol, bottleneck) {
688
- const optimizations = [];
689
-
690
- // Batch size optimization
691
- if (protocol === 'raft') {
692
- optimizations.push({
693
- type: 'PARAMETER_ADJUSTMENT',
694
- parameter: 'max_batch_size',
695
- currentValue: await this.getCurrentParameter(protocol, 'max_batch_size'),
696
- recommendedValue: this.calculateOptimalBatchSize(bottleneck.details),
697
- expectedImprovement: '15-25% throughput increase',
698
- confidence: 0.8
699
- });
700
- }
701
-
702
- // Pipelining optimization
703
- if (protocol === 'byzantine') {
704
- optimizations.push({
705
- type: 'FEATURE_ENABLE',
706
- feature: 'request_pipelining',
707
- description: 'Enable request pipelining to improve throughput',
708
- expectedImprovement: '20-30% throughput increase',
709
- confidence: 0.7
710
- });
711
- }
712
-
713
- return optimizations.length > 0 ? optimizations[0] : null;
714
- }
715
-
716
- async tuneParameters(protocol, results) {
717
- const optimizations = [];
718
-
719
- // Use machine learning model to suggest parameter values
720
- const parameterSuggestions = await this.performanceModel.suggestParameters(
721
- protocol, results
722
- );
723
-
724
- for (const suggestion of parameterSuggestions) {
725
- if (suggestion.confidence > 0.6) {
726
- optimizations.push({
727
- type: 'PARAMETER_TUNING',
728
- parameter: suggestion.parameter,
729
- currentValue: suggestion.currentValue,
730
- recommendedValue: suggestion.recommendedValue,
731
- expectedImprovement: suggestion.expectedImprovement,
732
- confidence: suggestion.confidence,
733
- rationale: suggestion.rationale
734
- });
735
- }
736
- }
737
-
738
- return optimizations;
739
- }
740
-
741
- async applyOptimizations(optimizations) {
742
- // Sort by confidence and expected impact
743
- const sortedOptimizations = optimizations.sort((a, b) =>
744
- (b.confidence * parseFloat(b.expectedImprovement)) -
745
- (a.confidence * parseFloat(a.expectedImprovement))
746
- );
747
-
748
- // Apply optimizations gradually
749
- for (const optimization of sortedOptimizations) {
750
- try {
751
- await this.applyOptimization(optimization);
752
-
753
- // Wait and measure impact
754
- await this.sleep(30000); // 30 seconds
755
- const impact = await this.measureOptimizationImpact(optimization);
756
-
757
- if (impact.improvement < 0.05) {
758
- // Revert if improvement is less than 5%
759
- await this.revertOptimization(optimization);
760
- } else {
761
- // Keep optimization and record success
762
- this.recordOptimizationSuccess(optimization, impact);
763
- }
764
-
765
- } catch (error) {
766
- console.error(`Failed to apply optimization:`, error);
767
- await this.revertOptimization(optimization);
768
- }
769
- }
770
- }
771
- }
772
- ```
773
-
774
- ## MCP Integration Hooks
775
-
776
- ### Performance Metrics Storage
777
- ```javascript
778
- // Store comprehensive benchmark results
779
- await this.mcpTools.memory_usage({
780
- action: 'store',
781
- key: `benchmark_results_${protocol}_${Date.now()}`,
782
- value: JSON.stringify({
783
- protocol: protocol,
784
- timestamp: Date.now(),
785
- throughput: throughputResults,
786
- latency: latencyResults,
787
- resourceUsage: resourceResults,
788
- optimizations: appliedOptimizations
789
- }),
790
- namespace: 'performance_benchmarks',
791
- ttl: 604800000 // 7 days
792
- });
793
-
794
- // Real-time performance monitoring
795
- await this.mcpTools.metrics_collect({
796
- components: [
797
- 'consensus_throughput',
798
- 'consensus_latency_p99',
799
- 'cpu_utilization',
800
- 'memory_usage',
801
- 'network_io_rate'
802
- ]
803
- });
804
- ```
805
-
806
- ### Neural Performance Learning
807
- ```javascript
808
- // Learn performance optimization patterns
809
- await this.mcpTools.neural_patterns({
810
- action: 'learn',
811
- operation: 'performance_optimization',
812
- outcome: JSON.stringify({
813
- optimizationType: optimization.type,
814
- performanceGain: measurementResults.improvement,
815
- resourceImpact: measurementResults.resourceDelta,
816
- networkConditions: currentNetworkState
817
- })
818
- });
819
-
820
- // Predict optimal configurations
821
- const configPrediction = await this.mcpTools.neural_predict({
822
- modelId: 'consensus_performance_model',
823
- input: JSON.stringify({
824
- workloadPattern: currentWorkload,
825
- networkTopology: networkState,
826
- resourceConstraints: systemResources
827
- })
828
- });
829
- ```
830
-
1
+ ---
2
+ name: performance-benchmarker
3
+ description: Implements comprehensive performance benchmarking for distributed consensus protocols
4
+ ---
5
+
6
+ # Performance Benchmarker
7
+
8
+ Implements comprehensive performance benchmarking and optimization analysis for distributed consensus protocols.
9
+
10
+ ## Core Responsibilities
11
+
12
+ 1. **Protocol Benchmarking**: Measure throughput, latency, and scalability across consensus algorithms
13
+ 2. **Resource Monitoring**: Track CPU, memory, network, and storage utilization patterns
14
+ 3. **Comparative Analysis**: Compare Byzantine, Raft, and Gossip protocol performance
15
+ 4. **Adaptive Tuning**: Implement real-time parameter optimization and load balancing
16
+ 5. **Performance Reporting**: Generate actionable insights and optimization recommendations
17
+
18
+ ## Technical Implementation
19
+
20
+ ### Core Benchmarking Framework
21
+ ```javascript
22
+ class ConsensusPerformanceBenchmarker {
23
+ constructor() {
24
+ this.benchmarkSuites = new Map();
25
+ this.performanceMetrics = new Map();
26
+ this.historicalData = new TimeSeriesDatabase();
27
+ this.currentBenchmarks = new Set();
28
+ this.adaptiveOptimizer = new AdaptiveOptimizer();
29
+ this.alertSystem = new PerformanceAlertSystem();
30
+ }
31
+
32
+ // Register benchmark suite for specific consensus protocol
33
+ registerBenchmarkSuite(protocolName, benchmarkConfig) {
34
+ const suite = new BenchmarkSuite(protocolName, benchmarkConfig);
35
+ this.benchmarkSuites.set(protocolName, suite);
36
+
37
+ return suite;
38
+ }
39
+
40
+ // Execute comprehensive performance benchmarks
41
+ async runComprehensiveBenchmarks(protocols, scenarios) {
42
+ const results = new Map();
43
+
44
+ for (const protocol of protocols) {
45
+ const protocolResults = new Map();
46
+
47
+ for (const scenario of scenarios) {
48
+ console.log(`Running ${scenario.name} benchmark for ${protocol}`);
49
+
50
+ const benchmarkResult = await this.executeBenchmarkScenario(
51
+ protocol, scenario
52
+ );
53
+
54
+ protocolResults.set(scenario.name, benchmarkResult);
55
+
56
+ // Store in historical database
57
+ await this.historicalData.store({
58
+ protocol: protocol,
59
+ scenario: scenario.name,
60
+ timestamp: Date.now(),
61
+ metrics: benchmarkResult
62
+ });
63
+ }
64
+
65
+ results.set(protocol, protocolResults);
66
+ }
67
+
68
+ // Generate comparative analysis
69
+ const analysis = await this.generateComparativeAnalysis(results);
70
+
71
+ // Trigger adaptive optimizations
72
+ await this.adaptiveOptimizer.optimizeBasedOnResults(results);
73
+
74
+ return {
75
+ benchmarkResults: results,
76
+ comparativeAnalysis: analysis,
77
+ recommendations: await this.generateOptimizationRecommendations(results)
78
+ };
79
+ }
80
+
81
+ async executeBenchmarkScenario(protocol, scenario) {
82
+ const benchmark = this.benchmarkSuites.get(protocol);
83
+ if (!benchmark) {
84
+ throw new Error(`No benchmark suite found for protocol: ${protocol}`);
85
+ }
86
+
87
+ // Initialize benchmark environment
88
+ const environment = await this.setupBenchmarkEnvironment(scenario);
89
+
90
+ try {
91
+ // Pre-benchmark setup
92
+ await benchmark.setup(environment);
93
+
94
+ // Execute benchmark phases
95
+ const results = {
96
+ throughput: await this.measureThroughput(benchmark, scenario),
97
+ latency: await this.measureLatency(benchmark, scenario),
98
+ resourceUsage: await this.measureResourceUsage(benchmark, scenario),
99
+ scalability: await this.measureScalability(benchmark, scenario),
100
+ faultTolerance: await this.measureFaultTolerance(benchmark, scenario)
101
+ };
102
+
103
+ // Post-benchmark analysis
104
+ results.analysis = await this.analyzeBenchmarkResults(results);
105
+
106
+ return results;
107
+
108
+ } finally {
109
+ // Cleanup benchmark environment
110
+ await this.cleanupBenchmarkEnvironment(environment);
111
+ }
112
+ }
113
+ }
114
+ ```
115
+
116
+ ### Throughput Measurement System
117
+ ```javascript
118
+ class ThroughputBenchmark {
119
+ constructor(protocol, configuration) {
120
+ this.protocol = protocol;
121
+ this.config = configuration;
122
+ this.metrics = new MetricsCollector();
123
+ this.loadGenerator = new LoadGenerator();
124
+ }
125
+
126
+ async measureThroughput(scenario) {
127
+ const measurements = [];
128
+ const duration = scenario.duration || 60000; // 1 minute default
129
+ const startTime = Date.now();
130
+
131
+ // Initialize load generator
132
+ await this.loadGenerator.initialize({
133
+ requestRate: scenario.initialRate || 10,
134
+ rampUp: scenario.rampUp || false,
135
+ pattern: scenario.pattern || 'constant'
136
+ });
137
+
138
+ // Start metrics collection
139
+ this.metrics.startCollection(['transactions_per_second', 'success_rate']);
140
+
141
+ let currentRate = scenario.initialRate || 10;
142
+ const rateIncrement = scenario.rateIncrement || 5;
143
+ const measurementInterval = 5000; // 5 seconds
144
+
145
+ while (Date.now() - startTime < duration) {
146
+ const intervalStart = Date.now();
147
+
148
+ // Generate load for this interval
149
+ const transactions = await this.generateTransactionLoad(
150
+ currentRate, measurementInterval
151
+ );
152
+
153
+ // Measure throughput for this interval
154
+ const intervalMetrics = await this.measureIntervalThroughput(
155
+ transactions, measurementInterval
156
+ );
157
+
158
+ measurements.push({
159
+ timestamp: intervalStart,
160
+ requestRate: currentRate,
161
+ actualThroughput: intervalMetrics.throughput,
162
+ successRate: intervalMetrics.successRate,
163
+ averageLatency: intervalMetrics.averageLatency,
164
+ p95Latency: intervalMetrics.p95Latency,
165
+ p99Latency: intervalMetrics.p99Latency
166
+ });
167
+
168
+ // Adaptive rate adjustment
169
+ if (scenario.rampUp && intervalMetrics.successRate > 0.95) {
170
+ currentRate += rateIncrement;
171
+ } else if (intervalMetrics.successRate < 0.8) {
172
+ currentRate = Math.max(1, currentRate - rateIncrement);
173
+ }
174
+
175
+ // Wait for next interval
176
+ const elapsed = Date.now() - intervalStart;
177
+ if (elapsed < measurementInterval) {
178
+ await this.sleep(measurementInterval - elapsed);
179
+ }
180
+ }
181
+
182
+ // Stop metrics collection
183
+ this.metrics.stopCollection();
184
+
185
+ // Analyze throughput results
186
+ return this.analyzeThroughputMeasurements(measurements);
187
+ }
188
+
189
+ async generateTransactionLoad(rate, duration) {
190
+ const transactions = [];
191
+ const interval = 1000 / rate; // Interval between transactions in ms
192
+ const endTime = Date.now() + duration;
193
+
194
+ while (Date.now() < endTime) {
195
+ const transactionStart = Date.now();
196
+
197
+ const transaction = {
198
+ id: `tx_${Date.now()}_${Math.random()}`,
199
+ type: this.getRandomTransactionType(),
200
+ data: this.generateTransactionData(),
201
+ timestamp: transactionStart
202
+ };
203
+
204
+ // Submit transaction to consensus protocol
205
+ const promise = this.protocol.submitTransaction(transaction)
206
+ .then(result => ({
207
+ ...transaction,
208
+ result: result,
209
+ latency: Date.now() - transactionStart,
210
+ success: result.committed === true
211
+ }))
212
+ .catch(error => ({
213
+ ...transaction,
214
+ error: error,
215
+ latency: Date.now() - transactionStart,
216
+ success: false
217
+ }));
218
+
219
+ transactions.push(promise);
220
+
221
+ // Wait for next transaction interval
222
+ await this.sleep(interval);
223
+ }
224
+
225
+ // Wait for all transactions to complete
226
+ return await Promise.all(transactions);
227
+ }
228
+
229
+ analyzeThroughputMeasurements(measurements) {
230
+ const totalMeasurements = measurements.length;
231
+ const avgThroughput = measurements.reduce((sum, m) => sum + m.actualThroughput, 0) / totalMeasurements;
232
+ const maxThroughput = Math.max(...measurements.map(m => m.actualThroughput));
233
+ const avgSuccessRate = measurements.reduce((sum, m) => sum + m.successRate, 0) / totalMeasurements;
234
+
235
+ // Find optimal operating point (highest throughput with >95% success rate)
236
+ const optimalPoints = measurements.filter(m => m.successRate >= 0.95);
237
+ const optimalThroughput = optimalPoints.length > 0 ?
238
+ Math.max(...optimalPoints.map(m => m.actualThroughput)) : 0;
239
+
240
+ return {
241
+ averageThroughput: avgThroughput,
242
+ maxThroughput: maxThroughput,
243
+ optimalThroughput: optimalThroughput,
244
+ averageSuccessRate: avgSuccessRate,
245
+ measurements: measurements,
246
+ sustainableThroughput: this.calculateSustainableThroughput(measurements),
247
+ throughputVariability: this.calculateThroughputVariability(measurements)
248
+ };
249
+ }
250
+
251
+ calculateSustainableThroughput(measurements) {
252
+ // Find the highest throughput that can be sustained for >80% of the time
253
+ const sortedThroughputs = measurements.map(m => m.actualThroughput).sort((a, b) => b - a);
254
+ const p80Index = Math.floor(sortedThroughputs.length * 0.2);
255
+ return sortedThroughputs[p80Index];
256
+ }
257
+ }
258
+ ```
259
+
260
+ ### Latency Analysis System
261
+ ```javascript
262
+ class LatencyBenchmark {
263
+ constructor(protocol, configuration) {
264
+ this.protocol = protocol;
265
+ this.config = configuration;
266
+ this.latencyHistogram = new LatencyHistogram();
267
+ this.percentileCalculator = new PercentileCalculator();
268
+ }
269
+
270
+ async measureLatency(scenario) {
271
+ const measurements = [];
272
+ const sampleSize = scenario.sampleSize || 10000;
273
+ const warmupSize = scenario.warmupSize || 1000;
274
+
275
+ console.log(`Measuring latency with ${sampleSize} samples (${warmupSize} warmup)`);
276
+
277
+ // Warmup phase
278
+ await this.performWarmup(warmupSize);
279
+
280
+ // Measurement phase
281
+ for (let i = 0; i < sampleSize; i++) {
282
+ const latencyMeasurement = await this.measureSingleTransactionLatency();
283
+ measurements.push(latencyMeasurement);
284
+
285
+ // Progress reporting
286
+ if (i % 1000 === 0) {
287
+ console.log(`Completed ${i}/${sampleSize} latency measurements`);
288
+ }
289
+ }
290
+
291
+ // Analyze latency distribution
292
+ return this.analyzeLatencyDistribution(measurements);
293
+ }
294
+
295
+ async measureSingleTransactionLatency() {
296
+ const transaction = {
297
+ id: `latency_tx_${Date.now()}_${Math.random()}`,
298
+ type: 'benchmark',
299
+ data: { value: Math.random() },
300
+ phases: {}
301
+ };
302
+
303
+ // Phase 1: Submission
304
+ const submissionStart = performance.now();
305
+ const submissionPromise = this.protocol.submitTransaction(transaction);
306
+ transaction.phases.submission = performance.now() - submissionStart;
307
+
308
+ // Phase 2: Consensus
309
+ const consensusStart = performance.now();
310
+ const result = await submissionPromise;
311
+ transaction.phases.consensus = performance.now() - consensusStart;
312
+
313
+ // Phase 3: Application (if applicable)
314
+ let applicationLatency = 0;
315
+ if (result.applicationTime) {
316
+ applicationLatency = result.applicationTime;
317
+ }
318
+ transaction.phases.application = applicationLatency;
319
+
320
+ // Total end-to-end latency
321
+ const totalLatency = transaction.phases.submission +
322
+ transaction.phases.consensus +
323
+ transaction.phases.application;
324
+
325
+ return {
326
+ transactionId: transaction.id,
327
+ totalLatency: totalLatency,
328
+ phases: transaction.phases,
329
+ success: result.committed === true,
330
+ timestamp: Date.now()
331
+ };
332
+ }
333
+
334
+ analyzeLatencyDistribution(measurements) {
335
+ const successfulMeasurements = measurements.filter(m => m.success);
336
+ const latencies = successfulMeasurements.map(m => m.totalLatency);
337
+
338
+ if (latencies.length === 0) {
339
+ throw new Error('No successful latency measurements');
340
+ }
341
+
342
+ // Calculate percentiles
343
+ const percentiles = this.percentileCalculator.calculate(latencies, [
344
+ 50, 75, 90, 95, 99, 99.9, 99.99
345
+ ]);
346
+
347
+ // Phase-specific analysis
348
+ const phaseAnalysis = this.analyzePhaseLatencies(successfulMeasurements);
349
+
350
+ // Latency distribution analysis
351
+ const distribution = this.analyzeLatencyHistogram(latencies);
352
+
353
+ return {
354
+ sampleSize: successfulMeasurements.length,
355
+ mean: latencies.reduce((sum, l) => sum + l, 0) / latencies.length,
356
+ median: percentiles[50],
357
+ standardDeviation: this.calculateStandardDeviation(latencies),
358
+ percentiles: percentiles,
359
+ phaseAnalysis: phaseAnalysis,
360
+ distribution: distribution,
361
+ outliers: this.identifyLatencyOutliers(latencies)
362
+ };
363
+ }
364
+
365
+ analyzePhaseLatencies(measurements) {
366
+ const phases = ['submission', 'consensus', 'application'];
367
+ const phaseAnalysis = {};
368
+
369
+ for (const phase of phases) {
370
+ const phaseLatencies = measurements.map(m => m.phases[phase]);
371
+ const validLatencies = phaseLatencies.filter(l => l > 0);
372
+
373
+ if (validLatencies.length > 0) {
374
+ phaseAnalysis[phase] = {
375
+ mean: validLatencies.reduce((sum, l) => sum + l, 0) / validLatencies.length,
376
+ p50: this.percentileCalculator.calculate(validLatencies, [50])[50],
377
+ p95: this.percentileCalculator.calculate(validLatencies, [95])[95],
378
+ p99: this.percentileCalculator.calculate(validLatencies, [99])[99],
379
+ max: Math.max(...validLatencies),
380
+ contributionPercent: (validLatencies.reduce((sum, l) => sum + l, 0) /
381
+ measurements.reduce((sum, m) => sum + m.totalLatency, 0)) * 100
382
+ };
383
+ }
384
+ }
385
+
386
+ return phaseAnalysis;
387
+ }
388
+ }
389
+ ```
390
+
391
+ ### Resource Usage Monitor
392
+ ```javascript
393
+ class ResourceUsageMonitor {
394
+ constructor() {
395
+ this.monitoringActive = false;
396
+ this.samplingInterval = 1000; // 1 second
397
+ this.measurements = [];
398
+ this.systemMonitor = new SystemMonitor();
399
+ }
400
+
401
+ async measureResourceUsage(protocol, scenario) {
402
+ console.log('Starting resource usage monitoring');
403
+
404
+ this.monitoringActive = true;
405
+ this.measurements = [];
406
+
407
+ // Start monitoring in background
408
+ const monitoringPromise = this.startContinuousMonitoring();
409
+
410
+ try {
411
+ // Execute the benchmark scenario
412
+ const benchmarkResult = await this.executeBenchmarkWithMonitoring(
413
+ protocol, scenario
414
+ );
415
+
416
+ // Stop monitoring
417
+ this.monitoringActive = false;
418
+ await monitoringPromise;
419
+
420
+ // Analyze resource usage
421
+ const resourceAnalysis = this.analyzeResourceUsage();
422
+
423
+ return {
424
+ benchmarkResult: benchmarkResult,
425
+ resourceUsage: resourceAnalysis
426
+ };
427
+
428
+ } catch (error) {
429
+ this.monitoringActive = false;
430
+ throw error;
431
+ }
432
+ }
433
+
434
+ async startContinuousMonitoring() {
435
+ while (this.monitoringActive) {
436
+ const measurement = await this.collectResourceMeasurement();
437
+ this.measurements.push(measurement);
438
+
439
+ await this.sleep(this.samplingInterval);
440
+ }
441
+ }
442
+
443
+ async collectResourceMeasurement() {
444
+ const timestamp = Date.now();
445
+
446
+ // CPU usage
447
+ const cpuUsage = await this.systemMonitor.getCPUUsage();
448
+
449
+ // Memory usage
450
+ const memoryUsage = await this.systemMonitor.getMemoryUsage();
451
+
452
+ // Network I/O
453
+ const networkIO = await this.systemMonitor.getNetworkIO();
454
+
455
+ // Disk I/O
456
+ const diskIO = await this.systemMonitor.getDiskIO();
457
+
458
+ // Process-specific metrics
459
+ const processMetrics = await this.systemMonitor.getProcessMetrics();
460
+
461
+ return {
462
+ timestamp: timestamp,
463
+ cpu: {
464
+ totalUsage: cpuUsage.total,
465
+ consensusUsage: cpuUsage.process,
466
+ loadAverage: cpuUsage.loadAverage,
467
+ coreUsage: cpuUsage.cores
468
+ },
469
+ memory: {
470
+ totalUsed: memoryUsage.used,
471
+ totalAvailable: memoryUsage.available,
472
+ processRSS: memoryUsage.processRSS,
473
+ processHeap: memoryUsage.processHeap,
474
+ gcStats: memoryUsage.gcStats
475
+ },
476
+ network: {
477
+ bytesIn: networkIO.bytesIn,
478
+ bytesOut: networkIO.bytesOut,
479
+ packetsIn: networkIO.packetsIn,
480
+ packetsOut: networkIO.packetsOut,
481
+ connectionsActive: networkIO.connectionsActive
482
+ },
483
+ disk: {
484
+ bytesRead: diskIO.bytesRead,
485
+ bytesWritten: diskIO.bytesWritten,
486
+ operationsRead: diskIO.operationsRead,
487
+ operationsWrite: diskIO.operationsWrite,
488
+ queueLength: diskIO.queueLength
489
+ },
490
+ process: {
491
+ consensusThreads: processMetrics.consensusThreads,
492
+ fileDescriptors: processMetrics.fileDescriptors,
493
+ uptime: processMetrics.uptime
494
+ }
495
+ };
496
+ }
497
+
498
+ analyzeResourceUsage() {
499
+ if (this.measurements.length === 0) {
500
+ return null;
501
+ }
502
+
503
+ const cpuAnalysis = this.analyzeCPUUsage();
504
+ const memoryAnalysis = this.analyzeMemoryUsage();
505
+ const networkAnalysis = this.analyzeNetworkUsage();
506
+ const diskAnalysis = this.analyzeDiskUsage();
507
+
508
+ return {
509
+ duration: this.measurements[this.measurements.length - 1].timestamp -
510
+ this.measurements[0].timestamp,
511
+ sampleCount: this.measurements.length,
512
+ cpu: cpuAnalysis,
513
+ memory: memoryAnalysis,
514
+ network: networkAnalysis,
515
+ disk: diskAnalysis,
516
+ efficiency: this.calculateResourceEfficiency(),
517
+ bottlenecks: this.identifyResourceBottlenecks()
518
+ };
519
+ }
520
+
521
+ analyzeCPUUsage() {
522
+ const cpuUsages = this.measurements.map(m => m.cpu.consensusUsage);
523
+
524
+ return {
525
+ average: cpuUsages.reduce((sum, usage) => sum + usage, 0) / cpuUsages.length,
526
+ peak: Math.max(...cpuUsages),
527
+ p95: this.calculatePercentile(cpuUsages, 95),
528
+ variability: this.calculateStandardDeviation(cpuUsages),
529
+ coreUtilization: this.analyzeCoreUtilization(),
530
+ trends: this.analyzeCPUTrends()
531
+ };
532
+ }
533
+
534
+ analyzeMemoryUsage() {
535
+ const memoryUsages = this.measurements.map(m => m.memory.processRSS);
536
+ const heapUsages = this.measurements.map(m => m.memory.processHeap);
537
+
538
+ return {
539
+ averageRSS: memoryUsages.reduce((sum, usage) => sum + usage, 0) / memoryUsages.length,
540
+ peakRSS: Math.max(...memoryUsages),
541
+ averageHeap: heapUsages.reduce((sum, usage) => sum + usage, 0) / heapUsages.length,
542
+ peakHeap: Math.max(...heapUsages),
543
+ memoryLeaks: this.detectMemoryLeaks(),
544
+ gcImpact: this.analyzeGCImpact(),
545
+ growth: this.calculateMemoryGrowth()
546
+ };
547
+ }
548
+
549
+ identifyResourceBottlenecks() {
550
+ const bottlenecks = [];
551
+
552
+ // CPU bottleneck detection
553
+ const avgCPU = this.measurements.reduce((sum, m) => sum + m.cpu.consensusUsage, 0) /
554
+ this.measurements.length;
555
+ if (avgCPU > 80) {
556
+ bottlenecks.push({
557
+ type: 'CPU',
558
+ severity: 'HIGH',
559
+ description: `High CPU usage (${avgCPU.toFixed(1)}%)`
560
+ });
561
+ }
562
+
563
+ // Memory bottleneck detection
564
+ const memoryGrowth = this.calculateMemoryGrowth();
565
+ if (memoryGrowth.rate > 1024 * 1024) { // 1MB/s growth
566
+ bottlenecks.push({
567
+ type: 'MEMORY',
568
+ severity: 'MEDIUM',
569
+ description: `High memory growth rate (${(memoryGrowth.rate / 1024 / 1024).toFixed(2)} MB/s)`
570
+ });
571
+ }
572
+
573
+ // Network bottleneck detection
574
+ const avgNetworkOut = this.measurements.reduce((sum, m) => sum + m.network.bytesOut, 0) /
575
+ this.measurements.length;
576
+ if (avgNetworkOut > 100 * 1024 * 1024) { // 100 MB/s
577
+ bottlenecks.push({
578
+ type: 'NETWORK',
579
+ severity: 'MEDIUM',
580
+ description: `High network output (${(avgNetworkOut / 1024 / 1024).toFixed(2)} MB/s)`
581
+ });
582
+ }
583
+
584
+ return bottlenecks;
585
+ }
586
+ }
587
+ ```
588
+
589
+ ### Adaptive Performance Optimizer
590
+ ```javascript
591
+ class AdaptiveOptimizer {
592
+ constructor() {
593
+ this.optimizationHistory = new Map();
594
+ this.performanceModel = new PerformanceModel();
595
+ this.parameterTuner = new ParameterTuner();
596
+ this.currentOptimizations = new Map();
597
+ }
598
+
599
+ async optimizeBasedOnResults(benchmarkResults) {
600
+ const optimizations = [];
601
+
602
+ for (const [protocol, results] of benchmarkResults) {
603
+ const protocolOptimizations = await this.optimizeProtocol(protocol, results);
604
+ optimizations.push(...protocolOptimizations);
605
+ }
606
+
607
+ // Apply optimizations gradually
608
+ await this.applyOptimizations(optimizations);
609
+
610
+ return optimizations;
611
+ }
612
+
613
+ async optimizeProtocol(protocol, results) {
614
+ const optimizations = [];
615
+
616
+ // Analyze performance bottlenecks
617
+ const bottlenecks = this.identifyPerformanceBottlenecks(results);
618
+
619
+ for (const bottleneck of bottlenecks) {
620
+ const optimization = await this.generateOptimization(protocol, bottleneck);
621
+ if (optimization) {
622
+ optimizations.push(optimization);
623
+ }
624
+ }
625
+
626
+ // Parameter tuning based on performance characteristics
627
+ const parameterOptimizations = await this.tuneParameters(protocol, results);
628
+ optimizations.push(...parameterOptimizations);
629
+
630
+ return optimizations;
631
+ }
632
+
633
+ identifyPerformanceBottlenecks(results) {
634
+ const bottlenecks = [];
635
+
636
+ // Throughput bottlenecks
637
+ for (const [scenario, result] of results) {
638
+ if (result.throughput && result.throughput.optimalThroughput < result.throughput.maxThroughput * 0.8) {
639
+ bottlenecks.push({
640
+ type: 'THROUGHPUT_DEGRADATION',
641
+ scenario: scenario,
642
+ severity: 'HIGH',
643
+ impact: (result.throughput.maxThroughput - result.throughput.optimalThroughput) /
644
+ result.throughput.maxThroughput,
645
+ details: result.throughput
646
+ });
647
+ }
648
+
649
+ // Latency bottlenecks
650
+ if (result.latency && result.latency.p99 > result.latency.p50 * 10) {
651
+ bottlenecks.push({
652
+ type: 'LATENCY_TAIL',
653
+ scenario: scenario,
654
+ severity: 'MEDIUM',
655
+ impact: result.latency.p99 / result.latency.p50,
656
+ details: result.latency
657
+ });
658
+ }
659
+
660
+ // Resource bottlenecks
661
+ if (result.resourceUsage && result.resourceUsage.bottlenecks.length > 0) {
662
+ bottlenecks.push({
663
+ type: 'RESOURCE_CONSTRAINT',
664
+ scenario: scenario,
665
+ severity: 'HIGH',
666
+ details: result.resourceUsage.bottlenecks
667
+ });
668
+ }
669
+ }
670
+
671
+ return bottlenecks;
672
+ }
673
+
674
+ async generateOptimization(protocol, bottleneck) {
675
+ switch (bottleneck.type) {
676
+ case 'THROUGHPUT_DEGRADATION':
677
+ return await this.optimizeThroughput(protocol, bottleneck);
678
+ case 'LATENCY_TAIL':
679
+ return await this.optimizeLatency(protocol, bottleneck);
680
+ case 'RESOURCE_CONSTRAINT':
681
+ return await this.optimizeResourceUsage(protocol, bottleneck);
682
+ default:
683
+ return null;
684
+ }
685
+ }
686
+
687
+ async optimizeThroughput(protocol, bottleneck) {
688
+ const optimizations = [];
689
+
690
+ // Batch size optimization
691
+ if (protocol === 'raft') {
692
+ optimizations.push({
693
+ type: 'PARAMETER_ADJUSTMENT',
694
+ parameter: 'max_batch_size',
695
+ currentValue: await this.getCurrentParameter(protocol, 'max_batch_size'),
696
+ recommendedValue: this.calculateOptimalBatchSize(bottleneck.details),
697
+ expectedImprovement: '15-25% throughput increase',
698
+ confidence: 0.8
699
+ });
700
+ }
701
+
702
+ // Pipelining optimization
703
+ if (protocol === 'byzantine') {
704
+ optimizations.push({
705
+ type: 'FEATURE_ENABLE',
706
+ feature: 'request_pipelining',
707
+ description: 'Enable request pipelining to improve throughput',
708
+ expectedImprovement: '20-30% throughput increase',
709
+ confidence: 0.7
710
+ });
711
+ }
712
+
713
+ return optimizations.length > 0 ? optimizations[0] : null;
714
+ }
715
+
716
+ async tuneParameters(protocol, results) {
717
+ const optimizations = [];
718
+
719
+ // Use machine learning model to suggest parameter values
720
+ const parameterSuggestions = await this.performanceModel.suggestParameters(
721
+ protocol, results
722
+ );
723
+
724
+ for (const suggestion of parameterSuggestions) {
725
+ if (suggestion.confidence > 0.6) {
726
+ optimizations.push({
727
+ type: 'PARAMETER_TUNING',
728
+ parameter: suggestion.parameter,
729
+ currentValue: suggestion.currentValue,
730
+ recommendedValue: suggestion.recommendedValue,
731
+ expectedImprovement: suggestion.expectedImprovement,
732
+ confidence: suggestion.confidence,
733
+ rationale: suggestion.rationale
734
+ });
735
+ }
736
+ }
737
+
738
+ return optimizations;
739
+ }
740
+
741
+ async applyOptimizations(optimizations) {
742
+ // Sort by confidence and expected impact
743
+ const sortedOptimizations = optimizations.sort((a, b) =>
744
+ (b.confidence * parseFloat(b.expectedImprovement)) -
745
+ (a.confidence * parseFloat(a.expectedImprovement))
746
+ );
747
+
748
+ // Apply optimizations gradually
749
+ for (const optimization of sortedOptimizations) {
750
+ try {
751
+ await this.applyOptimization(optimization);
752
+
753
+ // Wait and measure impact
754
+ await this.sleep(30000); // 30 seconds
755
+ const impact = await this.measureOptimizationImpact(optimization);
756
+
757
+ if (impact.improvement < 0.05) {
758
+ // Revert if improvement is less than 5%
759
+ await this.revertOptimization(optimization);
760
+ } else {
761
+ // Keep optimization and record success
762
+ this.recordOptimizationSuccess(optimization, impact);
763
+ }
764
+
765
+ } catch (error) {
766
+ console.error(`Failed to apply optimization:`, error);
767
+ await this.revertOptimization(optimization);
768
+ }
769
+ }
770
+ }
771
+ }
772
+ ```
773
+
774
+ ## MCP Integration Hooks
775
+
776
+ ### Performance Metrics Storage
777
+ ```javascript
778
+ // Store comprehensive benchmark results
779
+ await this.mcpTools.memory_usage({
780
+ action: 'store',
781
+ key: `benchmark_results_${protocol}_${Date.now()}`,
782
+ value: JSON.stringify({
783
+ protocol: protocol,
784
+ timestamp: Date.now(),
785
+ throughput: throughputResults,
786
+ latency: latencyResults,
787
+ resourceUsage: resourceResults,
788
+ optimizations: appliedOptimizations
789
+ }),
790
+ namespace: 'performance_benchmarks',
791
+ ttl: 604800000 // 7 days
792
+ });
793
+
794
+ // Real-time performance monitoring
795
+ await this.mcpTools.metrics_collect({
796
+ components: [
797
+ 'consensus_throughput',
798
+ 'consensus_latency_p99',
799
+ 'cpu_utilization',
800
+ 'memory_usage',
801
+ 'network_io_rate'
802
+ ]
803
+ });
804
+ ```
805
+
806
+ ### Neural Performance Learning
807
+ ```javascript
808
+ // Learn performance optimization patterns
809
+ await this.mcpTools.neural_patterns({
810
+ action: 'learn',
811
+ operation: 'performance_optimization',
812
+ outcome: JSON.stringify({
813
+ optimizationType: optimization.type,
814
+ performanceGain: measurementResults.improvement,
815
+ resourceImpact: measurementResults.resourceDelta,
816
+ networkConditions: currentNetworkState
817
+ })
818
+ });
819
+
820
+ // Predict optimal configurations
821
+ const configPrediction = await this.mcpTools.neural_predict({
822
+ modelId: 'consensus_performance_model',
823
+ input: JSON.stringify({
824
+ workloadPattern: currentWorkload,
825
+ networkTopology: networkState,
826
+ resourceConstraints: systemResources
827
+ })
828
+ });
829
+ ```
830
+
831
831
  This Performance Benchmarker provides comprehensive performance analysis, optimization recommendations, and adaptive tuning capabilities for distributed consensus protocols.