moflo 4.9.20 → 4.9.22

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (240) hide show
  1. package/.claude/agents/analysis/analyze-code-quality.md +0 -121
  2. package/.claude/agents/analysis/code-analyzer.md +5 -26
  3. package/.claude/agents/architecture/system-design/arch-system-design.md +0 -119
  4. package/.claude/agents/base-template-generator.md +0 -1
  5. package/.claude/agents/core/coder.md +0 -22
  6. package/.claude/agents/core/planner.md +0 -16
  7. package/.claude/agents/core/researcher.md +0 -16
  8. package/.claude/agents/core/reviewer.md +0 -17
  9. package/.claude/agents/core/tester.md +0 -19
  10. package/.claude/agents/custom/test-long-runner.md +0 -2
  11. package/.claude/agents/development/dev-backend-api.md +0 -167
  12. package/.claude/agents/development/dev-database.md +43 -0
  13. package/.claude/agents/development/dev-frontend.md +42 -0
  14. package/.claude/agents/devops/ci-cd/ops-cicd-github.md +0 -112
  15. package/.claude/agents/documentation/api-docs/docs-api-openapi.md +0 -111
  16. package/.claude/agents/security/security-auditor.md +45 -0
  17. package/.claude/guidance/shipped/moflo-agent-rules.md +172 -0
  18. package/.claude/guidance/shipped/moflo-claude-swarm-cohesion.md +73 -265
  19. package/.claude/guidance/shipped/moflo-cli-reference.md +6 -6
  20. package/.claude/guidance/shipped/moflo-core-guidance.md +66 -184
  21. package/.claude/guidance/shipped/moflo-cross-platform.md +1 -1
  22. package/.claude/guidance/shipped/moflo-error-handling.md +3 -3
  23. package/.claude/guidance/shipped/moflo-guidance-rules.md +17 -7
  24. package/.claude/guidance/shipped/moflo-memory-strategy.md +76 -182
  25. package/.claude/guidance/shipped/moflo-memorydb-maintenance.md +6 -8
  26. package/.claude/guidance/shipped/moflo-settings-injection.md +7 -9
  27. package/.claude/guidance/shipped/moflo-source-hygiene.md +5 -5
  28. package/.claude/guidance/shipped/moflo-spell-connectors.md +3 -4
  29. package/.claude/guidance/shipped/moflo-spell-custom-steps.md +3 -4
  30. package/.claude/guidance/shipped/moflo-spell-engine.md +40 -162
  31. package/.claude/guidance/shipped/moflo-spell-runner.md +134 -0
  32. package/.claude/guidance/shipped/moflo-spell-sandboxing.md +10 -57
  33. package/.claude/guidance/shipped/moflo-spell-troubleshooting.md +149 -0
  34. package/.claude/guidance/shipped/moflo-subagents.md +43 -114
  35. package/.claude/guidance/shipped/moflo-task-icons.md +4 -4
  36. package/.claude/guidance/shipped/moflo-user-facing-language.md +3 -3
  37. package/.claude/guidance/shipped/moflo-verbose-command-filtering.md +3 -3
  38. package/.claude/guidance/shipped/moflo-yaml-reference.md +4 -5
  39. package/.claude/helpers/gate.cjs +192 -15
  40. package/.claude/helpers/prompt-hook.mjs +4 -38
  41. package/.claude/helpers/simplify-classify.cjs +32 -11
  42. package/.claude/helpers/subagent-bootstrap.json +1 -1
  43. package/.claude/helpers/subagent-start.cjs +1 -1
  44. package/.claude/skills/connector-builder/SKILL.md +42 -429
  45. package/.claude/skills/connector-builder/templates/connector.md +189 -0
  46. package/.claude/skills/connector-builder/templates/step-command.md +176 -0
  47. package/.claude/skills/eldar/SKILL.md +7 -7
  48. package/.claude/skills/fl/SKILL.md +3 -3
  49. package/.claude/skills/fl/execution-modes.md +39 -16
  50. package/.claude/skills/fl/phases.md +3 -3
  51. package/.claude/skills/{simplify → flo-simplify}/SKILL.md +11 -11
  52. package/.claude/skills/guidance/SKILL.md +17 -9
  53. package/.claude/skills/memory-patterns/SKILL.md +1 -1
  54. package/.claude/skills/publish/SKILL.md +121 -36
  55. package/.claude/skills/reset-epic/SKILL.md +2 -2
  56. package/.claude/skills/spell-builder/SKILL.md +39 -226
  57. package/.claude/skills/spell-builder/architecture.md +1 -1
  58. package/.claude/skills/spell-builder/permissions.md +107 -0
  59. package/.claude/skills/spell-builder/preflight.md +101 -0
  60. package/.claude/skills/spell-schedule/SKILL.md +2 -3
  61. package/bin/gate.cjs +192 -15
  62. package/bin/lib/retired-files.mjs +146 -0
  63. package/bin/prompt-hook.mjs +4 -38
  64. package/bin/session-start-launcher.mjs +120 -1
  65. package/bin/setup-project.mjs +63 -69
  66. package/bin/simplify-classify.cjs +32 -11
  67. package/dist/src/cli/appliance/rvfa-builder.js +1 -1
  68. package/dist/src/cli/commands/agent.js +3 -9
  69. package/dist/src/cli/commands/doctor-checks-deep.js +4 -0
  70. package/dist/src/cli/commands/hooks.js +1 -3
  71. package/dist/src/cli/commands/index.js +2 -0
  72. package/dist/src/cli/commands/retire.js +111 -0
  73. package/dist/src/cli/hooks/reasoningbank/index.js +7 -7
  74. package/dist/src/cli/init/claudemd-generator.js +30 -33
  75. package/dist/src/cli/init/executor.js +53 -69
  76. package/dist/src/cli/init/helpers-generator.js +165 -52
  77. package/dist/src/cli/init/moflo-init.js +41 -114
  78. package/dist/src/cli/init/settings-generator.js +44 -14
  79. package/dist/src/cli/mcp-tools/agent-tools.js +9 -27
  80. package/dist/src/cli/mcp-tools/hooks-tools.js +23 -21
  81. package/dist/src/cli/memory/controllers/semantic-router.js +18 -12
  82. package/dist/src/cli/memory/sona-optimizer.js +6 -6
  83. package/dist/src/cli/neural/domain/services/learning-service.js +3 -3
  84. package/dist/src/cli/services/agent-router.js +2 -5
  85. package/dist/src/cli/services/hook-block-hash.js +11 -2
  86. package/dist/src/cli/services/hook-wiring.js +86 -3
  87. package/dist/src/cli/services/subagent-bootstrap.js +1 -1
  88. package/dist/src/cli/shared/events/example-usage.js +6 -6
  89. package/dist/src/cli/shared/hooks/task-hooks.js +8 -8
  90. package/dist/src/cli/version.js +1 -1
  91. package/package.json +3 -2
  92. package/retired-files.json +1989 -0
  93. package/scripts/post-install-bootstrap.mjs +19 -0
  94. package/src/cli/data/model-registry.json +2 -2
  95. package/.claude/agents/consensus/byzantine-coordinator.md +0 -63
  96. package/.claude/agents/consensus/crdt-synchronizer.md +0 -997
  97. package/.claude/agents/consensus/gossip-coordinator.md +0 -63
  98. package/.claude/agents/consensus/performance-benchmarker.md +0 -851
  99. package/.claude/agents/consensus/quorum-manager.md +0 -823
  100. package/.claude/agents/consensus/raft-manager.md +0 -63
  101. package/.claude/agents/consensus/security-manager.md +0 -622
  102. package/.claude/agents/data/ml/data-ml-model.md +0 -193
  103. package/.claude/agents/github/code-review-swarm.md +0 -538
  104. package/.claude/agents/github/github-modes.md +0 -172
  105. package/.claude/agents/github/issue-tracker.md +0 -311
  106. package/.claude/agents/github/multi-repo-swarm.md +0 -551
  107. package/.claude/agents/github/pr-manager.md +0 -183
  108. package/.claude/agents/github/project-board-sync.md +0 -508
  109. package/.claude/agents/github/release-manager.md +0 -360
  110. package/.claude/agents/github/release-swarm.md +0 -580
  111. package/.claude/agents/github/repo-architect.md +0 -391
  112. package/.claude/agents/github/swarm-issue.md +0 -566
  113. package/.claude/agents/github/swarm-pr.md +0 -414
  114. package/.claude/agents/github/sync-coordinator.md +0 -426
  115. package/.claude/agents/github/workflow-automation.md +0 -606
  116. package/.claude/agents/goal/code-goal-planner.md +0 -440
  117. package/.claude/agents/goal/goal-planner.md +0 -168
  118. package/.claude/agents/hive-mind/collective-intelligence-coordinator.md +0 -127
  119. package/.claude/agents/hive-mind/queen-coordinator.md +0 -198
  120. package/.claude/agents/hive-mind/scout-explorer.md +0 -233
  121. package/.claude/agents/hive-mind/swarm-memory-manager.md +0 -184
  122. package/.claude/agents/hive-mind/worker-specialist.md +0 -208
  123. package/.claude/agents/neural/safla-neural.md +0 -73
  124. package/.claude/agents/optimization/benchmark-suite.md +0 -665
  125. package/.claude/agents/optimization/load-balancer.md +0 -431
  126. package/.claude/agents/optimization/performance-monitor.md +0 -672
  127. package/.claude/agents/optimization/resource-allocator.md +0 -674
  128. package/.claude/agents/optimization/topology-optimizer.md +0 -808
  129. package/.claude/agents/reasoning/goal-planner.md +0 -67
  130. package/.claude/agents/sona/sona-learning-optimizer.md +0 -74
  131. package/.claude/agents/sparc/architecture.md +0 -472
  132. package/.claude/agents/sparc/pseudocode.md +0 -318
  133. package/.claude/agents/sparc/refinement.md +0 -525
  134. package/.claude/agents/sparc/specification.md +0 -276
  135. package/.claude/agents/specialized/mobile/spec-mobile-react-native.md +0 -225
  136. package/.claude/agents/swarm/adaptive-coordinator.md +0 -391
  137. package/.claude/agents/swarm/hierarchical-coordinator.md +0 -321
  138. package/.claude/agents/swarm/mesh-coordinator.md +0 -383
  139. package/.claude/agents/testing/production-validator.md +0 -395
  140. package/.claude/agents/testing/tdd-london-swarm.md +0 -244
  141. package/.claude/agents/v3/adr-architect.md +0 -184
  142. package/.claude/agents/v3/aidefence-guardian.md +0 -277
  143. package/.claude/agents/v3/claims-authorizer.md +0 -208
  144. package/.claude/agents/v3/collective-intelligence-coordinator.md +0 -988
  145. package/.claude/agents/v3/ddd-domain-expert.md +0 -220
  146. package/.claude/agents/v3/injection-analyst.md +0 -232
  147. package/.claude/agents/v3/memory-specialist.md +0 -987
  148. package/.claude/agents/v3/performance-engineer.md +0 -1225
  149. package/.claude/agents/v3/pii-detector.md +0 -146
  150. package/.claude/agents/v3/reasoningbank-learner.md +0 -213
  151. package/.claude/agents/v3/security-architect-aidefence.md +0 -405
  152. package/.claude/agents/v3/security-architect.md +0 -865
  153. package/.claude/agents/v3/security-auditor.md +0 -771
  154. package/.claude/agents/v3/sparc-orchestrator.md +0 -182
  155. package/.claude/agents/v3/swarm-memory-manager.md +0 -142
  156. package/.claude/agents/v3/v3-integration-architect.md +0 -205
  157. package/.claude/commands/claude-flow-help.md +0 -103
  158. package/.claude/commands/claude-flow-memory.md +0 -107
  159. package/.claude/commands/claude-flow-swarm.md +0 -205
  160. package/.claude/commands/github/README.md +0 -11
  161. package/.claude/commands/github/code-review-swarm.md +0 -514
  162. package/.claude/commands/github/code-review.md +0 -25
  163. package/.claude/commands/github/github-modes.md +0 -146
  164. package/.claude/commands/github/github-swarm.md +0 -113
  165. package/.claude/commands/github/issue-tracker.md +0 -284
  166. package/.claude/commands/github/issue-triage.md +0 -25
  167. package/.claude/commands/github/multi-repo-swarm.md +0 -519
  168. package/.claude/commands/github/pr-enhance.md +0 -26
  169. package/.claude/commands/github/pr-manager.md +0 -164
  170. package/.claude/commands/github/project-board-sync.md +0 -471
  171. package/.claude/commands/github/release-manager.md +0 -332
  172. package/.claude/commands/github/release-swarm.md +0 -544
  173. package/.claude/commands/github/repo-analyze.md +0 -25
  174. package/.claude/commands/github/repo-architect.md +0 -361
  175. package/.claude/commands/github/swarm-issue.md +0 -482
  176. package/.claude/commands/github/swarm-pr.md +0 -285
  177. package/.claude/commands/github/sync-coordinator.md +0 -294
  178. package/.claude/commands/github/workflow-automation.md +0 -442
  179. package/.claude/commands/hooks/README.md +0 -11
  180. package/.claude/commands/hooks/overview.md +0 -58
  181. package/.claude/commands/hooks/post-edit.md +0 -117
  182. package/.claude/commands/hooks/post-task.md +0 -112
  183. package/.claude/commands/hooks/pre-edit.md +0 -113
  184. package/.claude/commands/hooks/pre-task.md +0 -111
  185. package/.claude/commands/hooks/session-end.md +0 -118
  186. package/.claude/commands/hooks/setup.md +0 -103
  187. package/.claude/commands/simplify.md +0 -101
  188. package/.claude/commands/sparc/analyzer.md +0 -42
  189. package/.claude/commands/sparc/architect.md +0 -43
  190. package/.claude/commands/sparc/ask.md +0 -86
  191. package/.claude/commands/sparc/batch-executor.md +0 -44
  192. package/.claude/commands/sparc/code.md +0 -78
  193. package/.claude/commands/sparc/coder.md +0 -44
  194. package/.claude/commands/sparc/debug.md +0 -72
  195. package/.claude/commands/sparc/debugger.md +0 -44
  196. package/.claude/commands/sparc/designer.md +0 -43
  197. package/.claude/commands/sparc/devops.md +0 -98
  198. package/.claude/commands/sparc/docs-writer.md +0 -69
  199. package/.claude/commands/sparc/documenter.md +0 -44
  200. package/.claude/commands/sparc/innovator.md +0 -44
  201. package/.claude/commands/sparc/integration.md +0 -72
  202. package/.claude/commands/sparc/mcp.md +0 -106
  203. package/.claude/commands/sparc/memory-manager.md +0 -44
  204. package/.claude/commands/sparc/optimizer.md +0 -44
  205. package/.claude/commands/sparc/orchestrator.md +0 -116
  206. package/.claude/commands/sparc/post-deployment-monitoring-mode.md +0 -72
  207. package/.claude/commands/sparc/refinement-optimization-mode.md +0 -72
  208. package/.claude/commands/sparc/researcher.md +0 -44
  209. package/.claude/commands/sparc/reviewer.md +0 -44
  210. package/.claude/commands/sparc/security-review.md +0 -69
  211. package/.claude/commands/sparc/sparc-modes.md +0 -139
  212. package/.claude/commands/sparc/sparc.md +0 -99
  213. package/.claude/commands/sparc/spec-pseudocode.md +0 -69
  214. package/.claude/commands/sparc/spell-manager.md +0 -44
  215. package/.claude/commands/sparc/supabase-admin.md +0 -337
  216. package/.claude/commands/sparc/swarm-coordinator.md +0 -44
  217. package/.claude/commands/sparc/tdd.md +0 -44
  218. package/.claude/commands/sparc/tester.md +0 -44
  219. package/.claude/commands/sparc/tutorial.md +0 -68
  220. package/.claude/commands/sparc.md +0 -151
  221. package/.claude/guidance/shipped/moflo-session-start.md +0 -154
  222. package/.claude/guidance/shipped/moflo-spell-engine-architecture.md +0 -145
  223. package/.claude/skills/browser/SKILL.md +0 -204
  224. package/.claude/skills/github-code-review/SKILL.md +0 -1140
  225. package/.claude/skills/github-multi-repo/SKILL.md +0 -866
  226. package/.claude/skills/github-project-management/SKILL.md +0 -1272
  227. package/.claude/skills/github-release-management/SKILL.md +0 -1074
  228. package/.claude/skills/github-workflow-automation/SKILL.md +0 -1060
  229. package/.claude/skills/hive-mind-advanced/SKILL.md +0 -712
  230. package/.claude/skills/hooks-automation/SKILL.md +0 -1193
  231. package/.claude/skills/pair-programming/SKILL.md +0 -1202
  232. package/.claude/skills/performance-analysis/SKILL.md +0 -563
  233. package/.claude/skills/skill-builder/SKILL.md +0 -910
  234. package/.claude/skills/sparc-methodology/SKILL.md +0 -904
  235. package/.claude/skills/stream-chain/SKILL.md +0 -563
  236. package/.claude/skills/swarm-advanced/SKILL.md +0 -811
  237. package/.claude/skills/swarm-orchestration/SKILL.md +0 -179
  238. package/.claude/skills/verification-quality/SKILL.md +0 -649
  239. package/.claude/skills/worker-benchmarks/skill.md +0 -135
  240. package/.claude/skills/worker-integration/skill.md +0 -154
@@ -1,851 +0,0 @@
1
- ---
2
- name: performance-benchmarker
3
- type: analyst
4
- color: "#607D8B"
5
- description: Implements comprehensive performance benchmarking for distributed consensus protocols
6
- capabilities:
7
- - throughput_measurement
8
- - latency_analysis
9
- - resource_monitoring
10
- - comparative_analysis
11
- - adaptive_tuning
12
- priority: medium
13
- hooks:
14
- pre: |
15
- echo "📊 Performance Benchmarker analyzing: $TASK"
16
- # Initialize monitoring systems
17
- if [[ "$TASK" == *"benchmark"* ]]; then
18
- echo "⚡ Starting performance metric collection"
19
- fi
20
- post: |
21
- echo "📈 Performance analysis complete"
22
- # Generate performance report
23
- echo "📋 Compiling benchmarking results and recommendations"
24
- ---
25
-
26
- # Performance Benchmarker
27
-
28
- Implements comprehensive performance benchmarking and optimization analysis for distributed consensus protocols.
29
-
30
- ## Core Responsibilities
31
-
32
- 1. **Protocol Benchmarking**: Measure throughput, latency, and scalability across consensus algorithms
33
- 2. **Resource Monitoring**: Track CPU, memory, network, and storage utilization patterns
34
- 3. **Comparative Analysis**: Compare Byzantine, Raft, and Gossip protocol performance
35
- 4. **Adaptive Tuning**: Implement real-time parameter optimization and load balancing
36
- 5. **Performance Reporting**: Generate actionable insights and optimization recommendations
37
-
38
- ## Technical Implementation
39
-
40
- ### Core Benchmarking Framework
41
- ```javascript
42
- class ConsensusPerformanceBenchmarker {
43
- constructor() {
44
- this.benchmarkSuites = new Map();
45
- this.performanceMetrics = new Map();
46
- this.historicalData = new TimeSeriesDatabase();
47
- this.currentBenchmarks = new Set();
48
- this.adaptiveOptimizer = new AdaptiveOptimizer();
49
- this.alertSystem = new PerformanceAlertSystem();
50
- }
51
-
52
- // Register benchmark suite for specific consensus protocol
53
- registerBenchmarkSuite(protocolName, benchmarkConfig) {
54
- const suite = new BenchmarkSuite(protocolName, benchmarkConfig);
55
- this.benchmarkSuites.set(protocolName, suite);
56
-
57
- return suite;
58
- }
59
-
60
- // Execute comprehensive performance benchmarks
61
- async runComprehensiveBenchmarks(protocols, scenarios) {
62
- const results = new Map();
63
-
64
- for (const protocol of protocols) {
65
- const protocolResults = new Map();
66
-
67
- for (const scenario of scenarios) {
68
- console.log(`Running ${scenario.name} benchmark for ${protocol}`);
69
-
70
- const benchmarkResult = await this.executeBenchmarkScenario(
71
- protocol, scenario
72
- );
73
-
74
- protocolResults.set(scenario.name, benchmarkResult);
75
-
76
- // Store in historical database
77
- await this.historicalData.store({
78
- protocol: protocol,
79
- scenario: scenario.name,
80
- timestamp: Date.now(),
81
- metrics: benchmarkResult
82
- });
83
- }
84
-
85
- results.set(protocol, protocolResults);
86
- }
87
-
88
- // Generate comparative analysis
89
- const analysis = await this.generateComparativeAnalysis(results);
90
-
91
- // Trigger adaptive optimizations
92
- await this.adaptiveOptimizer.optimizeBasedOnResults(results);
93
-
94
- return {
95
- benchmarkResults: results,
96
- comparativeAnalysis: analysis,
97
- recommendations: await this.generateOptimizationRecommendations(results)
98
- };
99
- }
100
-
101
- async executeBenchmarkScenario(protocol, scenario) {
102
- const benchmark = this.benchmarkSuites.get(protocol);
103
- if (!benchmark) {
104
- throw new Error(`No benchmark suite found for protocol: ${protocol}`);
105
- }
106
-
107
- // Initialize benchmark environment
108
- const environment = await this.setupBenchmarkEnvironment(scenario);
109
-
110
- try {
111
- // Pre-benchmark setup
112
- await benchmark.setup(environment);
113
-
114
- // Execute benchmark phases
115
- const results = {
116
- throughput: await this.measureThroughput(benchmark, scenario),
117
- latency: await this.measureLatency(benchmark, scenario),
118
- resourceUsage: await this.measureResourceUsage(benchmark, scenario),
119
- scalability: await this.measureScalability(benchmark, scenario),
120
- faultTolerance: await this.measureFaultTolerance(benchmark, scenario)
121
- };
122
-
123
- // Post-benchmark analysis
124
- results.analysis = await this.analyzeBenchmarkResults(results);
125
-
126
- return results;
127
-
128
- } finally {
129
- // Cleanup benchmark environment
130
- await this.cleanupBenchmarkEnvironment(environment);
131
- }
132
- }
133
- }
134
- ```
135
-
136
- ### Throughput Measurement System
137
- ```javascript
138
- class ThroughputBenchmark {
139
- constructor(protocol, configuration) {
140
- this.protocol = protocol;
141
- this.config = configuration;
142
- this.metrics = new MetricsCollector();
143
- this.loadGenerator = new LoadGenerator();
144
- }
145
-
146
- async measureThroughput(scenario) {
147
- const measurements = [];
148
- const duration = scenario.duration || 60000; // 1 minute default
149
- const startTime = Date.now();
150
-
151
- // Initialize load generator
152
- await this.loadGenerator.initialize({
153
- requestRate: scenario.initialRate || 10,
154
- rampUp: scenario.rampUp || false,
155
- pattern: scenario.pattern || 'constant'
156
- });
157
-
158
- // Start metrics collection
159
- this.metrics.startCollection(['transactions_per_second', 'success_rate']);
160
-
161
- let currentRate = scenario.initialRate || 10;
162
- const rateIncrement = scenario.rateIncrement || 5;
163
- const measurementInterval = 5000; // 5 seconds
164
-
165
- while (Date.now() - startTime < duration) {
166
- const intervalStart = Date.now();
167
-
168
- // Generate load for this interval
169
- const transactions = await this.generateTransactionLoad(
170
- currentRate, measurementInterval
171
- );
172
-
173
- // Measure throughput for this interval
174
- const intervalMetrics = await this.measureIntervalThroughput(
175
- transactions, measurementInterval
176
- );
177
-
178
- measurements.push({
179
- timestamp: intervalStart,
180
- requestRate: currentRate,
181
- actualThroughput: intervalMetrics.throughput,
182
- successRate: intervalMetrics.successRate,
183
- averageLatency: intervalMetrics.averageLatency,
184
- p95Latency: intervalMetrics.p95Latency,
185
- p99Latency: intervalMetrics.p99Latency
186
- });
187
-
188
- // Adaptive rate adjustment
189
- if (scenario.rampUp && intervalMetrics.successRate > 0.95) {
190
- currentRate += rateIncrement;
191
- } else if (intervalMetrics.successRate < 0.8) {
192
- currentRate = Math.max(1, currentRate - rateIncrement);
193
- }
194
-
195
- // Wait for next interval
196
- const elapsed = Date.now() - intervalStart;
197
- if (elapsed < measurementInterval) {
198
- await this.sleep(measurementInterval - elapsed);
199
- }
200
- }
201
-
202
- // Stop metrics collection
203
- this.metrics.stopCollection();
204
-
205
- // Analyze throughput results
206
- return this.analyzeThroughputMeasurements(measurements);
207
- }
208
-
209
- async generateTransactionLoad(rate, duration) {
210
- const transactions = [];
211
- const interval = 1000 / rate; // Interval between transactions in ms
212
- const endTime = Date.now() + duration;
213
-
214
- while (Date.now() < endTime) {
215
- const transactionStart = Date.now();
216
-
217
- const transaction = {
218
- id: `tx_${Date.now()}_${Math.random()}`,
219
- type: this.getRandomTransactionType(),
220
- data: this.generateTransactionData(),
221
- timestamp: transactionStart
222
- };
223
-
224
- // Submit transaction to consensus protocol
225
- const promise = this.protocol.submitTransaction(transaction)
226
- .then(result => ({
227
- ...transaction,
228
- result: result,
229
- latency: Date.now() - transactionStart,
230
- success: result.committed === true
231
- }))
232
- .catch(error => ({
233
- ...transaction,
234
- error: error,
235
- latency: Date.now() - transactionStart,
236
- success: false
237
- }));
238
-
239
- transactions.push(promise);
240
-
241
- // Wait for next transaction interval
242
- await this.sleep(interval);
243
- }
244
-
245
- // Wait for all transactions to complete
246
- return await Promise.all(transactions);
247
- }
248
-
249
- analyzeThroughputMeasurements(measurements) {
250
- const totalMeasurements = measurements.length;
251
- const avgThroughput = measurements.reduce((sum, m) => sum + m.actualThroughput, 0) / totalMeasurements;
252
- const maxThroughput = Math.max(...measurements.map(m => m.actualThroughput));
253
- const avgSuccessRate = measurements.reduce((sum, m) => sum + m.successRate, 0) / totalMeasurements;
254
-
255
- // Find optimal operating point (highest throughput with >95% success rate)
256
- const optimalPoints = measurements.filter(m => m.successRate >= 0.95);
257
- const optimalThroughput = optimalPoints.length > 0 ?
258
- Math.max(...optimalPoints.map(m => m.actualThroughput)) : 0;
259
-
260
- return {
261
- averageThroughput: avgThroughput,
262
- maxThroughput: maxThroughput,
263
- optimalThroughput: optimalThroughput,
264
- averageSuccessRate: avgSuccessRate,
265
- measurements: measurements,
266
- sustainableThroughput: this.calculateSustainableThroughput(measurements),
267
- throughputVariability: this.calculateThroughputVariability(measurements)
268
- };
269
- }
270
-
271
- calculateSustainableThroughput(measurements) {
272
- // Find the highest throughput that can be sustained for >80% of the time
273
- const sortedThroughputs = measurements.map(m => m.actualThroughput).sort((a, b) => b - a);
274
- const p80Index = Math.floor(sortedThroughputs.length * 0.2);
275
- return sortedThroughputs[p80Index];
276
- }
277
- }
278
- ```
279
-
280
- ### Latency Analysis System
281
- ```javascript
282
- class LatencyBenchmark {
283
- constructor(protocol, configuration) {
284
- this.protocol = protocol;
285
- this.config = configuration;
286
- this.latencyHistogram = new LatencyHistogram();
287
- this.percentileCalculator = new PercentileCalculator();
288
- }
289
-
290
- async measureLatency(scenario) {
291
- const measurements = [];
292
- const sampleSize = scenario.sampleSize || 10000;
293
- const warmupSize = scenario.warmupSize || 1000;
294
-
295
- console.log(`Measuring latency with ${sampleSize} samples (${warmupSize} warmup)`);
296
-
297
- // Warmup phase
298
- await this.performWarmup(warmupSize);
299
-
300
- // Measurement phase
301
- for (let i = 0; i < sampleSize; i++) {
302
- const latencyMeasurement = await this.measureSingleTransactionLatency();
303
- measurements.push(latencyMeasurement);
304
-
305
- // Progress reporting
306
- if (i % 1000 === 0) {
307
- console.log(`Completed ${i}/${sampleSize} latency measurements`);
308
- }
309
- }
310
-
311
- // Analyze latency distribution
312
- return this.analyzeLatencyDistribution(measurements);
313
- }
314
-
315
- async measureSingleTransactionLatency() {
316
- const transaction = {
317
- id: `latency_tx_${Date.now()}_${Math.random()}`,
318
- type: 'benchmark',
319
- data: { value: Math.random() },
320
- phases: {}
321
- };
322
-
323
- // Phase 1: Submission
324
- const submissionStart = performance.now();
325
- const submissionPromise = this.protocol.submitTransaction(transaction);
326
- transaction.phases.submission = performance.now() - submissionStart;
327
-
328
- // Phase 2: Consensus
329
- const consensusStart = performance.now();
330
- const result = await submissionPromise;
331
- transaction.phases.consensus = performance.now() - consensusStart;
332
-
333
- // Phase 3: Application (if applicable)
334
- let applicationLatency = 0;
335
- if (result.applicationTime) {
336
- applicationLatency = result.applicationTime;
337
- }
338
- transaction.phases.application = applicationLatency;
339
-
340
- // Total end-to-end latency
341
- const totalLatency = transaction.phases.submission +
342
- transaction.phases.consensus +
343
- transaction.phases.application;
344
-
345
- return {
346
- transactionId: transaction.id,
347
- totalLatency: totalLatency,
348
- phases: transaction.phases,
349
- success: result.committed === true,
350
- timestamp: Date.now()
351
- };
352
- }
353
-
354
- analyzeLatencyDistribution(measurements) {
355
- const successfulMeasurements = measurements.filter(m => m.success);
356
- const latencies = successfulMeasurements.map(m => m.totalLatency);
357
-
358
- if (latencies.length === 0) {
359
- throw new Error('No successful latency measurements');
360
- }
361
-
362
- // Calculate percentiles
363
- const percentiles = this.percentileCalculator.calculate(latencies, [
364
- 50, 75, 90, 95, 99, 99.9, 99.99
365
- ]);
366
-
367
- // Phase-specific analysis
368
- const phaseAnalysis = this.analyzePhaseLatencies(successfulMeasurements);
369
-
370
- // Latency distribution analysis
371
- const distribution = this.analyzeLatencyHistogram(latencies);
372
-
373
- return {
374
- sampleSize: successfulMeasurements.length,
375
- mean: latencies.reduce((sum, l) => sum + l, 0) / latencies.length,
376
- median: percentiles[50],
377
- standardDeviation: this.calculateStandardDeviation(latencies),
378
- percentiles: percentiles,
379
- phaseAnalysis: phaseAnalysis,
380
- distribution: distribution,
381
- outliers: this.identifyLatencyOutliers(latencies)
382
- };
383
- }
384
-
385
- analyzePhaseLatencies(measurements) {
386
- const phases = ['submission', 'consensus', 'application'];
387
- const phaseAnalysis = {};
388
-
389
- for (const phase of phases) {
390
- const phaseLatencies = measurements.map(m => m.phases[phase]);
391
- const validLatencies = phaseLatencies.filter(l => l > 0);
392
-
393
- if (validLatencies.length > 0) {
394
- phaseAnalysis[phase] = {
395
- mean: validLatencies.reduce((sum, l) => sum + l, 0) / validLatencies.length,
396
- p50: this.percentileCalculator.calculate(validLatencies, [50])[50],
397
- p95: this.percentileCalculator.calculate(validLatencies, [95])[95],
398
- p99: this.percentileCalculator.calculate(validLatencies, [99])[99],
399
- max: Math.max(...validLatencies),
400
- contributionPercent: (validLatencies.reduce((sum, l) => sum + l, 0) /
401
- measurements.reduce((sum, m) => sum + m.totalLatency, 0)) * 100
402
- };
403
- }
404
- }
405
-
406
- return phaseAnalysis;
407
- }
408
- }
409
- ```
410
-
411
- ### Resource Usage Monitor
412
- ```javascript
413
- class ResourceUsageMonitor {
414
- constructor() {
415
- this.monitoringActive = false;
416
- this.samplingInterval = 1000; // 1 second
417
- this.measurements = [];
418
- this.systemMonitor = new SystemMonitor();
419
- }
420
-
421
- async measureResourceUsage(protocol, scenario) {
422
- console.log('Starting resource usage monitoring');
423
-
424
- this.monitoringActive = true;
425
- this.measurements = [];
426
-
427
- // Start monitoring in background
428
- const monitoringPromise = this.startContinuousMonitoring();
429
-
430
- try {
431
- // Execute the benchmark scenario
432
- const benchmarkResult = await this.executeBenchmarkWithMonitoring(
433
- protocol, scenario
434
- );
435
-
436
- // Stop monitoring
437
- this.monitoringActive = false;
438
- await monitoringPromise;
439
-
440
- // Analyze resource usage
441
- const resourceAnalysis = this.analyzeResourceUsage();
442
-
443
- return {
444
- benchmarkResult: benchmarkResult,
445
- resourceUsage: resourceAnalysis
446
- };
447
-
448
- } catch (error) {
449
- this.monitoringActive = false;
450
- throw error;
451
- }
452
- }
453
-
454
- async startContinuousMonitoring() {
455
- while (this.monitoringActive) {
456
- const measurement = await this.collectResourceMeasurement();
457
- this.measurements.push(measurement);
458
-
459
- await this.sleep(this.samplingInterval);
460
- }
461
- }
462
-
463
- async collectResourceMeasurement() {
464
- const timestamp = Date.now();
465
-
466
- // CPU usage
467
- const cpuUsage = await this.systemMonitor.getCPUUsage();
468
-
469
- // Memory usage
470
- const memoryUsage = await this.systemMonitor.getMemoryUsage();
471
-
472
- // Network I/O
473
- const networkIO = await this.systemMonitor.getNetworkIO();
474
-
475
- // Disk I/O
476
- const diskIO = await this.systemMonitor.getDiskIO();
477
-
478
- // Process-specific metrics
479
- const processMetrics = await this.systemMonitor.getProcessMetrics();
480
-
481
- return {
482
- timestamp: timestamp,
483
- cpu: {
484
- totalUsage: cpuUsage.total,
485
- consensusUsage: cpuUsage.process,
486
- loadAverage: cpuUsage.loadAverage,
487
- coreUsage: cpuUsage.cores
488
- },
489
- memory: {
490
- totalUsed: memoryUsage.used,
491
- totalAvailable: memoryUsage.available,
492
- processRSS: memoryUsage.processRSS,
493
- processHeap: memoryUsage.processHeap,
494
- gcStats: memoryUsage.gcStats
495
- },
496
- network: {
497
- bytesIn: networkIO.bytesIn,
498
- bytesOut: networkIO.bytesOut,
499
- packetsIn: networkIO.packetsIn,
500
- packetsOut: networkIO.packetsOut,
501
- connectionsActive: networkIO.connectionsActive
502
- },
503
- disk: {
504
- bytesRead: diskIO.bytesRead,
505
- bytesWritten: diskIO.bytesWritten,
506
- operationsRead: diskIO.operationsRead,
507
- operationsWrite: diskIO.operationsWrite,
508
- queueLength: diskIO.queueLength
509
- },
510
- process: {
511
- consensusThreads: processMetrics.consensusThreads,
512
- fileDescriptors: processMetrics.fileDescriptors,
513
- uptime: processMetrics.uptime
514
- }
515
- };
516
- }
517
-
518
- analyzeResourceUsage() {
519
- if (this.measurements.length === 0) {
520
- return null;
521
- }
522
-
523
- const cpuAnalysis = this.analyzeCPUUsage();
524
- const memoryAnalysis = this.analyzeMemoryUsage();
525
- const networkAnalysis = this.analyzeNetworkUsage();
526
- const diskAnalysis = this.analyzeDiskUsage();
527
-
528
- return {
529
- duration: this.measurements[this.measurements.length - 1].timestamp -
530
- this.measurements[0].timestamp,
531
- sampleCount: this.measurements.length,
532
- cpu: cpuAnalysis,
533
- memory: memoryAnalysis,
534
- network: networkAnalysis,
535
- disk: diskAnalysis,
536
- efficiency: this.calculateResourceEfficiency(),
537
- bottlenecks: this.identifyResourceBottlenecks()
538
- };
539
- }
540
-
541
- analyzeCPUUsage() {
542
- const cpuUsages = this.measurements.map(m => m.cpu.consensusUsage);
543
-
544
- return {
545
- average: cpuUsages.reduce((sum, usage) => sum + usage, 0) / cpuUsages.length,
546
- peak: Math.max(...cpuUsages),
547
- p95: this.calculatePercentile(cpuUsages, 95),
548
- variability: this.calculateStandardDeviation(cpuUsages),
549
- coreUtilization: this.analyzeCoreUtilization(),
550
- trends: this.analyzeCPUTrends()
551
- };
552
- }
553
-
554
- analyzeMemoryUsage() {
555
- const memoryUsages = this.measurements.map(m => m.memory.processRSS);
556
- const heapUsages = this.measurements.map(m => m.memory.processHeap);
557
-
558
- return {
559
- averageRSS: memoryUsages.reduce((sum, usage) => sum + usage, 0) / memoryUsages.length,
560
- peakRSS: Math.max(...memoryUsages),
561
- averageHeap: heapUsages.reduce((sum, usage) => sum + usage, 0) / heapUsages.length,
562
- peakHeap: Math.max(...heapUsages),
563
- memoryLeaks: this.detectMemoryLeaks(),
564
- gcImpact: this.analyzeGCImpact(),
565
- growth: this.calculateMemoryGrowth()
566
- };
567
- }
568
-
569
- identifyResourceBottlenecks() {
570
- const bottlenecks = [];
571
-
572
- // CPU bottleneck detection
573
- const avgCPU = this.measurements.reduce((sum, m) => sum + m.cpu.consensusUsage, 0) /
574
- this.measurements.length;
575
- if (avgCPU > 80) {
576
- bottlenecks.push({
577
- type: 'CPU',
578
- severity: 'HIGH',
579
- description: `High CPU usage (${avgCPU.toFixed(1)}%)`
580
- });
581
- }
582
-
583
- // Memory bottleneck detection
584
- const memoryGrowth = this.calculateMemoryGrowth();
585
- if (memoryGrowth.rate > 1024 * 1024) { // 1MB/s growth
586
- bottlenecks.push({
587
- type: 'MEMORY',
588
- severity: 'MEDIUM',
589
- description: `High memory growth rate (${(memoryGrowth.rate / 1024 / 1024).toFixed(2)} MB/s)`
590
- });
591
- }
592
-
593
- // Network bottleneck detection
594
- const avgNetworkOut = this.measurements.reduce((sum, m) => sum + m.network.bytesOut, 0) /
595
- this.measurements.length;
596
- if (avgNetworkOut > 100 * 1024 * 1024) { // 100 MB/s
597
- bottlenecks.push({
598
- type: 'NETWORK',
599
- severity: 'MEDIUM',
600
- description: `High network output (${(avgNetworkOut / 1024 / 1024).toFixed(2)} MB/s)`
601
- });
602
- }
603
-
604
- return bottlenecks;
605
- }
606
- }
607
- ```
608
-
609
- ### Adaptive Performance Optimizer
610
- ```javascript
611
- class AdaptiveOptimizer {
612
- constructor() {
613
- this.optimizationHistory = new Map();
614
- this.performanceModel = new PerformanceModel();
615
- this.parameterTuner = new ParameterTuner();
616
- this.currentOptimizations = new Map();
617
- }
618
-
619
- async optimizeBasedOnResults(benchmarkResults) {
620
- const optimizations = [];
621
-
622
- for (const [protocol, results] of benchmarkResults) {
623
- const protocolOptimizations = await this.optimizeProtocol(protocol, results);
624
- optimizations.push(...protocolOptimizations);
625
- }
626
-
627
- // Apply optimizations gradually
628
- await this.applyOptimizations(optimizations);
629
-
630
- return optimizations;
631
- }
632
-
633
- async optimizeProtocol(protocol, results) {
634
- const optimizations = [];
635
-
636
- // Analyze performance bottlenecks
637
- const bottlenecks = this.identifyPerformanceBottlenecks(results);
638
-
639
- for (const bottleneck of bottlenecks) {
640
- const optimization = await this.generateOptimization(protocol, bottleneck);
641
- if (optimization) {
642
- optimizations.push(optimization);
643
- }
644
- }
645
-
646
- // Parameter tuning based on performance characteristics
647
- const parameterOptimizations = await this.tuneParameters(protocol, results);
648
- optimizations.push(...parameterOptimizations);
649
-
650
- return optimizations;
651
- }
652
-
653
- identifyPerformanceBottlenecks(results) {
654
- const bottlenecks = [];
655
-
656
- // Throughput bottlenecks
657
- for (const [scenario, result] of results) {
658
- if (result.throughput && result.throughput.optimalThroughput < result.throughput.maxThroughput * 0.8) {
659
- bottlenecks.push({
660
- type: 'THROUGHPUT_DEGRADATION',
661
- scenario: scenario,
662
- severity: 'HIGH',
663
- impact: (result.throughput.maxThroughput - result.throughput.optimalThroughput) /
664
- result.throughput.maxThroughput,
665
- details: result.throughput
666
- });
667
- }
668
-
669
- // Latency bottlenecks
670
- if (result.latency && result.latency.p99 > result.latency.p50 * 10) {
671
- bottlenecks.push({
672
- type: 'LATENCY_TAIL',
673
- scenario: scenario,
674
- severity: 'MEDIUM',
675
- impact: result.latency.p99 / result.latency.p50,
676
- details: result.latency
677
- });
678
- }
679
-
680
- // Resource bottlenecks
681
- if (result.resourceUsage && result.resourceUsage.bottlenecks.length > 0) {
682
- bottlenecks.push({
683
- type: 'RESOURCE_CONSTRAINT',
684
- scenario: scenario,
685
- severity: 'HIGH',
686
- details: result.resourceUsage.bottlenecks
687
- });
688
- }
689
- }
690
-
691
- return bottlenecks;
692
- }
693
-
694
- async generateOptimization(protocol, bottleneck) {
695
- switch (bottleneck.type) {
696
- case 'THROUGHPUT_DEGRADATION':
697
- return await this.optimizeThroughput(protocol, bottleneck);
698
- case 'LATENCY_TAIL':
699
- return await this.optimizeLatency(protocol, bottleneck);
700
- case 'RESOURCE_CONSTRAINT':
701
- return await this.optimizeResourceUsage(protocol, bottleneck);
702
- default:
703
- return null;
704
- }
705
- }
706
-
707
- async optimizeThroughput(protocol, bottleneck) {
708
- const optimizations = [];
709
-
710
- // Batch size optimization
711
- if (protocol === 'raft') {
712
- optimizations.push({
713
- type: 'PARAMETER_ADJUSTMENT',
714
- parameter: 'max_batch_size',
715
- currentValue: await this.getCurrentParameter(protocol, 'max_batch_size'),
716
- recommendedValue: this.calculateOptimalBatchSize(bottleneck.details),
717
- expectedImprovement: '15-25% throughput increase',
718
- confidence: 0.8
719
- });
720
- }
721
-
722
- // Pipelining optimization
723
- if (protocol === 'byzantine') {
724
- optimizations.push({
725
- type: 'FEATURE_ENABLE',
726
- feature: 'request_pipelining',
727
- description: 'Enable request pipelining to improve throughput',
728
- expectedImprovement: '20-30% throughput increase',
729
- confidence: 0.7
730
- });
731
- }
732
-
733
- return optimizations.length > 0 ? optimizations[0] : null;
734
- }
735
-
736
- async tuneParameters(protocol, results) {
737
- const optimizations = [];
738
-
739
- // Use machine learning model to suggest parameter values
740
- const parameterSuggestions = await this.performanceModel.suggestParameters(
741
- protocol, results
742
- );
743
-
744
- for (const suggestion of parameterSuggestions) {
745
- if (suggestion.confidence > 0.6) {
746
- optimizations.push({
747
- type: 'PARAMETER_TUNING',
748
- parameter: suggestion.parameter,
749
- currentValue: suggestion.currentValue,
750
- recommendedValue: suggestion.recommendedValue,
751
- expectedImprovement: suggestion.expectedImprovement,
752
- confidence: suggestion.confidence,
753
- rationale: suggestion.rationale
754
- });
755
- }
756
- }
757
-
758
- return optimizations;
759
- }
760
-
761
- async applyOptimizations(optimizations) {
762
- // Sort by confidence and expected impact
763
- const sortedOptimizations = optimizations.sort((a, b) =>
764
- (b.confidence * parseFloat(b.expectedImprovement)) -
765
- (a.confidence * parseFloat(a.expectedImprovement))
766
- );
767
-
768
- // Apply optimizations gradually
769
- for (const optimization of sortedOptimizations) {
770
- try {
771
- await this.applyOptimization(optimization);
772
-
773
- // Wait and measure impact
774
- await this.sleep(30000); // 30 seconds
775
- const impact = await this.measureOptimizationImpact(optimization);
776
-
777
- if (impact.improvement < 0.05) {
778
- // Revert if improvement is less than 5%
779
- await this.revertOptimization(optimization);
780
- } else {
781
- // Keep optimization and record success
782
- this.recordOptimizationSuccess(optimization, impact);
783
- }
784
-
785
- } catch (error) {
786
- console.error(`Failed to apply optimization:`, error);
787
- await this.revertOptimization(optimization);
788
- }
789
- }
790
- }
791
- }
792
- ```
793
-
794
- ## MCP Integration Hooks
795
-
796
- ### Performance Metrics Storage
797
- ```javascript
798
- // Store comprehensive benchmark results
799
- await this.mcpTools.memory_usage({
800
- action: 'store',
801
- key: `benchmark_results_${protocol}_${Date.now()}`,
802
- value: JSON.stringify({
803
- protocol: protocol,
804
- timestamp: Date.now(),
805
- throughput: throughputResults,
806
- latency: latencyResults,
807
- resourceUsage: resourceResults,
808
- optimizations: appliedOptimizations
809
- }),
810
- namespace: 'performance_benchmarks',
811
- ttl: 604800000 // 7 days
812
- });
813
-
814
- // Real-time performance monitoring
815
- await this.mcpTools.metrics_collect({
816
- components: [
817
- 'consensus_throughput',
818
- 'consensus_latency_p99',
819
- 'cpu_utilization',
820
- 'memory_usage',
821
- 'network_io_rate'
822
- ]
823
- });
824
- ```
825
-
826
- ### Neural Performance Learning
827
- ```javascript
828
- // Learn performance optimization patterns
829
- await this.mcpTools.neural_patterns({
830
- action: 'learn',
831
- operation: 'performance_optimization',
832
- outcome: JSON.stringify({
833
- optimizationType: optimization.type,
834
- performanceGain: measurementResults.improvement,
835
- resourceImpact: measurementResults.resourceDelta,
836
- networkConditions: currentNetworkState
837
- })
838
- });
839
-
840
- // Predict optimal configurations
841
- const configPrediction = await this.mcpTools.neural_predict({
842
- modelId: 'consensus_performance_model',
843
- input: JSON.stringify({
844
- workloadPattern: currentWorkload,
845
- networkTopology: networkState,
846
- resourceConstraints: systemResources
847
- })
848
- });
849
- ```
850
-
851
- This Performance Benchmarker provides comprehensive performance analysis, optimization recommendations, and adaptive tuning capabilities for distributed consensus protocols.