claude-flow-novice 2.0.3 → 2.0.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (272) hide show
  1. package/dist/src/cli/commands/guidance.js +487 -668
  2. package/dist/src/cli/commands/index-validate.js +18 -29
  3. package/dist/src/cli/commands/mcp-troubleshoot.js +230 -282
  4. package/dist/src/cli/commands/neural-goal-init.js +92 -125
  5. package/dist/src/cli/commands/swarm-exec.js +317 -393
  6. package/dist/src/cli/commands/swarm.js +1 -1
  7. package/dist/src/cli/commands/validate-framework.js +983 -1100
  8. package/dist/src/cli/commands/validate.js +144 -223
  9. package/dist/src/cli/simple-commands/__tests__/agent.test.js +265 -277
  10. package/dist/src/cli/simple-commands/__tests__/memory.test.js +6 -7
  11. package/dist/src/cli/simple-commands/__tests__/swarm.test.js +373 -356
  12. package/dist/src/cli/simple-commands/__tests__/task.test.js +6 -7
  13. package/dist/src/cli/simple-commands/agent.js +157 -193
  14. package/dist/src/cli/simple-commands/analysis.js +336 -446
  15. package/dist/src/cli/simple-commands/automation-executor.js +1095 -1339
  16. package/dist/src/cli/simple-commands/automation.js +481 -469
  17. package/dist/src/cli/simple-commands/batch-manager.js +261 -313
  18. package/dist/src/cli/simple-commands/claude-telemetry.js +241 -267
  19. package/dist/src/cli/simple-commands/claude-track.js +68 -90
  20. package/dist/src/cli/simple-commands/concurrent-display.js +266 -320
  21. package/dist/src/cli/simple-commands/config.js +245 -290
  22. package/dist/src/cli/simple-commands/coordination.js +182 -234
  23. package/dist/src/cli/simple-commands/enhanced-ui-views.js +812 -615
  24. package/dist/src/cli/simple-commands/enhanced-webui-complete.js +922 -981
  25. package/dist/src/cli/simple-commands/fix-hook-variables.js +274 -294
  26. package/dist/src/cli/simple-commands/github/gh-coordinator.js +378 -457
  27. package/dist/src/cli/simple-commands/github/github-api.js +535 -574
  28. package/dist/src/cli/simple-commands/github/init.js +276 -303
  29. package/dist/src/cli/simple-commands/github.js +222 -247
  30. package/dist/src/cli/simple-commands/goal.js +51 -63
  31. package/dist/src/cli/simple-commands/hive-mind/auto-save-middleware.js +208 -278
  32. package/dist/src/cli/simple-commands/hive-mind/communication.js +601 -696
  33. package/dist/src/cli/simple-commands/hive-mind/core.js +907 -979
  34. package/dist/src/cli/simple-commands/hive-mind/db-optimizer.js +406 -655
  35. package/dist/src/cli/simple-commands/hive-mind/mcp-wrapper.js +1125 -1245
  36. package/dist/src/cli/simple-commands/hive-mind/memory.js +854 -1090
  37. package/dist/src/cli/simple-commands/hive-mind/performance-optimizer.js +459 -574
  38. package/dist/src/cli/simple-commands/hive-mind/performance-test.js +263 -347
  39. package/dist/src/cli/simple-commands/hive-mind/queen.js +727 -768
  40. package/dist/src/cli/simple-commands/hive-mind/session-manager.js +745 -1049
  41. package/dist/src/cli/simple-commands/hive-mind-optimize.js +227 -283
  42. package/dist/src/cli/simple-commands/hive-mind-wizard.js +174 -217
  43. package/dist/src/cli/simple-commands/hive-mind.js +1842 -2283
  44. package/dist/src/cli/simple-commands/hive.js +90 -79
  45. package/dist/src/cli/simple-commands/hook-safety.js +431 -521
  46. package/dist/src/cli/simple-commands/hooks/session-start-soul.js +203 -254
  47. package/dist/src/cli/simple-commands/hooks.js +1064 -1204
  48. package/dist/src/cli/simple-commands/init/agent-copier.js +294 -319
  49. package/dist/src/cli/simple-commands/init/batch-init.js +496 -562
  50. package/dist/src/cli/simple-commands/init/claude-commands/claude-flow-commands.js +13 -19
  51. package/dist/src/cli/simple-commands/init/claude-commands/optimized-claude-flow-commands.js +13 -19
  52. package/dist/src/cli/simple-commands/init/claude-commands/optimized-slash-commands.js +61 -88
  53. package/dist/src/cli/simple-commands/init/claude-commands/optimized-sparc-commands.js +125 -150
  54. package/dist/src/cli/simple-commands/init/claude-commands/slash-commands.js +42 -49
  55. package/dist/src/cli/simple-commands/init/claude-commands/sparc-commands.js +43 -61
  56. package/dist/src/cli/simple-commands/init/copy-revised-templates.js +141 -147
  57. package/dist/src/cli/simple-commands/init/executable-wrapper.js +31 -44
  58. package/dist/src/cli/simple-commands/init/gitignore-updater.js +64 -90
  59. package/dist/src/cli/simple-commands/init/help.js +104 -107
  60. package/dist/src/cli/simple-commands/init/hive-mind-init.js +509 -528
  61. package/dist/src/cli/simple-commands/init/index.js +1510 -1759
  62. package/dist/src/cli/simple-commands/init/performance-monitor.js +234 -317
  63. package/dist/src/cli/simple-commands/init/rollback/backup-manager.js +441 -504
  64. package/dist/src/cli/simple-commands/init/rollback/index.js +289 -364
  65. package/dist/src/cli/simple-commands/init/rollback/recovery-manager.js +652 -728
  66. package/dist/src/cli/simple-commands/init/rollback/rollback-executor.js +416 -481
  67. package/dist/src/cli/simple-commands/init/rollback/state-tracker.js +369 -448
  68. package/dist/src/cli/simple-commands/init/sparc/roo-readme.js +1 -2
  69. package/dist/src/cli/simple-commands/init/sparc/roomodes-config.js +122 -99
  70. package/dist/src/cli/simple-commands/init/sparc/workflows.js +32 -37
  71. package/dist/src/cli/simple-commands/init/sparc-structure.js +55 -62
  72. package/dist/src/cli/simple-commands/init/template-copier.js +421 -533
  73. package/dist/src/cli/simple-commands/init/templates/coordination-md.js +3 -6
  74. package/dist/src/cli/simple-commands/init/templates/enhanced-templates.js +344 -318
  75. package/dist/src/cli/simple-commands/init/templates/github-safe-enhanced.js +173 -218
  76. package/dist/src/cli/simple-commands/init/templates/github-safe.js +65 -75
  77. package/dist/src/cli/simple-commands/init/templates/memory-bank-md.js +3 -6
  78. package/dist/src/cli/simple-commands/init/templates/readme-files.js +2 -4
  79. package/dist/src/cli/simple-commands/init/templates/safe-hook-patterns.js +187 -230
  80. package/dist/src/cli/simple-commands/init/templates/sparc-modes.js +53 -80
  81. package/dist/src/cli/simple-commands/init/templates/verification-claude-md.js +101 -85
  82. package/dist/src/cli/simple-commands/init/validation/config-validator.js +283 -330
  83. package/dist/src/cli/simple-commands/init/validation/health-checker.js +495 -561
  84. package/dist/src/cli/simple-commands/init/validation/index.js +302 -358
  85. package/dist/src/cli/simple-commands/init/validation/mode-validator.js +308 -359
  86. package/dist/src/cli/simple-commands/init/validation/post-init-validator.js +389 -366
  87. package/dist/src/cli/simple-commands/init/validation/pre-init-validator.js +270 -268
  88. package/dist/src/cli/simple-commands/init/validation/test-runner.js +427 -447
  89. package/dist/src/cli/simple-commands/init.js +1 -2
  90. package/dist/src/cli/simple-commands/mcp-health.js +131 -158
  91. package/dist/src/cli/simple-commands/mcp-integration-layer.js +533 -634
  92. package/dist/src/cli/simple-commands/mcp.js +345 -400
  93. package/dist/src/cli/simple-commands/memory-consolidation.js +426 -537
  94. package/dist/src/cli/simple-commands/memory.js +247 -311
  95. package/dist/src/cli/simple-commands/migrate-hooks.js +39 -46
  96. package/dist/src/cli/simple-commands/monitor.js +294 -363
  97. package/dist/src/cli/simple-commands/neural.js +51 -65
  98. package/dist/src/cli/simple-commands/pair-autofix-only.js +538 -662
  99. package/dist/src/cli/simple-commands/pair-basic.js +528 -656
  100. package/dist/src/cli/simple-commands/pair-old.js +430 -543
  101. package/dist/src/cli/simple-commands/pair-working.js +615 -751
  102. package/dist/src/cli/simple-commands/pair.js +615 -751
  103. package/dist/src/cli/simple-commands/performance-hooks.js +83 -111
  104. package/dist/src/cli/simple-commands/performance-metrics.js +348 -433
  105. package/dist/src/cli/simple-commands/process-ui-enhanced.js +708 -787
  106. package/dist/src/cli/simple-commands/process-ui.js +230 -254
  107. package/dist/src/cli/simple-commands/realtime-update-system.js +525 -611
  108. package/dist/src/cli/simple-commands/sparc/architecture.js +1704 -1530
  109. package/dist/src/cli/simple-commands/sparc/commands.js +438 -516
  110. package/dist/src/cli/simple-commands/sparc/completion.js +1224 -1481
  111. package/dist/src/cli/simple-commands/sparc/coordinator.js +913 -978
  112. package/dist/src/cli/simple-commands/sparc/index.js +241 -298
  113. package/dist/src/cli/simple-commands/sparc/phase-base.js +314 -390
  114. package/dist/src/cli/simple-commands/sparc/pseudocode.js +965 -869
  115. package/dist/src/cli/simple-commands/sparc/refinement.js +980 -1273
  116. package/dist/src/cli/simple-commands/sparc/specification.js +559 -645
  117. package/dist/src/cli/simple-commands/sparc-modes/architect.js +1 -1
  118. package/dist/src/cli/simple-commands/sparc-modes/ask.js +1 -1
  119. package/dist/src/cli/simple-commands/sparc-modes/code.js +1 -1
  120. package/dist/src/cli/simple-commands/sparc-modes/debug.js +1 -1
  121. package/dist/src/cli/simple-commands/sparc-modes/devops.js +1 -1
  122. package/dist/src/cli/simple-commands/sparc-modes/docs-writer.js +1 -1
  123. package/dist/src/cli/simple-commands/sparc-modes/generic.js +1 -1
  124. package/dist/src/cli/simple-commands/sparc-modes/index.js +47 -55
  125. package/dist/src/cli/simple-commands/sparc-modes/integration.js +1 -1
  126. package/dist/src/cli/simple-commands/sparc-modes/mcp.js +1 -1
  127. package/dist/src/cli/simple-commands/sparc-modes/monitoring.js +1 -1
  128. package/dist/src/cli/simple-commands/sparc-modes/optimization.js +1 -1
  129. package/dist/src/cli/simple-commands/sparc-modes/security-review.js +1 -1
  130. package/dist/src/cli/simple-commands/sparc-modes/sparc-orchestrator.js +1 -1
  131. package/dist/src/cli/simple-commands/sparc-modes/spec-pseudocode.js +1 -1
  132. package/dist/src/cli/simple-commands/sparc-modes/supabase-admin.js +1 -1
  133. package/dist/src/cli/simple-commands/sparc-modes/swarm.js +101 -87
  134. package/dist/src/cli/simple-commands/sparc-modes/tdd.js +1 -1
  135. package/dist/src/cli/simple-commands/sparc-modes/tutorial.js +1 -1
  136. package/dist/src/cli/simple-commands/sparc.js +465 -493
  137. package/dist/src/cli/simple-commands/start-ui.js +108 -132
  138. package/dist/src/cli/simple-commands/start-wrapper.js +240 -268
  139. package/dist/src/cli/simple-commands/start.js +1 -1
  140. package/dist/src/cli/simple-commands/status.js +254 -275
  141. package/dist/src/cli/simple-commands/stream-chain-clean.js +128 -171
  142. package/dist/src/cli/simple-commands/stream-chain-fixed.js +61 -82
  143. package/dist/src/cli/simple-commands/stream-chain-real.js +267 -331
  144. package/dist/src/cli/simple-commands/stream-chain-working.js +211 -263
  145. package/dist/src/cli/simple-commands/stream-chain.js +260 -318
  146. package/dist/src/cli/simple-commands/stream-processor.js +290 -315
  147. package/dist/src/cli/simple-commands/swarm-executor.js +189 -222
  148. package/dist/src/cli/simple-commands/swarm-metrics-integration.js +208 -300
  149. package/dist/src/cli/simple-commands/swarm-ui.js +623 -703
  150. package/dist/src/cli/simple-commands/swarm-webui-integration.js +258 -286
  151. package/dist/src/cli/simple-commands/swarm.js +887 -1082
  152. package/dist/src/cli/simple-commands/task.js +161 -206
  153. package/dist/src/cli/simple-commands/timestamp-fix.js +59 -89
  154. package/dist/src/cli/simple-commands/token-tracker.js +258 -316
  155. package/dist/src/cli/simple-commands/tool-execution-framework.js +433 -519
  156. package/dist/src/cli/simple-commands/train-and-stream.js +275 -331
  157. package/dist/src/cli/simple-commands/training-pipeline.js +619 -725
  158. package/dist/src/cli/simple-commands/training.js +170 -227
  159. package/dist/src/cli/simple-commands/verification-hooks.js +261 -284
  160. package/dist/src/cli/simple-commands/verification-integration.js +389 -417
  161. package/dist/src/cli/simple-commands/verification-training-integration.js +486 -606
  162. package/dist/src/cli/simple-commands/verification.js +493 -513
  163. package/dist/src/cli/simple-commands/web-server.js +766 -836
  164. package/dist/src/cli/simple-commands/webui-validator.js +106 -124
  165. package/dist/src/coordination/event-bus/demo-wasm-integration.js +212 -251
  166. package/dist/src/coordination/event-bus/qe-event-bus.js +608 -748
  167. package/dist/src/coordination/event-bus/qe-event-bus.test.js +379 -454
  168. package/dist/src/coordination/iteration-tracker.js +363 -454
  169. package/dist/src/enterprise/analytics-manager.js +1135 -0
  170. package/dist/src/enterprise/audit-manager.js +1115 -0
  171. package/dist/src/enterprise/cloud-manager.js +891 -0
  172. package/dist/src/enterprise/deployment-manager.js +966 -0
  173. package/dist/src/enterprise/index.js +6 -0
  174. package/dist/src/enterprise/project-manager.js +584 -0
  175. package/dist/src/enterprise/security-manager.js +991 -0
  176. package/dist/src/index.js +1 -1
  177. package/dist/src/mcp/DEPRECATED.js +46 -60
  178. package/dist/src/mcp/fixes/mcp-error-fixes.js +115 -134
  179. package/dist/src/mcp/implementations/agent-tracker.js +114 -128
  180. package/dist/src/mcp/implementations/daa-tools.js +292 -350
  181. package/dist/src/mcp/implementations/workflow-tools.js +329 -361
  182. package/dist/src/mcp/mcp-config-manager.js +1183 -1331
  183. package/dist/src/mcp/mcp-server-novice-simplified.js +11 -17
  184. package/dist/src/mcp/mcp-server-novice.js +11 -17
  185. package/dist/src/mcp/mcp-server-sdk.js +11 -17
  186. package/dist/src/mcp/mcp-server.js +1620 -1484
  187. package/dist/src/mcp/ruv-swarm-wrapper.js +209 -239
  188. package/dist/src/memory/advanced-serializer.js +609 -589
  189. package/dist/src/memory/enhanced-examples.js +220 -305
  190. package/dist/src/memory/enhanced-memory.js +295 -336
  191. package/dist/src/memory/enhanced-session-serializer.js +408 -492
  192. package/dist/src/memory/fallback-memory-system.js +900 -1021
  193. package/dist/src/memory/fallback-store.js +93 -131
  194. package/dist/src/memory/high-performance-serialization.js +592 -730
  195. package/dist/src/memory/in-memory-store.js +161 -213
  196. package/dist/src/memory/index.js +123 -157
  197. package/dist/src/memory/lock-free-structures.js +578 -764
  198. package/dist/src/memory/memory-mapped-persistence.js +585 -766
  199. package/dist/src/memory/memory-pressure-manager.js +569 -707
  200. package/dist/src/memory/migration.js +358 -445
  201. package/dist/src/memory/shared-memory.js +641 -768
  202. package/dist/src/memory/sqlite-store.js +245 -325
  203. package/dist/src/memory/sqlite-wrapper.js +122 -151
  204. package/dist/src/memory/swarm-memory.js +470 -603
  205. package/dist/src/memory/test-example.js +126 -134
  206. package/dist/src/memory/ultra-fast-memory-store.js +622 -821
  207. package/dist/src/memory/unified-memory-manager.js +356 -437
  208. package/dist/src/migration/index.js +92 -0
  209. package/dist/src/migration/logger.js +121 -0
  210. package/dist/src/migration/migration-analyzer.js +268 -0
  211. package/dist/src/migration/migration-runner.js +522 -0
  212. package/dist/src/migration/migration-validator.js +285 -0
  213. package/dist/src/migration/progress-reporter.js +150 -0
  214. package/dist/src/migration/rollback-manager.js +321 -0
  215. package/dist/src/migration/tests/migration-system.test.js +7 -0
  216. package/dist/src/migration/types.js +3 -0
  217. package/dist/src/swarm/CodeRefactoringSwarm.js +777 -952
  218. package/dist/src/swarm/__tests__/integration.test.js +227 -0
  219. package/dist/src/swarm/__tests__/prompt-copier.test.js +344 -0
  220. package/dist/src/swarm/advanced-orchestrator.js +1095 -0
  221. package/dist/src/swarm/claude-code-interface.js +961 -0
  222. package/dist/src/swarm/claude-flow-executor.js +229 -0
  223. package/dist/src/swarm/consensus-coordinator.js +475 -0
  224. package/dist/src/swarm/coordinator.js +2993 -0
  225. package/dist/src/swarm/direct-executor.js +1180 -0
  226. package/dist/src/swarm/error-recovery/advanced-error-detection.js +691 -0
  227. package/dist/src/swarm/error-recovery/automated-recovery-workflows.js +998 -0
  228. package/dist/src/swarm/error-recovery/error-recovery-coordinator.js +1197 -0
  229. package/dist/src/swarm/error-recovery/recovery-monitoring.js +772 -0
  230. package/dist/src/swarm/error-recovery/resilience-architecture.js +714 -0
  231. package/dist/src/swarm/error-recovery/self-healing-mechanisms.js +1319 -0
  232. package/dist/src/swarm/error-recovery/test-error-recovery-effectiveness.js +808 -0
  233. package/dist/src/swarm/executor-v2.js +322 -0
  234. package/dist/src/swarm/executor.js +815 -0
  235. package/dist/src/swarm/hive-mind-integration.js +703 -0
  236. package/dist/src/swarm/index.js +41 -0
  237. package/dist/src/swarm/json-output-aggregator.js +267 -0
  238. package/dist/src/swarm/large-scale-coordinator.js +542 -0
  239. package/dist/src/swarm/mcp-integration-wrapper.js +628 -0
  240. package/dist/src/swarm/memory.js +1117 -0
  241. package/dist/src/swarm/optimizations/__tests__/optimization.test.js +348 -0
  242. package/dist/src/swarm/optimizations/async-file-manager.js +285 -0
  243. package/dist/src/swarm/optimizations/circular-buffer.js +162 -0
  244. package/dist/src/swarm/optimizations/connection-pool.js +244 -0
  245. package/dist/src/swarm/optimizations/index.js +28 -0
  246. package/dist/src/swarm/optimizations/optimized-executor.js +320 -0
  247. package/dist/src/swarm/optimizations/ttl-map.js +234 -0
  248. package/dist/src/swarm/prompt-cli.js +200 -0
  249. package/dist/src/swarm/prompt-copier-enhanced.js +202 -0
  250. package/dist/src/swarm/prompt-copier.js +381 -0
  251. package/dist/src/swarm/prompt-manager.js +295 -0
  252. package/dist/src/swarm/prompt-utils.js +310 -0
  253. package/dist/src/swarm/result-aggregator.js +718 -0
  254. package/dist/src/swarm/sparc-executor.js +1568 -0
  255. package/dist/src/swarm/strategies/auto.js +758 -0
  256. package/dist/src/swarm/strategies/base.js +128 -0
  257. package/dist/src/swarm/strategies/research.js +914 -0
  258. package/dist/src/swarm/strategies/strategy-metrics-patch.js +2 -0
  259. package/dist/src/swarm/types.js +52 -0
  260. package/dist/src/swarm/workers/copy-worker.js +56 -0
  261. package/dist/src/utils/__tests__/github-cli-safety-wrapper.test.js +332 -400
  262. package/dist/src/utils/github-cli-safe.js +56 -64
  263. package/dist/src/utils/github-cli-safety-wrapper.js +451 -546
  264. package/dist/src/utils/npx-isolated-cache.js +104 -119
  265. package/dist/src/utils/preference-manager.js +622 -652
  266. package/dist/src/utils/timezone-utils.js +86 -105
  267. package/dist/src/validators/epic-config-schema.js +214 -0
  268. package/dist/src/validators/index.js +10 -0
  269. package/dist/src/validators/swarm-init-validator.js +259 -0
  270. package/dist/src/validators/todowrite-batching-validator.js +215 -0
  271. package/dist/src/validators/todowrite-integration.js +187 -0
  272. package/package.json +2 -2
@@ -5,614 +5,499 @@
5
5
  * - Connection pooling management
6
6
  * - Batch operation coordination
7
7
  * - Performance monitoring and auto-tuning
8
- */
9
-
10
- import EventEmitter from 'events';
11
- import { performance } from 'perf_hooks';
12
-
8
+ */ import EventEmitter from "events";
9
+ import { performance } from "perf_hooks";
13
10
  /**
14
11
  * AsyncOperationQueue for managing concurrent operations
15
- */
16
- class AsyncOperationQueue {
17
- constructor(maxConcurrency = 10, timeout = 30000) {
18
- this.maxConcurrency = maxConcurrency;
19
- this.timeout = timeout;
20
- this.running = 0;
21
- this.queue = [];
22
- this.results = new Map();
23
- this.metrics = {
24
- processed: 0,
25
- failures: 0,
26
- avgProcessingTime: 0,
27
- totalProcessingTime: 0,
28
- };
29
- }
30
-
31
- async add(operation, priority = 5) {
32
- return new Promise((resolve, reject) => {
33
- const queueItem = {
34
- operation,
35
- priority,
36
- resolve,
37
- reject,
38
- addedAt: Date.now(),
39
- id: `op-${Date.now()}-${Math.random().toString(36).substr(2, 9)}`,
40
- };
41
-
42
- // Insert based on priority (higher priority first)
43
- const insertIndex = this.queue.findIndex((item) => item.priority < priority);
44
- if (insertIndex === -1) {
45
- this.queue.push(queueItem);
46
- } else {
47
- this.queue.splice(insertIndex, 0, queueItem);
48
- }
49
-
50
- this._processQueue();
51
- });
52
- }
53
-
54
- async _processQueue() {
55
- if (this.running >= this.maxConcurrency || this.queue.length === 0) {
56
- return;
12
+ */ let AsyncOperationQueue = class AsyncOperationQueue {
13
+ async add(operation, priority = 5) {
14
+ return new Promise((resolve, reject)=>{
15
+ const queueItem = {
16
+ operation,
17
+ priority,
18
+ resolve,
19
+ reject,
20
+ addedAt: Date.now(),
21
+ id: `op-${Date.now()}-${Math.random().toString(36).substr(2, 9)}`
22
+ };
23
+ // Insert based on priority (higher priority first)
24
+ const insertIndex = this.queue.findIndex((item)=>item.priority < priority);
25
+ if (insertIndex === -1) {
26
+ this.queue.push(queueItem);
27
+ } else {
28
+ this.queue.splice(insertIndex, 0, queueItem);
29
+ }
30
+ this._processQueue();
31
+ });
57
32
  }
58
-
59
- const item = this.queue.shift();
60
- this.running++;
61
-
62
- const startTime = performance.now();
63
-
64
- try {
65
- // Add timeout wrapper
66
- const timeoutPromise = new Promise((_, reject) => {
67
- setTimeout(() => reject(new Error('Operation timeout')), this.timeout);
68
- });
69
-
70
- const result = await Promise.race([item.operation(), timeoutPromise]);
71
-
72
- const processingTime = performance.now() - startTime;
73
- this._updateMetrics(processingTime, true);
74
-
75
- item.resolve(result);
76
- } catch (error) {
77
- const processingTime = performance.now() - startTime;
78
- this._updateMetrics(processingTime, false);
79
-
80
- item.reject(error);
81
- } finally {
82
- this.running--;
83
- setImmediate(() => this._processQueue());
33
+ async _processQueue() {
34
+ if (this.running >= this.maxConcurrency || this.queue.length === 0) {
35
+ return;
36
+ }
37
+ const item = this.queue.shift();
38
+ this.running++;
39
+ const startTime = performance.now();
40
+ try {
41
+ // Add timeout wrapper
42
+ const timeoutPromise = new Promise((_, reject)=>{
43
+ setTimeout(()=>reject(new Error('Operation timeout')), this.timeout);
44
+ });
45
+ const result = await Promise.race([
46
+ item.operation(),
47
+ timeoutPromise
48
+ ]);
49
+ const processingTime = performance.now() - startTime;
50
+ this._updateMetrics(processingTime, true);
51
+ item.resolve(result);
52
+ } catch (error) {
53
+ const processingTime = performance.now() - startTime;
54
+ this._updateMetrics(processingTime, false);
55
+ item.reject(error);
56
+ } finally{
57
+ this.running--;
58
+ setImmediate(()=>this._processQueue());
59
+ }
84
60
  }
85
- }
86
-
87
- _updateMetrics(processingTime, success) {
88
- this.metrics.processed++;
89
- this.metrics.totalProcessingTime += processingTime;
90
- this.metrics.avgProcessingTime = this.metrics.totalProcessingTime / this.metrics.processed;
91
-
92
- if (!success) {
93
- this.metrics.failures++;
61
+ _updateMetrics(processingTime, success) {
62
+ this.metrics.processed++;
63
+ this.metrics.totalProcessingTime += processingTime;
64
+ this.metrics.avgProcessingTime = this.metrics.totalProcessingTime / this.metrics.processed;
65
+ if (!success) {
66
+ this.metrics.failures++;
67
+ }
94
68
  }
95
- }
96
-
97
- getMetrics() {
98
- return {
99
- ...this.metrics,
100
- successRate:
101
- this.metrics.processed > 0
102
- ? (
103
- ((this.metrics.processed - this.metrics.failures) / this.metrics.processed) *
104
- 100
105
- ).toFixed(2)
106
- : 100,
107
- queueSize: this.queue.length,
108
- running: this.running,
109
- utilization: ((this.running / this.maxConcurrency) * 100).toFixed(2),
110
- };
111
- }
112
- }
113
-
114
- /**
115
- * BatchProcessor for optimizing bulk operations
116
- */
117
- class BatchProcessor extends EventEmitter {
118
- constructor(config = {}) {
119
- super();
120
-
121
- this.config = {
122
- maxBatchSize: config.maxBatchSize || 50,
123
- flushInterval: config.flushInterval || 1000,
124
- maxWaitTime: config.maxWaitTime || 5000,
125
- ...config,
126
- };
127
-
128
- this.batches = new Map();
129
- this.timers = new Map();
130
- this.metrics = {
131
- batchesProcessed: 0,
132
- itemsProcessed: 0,
133
- avgBatchSize: 0,
134
- avgProcessingTime: 0,
135
- };
136
-
137
- this._startPeriodicFlush();
138
- }
139
-
140
- async addToBatch(batchKey, item, processor) {
141
- if (!this.batches.has(batchKey)) {
142
- this.batches.set(batchKey, {
143
- items: [],
144
- processor,
145
- createdAt: Date.now(),
146
- });
147
-
148
- // Set timeout for this batch
149
- const timer = setTimeout(() => {
150
- this._processBatch(batchKey);
151
- }, this.config.maxWaitTime);
152
-
153
- this.timers.set(batchKey, timer);
69
+ getMetrics() {
70
+ return {
71
+ ...this.metrics,
72
+ successRate: this.metrics.processed > 0 ? ((this.metrics.processed - this.metrics.failures) / this.metrics.processed * 100).toFixed(2) : 100,
73
+ queueSize: this.queue.length,
74
+ running: this.running,
75
+ utilization: (this.running / this.maxConcurrency * 100).toFixed(2)
76
+ };
154
77
  }
155
-
156
- const batch = this.batches.get(batchKey);
157
- batch.items.push(item);
158
-
159
- // Process if batch is full
160
- if (batch.items.length >= this.config.maxBatchSize) {
161
- return this._processBatch(batchKey);
78
+ constructor(maxConcurrency = 10, timeout = 30000){
79
+ this.maxConcurrency = maxConcurrency;
80
+ this.timeout = timeout;
81
+ this.running = 0;
82
+ this.queue = [];
83
+ this.results = new Map();
84
+ this.metrics = {
85
+ processed: 0,
86
+ failures: 0,
87
+ avgProcessingTime: 0,
88
+ totalProcessingTime: 0
89
+ };
162
90
  }
163
-
164
- return new Promise((resolve, reject) => {
165
- item._resolve = resolve;
166
- item._reject = reject;
167
- });
168
- }
169
-
170
- async _processBatch(batchKey) {
171
- const batch = this.batches.get(batchKey);
172
- if (!batch || batch.items.length === 0) return;
173
-
174
- // Clear timer and remove from maps
175
- const timer = this.timers.get(batchKey);
176
- if (timer) clearTimeout(timer);
177
-
178
- this.timers.delete(batchKey);
179
- this.batches.delete(batchKey);
180
-
181
- const startTime = performance.now();
182
-
183
- try {
184
- const results = await batch.processor(batch.items);
185
- const processingTime = performance.now() - startTime;
186
-
187
- // Update metrics
188
- this.metrics.batchesProcessed++;
189
- this.metrics.itemsProcessed += batch.items.length;
190
- this.metrics.avgBatchSize = this.metrics.itemsProcessed / this.metrics.batchesProcessed;
191
- this.metrics.avgProcessingTime =
192
- (this.metrics.avgProcessingTime * (this.metrics.batchesProcessed - 1) + processingTime) /
193
- this.metrics.batchesProcessed;
194
-
195
- // Resolve individual item promises
196
- batch.items.forEach((item, index) => {
197
- if (item._resolve) {
198
- item._resolve(results[index] || results);
91
+ };
92
+ /**
93
+ * BatchProcessor for optimizing bulk operations
94
+ */ let BatchProcessor = class BatchProcessor extends EventEmitter {
95
+ async addToBatch(batchKey, item, processor) {
96
+ if (!this.batches.has(batchKey)) {
97
+ this.batches.set(batchKey, {
98
+ items: [],
99
+ processor,
100
+ createdAt: Date.now()
101
+ });
102
+ // Set timeout for this batch
103
+ const timer = setTimeout(()=>{
104
+ this._processBatch(batchKey);
105
+ }, this.config.maxWaitTime);
106
+ this.timers.set(batchKey, timer);
199
107
  }
200
- });
201
-
202
- this.emit('batch:processed', {
203
- batchKey,
204
- itemCount: batch.items.length,
205
- processingTime,
206
- results,
207
- });
208
-
209
- return results;
210
- } catch (error) {
211
- // Reject individual item promises
212
- batch.items.forEach((item) => {
213
- if (item._reject) {
214
- item._reject(error);
108
+ const batch = this.batches.get(batchKey);
109
+ batch.items.push(item);
110
+ // Process if batch is full
111
+ if (batch.items.length >= this.config.maxBatchSize) {
112
+ return this._processBatch(batchKey);
215
113
  }
216
- });
217
-
218
- this.emit('batch:error', { batchKey, error, itemCount: batch.items.length });
219
- throw error;
114
+ return new Promise((resolve, reject)=>{
115
+ item._resolve = resolve;
116
+ item._reject = reject;
117
+ });
220
118
  }
221
- }
222
-
223
- _startPeriodicFlush() {
224
- setInterval(() => {
225
- const now = Date.now();
226
-
227
- for (const [batchKey, batch] of this.batches.entries()) {
228
- // Flush batches that have been waiting too long
229
- if (now - batch.createdAt > this.config.flushInterval) {
230
- this._processBatch(batchKey);
119
+ async _processBatch(batchKey) {
120
+ const batch = this.batches.get(batchKey);
121
+ if (!batch || batch.items.length === 0) return;
122
+ // Clear timer and remove from maps
123
+ const timer = this.timers.get(batchKey);
124
+ if (timer) clearTimeout(timer);
125
+ this.timers.delete(batchKey);
126
+ this.batches.delete(batchKey);
127
+ const startTime = performance.now();
128
+ try {
129
+ const results = await batch.processor(batch.items);
130
+ const processingTime = performance.now() - startTime;
131
+ // Update metrics
132
+ this.metrics.batchesProcessed++;
133
+ this.metrics.itemsProcessed += batch.items.length;
134
+ this.metrics.avgBatchSize = this.metrics.itemsProcessed / this.metrics.batchesProcessed;
135
+ this.metrics.avgProcessingTime = (this.metrics.avgProcessingTime * (this.metrics.batchesProcessed - 1) + processingTime) / this.metrics.batchesProcessed;
136
+ // Resolve individual item promises
137
+ batch.items.forEach((item, index)=>{
138
+ if (item._resolve) {
139
+ item._resolve(results[index] || results);
140
+ }
141
+ });
142
+ this.emit('batch:processed', {
143
+ batchKey,
144
+ itemCount: batch.items.length,
145
+ processingTime,
146
+ results
147
+ });
148
+ return results;
149
+ } catch (error) {
150
+ // Reject individual item promises
151
+ batch.items.forEach((item)=>{
152
+ if (item._reject) {
153
+ item._reject(error);
154
+ }
155
+ });
156
+ this.emit('batch:error', {
157
+ batchKey,
158
+ error,
159
+ itemCount: batch.items.length
160
+ });
161
+ throw error;
231
162
  }
232
- }
233
- }, this.config.flushInterval);
234
- }
235
-
236
- getMetrics() {
237
- return {
238
- ...this.metrics,
239
- pendingBatches: this.batches.size,
240
- pendingItems: Array.from(this.batches.values()).reduce(
241
- (sum, batch) => sum + batch.items.length,
242
- 0,
243
- ),
244
- };
245
- }
246
-
247
- close() {
248
- // Process all remaining batches
249
- const batchKeys = Array.from(this.batches.keys());
250
- return Promise.all(batchKeys.map((key) => this._processBatch(key)));
251
- }
252
- }
253
-
163
+ }
164
+ _startPeriodicFlush() {
165
+ setInterval(()=>{
166
+ const now = Date.now();
167
+ for (const [batchKey, batch] of this.batches.entries()){
168
+ // Flush batches that have been waiting too long
169
+ if (now - batch.createdAt > this.config.flushInterval) {
170
+ this._processBatch(batchKey);
171
+ }
172
+ }
173
+ }, this.config.flushInterval);
174
+ }
175
+ getMetrics() {
176
+ return {
177
+ ...this.metrics,
178
+ pendingBatches: this.batches.size,
179
+ pendingItems: Array.from(this.batches.values()).reduce((sum, batch)=>sum + batch.items.length, 0)
180
+ };
181
+ }
182
+ close() {
183
+ // Process all remaining batches
184
+ const batchKeys = Array.from(this.batches.keys());
185
+ return Promise.all(batchKeys.map((key)=>this._processBatch(key)));
186
+ }
187
+ constructor(config = {}){
188
+ super();
189
+ this.config = {
190
+ maxBatchSize: config.maxBatchSize || 50,
191
+ flushInterval: config.flushInterval || 1000,
192
+ maxWaitTime: config.maxWaitTime || 5000,
193
+ ...config
194
+ };
195
+ this.batches = new Map();
196
+ this.timers = new Map();
197
+ this.metrics = {
198
+ batchesProcessed: 0,
199
+ itemsProcessed: 0,
200
+ avgBatchSize: 0,
201
+ avgProcessingTime: 0
202
+ };
203
+ this._startPeriodicFlush();
204
+ }
205
+ };
254
206
  /**
255
207
  * PerformanceOptimizer main class
256
- */
257
- export class PerformanceOptimizer extends EventEmitter {
258
- constructor(config = {}) {
259
- super();
260
-
261
- this.config = {
262
- enableAsyncQueue: config.enableAsyncQueue !== false,
263
- enableBatchProcessing: config.enableBatchProcessing !== false,
264
- enableAutoTuning: config.enableAutoTuning !== false,
265
- asyncQueueConcurrency: config.asyncQueueConcurrency || 10,
266
- batchMaxSize: config.batchMaxSize || 50,
267
- metricsInterval: config.metricsInterval || 30000,
268
- ...config,
269
- };
270
-
271
- this.asyncQueue = new AsyncOperationQueue(
272
- this.config.asyncQueueConcurrency,
273
- this.config.asyncTimeout || 30000,
274
- );
275
-
276
- this.batchProcessor = new BatchProcessor({
277
- maxBatchSize: this.config.batchMaxSize,
278
- flushInterval: this.config.batchFlushInterval || 1000,
279
- maxWaitTime: this.config.batchMaxWaitTime || 5000,
280
- });
281
-
282
- this.metrics = {
283
- optimizations: {
284
- asyncOperations: 0,
285
- batchOperations: 0,
286
- cacheHits: 0,
287
- performanceGains: [],
288
- },
289
- system: {
290
- cpuUsage: 0,
291
- memoryUsage: 0,
292
- throughput: 0,
293
- },
294
- };
295
-
296
- this.cache = new Map();
297
- this.performanceBaseline = null;
298
-
299
- this._initialize();
300
- }
301
-
302
- _initialize() {
303
- // Start performance monitoring
304
- if (this.config.metricsInterval > 0) {
305
- setInterval(() => this._collectSystemMetrics(), this.config.metricsInterval);
306
- }
307
-
308
- // Auto-tuning
309
- if (this.config.enableAutoTuning) {
310
- setInterval(() => this._autoTune(), 60000); // Every minute
208
+ */ export class PerformanceOptimizer extends EventEmitter {
209
+ _initialize() {
210
+ // Start performance monitoring
211
+ if (this.config.metricsInterval > 0) {
212
+ setInterval(()=>this._collectSystemMetrics(), this.config.metricsInterval);
213
+ }
214
+ // Auto-tuning
215
+ if (this.config.enableAutoTuning) {
216
+ setInterval(()=>this._autoTune(), 60000); // Every minute
217
+ }
218
+ this.emit('optimizer:initialized');
311
219
  }
312
-
313
- this.emit('optimizer:initialized');
314
- }
315
-
316
- /**
220
+ /**
317
221
  * Optimize async operation execution
318
- */
319
- async optimizeAsyncOperation(operation, options = {}) {
320
- if (!this.config.enableAsyncQueue) {
321
- return await operation();
322
- }
323
-
324
- const startTime = performance.now();
325
-
326
- try {
327
- const result = await this.asyncQueue.add(operation, options.priority || 5);
328
-
329
- const executionTime = performance.now() - startTime;
330
- this.metrics.optimizations.asyncOperations++;
331
-
332
- // Track performance gain vs baseline
333
- if (this.performanceBaseline) {
334
- const gain = Math.max(0, this.performanceBaseline.avgAsyncTime - executionTime);
335
- this.metrics.optimizations.performanceGains.push(gain);
336
- }
337
-
338
- return result;
339
- } catch (error) {
340
- this.emit('error', { type: 'async_optimization_failed', error, operation: operation.name });
341
- throw error;
222
+ */ async optimizeAsyncOperation(operation, options = {}) {
223
+ if (!this.config.enableAsyncQueue) {
224
+ return await operation();
225
+ }
226
+ const startTime = performance.now();
227
+ try {
228
+ const result = await this.asyncQueue.add(operation, options.priority || 5);
229
+ const executionTime = performance.now() - startTime;
230
+ this.metrics.optimizations.asyncOperations++;
231
+ // Track performance gain vs baseline
232
+ if (this.performanceBaseline) {
233
+ const gain = Math.max(0, this.performanceBaseline.avgAsyncTime - executionTime);
234
+ this.metrics.optimizations.performanceGains.push(gain);
235
+ }
236
+ return result;
237
+ } catch (error) {
238
+ this.emit('error', {
239
+ type: 'async_optimization_failed',
240
+ error,
241
+ operation: operation.name
242
+ });
243
+ throw error;
244
+ }
342
245
  }
343
- }
344
-
345
- /**
246
+ /**
346
247
  * Optimize batch operations
347
- */
348
- async optimizeBatchOperation(batchKey, item, processor, options = {}) {
349
- if (!this.config.enableBatchProcessing) {
350
- return await processor([item]);
248
+ */ async optimizeBatchOperation(batchKey, item, processor, options = {}) {
249
+ if (!this.config.enableBatchProcessing) {
250
+ return await processor([
251
+ item
252
+ ]);
253
+ }
254
+ this.metrics.optimizations.batchOperations++;
255
+ return await this.batchProcessor.addToBatch(batchKey, item, processor);
351
256
  }
352
-
353
- this.metrics.optimizations.batchOperations++;
354
-
355
- return await this.batchProcessor.addToBatch(batchKey, item, processor);
356
- }
357
-
358
- /**
257
+ /**
359
258
  * Optimized caching with automatic expiration
360
- */
361
- async optimizeWithCache(key, operation, ttl = 300000) {
362
- // 5 minutes default
363
- const cached = this.cache.get(key);
364
-
365
- if (cached && Date.now() - cached.timestamp < ttl) {
366
- this.metrics.optimizations.cacheHits++;
367
- return cached.value;
368
- }
369
-
370
- const result = await operation();
371
-
372
- this.cache.set(key, {
373
- value: result,
374
- timestamp: Date.now(),
375
- });
376
-
377
- // Clean old cache entries periodically
378
- if (this.cache.size > 1000) {
379
- this._cleanCache();
259
+ */ async optimizeWithCache(key, operation, ttl = 300000) {
260
+ // 5 minutes default
261
+ const cached = this.cache.get(key);
262
+ if (cached && Date.now() - cached.timestamp < ttl) {
263
+ this.metrics.optimizations.cacheHits++;
264
+ return cached.value;
265
+ }
266
+ const result = await operation();
267
+ this.cache.set(key, {
268
+ value: result,
269
+ timestamp: Date.now()
270
+ });
271
+ // Clean old cache entries periodically
272
+ if (this.cache.size > 1000) {
273
+ this._cleanCache();
274
+ }
275
+ return result;
380
276
  }
381
-
382
- return result;
383
- }
384
-
385
- /**
277
+ /**
386
278
  * Optimize memory operations with connection pooling awareness
387
- */
388
- async optimizeMemoryOperation(operation, connectionPool) {
389
- const startTime = performance.now();
390
-
391
- let connection = null;
392
- try {
393
- connection = await connectionPool.acquire();
394
- const result = await operation(connection);
395
-
396
- const executionTime = performance.now() - startTime;
397
-
398
- // Track connection efficiency
399
- this.metrics.system.throughput =
400
- this.metrics.system.throughput * 0.9 + (1000 / executionTime) * 0.1;
401
-
402
- return result;
403
- } finally {
404
- if (connection) {
405
- connectionPool.release(connection);
406
- }
279
+ */ async optimizeMemoryOperation(operation, connectionPool) {
280
+ const startTime = performance.now();
281
+ let connection = null;
282
+ try {
283
+ connection = await connectionPool.acquire();
284
+ const result = await operation(connection);
285
+ const executionTime = performance.now() - startTime;
286
+ // Track connection efficiency
287
+ this.metrics.system.throughput = this.metrics.system.throughput * 0.9 + 1000 / executionTime * 0.1;
288
+ return result;
289
+ } finally{
290
+ if (connection) {
291
+ connectionPool.release(connection);
292
+ }
293
+ }
407
294
  }
408
- }
409
-
410
- /**
295
+ /**
411
296
  * Optimize agent spawning with intelligent batching
412
- */
413
- async optimizeAgentSpawning(agentTypes, spawnFunction) {
414
- // Group agents by complexity for optimal batching
415
- const groups = this._groupAgentsByComplexity(agentTypes);
416
- const results = [];
417
-
418
- for (const group of groups) {
419
- const batchResult = await this.optimizeBatchOperation('agent_spawn', group, spawnFunction);
420
- results.push(...(Array.isArray(batchResult) ? batchResult : [batchResult]));
297
+ */ async optimizeAgentSpawning(agentTypes, spawnFunction) {
298
+ // Group agents by complexity for optimal batching
299
+ const groups = this._groupAgentsByComplexity(agentTypes);
300
+ const results = [];
301
+ for (const group of groups){
302
+ const batchResult = await this.optimizeBatchOperation('agent_spawn', group, spawnFunction);
303
+ results.push(...Array.isArray(batchResult) ? batchResult : [
304
+ batchResult
305
+ ]);
306
+ }
307
+ return results;
421
308
  }
422
-
423
- return results;
424
- }
425
-
426
- /**
309
+ /**
427
310
  * Group agents by complexity for optimal spawning
428
- */
429
- _groupAgentsByComplexity(agentTypes) {
430
- const complexity = {
431
- low: ['coordinator'],
432
- medium: ['coder', 'tester', 'documenter'],
433
- high: ['researcher', 'analyst', 'architect', 'optimizer', 'reviewer'],
434
- };
435
-
436
- const groups = [];
437
-
438
- Object.entries(complexity).forEach(([level, types]) => {
439
- const groupAgents = agentTypes.filter((type) => types.includes(type));
440
- if (groupAgents.length > 0) {
441
- groups.push(groupAgents);
442
- }
443
- });
444
-
445
- return groups;
446
- }
447
-
448
- /**
449
- * Auto-tune performance parameters based on metrics
450
- */
451
- _autoTune() {
452
- const queueMetrics = this.asyncQueue.getMetrics();
453
- const batchMetrics = this.batchProcessor.getMetrics();
454
-
455
- // Adjust async queue concurrency based on utilization
456
- if (queueMetrics.utilization > 90 && this.asyncQueue.maxConcurrency < 20) {
457
- this.asyncQueue.maxConcurrency += 2;
458
- this.emit('auto_tune', {
459
- type: 'concurrency_increased',
460
- newValue: this.asyncQueue.maxConcurrency,
461
- });
462
- } else if (queueMetrics.utilization < 30 && this.asyncQueue.maxConcurrency > 5) {
463
- this.asyncQueue.maxConcurrency = Math.max(5, this.asyncQueue.maxConcurrency - 1);
464
- this.emit('auto_tune', {
465
- type: 'concurrency_decreased',
466
- newValue: this.asyncQueue.maxConcurrency,
467
- });
311
+ */ _groupAgentsByComplexity(agentTypes) {
312
+ const complexity = {
313
+ low: [
314
+ 'coordinator'
315
+ ],
316
+ medium: [
317
+ 'coder',
318
+ 'tester',
319
+ 'documenter'
320
+ ],
321
+ high: [
322
+ 'researcher',
323
+ 'analyst',
324
+ 'architect',
325
+ 'optimizer',
326
+ 'reviewer'
327
+ ]
328
+ };
329
+ const groups = [];
330
+ Object.entries(complexity).forEach(([level, types])=>{
331
+ const groupAgents = agentTypes.filter((type)=>types.includes(type));
332
+ if (groupAgents.length > 0) {
333
+ groups.push(groupAgents);
334
+ }
335
+ });
336
+ return groups;
468
337
  }
469
-
470
- // Adjust batch sizes based on processing efficiency
471
- if (batchMetrics.avgBatchSize > 30 && batchMetrics.avgProcessingTime > 5000) {
472
- this.batchProcessor.config.maxBatchSize = Math.max(
473
- 20,
474
- this.batchProcessor.config.maxBatchSize - 5,
475
- );
476
- this.emit('auto_tune', {
477
- type: 'batch_size_decreased',
478
- newValue: this.batchProcessor.config.maxBatchSize,
479
- });
338
+ /**
339
+ * Auto-tune performance parameters based on metrics
340
+ */ _autoTune() {
341
+ const queueMetrics = this.asyncQueue.getMetrics();
342
+ const batchMetrics = this.batchProcessor.getMetrics();
343
+ // Adjust async queue concurrency based on utilization
344
+ if (queueMetrics.utilization > 90 && this.asyncQueue.maxConcurrency < 20) {
345
+ this.asyncQueue.maxConcurrency += 2;
346
+ this.emit('auto_tune', {
347
+ type: 'concurrency_increased',
348
+ newValue: this.asyncQueue.maxConcurrency
349
+ });
350
+ } else if (queueMetrics.utilization < 30 && this.asyncQueue.maxConcurrency > 5) {
351
+ this.asyncQueue.maxConcurrency = Math.max(5, this.asyncQueue.maxConcurrency - 1);
352
+ this.emit('auto_tune', {
353
+ type: 'concurrency_decreased',
354
+ newValue: this.asyncQueue.maxConcurrency
355
+ });
356
+ }
357
+ // Adjust batch sizes based on processing efficiency
358
+ if (batchMetrics.avgBatchSize > 30 && batchMetrics.avgProcessingTime > 5000) {
359
+ this.batchProcessor.config.maxBatchSize = Math.max(20, this.batchProcessor.config.maxBatchSize - 5);
360
+ this.emit('auto_tune', {
361
+ type: 'batch_size_decreased',
362
+ newValue: this.batchProcessor.config.maxBatchSize
363
+ });
364
+ }
480
365
  }
481
- }
482
-
483
- /**
366
+ /**
484
367
  * Clean old cache entries
485
- */
486
- _cleanCache() {
487
- const now = Date.now();
488
- const entries = Array.from(this.cache.entries());
489
-
490
- // Remove oldest 20% of entries
491
- entries.sort((a, b) => a[1].timestamp - b[1].timestamp);
492
- const toRemove = Math.floor(entries.length * 0.2);
493
-
494
- for (let i = 0; i < toRemove; i++) {
495
- this.cache.delete(entries[i][0]);
368
+ */ _cleanCache() {
369
+ const now = Date.now();
370
+ const entries = Array.from(this.cache.entries());
371
+ // Remove oldest 20% of entries
372
+ entries.sort((a, b)=>a[1].timestamp - b[1].timestamp);
373
+ const toRemove = Math.floor(entries.length * 0.2);
374
+ for(let i = 0; i < toRemove; i++){
375
+ this.cache.delete(entries[i][0]);
376
+ }
496
377
  }
497
- }
498
-
499
- /**
378
+ /**
500
379
  * Collect system performance metrics
501
- */
502
- _collectSystemMetrics() {
503
- // Simple CPU and memory usage estimation
504
- const used = process.memoryUsage();
505
- this.metrics.system.memoryUsage = (used.heapUsed / 1024 / 1024).toFixed(2); // MB
506
-
507
- // Estimate throughput based on recent operations
508
- const queueMetrics = this.asyncQueue.getMetrics();
509
- this.metrics.system.throughput =
510
- queueMetrics.processed > 0
511
- ? (queueMetrics.processed / (queueMetrics.avgProcessingTime / 1000)).toFixed(2)
512
- : 0;
513
- }
514
-
515
- /**
516
- * Get comprehensive performance statistics
517
- */
518
- getPerformanceStats() {
519
- return {
520
- optimizer: this.metrics,
521
- asyncQueue: this.asyncQueue.getMetrics(),
522
- batchProcessor: this.batchProcessor.getMetrics(),
523
- cache: {
524
- size: this.cache.size,
525
- hitRate:
526
- this.metrics.optimizations.cacheHits > 0
527
- ? (
528
- (this.metrics.optimizations.cacheHits /
529
- (this.metrics.optimizations.asyncOperations +
530
- this.metrics.optimizations.cacheHits)) *
531
- 100
532
- ).toFixed(2)
533
- : 0,
534
- },
535
- };
536
- }
537
-
538
- /**
539
- * Generate performance report with recommendations
540
- */
541
- generatePerformanceReport() {
542
- const stats = this.getPerformanceStats();
543
- const recommendations = [];
544
-
545
- // Analyze and provide recommendations
546
- if (stats.asyncQueue.utilization > 80) {
547
- recommendations.push({
548
- type: 'scaling',
549
- priority: 'high',
550
- message: 'Consider increasing async queue concurrency',
551
- currentValue: this.asyncQueue.maxConcurrency,
552
- suggestedValue: this.asyncQueue.maxConcurrency + 3,
553
- });
380
+ */ _collectSystemMetrics() {
381
+ // Simple CPU and memory usage estimation
382
+ const used = process.memoryUsage();
383
+ this.metrics.system.memoryUsage = (used.heapUsed / 1024 / 1024).toFixed(2); // MB
384
+ // Estimate throughput based on recent operations
385
+ const queueMetrics = this.asyncQueue.getMetrics();
386
+ this.metrics.system.throughput = queueMetrics.processed > 0 ? (queueMetrics.processed / (queueMetrics.avgProcessingTime / 1000)).toFixed(2) : 0;
554
387
  }
555
-
556
- if (stats.cache.hitRate < 60) {
557
- recommendations.push({
558
- type: 'caching',
559
- priority: 'medium',
560
- message: 'Cache hit rate is low, consider increasing cache TTL or size',
561
- currentHitRate: stats.cache.hitRate,
562
- });
388
+ /**
389
+ * Get comprehensive performance statistics
390
+ */ getPerformanceStats() {
391
+ return {
392
+ optimizer: this.metrics,
393
+ asyncQueue: this.asyncQueue.getMetrics(),
394
+ batchProcessor: this.batchProcessor.getMetrics(),
395
+ cache: {
396
+ size: this.cache.size,
397
+ hitRate: this.metrics.optimizations.cacheHits > 0 ? (this.metrics.optimizations.cacheHits / (this.metrics.optimizations.asyncOperations + this.metrics.optimizations.cacheHits) * 100).toFixed(2) : 0
398
+ }
399
+ };
563
400
  }
564
-
565
- if (stats.batchProcessor.avgBatchSize < 10) {
566
- recommendations.push({
567
- type: 'batching',
568
- priority: 'medium',
569
- message: 'Batch sizes are small, consider increasing batch wait time',
570
- avgBatchSize: stats.batchProcessor.avgBatchSize,
571
- });
401
+ /**
402
+ * Generate performance report with recommendations
403
+ */ generatePerformanceReport() {
404
+ const stats = this.getPerformanceStats();
405
+ const recommendations = [];
406
+ // Analyze and provide recommendations
407
+ if (stats.asyncQueue.utilization > 80) {
408
+ recommendations.push({
409
+ type: 'scaling',
410
+ priority: 'high',
411
+ message: 'Consider increasing async queue concurrency',
412
+ currentValue: this.asyncQueue.maxConcurrency,
413
+ suggestedValue: this.asyncQueue.maxConcurrency + 3
414
+ });
415
+ }
416
+ if (stats.cache.hitRate < 60) {
417
+ recommendations.push({
418
+ type: 'caching',
419
+ priority: 'medium',
420
+ message: 'Cache hit rate is low, consider increasing cache TTL or size',
421
+ currentHitRate: stats.cache.hitRate
422
+ });
423
+ }
424
+ if (stats.batchProcessor.avgBatchSize < 10) {
425
+ recommendations.push({
426
+ type: 'batching',
427
+ priority: 'medium',
428
+ message: 'Batch sizes are small, consider increasing batch wait time',
429
+ avgBatchSize: stats.batchProcessor.avgBatchSize
430
+ });
431
+ }
432
+ return {
433
+ timestamp: new Date().toISOString(),
434
+ performance: stats,
435
+ recommendations,
436
+ summary: {
437
+ overallHealth: this._calculateOverallHealth(stats),
438
+ keyMetrics: {
439
+ throughput: stats.optimizer.system.throughput,
440
+ efficiency: stats.asyncQueue.successRate,
441
+ utilization: stats.asyncQueue.utilization
442
+ }
443
+ }
444
+ };
572
445
  }
573
-
574
- return {
575
- timestamp: new Date().toISOString(),
576
- performance: stats,
577
- recommendations,
578
- summary: {
579
- overallHealth: this._calculateOverallHealth(stats),
580
- keyMetrics: {
581
- throughput: stats.optimizer.system.throughput,
582
- efficiency: stats.asyncQueue.successRate,
583
- utilization: stats.asyncQueue.utilization,
584
- },
585
- },
586
- };
587
- }
588
-
589
- /**
446
+ /**
590
447
  * Calculate overall system health score
591
- */
592
- _calculateOverallHealth(stats) {
593
- const factors = [
594
- Math.min(100, parseFloat(stats.asyncQueue.successRate)),
595
- Math.min(100, 100 - parseFloat(stats.asyncQueue.utilization)), // Lower utilization is better
596
- Math.min(100, parseFloat(stats.cache.hitRate)),
597
- Math.min(100, (stats.batchProcessor.avgBatchSize / this.config.batchMaxSize) * 100),
598
- ];
599
-
600
- const avgScore = factors.reduce((sum, score) => sum + score, 0) / factors.length;
601
-
602
- if (avgScore >= 80) return 'excellent';
603
- if (avgScore >= 60) return 'good';
604
- if (avgScore >= 40) return 'fair';
605
- return 'poor';
606
- }
607
-
608
- /**
448
+ */ _calculateOverallHealth(stats) {
449
+ const factors = [
450
+ Math.min(100, parseFloat(stats.asyncQueue.successRate)),
451
+ Math.min(100, 100 - parseFloat(stats.asyncQueue.utilization)),
452
+ Math.min(100, parseFloat(stats.cache.hitRate)),
453
+ Math.min(100, stats.batchProcessor.avgBatchSize / this.config.batchMaxSize * 100)
454
+ ];
455
+ const avgScore = factors.reduce((sum, score)=>sum + score, 0) / factors.length;
456
+ if (avgScore >= 80) return 'excellent';
457
+ if (avgScore >= 60) return 'good';
458
+ if (avgScore >= 40) return 'fair';
459
+ return 'poor';
460
+ }
461
+ /**
609
462
  * Close optimizer and cleanup resources
610
- */
611
- async close() {
612
- await this.batchProcessor.close();
613
- this.cache.clear();
614
- this.emit('optimizer:closed');
615
- }
463
+ */ async close() {
464
+ await this.batchProcessor.close();
465
+ this.cache.clear();
466
+ this.emit('optimizer:closed');
467
+ }
468
+ constructor(config = {}){
469
+ super();
470
+ this.config = {
471
+ enableAsyncQueue: config.enableAsyncQueue !== false,
472
+ enableBatchProcessing: config.enableBatchProcessing !== false,
473
+ enableAutoTuning: config.enableAutoTuning !== false,
474
+ asyncQueueConcurrency: config.asyncQueueConcurrency || 10,
475
+ batchMaxSize: config.batchMaxSize || 50,
476
+ metricsInterval: config.metricsInterval || 30000,
477
+ ...config
478
+ };
479
+ this.asyncQueue = new AsyncOperationQueue(this.config.asyncQueueConcurrency, this.config.asyncTimeout || 30000);
480
+ this.batchProcessor = new BatchProcessor({
481
+ maxBatchSize: this.config.batchMaxSize,
482
+ flushInterval: this.config.batchFlushInterval || 1000,
483
+ maxWaitTime: this.config.batchMaxWaitTime || 5000
484
+ });
485
+ this.metrics = {
486
+ optimizations: {
487
+ asyncOperations: 0,
488
+ batchOperations: 0,
489
+ cacheHits: 0,
490
+ performanceGains: []
491
+ },
492
+ system: {
493
+ cpuUsage: 0,
494
+ memoryUsage: 0,
495
+ throughput: 0
496
+ }
497
+ };
498
+ this.cache = new Map();
499
+ this.performanceBaseline = null;
500
+ this._initialize();
501
+ }
616
502
  }
617
-
618
503
  export default PerformanceOptimizer;