claude-flow 3.42.3 → 3.42.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (463) hide show
  1. package/.claude/agents/MIGRATION_SUMMARY.md +221 -221
  2. package/.claude/agents/analysis/analyze-code-quality.md +57 -57
  3. package/.claude/agents/analysis/code-analyzer.md +188 -188
  4. package/.claude/agents/analysis/code-review/analyze-code-quality.md +57 -57
  5. package/.claude/agents/architecture/system-design/arch-system-design.md +35 -35
  6. package/.claude/agents/base-template-generator.md +41 -41
  7. package/.claude/agents/consensus/byzantine-coordinator.md +42 -42
  8. package/.claude/agents/consensus/crdt-synchronizer.md +976 -976
  9. package/.claude/agents/consensus/gossip-coordinator.md +42 -42
  10. package/.claude/agents/consensus/performance-benchmarker.md +830 -830
  11. package/.claude/agents/consensus/quorum-manager.md +802 -802
  12. package/.claude/agents/consensus/raft-manager.md +42 -42
  13. package/.claude/agents/consensus/security-manager.md +601 -601
  14. package/.claude/agents/core/coder.md +254 -254
  15. package/.claude/agents/core/planner.md +151 -151
  16. package/.claude/agents/core/researcher.md +173 -173
  17. package/.claude/agents/core/reviewer.md +308 -308
  18. package/.claude/agents/core/tester.md +299 -299
  19. package/.claude/agents/custom/test-long-runner.md +43 -43
  20. package/.claude/agents/data/ml/data-ml-model.md +75 -75
  21. package/.claude/agents/database-specialist.md +9 -9
  22. package/.claude/agents/development/backend/dev-backend-api.md +28 -28
  23. package/.claude/agents/development/dev-backend-api.md +177 -177
  24. package/.claude/agents/devops/ci-cd/ops-cicd-github.md +51 -51
  25. package/.claude/agents/documentation/api-docs/docs-api-openapi.md +62 -62
  26. package/.claude/agents/dual-mode/codex-coordinator.md +206 -206
  27. package/.claude/agents/dual-mode/codex-worker.md +190 -190
  28. package/.claude/agents/dual-mode/dual-orchestrator.md +253 -253
  29. package/.claude/agents/flow-nexus/app-store.md +87 -87
  30. package/.claude/agents/flow-nexus/authentication.md +68 -68
  31. package/.claude/agents/flow-nexus/challenges.md +80 -80
  32. package/.claude/agents/flow-nexus/neural-network.md +87 -87
  33. package/.claude/agents/flow-nexus/payments.md +82 -82
  34. package/.claude/agents/flow-nexus/sandbox.md +75 -75
  35. package/.claude/agents/flow-nexus/swarm.md +75 -75
  36. package/.claude/agents/flow-nexus/user-tools.md +95 -95
  37. package/.claude/agents/flow-nexus/workflow.md +83 -83
  38. package/.claude/agents/github/code-review-swarm.md +520 -520
  39. package/.claude/agents/github/github-modes.md +153 -153
  40. package/.claude/agents/github/issue-tracker.md +298 -298
  41. package/.claude/agents/github/multi-repo-swarm.md +524 -524
  42. package/.claude/agents/github/pr-manager.md +162 -162
  43. package/.claude/agents/github/project-board-sync.md +477 -477
  44. package/.claude/agents/github/release-manager.md +337 -337
  45. package/.claude/agents/github/release-swarm.md +550 -550
  46. package/.claude/agents/github/repo-architect.md +364 -364
  47. package/.claude/agents/github/swarm-issue.md +550 -550
  48. package/.claude/agents/github/swarm-pr.md +401 -401
  49. package/.claude/agents/github/sync-coordinator.md +424 -424
  50. package/.claude/agents/github/workflow-automation.md +604 -604
  51. package/.claude/agents/goal/agent.md +816 -816
  52. package/.claude/agents/goal/code-goal-planner.md +444 -444
  53. package/.claude/agents/goal/goal-planner.md +167 -167
  54. package/.claude/agents/hive-mind/collective-intelligence-coordinator.md +128 -128
  55. package/.claude/agents/hive-mind/queen-coordinator.md +201 -201
  56. package/.claude/agents/hive-mind/scout-explorer.md +240 -240
  57. package/.claude/agents/hive-mind/swarm-memory-manager.md +191 -191
  58. package/.claude/agents/hive-mind/worker-specialist.md +215 -215
  59. package/.claude/agents/neural/safla-neural.md +73 -73
  60. package/.claude/agents/optimization/benchmark-suite.md +662 -662
  61. package/.claude/agents/optimization/load-balancer.md +428 -428
  62. package/.claude/agents/optimization/performance-monitor.md +669 -669
  63. package/.claude/agents/optimization/resource-allocator.md +671 -671
  64. package/.claude/agents/optimization/topology-optimizer.md +805 -805
  65. package/.claude/agents/payments/agentic-payments.md +126 -126
  66. package/.claude/agents/project-coordinator.md +8 -8
  67. package/.claude/agents/python-specialist.md +9 -9
  68. package/.claude/agents/reasoning/agent.md +816 -816
  69. package/.claude/agents/reasoning/goal-planner.md +72 -72
  70. package/.claude/agents/security-auditor.md +9 -9
  71. package/.claude/agents/sona/sona-learning-optimizer.md +65 -65
  72. package/.claude/agents/sparc/architecture.md +452 -452
  73. package/.claude/agents/sparc/pseudocode.md +298 -298
  74. package/.claude/agents/sparc/refinement.md +503 -503
  75. package/.claude/agents/sparc/specification.md +257 -257
  76. package/.claude/agents/specialized/mobile/spec-mobile-react-native.md +87 -87
  77. package/.claude/agents/sublinear/consensus-coordinator.md +337 -337
  78. package/.claude/agents/sublinear/matrix-optimizer.md +184 -184
  79. package/.claude/agents/sublinear/pagerank-analyzer.md +298 -298
  80. package/.claude/agents/sublinear/performance-optimizer.md +367 -367
  81. package/.claude/agents/sublinear/trading-predictor.md +245 -245
  82. package/.claude/agents/swarm/adaptive-coordinator.md +363 -363
  83. package/.claude/agents/swarm/hierarchical-coordinator.md +299 -299
  84. package/.claude/agents/swarm/mesh-coordinator.md +362 -362
  85. package/.claude/agents/templates/automation-smart-agent.md +184 -184
  86. package/.claude/agents/templates/coordinator-swarm-init.md +82 -82
  87. package/.claude/agents/templates/github-pr-manager.md +154 -154
  88. package/.claude/agents/templates/implementer-sparc-coder.md +242 -242
  89. package/.claude/agents/templates/memory-coordinator.md +162 -162
  90. package/.claude/agents/templates/migration-plan.md +723 -723
  91. package/.claude/agents/templates/orchestrator-task.md +119 -119
  92. package/.claude/agents/templates/performance-analyzer.md +178 -178
  93. package/.claude/agents/templates/sparc-coordinator.md +162 -162
  94. package/.claude/agents/testing/production-validator.md +372 -372
  95. package/.claude/agents/testing/tdd-london-swarm.md +221 -221
  96. package/.claude/agents/testing/unit/tdd-london-swarm.md +221 -221
  97. package/.claude/agents/testing/validation/production-validator.md +372 -372
  98. package/.claude/agents/typescript-specialist.md +9 -9
  99. package/.claude/agents/v3/database-specialist.md +9 -9
  100. package/.claude/agents/v3/project-coordinator.md +8 -8
  101. package/.claude/agents/v3/python-specialist.md +9 -9
  102. package/.claude/agents/v3/test-architect.md +9 -9
  103. package/.claude/agents/v3/typescript-specialist.md +9 -9
  104. package/.claude/agents/v3/v3-integration-architect.md +311 -311
  105. package/.claude/agents/v3/v3-memory-specialist.md +280 -280
  106. package/.claude/agents/v3/v3-performance-engineer.md +362 -362
  107. package/.claude/agents/v3/v3-queen-coordinator.md +62 -62
  108. package/.claude/agents/v3/v3-security-architect.md +139 -139
  109. package/.claude/checkpoints/1767754460.json +8 -8
  110. package/.claude/commands/agents/README.md +10 -10
  111. package/.claude/commands/agents/agent-capabilities.md +21 -21
  112. package/.claude/commands/agents/agent-coordination.md +28 -28
  113. package/.claude/commands/agents/agent-spawning.md +28 -28
  114. package/.claude/commands/agents/agent-types.md +26 -26
  115. package/.claude/commands/analysis/COMMAND_COMPLIANCE_REPORT.md +53 -53
  116. package/.claude/commands/analysis/README.md +9 -9
  117. package/.claude/commands/analysis/bottleneck-detect.md +162 -162
  118. package/.claude/commands/analysis/performance-bottlenecks.md +58 -58
  119. package/.claude/commands/analysis/performance-report.md +25 -25
  120. package/.claude/commands/analysis/token-efficiency.md +44 -44
  121. package/.claude/commands/analysis/token-usage.md +25 -25
  122. package/.claude/commands/automation/README.md +9 -9
  123. package/.claude/commands/automation/auto-agent.md +122 -122
  124. package/.claude/commands/automation/self-healing.md +105 -105
  125. package/.claude/commands/automation/session-memory.md +89 -89
  126. package/.claude/commands/automation/smart-agents.md +72 -72
  127. package/.claude/commands/automation/smart-spawn.md +25 -25
  128. package/.claude/commands/automation/workflow-select.md +25 -25
  129. package/.claude/commands/claude-flow-help.md +103 -103
  130. package/.claude/commands/claude-flow-memory.md +107 -107
  131. package/.claude/commands/claude-flow-swarm.md +205 -205
  132. package/.claude/commands/coordination/README.md +9 -9
  133. package/.claude/commands/coordination/agent-spawn.md +25 -25
  134. package/.claude/commands/coordination/init.md +44 -44
  135. package/.claude/commands/coordination/orchestrate.md +43 -43
  136. package/.claude/commands/coordination/spawn.md +45 -45
  137. package/.claude/commands/coordination/swarm-init.md +85 -85
  138. package/.claude/commands/coordination/task-orchestrate.md +25 -25
  139. package/.claude/commands/flow-nexus/app-store.md +123 -123
  140. package/.claude/commands/flow-nexus/challenges.md +119 -119
  141. package/.claude/commands/flow-nexus/login-registration.md +64 -64
  142. package/.claude/commands/flow-nexus/neural-network.md +133 -133
  143. package/.claude/commands/flow-nexus/payments.md +115 -115
  144. package/.claude/commands/flow-nexus/sandbox.md +82 -82
  145. package/.claude/commands/flow-nexus/swarm.md +86 -86
  146. package/.claude/commands/flow-nexus/user-tools.md +151 -151
  147. package/.claude/commands/flow-nexus/workflow.md +114 -114
  148. package/.claude/commands/github/README.md +11 -11
  149. package/.claude/commands/github/code-review-swarm.md +513 -513
  150. package/.claude/commands/github/code-review.md +25 -25
  151. package/.claude/commands/github/github-modes.md +146 -146
  152. package/.claude/commands/github/github-swarm.md +121 -121
  153. package/.claude/commands/github/issue-tracker.md +291 -291
  154. package/.claude/commands/github/issue-triage.md +25 -25
  155. package/.claude/commands/github/multi-repo-swarm.md +518 -518
  156. package/.claude/commands/github/pr-enhance.md +26 -26
  157. package/.claude/commands/github/pr-manager.md +169 -169
  158. package/.claude/commands/github/project-board-sync.md +470 -470
  159. package/.claude/commands/github/release-manager.md +337 -337
  160. package/.claude/commands/github/release-swarm.md +543 -543
  161. package/.claude/commands/github/repo-analyze.md +25 -25
  162. package/.claude/commands/github/repo-architect.md +366 -366
  163. package/.claude/commands/github/swarm-issue.md +481 -481
  164. package/.claude/commands/github/swarm-pr.md +284 -284
  165. package/.claude/commands/github/sync-coordinator.md +300 -300
  166. package/.claude/commands/github/workflow-automation.md +441 -441
  167. package/.claude/commands/hive-mind/README.md +17 -17
  168. package/.claude/commands/hive-mind/hive-mind-consensus.md +8 -8
  169. package/.claude/commands/hive-mind/hive-mind-init.md +18 -18
  170. package/.claude/commands/hive-mind/hive-mind-memory.md +8 -8
  171. package/.claude/commands/hive-mind/hive-mind-metrics.md +8 -8
  172. package/.claude/commands/hive-mind/hive-mind-resume.md +8 -8
  173. package/.claude/commands/hive-mind/hive-mind-sessions.md +8 -8
  174. package/.claude/commands/hive-mind/hive-mind-spawn.md +21 -21
  175. package/.claude/commands/hive-mind/hive-mind-status.md +8 -8
  176. package/.claude/commands/hive-mind/hive-mind-stop.md +8 -8
  177. package/.claude/commands/hive-mind/hive-mind-wizard.md +8 -8
  178. package/.claude/commands/hive-mind/hive-mind.md +27 -27
  179. package/.claude/commands/hooks/README.md +11 -11
  180. package/.claude/commands/hooks/overview.md +57 -57
  181. package/.claude/commands/hooks/post-edit.md +117 -117
  182. package/.claude/commands/hooks/post-task.md +112 -112
  183. package/.claude/commands/hooks/pre-edit.md +113 -113
  184. package/.claude/commands/hooks/pre-task.md +111 -111
  185. package/.claude/commands/hooks/session-end.md +118 -118
  186. package/.claude/commands/hooks/setup.md +102 -102
  187. package/.claude/commands/memory/README.md +9 -9
  188. package/.claude/commands/memory/memory-persist.md +25 -25
  189. package/.claude/commands/memory/memory-search.md +25 -25
  190. package/.claude/commands/memory/memory-usage.md +25 -25
  191. package/.claude/commands/memory/neural.md +47 -47
  192. package/.claude/commands/monitoring/README.md +9 -9
  193. package/.claude/commands/monitoring/agent-metrics.md +25 -25
  194. package/.claude/commands/monitoring/agents.md +44 -44
  195. package/.claude/commands/monitoring/real-time-view.md +25 -25
  196. package/.claude/commands/monitoring/status.md +46 -46
  197. package/.claude/commands/monitoring/swarm-monitor.md +25 -25
  198. package/.claude/commands/optimization/README.md +9 -9
  199. package/.claude/commands/optimization/auto-topology.md +61 -61
  200. package/.claude/commands/optimization/cache-manage.md +25 -25
  201. package/.claude/commands/optimization/parallel-execute.md +25 -25
  202. package/.claude/commands/optimization/parallel-execution.md +49 -49
  203. package/.claude/commands/optimization/topology-optimize.md +25 -25
  204. package/.claude/commands/pair/README.md +260 -260
  205. package/.claude/commands/pair/commands.md +545 -545
  206. package/.claude/commands/pair/config.md +509 -509
  207. package/.claude/commands/pair/examples.md +511 -511
  208. package/.claude/commands/pair/modes.md +347 -347
  209. package/.claude/commands/pair/session.md +406 -406
  210. package/.claude/commands/pair/start.md +208 -208
  211. package/.claude/commands/sparc/analyzer.md +51 -51
  212. package/.claude/commands/sparc/architect.md +53 -53
  213. package/.claude/commands/sparc/ask.md +97 -97
  214. package/.claude/commands/sparc/batch-executor.md +54 -54
  215. package/.claude/commands/sparc/code.md +89 -89
  216. package/.claude/commands/sparc/coder.md +54 -54
  217. package/.claude/commands/sparc/debug.md +83 -83
  218. package/.claude/commands/sparc/debugger.md +54 -54
  219. package/.claude/commands/sparc/designer.md +53 -53
  220. package/.claude/commands/sparc/devops.md +109 -109
  221. package/.claude/commands/sparc/docs-writer.md +80 -80
  222. package/.claude/commands/sparc/documenter.md +54 -54
  223. package/.claude/commands/sparc/innovator.md +54 -54
  224. package/.claude/commands/sparc/integration.md +83 -83
  225. package/.claude/commands/sparc/mcp.md +117 -117
  226. package/.claude/commands/sparc/memory-manager.md +54 -54
  227. package/.claude/commands/sparc/optimizer.md +54 -54
  228. package/.claude/commands/sparc/orchestrator.md +131 -131
  229. package/.claude/commands/sparc/post-deployment-monitoring-mode.md +83 -83
  230. package/.claude/commands/sparc/refinement-optimization-mode.md +83 -83
  231. package/.claude/commands/sparc/researcher.md +54 -54
  232. package/.claude/commands/sparc/reviewer.md +54 -54
  233. package/.claude/commands/sparc/security-review.md +80 -80
  234. package/.claude/commands/sparc/sparc-modes.md +174 -174
  235. package/.claude/commands/sparc/sparc.md +111 -111
  236. package/.claude/commands/sparc/spec-pseudocode.md +80 -80
  237. package/.claude/commands/sparc/supabase-admin.md +348 -348
  238. package/.claude/commands/sparc/swarm-coordinator.md +54 -54
  239. package/.claude/commands/sparc/tdd.md +54 -54
  240. package/.claude/commands/sparc/tester.md +54 -54
  241. package/.claude/commands/sparc/tutorial.md +79 -79
  242. package/.claude/commands/sparc/workflow-manager.md +54 -54
  243. package/.claude/commands/sparc.md +166 -166
  244. package/.claude/commands/stream-chain/pipeline.md +120 -120
  245. package/.claude/commands/stream-chain/run.md +69 -69
  246. package/.claude/commands/swarm/README.md +15 -15
  247. package/.claude/commands/swarm/analysis.md +95 -95
  248. package/.claude/commands/swarm/development.md +96 -96
  249. package/.claude/commands/swarm/examples.md +168 -168
  250. package/.claude/commands/swarm/maintenance.md +102 -102
  251. package/.claude/commands/swarm/optimization.md +117 -117
  252. package/.claude/commands/swarm/research.md +136 -136
  253. package/.claude/commands/swarm/swarm-analysis.md +8 -8
  254. package/.claude/commands/swarm/swarm-background.md +8 -8
  255. package/.claude/commands/swarm/swarm-init.md +19 -19
  256. package/.claude/commands/swarm/swarm-modes.md +8 -8
  257. package/.claude/commands/swarm/swarm-monitor.md +8 -8
  258. package/.claude/commands/swarm/swarm-spawn.md +19 -19
  259. package/.claude/commands/swarm/swarm-status.md +8 -8
  260. package/.claude/commands/swarm/swarm-strategies.md +8 -8
  261. package/.claude/commands/swarm/swarm.md +27 -27
  262. package/.claude/commands/swarm/testing.md +131 -131
  263. package/.claude/commands/training/README.md +9 -9
  264. package/.claude/commands/training/model-update.md +25 -25
  265. package/.claude/commands/training/neural-patterns.md +73 -73
  266. package/.claude/commands/training/neural-train.md +25 -25
  267. package/.claude/commands/training/pattern-learn.md +25 -25
  268. package/.claude/commands/training/specialization.md +62 -62
  269. package/.claude/commands/truth/start.md +142 -142
  270. package/.claude/commands/verify/check.md +49 -49
  271. package/.claude/commands/verify/start.md +127 -127
  272. package/.claude/commands/workflows/README.md +9 -9
  273. package/.claude/commands/workflows/development.md +77 -77
  274. package/.claude/commands/workflows/research.md +62 -62
  275. package/.claude/commands/workflows/workflow-create.md +25 -25
  276. package/.claude/commands/workflows/workflow-execute.md +25 -25
  277. package/.claude/commands/workflows/workflow-export.md +25 -25
  278. package/.claude/config/v3-dependency-optimization.json +265 -265
  279. package/.claude/config/v3-performance-targets.json +250 -250
  280. package/.claude/helpers/.LOCKED +2 -2
  281. package/.claude/helpers/README.md +96 -96
  282. package/.claude/helpers/adr-compliance.sh +186 -186
  283. package/.claude/helpers/aggressive-microcompact.mjs +36 -36
  284. package/.claude/helpers/auto-commit.sh +178 -178
  285. package/.claude/helpers/auto-memory-hook.mjs +430 -430
  286. package/.claude/helpers/checkpoint-manager.sh +251 -251
  287. package/.claude/helpers/context-persistence-hook.mjs +2001 -2001
  288. package/.claude/helpers/daemon-manager.sh +252 -252
  289. package/.claude/helpers/ddd-tracker.sh +144 -144
  290. package/.claude/helpers/github-safe.js +156 -156
  291. package/.claude/helpers/github-setup.sh +45 -45
  292. package/.claude/helpers/guidance-hook.sh +13 -13
  293. package/.claude/helpers/guidance-hooks.sh +102 -102
  294. package/.claude/helpers/health-monitor.sh +108 -108
  295. package/.claude/helpers/hook-handler.cjs +606 -606
  296. package/.claude/helpers/intelligence.cjs +1169 -1169
  297. package/.claude/helpers/learning-hooks.sh +329 -329
  298. package/.claude/helpers/learning-optimizer.sh +127 -127
  299. package/.claude/helpers/learning-service.mjs +1144 -1144
  300. package/.claude/helpers/memory.cjs +84 -84
  301. package/.claude/helpers/metrics-db.mjs +503 -503
  302. package/.claude/helpers/patch-aggressive-prune.mjs +184 -184
  303. package/.claude/helpers/pattern-consolidator.sh +86 -86
  304. package/.claude/helpers/perf-worker.sh +160 -160
  305. package/.claude/helpers/quick-start.sh +19 -19
  306. package/.claude/helpers/router.cjs +62 -62
  307. package/.claude/helpers/security-scanner.sh +127 -127
  308. package/.claude/helpers/session.cjs +125 -125
  309. package/.claude/helpers/setup-mcp.sh +18 -18
  310. package/.claude/helpers/standard-checkpoint-hooks.sh +189 -189
  311. package/.claude/helpers/statusline.cjs +0 -0
  312. package/.claude/helpers/swarm-comms.sh +353 -353
  313. package/.claude/helpers/swarm-hooks.sh +761 -761
  314. package/.claude/helpers/swarm-monitor.sh +210 -210
  315. package/.claude/helpers/sync-v3-metrics.sh +245 -245
  316. package/.claude/helpers/update-v3-progress.sh +165 -165
  317. package/.claude/helpers/v3-quick-status.sh +57 -57
  318. package/.claude/helpers/v3.sh +110 -110
  319. package/.claude/helpers/validate-v3-config.sh +215 -215
  320. package/.claude/helpers/worker-manager.sh +170 -170
  321. package/.claude/mcp.json +12 -12
  322. package/.claude/settings.json +284 -284
  323. package/.claude/settings.json.bak +526 -526
  324. package/.claude/skills/agentdb-advanced/SKILL.md +550 -550
  325. package/.claude/skills/agentdb-learning/SKILL.md +545 -545
  326. package/.claude/skills/agentdb-memory-patterns/SKILL.md +339 -339
  327. package/.claude/skills/agentdb-optimization/SKILL.md +509 -509
  328. package/.claude/skills/agentdb-vector-search/SKILL.md +339 -339
  329. package/.claude/skills/agentic-jujutsu/SKILL.md +645 -645
  330. package/.claude/skills/browser/SKILL.md +204 -204
  331. package/.claude/skills/dual-mode/README.md +71 -71
  332. package/.claude/skills/dual-mode/dual-collect.md +103 -103
  333. package/.claude/skills/dual-mode/dual-coordinate.md +85 -85
  334. package/.claude/skills/dual-mode/dual-spawn.md +81 -81
  335. package/.claude/skills/flow-nexus-neural/SKILL.md +727 -727
  336. package/.claude/skills/flow-nexus-platform/SKILL.md +1154 -1154
  337. package/.claude/skills/flow-nexus-swarm/SKILL.md +604 -604
  338. package/.claude/skills/github-code-review/SKILL.md +1125 -1125
  339. package/.claude/skills/github-multi-repo/SKILL.md +862 -862
  340. package/.claude/skills/github-project-management/SKILL.md +1262 -1262
  341. package/.claude/skills/github-release-management/SKILL.md +1064 -1064
  342. package/.claude/skills/github-workflow-automation/SKILL.md +1047 -1047
  343. package/.claude/skills/hive-mind-advanced/SKILL.md +709 -709
  344. package/.claude/skills/hooks-automation/SKILL.md +1201 -1201
  345. package/.claude/skills/pair-programming/SKILL.md +1202 -1202
  346. package/.claude/skills/performance-analysis/SKILL.md +560 -560
  347. package/.claude/skills/reasoningbank-agentdb/SKILL.md +446 -446
  348. package/.claude/skills/reasoningbank-intelligence/SKILL.md +201 -201
  349. package/.claude/skills/skill-builder/SKILL.md +910 -910
  350. package/.claude/skills/sparc-methodology/SKILL.md +1106 -1106
  351. package/.claude/skills/stream-chain/SKILL.md +560 -560
  352. package/.claude/skills/swarm-advanced/SKILL.md +970 -970
  353. package/.claude/skills/swarm-orchestration/SKILL.md +179 -179
  354. package/.claude/skills/v3-cli-modernization/SKILL.md +871 -871
  355. package/.claude/skills/v3-core-implementation/SKILL.md +796 -796
  356. package/.claude/skills/v3-ddd-architecture/SKILL.md +441 -441
  357. package/.claude/skills/v3-integration-deep/SKILL.md +240 -240
  358. package/.claude/skills/v3-mcp-optimization/SKILL.md +776 -776
  359. package/.claude/skills/v3-memory-unification/SKILL.md +173 -173
  360. package/.claude/skills/v3-performance-optimization/SKILL.md +389 -389
  361. package/.claude/skills/v3-security-overhaul/SKILL.md +81 -81
  362. package/.claude/skills/v3-swarm-coordination/SKILL.md +339 -339
  363. package/.claude/skills/verification-quality/SKILL.md +691 -691
  364. package/.claude/skills/worker-benchmarks/SKILL.md +129 -129
  365. package/.claude/skills/worker-integration/SKILL.md +147 -147
  366. package/.claude/statusline-command.sh +176 -176
  367. package/.claude/statusline.mjs +109 -109
  368. package/.claude/statusline.sh +431 -431
  369. package/.claude/workflows/full-system-test.js +65 -65
  370. package/.claude/workflows/intelligence-system-hardening.js +120 -120
  371. package/.claude/workflows/plugin-contract-audit.js +91 -91
  372. package/.claude-plugin/README.md +720 -720
  373. package/.claude-plugin/docs/INSTALLATION.md +261 -261
  374. package/.claude-plugin/docs/PLUGIN_SUMMARY.md +361 -361
  375. package/.claude-plugin/docs/QUICKSTART.md +361 -361
  376. package/.claude-plugin/docs/STRUCTURE.md +128 -128
  377. package/.claude-plugin/hooks/hooks.json +77 -77
  378. package/.claude-plugin/marketplace.json +204 -204
  379. package/.claude-plugin/plugin.json +71 -71
  380. package/.claude-plugin/scripts/install.sh +234 -234
  381. package/.claude-plugin/scripts/ruflo-hook.cjs +304 -304
  382. package/.claude-plugin/scripts/ruflo-hook.sh +52 -52
  383. package/.claude-plugin/scripts/uninstall.sh +36 -36
  384. package/.claude-plugin/scripts/verify.sh +108 -108
  385. package/LICENSE +21 -21
  386. package/README.md +422 -422
  387. package/bin/cli.js +11 -11
  388. package/bin/npx-repair.js +7 -7
  389. package/bin/npx-safe-launch.js +9 -9
  390. package/node_modules/@claude-flow/codex/.agents/skills/github-automation/SKILL.md +32 -32
  391. package/node_modules/@claude-flow/codex/.agents/skills/memory-management/SKILL.md +45 -45
  392. package/node_modules/@claude-flow/codex/.agents/skills/performance-analysis/SKILL.md +32 -32
  393. package/node_modules/@claude-flow/codex/.agents/skills/security-audit/SKILL.md +46 -46
  394. package/node_modules/@claude-flow/codex/.agents/skills/sparc-methodology/SKILL.md +46 -46
  395. package/node_modules/@claude-flow/codex/.agents/skills/swarm-orchestration/SKILL.md +53 -53
  396. package/node_modules/@claude-flow/codex/README.md +1044 -1044
  397. package/node_modules/@claude-flow/codex/dist/dual-mode/orchestrator.js +13 -13
  398. package/node_modules/@claude-flow/codex/dist/generators/agents-md.js +664 -664
  399. package/node_modules/@claude-flow/codex/dist/generators/config-toml.js +455 -455
  400. package/node_modules/@claude-flow/codex/dist/generators/skill-md.js +45 -45
  401. package/node_modules/@claude-flow/codex/dist/initializer.js +167 -167
  402. package/node_modules/@claude-flow/codex/dist/templates/index.js +15 -15
  403. package/node_modules/@claude-flow/mcp/README.md +429 -429
  404. package/node_modules/@claude-flow/plugin-agent-federation/README.md +49 -49
  405. package/node_modules/@claude-flow/security/README.md +292 -292
  406. package/node_modules/@claude-flow/security/dist/credential-generator.js +9 -9
  407. package/node_modules/@claude-flow/security/dist/input-validator.d.ts +6 -6
  408. package/node_modules/@claude-flow/security/dist/oauth/callback-server.js +9 -9
  409. package/package.json +222 -222
  410. package/v3/@claude-flow/cli/README.md +422 -422
  411. package/v3/@claude-flow/cli/bin/cli.js +338 -338
  412. package/v3/@claude-flow/cli/bin/mcp-server.js +224 -224
  413. package/v3/@claude-flow/cli/bin/preinstall.cjs +2 -2
  414. package/v3/@claude-flow/cli/catalog-manifest.json +2 -2
  415. package/v3/@claude-flow/cli/dist/src/benchmarks/gaia-critic.js +24 -24
  416. package/v3/@claude-flow/cli/dist/src/business-pods/bbs-budget-tracker.js +53 -53
  417. package/v3/@claude-flow/cli/dist/src/commands/completions.js +409 -409
  418. package/v3/@claude-flow/cli/dist/src/commands/daemon.js +44 -44
  419. package/v3/@claude-flow/cli/dist/src/commands/doctor.js +4 -4
  420. package/v3/@claude-flow/cli/dist/src/commands/embeddings.js +26 -26
  421. package/v3/@claude-flow/cli/dist/src/commands/hive-mind.js +97 -97
  422. package/v3/@claude-flow/cli/dist/src/commands/hooks.js +9 -9
  423. package/v3/@claude-flow/cli/dist/src/commands/init.js +75 -75
  424. package/v3/@claude-flow/cli/dist/src/commands/ruvector/backup.js +23 -23
  425. package/v3/@claude-flow/cli/dist/src/commands/ruvector/benchmark.js +31 -31
  426. package/v3/@claude-flow/cli/dist/src/commands/ruvector/import.js +14 -14
  427. package/v3/@claude-flow/cli/dist/src/commands/ruvector/init.js +115 -115
  428. package/v3/@claude-flow/cli/dist/src/commands/ruvector/migrate.js +99 -99
  429. package/v3/@claude-flow/cli/dist/src/commands/ruvector/optimize.js +51 -51
  430. package/v3/@claude-flow/cli/dist/src/commands/ruvector/setup.js +624 -624
  431. package/v3/@claude-flow/cli/dist/src/commands/ruvector/status.js +38 -38
  432. package/v3/@claude-flow/cli/dist/src/config/proven-config.js +2 -2
  433. package/v3/@claude-flow/cli/dist/src/init/claudemd-generator.js +273 -273
  434. package/v3/@claude-flow/cli/dist/src/init/executor.js +453 -453
  435. package/v3/@claude-flow/cli/dist/src/init/helper-signing.js +2 -2
  436. package/v3/@claude-flow/cli/dist/src/init/helpers-generator.js +917 -917
  437. package/v3/@claude-flow/cli/dist/src/init/statusline-generator.js +24 -24
  438. package/v3/@claude-flow/cli/dist/src/mcp-tools/agentdb-tools.js +15 -15
  439. package/v3/@claude-flow/cli/dist/src/mcp-tools/browser-intent-tools.js +19 -19
  440. package/v3/@claude-flow/cli/dist/src/mcp-tools/memory-tools.js +6 -4
  441. package/v3/@claude-flow/cli/dist/src/mcp-tools/seraphina-tools.js +4 -4
  442. package/v3/@claude-flow/cli/dist/src/memory/graph-edge-writer.js +22 -22
  443. package/v3/@claude-flow/cli/dist/src/memory/memory-bridge.js +114 -114
  444. package/v3/@claude-flow/cli/dist/src/memory/memory-initializer.js +416 -416
  445. package/v3/@claude-flow/cli/dist/src/memory/rabitq-index.js +5 -5
  446. package/v3/@claude-flow/cli/dist/src/proxy/verify.js +2 -2
  447. package/v3/@claude-flow/cli/dist/src/runtime/headless.js +28 -28
  448. package/v3/@claude-flow/cli/dist/src/services/distill-tuning.js +7 -7
  449. package/v3/@claude-flow/cli/dist/src/services/headless-worker-executor.js +84 -84
  450. package/v3/@claude-flow/cli/dist/src/services/memory-distillation.js +18 -18
  451. package/v3/@claude-flow/cli/dist/src/transfer/deploy-seraphine.js +23 -23
  452. package/v3/@claude-flow/cli/package.json +181 -181
  453. package/v3/@claude-flow/guidance/README.md +1195 -1195
  454. package/v3/@claude-flow/guidance/package.json +198 -198
  455. package/v3/@claude-flow/shared/README.md +323 -323
  456. package/v3/@claude-flow/shared/dist/events/event-store.js +31 -31
  457. package/v3/@claude-flow/shared/dist/hooks/safety/git-commit.js +3 -3
  458. package/v3/@claude-flow/shared/package.json +43 -43
  459. package/v3/README.md +493 -493
  460. package/.claude/.proven-config-version +0 -1
  461. package/.claude/proven-config.json +0 -42
  462. package/v3/@claude-flow/cli/dist/src/ruvector/diskann-backend.d.ts +0 -78
  463. package/v3/@claude-flow/cli/dist/src/ruvector/diskann-backend.js +0 -310
@@ -1,509 +1,509 @@
1
- ---
2
- name: "AgentDB Performance Optimization"
3
- description: "Optimize AgentDB performance with quantization (4-32x memory reduction), HNSW indexing (150x faster search), caching, and batch operations. Use when optimizing memory usage, improving search speed, or scaling to millions of vectors."
4
- ---
5
-
6
- # AgentDB Performance Optimization
7
-
8
- ## What This Skill Does
9
-
10
- Provides comprehensive performance optimization techniques for AgentDB vector databases. Achieve 150x-12,500x performance improvements through quantization, HNSW indexing, caching strategies, and batch operations. Reduce memory usage by 4-32x while maintaining accuracy.
11
-
12
- **Performance**: <100µs vector search, <1ms pattern retrieval, 2ms batch insert for 100 vectors.
13
-
14
- ## Prerequisites
15
-
16
- - Node.js 18+
17
- - AgentDB v1.0.7+ (via agentic-flow)
18
- - Existing AgentDB database or application
19
-
20
- ---
21
-
22
- ## Quick Start
23
-
24
- ### Run Performance Benchmarks
25
-
26
- ```bash
27
- # Comprehensive performance benchmarking
28
- npx agentdb@latest benchmark
29
-
30
- # Results show:
31
- # ✅ Pattern Search: 150x faster (100µs vs 15ms)
32
- # ✅ Batch Insert: 500x faster (2ms vs 1s for 100 vectors)
33
- # ✅ Large-scale Query: 12,500x faster (8ms vs 100s at 1M vectors)
34
- # ✅ Memory Efficiency: 4-32x reduction with quantization
35
- ```
36
-
37
- ### Enable Optimizations
38
-
39
- ```typescript
40
- import { createAgentDBAdapter } from 'agentic-flow/reasoningbank';
41
-
42
- // Optimized configuration
43
- const adapter = await createAgentDBAdapter({
44
- dbPath: '.agentdb/optimized.db',
45
- quantizationType: 'binary', // 32x memory reduction
46
- cacheSize: 1000, // In-memory cache
47
- enableLearning: true,
48
- enableReasoning: true,
49
- });
50
- ```
51
-
52
- ---
53
-
54
- ## Quantization Strategies
55
-
56
- ### 1. Binary Quantization (32x Reduction)
57
-
58
- **Best For**: Large-scale deployments (1M+ vectors), memory-constrained environments
59
- **Trade-off**: ~2-5% accuracy loss, 32x memory reduction, 10x faster
60
-
61
- ```typescript
62
- const adapter = await createAgentDBAdapter({
63
- quantizationType: 'binary',
64
- // 768-dim float32 (3072 bytes) → 96 bytes binary
65
- // 1M vectors: 3GB → 96MB
66
- });
67
- ```
68
-
69
- **Use Cases**:
70
- - Mobile/edge deployment
71
- - Large-scale vector storage (millions of vectors)
72
- - Real-time search with memory constraints
73
-
74
- **Performance**:
75
- - Memory: 32x smaller
76
- - Search Speed: 10x faster (bit operations)
77
- - Accuracy: 95-98% of original
78
-
79
- ### 2. Scalar Quantization (4x Reduction)
80
-
81
- **Best For**: Balanced performance/accuracy, moderate datasets
82
- **Trade-off**: ~1-2% accuracy loss, 4x memory reduction, 3x faster
83
-
84
- ```typescript
85
- const adapter = await createAgentDBAdapter({
86
- quantizationType: 'scalar',
87
- // 768-dim float32 (3072 bytes) → 768 bytes (uint8)
88
- // 1M vectors: 3GB → 768MB
89
- });
90
- ```
91
-
92
- **Use Cases**:
93
- - Production applications requiring high accuracy
94
- - Medium-scale deployments (10K-1M vectors)
95
- - General-purpose optimization
96
-
97
- **Performance**:
98
- - Memory: 4x smaller
99
- - Search Speed: 3x faster
100
- - Accuracy: 98-99% of original
101
-
102
- ### 3. Product Quantization (8-16x Reduction)
103
-
104
- **Best For**: High-dimensional vectors, balanced compression
105
- **Trade-off**: ~3-7% accuracy loss, 8-16x memory reduction, 5x faster
106
-
107
- ```typescript
108
- const adapter = await createAgentDBAdapter({
109
- quantizationType: 'product',
110
- // 768-dim float32 (3072 bytes) → 48-96 bytes
111
- // 1M vectors: 3GB → 192MB
112
- });
113
- ```
114
-
115
- **Use Cases**:
116
- - High-dimensional embeddings (>512 dims)
117
- - Image/video embeddings
118
- - Large-scale similarity search
119
-
120
- **Performance**:
121
- - Memory: 8-16x smaller
122
- - Search Speed: 5x faster
123
- - Accuracy: 93-97% of original
124
-
125
- ### 4. No Quantization (Full Precision)
126
-
127
- **Best For**: Maximum accuracy, small datasets
128
- **Trade-off**: No accuracy loss, full memory usage
129
-
130
- ```typescript
131
- const adapter = await createAgentDBAdapter({
132
- quantizationType: 'none',
133
- // Full float32 precision
134
- });
135
- ```
136
-
137
- ---
138
-
139
- ## HNSW Indexing
140
-
141
- **Hierarchical Navigable Small World** - O(log n) search complexity
142
-
143
- ### Automatic HNSW
144
-
145
- AgentDB automatically builds HNSW indices:
146
-
147
- ```typescript
148
- const adapter = await createAgentDBAdapter({
149
- dbPath: '.agentdb/vectors.db',
150
- // HNSW automatically enabled
151
- });
152
-
153
- // Search with HNSW (100µs vs 15ms linear scan)
154
- const results = await adapter.retrieveWithReasoning(queryEmbedding, {
155
- k: 10,
156
- });
157
- ```
158
-
159
- ### HNSW Parameters
160
-
161
- ```typescript
162
- // Advanced HNSW configuration
163
- const adapter = await createAgentDBAdapter({
164
- dbPath: '.agentdb/vectors.db',
165
- hnswM: 16, // Connections per layer (default: 16)
166
- hnswEfConstruction: 200, // Build quality (default: 200)
167
- hnswEfSearch: 100, // Search quality (default: 100)
168
- });
169
- ```
170
-
171
- **Parameter Tuning**:
172
- - **M** (connections): Higher = better recall, more memory
173
- - Small datasets (<10K): M = 8
174
- - Medium datasets (10K-100K): M = 16
175
- - Large datasets (>100K): M = 32
176
- - **efConstruction**: Higher = better index quality, slower build
177
- - Fast build: 100
178
- - Balanced: 200 (default)
179
- - High quality: 400
180
- - **efSearch**: Higher = better recall, slower search
181
- - Fast search: 50
182
- - Balanced: 100 (default)
183
- - High recall: 200
184
-
185
- ---
186
-
187
- ## Caching Strategies
188
-
189
- ### In-Memory Pattern Cache
190
-
191
- ```typescript
192
- const adapter = await createAgentDBAdapter({
193
- cacheSize: 1000, // Cache 1000 most-used patterns
194
- });
195
-
196
- // First retrieval: ~2ms (database)
197
- // Subsequent: <1ms (cache hit)
198
- const result = await adapter.retrieveWithReasoning(queryEmbedding, {
199
- k: 10,
200
- });
201
- ```
202
-
203
- **Cache Tuning**:
204
- - Small applications: 100-500 patterns
205
- - Medium applications: 500-2000 patterns
206
- - Large applications: 2000-5000 patterns
207
-
208
- ### LRU Cache Behavior
209
-
210
- ```typescript
211
- // Cache automatically evicts least-recently-used patterns
212
- // Most frequently accessed patterns stay in cache
213
-
214
- // Monitor cache performance
215
- const stats = await adapter.getStats();
216
- console.log('Cache Hit Rate:', stats.cacheHitRate);
217
- // Aim for >80% hit rate
218
- ```
219
-
220
- ---
221
-
222
- ## Batch Operations
223
-
224
- ### Batch Insert (500x Faster)
225
-
226
- ```typescript
227
- // ❌ SLOW: Individual inserts
228
- for (const doc of documents) {
229
- await adapter.insertPattern({ /* ... */ }); // 1s for 100 docs
230
- }
231
-
232
- // ✅ FAST: Batch insert
233
- const patterns = documents.map(doc => ({
234
- id: '',
235
- type: 'document',
236
- domain: 'knowledge',
237
- pattern_data: JSON.stringify({
238
- embedding: doc.embedding,
239
- text: doc.text,
240
- }),
241
- confidence: 1.0,
242
- usage_count: 0,
243
- success_count: 0,
244
- created_at: Date.now(),
245
- last_used: Date.now(),
246
- }));
247
-
248
- // Insert all at once (2ms for 100 docs)
249
- for (const pattern of patterns) {
250
- await adapter.insertPattern(pattern);
251
- }
252
- ```
253
-
254
- ### Batch Retrieval
255
-
256
- ```typescript
257
- // Retrieve multiple queries efficiently
258
- const queries = [queryEmbedding1, queryEmbedding2, queryEmbedding3];
259
-
260
- // Parallel retrieval
261
- const results = await Promise.all(
262
- queries.map(q => adapter.retrieveWithReasoning(q, { k: 5 }))
263
- );
264
- ```
265
-
266
- ---
267
-
268
- ## Memory Optimization
269
-
270
- ### Automatic Consolidation
271
-
272
- ```typescript
273
- // Enable automatic pattern consolidation
274
- const result = await adapter.retrieveWithReasoning(queryEmbedding, {
275
- domain: 'documents',
276
- optimizeMemory: true, // Consolidate similar patterns
277
- k: 10,
278
- });
279
-
280
- console.log('Optimizations:', result.optimizations);
281
- // {
282
- // consolidated: 15, // Merged 15 similar patterns
283
- // pruned: 3, // Removed 3 low-quality patterns
284
- // improved_quality: 0.12 // 12% quality improvement
285
- // }
286
- ```
287
-
288
- ### Manual Optimization
289
-
290
- ```typescript
291
- // Manually trigger optimization
292
- await adapter.optimize();
293
-
294
- // Get statistics
295
- const stats = await adapter.getStats();
296
- console.log('Before:', stats.totalPatterns);
297
- console.log('After:', stats.totalPatterns); // Reduced by ~10-30%
298
- ```
299
-
300
- ### Pruning Strategies
301
-
302
- ```typescript
303
- // Prune low-confidence patterns
304
- await adapter.prune({
305
- minConfidence: 0.5, // Remove confidence < 0.5
306
- minUsageCount: 2, // Remove usage_count < 2
307
- maxAge: 30 * 24 * 3600, // Remove >30 days old
308
- });
309
- ```
310
-
311
- ---
312
-
313
- ## Performance Monitoring
314
-
315
- ### Database Statistics
316
-
317
- ```bash
318
- # Get comprehensive stats
319
- npx agentdb@latest stats .agentdb/vectors.db
320
-
321
- # Output:
322
- # Total Patterns: 125,430
323
- # Database Size: 47.2 MB (with binary quantization)
324
- # Avg Confidence: 0.87
325
- # Domains: 15
326
- # Cache Hit Rate: 84%
327
- # Index Type: HNSW
328
- ```
329
-
330
- ### Runtime Metrics
331
-
332
- ```typescript
333
- const stats = await adapter.getStats();
334
-
335
- console.log('Performance Metrics:');
336
- console.log('Total Patterns:', stats.totalPatterns);
337
- console.log('Database Size:', stats.dbSize);
338
- console.log('Avg Confidence:', stats.avgConfidence);
339
- console.log('Cache Hit Rate:', stats.cacheHitRate);
340
- console.log('Search Latency (avg):', stats.avgSearchLatency);
341
- console.log('Insert Latency (avg):', stats.avgInsertLatency);
342
- ```
343
-
344
- ---
345
-
346
- ## Optimization Recipes
347
-
348
- ### Recipe 1: Maximum Speed (Sacrifice Accuracy)
349
-
350
- ```typescript
351
- const adapter = await createAgentDBAdapter({
352
- quantizationType: 'binary', // 32x memory reduction
353
- cacheSize: 5000, // Large cache
354
- hnswM: 8, // Fewer connections = faster
355
- hnswEfSearch: 50, // Low search quality = faster
356
- });
357
-
358
- // Expected: <50µs search, 90-95% accuracy
359
- ```
360
-
361
- ### Recipe 2: Balanced Performance
362
-
363
- ```typescript
364
- const adapter = await createAgentDBAdapter({
365
- quantizationType: 'scalar', // 4x memory reduction
366
- cacheSize: 1000, // Standard cache
367
- hnswM: 16, // Balanced connections
368
- hnswEfSearch: 100, // Balanced quality
369
- });
370
-
371
- // Expected: <100µs search, 98-99% accuracy
372
- ```
373
-
374
- ### Recipe 3: Maximum Accuracy
375
-
376
- ```typescript
377
- const adapter = await createAgentDBAdapter({
378
- quantizationType: 'none', // No quantization
379
- cacheSize: 2000, // Large cache
380
- hnswM: 32, // Many connections
381
- hnswEfSearch: 200, // High search quality
382
- });
383
-
384
- // Expected: <200µs search, 100% accuracy
385
- ```
386
-
387
- ### Recipe 4: Memory-Constrained (Mobile/Edge)
388
-
389
- ```typescript
390
- const adapter = await createAgentDBAdapter({
391
- quantizationType: 'binary', // 32x memory reduction
392
- cacheSize: 100, // Small cache
393
- hnswM: 8, // Minimal connections
394
- });
395
-
396
- // Expected: <100µs search, ~10MB for 100K vectors
397
- ```
398
-
399
- ---
400
-
401
- ## Scaling Strategies
402
-
403
- ### Small Scale (<10K vectors)
404
-
405
- ```typescript
406
- const adapter = await createAgentDBAdapter({
407
- quantizationType: 'none', // Full precision
408
- cacheSize: 500,
409
- hnswM: 8,
410
- });
411
- ```
412
-
413
- ### Medium Scale (10K-100K vectors)
414
-
415
- ```typescript
416
- const adapter = await createAgentDBAdapter({
417
- quantizationType: 'scalar', // 4x reduction
418
- cacheSize: 1000,
419
- hnswM: 16,
420
- });
421
- ```
422
-
423
- ### Large Scale (100K-1M vectors)
424
-
425
- ```typescript
426
- const adapter = await createAgentDBAdapter({
427
- quantizationType: 'binary', // 32x reduction
428
- cacheSize: 2000,
429
- hnswM: 32,
430
- });
431
- ```
432
-
433
- ### Massive Scale (>1M vectors)
434
-
435
- ```typescript
436
- const adapter = await createAgentDBAdapter({
437
- quantizationType: 'product', // 8-16x reduction
438
- cacheSize: 5000,
439
- hnswM: 48,
440
- hnswEfConstruction: 400,
441
- });
442
- ```
443
-
444
- ---
445
-
446
- ## Troubleshooting
447
-
448
- ### Issue: High memory usage
449
-
450
- ```bash
451
- # Check database size
452
- npx agentdb@latest stats .agentdb/vectors.db
453
-
454
- # Enable quantization
455
- # Use 'binary' for 32x reduction
456
- ```
457
-
458
- ### Issue: Slow search performance
459
-
460
- ```typescript
461
- // Increase cache size
462
- const adapter = await createAgentDBAdapter({
463
- cacheSize: 2000, // Increase from 1000
464
- });
465
-
466
- // Reduce search quality (faster)
467
- const result = await adapter.retrieveWithReasoning(queryEmbedding, {
468
- k: 5, // Reduce from 10
469
- });
470
- ```
471
-
472
- ### Issue: Low accuracy
473
-
474
- ```typescript
475
- // Disable or use lighter quantization
476
- const adapter = await createAgentDBAdapter({
477
- quantizationType: 'scalar', // Instead of 'binary'
478
- hnswEfSearch: 200, // Higher search quality
479
- });
480
- ```
481
-
482
- ---
483
-
484
- ## Performance Benchmarks
485
-
486
- **Test System**: AMD Ryzen 9 5950X, 64GB RAM
487
-
488
- | Operation | Vector Count | No Optimization | Optimized | Improvement |
489
- |-----------|-------------|-----------------|-----------|-------------|
490
- | Search | 10K | 15ms | 100µs | 150x |
491
- | Search | 100K | 150ms | 120µs | 1,250x |
492
- | Search | 1M | 100s | 8ms | 12,500x |
493
- | Batch Insert (100) | - | 1s | 2ms | 500x |
494
- | Memory Usage | 1M | 3GB | 96MB | 32x (binary) |
495
-
496
- ---
497
-
498
- ## Learn More
499
-
500
- - **Quantization Paper**: docs/quantization-techniques.pdf
501
- - **HNSW Algorithm**: docs/hnsw-index.pdf
502
- - **GitHub**: https://github.com/ruvnet/agentic-flow/tree/main/packages/agentdb
503
- - **Website**: https://agentdb.ruv.io
504
-
505
- ---
506
-
507
- **Category**: Performance / Optimization
508
- **Difficulty**: Intermediate
509
- **Estimated Time**: 20-30 minutes
1
+ ---
2
+ name: "AgentDB Performance Optimization"
3
+ description: "Optimize AgentDB performance with quantization (4-32x memory reduction), HNSW indexing (150x faster search), caching, and batch operations. Use when optimizing memory usage, improving search speed, or scaling to millions of vectors."
4
+ ---
5
+
6
+ # AgentDB Performance Optimization
7
+
8
+ ## What This Skill Does
9
+
10
+ Provides comprehensive performance optimization techniques for AgentDB vector databases. Achieve 150x-12,500x performance improvements through quantization, HNSW indexing, caching strategies, and batch operations. Reduce memory usage by 4-32x while maintaining accuracy.
11
+
12
+ **Performance**: <100µs vector search, <1ms pattern retrieval, 2ms batch insert for 100 vectors.
13
+
14
+ ## Prerequisites
15
+
16
+ - Node.js 18+
17
+ - AgentDB v1.0.7+ (via agentic-flow)
18
+ - Existing AgentDB database or application
19
+
20
+ ---
21
+
22
+ ## Quick Start
23
+
24
+ ### Run Performance Benchmarks
25
+
26
+ ```bash
27
+ # Comprehensive performance benchmarking
28
+ npx agentdb@latest benchmark
29
+
30
+ # Results show:
31
+ # ✅ Pattern Search: 150x faster (100µs vs 15ms)
32
+ # ✅ Batch Insert: 500x faster (2ms vs 1s for 100 vectors)
33
+ # ✅ Large-scale Query: 12,500x faster (8ms vs 100s at 1M vectors)
34
+ # ✅ Memory Efficiency: 4-32x reduction with quantization
35
+ ```
36
+
37
+ ### Enable Optimizations
38
+
39
+ ```typescript
40
+ import { createAgentDBAdapter } from 'agentic-flow/reasoningbank';
41
+
42
+ // Optimized configuration
43
+ const adapter = await createAgentDBAdapter({
44
+ dbPath: '.agentdb/optimized.db',
45
+ quantizationType: 'binary', // 32x memory reduction
46
+ cacheSize: 1000, // In-memory cache
47
+ enableLearning: true,
48
+ enableReasoning: true,
49
+ });
50
+ ```
51
+
52
+ ---
53
+
54
+ ## Quantization Strategies
55
+
56
+ ### 1. Binary Quantization (32x Reduction)
57
+
58
+ **Best For**: Large-scale deployments (1M+ vectors), memory-constrained environments
59
+ **Trade-off**: ~2-5% accuracy loss, 32x memory reduction, 10x faster
60
+
61
+ ```typescript
62
+ const adapter = await createAgentDBAdapter({
63
+ quantizationType: 'binary',
64
+ // 768-dim float32 (3072 bytes) → 96 bytes binary
65
+ // 1M vectors: 3GB → 96MB
66
+ });
67
+ ```
68
+
69
+ **Use Cases**:
70
+ - Mobile/edge deployment
71
+ - Large-scale vector storage (millions of vectors)
72
+ - Real-time search with memory constraints
73
+
74
+ **Performance**:
75
+ - Memory: 32x smaller
76
+ - Search Speed: 10x faster (bit operations)
77
+ - Accuracy: 95-98% of original
78
+
79
+ ### 2. Scalar Quantization (4x Reduction)
80
+
81
+ **Best For**: Balanced performance/accuracy, moderate datasets
82
+ **Trade-off**: ~1-2% accuracy loss, 4x memory reduction, 3x faster
83
+
84
+ ```typescript
85
+ const adapter = await createAgentDBAdapter({
86
+ quantizationType: 'scalar',
87
+ // 768-dim float32 (3072 bytes) → 768 bytes (uint8)
88
+ // 1M vectors: 3GB → 768MB
89
+ });
90
+ ```
91
+
92
+ **Use Cases**:
93
+ - Production applications requiring high accuracy
94
+ - Medium-scale deployments (10K-1M vectors)
95
+ - General-purpose optimization
96
+
97
+ **Performance**:
98
+ - Memory: 4x smaller
99
+ - Search Speed: 3x faster
100
+ - Accuracy: 98-99% of original
101
+
102
+ ### 3. Product Quantization (8-16x Reduction)
103
+
104
+ **Best For**: High-dimensional vectors, balanced compression
105
+ **Trade-off**: ~3-7% accuracy loss, 8-16x memory reduction, 5x faster
106
+
107
+ ```typescript
108
+ const adapter = await createAgentDBAdapter({
109
+ quantizationType: 'product',
110
+ // 768-dim float32 (3072 bytes) → 48-96 bytes
111
+ // 1M vectors: 3GB → 192MB
112
+ });
113
+ ```
114
+
115
+ **Use Cases**:
116
+ - High-dimensional embeddings (>512 dims)
117
+ - Image/video embeddings
118
+ - Large-scale similarity search
119
+
120
+ **Performance**:
121
+ - Memory: 8-16x smaller
122
+ - Search Speed: 5x faster
123
+ - Accuracy: 93-97% of original
124
+
125
+ ### 4. No Quantization (Full Precision)
126
+
127
+ **Best For**: Maximum accuracy, small datasets
128
+ **Trade-off**: No accuracy loss, full memory usage
129
+
130
+ ```typescript
131
+ const adapter = await createAgentDBAdapter({
132
+ quantizationType: 'none',
133
+ // Full float32 precision
134
+ });
135
+ ```
136
+
137
+ ---
138
+
139
+ ## HNSW Indexing
140
+
141
+ **Hierarchical Navigable Small World** - O(log n) search complexity
142
+
143
+ ### Automatic HNSW
144
+
145
+ AgentDB automatically builds HNSW indices:
146
+
147
+ ```typescript
148
+ const adapter = await createAgentDBAdapter({
149
+ dbPath: '.agentdb/vectors.db',
150
+ // HNSW automatically enabled
151
+ });
152
+
153
+ // Search with HNSW (100µs vs 15ms linear scan)
154
+ const results = await adapter.retrieveWithReasoning(queryEmbedding, {
155
+ k: 10,
156
+ });
157
+ ```
158
+
159
+ ### HNSW Parameters
160
+
161
+ ```typescript
162
+ // Advanced HNSW configuration
163
+ const adapter = await createAgentDBAdapter({
164
+ dbPath: '.agentdb/vectors.db',
165
+ hnswM: 16, // Connections per layer (default: 16)
166
+ hnswEfConstruction: 200, // Build quality (default: 200)
167
+ hnswEfSearch: 100, // Search quality (default: 100)
168
+ });
169
+ ```
170
+
171
+ **Parameter Tuning**:
172
+ - **M** (connections): Higher = better recall, more memory
173
+ - Small datasets (<10K): M = 8
174
+ - Medium datasets (10K-100K): M = 16
175
+ - Large datasets (>100K): M = 32
176
+ - **efConstruction**: Higher = better index quality, slower build
177
+ - Fast build: 100
178
+ - Balanced: 200 (default)
179
+ - High quality: 400
180
+ - **efSearch**: Higher = better recall, slower search
181
+ - Fast search: 50
182
+ - Balanced: 100 (default)
183
+ - High recall: 200
184
+
185
+ ---
186
+
187
+ ## Caching Strategies
188
+
189
+ ### In-Memory Pattern Cache
190
+
191
+ ```typescript
192
+ const adapter = await createAgentDBAdapter({
193
+ cacheSize: 1000, // Cache 1000 most-used patterns
194
+ });
195
+
196
+ // First retrieval: ~2ms (database)
197
+ // Subsequent: <1ms (cache hit)
198
+ const result = await adapter.retrieveWithReasoning(queryEmbedding, {
199
+ k: 10,
200
+ });
201
+ ```
202
+
203
+ **Cache Tuning**:
204
+ - Small applications: 100-500 patterns
205
+ - Medium applications: 500-2000 patterns
206
+ - Large applications: 2000-5000 patterns
207
+
208
+ ### LRU Cache Behavior
209
+
210
+ ```typescript
211
+ // Cache automatically evicts least-recently-used patterns
212
+ // Most frequently accessed patterns stay in cache
213
+
214
+ // Monitor cache performance
215
+ const stats = await adapter.getStats();
216
+ console.log('Cache Hit Rate:', stats.cacheHitRate);
217
+ // Aim for >80% hit rate
218
+ ```
219
+
220
+ ---
221
+
222
+ ## Batch Operations
223
+
224
+ ### Batch Insert (500x Faster)
225
+
226
+ ```typescript
227
+ // ❌ SLOW: Individual inserts
228
+ for (const doc of documents) {
229
+ await adapter.insertPattern({ /* ... */ }); // 1s for 100 docs
230
+ }
231
+
232
+ // ✅ FAST: Batch insert
233
+ const patterns = documents.map(doc => ({
234
+ id: '',
235
+ type: 'document',
236
+ domain: 'knowledge',
237
+ pattern_data: JSON.stringify({
238
+ embedding: doc.embedding,
239
+ text: doc.text,
240
+ }),
241
+ confidence: 1.0,
242
+ usage_count: 0,
243
+ success_count: 0,
244
+ created_at: Date.now(),
245
+ last_used: Date.now(),
246
+ }));
247
+
248
+ // Insert all at once (2ms for 100 docs)
249
+ for (const pattern of patterns) {
250
+ await adapter.insertPattern(pattern);
251
+ }
252
+ ```
253
+
254
+ ### Batch Retrieval
255
+
256
+ ```typescript
257
+ // Retrieve multiple queries efficiently
258
+ const queries = [queryEmbedding1, queryEmbedding2, queryEmbedding3];
259
+
260
+ // Parallel retrieval
261
+ const results = await Promise.all(
262
+ queries.map(q => adapter.retrieveWithReasoning(q, { k: 5 }))
263
+ );
264
+ ```
265
+
266
+ ---
267
+
268
+ ## Memory Optimization
269
+
270
+ ### Automatic Consolidation
271
+
272
+ ```typescript
273
+ // Enable automatic pattern consolidation
274
+ const result = await adapter.retrieveWithReasoning(queryEmbedding, {
275
+ domain: 'documents',
276
+ optimizeMemory: true, // Consolidate similar patterns
277
+ k: 10,
278
+ });
279
+
280
+ console.log('Optimizations:', result.optimizations);
281
+ // {
282
+ // consolidated: 15, // Merged 15 similar patterns
283
+ // pruned: 3, // Removed 3 low-quality patterns
284
+ // improved_quality: 0.12 // 12% quality improvement
285
+ // }
286
+ ```
287
+
288
+ ### Manual Optimization
289
+
290
+ ```typescript
291
+ // Manually trigger optimization
292
+ await adapter.optimize();
293
+
294
+ // Get statistics
295
+ const stats = await adapter.getStats();
296
+ console.log('Before:', stats.totalPatterns);
297
+ console.log('After:', stats.totalPatterns); // Reduced by ~10-30%
298
+ ```
299
+
300
+ ### Pruning Strategies
301
+
302
+ ```typescript
303
+ // Prune low-confidence patterns
304
+ await adapter.prune({
305
+ minConfidence: 0.5, // Remove confidence < 0.5
306
+ minUsageCount: 2, // Remove usage_count < 2
307
+ maxAge: 30 * 24 * 3600, // Remove >30 days old
308
+ });
309
+ ```
310
+
311
+ ---
312
+
313
+ ## Performance Monitoring
314
+
315
+ ### Database Statistics
316
+
317
+ ```bash
318
+ # Get comprehensive stats
319
+ npx agentdb@latest stats .agentdb/vectors.db
320
+
321
+ # Output:
322
+ # Total Patterns: 125,430
323
+ # Database Size: 47.2 MB (with binary quantization)
324
+ # Avg Confidence: 0.87
325
+ # Domains: 15
326
+ # Cache Hit Rate: 84%
327
+ # Index Type: HNSW
328
+ ```
329
+
330
+ ### Runtime Metrics
331
+
332
+ ```typescript
333
+ const stats = await adapter.getStats();
334
+
335
+ console.log('Performance Metrics:');
336
+ console.log('Total Patterns:', stats.totalPatterns);
337
+ console.log('Database Size:', stats.dbSize);
338
+ console.log('Avg Confidence:', stats.avgConfidence);
339
+ console.log('Cache Hit Rate:', stats.cacheHitRate);
340
+ console.log('Search Latency (avg):', stats.avgSearchLatency);
341
+ console.log('Insert Latency (avg):', stats.avgInsertLatency);
342
+ ```
343
+
344
+ ---
345
+
346
+ ## Optimization Recipes
347
+
348
+ ### Recipe 1: Maximum Speed (Sacrifice Accuracy)
349
+
350
+ ```typescript
351
+ const adapter = await createAgentDBAdapter({
352
+ quantizationType: 'binary', // 32x memory reduction
353
+ cacheSize: 5000, // Large cache
354
+ hnswM: 8, // Fewer connections = faster
355
+ hnswEfSearch: 50, // Low search quality = faster
356
+ });
357
+
358
+ // Expected: <50µs search, 90-95% accuracy
359
+ ```
360
+
361
+ ### Recipe 2: Balanced Performance
362
+
363
+ ```typescript
364
+ const adapter = await createAgentDBAdapter({
365
+ quantizationType: 'scalar', // 4x memory reduction
366
+ cacheSize: 1000, // Standard cache
367
+ hnswM: 16, // Balanced connections
368
+ hnswEfSearch: 100, // Balanced quality
369
+ });
370
+
371
+ // Expected: <100µs search, 98-99% accuracy
372
+ ```
373
+
374
+ ### Recipe 3: Maximum Accuracy
375
+
376
+ ```typescript
377
+ const adapter = await createAgentDBAdapter({
378
+ quantizationType: 'none', // No quantization
379
+ cacheSize: 2000, // Large cache
380
+ hnswM: 32, // Many connections
381
+ hnswEfSearch: 200, // High search quality
382
+ });
383
+
384
+ // Expected: <200µs search, 100% accuracy
385
+ ```
386
+
387
+ ### Recipe 4: Memory-Constrained (Mobile/Edge)
388
+
389
+ ```typescript
390
+ const adapter = await createAgentDBAdapter({
391
+ quantizationType: 'binary', // 32x memory reduction
392
+ cacheSize: 100, // Small cache
393
+ hnswM: 8, // Minimal connections
394
+ });
395
+
396
+ // Expected: <100µs search, ~10MB for 100K vectors
397
+ ```
398
+
399
+ ---
400
+
401
+ ## Scaling Strategies
402
+
403
+ ### Small Scale (<10K vectors)
404
+
405
+ ```typescript
406
+ const adapter = await createAgentDBAdapter({
407
+ quantizationType: 'none', // Full precision
408
+ cacheSize: 500,
409
+ hnswM: 8,
410
+ });
411
+ ```
412
+
413
+ ### Medium Scale (10K-100K vectors)
414
+
415
+ ```typescript
416
+ const adapter = await createAgentDBAdapter({
417
+ quantizationType: 'scalar', // 4x reduction
418
+ cacheSize: 1000,
419
+ hnswM: 16,
420
+ });
421
+ ```
422
+
423
+ ### Large Scale (100K-1M vectors)
424
+
425
+ ```typescript
426
+ const adapter = await createAgentDBAdapter({
427
+ quantizationType: 'binary', // 32x reduction
428
+ cacheSize: 2000,
429
+ hnswM: 32,
430
+ });
431
+ ```
432
+
433
+ ### Massive Scale (>1M vectors)
434
+
435
+ ```typescript
436
+ const adapter = await createAgentDBAdapter({
437
+ quantizationType: 'product', // 8-16x reduction
438
+ cacheSize: 5000,
439
+ hnswM: 48,
440
+ hnswEfConstruction: 400,
441
+ });
442
+ ```
443
+
444
+ ---
445
+
446
+ ## Troubleshooting
447
+
448
+ ### Issue: High memory usage
449
+
450
+ ```bash
451
+ # Check database size
452
+ npx agentdb@latest stats .agentdb/vectors.db
453
+
454
+ # Enable quantization
455
+ # Use 'binary' for 32x reduction
456
+ ```
457
+
458
+ ### Issue: Slow search performance
459
+
460
+ ```typescript
461
+ // Increase cache size
462
+ const adapter = await createAgentDBAdapter({
463
+ cacheSize: 2000, // Increase from 1000
464
+ });
465
+
466
+ // Reduce search quality (faster)
467
+ const result = await adapter.retrieveWithReasoning(queryEmbedding, {
468
+ k: 5, // Reduce from 10
469
+ });
470
+ ```
471
+
472
+ ### Issue: Low accuracy
473
+
474
+ ```typescript
475
+ // Disable or use lighter quantization
476
+ const adapter = await createAgentDBAdapter({
477
+ quantizationType: 'scalar', // Instead of 'binary'
478
+ hnswEfSearch: 200, // Higher search quality
479
+ });
480
+ ```
481
+
482
+ ---
483
+
484
+ ## Performance Benchmarks
485
+
486
+ **Test System**: AMD Ryzen 9 5950X, 64GB RAM
487
+
488
+ | Operation | Vector Count | No Optimization | Optimized | Improvement |
489
+ |-----------|-------------|-----------------|-----------|-------------|
490
+ | Search | 10K | 15ms | 100µs | 150x |
491
+ | Search | 100K | 150ms | 120µs | 1,250x |
492
+ | Search | 1M | 100s | 8ms | 12,500x |
493
+ | Batch Insert (100) | - | 1s | 2ms | 500x |
494
+ | Memory Usage | 1M | 3GB | 96MB | 32x (binary) |
495
+
496
+ ---
497
+
498
+ ## Learn More
499
+
500
+ - **Quantization Paper**: docs/quantization-techniques.pdf
501
+ - **HNSW Algorithm**: docs/hnsw-index.pdf
502
+ - **GitHub**: https://github.com/ruvnet/agentic-flow/tree/main/packages/agentdb
503
+ - **Website**: https://agentdb.ruv.io
504
+
505
+ ---
506
+
507
+ **Category**: Performance / Optimization
508
+ **Difficulty**: Intermediate
509
+ **Estimated Time**: 20-30 minutes