@claude-flow/cli 3.7.0-alpha.1 → 3.7.0-alpha.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (476) hide show
  1. package/.claude/agents/analysis/analyze-code-quality.md +178 -178
  2. package/.claude/agents/analysis/code-analyzer.md +209 -209
  3. package/.claude/agents/analysis/code-review/analyze-code-quality.md +178 -178
  4. package/.claude/agents/architecture/arch-system-design.md +156 -156
  5. package/.claude/agents/architecture/system-design/arch-system-design.md +154 -154
  6. package/.claude/agents/browser/browser-agent.yaml +182 -182
  7. package/.claude/agents/consensus/byzantine-coordinator.md +62 -62
  8. package/.claude/agents/consensus/crdt-synchronizer.md +996 -996
  9. package/.claude/agents/consensus/gossip-coordinator.md +62 -62
  10. package/.claude/agents/consensus/performance-benchmarker.md +850 -850
  11. package/.claude/agents/consensus/quorum-manager.md +822 -822
  12. package/.claude/agents/consensus/raft-manager.md +62 -62
  13. package/.claude/agents/consensus/security-manager.md +621 -621
  14. package/.claude/agents/core/coder.md +452 -452
  15. package/.claude/agents/core/planner.md +374 -374
  16. package/.claude/agents/core/researcher.md +368 -368
  17. package/.claude/agents/core/reviewer.md +519 -519
  18. package/.claude/agents/core/tester.md +511 -511
  19. package/.claude/agents/custom/test-long-runner.md +44 -44
  20. package/.claude/agents/data/data-ml-model.md +444 -444
  21. package/.claude/agents/data/ml/data-ml-model.md +192 -192
  22. package/.claude/agents/development/backend/dev-backend-api.md +141 -141
  23. package/.claude/agents/development/dev-backend-api.md +344 -344
  24. package/.claude/agents/devops/ci-cd/ops-cicd-github.md +163 -163
  25. package/.claude/agents/devops/ops-cicd-github.md +164 -164
  26. package/.claude/agents/documentation/api-docs/docs-api-openapi.md +173 -173
  27. package/.claude/agents/documentation/docs-api-openapi.md +354 -354
  28. package/.claude/agents/flow-nexus/app-store.md +87 -87
  29. package/.claude/agents/flow-nexus/authentication.md +68 -68
  30. package/.claude/agents/flow-nexus/challenges.md +80 -80
  31. package/.claude/agents/flow-nexus/neural-network.md +87 -87
  32. package/.claude/agents/flow-nexus/payments.md +82 -82
  33. package/.claude/agents/flow-nexus/sandbox.md +75 -75
  34. package/.claude/agents/flow-nexus/swarm.md +75 -75
  35. package/.claude/agents/flow-nexus/user-tools.md +95 -95
  36. package/.claude/agents/flow-nexus/workflow.md +83 -83
  37. package/.claude/agents/github/code-review-swarm.md +377 -377
  38. package/.claude/agents/github/github-modes.md +172 -172
  39. package/.claude/agents/github/issue-tracker.md +575 -575
  40. package/.claude/agents/github/multi-repo-swarm.md +552 -552
  41. package/.claude/agents/github/pr-manager.md +437 -437
  42. package/.claude/agents/github/project-board-sync.md +508 -508
  43. package/.claude/agents/github/release-manager.md +604 -604
  44. package/.claude/agents/github/release-swarm.md +582 -582
  45. package/.claude/agents/github/repo-architect.md +397 -397
  46. package/.claude/agents/github/swarm-issue.md +572 -572
  47. package/.claude/agents/github/swarm-pr.md +427 -427
  48. package/.claude/agents/github/sync-coordinator.md +451 -451
  49. package/.claude/agents/github/workflow-automation.md +902 -902
  50. package/.claude/agents/goal/agent.md +815 -815
  51. package/.claude/agents/goal/goal-planner.md +72 -72
  52. package/.claude/agents/optimization/benchmark-suite.md +664 -664
  53. package/.claude/agents/optimization/load-balancer.md +430 -430
  54. package/.claude/agents/optimization/performance-monitor.md +671 -671
  55. package/.claude/agents/optimization/resource-allocator.md +673 -673
  56. package/.claude/agents/optimization/topology-optimizer.md +807 -807
  57. package/.claude/agents/payments/agentic-payments.md +126 -126
  58. package/.claude/agents/sona/sona-learning-optimizer.md +74 -74
  59. package/.claude/agents/sparc/architecture.md +698 -698
  60. package/.claude/agents/sparc/pseudocode.md +519 -519
  61. package/.claude/agents/sparc/refinement.md +801 -801
  62. package/.claude/agents/sparc/specification.md +477 -477
  63. package/.claude/agents/specialized/mobile/spec-mobile-react-native.md +224 -224
  64. package/.claude/agents/specialized/spec-mobile-react-native.md +226 -226
  65. package/.claude/agents/sublinear/consensus-coordinator.md +337 -337
  66. package/.claude/agents/sublinear/matrix-optimizer.md +184 -184
  67. package/.claude/agents/sublinear/pagerank-analyzer.md +298 -298
  68. package/.claude/agents/sublinear/performance-optimizer.md +367 -367
  69. package/.claude/agents/sublinear/trading-predictor.md +245 -245
  70. package/.claude/agents/swarm/adaptive-coordinator.md +1126 -1126
  71. package/.claude/agents/swarm/hierarchical-coordinator.md +709 -709
  72. package/.claude/agents/swarm/mesh-coordinator.md +962 -962
  73. package/.claude/agents/templates/automation-smart-agent.md +204 -204
  74. package/.claude/agents/templates/base-template-generator.md +289 -289
  75. package/.claude/agents/templates/coordinator-swarm-init.md +89 -89
  76. package/.claude/agents/templates/github-pr-manager.md +176 -176
  77. package/.claude/agents/templates/implementer-sparc-coder.md +258 -258
  78. package/.claude/agents/templates/memory-coordinator.md +186 -186
  79. package/.claude/agents/templates/orchestrator-task.md +138 -138
  80. package/.claude/agents/templates/performance-analyzer.md +198 -198
  81. package/.claude/agents/templates/sparc-coordinator.md +513 -513
  82. package/.claude/agents/testing/production-validator.md +394 -394
  83. package/.claude/agents/testing/tdd-london-swarm.md +243 -243
  84. package/.claude/agents/v3/adr-architect.md +184 -184
  85. package/.claude/agents/v3/aidefence-guardian.md +282 -282
  86. package/.claude/agents/v3/claims-authorizer.md +208 -208
  87. package/.claude/agents/v3/collective-intelligence-coordinator.md +993 -993
  88. package/.claude/agents/v3/ddd-domain-expert.md +220 -220
  89. package/.claude/agents/v3/injection-analyst.md +236 -236
  90. package/.claude/agents/v3/memory-specialist.md +995 -995
  91. package/.claude/agents/v3/performance-engineer.md +1233 -1233
  92. package/.claude/agents/v3/pii-detector.md +151 -151
  93. package/.claude/agents/v3/reasoningbank-learner.md +213 -213
  94. package/.claude/agents/v3/security-architect-aidefence.md +410 -410
  95. package/.claude/agents/v3/security-architect.md +867 -867
  96. package/.claude/agents/v3/security-auditor.md +771 -771
  97. package/.claude/agents/v3/sparc-orchestrator.md +182 -182
  98. package/.claude/agents/v3/swarm-memory-manager.md +157 -157
  99. package/.claude/agents/v3/v3-integration-architect.md +205 -205
  100. package/.claude/commands/agents/README.md +50 -50
  101. package/.claude/commands/agents/agent-capabilities.md +140 -140
  102. package/.claude/commands/agents/agent-coordination.md +28 -28
  103. package/.claude/commands/agents/agent-spawning.md +28 -28
  104. package/.claude/commands/agents/agent-types.md +216 -216
  105. package/.claude/commands/agents/health.md +139 -139
  106. package/.claude/commands/agents/list.md +100 -100
  107. package/.claude/commands/agents/logs.md +130 -130
  108. package/.claude/commands/agents/metrics.md +122 -122
  109. package/.claude/commands/agents/pool.md +127 -127
  110. package/.claude/commands/agents/spawn.md +140 -140
  111. package/.claude/commands/agents/status.md +115 -115
  112. package/.claude/commands/agents/stop.md +102 -102
  113. package/.claude/commands/analysis/COMMAND_COMPLIANCE_REPORT.md +53 -53
  114. package/.claude/commands/analysis/README.md +9 -9
  115. package/.claude/commands/analysis/bottleneck-detect.md +162 -162
  116. package/.claude/commands/analysis/performance-bottlenecks.md +58 -58
  117. package/.claude/commands/analysis/performance-report.md +25 -25
  118. package/.claude/commands/analysis/token-efficiency.md +44 -44
  119. package/.claude/commands/analysis/token-usage.md +25 -25
  120. package/.claude/commands/automation/README.md +9 -9
  121. package/.claude/commands/automation/auto-agent.md +122 -122
  122. package/.claude/commands/automation/self-healing.md +105 -105
  123. package/.claude/commands/automation/session-memory.md +89 -89
  124. package/.claude/commands/automation/smart-agents.md +72 -72
  125. package/.claude/commands/automation/smart-spawn.md +25 -25
  126. package/.claude/commands/automation/workflow-select.md +25 -25
  127. package/.claude/commands/claude-flow-help.md +103 -103
  128. package/.claude/commands/claude-flow-memory.md +107 -107
  129. package/.claude/commands/claude-flow-swarm.md +205 -205
  130. package/.claude/commands/coordination/README.md +9 -9
  131. package/.claude/commands/coordination/agent-spawn.md +25 -25
  132. package/.claude/commands/coordination/init.md +44 -44
  133. package/.claude/commands/coordination/orchestrate.md +43 -43
  134. package/.claude/commands/coordination/spawn.md +45 -45
  135. package/.claude/commands/coordination/swarm-init.md +85 -85
  136. package/.claude/commands/coordination/task-orchestrate.md +25 -25
  137. package/.claude/commands/flow-nexus/app-store.md +123 -123
  138. package/.claude/commands/flow-nexus/challenges.md +119 -119
  139. package/.claude/commands/flow-nexus/login-registration.md +64 -64
  140. package/.claude/commands/flow-nexus/neural-network.md +133 -133
  141. package/.claude/commands/flow-nexus/payments.md +115 -115
  142. package/.claude/commands/flow-nexus/sandbox.md +82 -82
  143. package/.claude/commands/flow-nexus/swarm.md +86 -86
  144. package/.claude/commands/flow-nexus/user-tools.md +151 -151
  145. package/.claude/commands/flow-nexus/workflow.md +114 -114
  146. package/.claude/commands/github/README.md +11 -11
  147. package/.claude/commands/github/code-review-swarm.md +513 -513
  148. package/.claude/commands/github/code-review.md +25 -25
  149. package/.claude/commands/github/github-modes.md +146 -146
  150. package/.claude/commands/github/github-swarm.md +121 -121
  151. package/.claude/commands/github/issue-tracker.md +291 -291
  152. package/.claude/commands/github/issue-triage.md +25 -25
  153. package/.claude/commands/github/multi-repo-swarm.md +518 -518
  154. package/.claude/commands/github/pr-enhance.md +26 -26
  155. package/.claude/commands/github/pr-manager.md +169 -169
  156. package/.claude/commands/github/project-board-sync.md +470 -470
  157. package/.claude/commands/github/release-manager.md +337 -337
  158. package/.claude/commands/github/release-swarm.md +543 -543
  159. package/.claude/commands/github/repo-analyze.md +25 -25
  160. package/.claude/commands/github/repo-architect.md +366 -366
  161. package/.claude/commands/github/swarm-issue.md +481 -481
  162. package/.claude/commands/github/swarm-pr.md +284 -284
  163. package/.claude/commands/github/sync-coordinator.md +300 -300
  164. package/.claude/commands/github/workflow-automation.md +441 -441
  165. package/.claude/commands/hive-mind/README.md +17 -17
  166. package/.claude/commands/hive-mind/hive-mind-consensus.md +8 -8
  167. package/.claude/commands/hive-mind/hive-mind-init.md +18 -18
  168. package/.claude/commands/hive-mind/hive-mind-memory.md +8 -8
  169. package/.claude/commands/hive-mind/hive-mind-metrics.md +8 -8
  170. package/.claude/commands/hive-mind/hive-mind-resume.md +8 -8
  171. package/.claude/commands/hive-mind/hive-mind-sessions.md +8 -8
  172. package/.claude/commands/hive-mind/hive-mind-spawn.md +21 -21
  173. package/.claude/commands/hive-mind/hive-mind-status.md +8 -8
  174. package/.claude/commands/hive-mind/hive-mind-stop.md +8 -8
  175. package/.claude/commands/hive-mind/hive-mind-wizard.md +8 -8
  176. package/.claude/commands/hive-mind/hive-mind.md +27 -27
  177. package/.claude/commands/hooks/README.md +11 -11
  178. package/.claude/commands/hooks/overview.md +57 -57
  179. package/.claude/commands/hooks/post-edit.md +117 -117
  180. package/.claude/commands/hooks/post-task.md +112 -112
  181. package/.claude/commands/hooks/pre-edit.md +113 -113
  182. package/.claude/commands/hooks/pre-task.md +111 -111
  183. package/.claude/commands/hooks/session-end.md +118 -118
  184. package/.claude/commands/hooks/setup.md +102 -102
  185. package/.claude/commands/memory/README.md +9 -9
  186. package/.claude/commands/memory/memory-persist.md +25 -25
  187. package/.claude/commands/memory/memory-search.md +25 -25
  188. package/.claude/commands/memory/memory-usage.md +25 -25
  189. package/.claude/commands/memory/neural.md +47 -47
  190. package/.claude/commands/monitoring/README.md +9 -9
  191. package/.claude/commands/monitoring/agent-metrics.md +25 -25
  192. package/.claude/commands/monitoring/agents.md +44 -44
  193. package/.claude/commands/monitoring/real-time-view.md +25 -25
  194. package/.claude/commands/monitoring/status.md +46 -46
  195. package/.claude/commands/monitoring/swarm-monitor.md +25 -25
  196. package/.claude/commands/optimization/README.md +9 -9
  197. package/.claude/commands/optimization/auto-topology.md +61 -61
  198. package/.claude/commands/optimization/cache-manage.md +25 -25
  199. package/.claude/commands/optimization/parallel-execute.md +25 -25
  200. package/.claude/commands/optimization/parallel-execution.md +49 -49
  201. package/.claude/commands/optimization/topology-optimize.md +25 -25
  202. package/.claude/commands/pair/README.md +260 -260
  203. package/.claude/commands/pair/commands.md +545 -545
  204. package/.claude/commands/pair/config.md +509 -509
  205. package/.claude/commands/pair/examples.md +511 -511
  206. package/.claude/commands/pair/modes.md +347 -347
  207. package/.claude/commands/pair/session.md +406 -406
  208. package/.claude/commands/pair/start.md +208 -208
  209. package/.claude/commands/sparc/analyzer.md +51 -51
  210. package/.claude/commands/sparc/architect.md +53 -53
  211. package/.claude/commands/sparc/ask.md +97 -97
  212. package/.claude/commands/sparc/batch-executor.md +54 -54
  213. package/.claude/commands/sparc/code.md +89 -89
  214. package/.claude/commands/sparc/coder.md +54 -54
  215. package/.claude/commands/sparc/debug.md +83 -83
  216. package/.claude/commands/sparc/debugger.md +54 -54
  217. package/.claude/commands/sparc/designer.md +53 -53
  218. package/.claude/commands/sparc/devops.md +109 -109
  219. package/.claude/commands/sparc/docs-writer.md +80 -80
  220. package/.claude/commands/sparc/documenter.md +54 -54
  221. package/.claude/commands/sparc/innovator.md +54 -54
  222. package/.claude/commands/sparc/integration.md +83 -83
  223. package/.claude/commands/sparc/mcp.md +117 -117
  224. package/.claude/commands/sparc/memory-manager.md +54 -54
  225. package/.claude/commands/sparc/optimizer.md +54 -54
  226. package/.claude/commands/sparc/orchestrator.md +131 -131
  227. package/.claude/commands/sparc/post-deployment-monitoring-mode.md +83 -83
  228. package/.claude/commands/sparc/refinement-optimization-mode.md +83 -83
  229. package/.claude/commands/sparc/researcher.md +54 -54
  230. package/.claude/commands/sparc/reviewer.md +54 -54
  231. package/.claude/commands/sparc/security-review.md +80 -80
  232. package/.claude/commands/sparc/sparc-modes.md +174 -174
  233. package/.claude/commands/sparc/sparc.md +111 -111
  234. package/.claude/commands/sparc/spec-pseudocode.md +80 -80
  235. package/.claude/commands/sparc/supabase-admin.md +348 -348
  236. package/.claude/commands/sparc/swarm-coordinator.md +54 -54
  237. package/.claude/commands/sparc/tdd.md +54 -54
  238. package/.claude/commands/sparc/tester.md +54 -54
  239. package/.claude/commands/sparc/tutorial.md +79 -79
  240. package/.claude/commands/sparc/workflow-manager.md +54 -54
  241. package/.claude/commands/sparc.md +166 -166
  242. package/.claude/commands/stream-chain/pipeline.md +120 -120
  243. package/.claude/commands/stream-chain/run.md +69 -69
  244. package/.claude/commands/swarm/README.md +15 -15
  245. package/.claude/commands/swarm/analysis.md +95 -95
  246. package/.claude/commands/swarm/development.md +96 -96
  247. package/.claude/commands/swarm/examples.md +168 -168
  248. package/.claude/commands/swarm/maintenance.md +102 -102
  249. package/.claude/commands/swarm/optimization.md +117 -117
  250. package/.claude/commands/swarm/research.md +136 -136
  251. package/.claude/commands/swarm/swarm-analysis.md +8 -8
  252. package/.claude/commands/swarm/swarm-background.md +8 -8
  253. package/.claude/commands/swarm/swarm-init.md +19 -19
  254. package/.claude/commands/swarm/swarm-modes.md +8 -8
  255. package/.claude/commands/swarm/swarm-monitor.md +8 -8
  256. package/.claude/commands/swarm/swarm-spawn.md +19 -19
  257. package/.claude/commands/swarm/swarm-status.md +8 -8
  258. package/.claude/commands/swarm/swarm-strategies.md +8 -8
  259. package/.claude/commands/swarm/swarm.md +87 -87
  260. package/.claude/commands/swarm/testing.md +131 -131
  261. package/.claude/commands/training/README.md +9 -9
  262. package/.claude/commands/training/model-update.md +25 -25
  263. package/.claude/commands/training/neural-patterns.md +107 -107
  264. package/.claude/commands/training/neural-train.md +75 -75
  265. package/.claude/commands/training/pattern-learn.md +25 -25
  266. package/.claude/commands/training/specialization.md +62 -62
  267. package/.claude/commands/truth/start.md +142 -142
  268. package/.claude/commands/verify/check.md +49 -49
  269. package/.claude/commands/verify/start.md +127 -127
  270. package/.claude/commands/workflows/README.md +9 -9
  271. package/.claude/commands/workflows/development.md +77 -77
  272. package/.claude/commands/workflows/research.md +62 -62
  273. package/.claude/commands/workflows/workflow-create.md +25 -25
  274. package/.claude/commands/workflows/workflow-execute.md +25 -25
  275. package/.claude/commands/workflows/workflow-export.md +25 -25
  276. package/.claude/helpers/README.md +96 -96
  277. package/.claude/helpers/adr-compliance.sh +186 -186
  278. package/.claude/helpers/auto-commit.sh +178 -178
  279. package/.claude/helpers/auto-memory-hook.mjs +368 -368
  280. package/.claude/helpers/checkpoint-manager.sh +251 -251
  281. package/.claude/helpers/daemon-manager.sh +252 -252
  282. package/.claude/helpers/ddd-tracker.sh +144 -144
  283. package/.claude/helpers/github-safe.js +121 -121
  284. package/.claude/helpers/github-setup.sh +28 -28
  285. package/.claude/helpers/guidance-hook.sh +13 -13
  286. package/.claude/helpers/guidance-hooks.sh +102 -102
  287. package/.claude/helpers/health-monitor.sh +108 -108
  288. package/.claude/helpers/hook-handler.cjs +278 -278
  289. package/.claude/helpers/intelligence.cjs +1031 -1031
  290. package/.claude/helpers/learning-hooks.sh +329 -329
  291. package/.claude/helpers/learning-optimizer.sh +127 -127
  292. package/.claude/helpers/learning-service.mjs +1144 -1144
  293. package/.claude/helpers/memory.js +83 -83
  294. package/.claude/helpers/metrics-db.mjs +488 -488
  295. package/.claude/helpers/pattern-consolidator.sh +86 -86
  296. package/.claude/helpers/perf-worker.sh +160 -160
  297. package/.claude/helpers/post-commit +16 -16
  298. package/.claude/helpers/pre-commit +26 -26
  299. package/.claude/helpers/quick-start.sh +19 -19
  300. package/.claude/helpers/router.js +66 -66
  301. package/.claude/helpers/security-scanner.sh +127 -127
  302. package/.claude/helpers/session.js +135 -135
  303. package/.claude/helpers/setup-mcp.sh +18 -18
  304. package/.claude/helpers/standard-checkpoint-hooks.sh +189 -189
  305. package/.claude/helpers/statusline-hook.sh +21 -21
  306. package/.claude/helpers/statusline.cjs +575 -575
  307. package/.claude/helpers/statusline.js +321 -321
  308. package/.claude/helpers/swarm-comms.sh +353 -353
  309. package/.claude/helpers/swarm-hooks.sh +761 -761
  310. package/.claude/helpers/swarm-monitor.sh +210 -210
  311. package/.claude/helpers/sync-v3-metrics.sh +245 -245
  312. package/.claude/helpers/update-v3-progress.sh +165 -165
  313. package/.claude/helpers/v3-quick-status.sh +57 -57
  314. package/.claude/helpers/v3.sh +110 -110
  315. package/.claude/helpers/validate-v3-config.sh +215 -215
  316. package/.claude/helpers/worker-manager.sh +170 -170
  317. package/.claude/settings.json +182 -182
  318. package/.claude/skills/agentdb-advanced/SKILL.md +550 -550
  319. package/.claude/skills/agentdb-learning/SKILL.md +545 -545
  320. package/.claude/skills/agentdb-memory-patterns/SKILL.md +339 -339
  321. package/.claude/skills/agentdb-optimization/SKILL.md +509 -509
  322. package/.claude/skills/agentdb-vector-search/SKILL.md +339 -339
  323. package/.claude/skills/agentic-jujutsu/SKILL.md +645 -645
  324. package/.claude/skills/aidefence-scan.md +151 -151
  325. package/.claude/skills/aidefence.yaml +297 -297
  326. package/.claude/skills/browser/SKILL.md +204 -204
  327. package/.claude/skills/flow-nexus-neural/SKILL.md +738 -738
  328. package/.claude/skills/flow-nexus-platform/SKILL.md +1157 -1157
  329. package/.claude/skills/flow-nexus-swarm/SKILL.md +610 -610
  330. package/.claude/skills/github-code-review/SKILL.md +1140 -1140
  331. package/.claude/skills/github-multi-repo/SKILL.md +874 -874
  332. package/.claude/skills/github-project-management/SKILL.md +1290 -1277
  333. package/.claude/skills/github-release-management/SKILL.md +1081 -1081
  334. package/.claude/skills/github-workflow-automation/SKILL.md +1065 -1065
  335. package/.claude/skills/hive-mind-advanced/SKILL.md +712 -712
  336. package/.claude/skills/hooks-automation/SKILL.md +1201 -1201
  337. package/.claude/skills/pair-programming/SKILL.md +1202 -1202
  338. package/.claude/skills/performance-analysis/SKILL.md +563 -563
  339. package/.claude/skills/reasoningbank-agentdb/SKILL.md +446 -446
  340. package/.claude/skills/reasoningbank-intelligence/SKILL.md +201 -201
  341. package/.claude/skills/secure-review.md +181 -181
  342. package/.claude/skills/skill-builder/SKILL.md +910 -910
  343. package/.claude/skills/sparc-methodology/SKILL.md +1115 -1115
  344. package/.claude/skills/stream-chain/SKILL.md +563 -563
  345. package/.claude/skills/swarm-advanced/SKILL.md +973 -973
  346. package/.claude/skills/swarm-orchestration/SKILL.md +179 -179
  347. package/.claude/skills/v3-cli-modernization/SKILL.md +871 -871
  348. package/.claude/skills/v3-core-implementation/SKILL.md +796 -796
  349. package/.claude/skills/v3-ddd-architecture/SKILL.md +441 -441
  350. package/.claude/skills/v3-integration-deep/SKILL.md +240 -240
  351. package/.claude/skills/v3-mcp-optimization/SKILL.md +776 -776
  352. package/.claude/skills/v3-memory-unification/SKILL.md +173 -173
  353. package/.claude/skills/v3-performance-optimization/SKILL.md +389 -389
  354. package/.claude/skills/v3-security-overhaul/SKILL.md +81 -81
  355. package/.claude/skills/v3-swarm-coordination/SKILL.md +339 -339
  356. package/.claude/skills/verification-quality/SKILL.md +649 -649
  357. package/.claude/skills/worker-benchmarks/skill.md +135 -135
  358. package/.claude/skills/worker-integration/skill.md +154 -154
  359. package/README.md +393 -391
  360. package/bin/cli.js +220 -220
  361. package/bin/mcp-server.js +224 -224
  362. package/bin/preinstall.cjs +2 -2
  363. package/dist/src/commands/agent-wasm.js +2 -2
  364. package/dist/src/commands/agent-wasm.js.map +1 -1
  365. package/dist/src/commands/completions.js +409 -409
  366. package/dist/src/commands/daemon.d.ts.map +1 -1
  367. package/dist/src/commands/daemon.js +19 -3
  368. package/dist/src/commands/daemon.js.map +1 -1
  369. package/dist/src/commands/doctor.d.ts.map +1 -1
  370. package/dist/src/commands/doctor.js +105 -23
  371. package/dist/src/commands/doctor.js.map +1 -1
  372. package/dist/src/commands/embeddings.js +26 -26
  373. package/dist/src/commands/hive-mind.d.ts.map +1 -1
  374. package/dist/src/commands/hive-mind.js +122 -104
  375. package/dist/src/commands/hive-mind.js.map +1 -1
  376. package/dist/src/commands/hooks.d.ts.map +1 -1
  377. package/dist/src/commands/hooks.js +34 -21
  378. package/dist/src/commands/hooks.js.map +1 -1
  379. package/dist/src/commands/memory.d.ts.map +1 -1
  380. package/dist/src/commands/memory.js +68 -0
  381. package/dist/src/commands/memory.js.map +1 -1
  382. package/dist/src/commands/ruvector/backup.js +23 -23
  383. package/dist/src/commands/ruvector/benchmark.js +31 -31
  384. package/dist/src/commands/ruvector/import.js +14 -14
  385. package/dist/src/commands/ruvector/init.js +115 -115
  386. package/dist/src/commands/ruvector/migrate.js +99 -99
  387. package/dist/src/commands/ruvector/optimize.js +51 -51
  388. package/dist/src/commands/ruvector/setup.js +624 -624
  389. package/dist/src/commands/ruvector/status.js +38 -38
  390. package/dist/src/index.d.ts +5 -1
  391. package/dist/src/index.d.ts.map +1 -1
  392. package/dist/src/index.js +59 -18
  393. package/dist/src/index.js.map +1 -1
  394. package/dist/src/init/claudemd-generator.js +226 -226
  395. package/dist/src/init/executor.d.ts.map +1 -1
  396. package/dist/src/init/executor.js +511 -453
  397. package/dist/src/init/executor.js.map +1 -1
  398. package/dist/src/init/helpers-generator.js +645 -645
  399. package/dist/src/init/settings-generator.d.ts.map +1 -1
  400. package/dist/src/init/settings-generator.js +11 -5
  401. package/dist/src/init/settings-generator.js.map +1 -1
  402. package/dist/src/init/statusline-generator.js +858 -858
  403. package/dist/src/init/types.d.ts +7 -0
  404. package/dist/src/init/types.d.ts.map +1 -1
  405. package/dist/src/init/types.js.map +1 -1
  406. package/dist/src/mcp-tools/agentdb-tools.d.ts +3 -0
  407. package/dist/src/mcp-tools/agentdb-tools.d.ts.map +1 -1
  408. package/dist/src/mcp-tools/agentdb-tools.js +108 -0
  409. package/dist/src/mcp-tools/agentdb-tools.js.map +1 -1
  410. package/dist/src/mcp-tools/hooks-tools.d.ts.map +1 -1
  411. package/dist/src/mcp-tools/hooks-tools.js +4 -2
  412. package/dist/src/mcp-tools/hooks-tools.js.map +1 -1
  413. package/dist/src/mcp-tools/memory-tools.d.ts.map +1 -1
  414. package/dist/src/mcp-tools/memory-tools.js +19 -0
  415. package/dist/src/mcp-tools/memory-tools.js.map +1 -1
  416. package/dist/src/mcp-tools/neural-tools.d.ts.map +1 -1
  417. package/dist/src/mcp-tools/neural-tools.js +14 -1
  418. package/dist/src/mcp-tools/neural-tools.js.map +1 -1
  419. package/dist/src/mcp-tools/security-tools.d.ts.map +1 -1
  420. package/dist/src/mcp-tools/security-tools.js +28 -3
  421. package/dist/src/mcp-tools/security-tools.js.map +1 -1
  422. package/dist/src/mcp-tools/swarm-tools.d.ts.map +1 -1
  423. package/dist/src/mcp-tools/swarm-tools.js +72 -3
  424. package/dist/src/mcp-tools/swarm-tools.js.map +1 -1
  425. package/dist/src/mcp-tools/wasm-agent-tools.js +1 -1
  426. package/dist/src/mcp-tools/wasm-agent-tools.js.map +1 -1
  427. package/dist/src/memory/intelligence.d.ts.map +1 -1
  428. package/dist/src/memory/intelligence.js +28 -3
  429. package/dist/src/memory/intelligence.js.map +1 -1
  430. package/dist/src/memory/memory-bridge.d.ts +69 -0
  431. package/dist/src/memory/memory-bridge.d.ts.map +1 -1
  432. package/dist/src/memory/memory-bridge.js +319 -66
  433. package/dist/src/memory/memory-bridge.js.map +1 -1
  434. package/dist/src/memory/memory-initializer.d.ts +5 -0
  435. package/dist/src/memory/memory-initializer.d.ts.map +1 -1
  436. package/dist/src/memory/memory-initializer.js +369 -363
  437. package/dist/src/memory/memory-initializer.js.map +1 -1
  438. package/dist/src/memory/neural-package-bridge.d.ts +48 -0
  439. package/dist/src/memory/neural-package-bridge.d.ts.map +1 -0
  440. package/dist/src/memory/neural-package-bridge.js +87 -0
  441. package/dist/src/memory/neural-package-bridge.js.map +1 -0
  442. package/dist/src/memory/rabitq-index.js +5 -5
  443. package/dist/src/memory/sona-optimizer.d.ts.map +1 -1
  444. package/dist/src/memory/sona-optimizer.js +1 -0
  445. package/dist/src/memory/sona-optimizer.js.map +1 -1
  446. package/dist/src/parser.d.ts +9 -0
  447. package/dist/src/parser.d.ts.map +1 -1
  448. package/dist/src/parser.js +11 -0
  449. package/dist/src/parser.js.map +1 -1
  450. package/dist/src/runtime/headless.js +28 -28
  451. package/dist/src/ruvector/agent-wasm.d.ts.map +1 -1
  452. package/dist/src/ruvector/agent-wasm.js +4 -1
  453. package/dist/src/ruvector/agent-wasm.js.map +1 -1
  454. package/dist/src/ruvector/index.d.ts +0 -2
  455. package/dist/src/ruvector/index.d.ts.map +1 -1
  456. package/dist/src/ruvector/index.js +8 -2
  457. package/dist/src/ruvector/index.js.map +1 -1
  458. package/dist/src/ruvector/model-router.d.ts +22 -1
  459. package/dist/src/ruvector/model-router.d.ts.map +1 -1
  460. package/dist/src/ruvector/model-router.js +125 -5
  461. package/dist/src/ruvector/model-router.js.map +1 -1
  462. package/dist/src/services/headless-worker-executor.js +84 -84
  463. package/dist/src/transfer/deploy-seraphine.js +23 -23
  464. package/dist/tsconfig.tsbuildinfo +1 -1
  465. package/package.json +5 -4
  466. package/scripts/deploy-ipfs-node.sh +153 -153
  467. package/scripts/postinstall.cjs +153 -153
  468. package/scripts/publish-registry.ts +345 -345
  469. package/scripts/publish.sh +57 -57
  470. package/scripts/setup-ipfs-registry.md +366 -366
  471. package/dist/src/services/event-stream.d.ts.map +0 -1
  472. package/dist/src/services/event-stream.js.map +0 -1
  473. package/dist/src/services/loop-worker-runner.d.ts.map +0 -1
  474. package/dist/src/services/loop-worker-runner.js.map +0 -1
  475. package/dist/src/services/runtime-capabilities.d.ts.map +0 -1
  476. package/dist/src/services/runtime-capabilities.js.map +0 -1
@@ -1,509 +1,509 @@
1
- ---
2
- name: "AgentDB Performance Optimization"
3
- description: "Optimize AgentDB performance with quantization (4-32x memory reduction), HNSW indexing (150x faster search), caching, and batch operations. Use when optimizing memory usage, improving search speed, or scaling to millions of vectors."
4
- ---
5
-
6
- # AgentDB Performance Optimization
7
-
8
- ## What This Skill Does
9
-
10
- Provides comprehensive performance optimization techniques for AgentDB vector databases. Achieve 150x-12,500x performance improvements through quantization, HNSW indexing, caching strategies, and batch operations. Reduce memory usage by 4-32x while maintaining accuracy.
11
-
12
- **Performance**: <100µs vector search, <1ms pattern retrieval, 2ms batch insert for 100 vectors.
13
-
14
- ## Prerequisites
15
-
16
- - Node.js 18+
17
- - AgentDB v1.0.7+ (via agentic-flow)
18
- - Existing AgentDB database or application
19
-
20
- ---
21
-
22
- ## Quick Start
23
-
24
- ### Run Performance Benchmarks
25
-
26
- ```bash
27
- # Comprehensive performance benchmarking
28
- npx agentdb@latest benchmark
29
-
30
- # Results show:
31
- # ✅ Pattern Search: 150x faster (100µs vs 15ms)
32
- # ✅ Batch Insert: 500x faster (2ms vs 1s for 100 vectors)
33
- # ✅ Large-scale Query: 12,500x faster (8ms vs 100s at 1M vectors)
34
- # ✅ Memory Efficiency: 4-32x reduction with quantization
35
- ```
36
-
37
- ### Enable Optimizations
38
-
39
- ```typescript
40
- import { createAgentDBAdapter } from 'agentic-flow/reasoningbank';
41
-
42
- // Optimized configuration
43
- const adapter = await createAgentDBAdapter({
44
- dbPath: '.agentdb/optimized.db',
45
- quantizationType: 'binary', // 32x memory reduction
46
- cacheSize: 1000, // In-memory cache
47
- enableLearning: true,
48
- enableReasoning: true,
49
- });
50
- ```
51
-
52
- ---
53
-
54
- ## Quantization Strategies
55
-
56
- ### 1. Binary Quantization (32x Reduction)
57
-
58
- **Best For**: Large-scale deployments (1M+ vectors), memory-constrained environments
59
- **Trade-off**: ~2-5% accuracy loss, 32x memory reduction, 10x faster
60
-
61
- ```typescript
62
- const adapter = await createAgentDBAdapter({
63
- quantizationType: 'binary',
64
- // 768-dim float32 (3072 bytes) → 96 bytes binary
65
- // 1M vectors: 3GB → 96MB
66
- });
67
- ```
68
-
69
- **Use Cases**:
70
- - Mobile/edge deployment
71
- - Large-scale vector storage (millions of vectors)
72
- - Real-time search with memory constraints
73
-
74
- **Performance**:
75
- - Memory: 32x smaller
76
- - Search Speed: 10x faster (bit operations)
77
- - Accuracy: 95-98% of original
78
-
79
- ### 2. Scalar Quantization (4x Reduction)
80
-
81
- **Best For**: Balanced performance/accuracy, moderate datasets
82
- **Trade-off**: ~1-2% accuracy loss, 4x memory reduction, 3x faster
83
-
84
- ```typescript
85
- const adapter = await createAgentDBAdapter({
86
- quantizationType: 'scalar',
87
- // 768-dim float32 (3072 bytes) → 768 bytes (uint8)
88
- // 1M vectors: 3GB → 768MB
89
- });
90
- ```
91
-
92
- **Use Cases**:
93
- - Production applications requiring high accuracy
94
- - Medium-scale deployments (10K-1M vectors)
95
- - General-purpose optimization
96
-
97
- **Performance**:
98
- - Memory: 4x smaller
99
- - Search Speed: 3x faster
100
- - Accuracy: 98-99% of original
101
-
102
- ### 3. Product Quantization (8-16x Reduction)
103
-
104
- **Best For**: High-dimensional vectors, balanced compression
105
- **Trade-off**: ~3-7% accuracy loss, 8-16x memory reduction, 5x faster
106
-
107
- ```typescript
108
- const adapter = await createAgentDBAdapter({
109
- quantizationType: 'product',
110
- // 768-dim float32 (3072 bytes) → 48-96 bytes
111
- // 1M vectors: 3GB → 192MB
112
- });
113
- ```
114
-
115
- **Use Cases**:
116
- - High-dimensional embeddings (>512 dims)
117
- - Image/video embeddings
118
- - Large-scale similarity search
119
-
120
- **Performance**:
121
- - Memory: 8-16x smaller
122
- - Search Speed: 5x faster
123
- - Accuracy: 93-97% of original
124
-
125
- ### 4. No Quantization (Full Precision)
126
-
127
- **Best For**: Maximum accuracy, small datasets
128
- **Trade-off**: No accuracy loss, full memory usage
129
-
130
- ```typescript
131
- const adapter = await createAgentDBAdapter({
132
- quantizationType: 'none',
133
- // Full float32 precision
134
- });
135
- ```
136
-
137
- ---
138
-
139
- ## HNSW Indexing
140
-
141
- **Hierarchical Navigable Small World** - O(log n) search complexity
142
-
143
- ### Automatic HNSW
144
-
145
- AgentDB automatically builds HNSW indices:
146
-
147
- ```typescript
148
- const adapter = await createAgentDBAdapter({
149
- dbPath: '.agentdb/vectors.db',
150
- // HNSW automatically enabled
151
- });
152
-
153
- // Search with HNSW (100µs vs 15ms linear scan)
154
- const results = await adapter.retrieveWithReasoning(queryEmbedding, {
155
- k: 10,
156
- });
157
- ```
158
-
159
- ### HNSW Parameters
160
-
161
- ```typescript
162
- // Advanced HNSW configuration
163
- const adapter = await createAgentDBAdapter({
164
- dbPath: '.agentdb/vectors.db',
165
- hnswM: 16, // Connections per layer (default: 16)
166
- hnswEfConstruction: 200, // Build quality (default: 200)
167
- hnswEfSearch: 100, // Search quality (default: 100)
168
- });
169
- ```
170
-
171
- **Parameter Tuning**:
172
- - **M** (connections): Higher = better recall, more memory
173
- - Small datasets (<10K): M = 8
174
- - Medium datasets (10K-100K): M = 16
175
- - Large datasets (>100K): M = 32
176
- - **efConstruction**: Higher = better index quality, slower build
177
- - Fast build: 100
178
- - Balanced: 200 (default)
179
- - High quality: 400
180
- - **efSearch**: Higher = better recall, slower search
181
- - Fast search: 50
182
- - Balanced: 100 (default)
183
- - High recall: 200
184
-
185
- ---
186
-
187
- ## Caching Strategies
188
-
189
- ### In-Memory Pattern Cache
190
-
191
- ```typescript
192
- const adapter = await createAgentDBAdapter({
193
- cacheSize: 1000, // Cache 1000 most-used patterns
194
- });
195
-
196
- // First retrieval: ~2ms (database)
197
- // Subsequent: <1ms (cache hit)
198
- const result = await adapter.retrieveWithReasoning(queryEmbedding, {
199
- k: 10,
200
- });
201
- ```
202
-
203
- **Cache Tuning**:
204
- - Small applications: 100-500 patterns
205
- - Medium applications: 500-2000 patterns
206
- - Large applications: 2000-5000 patterns
207
-
208
- ### LRU Cache Behavior
209
-
210
- ```typescript
211
- // Cache automatically evicts least-recently-used patterns
212
- // Most frequently accessed patterns stay in cache
213
-
214
- // Monitor cache performance
215
- const stats = await adapter.getStats();
216
- console.log('Cache Hit Rate:', stats.cacheHitRate);
217
- // Aim for >80% hit rate
218
- ```
219
-
220
- ---
221
-
222
- ## Batch Operations
223
-
224
- ### Batch Insert (500x Faster)
225
-
226
- ```typescript
227
- // ❌ SLOW: Individual inserts
228
- for (const doc of documents) {
229
- await adapter.insertPattern({ /* ... */ }); // 1s for 100 docs
230
- }
231
-
232
- // ✅ FAST: Batch insert
233
- const patterns = documents.map(doc => ({
234
- id: '',
235
- type: 'document',
236
- domain: 'knowledge',
237
- pattern_data: JSON.stringify({
238
- embedding: doc.embedding,
239
- text: doc.text,
240
- }),
241
- confidence: 1.0,
242
- usage_count: 0,
243
- success_count: 0,
244
- created_at: Date.now(),
245
- last_used: Date.now(),
246
- }));
247
-
248
- // Insert all at once (2ms for 100 docs)
249
- for (const pattern of patterns) {
250
- await adapter.insertPattern(pattern);
251
- }
252
- ```
253
-
254
- ### Batch Retrieval
255
-
256
- ```typescript
257
- // Retrieve multiple queries efficiently
258
- const queries = [queryEmbedding1, queryEmbedding2, queryEmbedding3];
259
-
260
- // Parallel retrieval
261
- const results = await Promise.all(
262
- queries.map(q => adapter.retrieveWithReasoning(q, { k: 5 }))
263
- );
264
- ```
265
-
266
- ---
267
-
268
- ## Memory Optimization
269
-
270
- ### Automatic Consolidation
271
-
272
- ```typescript
273
- // Enable automatic pattern consolidation
274
- const result = await adapter.retrieveWithReasoning(queryEmbedding, {
275
- domain: 'documents',
276
- optimizeMemory: true, // Consolidate similar patterns
277
- k: 10,
278
- });
279
-
280
- console.log('Optimizations:', result.optimizations);
281
- // {
282
- // consolidated: 15, // Merged 15 similar patterns
283
- // pruned: 3, // Removed 3 low-quality patterns
284
- // improved_quality: 0.12 // 12% quality improvement
285
- // }
286
- ```
287
-
288
- ### Manual Optimization
289
-
290
- ```typescript
291
- // Manually trigger optimization
292
- await adapter.optimize();
293
-
294
- // Get statistics
295
- const stats = await adapter.getStats();
296
- console.log('Before:', stats.totalPatterns);
297
- console.log('After:', stats.totalPatterns); // Reduced by ~10-30%
298
- ```
299
-
300
- ### Pruning Strategies
301
-
302
- ```typescript
303
- // Prune low-confidence patterns
304
- await adapter.prune({
305
- minConfidence: 0.5, // Remove confidence < 0.5
306
- minUsageCount: 2, // Remove usage_count < 2
307
- maxAge: 30 * 24 * 3600, // Remove >30 days old
308
- });
309
- ```
310
-
311
- ---
312
-
313
- ## Performance Monitoring
314
-
315
- ### Database Statistics
316
-
317
- ```bash
318
- # Get comprehensive stats
319
- npx agentdb@latest stats .agentdb/vectors.db
320
-
321
- # Output:
322
- # Total Patterns: 125,430
323
- # Database Size: 47.2 MB (with binary quantization)
324
- # Avg Confidence: 0.87
325
- # Domains: 15
326
- # Cache Hit Rate: 84%
327
- # Index Type: HNSW
328
- ```
329
-
330
- ### Runtime Metrics
331
-
332
- ```typescript
333
- const stats = await adapter.getStats();
334
-
335
- console.log('Performance Metrics:');
336
- console.log('Total Patterns:', stats.totalPatterns);
337
- console.log('Database Size:', stats.dbSize);
338
- console.log('Avg Confidence:', stats.avgConfidence);
339
- console.log('Cache Hit Rate:', stats.cacheHitRate);
340
- console.log('Search Latency (avg):', stats.avgSearchLatency);
341
- console.log('Insert Latency (avg):', stats.avgInsertLatency);
342
- ```
343
-
344
- ---
345
-
346
- ## Optimization Recipes
347
-
348
- ### Recipe 1: Maximum Speed (Sacrifice Accuracy)
349
-
350
- ```typescript
351
- const adapter = await createAgentDBAdapter({
352
- quantizationType: 'binary', // 32x memory reduction
353
- cacheSize: 5000, // Large cache
354
- hnswM: 8, // Fewer connections = faster
355
- hnswEfSearch: 50, // Low search quality = faster
356
- });
357
-
358
- // Expected: <50µs search, 90-95% accuracy
359
- ```
360
-
361
- ### Recipe 2: Balanced Performance
362
-
363
- ```typescript
364
- const adapter = await createAgentDBAdapter({
365
- quantizationType: 'scalar', // 4x memory reduction
366
- cacheSize: 1000, // Standard cache
367
- hnswM: 16, // Balanced connections
368
- hnswEfSearch: 100, // Balanced quality
369
- });
370
-
371
- // Expected: <100µs search, 98-99% accuracy
372
- ```
373
-
374
- ### Recipe 3: Maximum Accuracy
375
-
376
- ```typescript
377
- const adapter = await createAgentDBAdapter({
378
- quantizationType: 'none', // No quantization
379
- cacheSize: 2000, // Large cache
380
- hnswM: 32, // Many connections
381
- hnswEfSearch: 200, // High search quality
382
- });
383
-
384
- // Expected: <200µs search, 100% accuracy
385
- ```
386
-
387
- ### Recipe 4: Memory-Constrained (Mobile/Edge)
388
-
389
- ```typescript
390
- const adapter = await createAgentDBAdapter({
391
- quantizationType: 'binary', // 32x memory reduction
392
- cacheSize: 100, // Small cache
393
- hnswM: 8, // Minimal connections
394
- });
395
-
396
- // Expected: <100µs search, ~10MB for 100K vectors
397
- ```
398
-
399
- ---
400
-
401
- ## Scaling Strategies
402
-
403
- ### Small Scale (<10K vectors)
404
-
405
- ```typescript
406
- const adapter = await createAgentDBAdapter({
407
- quantizationType: 'none', // Full precision
408
- cacheSize: 500,
409
- hnswM: 8,
410
- });
411
- ```
412
-
413
- ### Medium Scale (10K-100K vectors)
414
-
415
- ```typescript
416
- const adapter = await createAgentDBAdapter({
417
- quantizationType: 'scalar', // 4x reduction
418
- cacheSize: 1000,
419
- hnswM: 16,
420
- });
421
- ```
422
-
423
- ### Large Scale (100K-1M vectors)
424
-
425
- ```typescript
426
- const adapter = await createAgentDBAdapter({
427
- quantizationType: 'binary', // 32x reduction
428
- cacheSize: 2000,
429
- hnswM: 32,
430
- });
431
- ```
432
-
433
- ### Massive Scale (>1M vectors)
434
-
435
- ```typescript
436
- const adapter = await createAgentDBAdapter({
437
- quantizationType: 'product', // 8-16x reduction
438
- cacheSize: 5000,
439
- hnswM: 48,
440
- hnswEfConstruction: 400,
441
- });
442
- ```
443
-
444
- ---
445
-
446
- ## Troubleshooting
447
-
448
- ### Issue: High memory usage
449
-
450
- ```bash
451
- # Check database size
452
- npx agentdb@latest stats .agentdb/vectors.db
453
-
454
- # Enable quantization
455
- # Use 'binary' for 32x reduction
456
- ```
457
-
458
- ### Issue: Slow search performance
459
-
460
- ```typescript
461
- // Increase cache size
462
- const adapter = await createAgentDBAdapter({
463
- cacheSize: 2000, // Increase from 1000
464
- });
465
-
466
- // Reduce search quality (faster)
467
- const result = await adapter.retrieveWithReasoning(queryEmbedding, {
468
- k: 5, // Reduce from 10
469
- });
470
- ```
471
-
472
- ### Issue: Low accuracy
473
-
474
- ```typescript
475
- // Disable or use lighter quantization
476
- const adapter = await createAgentDBAdapter({
477
- quantizationType: 'scalar', // Instead of 'binary'
478
- hnswEfSearch: 200, // Higher search quality
479
- });
480
- ```
481
-
482
- ---
483
-
484
- ## Performance Benchmarks
485
-
486
- **Test System**: AMD Ryzen 9 5950X, 64GB RAM
487
-
488
- | Operation | Vector Count | No Optimization | Optimized | Improvement |
489
- |-----------|-------------|-----------------|-----------|-------------|
490
- | Search | 10K | 15ms | 100µs | 150x |
491
- | Search | 100K | 150ms | 120µs | 1,250x |
492
- | Search | 1M | 100s | 8ms | 12,500x |
493
- | Batch Insert (100) | - | 1s | 2ms | 500x |
494
- | Memory Usage | 1M | 3GB | 96MB | 32x (binary) |
495
-
496
- ---
497
-
498
- ## Learn More
499
-
500
- - **Quantization Paper**: docs/quantization-techniques.pdf
501
- - **HNSW Algorithm**: docs/hnsw-index.pdf
502
- - **GitHub**: https://github.com/ruvnet/agentic-flow/tree/main/packages/agentdb
503
- - **Website**: https://agentdb.ruv.io
504
-
505
- ---
506
-
507
- **Category**: Performance / Optimization
508
- **Difficulty**: Intermediate
509
- **Estimated Time**: 20-30 minutes
1
+ ---
2
+ name: "AgentDB Performance Optimization"
3
+ description: "Optimize AgentDB performance with quantization (4-32x memory reduction), HNSW indexing (150x faster search), caching, and batch operations. Use when optimizing memory usage, improving search speed, or scaling to millions of vectors."
4
+ ---
5
+
6
+ # AgentDB Performance Optimization
7
+
8
+ ## What This Skill Does
9
+
10
+ Provides comprehensive performance optimization techniques for AgentDB vector databases. Achieve 150x-12,500x performance improvements through quantization, HNSW indexing, caching strategies, and batch operations. Reduce memory usage by 4-32x while maintaining accuracy.
11
+
12
+ **Performance**: <100µs vector search, <1ms pattern retrieval, 2ms batch insert for 100 vectors.
13
+
14
+ ## Prerequisites
15
+
16
+ - Node.js 18+
17
+ - AgentDB v1.0.7+ (via agentic-flow)
18
+ - Existing AgentDB database or application
19
+
20
+ ---
21
+
22
+ ## Quick Start
23
+
24
+ ### Run Performance Benchmarks
25
+
26
+ ```bash
27
+ # Comprehensive performance benchmarking
28
+ npx agentdb@latest benchmark
29
+
30
+ # Results show:
31
+ # ✅ Pattern Search: 150x faster (100µs vs 15ms)
32
+ # ✅ Batch Insert: 500x faster (2ms vs 1s for 100 vectors)
33
+ # ✅ Large-scale Query: 12,500x faster (8ms vs 100s at 1M vectors)
34
+ # ✅ Memory Efficiency: 4-32x reduction with quantization
35
+ ```
36
+
37
+ ### Enable Optimizations
38
+
39
+ ```typescript
40
+ import { createAgentDBAdapter } from 'agentic-flow/reasoningbank';
41
+
42
+ // Optimized configuration
43
+ const adapter = await createAgentDBAdapter({
44
+ dbPath: '.agentdb/optimized.db',
45
+ quantizationType: 'binary', // 32x memory reduction
46
+ cacheSize: 1000, // In-memory cache
47
+ enableLearning: true,
48
+ enableReasoning: true,
49
+ });
50
+ ```
51
+
52
+ ---
53
+
54
+ ## Quantization Strategies
55
+
56
+ ### 1. Binary Quantization (32x Reduction)
57
+
58
+ **Best For**: Large-scale deployments (1M+ vectors), memory-constrained environments
59
+ **Trade-off**: ~2-5% accuracy loss, 32x memory reduction, 10x faster
60
+
61
+ ```typescript
62
+ const adapter = await createAgentDBAdapter({
63
+ quantizationType: 'binary',
64
+ // 768-dim float32 (3072 bytes) → 96 bytes binary
65
+ // 1M vectors: 3GB → 96MB
66
+ });
67
+ ```
68
+
69
+ **Use Cases**:
70
+ - Mobile/edge deployment
71
+ - Large-scale vector storage (millions of vectors)
72
+ - Real-time search with memory constraints
73
+
74
+ **Performance**:
75
+ - Memory: 32x smaller
76
+ - Search Speed: 10x faster (bit operations)
77
+ - Accuracy: 95-98% of original
78
+
79
+ ### 2. Scalar Quantization (4x Reduction)
80
+
81
+ **Best For**: Balanced performance/accuracy, moderate datasets
82
+ **Trade-off**: ~1-2% accuracy loss, 4x memory reduction, 3x faster
83
+
84
+ ```typescript
85
+ const adapter = await createAgentDBAdapter({
86
+ quantizationType: 'scalar',
87
+ // 768-dim float32 (3072 bytes) → 768 bytes (uint8)
88
+ // 1M vectors: 3GB → 768MB
89
+ });
90
+ ```
91
+
92
+ **Use Cases**:
93
+ - Production applications requiring high accuracy
94
+ - Medium-scale deployments (10K-1M vectors)
95
+ - General-purpose optimization
96
+
97
+ **Performance**:
98
+ - Memory: 4x smaller
99
+ - Search Speed: 3x faster
100
+ - Accuracy: 98-99% of original
101
+
102
+ ### 3. Product Quantization (8-16x Reduction)
103
+
104
+ **Best For**: High-dimensional vectors, balanced compression
105
+ **Trade-off**: ~3-7% accuracy loss, 8-16x memory reduction, 5x faster
106
+
107
+ ```typescript
108
+ const adapter = await createAgentDBAdapter({
109
+ quantizationType: 'product',
110
+ // 768-dim float32 (3072 bytes) → 48-96 bytes
111
+ // 1M vectors: 3GB → 192MB
112
+ });
113
+ ```
114
+
115
+ **Use Cases**:
116
+ - High-dimensional embeddings (>512 dims)
117
+ - Image/video embeddings
118
+ - Large-scale similarity search
119
+
120
+ **Performance**:
121
+ - Memory: 8-16x smaller
122
+ - Search Speed: 5x faster
123
+ - Accuracy: 93-97% of original
124
+
125
+ ### 4. No Quantization (Full Precision)
126
+
127
+ **Best For**: Maximum accuracy, small datasets
128
+ **Trade-off**: No accuracy loss, full memory usage
129
+
130
+ ```typescript
131
+ const adapter = await createAgentDBAdapter({
132
+ quantizationType: 'none',
133
+ // Full float32 precision
134
+ });
135
+ ```
136
+
137
+ ---
138
+
139
+ ## HNSW Indexing
140
+
141
+ **Hierarchical Navigable Small World** - O(log n) search complexity
142
+
143
+ ### Automatic HNSW
144
+
145
+ AgentDB automatically builds HNSW indices:
146
+
147
+ ```typescript
148
+ const adapter = await createAgentDBAdapter({
149
+ dbPath: '.agentdb/vectors.db',
150
+ // HNSW automatically enabled
151
+ });
152
+
153
+ // Search with HNSW (100µs vs 15ms linear scan)
154
+ const results = await adapter.retrieveWithReasoning(queryEmbedding, {
155
+ k: 10,
156
+ });
157
+ ```
158
+
159
+ ### HNSW Parameters
160
+
161
+ ```typescript
162
+ // Advanced HNSW configuration
163
+ const adapter = await createAgentDBAdapter({
164
+ dbPath: '.agentdb/vectors.db',
165
+ hnswM: 16, // Connections per layer (default: 16)
166
+ hnswEfConstruction: 200, // Build quality (default: 200)
167
+ hnswEfSearch: 100, // Search quality (default: 100)
168
+ });
169
+ ```
170
+
171
+ **Parameter Tuning**:
172
+ - **M** (connections): Higher = better recall, more memory
173
+ - Small datasets (<10K): M = 8
174
+ - Medium datasets (10K-100K): M = 16
175
+ - Large datasets (>100K): M = 32
176
+ - **efConstruction**: Higher = better index quality, slower build
177
+ - Fast build: 100
178
+ - Balanced: 200 (default)
179
+ - High quality: 400
180
+ - **efSearch**: Higher = better recall, slower search
181
+ - Fast search: 50
182
+ - Balanced: 100 (default)
183
+ - High recall: 200
184
+
185
+ ---
186
+
187
+ ## Caching Strategies
188
+
189
+ ### In-Memory Pattern Cache
190
+
191
+ ```typescript
192
+ const adapter = await createAgentDBAdapter({
193
+ cacheSize: 1000, // Cache 1000 most-used patterns
194
+ });
195
+
196
+ // First retrieval: ~2ms (database)
197
+ // Subsequent: <1ms (cache hit)
198
+ const result = await adapter.retrieveWithReasoning(queryEmbedding, {
199
+ k: 10,
200
+ });
201
+ ```
202
+
203
+ **Cache Tuning**:
204
+ - Small applications: 100-500 patterns
205
+ - Medium applications: 500-2000 patterns
206
+ - Large applications: 2000-5000 patterns
207
+
208
+ ### LRU Cache Behavior
209
+
210
+ ```typescript
211
+ // Cache automatically evicts least-recently-used patterns
212
+ // Most frequently accessed patterns stay in cache
213
+
214
+ // Monitor cache performance
215
+ const stats = await adapter.getStats();
216
+ console.log('Cache Hit Rate:', stats.cacheHitRate);
217
+ // Aim for >80% hit rate
218
+ ```
219
+
220
+ ---
221
+
222
+ ## Batch Operations
223
+
224
+ ### Batch Insert (500x Faster)
225
+
226
+ ```typescript
227
+ // ❌ SLOW: Individual inserts
228
+ for (const doc of documents) {
229
+ await adapter.insertPattern({ /* ... */ }); // 1s for 100 docs
230
+ }
231
+
232
+ // ✅ FAST: Batch insert
233
+ const patterns = documents.map(doc => ({
234
+ id: '',
235
+ type: 'document',
236
+ domain: 'knowledge',
237
+ pattern_data: JSON.stringify({
238
+ embedding: doc.embedding,
239
+ text: doc.text,
240
+ }),
241
+ confidence: 1.0,
242
+ usage_count: 0,
243
+ success_count: 0,
244
+ created_at: Date.now(),
245
+ last_used: Date.now(),
246
+ }));
247
+
248
+ // Insert all at once (2ms for 100 docs)
249
+ for (const pattern of patterns) {
250
+ await adapter.insertPattern(pattern);
251
+ }
252
+ ```
253
+
254
+ ### Batch Retrieval
255
+
256
+ ```typescript
257
+ // Retrieve multiple queries efficiently
258
+ const queries = [queryEmbedding1, queryEmbedding2, queryEmbedding3];
259
+
260
+ // Parallel retrieval
261
+ const results = await Promise.all(
262
+ queries.map(q => adapter.retrieveWithReasoning(q, { k: 5 }))
263
+ );
264
+ ```
265
+
266
+ ---
267
+
268
+ ## Memory Optimization
269
+
270
+ ### Automatic Consolidation
271
+
272
+ ```typescript
273
+ // Enable automatic pattern consolidation
274
+ const result = await adapter.retrieveWithReasoning(queryEmbedding, {
275
+ domain: 'documents',
276
+ optimizeMemory: true, // Consolidate similar patterns
277
+ k: 10,
278
+ });
279
+
280
+ console.log('Optimizations:', result.optimizations);
281
+ // {
282
+ // consolidated: 15, // Merged 15 similar patterns
283
+ // pruned: 3, // Removed 3 low-quality patterns
284
+ // improved_quality: 0.12 // 12% quality improvement
285
+ // }
286
+ ```
287
+
288
+ ### Manual Optimization
289
+
290
+ ```typescript
291
+ // Manually trigger optimization
292
+ await adapter.optimize();
293
+
294
+ // Get statistics
295
+ const stats = await adapter.getStats();
296
+ console.log('Before:', stats.totalPatterns);
297
+ console.log('After:', stats.totalPatterns); // Reduced by ~10-30%
298
+ ```
299
+
300
+ ### Pruning Strategies
301
+
302
+ ```typescript
303
+ // Prune low-confidence patterns
304
+ await adapter.prune({
305
+ minConfidence: 0.5, // Remove confidence < 0.5
306
+ minUsageCount: 2, // Remove usage_count < 2
307
+ maxAge: 30 * 24 * 3600, // Remove >30 days old
308
+ });
309
+ ```
310
+
311
+ ---
312
+
313
+ ## Performance Monitoring
314
+
315
+ ### Database Statistics
316
+
317
+ ```bash
318
+ # Get comprehensive stats
319
+ npx agentdb@latest stats .agentdb/vectors.db
320
+
321
+ # Output:
322
+ # Total Patterns: 125,430
323
+ # Database Size: 47.2 MB (with binary quantization)
324
+ # Avg Confidence: 0.87
325
+ # Domains: 15
326
+ # Cache Hit Rate: 84%
327
+ # Index Type: HNSW
328
+ ```
329
+
330
+ ### Runtime Metrics
331
+
332
+ ```typescript
333
+ const stats = await adapter.getStats();
334
+
335
+ console.log('Performance Metrics:');
336
+ console.log('Total Patterns:', stats.totalPatterns);
337
+ console.log('Database Size:', stats.dbSize);
338
+ console.log('Avg Confidence:', stats.avgConfidence);
339
+ console.log('Cache Hit Rate:', stats.cacheHitRate);
340
+ console.log('Search Latency (avg):', stats.avgSearchLatency);
341
+ console.log('Insert Latency (avg):', stats.avgInsertLatency);
342
+ ```
343
+
344
+ ---
345
+
346
+ ## Optimization Recipes
347
+
348
+ ### Recipe 1: Maximum Speed (Sacrifice Accuracy)
349
+
350
+ ```typescript
351
+ const adapter = await createAgentDBAdapter({
352
+ quantizationType: 'binary', // 32x memory reduction
353
+ cacheSize: 5000, // Large cache
354
+ hnswM: 8, // Fewer connections = faster
355
+ hnswEfSearch: 50, // Low search quality = faster
356
+ });
357
+
358
+ // Expected: <50µs search, 90-95% accuracy
359
+ ```
360
+
361
+ ### Recipe 2: Balanced Performance
362
+
363
+ ```typescript
364
+ const adapter = await createAgentDBAdapter({
365
+ quantizationType: 'scalar', // 4x memory reduction
366
+ cacheSize: 1000, // Standard cache
367
+ hnswM: 16, // Balanced connections
368
+ hnswEfSearch: 100, // Balanced quality
369
+ });
370
+
371
+ // Expected: <100µs search, 98-99% accuracy
372
+ ```
373
+
374
+ ### Recipe 3: Maximum Accuracy
375
+
376
+ ```typescript
377
+ const adapter = await createAgentDBAdapter({
378
+ quantizationType: 'none', // No quantization
379
+ cacheSize: 2000, // Large cache
380
+ hnswM: 32, // Many connections
381
+ hnswEfSearch: 200, // High search quality
382
+ });
383
+
384
+ // Expected: <200µs search, 100% accuracy
385
+ ```
386
+
387
+ ### Recipe 4: Memory-Constrained (Mobile/Edge)
388
+
389
+ ```typescript
390
+ const adapter = await createAgentDBAdapter({
391
+ quantizationType: 'binary', // 32x memory reduction
392
+ cacheSize: 100, // Small cache
393
+ hnswM: 8, // Minimal connections
394
+ });
395
+
396
+ // Expected: <100µs search, ~10MB for 100K vectors
397
+ ```
398
+
399
+ ---
400
+
401
+ ## Scaling Strategies
402
+
403
+ ### Small Scale (<10K vectors)
404
+
405
+ ```typescript
406
+ const adapter = await createAgentDBAdapter({
407
+ quantizationType: 'none', // Full precision
408
+ cacheSize: 500,
409
+ hnswM: 8,
410
+ });
411
+ ```
412
+
413
+ ### Medium Scale (10K-100K vectors)
414
+
415
+ ```typescript
416
+ const adapter = await createAgentDBAdapter({
417
+ quantizationType: 'scalar', // 4x reduction
418
+ cacheSize: 1000,
419
+ hnswM: 16,
420
+ });
421
+ ```
422
+
423
+ ### Large Scale (100K-1M vectors)
424
+
425
+ ```typescript
426
+ const adapter = await createAgentDBAdapter({
427
+ quantizationType: 'binary', // 32x reduction
428
+ cacheSize: 2000,
429
+ hnswM: 32,
430
+ });
431
+ ```
432
+
433
+ ### Massive Scale (>1M vectors)
434
+
435
+ ```typescript
436
+ const adapter = await createAgentDBAdapter({
437
+ quantizationType: 'product', // 8-16x reduction
438
+ cacheSize: 5000,
439
+ hnswM: 48,
440
+ hnswEfConstruction: 400,
441
+ });
442
+ ```
443
+
444
+ ---
445
+
446
+ ## Troubleshooting
447
+
448
+ ### Issue: High memory usage
449
+
450
+ ```bash
451
+ # Check database size
452
+ npx agentdb@latest stats .agentdb/vectors.db
453
+
454
+ # Enable quantization
455
+ # Use 'binary' for 32x reduction
456
+ ```
457
+
458
+ ### Issue: Slow search performance
459
+
460
+ ```typescript
461
+ // Increase cache size
462
+ const adapter = await createAgentDBAdapter({
463
+ cacheSize: 2000, // Increase from 1000
464
+ });
465
+
466
+ // Reduce search quality (faster)
467
+ const result = await adapter.retrieveWithReasoning(queryEmbedding, {
468
+ k: 5, // Reduce from 10
469
+ });
470
+ ```
471
+
472
+ ### Issue: Low accuracy
473
+
474
+ ```typescript
475
+ // Disable or use lighter quantization
476
+ const adapter = await createAgentDBAdapter({
477
+ quantizationType: 'scalar', // Instead of 'binary'
478
+ hnswEfSearch: 200, // Higher search quality
479
+ });
480
+ ```
481
+
482
+ ---
483
+
484
+ ## Performance Benchmarks
485
+
486
+ **Test System**: AMD Ryzen 9 5950X, 64GB RAM
487
+
488
+ | Operation | Vector Count | No Optimization | Optimized | Improvement |
489
+ |-----------|-------------|-----------------|-----------|-------------|
490
+ | Search | 10K | 15ms | 100µs | 150x |
491
+ | Search | 100K | 150ms | 120µs | 1,250x |
492
+ | Search | 1M | 100s | 8ms | 12,500x |
493
+ | Batch Insert (100) | - | 1s | 2ms | 500x |
494
+ | Memory Usage | 1M | 3GB | 96MB | 32x (binary) |
495
+
496
+ ---
497
+
498
+ ## Learn More
499
+
500
+ - **Quantization Paper**: docs/quantization-techniques.pdf
501
+ - **HNSW Algorithm**: docs/hnsw-index.pdf
502
+ - **GitHub**: https://github.com/ruvnet/agentic-flow/tree/main/packages/agentdb
503
+ - **Website**: https://agentdb.ruv.io
504
+
505
+ ---
506
+
507
+ **Category**: Performance / Optimization
508
+ **Difficulty**: Intermediate
509
+ **Estimated Time**: 20-30 minutes