@claude-flow/cli 3.10.46 → 3.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/agents/analysis/analyze-code-quality.md +178 -178
- package/.claude/agents/analysis/code-analyzer.md +209 -209
- package/.claude/agents/analysis/code-review/analyze-code-quality.md +178 -178
- package/.claude/agents/architecture/arch-system-design.md +156 -156
- package/.claude/agents/architecture/system-design/arch-system-design.md +154 -154
- package/.claude/agents/browser/browser-agent.yaml +182 -182
- package/.claude/agents/consensus/byzantine-coordinator.md +62 -62
- package/.claude/agents/consensus/crdt-synchronizer.md +996 -996
- package/.claude/agents/consensus/gossip-coordinator.md +62 -62
- package/.claude/agents/consensus/performance-benchmarker.md +850 -850
- package/.claude/agents/consensus/quorum-manager.md +822 -822
- package/.claude/agents/consensus/raft-manager.md +62 -62
- package/.claude/agents/consensus/security-manager.md +621 -621
- package/.claude/agents/core/planner.md +374 -374
- package/.claude/agents/custom/test-long-runner.md +44 -44
- package/.claude/agents/data/data-ml-model.md +444 -444
- package/.claude/agents/data/ml/data-ml-model.md +192 -192
- package/.claude/agents/development/backend/dev-backend-api.md +141 -141
- package/.claude/agents/development/dev-backend-api.md +344 -344
- package/.claude/agents/devops/ci-cd/ops-cicd-github.md +163 -163
- package/.claude/agents/devops/ops-cicd-github.md +164 -164
- package/.claude/agents/documentation/api-docs/docs-api-openapi.md +173 -173
- package/.claude/agents/documentation/docs-api-openapi.md +354 -354
- package/.claude/agents/flow-nexus/app-store.md +87 -87
- package/.claude/agents/flow-nexus/authentication.md +68 -68
- package/.claude/agents/flow-nexus/challenges.md +80 -80
- package/.claude/agents/flow-nexus/neural-network.md +87 -87
- package/.claude/agents/flow-nexus/payments.md +82 -82
- package/.claude/agents/flow-nexus/sandbox.md +75 -75
- package/.claude/agents/flow-nexus/swarm.md +75 -75
- package/.claude/agents/flow-nexus/user-tools.md +95 -95
- package/.claude/agents/flow-nexus/workflow.md +83 -83
- package/.claude/agents/github/code-review-swarm.md +377 -377
- package/.claude/agents/github/github-modes.md +172 -172
- package/.claude/agents/github/issue-tracker.md +575 -575
- package/.claude/agents/github/multi-repo-swarm.md +552 -552
- package/.claude/agents/github/pr-manager.md +437 -437
- package/.claude/agents/github/project-board-sync.md +508 -508
- package/.claude/agents/github/release-manager.md +604 -604
- package/.claude/agents/github/release-swarm.md +582 -582
- package/.claude/agents/github/repo-architect.md +397 -397
- package/.claude/agents/github/swarm-issue.md +572 -572
- package/.claude/agents/github/swarm-pr.md +427 -427
- package/.claude/agents/github/sync-coordinator.md +451 -451
- package/.claude/agents/github/workflow-automation.md +902 -902
- package/.claude/agents/goal/agent.md +815 -815
- package/.claude/agents/optimization/benchmark-suite.md +664 -664
- package/.claude/agents/optimization/load-balancer.md +430 -430
- package/.claude/agents/optimization/performance-monitor.md +671 -671
- package/.claude/agents/optimization/resource-allocator.md +673 -673
- package/.claude/agents/optimization/topology-optimizer.md +807 -807
- package/.claude/agents/payments/agentic-payments.md +126 -126
- package/.claude/agents/sona/sona-learning-optimizer.md +74 -74
- package/.claude/agents/sparc/architecture.md +698 -698
- package/.claude/agents/sparc/pseudocode.md +519 -519
- package/.claude/agents/sparc/refinement.md +801 -801
- package/.claude/agents/sparc/specification.md +477 -477
- package/.claude/agents/specialized/mobile/spec-mobile-react-native.md +224 -224
- package/.claude/agents/specialized/spec-mobile-react-native.md +226 -226
- package/.claude/agents/sublinear/consensus-coordinator.md +337 -337
- package/.claude/agents/sublinear/matrix-optimizer.md +184 -184
- package/.claude/agents/sublinear/pagerank-analyzer.md +298 -298
- package/.claude/agents/sublinear/performance-optimizer.md +367 -367
- package/.claude/agents/sublinear/trading-predictor.md +245 -245
- package/.claude/agents/swarm/adaptive-coordinator.md +1126 -1126
- package/.claude/agents/swarm/hierarchical-coordinator.md +709 -709
- package/.claude/agents/swarm/mesh-coordinator.md +962 -962
- package/.claude/agents/templates/automation-smart-agent.md +204 -204
- package/.claude/agents/templates/base-template-generator.md +289 -289
- package/.claude/agents/templates/coordinator-swarm-init.md +89 -89
- package/.claude/agents/templates/github-pr-manager.md +176 -176
- package/.claude/agents/templates/implementer-sparc-coder.md +258 -258
- package/.claude/agents/templates/memory-coordinator.md +186 -186
- package/.claude/agents/templates/orchestrator-task.md +138 -138
- package/.claude/agents/templates/performance-analyzer.md +198 -198
- package/.claude/agents/templates/sparc-coordinator.md +513 -513
- package/.claude/agents/testing/production-validator.md +394 -394
- package/.claude/agents/testing/tdd-london-swarm.md +243 -243
- package/.claude/agents/v3/aidefence-guardian.md +282 -282
- package/.claude/agents/v3/claims-authorizer.md +208 -208
- package/.claude/agents/v3/collective-intelligence-coordinator.md +993 -993
- package/.claude/agents/v3/ddd-domain-expert.md +220 -220
- package/.claude/agents/v3/injection-analyst.md +236 -236
- package/.claude/agents/v3/performance-engineer.md +1233 -1233
- package/.claude/agents/v3/pii-detector.md +151 -151
- package/.claude/agents/v3/reasoningbank-learner.md +213 -213
- package/.claude/agents/v3/security-architect-aidefence.md +410 -410
- package/.claude/agents/v3/security-architect.md +867 -867
- package/.claude/agents/v3/swarm-memory-manager.md +157 -157
- package/.claude/agents/v3/v3-integration-architect.md +205 -205
- package/.claude/commands/agents/README.md +50 -50
- package/.claude/commands/agents/agent-capabilities.md +140 -140
- package/.claude/commands/agents/agent-coordination.md +28 -28
- package/.claude/commands/agents/agent-spawning.md +28 -28
- package/.claude/commands/agents/agent-types.md +216 -216
- package/.claude/commands/agents/health.md +139 -139
- package/.claude/commands/agents/list.md +100 -100
- package/.claude/commands/agents/logs.md +130 -130
- package/.claude/commands/agents/metrics.md +122 -122
- package/.claude/commands/agents/pool.md +127 -127
- package/.claude/commands/agents/spawn.md +140 -140
- package/.claude/commands/agents/status.md +115 -115
- package/.claude/commands/agents/stop.md +102 -102
- package/.claude/commands/analysis/COMMAND_COMPLIANCE_REPORT.md +53 -53
- package/.claude/commands/analysis/README.md +9 -9
- package/.claude/commands/analysis/bottleneck-detect.md +162 -162
- package/.claude/commands/analysis/performance-bottlenecks.md +58 -58
- package/.claude/commands/analysis/performance-report.md +25 -25
- package/.claude/commands/analysis/token-efficiency.md +44 -44
- package/.claude/commands/analysis/token-usage.md +25 -25
- package/.claude/commands/automation/README.md +9 -9
- package/.claude/commands/automation/auto-agent.md +122 -122
- package/.claude/commands/automation/self-healing.md +105 -105
- package/.claude/commands/automation/session-memory.md +89 -89
- package/.claude/commands/automation/smart-agents.md +72 -72
- package/.claude/commands/automation/smart-spawn.md +25 -25
- package/.claude/commands/automation/workflow-select.md +25 -25
- package/.claude/commands/claude-flow-help.md +103 -103
- package/.claude/commands/claude-flow-memory.md +107 -107
- package/.claude/commands/claude-flow-swarm.md +205 -205
- package/.claude/commands/coordination/README.md +9 -9
- package/.claude/commands/coordination/agent-spawn.md +25 -25
- package/.claude/commands/coordination/init.md +44 -44
- package/.claude/commands/coordination/orchestrate.md +43 -43
- package/.claude/commands/coordination/spawn.md +45 -45
- package/.claude/commands/coordination/swarm-init.md +85 -85
- package/.claude/commands/coordination/task-orchestrate.md +25 -25
- package/.claude/commands/github/README.md +11 -11
- package/.claude/commands/github/code-review-swarm.md +513 -513
- package/.claude/commands/github/code-review.md +25 -25
- package/.claude/commands/github/github-modes.md +146 -146
- package/.claude/commands/github/github-swarm.md +121 -121
- package/.claude/commands/github/issue-tracker.md +291 -291
- package/.claude/commands/github/issue-triage.md +25 -25
- package/.claude/commands/github/multi-repo-swarm.md +518 -518
- package/.claude/commands/github/pr-enhance.md +26 -26
- package/.claude/commands/github/pr-manager.md +169 -169
- package/.claude/commands/github/project-board-sync.md +470 -470
- package/.claude/commands/github/release-manager.md +339 -339
- package/.claude/commands/github/release-swarm.md +543 -543
- package/.claude/commands/github/repo-analyze.md +25 -25
- package/.claude/commands/github/repo-architect.md +366 -366
- package/.claude/commands/github/swarm-issue.md +484 -484
- package/.claude/commands/github/swarm-pr.md +287 -287
- package/.claude/commands/github/sync-coordinator.md +302 -302
- package/.claude/commands/github/workflow-automation.md +441 -441
- package/.claude/commands/hive-mind/README.md +17 -17
- package/.claude/commands/hive-mind/hive-mind-consensus.md +8 -8
- package/.claude/commands/hive-mind/hive-mind-init.md +18 -18
- package/.claude/commands/hive-mind/hive-mind-memory.md +8 -8
- package/.claude/commands/hive-mind/hive-mind-metrics.md +8 -8
- package/.claude/commands/hive-mind/hive-mind-resume.md +8 -8
- package/.claude/commands/hive-mind/hive-mind-sessions.md +8 -8
- package/.claude/commands/hive-mind/hive-mind-spawn.md +21 -21
- package/.claude/commands/hive-mind/hive-mind-status.md +8 -8
- package/.claude/commands/hive-mind/hive-mind-stop.md +8 -8
- package/.claude/commands/hive-mind/hive-mind-wizard.md +8 -8
- package/.claude/commands/hive-mind/hive-mind.md +27 -27
- package/.claude/commands/hooks/README.md +11 -11
- package/.claude/commands/hooks/overview.md +57 -57
- package/.claude/commands/hooks/post-edit.md +117 -117
- package/.claude/commands/hooks/post-task.md +112 -112
- package/.claude/commands/hooks/pre-edit.md +113 -113
- package/.claude/commands/hooks/pre-task.md +111 -111
- package/.claude/commands/hooks/session-end.md +118 -118
- package/.claude/commands/hooks/setup.md +102 -102
- package/.claude/commands/memory/README.md +9 -9
- package/.claude/commands/memory/memory-persist.md +25 -25
- package/.claude/commands/memory/memory-search.md +25 -25
- package/.claude/commands/memory/memory-usage.md +25 -25
- package/.claude/commands/memory/neural.md +47 -47
- package/.claude/commands/monitoring/README.md +9 -9
- package/.claude/commands/monitoring/agent-metrics.md +25 -25
- package/.claude/commands/monitoring/agents.md +44 -44
- package/.claude/commands/monitoring/real-time-view.md +25 -25
- package/.claude/commands/monitoring/status.md +46 -46
- package/.claude/commands/monitoring/swarm-monitor.md +25 -25
- package/.claude/commands/optimization/README.md +9 -9
- package/.claude/commands/optimization/auto-topology.md +61 -61
- package/.claude/commands/optimization/cache-manage.md +25 -25
- package/.claude/commands/optimization/parallel-execute.md +25 -25
- package/.claude/commands/optimization/parallel-execution.md +49 -49
- package/.claude/commands/optimization/topology-optimize.md +25 -25
- package/.claude/commands/pair/README.md +260 -260
- package/.claude/commands/pair/commands.md +545 -545
- package/.claude/commands/pair/config.md +509 -509
- package/.claude/commands/pair/examples.md +511 -511
- package/.claude/commands/pair/modes.md +347 -347
- package/.claude/commands/pair/session.md +406 -406
- package/.claude/commands/pair/start.md +208 -208
- package/.claude/commands/sparc/analyzer.md +51 -51
- package/.claude/commands/sparc/architect.md +53 -53
- package/.claude/commands/sparc/ask.md +97 -97
- package/.claude/commands/sparc/batch-executor.md +54 -54
- package/.claude/commands/sparc/code.md +89 -89
- package/.claude/commands/sparc/coder.md +54 -54
- package/.claude/commands/sparc/debug.md +83 -83
- package/.claude/commands/sparc/debugger.md +54 -54
- package/.claude/commands/sparc/designer.md +53 -53
- package/.claude/commands/sparc/devops.md +109 -109
- package/.claude/commands/sparc/docs-writer.md +80 -80
- package/.claude/commands/sparc/documenter.md +54 -54
- package/.claude/commands/sparc/innovator.md +54 -54
- package/.claude/commands/sparc/integration.md +83 -83
- package/.claude/commands/sparc/mcp.md +117 -117
- package/.claude/commands/sparc/memory-manager.md +54 -54
- package/.claude/commands/sparc/optimizer.md +54 -54
- package/.claude/commands/sparc/orchestrator.md +131 -131
- package/.claude/commands/sparc/post-deployment-monitoring-mode.md +83 -83
- package/.claude/commands/sparc/refinement-optimization-mode.md +83 -83
- package/.claude/commands/sparc/researcher.md +54 -54
- package/.claude/commands/sparc/reviewer.md +54 -54
- package/.claude/commands/sparc/security-review.md +80 -80
- package/.claude/commands/sparc/sparc-modes.md +174 -174
- package/.claude/commands/sparc/sparc.md +111 -111
- package/.claude/commands/sparc/spec-pseudocode.md +80 -80
- package/.claude/commands/sparc/supabase-admin.md +348 -348
- package/.claude/commands/sparc/swarm-coordinator.md +54 -54
- package/.claude/commands/sparc/tdd.md +54 -54
- package/.claude/commands/sparc/tester.md +54 -54
- package/.claude/commands/sparc/tutorial.md +79 -79
- package/.claude/commands/sparc/workflow-manager.md +54 -54
- package/.claude/commands/sparc.md +166 -166
- package/.claude/commands/stream-chain/pipeline.md +120 -120
- package/.claude/commands/stream-chain/run.md +69 -69
- package/.claude/commands/swarm/README.md +15 -15
- package/.claude/commands/swarm/analysis.md +95 -95
- package/.claude/commands/swarm/development.md +96 -96
- package/.claude/commands/swarm/examples.md +168 -168
- package/.claude/commands/swarm/maintenance.md +102 -102
- package/.claude/commands/swarm/optimization.md +117 -117
- package/.claude/commands/swarm/research.md +136 -136
- package/.claude/commands/swarm/swarm-analysis.md +8 -8
- package/.claude/commands/swarm/swarm-background.md +8 -8
- package/.claude/commands/swarm/swarm-init.md +19 -19
- package/.claude/commands/swarm/swarm-modes.md +8 -8
- package/.claude/commands/swarm/swarm-monitor.md +8 -8
- package/.claude/commands/swarm/swarm-spawn.md +19 -19
- package/.claude/commands/swarm/swarm-status.md +8 -8
- package/.claude/commands/swarm/swarm-strategies.md +8 -8
- package/.claude/commands/swarm/swarm.md +87 -87
- package/.claude/commands/swarm/testing.md +131 -131
- package/.claude/commands/training/README.md +9 -9
- package/.claude/commands/training/model-update.md +25 -25
- package/.claude/commands/training/neural-patterns.md +107 -107
- package/.claude/commands/training/neural-train.md +75 -75
- package/.claude/commands/training/pattern-learn.md +25 -25
- package/.claude/commands/training/specialization.md +62 -62
- package/.claude/commands/truth/start.md +142 -142
- package/.claude/commands/verify/check.md +49 -49
- package/.claude/commands/verify/start.md +127 -127
- package/.claude/commands/workflows/README.md +9 -9
- package/.claude/commands/workflows/development.md +77 -77
- package/.claude/commands/workflows/research.md +62 -62
- package/.claude/commands/workflows/workflow-create.md +25 -25
- package/.claude/commands/workflows/workflow-execute.md +25 -25
- package/.claude/commands/workflows/workflow-export.md +25 -25
- package/.claude/helpers/README.md +96 -96
- package/.claude/helpers/adr-compliance.sh +186 -186
- package/.claude/helpers/auto-commit.sh +178 -178
- package/.claude/helpers/auto-memory-hook.mjs +368 -368
- package/.claude/helpers/checkpoint-manager.sh +251 -251
- package/.claude/helpers/daemon-manager.sh +252 -252
- package/.claude/helpers/ddd-tracker.sh +144 -144
- package/.claude/helpers/github-safe.js +156 -156
- package/.claude/helpers/github-setup.sh +45 -45
- package/.claude/helpers/guidance-hook.sh +13 -13
- package/.claude/helpers/guidance-hooks.sh +102 -102
- package/.claude/helpers/health-monitor.sh +108 -108
- package/.claude/helpers/hook-handler.cjs +286 -286
- package/.claude/helpers/intelligence.cjs +1031 -1031
- package/.claude/helpers/learning-hooks.sh +329 -329
- package/.claude/helpers/learning-optimizer.sh +127 -127
- package/.claude/helpers/learning-service.mjs +1144 -1144
- package/.claude/helpers/memory.js +83 -83
- package/.claude/helpers/metrics-db.mjs +488 -488
- package/.claude/helpers/pattern-consolidator.sh +86 -86
- package/.claude/helpers/perf-worker.sh +160 -160
- package/.claude/helpers/post-commit +16 -16
- package/.claude/helpers/pre-commit +26 -26
- package/.claude/helpers/quick-start.sh +19 -19
- package/.claude/helpers/router.js +105 -105
- package/.claude/helpers/security-scanner.sh +127 -127
- package/.claude/helpers/session.js +157 -157
- package/.claude/helpers/setup-mcp.sh +18 -18
- package/.claude/helpers/standard-checkpoint-hooks.sh +189 -189
- package/.claude/helpers/statusline-hook.sh +21 -21
- package/.claude/helpers/statusline.cjs +604 -604
- package/.claude/helpers/statusline.js +352 -352
- package/.claude/helpers/swarm-comms.sh +353 -353
- package/.claude/helpers/swarm-hooks.sh +761 -761
- package/.claude/helpers/swarm-monitor.sh +210 -210
- package/.claude/helpers/sync-v3-metrics.sh +245 -245
- package/.claude/helpers/update-v3-progress.sh +165 -165
- package/.claude/helpers/v3-quick-status.sh +57 -57
- package/.claude/helpers/v3.sh +110 -110
- package/.claude/helpers/validate-v3-config.sh +215 -215
- package/.claude/helpers/worker-manager.sh +170 -170
- package/.claude/settings.json +182 -182
- package/.claude/skills/agentdb-advanced/SKILL.md +550 -550
- package/.claude/skills/agentdb-learning/SKILL.md +545 -545
- package/.claude/skills/agentdb-memory-patterns/SKILL.md +339 -339
- package/.claude/skills/agentdb-optimization/SKILL.md +509 -509
- package/.claude/skills/agentdb-vector-search/SKILL.md +339 -339
- package/.claude/skills/browser/SKILL.md +204 -204
- package/.claude/skills/dual-mode/README.md +71 -71
- package/.claude/skills/dual-mode/dual-collect.md +103 -103
- package/.claude/skills/dual-mode/dual-coordinate.md +85 -85
- package/.claude/skills/dual-mode/dual-spawn.md +81 -81
- package/.claude/skills/flow-nexus-neural/SKILL.md +727 -727
- package/.claude/skills/flow-nexus-platform/SKILL.md +1154 -1154
- package/.claude/skills/flow-nexus-swarm/SKILL.md +604 -604
- package/.claude/skills/github-code-review/SKILL.md +1125 -1125
- package/.claude/skills/github-multi-repo/SKILL.md +862 -862
- package/.claude/skills/github-project-management/SKILL.md +1262 -1262
- package/.claude/skills/github-release-management/SKILL.md +1064 -1064
- package/.claude/skills/github-workflow-automation/SKILL.md +1047 -1047
- package/.claude/skills/hooks-automation/SKILL.md +1201 -1201
- package/.claude/skills/pair-programming/SKILL.md +1202 -1202
- package/.claude/skills/reasoningbank-agentdb/SKILL.md +446 -446
- package/.claude/skills/reasoningbank-intelligence/SKILL.md +201 -201
- package/.claude/skills/skill-builder/SKILL.md +910 -910
- package/.claude/skills/sparc-methodology/SKILL.md +1106 -1106
- package/.claude/skills/stream-chain/SKILL.md +560 -560
- package/.claude/skills/swarm-advanced/SKILL.md +970 -970
- package/.claude/skills/swarm-orchestration/SKILL.md +179 -179
- package/.claude/skills/v3-cli-modernization/SKILL.md +871 -871
- package/.claude/skills/v3-core-implementation/SKILL.md +796 -796
- package/.claude/skills/v3-ddd-architecture/SKILL.md +441 -441
- package/.claude/skills/v3-integration-deep/SKILL.md +240 -240
- package/.claude/skills/v3-mcp-optimization/SKILL.md +776 -776
- package/.claude/skills/v3-memory-unification/SKILL.md +173 -173
- package/.claude/skills/v3-performance-optimization/SKILL.md +389 -389
- package/.claude/skills/v3-security-overhaul/SKILL.md +81 -81
- package/.claude/skills/v3-swarm-coordination/SKILL.md +339 -339
- package/.claude/skills/verification-quality/SKILL.md +691 -691
- package/README.md +412 -412
- package/bin/cli.js +314 -314
- package/bin/mcp-server.js +224 -224
- package/bin/preinstall.cjs +2 -2
- package/dist/src/benchmarks/gaia-critic.js +24 -24
- package/dist/src/commands/completions.js +409 -409
- package/dist/src/commands/daemon.js +44 -44
- package/dist/src/commands/doctor.d.ts.map +1 -1
- package/dist/src/commands/doctor.js +175 -1
- package/dist/src/commands/doctor.js.map +1 -1
- package/dist/src/commands/eject.d.ts +33 -0
- package/dist/src/commands/eject.d.ts.map +1 -0
- package/dist/src/commands/eject.js +195 -0
- package/dist/src/commands/eject.js.map +1 -0
- package/dist/src/commands/embeddings.js +26 -26
- package/dist/src/commands/hive-mind.js +97 -97
- package/dist/src/commands/hooks.d.ts.map +1 -1
- package/dist/src/commands/hooks.js +11 -10
- package/dist/src/commands/hooks.js.map +1 -1
- package/dist/src/commands/index.d.ts.map +1 -1
- package/dist/src/commands/index.js +4 -0
- package/dist/src/commands/index.js.map +1 -1
- package/dist/src/commands/init.d.ts.map +1 -1
- package/dist/src/commands/init.js +3 -0
- package/dist/src/commands/init.js.map +1 -1
- package/dist/src/commands/metaharness.d.ts +39 -0
- package/dist/src/commands/metaharness.d.ts.map +1 -0
- package/dist/src/commands/metaharness.js +194 -0
- package/dist/src/commands/metaharness.js.map +1 -0
- package/dist/src/commands/neural.d.ts.map +1 -1
- package/dist/src/commands/neural.js +2351 -1
- package/dist/src/commands/neural.js.map +1 -1
- package/dist/src/commands/ruvector/backup.js +23 -23
- package/dist/src/commands/ruvector/benchmark.js +31 -31
- package/dist/src/commands/ruvector/import.js +14 -14
- package/dist/src/commands/ruvector/init.js +115 -115
- package/dist/src/commands/ruvector/migrate.js +99 -99
- package/dist/src/commands/ruvector/optimize.js +51 -51
- package/dist/src/commands/ruvector/setup.js +624 -624
- package/dist/src/commands/ruvector/status.js +38 -38
- package/dist/src/init/claudemd-generator.js +231 -231
- package/dist/src/init/executor.js +453 -453
- package/dist/src/init/helpers-generator.js +727 -727
- package/dist/src/init/statusline-generator.js +717 -717
- package/dist/src/mcp-client.d.ts.map +1 -1
- package/dist/src/mcp-client.js +4 -0
- package/dist/src/mcp-client.js.map +1 -1
- package/dist/src/mcp-tools/agent-execute-core.d.ts +23 -1
- package/dist/src/mcp-tools/agent-execute-core.d.ts.map +1 -1
- package/dist/src/mcp-tools/agent-execute-core.js +136 -9
- package/dist/src/mcp-tools/agent-execute-core.js.map +1 -1
- package/dist/src/mcp-tools/agent-tools.d.ts.map +1 -1
- package/dist/src/mcp-tools/agent-tools.js +48 -4
- package/dist/src/mcp-tools/agent-tools.js.map +1 -1
- package/dist/src/mcp-tools/agentdb-tools.js +15 -15
- package/dist/src/mcp-tools/hooks-tools.d.ts.map +1 -1
- package/dist/src/mcp-tools/hooks-tools.js +196 -0
- package/dist/src/mcp-tools/hooks-tools.js.map +1 -1
- package/dist/src/mcp-tools/index.d.ts +1 -0
- package/dist/src/mcp-tools/index.d.ts.map +1 -1
- package/dist/src/mcp-tools/index.js +2 -0
- package/dist/src/mcp-tools/index.js.map +1 -1
- package/dist/src/mcp-tools/metaharness-tools.d.ts +31 -0
- package/dist/src/mcp-tools/metaharness-tools.d.ts.map +1 -0
- package/dist/src/mcp-tools/metaharness-tools.js +372 -0
- package/dist/src/mcp-tools/metaharness-tools.js.map +1 -0
- package/dist/src/memory/graph-edge-writer.js +18 -18
- package/dist/src/memory/memory-bridge.js +84 -84
- package/dist/src/memory/memory-initializer.js +393 -393
- package/dist/src/memory/rabitq-index.js +5 -5
- package/dist/src/plugins/store/discovery.d.ts.map +1 -1
- package/dist/src/plugins/store/discovery.js +3 -0
- package/dist/src/plugins/store/discovery.js.map +1 -1
- package/dist/src/plugins/store/types.d.ts +6 -1
- package/dist/src/plugins/store/types.d.ts.map +1 -1
- package/dist/src/runtime/headless.js +28 -28
- package/dist/src/ruvector/enhanced-model-router.d.ts +5 -0
- package/dist/src/ruvector/enhanced-model-router.d.ts.map +1 -1
- package/dist/src/ruvector/enhanced-model-router.js +18 -1
- package/dist/src/ruvector/enhanced-model-router.js.map +1 -1
- package/dist/src/ruvector/model-prices.d.ts +50 -0
- package/dist/src/ruvector/model-prices.d.ts.map +1 -0
- package/dist/src/ruvector/model-prices.js +72 -0
- package/dist/src/ruvector/model-prices.js.map +1 -0
- package/dist/src/ruvector/model-router.d.ts +147 -8
- package/dist/src/ruvector/model-router.d.ts.map +1 -1
- package/dist/src/ruvector/model-router.js +455 -18
- package/dist/src/ruvector/model-router.js.map +1 -1
- package/dist/src/ruvector/neural-router.d.ts +172 -39
- package/dist/src/ruvector/neural-router.d.ts.map +1 -1
- package/dist/src/ruvector/neural-router.js +780 -91
- package/dist/src/ruvector/neural-router.js.map +1 -1
- package/dist/src/ruvector/router-calibrator.d.ts +65 -0
- package/dist/src/ruvector/router-calibrator.d.ts.map +1 -0
- package/dist/src/ruvector/router-calibrator.js +120 -0
- package/dist/src/ruvector/router-calibrator.js.map +1 -0
- package/dist/src/ruvector/router-parallel-recorder.d.ts +127 -0
- package/dist/src/ruvector/router-parallel-recorder.d.ts.map +1 -0
- package/dist/src/ruvector/router-parallel-recorder.js +183 -0
- package/dist/src/ruvector/router-parallel-recorder.js.map +1 -0
- package/dist/src/ruvector/router-trajectory.d.ts +137 -45
- package/dist/src/ruvector/router-trajectory.d.ts.map +1 -1
- package/dist/src/ruvector/router-trajectory.js +226 -63
- package/dist/src/ruvector/router-trajectory.js.map +1 -1
- package/dist/src/ruvector/task-embedder.d.ts +56 -0
- package/dist/src/ruvector/task-embedder.d.ts.map +1 -0
- package/dist/src/ruvector/task-embedder.js +237 -0
- package/dist/src/ruvector/task-embedder.js.map +1 -0
- package/dist/src/services/headless-worker-executor.js +84 -84
- package/dist/src/transfer/deploy-seraphine.js +23 -23
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +138 -134
- package/scripts/beir-bootstrap-significance.mjs +162 -162
- package/scripts/bench-rvagent.mjs +312 -312
- package/scripts/benchmark-codemods.mjs +127 -127
- package/scripts/benchmark-cross-repo.mjs +206 -206
- package/scripts/benchmark-pretrained-retrieval.mjs +305 -305
- package/scripts/benchmark-self-learning.mjs +241 -241
- package/scripts/benchmark-trajectory-mrr.mjs +191 -191
- package/scripts/deploy-ipfs-node.sh +153 -153
- package/scripts/grid-search-retrieval.mjs +216 -216
- package/scripts/postinstall.cjs +153 -153
- package/scripts/pretrain-from-github.mjs +358 -358
- package/scripts/publish-registry.ts +345 -345
- package/scripts/publish.sh +57 -57
- package/scripts/run-beir-bge.mjs +324 -324
- package/scripts/run-beir-hybrid.mjs +261 -261
- package/scripts/run-beir-lucene-bm25.mjs +154 -154
- package/scripts/run-beir-nfcorpus.mjs +231 -231
- package/scripts/run-beir-rrf-ablation.mjs +221 -221
- package/scripts/setup-ipfs-registry.md +366 -366
- package/dist/src/ruvector/flash-attention.d.ts +0 -195
- package/dist/src/ruvector/flash-attention.d.ts.map +0 -1
- package/dist/src/ruvector/flash-attention.js +0 -643
- package/dist/src/ruvector/flash-attention.js.map +0 -1
- package/dist/src/ruvector/moe-router.d.ts +0 -206
- package/dist/src/ruvector/moe-router.d.ts.map +0 -1
- package/dist/src/ruvector/moe-router.js +0 -626
- package/dist/src/ruvector/moe-router.js.map +0 -1
- package/dist/src/services/event-stream.d.ts +0 -25
- package/dist/src/services/event-stream.js +0 -27
- package/dist/src/services/loop-worker-runner.d.ts +0 -16
- package/dist/src/services/loop-worker-runner.js +0 -34
- package/dist/src/services/runtime-capabilities.d.ts +0 -22
- package/dist/src/services/runtime-capabilities.js +0 -45
|
@@ -1,241 +1,241 @@
|
|
|
1
|
-
#!/usr/bin/env node
|
|
2
|
-
// benchmark-self-learning.mjs — proof harness for #2245.
|
|
3
|
-
//
|
|
4
|
-
// Replaces the "self-learning reports success but persists nothing" theater
|
|
5
|
-
// with measured deltas: actually runs each entry point N times and prints what
|
|
6
|
-
// each one moved (or didn't). Writes a run JSON to docs/benchmarks/runs/ so
|
|
7
|
-
// future regressions are visible against a committed baseline.
|
|
8
|
-
//
|
|
9
|
-
// Usage:
|
|
10
|
-
// node scripts/benchmark-self-learning.mjs # default N=20 per surface
|
|
11
|
-
// N=50 BENCH_JSON=1 node scripts/benchmark-self-learning.mjs
|
|
12
|
-
// BENCH_NO_WRITE=1 node scripts/benchmark-self-learning.mjs
|
|
13
|
-
//
|
|
14
|
-
// Repro:
|
|
15
|
-
// 1. Clone ruvnet/ruflo, npm install, build the CLI:
|
|
16
|
-
// npm install && (cd v3/@claude-flow/cli && npx tsc -b)
|
|
17
|
-
// 2. Run this script. It prints a "before/after" table per surface.
|
|
18
|
-
// 3. Inspect docs/benchmarks/runs/self-learning-<ts>.json for the persisted
|
|
19
|
-
// proof — diff against previous runs to catch any future regression.
|
|
20
|
-
|
|
21
|
-
import { mkdirSync, writeFileSync, mkdtempSync, rmSync } from 'node:fs';
|
|
22
|
-
import { fileURLToPath } from 'node:url';
|
|
23
|
-
import { dirname, join, resolve } from 'node:path';
|
|
24
|
-
import { tmpdir } from 'node:os';
|
|
25
|
-
import { performance } from 'node:perf_hooks';
|
|
26
|
-
|
|
27
|
-
const SCRIPT_DIR = dirname(fileURLToPath(import.meta.url));
|
|
28
|
-
const CLI_ROOT = resolve(SCRIPT_DIR, '..');
|
|
29
|
-
const REPO_ROOT = resolve(SCRIPT_DIR, '../../../..');
|
|
30
|
-
const RUNS_DIR = join(REPO_ROOT, 'docs', 'benchmarks', 'runs');
|
|
31
|
-
|
|
32
|
-
const N = Number(process.env.N) || 20;
|
|
33
|
-
|
|
34
|
-
// Run in an isolated temp dir so we don't pollute the repo's neural store.
|
|
35
|
-
const SCRATCH = mkdtempSync(join(tmpdir(), 'learn-bench-'));
|
|
36
|
-
process.chdir(SCRATCH);
|
|
37
|
-
|
|
38
|
-
async function main() {
|
|
39
|
-
const intel = await import(join(CLI_ROOT, 'dist/src/memory/intelligence.js'));
|
|
40
|
-
const hooks = await import(join(CLI_ROOT, 'dist/src/mcp-tools/hooks-tools.js'));
|
|
41
|
-
const neural = await import(join(CLI_ROOT, 'dist/src/mcp-tools/neural-tools.js'));
|
|
42
|
-
|
|
43
|
-
intel.clearIntelligence();
|
|
44
|
-
|
|
45
|
-
// -------------------------------------------------------------------------
|
|
46
|
-
// §A — recordSignalProcessed
|
|
47
|
-
// -------------------------------------------------------------------------
|
|
48
|
-
const A_before = intel.getIntelligenceStats();
|
|
49
|
-
const tA = performance.now();
|
|
50
|
-
for (let i = 0; i < N; i++) intel.recordSignalProcessed();
|
|
51
|
-
intel.flushIntelligenceStats();
|
|
52
|
-
const dtA = performance.now() - tA;
|
|
53
|
-
const A_after = intel.getIntelligenceStats();
|
|
54
|
-
const A_delta = A_after.signalsProcessed - A_before.signalsProcessed;
|
|
55
|
-
|
|
56
|
-
// -------------------------------------------------------------------------
|
|
57
|
-
// §B — hooks_task-completed (trainPatterns:true) → trajectory pipeline
|
|
58
|
-
// -------------------------------------------------------------------------
|
|
59
|
-
const taskCompleted = hooks.hooksTools.find((t) => t.name === 'hooks_task-completed');
|
|
60
|
-
const B_before = intel.getIntelligenceStats();
|
|
61
|
-
const tB = performance.now();
|
|
62
|
-
let B_trained = 0;
|
|
63
|
-
for (let i = 0; i < N; i++) {
|
|
64
|
-
const r = await taskCompleted.handler({
|
|
65
|
-
taskId: `bench-${i}`,
|
|
66
|
-
success: i % 5 !== 4, // 80% success, 20% failure — mixed verdict
|
|
67
|
-
quality: 0.5 + (i % 5) * 0.1,
|
|
68
|
-
trainPatterns: true,
|
|
69
|
-
content: `Benchmark task ${i}: refactor or test or fix`,
|
|
70
|
-
});
|
|
71
|
-
if (r.learningPath === 'trajectory-pipeline') B_trained++;
|
|
72
|
-
}
|
|
73
|
-
const dtB = performance.now() - tB;
|
|
74
|
-
const B_after = intel.getIntelligenceStats();
|
|
75
|
-
|
|
76
|
-
// -------------------------------------------------------------------------
|
|
77
|
-
// §C — hooks_task-completed recorded-only (negative control)
|
|
78
|
-
// -------------------------------------------------------------------------
|
|
79
|
-
const C_before = intel.getIntelligenceStats();
|
|
80
|
-
const tC = performance.now();
|
|
81
|
-
for (let i = 0; i < N; i++) {
|
|
82
|
-
await taskCompleted.handler({ taskId: `bench-no-train-${i}`, success: true, quality: 0.8 });
|
|
83
|
-
}
|
|
84
|
-
const dtC = performance.now() - tC;
|
|
85
|
-
const C_after = intel.getIntelligenceStats();
|
|
86
|
-
|
|
87
|
-
// -------------------------------------------------------------------------
|
|
88
|
-
// §D — storeNeuralPatterns + neural_patterns list reflects them
|
|
89
|
-
// -------------------------------------------------------------------------
|
|
90
|
-
const items = Array.from({ length: N }, (_, i) => ({
|
|
91
|
-
name: `pattern-${i}`,
|
|
92
|
-
type: 'bench-pattern',
|
|
93
|
-
content: `import { thing${i} } from 'module${i}'`,
|
|
94
|
-
}));
|
|
95
|
-
const tD = performance.now();
|
|
96
|
-
const D_store = await neural.storeNeuralPatterns(items);
|
|
97
|
-
const dtD = performance.now() - tD;
|
|
98
|
-
const listTool = neural.neuralTools.find((t) => t.name === 'neural_patterns');
|
|
99
|
-
const D_list = await listTool.handler({ action: 'list' });
|
|
100
|
-
|
|
101
|
-
// -------------------------------------------------------------------------
|
|
102
|
-
// §E — multi-step trajectory pipeline (end-to-end)
|
|
103
|
-
// -------------------------------------------------------------------------
|
|
104
|
-
const trajStart = hooks.hooksTools.find((t) => t.name === 'hooks_intelligence_trajectory-start');
|
|
105
|
-
const trajStep = hooks.hooksTools.find((t) => t.name === 'hooks_intelligence_trajectory-step');
|
|
106
|
-
const trajEnd = hooks.hooksTools.find((t) => t.name === 'hooks_intelligence_trajectory-end');
|
|
107
|
-
// NOTE: the MCP trajectory tools feed sonaCoordinator (queryable via
|
|
108
|
-
// hooks_intelligence_stats), NOT globalStats. That's part of the broader
|
|
109
|
-
// store-fragmentation problem #2245 identifies; we check observable
|
|
110
|
-
// outcomes (persisted + sonaUpdate) instead of a globalStats delta.
|
|
111
|
-
const tE = performance.now();
|
|
112
|
-
let persistedCount = 0;
|
|
113
|
-
let sonaUpdateCount = 0;
|
|
114
|
-
if (trajStart && trajStep && trajEnd) {
|
|
115
|
-
for (let i = 0; i < Math.min(5, N); i++) {
|
|
116
|
-
const s = await trajStart.handler({ task: `multi-step bench ${i}`, agent: 'bench' });
|
|
117
|
-
const id = s.trajectoryId;
|
|
118
|
-
await trajStep.handler({ trajectoryId: id, type: 'observation', content: `obs ${i}` });
|
|
119
|
-
await trajStep.handler({ trajectoryId: id, type: 'action', content: `act ${i}` });
|
|
120
|
-
await trajStep.handler({ trajectoryId: id, type: 'result', content: `done ${i}` });
|
|
121
|
-
const endRes = await trajEnd.handler({ trajectoryId: id, success: true });
|
|
122
|
-
if (endRes.persisted) persistedCount++;
|
|
123
|
-
if (endRes.learning?.sonaUpdate) sonaUpdateCount++;
|
|
124
|
-
}
|
|
125
|
-
}
|
|
126
|
-
const dtE = performance.now() - tE;
|
|
127
|
-
|
|
128
|
-
// -------------------------------------------------------------------------
|
|
129
|
-
// §F — getUnifiedLearningStats (ADR-075)
|
|
130
|
-
// -------------------------------------------------------------------------
|
|
131
|
-
const tF = performance.now();
|
|
132
|
-
const unified = await intel.getUnifiedLearningStats();
|
|
133
|
-
const dtF = performance.now() - tF;
|
|
134
|
-
const unifiedOk = unified.global && unified.sona && unified.memoryBridge && unified.neuralPatterns && unified.consistency;
|
|
135
|
-
|
|
136
|
-
// -------------------------------------------------------------------------
|
|
137
|
-
// Summary
|
|
138
|
-
// -------------------------------------------------------------------------
|
|
139
|
-
const summary = {
|
|
140
|
-
runAt: new Date().toISOString(),
|
|
141
|
-
benchmark: 'self-learning-2245',
|
|
142
|
-
n: N,
|
|
143
|
-
sections: {
|
|
144
|
-
A_recordSignalProcessed: {
|
|
145
|
-
calls: N,
|
|
146
|
-
signalsProcessedDelta: A_delta,
|
|
147
|
-
passed: A_delta === N,
|
|
148
|
-
elapsedMs: Number(dtA.toFixed(2)),
|
|
149
|
-
},
|
|
150
|
-
B_taskCompleted_trainPatterns: {
|
|
151
|
-
calls: N,
|
|
152
|
-
trainedViaPipeline: B_trained,
|
|
153
|
-
trajectoriesDelta: B_after.trajectoriesRecorded - B_before.trajectoriesRecorded,
|
|
154
|
-
patternsLearnedDelta: B_after.patternsLearned - B_before.patternsLearned,
|
|
155
|
-
passed: B_trained === N,
|
|
156
|
-
elapsedMs: Number(dtB.toFixed(2)),
|
|
157
|
-
avgLatencyMsPerCall: Number((dtB / N).toFixed(2)),
|
|
158
|
-
},
|
|
159
|
-
C_taskCompleted_recordedOnly: {
|
|
160
|
-
calls: N,
|
|
161
|
-
trajectoriesDelta: C_after.trajectoriesRecorded - C_before.trajectoriesRecorded,
|
|
162
|
-
passed: (C_after.trajectoriesRecorded - C_before.trajectoriesRecorded) === 0,
|
|
163
|
-
note: 'negative control — should NOT touch trajectories',
|
|
164
|
-
elapsedMs: Number(dtC.toFixed(2)),
|
|
165
|
-
},
|
|
166
|
-
D_pretrain_neuralPatterns: {
|
|
167
|
-
attempted: items.length,
|
|
168
|
-
stored: D_store.stored,
|
|
169
|
-
listTotal: D_list.total,
|
|
170
|
-
passed: D_store.stored === items.length && D_list.total >= items.length,
|
|
171
|
-
elapsedMs: Number(dtD.toFixed(2)),
|
|
172
|
-
},
|
|
173
|
-
E_multiStepTrajectory: {
|
|
174
|
-
cycles: Math.min(5, N),
|
|
175
|
-
persistedCount,
|
|
176
|
-
sonaUpdateCount,
|
|
177
|
-
passed: persistedCount === Math.min(5, N), // persistence is the must-pass; SONA depends on env
|
|
178
|
-
note: 'MCP trajectory tools feed sonaCoordinator (see hooks_intelligence_stats), not globalStats — observable outcomes checked here',
|
|
179
|
-
elapsedMs: Number(dtE.toFixed(2)),
|
|
180
|
-
},
|
|
181
|
-
F_unifiedStats: {
|
|
182
|
-
shape: ['global', 'sona', 'memoryBridge', 'neuralPatterns', 'consistency'],
|
|
183
|
-
observed: {
|
|
184
|
-
'global.patternsLearned': unified.global.patternsLearned,
|
|
185
|
-
'global.trajectoriesRecorded': unified.global.trajectoriesRecorded,
|
|
186
|
-
'global.signalsProcessed': unified.global.signalsProcessed,
|
|
187
|
-
'memoryBridge.totalEntries': unified.memoryBridge.totalEntries,
|
|
188
|
-
'memoryBridge.reachable': unified.memoryBridge.reachable,
|
|
189
|
-
'neuralPatterns.patternCount': unified.neuralPatterns.patternCount,
|
|
190
|
-
'sona.available': unified.sona.available,
|
|
191
|
-
'consistency.notes': unified.consistency.notes.length,
|
|
192
|
-
},
|
|
193
|
-
passed: !!unifiedOk,
|
|
194
|
-
note: 'ADR-075 — one aggregator across the 4 stores. Each sub-view names its source.',
|
|
195
|
-
elapsedMs: Number(dtF.toFixed(2)),
|
|
196
|
-
},
|
|
197
|
-
},
|
|
198
|
-
finalState: {
|
|
199
|
-
signalsProcessed: A_after.signalsProcessed,
|
|
200
|
-
trajectoriesRecorded: intel.getIntelligenceStats().trajectoriesRecorded,
|
|
201
|
-
patternsLearned: intel.getIntelligenceStats().patternsLearned,
|
|
202
|
-
},
|
|
203
|
-
scratch: SCRATCH,
|
|
204
|
-
};
|
|
205
|
-
|
|
206
|
-
const allPassed = Object.values(summary.sections).every((s) => s.passed);
|
|
207
|
-
summary.passed = allPassed;
|
|
208
|
-
|
|
209
|
-
if (process.env.BENCH_JSON) {
|
|
210
|
-
console.log(JSON.stringify(summary, null, 2));
|
|
211
|
-
} else {
|
|
212
|
-
console.log(`# Self-learning benchmark (#2245) — N=${N}`);
|
|
213
|
-
console.log('');
|
|
214
|
-
console.log('| Section | Calls | Delta | Passed | Latency (ms) |');
|
|
215
|
-
console.log('|---|---:|---:|:---:|---:|');
|
|
216
|
-
console.log(`| A recordSignalProcessed | ${N} | +${summary.sections.A_recordSignalProcessed.signalsProcessedDelta} | ${summary.sections.A_recordSignalProcessed.passed ? '✅' : '❌'} | ${summary.sections.A_recordSignalProcessed.elapsedMs} |`);
|
|
217
|
-
console.log(`| B task-completed (train) | ${N} | trained=${summary.sections.B_taskCompleted_trainPatterns.trainedViaPipeline}, trajectories+${summary.sections.B_taskCompleted_trainPatterns.trajectoriesDelta} | ${summary.sections.B_taskCompleted_trainPatterns.passed ? '✅' : '❌'} | ${summary.sections.B_taskCompleted_trainPatterns.elapsedMs} (${summary.sections.B_taskCompleted_trainPatterns.avgLatencyMsPerCall}/call) |`);
|
|
218
|
-
console.log(`| C task-completed (record-only) | ${N} | trajectories+${summary.sections.C_taskCompleted_recordedOnly.trajectoriesDelta} (expected 0) | ${summary.sections.C_taskCompleted_recordedOnly.passed ? '✅' : '❌'} | ${summary.sections.C_taskCompleted_recordedOnly.elapsedMs} |`);
|
|
219
|
-
console.log(`| D pretrain → neural_patterns | ${items.length} | stored=${summary.sections.D_pretrain_neuralPatterns.stored}, listed=${summary.sections.D_pretrain_neuralPatterns.listTotal} | ${summary.sections.D_pretrain_neuralPatterns.passed ? '✅' : '❌'} | ${summary.sections.D_pretrain_neuralPatterns.elapsedMs} |`);
|
|
220
|
-
console.log(`| E multi-step trajectory | ${summary.sections.E_multiStepTrajectory.cycles} | persisted=${summary.sections.E_multiStepTrajectory.persistedCount}, sonaUpdate=${summary.sections.E_multiStepTrajectory.sonaUpdateCount} | ${summary.sections.E_multiStepTrajectory.passed ? '✅' : '❌'} | ${summary.sections.E_multiStepTrajectory.elapsedMs} |`);
|
|
221
|
-
const f = summary.sections.F_unifiedStats;
|
|
222
|
-
console.log(`| F unified-stats | 4 stores | bridge.reachable=${f.observed['memoryBridge.reachable']}, sona.available=${f.observed['sona.available']}, neural.count=${f.observed['neuralPatterns.patternCount']}, notes=${f.observed['consistency.notes']} | ${f.passed ? '✅' : '❌'} | ${f.elapsedMs} |`);
|
|
223
|
-
console.log('');
|
|
224
|
-
console.log(`Final state: signalsProcessed=${summary.finalState.signalsProcessed}, trajectoriesRecorded=${summary.finalState.trajectoriesRecorded}, patternsLearned=${summary.finalState.patternsLearned}`);
|
|
225
|
-
console.log(`Overall: ${allPassed ? '✅ ALL PASSED' : '❌ FAILED'}`);
|
|
226
|
-
}
|
|
227
|
-
|
|
228
|
-
if (!process.env.BENCH_NO_WRITE) {
|
|
229
|
-
mkdirSync(RUNS_DIR, { recursive: true });
|
|
230
|
-
const stamp = summary.runAt.replace(/[:.]/g, '-');
|
|
231
|
-
writeFileSync(join(RUNS_DIR, `self-learning-${stamp}.json`), JSON.stringify(summary, null, 2));
|
|
232
|
-
writeFileSync(join(RUNS_DIR, 'self-learning-latest.json'), JSON.stringify(summary, null, 2));
|
|
233
|
-
if (!process.env.BENCH_JSON) console.log(`\nWrote ${join(RUNS_DIR, `self-learning-${stamp}.json`)}`);
|
|
234
|
-
}
|
|
235
|
-
|
|
236
|
-
try { rmSync(SCRATCH, { recursive: true, force: true }); } catch {}
|
|
237
|
-
|
|
238
|
-
if (!allPassed) process.exit(1);
|
|
239
|
-
}
|
|
240
|
-
|
|
241
|
-
main().catch((err) => { console.error(err); process.exit(1); });
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
// benchmark-self-learning.mjs — proof harness for #2245.
|
|
3
|
+
//
|
|
4
|
+
// Replaces the "self-learning reports success but persists nothing" theater
|
|
5
|
+
// with measured deltas: actually runs each entry point N times and prints what
|
|
6
|
+
// each one moved (or didn't). Writes a run JSON to docs/benchmarks/runs/ so
|
|
7
|
+
// future regressions are visible against a committed baseline.
|
|
8
|
+
//
|
|
9
|
+
// Usage:
|
|
10
|
+
// node scripts/benchmark-self-learning.mjs # default N=20 per surface
|
|
11
|
+
// N=50 BENCH_JSON=1 node scripts/benchmark-self-learning.mjs
|
|
12
|
+
// BENCH_NO_WRITE=1 node scripts/benchmark-self-learning.mjs
|
|
13
|
+
//
|
|
14
|
+
// Repro:
|
|
15
|
+
// 1. Clone ruvnet/ruflo, npm install, build the CLI:
|
|
16
|
+
// npm install && (cd v3/@claude-flow/cli && npx tsc -b)
|
|
17
|
+
// 2. Run this script. It prints a "before/after" table per surface.
|
|
18
|
+
// 3. Inspect docs/benchmarks/runs/self-learning-<ts>.json for the persisted
|
|
19
|
+
// proof — diff against previous runs to catch any future regression.
|
|
20
|
+
|
|
21
|
+
import { mkdirSync, writeFileSync, mkdtempSync, rmSync } from 'node:fs';
|
|
22
|
+
import { fileURLToPath } from 'node:url';
|
|
23
|
+
import { dirname, join, resolve } from 'node:path';
|
|
24
|
+
import { tmpdir } from 'node:os';
|
|
25
|
+
import { performance } from 'node:perf_hooks';
|
|
26
|
+
|
|
27
|
+
const SCRIPT_DIR = dirname(fileURLToPath(import.meta.url));
|
|
28
|
+
const CLI_ROOT = resolve(SCRIPT_DIR, '..');
|
|
29
|
+
const REPO_ROOT = resolve(SCRIPT_DIR, '../../../..');
|
|
30
|
+
const RUNS_DIR = join(REPO_ROOT, 'docs', 'benchmarks', 'runs');
|
|
31
|
+
|
|
32
|
+
const N = Number(process.env.N) || 20;
|
|
33
|
+
|
|
34
|
+
// Run in an isolated temp dir so we don't pollute the repo's neural store.
|
|
35
|
+
const SCRATCH = mkdtempSync(join(tmpdir(), 'learn-bench-'));
|
|
36
|
+
process.chdir(SCRATCH);
|
|
37
|
+
|
|
38
|
+
async function main() {
|
|
39
|
+
const intel = await import(join(CLI_ROOT, 'dist/src/memory/intelligence.js'));
|
|
40
|
+
const hooks = await import(join(CLI_ROOT, 'dist/src/mcp-tools/hooks-tools.js'));
|
|
41
|
+
const neural = await import(join(CLI_ROOT, 'dist/src/mcp-tools/neural-tools.js'));
|
|
42
|
+
|
|
43
|
+
intel.clearIntelligence();
|
|
44
|
+
|
|
45
|
+
// -------------------------------------------------------------------------
|
|
46
|
+
// §A — recordSignalProcessed
|
|
47
|
+
// -------------------------------------------------------------------------
|
|
48
|
+
const A_before = intel.getIntelligenceStats();
|
|
49
|
+
const tA = performance.now();
|
|
50
|
+
for (let i = 0; i < N; i++) intel.recordSignalProcessed();
|
|
51
|
+
intel.flushIntelligenceStats();
|
|
52
|
+
const dtA = performance.now() - tA;
|
|
53
|
+
const A_after = intel.getIntelligenceStats();
|
|
54
|
+
const A_delta = A_after.signalsProcessed - A_before.signalsProcessed;
|
|
55
|
+
|
|
56
|
+
// -------------------------------------------------------------------------
|
|
57
|
+
// §B — hooks_task-completed (trainPatterns:true) → trajectory pipeline
|
|
58
|
+
// -------------------------------------------------------------------------
|
|
59
|
+
const taskCompleted = hooks.hooksTools.find((t) => t.name === 'hooks_task-completed');
|
|
60
|
+
const B_before = intel.getIntelligenceStats();
|
|
61
|
+
const tB = performance.now();
|
|
62
|
+
let B_trained = 0;
|
|
63
|
+
for (let i = 0; i < N; i++) {
|
|
64
|
+
const r = await taskCompleted.handler({
|
|
65
|
+
taskId: `bench-${i}`,
|
|
66
|
+
success: i % 5 !== 4, // 80% success, 20% failure — mixed verdict
|
|
67
|
+
quality: 0.5 + (i % 5) * 0.1,
|
|
68
|
+
trainPatterns: true,
|
|
69
|
+
content: `Benchmark task ${i}: refactor or test or fix`,
|
|
70
|
+
});
|
|
71
|
+
if (r.learningPath === 'trajectory-pipeline') B_trained++;
|
|
72
|
+
}
|
|
73
|
+
const dtB = performance.now() - tB;
|
|
74
|
+
const B_after = intel.getIntelligenceStats();
|
|
75
|
+
|
|
76
|
+
// -------------------------------------------------------------------------
|
|
77
|
+
// §C — hooks_task-completed recorded-only (negative control)
|
|
78
|
+
// -------------------------------------------------------------------------
|
|
79
|
+
const C_before = intel.getIntelligenceStats();
|
|
80
|
+
const tC = performance.now();
|
|
81
|
+
for (let i = 0; i < N; i++) {
|
|
82
|
+
await taskCompleted.handler({ taskId: `bench-no-train-${i}`, success: true, quality: 0.8 });
|
|
83
|
+
}
|
|
84
|
+
const dtC = performance.now() - tC;
|
|
85
|
+
const C_after = intel.getIntelligenceStats();
|
|
86
|
+
|
|
87
|
+
// -------------------------------------------------------------------------
|
|
88
|
+
// §D — storeNeuralPatterns + neural_patterns list reflects them
|
|
89
|
+
// -------------------------------------------------------------------------
|
|
90
|
+
const items = Array.from({ length: N }, (_, i) => ({
|
|
91
|
+
name: `pattern-${i}`,
|
|
92
|
+
type: 'bench-pattern',
|
|
93
|
+
content: `import { thing${i} } from 'module${i}'`,
|
|
94
|
+
}));
|
|
95
|
+
const tD = performance.now();
|
|
96
|
+
const D_store = await neural.storeNeuralPatterns(items);
|
|
97
|
+
const dtD = performance.now() - tD;
|
|
98
|
+
const listTool = neural.neuralTools.find((t) => t.name === 'neural_patterns');
|
|
99
|
+
const D_list = await listTool.handler({ action: 'list' });
|
|
100
|
+
|
|
101
|
+
// -------------------------------------------------------------------------
|
|
102
|
+
// §E — multi-step trajectory pipeline (end-to-end)
|
|
103
|
+
// -------------------------------------------------------------------------
|
|
104
|
+
const trajStart = hooks.hooksTools.find((t) => t.name === 'hooks_intelligence_trajectory-start');
|
|
105
|
+
const trajStep = hooks.hooksTools.find((t) => t.name === 'hooks_intelligence_trajectory-step');
|
|
106
|
+
const trajEnd = hooks.hooksTools.find((t) => t.name === 'hooks_intelligence_trajectory-end');
|
|
107
|
+
// NOTE: the MCP trajectory tools feed sonaCoordinator (queryable via
|
|
108
|
+
// hooks_intelligence_stats), NOT globalStats. That's part of the broader
|
|
109
|
+
// store-fragmentation problem #2245 identifies; we check observable
|
|
110
|
+
// outcomes (persisted + sonaUpdate) instead of a globalStats delta.
|
|
111
|
+
const tE = performance.now();
|
|
112
|
+
let persistedCount = 0;
|
|
113
|
+
let sonaUpdateCount = 0;
|
|
114
|
+
if (trajStart && trajStep && trajEnd) {
|
|
115
|
+
for (let i = 0; i < Math.min(5, N); i++) {
|
|
116
|
+
const s = await trajStart.handler({ task: `multi-step bench ${i}`, agent: 'bench' });
|
|
117
|
+
const id = s.trajectoryId;
|
|
118
|
+
await trajStep.handler({ trajectoryId: id, type: 'observation', content: `obs ${i}` });
|
|
119
|
+
await trajStep.handler({ trajectoryId: id, type: 'action', content: `act ${i}` });
|
|
120
|
+
await trajStep.handler({ trajectoryId: id, type: 'result', content: `done ${i}` });
|
|
121
|
+
const endRes = await trajEnd.handler({ trajectoryId: id, success: true });
|
|
122
|
+
if (endRes.persisted) persistedCount++;
|
|
123
|
+
if (endRes.learning?.sonaUpdate) sonaUpdateCount++;
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
const dtE = performance.now() - tE;
|
|
127
|
+
|
|
128
|
+
// -------------------------------------------------------------------------
|
|
129
|
+
// §F — getUnifiedLearningStats (ADR-075)
|
|
130
|
+
// -------------------------------------------------------------------------
|
|
131
|
+
const tF = performance.now();
|
|
132
|
+
const unified = await intel.getUnifiedLearningStats();
|
|
133
|
+
const dtF = performance.now() - tF;
|
|
134
|
+
const unifiedOk = unified.global && unified.sona && unified.memoryBridge && unified.neuralPatterns && unified.consistency;
|
|
135
|
+
|
|
136
|
+
// -------------------------------------------------------------------------
|
|
137
|
+
// Summary
|
|
138
|
+
// -------------------------------------------------------------------------
|
|
139
|
+
const summary = {
|
|
140
|
+
runAt: new Date().toISOString(),
|
|
141
|
+
benchmark: 'self-learning-2245',
|
|
142
|
+
n: N,
|
|
143
|
+
sections: {
|
|
144
|
+
A_recordSignalProcessed: {
|
|
145
|
+
calls: N,
|
|
146
|
+
signalsProcessedDelta: A_delta,
|
|
147
|
+
passed: A_delta === N,
|
|
148
|
+
elapsedMs: Number(dtA.toFixed(2)),
|
|
149
|
+
},
|
|
150
|
+
B_taskCompleted_trainPatterns: {
|
|
151
|
+
calls: N,
|
|
152
|
+
trainedViaPipeline: B_trained,
|
|
153
|
+
trajectoriesDelta: B_after.trajectoriesRecorded - B_before.trajectoriesRecorded,
|
|
154
|
+
patternsLearnedDelta: B_after.patternsLearned - B_before.patternsLearned,
|
|
155
|
+
passed: B_trained === N,
|
|
156
|
+
elapsedMs: Number(dtB.toFixed(2)),
|
|
157
|
+
avgLatencyMsPerCall: Number((dtB / N).toFixed(2)),
|
|
158
|
+
},
|
|
159
|
+
C_taskCompleted_recordedOnly: {
|
|
160
|
+
calls: N,
|
|
161
|
+
trajectoriesDelta: C_after.trajectoriesRecorded - C_before.trajectoriesRecorded,
|
|
162
|
+
passed: (C_after.trajectoriesRecorded - C_before.trajectoriesRecorded) === 0,
|
|
163
|
+
note: 'negative control — should NOT touch trajectories',
|
|
164
|
+
elapsedMs: Number(dtC.toFixed(2)),
|
|
165
|
+
},
|
|
166
|
+
D_pretrain_neuralPatterns: {
|
|
167
|
+
attempted: items.length,
|
|
168
|
+
stored: D_store.stored,
|
|
169
|
+
listTotal: D_list.total,
|
|
170
|
+
passed: D_store.stored === items.length && D_list.total >= items.length,
|
|
171
|
+
elapsedMs: Number(dtD.toFixed(2)),
|
|
172
|
+
},
|
|
173
|
+
E_multiStepTrajectory: {
|
|
174
|
+
cycles: Math.min(5, N),
|
|
175
|
+
persistedCount,
|
|
176
|
+
sonaUpdateCount,
|
|
177
|
+
passed: persistedCount === Math.min(5, N), // persistence is the must-pass; SONA depends on env
|
|
178
|
+
note: 'MCP trajectory tools feed sonaCoordinator (see hooks_intelligence_stats), not globalStats — observable outcomes checked here',
|
|
179
|
+
elapsedMs: Number(dtE.toFixed(2)),
|
|
180
|
+
},
|
|
181
|
+
F_unifiedStats: {
|
|
182
|
+
shape: ['global', 'sona', 'memoryBridge', 'neuralPatterns', 'consistency'],
|
|
183
|
+
observed: {
|
|
184
|
+
'global.patternsLearned': unified.global.patternsLearned,
|
|
185
|
+
'global.trajectoriesRecorded': unified.global.trajectoriesRecorded,
|
|
186
|
+
'global.signalsProcessed': unified.global.signalsProcessed,
|
|
187
|
+
'memoryBridge.totalEntries': unified.memoryBridge.totalEntries,
|
|
188
|
+
'memoryBridge.reachable': unified.memoryBridge.reachable,
|
|
189
|
+
'neuralPatterns.patternCount': unified.neuralPatterns.patternCount,
|
|
190
|
+
'sona.available': unified.sona.available,
|
|
191
|
+
'consistency.notes': unified.consistency.notes.length,
|
|
192
|
+
},
|
|
193
|
+
passed: !!unifiedOk,
|
|
194
|
+
note: 'ADR-075 — one aggregator across the 4 stores. Each sub-view names its source.',
|
|
195
|
+
elapsedMs: Number(dtF.toFixed(2)),
|
|
196
|
+
},
|
|
197
|
+
},
|
|
198
|
+
finalState: {
|
|
199
|
+
signalsProcessed: A_after.signalsProcessed,
|
|
200
|
+
trajectoriesRecorded: intel.getIntelligenceStats().trajectoriesRecorded,
|
|
201
|
+
patternsLearned: intel.getIntelligenceStats().patternsLearned,
|
|
202
|
+
},
|
|
203
|
+
scratch: SCRATCH,
|
|
204
|
+
};
|
|
205
|
+
|
|
206
|
+
const allPassed = Object.values(summary.sections).every((s) => s.passed);
|
|
207
|
+
summary.passed = allPassed;
|
|
208
|
+
|
|
209
|
+
if (process.env.BENCH_JSON) {
|
|
210
|
+
console.log(JSON.stringify(summary, null, 2));
|
|
211
|
+
} else {
|
|
212
|
+
console.log(`# Self-learning benchmark (#2245) — N=${N}`);
|
|
213
|
+
console.log('');
|
|
214
|
+
console.log('| Section | Calls | Delta | Passed | Latency (ms) |');
|
|
215
|
+
console.log('|---|---:|---:|:---:|---:|');
|
|
216
|
+
console.log(`| A recordSignalProcessed | ${N} | +${summary.sections.A_recordSignalProcessed.signalsProcessedDelta} | ${summary.sections.A_recordSignalProcessed.passed ? '✅' : '❌'} | ${summary.sections.A_recordSignalProcessed.elapsedMs} |`);
|
|
217
|
+
console.log(`| B task-completed (train) | ${N} | trained=${summary.sections.B_taskCompleted_trainPatterns.trainedViaPipeline}, trajectories+${summary.sections.B_taskCompleted_trainPatterns.trajectoriesDelta} | ${summary.sections.B_taskCompleted_trainPatterns.passed ? '✅' : '❌'} | ${summary.sections.B_taskCompleted_trainPatterns.elapsedMs} (${summary.sections.B_taskCompleted_trainPatterns.avgLatencyMsPerCall}/call) |`);
|
|
218
|
+
console.log(`| C task-completed (record-only) | ${N} | trajectories+${summary.sections.C_taskCompleted_recordedOnly.trajectoriesDelta} (expected 0) | ${summary.sections.C_taskCompleted_recordedOnly.passed ? '✅' : '❌'} | ${summary.sections.C_taskCompleted_recordedOnly.elapsedMs} |`);
|
|
219
|
+
console.log(`| D pretrain → neural_patterns | ${items.length} | stored=${summary.sections.D_pretrain_neuralPatterns.stored}, listed=${summary.sections.D_pretrain_neuralPatterns.listTotal} | ${summary.sections.D_pretrain_neuralPatterns.passed ? '✅' : '❌'} | ${summary.sections.D_pretrain_neuralPatterns.elapsedMs} |`);
|
|
220
|
+
console.log(`| E multi-step trajectory | ${summary.sections.E_multiStepTrajectory.cycles} | persisted=${summary.sections.E_multiStepTrajectory.persistedCount}, sonaUpdate=${summary.sections.E_multiStepTrajectory.sonaUpdateCount} | ${summary.sections.E_multiStepTrajectory.passed ? '✅' : '❌'} | ${summary.sections.E_multiStepTrajectory.elapsedMs} |`);
|
|
221
|
+
const f = summary.sections.F_unifiedStats;
|
|
222
|
+
console.log(`| F unified-stats | 4 stores | bridge.reachable=${f.observed['memoryBridge.reachable']}, sona.available=${f.observed['sona.available']}, neural.count=${f.observed['neuralPatterns.patternCount']}, notes=${f.observed['consistency.notes']} | ${f.passed ? '✅' : '❌'} | ${f.elapsedMs} |`);
|
|
223
|
+
console.log('');
|
|
224
|
+
console.log(`Final state: signalsProcessed=${summary.finalState.signalsProcessed}, trajectoriesRecorded=${summary.finalState.trajectoriesRecorded}, patternsLearned=${summary.finalState.patternsLearned}`);
|
|
225
|
+
console.log(`Overall: ${allPassed ? '✅ ALL PASSED' : '❌ FAILED'}`);
|
|
226
|
+
}
|
|
227
|
+
|
|
228
|
+
if (!process.env.BENCH_NO_WRITE) {
|
|
229
|
+
mkdirSync(RUNS_DIR, { recursive: true });
|
|
230
|
+
const stamp = summary.runAt.replace(/[:.]/g, '-');
|
|
231
|
+
writeFileSync(join(RUNS_DIR, `self-learning-${stamp}.json`), JSON.stringify(summary, null, 2));
|
|
232
|
+
writeFileSync(join(RUNS_DIR, 'self-learning-latest.json'), JSON.stringify(summary, null, 2));
|
|
233
|
+
if (!process.env.BENCH_JSON) console.log(`\nWrote ${join(RUNS_DIR, `self-learning-${stamp}.json`)}`);
|
|
234
|
+
}
|
|
235
|
+
|
|
236
|
+
try { rmSync(SCRATCH, { recursive: true, force: true }); } catch {}
|
|
237
|
+
|
|
238
|
+
if (!allPassed) process.exit(1);
|
|
239
|
+
}
|
|
240
|
+
|
|
241
|
+
main().catch((err) => { console.error(err); process.exit(1); });
|