@claude-flow/cli 3.10.45 → 3.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/agents/analysis/analyze-code-quality.md +178 -178
- package/.claude/agents/analysis/code-analyzer.md +209 -209
- package/.claude/agents/analysis/code-review/analyze-code-quality.md +178 -178
- package/.claude/agents/architecture/arch-system-design.md +156 -156
- package/.claude/agents/architecture/system-design/arch-system-design.md +154 -154
- package/.claude/agents/browser/browser-agent.yaml +182 -182
- package/.claude/agents/consensus/byzantine-coordinator.md +62 -62
- package/.claude/agents/consensus/crdt-synchronizer.md +996 -996
- package/.claude/agents/consensus/gossip-coordinator.md +62 -62
- package/.claude/agents/consensus/performance-benchmarker.md +850 -850
- package/.claude/agents/consensus/quorum-manager.md +822 -822
- package/.claude/agents/consensus/raft-manager.md +62 -62
- package/.claude/agents/consensus/security-manager.md +621 -621
- package/.claude/agents/core/planner.md +374 -374
- package/.claude/agents/custom/test-long-runner.md +44 -44
- package/.claude/agents/data/data-ml-model.md +444 -444
- package/.claude/agents/data/ml/data-ml-model.md +192 -192
- package/.claude/agents/development/backend/dev-backend-api.md +141 -141
- package/.claude/agents/development/dev-backend-api.md +344 -344
- package/.claude/agents/devops/ci-cd/ops-cicd-github.md +163 -163
- package/.claude/agents/devops/ops-cicd-github.md +164 -164
- package/.claude/agents/documentation/api-docs/docs-api-openapi.md +173 -173
- package/.claude/agents/documentation/docs-api-openapi.md +354 -354
- package/.claude/agents/flow-nexus/app-store.md +87 -87
- package/.claude/agents/flow-nexus/authentication.md +68 -68
- package/.claude/agents/flow-nexus/challenges.md +80 -80
- package/.claude/agents/flow-nexus/neural-network.md +87 -87
- package/.claude/agents/flow-nexus/payments.md +82 -82
- package/.claude/agents/flow-nexus/sandbox.md +75 -75
- package/.claude/agents/flow-nexus/swarm.md +75 -75
- package/.claude/agents/flow-nexus/user-tools.md +95 -95
- package/.claude/agents/flow-nexus/workflow.md +83 -83
- package/.claude/agents/github/code-review-swarm.md +377 -377
- package/.claude/agents/github/github-modes.md +172 -172
- package/.claude/agents/github/issue-tracker.md +575 -575
- package/.claude/agents/github/multi-repo-swarm.md +552 -552
- package/.claude/agents/github/pr-manager.md +437 -437
- package/.claude/agents/github/project-board-sync.md +508 -508
- package/.claude/agents/github/release-manager.md +604 -604
- package/.claude/agents/github/release-swarm.md +582 -582
- package/.claude/agents/github/repo-architect.md +397 -397
- package/.claude/agents/github/swarm-issue.md +572 -572
- package/.claude/agents/github/swarm-pr.md +427 -427
- package/.claude/agents/github/sync-coordinator.md +451 -451
- package/.claude/agents/github/workflow-automation.md +902 -902
- package/.claude/agents/goal/agent.md +815 -815
- package/.claude/agents/optimization/benchmark-suite.md +664 -664
- package/.claude/agents/optimization/load-balancer.md +430 -430
- package/.claude/agents/optimization/performance-monitor.md +671 -671
- package/.claude/agents/optimization/resource-allocator.md +673 -673
- package/.claude/agents/optimization/topology-optimizer.md +807 -807
- package/.claude/agents/payments/agentic-payments.md +126 -126
- package/.claude/agents/sona/sona-learning-optimizer.md +74 -74
- package/.claude/agents/sparc/architecture.md +698 -698
- package/.claude/agents/sparc/pseudocode.md +519 -519
- package/.claude/agents/sparc/refinement.md +801 -801
- package/.claude/agents/sparc/specification.md +477 -477
- package/.claude/agents/specialized/mobile/spec-mobile-react-native.md +224 -224
- package/.claude/agents/specialized/spec-mobile-react-native.md +226 -226
- package/.claude/agents/sublinear/consensus-coordinator.md +337 -337
- package/.claude/agents/sublinear/matrix-optimizer.md +184 -184
- package/.claude/agents/sublinear/pagerank-analyzer.md +298 -298
- package/.claude/agents/sublinear/performance-optimizer.md +367 -367
- package/.claude/agents/sublinear/trading-predictor.md +245 -245
- package/.claude/agents/swarm/adaptive-coordinator.md +1126 -1126
- package/.claude/agents/swarm/hierarchical-coordinator.md +709 -709
- package/.claude/agents/swarm/mesh-coordinator.md +962 -962
- package/.claude/agents/templates/automation-smart-agent.md +204 -204
- package/.claude/agents/templates/base-template-generator.md +289 -289
- package/.claude/agents/templates/coordinator-swarm-init.md +89 -89
- package/.claude/agents/templates/github-pr-manager.md +176 -176
- package/.claude/agents/templates/implementer-sparc-coder.md +258 -258
- package/.claude/agents/templates/memory-coordinator.md +186 -186
- package/.claude/agents/templates/orchestrator-task.md +138 -138
- package/.claude/agents/templates/performance-analyzer.md +198 -198
- package/.claude/agents/templates/sparc-coordinator.md +513 -513
- package/.claude/agents/testing/production-validator.md +394 -394
- package/.claude/agents/testing/tdd-london-swarm.md +243 -243
- package/.claude/agents/v3/aidefence-guardian.md +282 -282
- package/.claude/agents/v3/claims-authorizer.md +208 -208
- package/.claude/agents/v3/collective-intelligence-coordinator.md +993 -993
- package/.claude/agents/v3/ddd-domain-expert.md +220 -220
- package/.claude/agents/v3/injection-analyst.md +236 -236
- package/.claude/agents/v3/performance-engineer.md +1233 -1233
- package/.claude/agents/v3/pii-detector.md +151 -151
- package/.claude/agents/v3/reasoningbank-learner.md +213 -213
- package/.claude/agents/v3/security-architect-aidefence.md +410 -410
- package/.claude/agents/v3/security-architect.md +867 -867
- package/.claude/agents/v3/swarm-memory-manager.md +157 -157
- package/.claude/agents/v3/v3-integration-architect.md +205 -205
- package/.claude/commands/agents/README.md +50 -50
- package/.claude/commands/agents/agent-capabilities.md +140 -140
- package/.claude/commands/agents/agent-coordination.md +28 -28
- package/.claude/commands/agents/agent-spawning.md +28 -28
- package/.claude/commands/agents/agent-types.md +216 -216
- package/.claude/commands/agents/health.md +139 -139
- package/.claude/commands/agents/list.md +100 -100
- package/.claude/commands/agents/logs.md +130 -130
- package/.claude/commands/agents/metrics.md +122 -122
- package/.claude/commands/agents/pool.md +127 -127
- package/.claude/commands/agents/spawn.md +140 -140
- package/.claude/commands/agents/status.md +115 -115
- package/.claude/commands/agents/stop.md +102 -102
- package/.claude/commands/analysis/COMMAND_COMPLIANCE_REPORT.md +53 -53
- package/.claude/commands/analysis/README.md +9 -9
- package/.claude/commands/analysis/bottleneck-detect.md +162 -162
- package/.claude/commands/analysis/performance-bottlenecks.md +58 -58
- package/.claude/commands/analysis/performance-report.md +25 -25
- package/.claude/commands/analysis/token-efficiency.md +44 -44
- package/.claude/commands/analysis/token-usage.md +25 -25
- package/.claude/commands/automation/README.md +9 -9
- package/.claude/commands/automation/auto-agent.md +122 -122
- package/.claude/commands/automation/self-healing.md +105 -105
- package/.claude/commands/automation/session-memory.md +89 -89
- package/.claude/commands/automation/smart-agents.md +72 -72
- package/.claude/commands/automation/smart-spawn.md +25 -25
- package/.claude/commands/automation/workflow-select.md +25 -25
- package/.claude/commands/claude-flow-help.md +103 -103
- package/.claude/commands/claude-flow-memory.md +107 -107
- package/.claude/commands/claude-flow-swarm.md +205 -205
- package/.claude/commands/coordination/README.md +9 -9
- package/.claude/commands/coordination/agent-spawn.md +25 -25
- package/.claude/commands/coordination/init.md +44 -44
- package/.claude/commands/coordination/orchestrate.md +43 -43
- package/.claude/commands/coordination/spawn.md +45 -45
- package/.claude/commands/coordination/swarm-init.md +85 -85
- package/.claude/commands/coordination/task-orchestrate.md +25 -25
- package/.claude/commands/github/README.md +11 -11
- package/.claude/commands/github/code-review-swarm.md +513 -513
- package/.claude/commands/github/code-review.md +25 -25
- package/.claude/commands/github/github-modes.md +146 -146
- package/.claude/commands/github/github-swarm.md +121 -121
- package/.claude/commands/github/issue-tracker.md +291 -291
- package/.claude/commands/github/issue-triage.md +25 -25
- package/.claude/commands/github/multi-repo-swarm.md +518 -518
- package/.claude/commands/github/pr-enhance.md +26 -26
- package/.claude/commands/github/pr-manager.md +169 -169
- package/.claude/commands/github/project-board-sync.md +470 -470
- package/.claude/commands/github/release-manager.md +339 -339
- package/.claude/commands/github/release-swarm.md +543 -543
- package/.claude/commands/github/repo-analyze.md +25 -25
- package/.claude/commands/github/repo-architect.md +366 -366
- package/.claude/commands/github/swarm-issue.md +484 -484
- package/.claude/commands/github/swarm-pr.md +287 -287
- package/.claude/commands/github/sync-coordinator.md +302 -302
- package/.claude/commands/github/workflow-automation.md +441 -441
- package/.claude/commands/hive-mind/README.md +17 -17
- package/.claude/commands/hive-mind/hive-mind-consensus.md +8 -8
- package/.claude/commands/hive-mind/hive-mind-init.md +18 -18
- package/.claude/commands/hive-mind/hive-mind-memory.md +8 -8
- package/.claude/commands/hive-mind/hive-mind-metrics.md +8 -8
- package/.claude/commands/hive-mind/hive-mind-resume.md +8 -8
- package/.claude/commands/hive-mind/hive-mind-sessions.md +8 -8
- package/.claude/commands/hive-mind/hive-mind-spawn.md +21 -21
- package/.claude/commands/hive-mind/hive-mind-status.md +8 -8
- package/.claude/commands/hive-mind/hive-mind-stop.md +8 -8
- package/.claude/commands/hive-mind/hive-mind-wizard.md +8 -8
- package/.claude/commands/hive-mind/hive-mind.md +27 -27
- package/.claude/commands/hooks/README.md +11 -11
- package/.claude/commands/hooks/overview.md +57 -57
- package/.claude/commands/hooks/post-edit.md +117 -117
- package/.claude/commands/hooks/post-task.md +112 -112
- package/.claude/commands/hooks/pre-edit.md +113 -113
- package/.claude/commands/hooks/pre-task.md +111 -111
- package/.claude/commands/hooks/session-end.md +118 -118
- package/.claude/commands/hooks/setup.md +102 -102
- package/.claude/commands/memory/README.md +9 -9
- package/.claude/commands/memory/memory-persist.md +25 -25
- package/.claude/commands/memory/memory-search.md +25 -25
- package/.claude/commands/memory/memory-usage.md +25 -25
- package/.claude/commands/memory/neural.md +47 -47
- package/.claude/commands/monitoring/README.md +9 -9
- package/.claude/commands/monitoring/agent-metrics.md +25 -25
- package/.claude/commands/monitoring/agents.md +44 -44
- package/.claude/commands/monitoring/real-time-view.md +25 -25
- package/.claude/commands/monitoring/status.md +46 -46
- package/.claude/commands/monitoring/swarm-monitor.md +25 -25
- package/.claude/commands/optimization/README.md +9 -9
- package/.claude/commands/optimization/auto-topology.md +61 -61
- package/.claude/commands/optimization/cache-manage.md +25 -25
- package/.claude/commands/optimization/parallel-execute.md +25 -25
- package/.claude/commands/optimization/parallel-execution.md +49 -49
- package/.claude/commands/optimization/topology-optimize.md +25 -25
- package/.claude/commands/pair/README.md +260 -260
- package/.claude/commands/pair/commands.md +545 -545
- package/.claude/commands/pair/config.md +509 -509
- package/.claude/commands/pair/examples.md +511 -511
- package/.claude/commands/pair/modes.md +347 -347
- package/.claude/commands/pair/session.md +406 -406
- package/.claude/commands/pair/start.md +208 -208
- package/.claude/commands/sparc/analyzer.md +51 -51
- package/.claude/commands/sparc/architect.md +53 -53
- package/.claude/commands/sparc/ask.md +97 -97
- package/.claude/commands/sparc/batch-executor.md +54 -54
- package/.claude/commands/sparc/code.md +89 -89
- package/.claude/commands/sparc/coder.md +54 -54
- package/.claude/commands/sparc/debug.md +83 -83
- package/.claude/commands/sparc/debugger.md +54 -54
- package/.claude/commands/sparc/designer.md +53 -53
- package/.claude/commands/sparc/devops.md +109 -109
- package/.claude/commands/sparc/docs-writer.md +80 -80
- package/.claude/commands/sparc/documenter.md +54 -54
- package/.claude/commands/sparc/innovator.md +54 -54
- package/.claude/commands/sparc/integration.md +83 -83
- package/.claude/commands/sparc/mcp.md +117 -117
- package/.claude/commands/sparc/memory-manager.md +54 -54
- package/.claude/commands/sparc/optimizer.md +54 -54
- package/.claude/commands/sparc/orchestrator.md +131 -131
- package/.claude/commands/sparc/post-deployment-monitoring-mode.md +83 -83
- package/.claude/commands/sparc/refinement-optimization-mode.md +83 -83
- package/.claude/commands/sparc/researcher.md +54 -54
- package/.claude/commands/sparc/reviewer.md +54 -54
- package/.claude/commands/sparc/security-review.md +80 -80
- package/.claude/commands/sparc/sparc-modes.md +174 -174
- package/.claude/commands/sparc/sparc.md +111 -111
- package/.claude/commands/sparc/spec-pseudocode.md +80 -80
- package/.claude/commands/sparc/supabase-admin.md +348 -348
- package/.claude/commands/sparc/swarm-coordinator.md +54 -54
- package/.claude/commands/sparc/tdd.md +54 -54
- package/.claude/commands/sparc/tester.md +54 -54
- package/.claude/commands/sparc/tutorial.md +79 -79
- package/.claude/commands/sparc/workflow-manager.md +54 -54
- package/.claude/commands/sparc.md +166 -166
- package/.claude/commands/stream-chain/pipeline.md +120 -120
- package/.claude/commands/stream-chain/run.md +69 -69
- package/.claude/commands/swarm/README.md +15 -15
- package/.claude/commands/swarm/analysis.md +95 -95
- package/.claude/commands/swarm/development.md +96 -96
- package/.claude/commands/swarm/examples.md +168 -168
- package/.claude/commands/swarm/maintenance.md +102 -102
- package/.claude/commands/swarm/optimization.md +117 -117
- package/.claude/commands/swarm/research.md +136 -136
- package/.claude/commands/swarm/swarm-analysis.md +8 -8
- package/.claude/commands/swarm/swarm-background.md +8 -8
- package/.claude/commands/swarm/swarm-init.md +19 -19
- package/.claude/commands/swarm/swarm-modes.md +8 -8
- package/.claude/commands/swarm/swarm-monitor.md +8 -8
- package/.claude/commands/swarm/swarm-spawn.md +19 -19
- package/.claude/commands/swarm/swarm-status.md +8 -8
- package/.claude/commands/swarm/swarm-strategies.md +8 -8
- package/.claude/commands/swarm/swarm.md +87 -87
- package/.claude/commands/swarm/testing.md +131 -131
- package/.claude/commands/training/README.md +9 -9
- package/.claude/commands/training/model-update.md +25 -25
- package/.claude/commands/training/neural-patterns.md +107 -107
- package/.claude/commands/training/neural-train.md +75 -75
- package/.claude/commands/training/pattern-learn.md +25 -25
- package/.claude/commands/training/specialization.md +62 -62
- package/.claude/commands/truth/start.md +142 -142
- package/.claude/commands/verify/check.md +49 -49
- package/.claude/commands/verify/start.md +127 -127
- package/.claude/commands/workflows/README.md +9 -9
- package/.claude/commands/workflows/development.md +77 -77
- package/.claude/commands/workflows/research.md +62 -62
- package/.claude/commands/workflows/workflow-create.md +25 -25
- package/.claude/commands/workflows/workflow-execute.md +25 -25
- package/.claude/commands/workflows/workflow-export.md +25 -25
- package/.claude/helpers/README.md +96 -96
- package/.claude/helpers/adr-compliance.sh +186 -186
- package/.claude/helpers/auto-commit.sh +178 -178
- package/.claude/helpers/auto-memory-hook.mjs +368 -368
- package/.claude/helpers/checkpoint-manager.sh +251 -251
- package/.claude/helpers/daemon-manager.sh +252 -252
- package/.claude/helpers/ddd-tracker.sh +144 -144
- package/.claude/helpers/github-safe.js +156 -156
- package/.claude/helpers/github-setup.sh +45 -45
- package/.claude/helpers/guidance-hook.sh +13 -13
- package/.claude/helpers/guidance-hooks.sh +102 -102
- package/.claude/helpers/health-monitor.sh +108 -108
- package/.claude/helpers/hook-handler.cjs +286 -286
- package/.claude/helpers/intelligence.cjs +1031 -1031
- package/.claude/helpers/learning-hooks.sh +329 -329
- package/.claude/helpers/learning-optimizer.sh +127 -127
- package/.claude/helpers/learning-service.mjs +1144 -1144
- package/.claude/helpers/memory.js +83 -83
- package/.claude/helpers/metrics-db.mjs +488 -488
- package/.claude/helpers/pattern-consolidator.sh +86 -86
- package/.claude/helpers/perf-worker.sh +160 -160
- package/.claude/helpers/post-commit +16 -16
- package/.claude/helpers/pre-commit +26 -26
- package/.claude/helpers/quick-start.sh +19 -19
- package/.claude/helpers/router.js +105 -105
- package/.claude/helpers/security-scanner.sh +127 -127
- package/.claude/helpers/session.js +157 -157
- package/.claude/helpers/setup-mcp.sh +18 -18
- package/.claude/helpers/standard-checkpoint-hooks.sh +189 -189
- package/.claude/helpers/statusline-hook.sh +21 -21
- package/.claude/helpers/statusline.cjs +604 -604
- package/.claude/helpers/statusline.js +352 -352
- package/.claude/helpers/swarm-comms.sh +353 -353
- package/.claude/helpers/swarm-hooks.sh +761 -761
- package/.claude/helpers/swarm-monitor.sh +210 -210
- package/.claude/helpers/sync-v3-metrics.sh +245 -245
- package/.claude/helpers/update-v3-progress.sh +165 -165
- package/.claude/helpers/v3-quick-status.sh +57 -57
- package/.claude/helpers/v3.sh +110 -110
- package/.claude/helpers/validate-v3-config.sh +215 -215
- package/.claude/helpers/worker-manager.sh +170 -170
- package/.claude/settings.json +182 -182
- package/.claude/skills/agentdb-advanced/SKILL.md +550 -550
- package/.claude/skills/agentdb-learning/SKILL.md +545 -545
- package/.claude/skills/agentdb-memory-patterns/SKILL.md +339 -339
- package/.claude/skills/agentdb-optimization/SKILL.md +509 -509
- package/.claude/skills/agentdb-vector-search/SKILL.md +339 -339
- package/.claude/skills/browser/SKILL.md +204 -204
- package/.claude/skills/dual-mode/README.md +71 -71
- package/.claude/skills/dual-mode/dual-collect.md +103 -103
- package/.claude/skills/dual-mode/dual-coordinate.md +85 -85
- package/.claude/skills/dual-mode/dual-spawn.md +81 -81
- package/.claude/skills/flow-nexus-neural/SKILL.md +727 -727
- package/.claude/skills/flow-nexus-platform/SKILL.md +1154 -1154
- package/.claude/skills/flow-nexus-swarm/SKILL.md +604 -604
- package/.claude/skills/github-code-review/SKILL.md +1125 -1125
- package/.claude/skills/github-multi-repo/SKILL.md +862 -862
- package/.claude/skills/github-project-management/SKILL.md +1262 -1262
- package/.claude/skills/github-release-management/SKILL.md +1064 -1064
- package/.claude/skills/github-workflow-automation/SKILL.md +1047 -1047
- package/.claude/skills/hooks-automation/SKILL.md +1201 -1201
- package/.claude/skills/pair-programming/SKILL.md +1202 -1202
- package/.claude/skills/reasoningbank-agentdb/SKILL.md +446 -446
- package/.claude/skills/reasoningbank-intelligence/SKILL.md +201 -201
- package/.claude/skills/skill-builder/SKILL.md +910 -910
- package/.claude/skills/sparc-methodology/SKILL.md +1106 -1106
- package/.claude/skills/stream-chain/SKILL.md +560 -560
- package/.claude/skills/swarm-advanced/SKILL.md +970 -970
- package/.claude/skills/swarm-orchestration/SKILL.md +179 -179
- package/.claude/skills/v3-cli-modernization/SKILL.md +871 -871
- package/.claude/skills/v3-core-implementation/SKILL.md +796 -796
- package/.claude/skills/v3-ddd-architecture/SKILL.md +441 -441
- package/.claude/skills/v3-integration-deep/SKILL.md +240 -240
- package/.claude/skills/v3-mcp-optimization/SKILL.md +776 -776
- package/.claude/skills/v3-memory-unification/SKILL.md +173 -173
- package/.claude/skills/v3-performance-optimization/SKILL.md +389 -389
- package/.claude/skills/v3-security-overhaul/SKILL.md +81 -81
- package/.claude/skills/v3-swarm-coordination/SKILL.md +339 -339
- package/.claude/skills/verification-quality/SKILL.md +691 -691
- package/README.md +412 -412
- package/bin/cli.js +314 -314
- package/bin/mcp-server.js +224 -224
- package/bin/preinstall.cjs +2 -2
- package/dist/src/benchmarks/capability-tasks.d.ts +126 -0
- package/dist/src/benchmarks/capability-tasks.d.ts.map +1 -0
- package/dist/src/benchmarks/capability-tasks.js +147 -0
- package/dist/src/benchmarks/capability-tasks.js.map +1 -0
- package/dist/src/benchmarks/gaia-agent-contrastive.d.ts +53 -0
- package/dist/src/benchmarks/gaia-agent-contrastive.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-agent-contrastive.js +177 -0
- package/dist/src/benchmarks/gaia-agent-contrastive.js.map +1 -0
- package/dist/src/benchmarks/gaia-agent-gemini.d.ts +51 -0
- package/dist/src/benchmarks/gaia-agent-gemini.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-agent-gemini.js +352 -0
- package/dist/src/benchmarks/gaia-agent-gemini.js.map +1 -0
- package/dist/src/benchmarks/gaia-claude-p.d.ts +105 -0
- package/dist/src/benchmarks/gaia-claude-p.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-claude-p.js +269 -0
- package/dist/src/benchmarks/gaia-claude-p.js.map +1 -0
- package/dist/src/benchmarks/gaia-claude-p.smoke.d.ts +20 -0
- package/dist/src/benchmarks/gaia-claude-p.smoke.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-claude-p.smoke.js +168 -0
- package/dist/src/benchmarks/gaia-claude-p.smoke.js.map +1 -0
- package/dist/src/benchmarks/gaia-codeagent-runner.py +556 -0
- package/dist/src/benchmarks/gaia-codeagent.d.ts +129 -0
- package/dist/src/benchmarks/gaia-codeagent.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-codeagent.js +590 -0
- package/dist/src/benchmarks/gaia-codeagent.js.map +1 -0
- package/dist/src/benchmarks/gaia-codeagent.smoke.d.ts +33 -0
- package/dist/src/benchmarks/gaia-codeagent.smoke.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-codeagent.smoke.js +241 -0
- package/dist/src/benchmarks/gaia-codeagent.smoke.js.map +1 -0
- package/dist/src/benchmarks/gaia-critic.js +24 -24
- package/dist/src/benchmarks/gaia-dag-pilot.d.ts +22 -0
- package/dist/src/benchmarks/gaia-dag-pilot.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-dag-pilot.js +158 -0
- package/dist/src/benchmarks/gaia-dag-pilot.js.map +1 -0
- package/dist/src/benchmarks/gaia-dag.d.ts +110 -0
- package/dist/src/benchmarks/gaia-dag.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-dag.js +658 -0
- package/dist/src/benchmarks/gaia-dag.js.map +1 -0
- package/dist/src/benchmarks/gaia-dag.smoke.d.ts +21 -0
- package/dist/src/benchmarks/gaia-dag.smoke.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-dag.smoke.js +290 -0
- package/dist/src/benchmarks/gaia-dag.smoke.js.map +1 -0
- package/dist/src/benchmarks/gaia-ensemble-pilot.d.ts +17 -0
- package/dist/src/benchmarks/gaia-ensemble-pilot.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-ensemble-pilot.js +106 -0
- package/dist/src/benchmarks/gaia-ensemble-pilot.js.map +1 -0
- package/dist/src/benchmarks/gaia-ensemble.d.ts +103 -0
- package/dist/src/benchmarks/gaia-ensemble.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-ensemble.js +462 -0
- package/dist/src/benchmarks/gaia-ensemble.js.map +1 -0
- package/dist/src/benchmarks/gaia-gemini-pilot.d.ts +17 -0
- package/dist/src/benchmarks/gaia-gemini-pilot.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-gemini-pilot.js +168 -0
- package/dist/src/benchmarks/gaia-gemini-pilot.js.map +1 -0
- package/dist/src/benchmarks/gaia-mode-router.d.ts +67 -0
- package/dist/src/benchmarks/gaia-mode-router.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-mode-router.js +126 -0
- package/dist/src/benchmarks/gaia-mode-router.js.map +1 -0
- package/dist/src/benchmarks/gaia-mode-router.smoke.d.ts +15 -0
- package/dist/src/benchmarks/gaia-mode-router.smoke.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-mode-router.smoke.js +131 -0
- package/dist/src/benchmarks/gaia-mode-router.smoke.js.map +1 -0
- package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.d.ts +24 -0
- package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.js +276 -0
- package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.js.map +1 -0
- package/dist/src/benchmarks/gaia-tools/image_describe.d.ts +45 -0
- package/dist/src/benchmarks/gaia-tools/image_describe.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-tools/image_describe.js +222 -0
- package/dist/src/benchmarks/gaia-tools/image_describe.js.map +1 -0
- package/dist/src/benchmarks/gaia-tools/image_describe.smoke.d.ts +24 -0
- package/dist/src/benchmarks/gaia-tools/image_describe.smoke.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-tools/image_describe.smoke.js +169 -0
- package/dist/src/benchmarks/gaia-tools/image_describe.smoke.js.map +1 -0
- package/dist/src/benchmarks/gaia-tools/pdf_read.d.ts +27 -0
- package/dist/src/benchmarks/gaia-tools/pdf_read.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-tools/pdf_read.js +226 -0
- package/dist/src/benchmarks/gaia-tools/pdf_read.js.map +1 -0
- package/dist/src/benchmarks/gaia-tools/python_exec.d.ts +31 -0
- package/dist/src/benchmarks/gaia-tools/python_exec.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-tools/python_exec.js +94 -0
- package/dist/src/benchmarks/gaia-tools/python_exec.js.map +1 -0
- package/dist/src/benchmarks/gaia-tools/python_exec.smoke.d.ts +13 -0
- package/dist/src/benchmarks/gaia-tools/python_exec.smoke.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-tools/python_exec.smoke.js +98 -0
- package/dist/src/benchmarks/gaia-tools/python_exec.smoke.js.map +1 -0
- package/dist/src/benchmarks/gaia-tools/visit_webpage.d.ts +52 -0
- package/dist/src/benchmarks/gaia-tools/visit_webpage.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-tools/visit_webpage.js +304 -0
- package/dist/src/benchmarks/gaia-tools/visit_webpage.js.map +1 -0
- package/dist/src/benchmarks/gaia-tools/web_browse.d.ts +61 -0
- package/dist/src/benchmarks/gaia-tools/web_browse.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-tools/web_browse.js +217 -0
- package/dist/src/benchmarks/gaia-tools/web_browse.js.map +1 -0
- package/dist/src/benchmarks/gaia-tools/web_browse.smoke.d.ts +26 -0
- package/dist/src/benchmarks/gaia-tools/web_browse.smoke.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-tools/web_browse.smoke.js +152 -0
- package/dist/src/benchmarks/gaia-tools/web_browse.smoke.js.map +1 -0
- package/dist/src/benchmarks/gaia-tools/web_search.smoke.d.ts +24 -0
- package/dist/src/benchmarks/gaia-tools/web_search.smoke.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-tools/web_search.smoke.js +311 -0
- package/dist/src/benchmarks/gaia-tools/web_search.smoke.js.map +1 -0
- package/dist/src/benchmarks/gaia-visit-webpage.smoke.d.ts +25 -0
- package/dist/src/benchmarks/gaia-visit-webpage.smoke.d.ts.map +1 -0
- package/dist/src/benchmarks/gaia-visit-webpage.smoke.js +304 -0
- package/dist/src/benchmarks/gaia-visit-webpage.smoke.js.map +1 -0
- package/dist/src/commands/completions.js +409 -409
- package/dist/src/commands/daemon.js +44 -44
- package/dist/src/commands/embeddings.js +26 -26
- package/dist/src/commands/hive-mind.js +97 -97
- package/dist/src/commands/hooks.js +9 -9
- package/dist/src/commands/neural.d.ts.map +1 -1
- package/dist/src/commands/neural.js +2351 -1
- package/dist/src/commands/neural.js.map +1 -1
- package/dist/src/commands/performance-capability.d.ts +30 -0
- package/dist/src/commands/performance-capability.d.ts.map +1 -0
- package/dist/src/commands/performance-capability.js +349 -0
- package/dist/src/commands/performance-capability.js.map +1 -0
- package/dist/src/commands/ruvector/backup.js +23 -23
- package/dist/src/commands/ruvector/benchmark.js +31 -31
- package/dist/src/commands/ruvector/import.js +14 -14
- package/dist/src/commands/ruvector/init.js +115 -115
- package/dist/src/commands/ruvector/migrate.js +99 -99
- package/dist/src/commands/ruvector/optimize.js +51 -51
- package/dist/src/commands/ruvector/setup.js +624 -624
- package/dist/src/commands/ruvector/status.js +38 -38
- package/dist/src/commands/swarm.d.ts.map +1 -1
- package/dist/src/commands/swarm.js +5 -1
- package/dist/src/commands/swarm.js.map +1 -1
- package/dist/src/init/claudemd-generator.js +231 -231
- package/dist/src/init/executor.d.ts.map +1 -1
- package/dist/src/init/executor.js +487 -455
- package/dist/src/init/executor.js.map +1 -1
- package/dist/src/init/helpers-generator.js +727 -727
- package/dist/src/init/statusline-generator.js +717 -717
- package/dist/src/mcp-tools/agent-execute-core.d.ts +23 -1
- package/dist/src/mcp-tools/agent-execute-core.d.ts.map +1 -1
- package/dist/src/mcp-tools/agent-execute-core.js +136 -9
- package/dist/src/mcp-tools/agent-execute-core.js.map +1 -1
- package/dist/src/mcp-tools/agent-tools.d.ts.map +1 -1
- package/dist/src/mcp-tools/agent-tools.js +48 -4
- package/dist/src/mcp-tools/agent-tools.js.map +1 -1
- package/dist/src/mcp-tools/agentdb-tools.js +15 -15
- package/dist/src/mcp-tools/hooks-tools.d.ts.map +1 -1
- package/dist/src/mcp-tools/hooks-tools.js +196 -0
- package/dist/src/mcp-tools/hooks-tools.js.map +1 -1
- package/dist/src/memory/graph-edge-writer.js +18 -18
- package/dist/src/memory/memory-bridge.js +84 -84
- package/dist/src/memory/memory-initializer.js +393 -393
- package/dist/src/memory/rabitq-index.js +5 -5
- package/dist/src/runtime/headless.js +28 -28
- package/dist/src/ruvector/enhanced-model-router.d.ts +5 -0
- package/dist/src/ruvector/enhanced-model-router.d.ts.map +1 -1
- package/dist/src/ruvector/enhanced-model-router.js +18 -1
- package/dist/src/ruvector/enhanced-model-router.js.map +1 -1
- package/dist/src/ruvector/model-prices.d.ts +50 -0
- package/dist/src/ruvector/model-prices.d.ts.map +1 -0
- package/dist/src/ruvector/model-prices.js +72 -0
- package/dist/src/ruvector/model-prices.js.map +1 -0
- package/dist/src/ruvector/model-router.d.ts +147 -8
- package/dist/src/ruvector/model-router.d.ts.map +1 -1
- package/dist/src/ruvector/model-router.js +418 -18
- package/dist/src/ruvector/model-router.js.map +1 -1
- package/dist/src/ruvector/neural-router.d.ts +172 -39
- package/dist/src/ruvector/neural-router.d.ts.map +1 -1
- package/dist/src/ruvector/neural-router.js +780 -91
- package/dist/src/ruvector/neural-router.js.map +1 -1
- package/dist/src/ruvector/router-calibrator.d.ts +65 -0
- package/dist/src/ruvector/router-calibrator.d.ts.map +1 -0
- package/dist/src/ruvector/router-calibrator.js +120 -0
- package/dist/src/ruvector/router-calibrator.js.map +1 -0
- package/dist/src/ruvector/router-trajectory.d.ts +137 -45
- package/dist/src/ruvector/router-trajectory.d.ts.map +1 -1
- package/dist/src/ruvector/router-trajectory.js +226 -63
- package/dist/src/ruvector/router-trajectory.js.map +1 -1
- package/dist/src/ruvector/task-embedder.d.ts +56 -0
- package/dist/src/ruvector/task-embedder.d.ts.map +1 -0
- package/dist/src/ruvector/task-embedder.js +237 -0
- package/dist/src/ruvector/task-embedder.js.map +1 -0
- package/dist/src/services/container-worker-pool.d.ts +8 -1
- package/dist/src/services/container-worker-pool.d.ts.map +1 -1
- package/dist/src/services/container-worker-pool.js +9 -3
- package/dist/src/services/container-worker-pool.js.map +1 -1
- package/dist/src/services/headless-worker-executor.js +84 -84
- package/dist/src/transfer/deploy-seraphine.js +23 -23
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +136 -134
- package/scripts/beir-bootstrap-significance.mjs +162 -162
- package/scripts/bench-rvagent.mjs +312 -312
- package/scripts/benchmark-codemods.mjs +127 -127
- package/scripts/benchmark-cross-repo.mjs +206 -206
- package/scripts/benchmark-pretrained-retrieval.mjs +305 -305
- package/scripts/benchmark-self-learning.mjs +241 -241
- package/scripts/benchmark-trajectory-mrr.mjs +191 -191
- package/scripts/deploy-ipfs-node.sh +153 -153
- package/scripts/grid-search-retrieval.mjs +216 -216
- package/scripts/postinstall.cjs +153 -153
- package/scripts/pretrain-from-github.mjs +358 -358
- package/scripts/publish-registry.ts +345 -345
- package/scripts/publish.sh +57 -57
- package/scripts/run-beir-bge.mjs +324 -324
- package/scripts/run-beir-hybrid.mjs +261 -261
- package/scripts/run-beir-lucene-bm25.mjs +154 -154
- package/scripts/run-beir-nfcorpus.mjs +231 -231
- package/scripts/run-beir-rrf-ablation.mjs +221 -221
- package/scripts/setup-ipfs-registry.md +366 -366
- package/dist/src/ruvector/flash-attention.d.ts +0 -195
- package/dist/src/ruvector/flash-attention.d.ts.map +0 -1
- package/dist/src/ruvector/flash-attention.js +0 -643
- package/dist/src/ruvector/flash-attention.js.map +0 -1
- package/dist/src/ruvector/moe-router.d.ts +0 -206
- package/dist/src/ruvector/moe-router.d.ts.map +0 -1
- package/dist/src/ruvector/moe-router.js +0 -626
- package/dist/src/ruvector/moe-router.js.map +0 -1
- package/dist/src/services/event-stream.d.ts +0 -25
- package/dist/src/services/event-stream.js +0 -27
- package/dist/src/services/loop-worker-runner.d.ts +0 -16
- package/dist/src/services/loop-worker-runner.js +0 -34
- package/dist/src/services/runtime-capabilities.d.ts +0 -22
- package/dist/src/services/runtime-capabilities.js +0 -45
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* V3 CLI Performance Capability Benchmark
|
|
3
|
+
*
|
|
4
|
+
* Runs a small verifiable-answer corpus through the Anthropic API and reports
|
|
5
|
+
* pass-rate, latency, and cost. Closes the capability-evaluation gap that
|
|
6
|
+
* `performance benchmark --suite agent` does NOT cover — that suite measures
|
|
7
|
+
* the agent control plane (router, memory, hooks) without LLM calls; this
|
|
8
|
+
* subcommand measures the actual model's ability to solve agent-style tasks.
|
|
9
|
+
*
|
|
10
|
+
* Features:
|
|
11
|
+
* - Parallel execution with configurable concurrency
|
|
12
|
+
* - Multi-model comparison in a single run (`--models a,b,c`)
|
|
13
|
+
* - Per-task max-tokens overrides (declared in the fixture)
|
|
14
|
+
* - Configurable corpus via `--questions <path>`
|
|
15
|
+
*
|
|
16
|
+
* Inspired by GAIA / SWE-bench / GSM8K but text-only and scoreable via
|
|
17
|
+
* substring / exact match — no web browsing, no file attachments, no
|
|
18
|
+
* Hugging Face dataset download.
|
|
19
|
+
*
|
|
20
|
+
* API key resolution (in order):
|
|
21
|
+
* 1. $ANTHROPIC_API_KEY env var
|
|
22
|
+
* 2. `gcloud secrets versions access latest --secret=ANTHROPIC_API_KEY`
|
|
23
|
+
* 3. Fail with a clear error
|
|
24
|
+
*
|
|
25
|
+
* Refs: #2156 (Dream Cycle 2026-05-27 capabilities scan)
|
|
26
|
+
*/
|
|
27
|
+
import type { Command } from '../types.js';
|
|
28
|
+
declare const capabilityCommand: Command;
|
|
29
|
+
export default capabilityCommand;
|
|
30
|
+
//# sourceMappingURL=performance-capability.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"performance-capability.d.ts","sourceRoot":"","sources":["../../../src/commands/performance-capability.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAKH,OAAO,KAAK,EAAE,OAAO,EAAiC,MAAM,aAAa,CAAC;AA6P1E,QAAA,MAAM,iBAAiB,EAAE,OAsJxB,CAAC;AAEF,eAAe,iBAAiB,CAAC"}
|
|
@@ -0,0 +1,349 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* V3 CLI Performance Capability Benchmark
|
|
3
|
+
*
|
|
4
|
+
* Runs a small verifiable-answer corpus through the Anthropic API and reports
|
|
5
|
+
* pass-rate, latency, and cost. Closes the capability-evaluation gap that
|
|
6
|
+
* `performance benchmark --suite agent` does NOT cover — that suite measures
|
|
7
|
+
* the agent control plane (router, memory, hooks) without LLM calls; this
|
|
8
|
+
* subcommand measures the actual model's ability to solve agent-style tasks.
|
|
9
|
+
*
|
|
10
|
+
* Features:
|
|
11
|
+
* - Parallel execution with configurable concurrency
|
|
12
|
+
* - Multi-model comparison in a single run (`--models a,b,c`)
|
|
13
|
+
* - Per-task max-tokens overrides (declared in the fixture)
|
|
14
|
+
* - Configurable corpus via `--questions <path>`
|
|
15
|
+
*
|
|
16
|
+
* Inspired by GAIA / SWE-bench / GSM8K but text-only and scoreable via
|
|
17
|
+
* substring / exact match — no web browsing, no file attachments, no
|
|
18
|
+
* Hugging Face dataset download.
|
|
19
|
+
*
|
|
20
|
+
* API key resolution (in order):
|
|
21
|
+
* 1. $ANTHROPIC_API_KEY env var
|
|
22
|
+
* 2. `gcloud secrets versions access latest --secret=ANTHROPIC_API_KEY`
|
|
23
|
+
* 3. Fail with a clear error
|
|
24
|
+
*
|
|
25
|
+
* Refs: #2156 (Dream Cycle 2026-05-27 capabilities scan)
|
|
26
|
+
*/
|
|
27
|
+
import { execSync } from 'node:child_process';
|
|
28
|
+
import * as fs from 'node:fs';
|
|
29
|
+
import * as path from 'node:path';
|
|
30
|
+
import { output } from '../output.js';
|
|
31
|
+
import { BUILTIN_CAPABILITY_TASKS } from '../benchmarks/capability-tasks.js';
|
|
32
|
+
// Anthropic pricing (per 1M tokens, USD)
|
|
33
|
+
const PRICING = {
|
|
34
|
+
'claude-haiku-4-5': { in: 1.0, out: 5.0 },
|
|
35
|
+
'claude-haiku-4-5-20251001': { in: 1.0, out: 5.0 },
|
|
36
|
+
'claude-sonnet-4-6': { in: 3.0, out: 15.0 },
|
|
37
|
+
'claude-opus-4-7': { in: 15.0, out: 75.0 },
|
|
38
|
+
};
|
|
39
|
+
const DEFAULT_MAX_TOKENS = 256;
|
|
40
|
+
function resolveApiKey() {
|
|
41
|
+
const envKey = process.env.ANTHROPIC_API_KEY;
|
|
42
|
+
if (envKey && envKey.trim())
|
|
43
|
+
return envKey.trim();
|
|
44
|
+
try {
|
|
45
|
+
const out = execSync('gcloud secrets versions access latest --secret=ANTHROPIC_API_KEY 2>/dev/null', { encoding: 'utf-8', timeout: 10_000 }).trim();
|
|
46
|
+
if (out)
|
|
47
|
+
return out;
|
|
48
|
+
}
|
|
49
|
+
catch {
|
|
50
|
+
/* fall through */
|
|
51
|
+
}
|
|
52
|
+
throw new Error('ANTHROPIC_API_KEY not found. Set the env var or store it as a gcloud secret named ANTHROPIC_API_KEY (e.g. `echo -n "$KEY" | gcloud secrets versions add ANTHROPIC_API_KEY --data-file=-`).');
|
|
53
|
+
}
|
|
54
|
+
function loadTaskFile(custom) {
|
|
55
|
+
if (custom) {
|
|
56
|
+
const resolved = path.resolve(custom);
|
|
57
|
+
if (!fs.existsSync(resolved))
|
|
58
|
+
throw new Error(`questions file not found: ${resolved}`);
|
|
59
|
+
return JSON.parse(fs.readFileSync(resolved, 'utf-8'));
|
|
60
|
+
}
|
|
61
|
+
return BUILTIN_CAPABILITY_TASKS;
|
|
62
|
+
}
|
|
63
|
+
function buildPrompt(task) {
|
|
64
|
+
return `You are answering an agent-capability benchmark question. Show only the key reasoning steps (one or two lines), then wrap your final answer in <answer>...</answer> tags. Be exact — the harness compares the tag contents to a ground-truth string.
|
|
65
|
+
|
|
66
|
+
Question: ${task.prompt}`;
|
|
67
|
+
}
|
|
68
|
+
function extractAnswer(text) {
|
|
69
|
+
const m = text.match(/<answer>([\s\S]*?)<\/answer>/i);
|
|
70
|
+
if (m && m[1] !== undefined)
|
|
71
|
+
return m[1].trim();
|
|
72
|
+
// Fallback: take last non-empty line. Strip leading markdown bullets/quotes/heading marks
|
|
73
|
+
// and trailing sentence-ending punctuation. Models sometimes give the bare answer on the
|
|
74
|
+
// final line without the <answer> tags, often prefixed with "- " or "* " from a list.
|
|
75
|
+
const lines = text.split(/\r?\n/).map((l) => l.trim()).filter(Boolean);
|
|
76
|
+
const last = lines[lines.length - 1] || '';
|
|
77
|
+
return last
|
|
78
|
+
.replace(/^[-*>#\s]+/, '') // leading bullet / quote / heading
|
|
79
|
+
.replace(/^\*\*|\*\*$/g, '') // bold markers
|
|
80
|
+
.replace(/[.,!?]+$/, '') // trailing punctuation
|
|
81
|
+
.trim();
|
|
82
|
+
}
|
|
83
|
+
function check(answer, task) {
|
|
84
|
+
const a = answer.trim().toLowerCase();
|
|
85
|
+
const e = task.expected.trim().toLowerCase();
|
|
86
|
+
switch (task.matchMode) {
|
|
87
|
+
case 'exact':
|
|
88
|
+
return a === e;
|
|
89
|
+
case 'substring':
|
|
90
|
+
return a.includes(e);
|
|
91
|
+
case 'regex':
|
|
92
|
+
try {
|
|
93
|
+
return new RegExp(task.expected, 'i').test(answer);
|
|
94
|
+
}
|
|
95
|
+
catch {
|
|
96
|
+
return false;
|
|
97
|
+
}
|
|
98
|
+
default:
|
|
99
|
+
return false;
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
async function callAnthropic(apiKey, model, prompt, maxTokens, timeoutMs) {
|
|
103
|
+
const ac = new AbortController();
|
|
104
|
+
const timer = setTimeout(() => ac.abort(), timeoutMs);
|
|
105
|
+
try {
|
|
106
|
+
const resp = await fetch('https://api.anthropic.com/v1/messages', {
|
|
107
|
+
method: 'POST',
|
|
108
|
+
headers: {
|
|
109
|
+
'x-api-key': apiKey,
|
|
110
|
+
'anthropic-version': '2023-06-01',
|
|
111
|
+
'Content-Type': 'application/json',
|
|
112
|
+
},
|
|
113
|
+
signal: ac.signal,
|
|
114
|
+
body: JSON.stringify({
|
|
115
|
+
model,
|
|
116
|
+
max_tokens: maxTokens,
|
|
117
|
+
messages: [{ role: 'user', content: prompt }],
|
|
118
|
+
}),
|
|
119
|
+
});
|
|
120
|
+
if (!resp.ok) {
|
|
121
|
+
const body = await resp.text().catch(() => '');
|
|
122
|
+
throw new Error(`HTTP ${resp.status}: ${body.slice(0, 200)}`);
|
|
123
|
+
}
|
|
124
|
+
const body = (await resp.json());
|
|
125
|
+
const text = body.content?.[0]?.text ?? '';
|
|
126
|
+
return {
|
|
127
|
+
text,
|
|
128
|
+
inputTokens: body.usage?.input_tokens ?? 0,
|
|
129
|
+
outputTokens: body.usage?.output_tokens ?? 0,
|
|
130
|
+
};
|
|
131
|
+
}
|
|
132
|
+
finally {
|
|
133
|
+
clearTimeout(timer);
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
/**
|
|
137
|
+
* Concurrency-limited parallel mapper. Avoids a p-limit dep; rate-limits via
|
|
138
|
+
* a sliding window of in-flight promises. Anthropic Haiku tier-1 has 50 RPM
|
|
139
|
+
* + 50K TPM headroom — concurrency 4 keeps us well under both.
|
|
140
|
+
*/
|
|
141
|
+
async function parallelMap(items, concurrency, fn) {
|
|
142
|
+
const results = new Array(items.length);
|
|
143
|
+
let cursor = 0;
|
|
144
|
+
async function worker() {
|
|
145
|
+
while (true) {
|
|
146
|
+
const i = cursor++;
|
|
147
|
+
if (i >= items.length)
|
|
148
|
+
return;
|
|
149
|
+
results[i] = await fn(items[i], i);
|
|
150
|
+
}
|
|
151
|
+
}
|
|
152
|
+
const workers = Array.from({ length: Math.min(concurrency, items.length) }, () => worker());
|
|
153
|
+
await Promise.all(workers);
|
|
154
|
+
return results;
|
|
155
|
+
}
|
|
156
|
+
async function runOne(task, model, apiKey, defaultMaxTokens, timeoutMs) {
|
|
157
|
+
const maxTokens = task.maxTokens ?? defaultMaxTokens;
|
|
158
|
+
const start = performance.now();
|
|
159
|
+
try {
|
|
160
|
+
const { text, inputTokens, outputTokens } = await callAnthropic(apiKey, model, buildPrompt(task), maxTokens, timeoutMs);
|
|
161
|
+
const answer = extractAnswer(text);
|
|
162
|
+
return {
|
|
163
|
+
id: task.id,
|
|
164
|
+
category: task.category,
|
|
165
|
+
model,
|
|
166
|
+
correct: check(answer, task),
|
|
167
|
+
answer,
|
|
168
|
+
expected: task.expected,
|
|
169
|
+
latencyMs: performance.now() - start,
|
|
170
|
+
inputTokens,
|
|
171
|
+
outputTokens,
|
|
172
|
+
};
|
|
173
|
+
}
|
|
174
|
+
catch (err) {
|
|
175
|
+
return {
|
|
176
|
+
id: task.id,
|
|
177
|
+
category: task.category,
|
|
178
|
+
model,
|
|
179
|
+
correct: false,
|
|
180
|
+
answer: '',
|
|
181
|
+
expected: task.expected,
|
|
182
|
+
latencyMs: performance.now() - start,
|
|
183
|
+
inputTokens: 0,
|
|
184
|
+
outputTokens: 0,
|
|
185
|
+
error: err.message.slice(0, 120),
|
|
186
|
+
};
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
function summarizeModel(results) {
|
|
190
|
+
const model = results[0]?.model ?? '';
|
|
191
|
+
const passed = results.filter((r) => r.correct).length;
|
|
192
|
+
const meanLatencyMs = results.reduce((a, b) => a + b.latencyMs, 0) / results.length;
|
|
193
|
+
const totalInputTokens = results.reduce((a, b) => a + b.inputTokens, 0);
|
|
194
|
+
const totalOutputTokens = results.reduce((a, b) => a + b.outputTokens, 0);
|
|
195
|
+
const price = PRICING[model] ?? { in: 3.0, out: 15.0 };
|
|
196
|
+
const estCostUsd = (totalInputTokens / 1_000_000) * price.in + (totalOutputTokens / 1_000_000) * price.out;
|
|
197
|
+
return {
|
|
198
|
+
model,
|
|
199
|
+
passed,
|
|
200
|
+
total: results.length,
|
|
201
|
+
passRate: passed / results.length,
|
|
202
|
+
meanLatencyMs,
|
|
203
|
+
totalInputTokens,
|
|
204
|
+
totalOutputTokens,
|
|
205
|
+
estCostUsd,
|
|
206
|
+
};
|
|
207
|
+
}
|
|
208
|
+
const capabilityCommand = {
|
|
209
|
+
name: 'capability',
|
|
210
|
+
description: 'Run a real LLM-driven agent-capability benchmark against the Anthropic API',
|
|
211
|
+
options: [
|
|
212
|
+
{ name: 'model', short: 'm', type: 'string', description: 'Single model id (default: claude-haiku-4-5). Overridden by --models.', default: 'claude-haiku-4-5' },
|
|
213
|
+
{ name: 'models', short: 'M', type: 'string', description: 'Comma-separated list of models for cross-model comparison (e.g. claude-haiku-4-5,claude-sonnet-4-6)' },
|
|
214
|
+
{ name: 'questions', short: 'q', type: 'string', description: 'Path to a custom tasks JSON file (default: built-in fixture)' },
|
|
215
|
+
{ name: 'concurrency', short: 'c', type: 'number', description: 'Parallel in-flight requests', default: '4' },
|
|
216
|
+
{ name: 'max-tokens', type: 'number', description: 'Default max_tokens cap (per-task overrides in fixture take precedence)', default: String(DEFAULT_MAX_TOKENS) },
|
|
217
|
+
{ name: 'timeout', short: 't', type: 'number', description: 'Per-question timeout (ms)', default: '30000' },
|
|
218
|
+
{ name: 'limit', short: 'l', type: 'number', description: 'Run only the first N questions' },
|
|
219
|
+
{ name: 'output', short: 'o', type: 'string', description: 'Output format: text, json', default: 'text' },
|
|
220
|
+
],
|
|
221
|
+
examples: [
|
|
222
|
+
{ command: 'claude-flow performance capability', description: 'Run the built-in fixture against Haiku (parallel, default)' },
|
|
223
|
+
{ command: 'claude-flow performance capability -M claude-haiku-4-5,claude-sonnet-4-6', description: 'Compare Haiku vs Sonnet on every question' },
|
|
224
|
+
{ command: 'claude-flow performance capability -c 8 -o json', description: 'Higher concurrency, emit JSON' },
|
|
225
|
+
{ command: 'claude-flow performance capability -q ./my-eval.json -l 3', description: 'Custom dataset, first 3 only' },
|
|
226
|
+
],
|
|
227
|
+
action: async (ctx) => {
|
|
228
|
+
const modelsFlag = ctx.flags.models;
|
|
229
|
+
const singleModel = ctx.flags.model || 'claude-haiku-4-5';
|
|
230
|
+
const models = modelsFlag
|
|
231
|
+
? modelsFlag.split(',').map((m) => m.trim()).filter(Boolean)
|
|
232
|
+
: [singleModel];
|
|
233
|
+
const customPath = ctx.flags.questions;
|
|
234
|
+
const outputFormat = ctx.flags.output || 'text';
|
|
235
|
+
const timeoutMs = parseInt(String(ctx.flags.timeout ?? '30000'), 10);
|
|
236
|
+
const limit = ctx.flags.limit ? parseInt(String(ctx.flags.limit), 10) : undefined;
|
|
237
|
+
const concurrency = Math.max(1, parseInt(String(ctx.flags.concurrency ?? '4'), 10));
|
|
238
|
+
const defaultMaxTokens = Math.max(32, parseInt(String(ctx.flags['max-tokens'] ?? DEFAULT_MAX_TOKENS), 10));
|
|
239
|
+
output.writeln();
|
|
240
|
+
output.writeln(output.bold('Agent Capability Benchmark (Anthropic API)'));
|
|
241
|
+
output.writeln(output.dim('─'.repeat(60)));
|
|
242
|
+
let apiKey;
|
|
243
|
+
try {
|
|
244
|
+
apiKey = resolveApiKey();
|
|
245
|
+
}
|
|
246
|
+
catch (err) {
|
|
247
|
+
output.writeln(output.error(err.message));
|
|
248
|
+
return { success: false, message: err.message, exitCode: 1 };
|
|
249
|
+
}
|
|
250
|
+
let file;
|
|
251
|
+
try {
|
|
252
|
+
file = loadTaskFile(customPath);
|
|
253
|
+
}
|
|
254
|
+
catch (err) {
|
|
255
|
+
output.writeln(output.error(err.message));
|
|
256
|
+
return { success: false, message: err.message, exitCode: 1 };
|
|
257
|
+
}
|
|
258
|
+
const tasks = limit ? file.tasks.slice(0, limit) : file.tasks;
|
|
259
|
+
output.writeln(`Models: ${models.join(', ')}`);
|
|
260
|
+
output.writeln(`Questions: ${tasks.length}${customPath ? ` (custom: ${customPath})` : ' (built-in fixture)'}`);
|
|
261
|
+
output.writeln(`Concurrency: ${concurrency}`);
|
|
262
|
+
output.writeln(`Default cap: ${defaultMaxTokens} tokens (per-task override allowed)`);
|
|
263
|
+
output.writeln();
|
|
264
|
+
const startWall = performance.now();
|
|
265
|
+
const spinner = output.createSpinner({ text: `Running ${models.length * tasks.length} requests...`, spinner: 'dots' });
|
|
266
|
+
spinner.start();
|
|
267
|
+
// Build flat list of (task, model) pairs, then parallel-execute with concurrency limiter.
|
|
268
|
+
const work = [];
|
|
269
|
+
for (const model of models) {
|
|
270
|
+
for (const task of tasks)
|
|
271
|
+
work.push({ task, model });
|
|
272
|
+
}
|
|
273
|
+
const results = await parallelMap(work, concurrency, async ({ task, model }) => {
|
|
274
|
+
return runOne(task, model, apiKey, defaultMaxTokens, timeoutMs);
|
|
275
|
+
});
|
|
276
|
+
const wallMs = performance.now() - startWall;
|
|
277
|
+
spinner.succeed(`Completed ${results.length} requests in ${(wallMs / 1000).toFixed(2)}s`);
|
|
278
|
+
// Group by model for per-model summary
|
|
279
|
+
const byModel = new Map();
|
|
280
|
+
for (const r of results) {
|
|
281
|
+
const arr = byModel.get(r.model) ?? [];
|
|
282
|
+
arr.push(r);
|
|
283
|
+
byModel.set(r.model, arr);
|
|
284
|
+
}
|
|
285
|
+
const summaries = [...byModel.entries()].map(([, arr]) => summarizeModel(arr));
|
|
286
|
+
if (outputFormat === 'json') {
|
|
287
|
+
output.printJson({
|
|
288
|
+
models,
|
|
289
|
+
questions: tasks.length,
|
|
290
|
+
concurrency,
|
|
291
|
+
wallMs,
|
|
292
|
+
summaries,
|
|
293
|
+
results,
|
|
294
|
+
});
|
|
295
|
+
const overallPass = summaries.every((s) => s.passRate >= 0.5);
|
|
296
|
+
return { success: overallPass, data: { summaries, results } };
|
|
297
|
+
}
|
|
298
|
+
// Per-model detail tables
|
|
299
|
+
for (const [model, arr] of byModel) {
|
|
300
|
+
output.writeln();
|
|
301
|
+
output.writeln(output.bold(`${model}`));
|
|
302
|
+
output.printTable({
|
|
303
|
+
columns: [
|
|
304
|
+
{ key: 'id', header: 'Question', width: 22 },
|
|
305
|
+
{ key: 'category', header: 'Category', width: 24 },
|
|
306
|
+
{ key: 'correct', header: 'Pass', width: 6 },
|
|
307
|
+
{ key: 'latency', header: 'Latency', width: 10 },
|
|
308
|
+
{ key: 'answer', header: 'Answer (got vs expected)', width: 36 },
|
|
309
|
+
],
|
|
310
|
+
data: arr.map((r) => ({
|
|
311
|
+
id: r.id,
|
|
312
|
+
category: r.category,
|
|
313
|
+
correct: r.correct ? output.success('✓') : output.error('✗'),
|
|
314
|
+
latency: `${r.latencyMs.toFixed(0)}ms`,
|
|
315
|
+
answer: r.error
|
|
316
|
+
? output.dim(`error: ${r.error}`)
|
|
317
|
+
: r.correct
|
|
318
|
+
? r.answer.slice(0, 34)
|
|
319
|
+
: `${r.answer.slice(0, 14)} ≠ ${r.expected.slice(0, 14)}`,
|
|
320
|
+
})),
|
|
321
|
+
});
|
|
322
|
+
}
|
|
323
|
+
// Cross-model summary table
|
|
324
|
+
output.writeln();
|
|
325
|
+
output.writeln(output.bold('Summary'));
|
|
326
|
+
output.printTable({
|
|
327
|
+
columns: [
|
|
328
|
+
{ key: 'model', header: 'Model', width: 26 },
|
|
329
|
+
{ key: 'pass', header: 'Pass', width: 14 },
|
|
330
|
+
{ key: 'mean', header: 'Mean Lat', width: 12 },
|
|
331
|
+
{ key: 'tokens', header: 'Tokens (in/out)', width: 18 },
|
|
332
|
+
{ key: 'cost', header: 'Est. Cost', width: 12 },
|
|
333
|
+
],
|
|
334
|
+
data: summaries.map((s) => ({
|
|
335
|
+
model: s.model,
|
|
336
|
+
pass: `${(s.passRate * 100).toFixed(1)}% (${s.passed}/${s.total})`,
|
|
337
|
+
mean: `${s.meanLatencyMs.toFixed(0)}ms`,
|
|
338
|
+
tokens: `${s.totalInputTokens} / ${s.totalOutputTokens}`,
|
|
339
|
+
cost: `$${s.estCostUsd.toFixed(4)}`,
|
|
340
|
+
})),
|
|
341
|
+
});
|
|
342
|
+
output.writeln();
|
|
343
|
+
output.writeln(output.dim(`Wall time: ${(wallMs / 1000).toFixed(2)}s (concurrency=${concurrency})`));
|
|
344
|
+
const overallPass = summaries.every((s) => s.passRate >= 0.5);
|
|
345
|
+
return { success: overallPass, data: { summaries, wallMs, results } };
|
|
346
|
+
},
|
|
347
|
+
};
|
|
348
|
+
export default capabilityCommand;
|
|
349
|
+
//# sourceMappingURL=performance-capability.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"performance-capability.js","sourceRoot":"","sources":["../../../src/commands/performance-capability.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAElC,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AACtC,OAAO,EAAE,wBAAwB,EAAE,MAAM,mCAAmC,CAAC;AAgC7E,yCAAyC;AACzC,MAAM,OAAO,GAAgD;IAC3D,kBAAkB,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE;IACzC,2BAA2B,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE;IAClD,mBAAmB,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE;IAC3C,iBAAiB,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE;CAC3C,CAAC;AAEF,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAE/B,SAAS,aAAa;IACpB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;IAC7C,IAAI,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE;QAAE,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;IAElD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,QAAQ,CAClB,8EAA8E,EAC9E,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CACvC,CAAC,IAAI,EAAE,CAAC;QACT,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC;IACtB,CAAC;IAAC,MAAM,CAAC;QACP,kBAAkB;IACpB,CAAC;IAED,MAAM,IAAI,KAAK,CACb,4LAA4L,CAC7L,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,MAAe;IACnC,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,EAAE,CAAC,CAAC;QACvF,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAa,CAAC;IACpE,CAAC;IACD,OAAO,wBAA+C,CAAC;AACzD,CAAC;AAED,SAAS,WAAW,CAAC,IAAU;IAC7B,OAAO;;YAEG,IAAI,CAAC,MAAM,EAAE,CAAC;AAC1B,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IACjC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACtD,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,SAAS;QAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAChD,0FAA0F;IAC1F,yFAAyF;IACzF,sFAAsF;IACtF,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACvE,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3C,OAAO,IAAI;SACR,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAM,mCAAmC;SAClE,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAI,eAAe;SAC9C,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAQ,uBAAuB;SACtD,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,KAAK,CAAC,MAAc,EAAE,IAAU;IACvC,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACtC,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC7C,QAAQ,IAAI,CAAC,SAAS,EAAE,CAAC;QACvB,KAAK,OAAO;YACV,OAAO,CAAC,KAAK,CAAC,CAAC;QACjB,KAAK,WAAW;YACd,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QACvB,KAAK,OAAO;YACV,IAAI,CAAC;gBACH,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrD,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH;YACE,OAAO,KAAK,CAAC;IACjB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,MAAc,EACd,KAAa,EACb,MAAc,EACd,SAAiB,EACjB,SAAiB;IAEjB,MAAM,EAAE,GAAG,IAAI,eAAe,EAAE,CAAC;IACjC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;IACtD,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,uCAAuC,EAAE;YAChE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,WAAW,EAAE,MAAM;gBACnB,mBAAmB,EAAE,YAAY;gBACjC,cAAc,EAAE,kBAAkB;aACnC;YACD,MAAM,EAAE,EAAE,CAAC,MAAM;YACjB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,UAAU,EAAE,SAAS;gBACrB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;aAC9C,CAAC;SACH,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/C,MAAM,IAAI,KAAK,CAAC,QAAQ,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAChE,CAAC;QACD,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAG9B,CAAC;QACF,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;QAC3C,OAAO;YACL,IAAI;YACJ,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;YAC1C,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;SAC7C,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,WAAW,CACxB,KAAU,EACV,WAAmB,EACnB,EAAwC;IAExC,MAAM,OAAO,GAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,UAAU,MAAM;QACnB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC;YACnB,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM;gBAAE,OAAO;YAC9B,OAAO,CAAC,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5F,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,MAAM,CACnB,IAAU,EACV,KAAa,EACb,MAAc,EACd,gBAAwB,EACxB,SAAiB;IAEjB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,gBAAgB,CAAC;IACrD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAChC,IAAI,CAAC;QACH,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,EAAE,GAAG,MAAM,aAAa,CAC7D,MAAM,EACN,KAAK,EACL,WAAW,CAAC,IAAI,CAAC,EACjB,SAAS,EACT,SAAS,CACV,CAAC;QACF,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QACnC,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK;YACL,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC;YAC5B,MAAM;YACN,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;YACpC,WAAW;YACX,YAAY;SACb,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK;YACL,OAAO,EAAE,KAAK;YACd,MAAM,EAAE,EAAE;YACV,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK;YACpC,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,CAAC;YACf,KAAK,EAAG,GAAa,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;SAC5C,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,OAAoB;IAU1C,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC;IACtC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IACvD,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IACpF,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACxE,MAAM,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;IAC1E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;IACvD,MAAM,UAAU,GAAG,CAAC,gBAAgB,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,EAAE,GAAG,CAAC,iBAAiB,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC;IAC3G,OAAO;QACL,KAAK;QACL,MAAM;QACN,KAAK,EAAE,OAAO,CAAC,MAAM;QACrB,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM;QACjC,aAAa;QACb,gBAAgB;QAChB,iBAAiB;QACjB,UAAU;KACX,CAAC;AACJ,CAAC;AAED,MAAM,iBAAiB,GAAY;IACjC,IAAI,EAAE,YAAY;IAClB,WAAW,EAAE,4EAA4E;IACzF,OAAO,EAAE;QACP,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,sEAAsE,EAAE,OAAO,EAAE,kBAAkB,EAAE;QAC/J,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,qGAAqG,EAAE;QAClK,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,8DAA8D,EAAE;QAC9H,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,6BAA6B,EAAE,OAAO,EAAE,GAAG,EAAE;QAC7G,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,wEAAwE,EAAE,OAAO,EAAE,MAAM,CAAC,kBAAkB,CAAC,EAAE;QAClK,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,2BAA2B,EAAE,OAAO,EAAE,OAAO,EAAE;QAC3G,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,gCAAgC,EAAE;QAC5F,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,2BAA2B,EAAE,OAAO,EAAE,MAAM,EAAE;KAC1G;IACD,QAAQ,EAAE;QACR,EAAE,OAAO,EAAE,oCAAoC,EAAE,WAAW,EAAE,4DAA4D,EAAE;QAC5H,EAAE,OAAO,EAAE,0EAA0E,EAAE,WAAW,EAAE,2CAA2C,EAAE;QACjJ,EAAE,OAAO,EAAE,iDAAiD,EAAE,WAAW,EAAE,+BAA+B,EAAE;QAC5G,EAAE,OAAO,EAAE,2DAA2D,EAAE,WAAW,EAAE,8BAA8B,EAAE;KACtH;IACD,MAAM,EAAE,KAAK,EAAE,GAAmB,EAA0B,EAAE;QAC5D,MAAM,UAAU,GAAG,GAAG,CAAC,KAAK,CAAC,MAA4B,CAAC;QAC1D,MAAM,WAAW,GAAI,GAAG,CAAC,KAAK,CAAC,KAAgB,IAAI,kBAAkB,CAAC;QACtE,MAAM,MAAM,GAAG,UAAU;YACvB,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;YAC5D,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;QAClB,MAAM,UAAU,GAAG,GAAG,CAAC,KAAK,CAAC,SAA+B,CAAC;QAC7D,MAAM,YAAY,GAAI,GAAG,CAAC,KAAK,CAAC,MAAiB,IAAI,MAAM,CAAC;QAC5D,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;QACrE,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAClF,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACpF,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,kBAAkB,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAE3G,MAAM,CAAC,OAAO,EAAE,CAAC;QACjB,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC,CAAC;QAC1E,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAE3C,IAAI,MAAc,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,GAAG,aAAa,EAAE,CAAC;QAC3B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAE,GAAa,CAAC,OAAO,CAAC,CAAC,CAAC;YACrD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAG,GAAa,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;QAC1E,CAAC;QAED,IAAI,IAAc,CAAC;QACnB,IAAI,CAAC;YACH,IAAI,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAE,GAAa,CAAC,OAAO,CAAC,CAAC,CAAC;YACrD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAG,GAAa,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;QAC1E,CAAC;QAED,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;QAC9D,MAAM,CAAC,OAAO,CAAC,kBAAkB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtD,MAAM,CAAC,OAAO,CAAC,kBAAkB,KAAK,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC,aAAa,UAAU,GAAG,CAAC,CAAC,CAAC,qBAAqB,EAAE,CAAC,CAAC;QACnH,MAAM,CAAC,OAAO,CAAC,kBAAkB,WAAW,EAAE,CAAC,CAAC;QAChD,MAAM,CAAC,OAAO,CAAC,kBAAkB,gBAAgB,qCAAqC,CAAC,CAAC;QACxF,MAAM,CAAC,OAAO,EAAE,CAAC;QAEjB,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,WAAW,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,cAAc,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QACvH,OAAO,CAAC,KAAK,EAAE,CAAC;QAEhB,0FAA0F;QAC1F,MAAM,IAAI,GAAyC,EAAE,CAAC;QACtD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,KAAK,MAAM,IAAI,IAAI,KAAK;gBAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE;YAC7E,OAAO,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,gBAAgB,EAAE,SAAS,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAC7C,OAAO,CAAC,OAAO,CAAC,aAAa,OAAO,CAAC,MAAM,gBAAgB,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAE1F,uCAAuC;QACvC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAC;QAC/C,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACvC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACZ,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC5B,CAAC;QACD,MAAM,SAAS,GAAG,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC;QAE/E,IAAI,YAAY,KAAK,MAAM,EAAE,CAAC;YAC5B,MAAM,CAAC,SAAS,CAAC;gBACf,MAAM;gBACN,SAAS,EAAE,KAAK,CAAC,MAAM;gBACvB,WAAW;gBACX,MAAM;gBACN,SAAS;gBACT,OAAO;aACR,CAAC,CAAC;YACH,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC;YAC9D,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,CAAC;QAChE,CAAC;QAED,0BAA0B;QAC1B,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,OAAO,EAAE,CAAC;YACnC,MAAM,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;YACxC,MAAM,CAAC,UAAU,CAAC;gBAChB,OAAO,EAAE;oBACP,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,EAAE;oBAC5C,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,EAAE;oBAClD,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE;oBAC5C,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE;oBAChD,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,0BAA0B,EAAE,KAAK,EAAE,EAAE,EAAE;iBACjE;gBACD,IAAI,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACpB,EAAE,EAAE,CAAC,CAAC,EAAE;oBACR,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC;oBAC5D,OAAO,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;oBACtC,MAAM,EAAE,CAAC,CAAC,KAAK;wBACb,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,CAAC;wBACjC,CAAC,CAAC,CAAC,CAAC,OAAO;4BACT,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;4BACvB,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;iBAC9D,CAAC,CAAC;aACJ,CAAC,CAAC;QACL,CAAC;QAED,4BAA4B;QAC5B,MAAM,CAAC,OAAO,EAAE,CAAC;QACjB,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,UAAU,CAAC;YAChB,OAAO,EAAE;gBACP,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE;gBAC5C,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE;gBAC1C,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,EAAE;gBAC9C,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,iBAAiB,EAAE,KAAK,EAAE,EAAE,EAAE;gBACvD,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,EAAE;aAChD;YACD,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC1B,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,GAAG;gBAClE,IAAI,EAAE,GAAG,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;gBACvC,MAAM,EAAE,GAAG,CAAC,CAAC,gBAAgB,MAAM,CAAC,CAAC,iBAAiB,EAAE;gBACxD,IAAI,EAAE,IAAI,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;aACpC,CAAC,CAAC;SACJ,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,EAAE,CAAC;QACjB,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,WAAW,GAAG,CAAC,CAAC,CAAC;QAErG,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,GAAG,CAAC,CAAC;QAC9D,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC;IACxE,CAAC;CACF,CAAC;AAEF,eAAe,iBAAiB,CAAC"}
|
|
@@ -182,10 +182,10 @@ const backupSubcommand = {
|
|
|
182
182
|
tables = tablesFilter.split(',').map(t => t.trim());
|
|
183
183
|
}
|
|
184
184
|
else {
|
|
185
|
-
const tablesResult = await client.query(`
|
|
186
|
-
SELECT table_name FROM information_schema.tables
|
|
187
|
-
WHERE table_schema = $1 AND table_type = 'BASE TABLE'
|
|
188
|
-
ORDER BY table_name
|
|
185
|
+
const tablesResult = await client.query(`
|
|
186
|
+
SELECT table_name FROM information_schema.tables
|
|
187
|
+
WHERE table_schema = $1 AND table_type = 'BASE TABLE'
|
|
188
|
+
ORDER BY table_name
|
|
189
189
|
`, [config.schema]);
|
|
190
190
|
tables = tablesResult.rows.map(r => r.table_name);
|
|
191
191
|
}
|
|
@@ -209,16 +209,16 @@ const backupSubcommand = {
|
|
|
209
209
|
spinner.setText(`Exporting ${tableName}...`);
|
|
210
210
|
spinner.start();
|
|
211
211
|
// Get columns
|
|
212
|
-
const columnsResult = await client.query(`
|
|
213
|
-
SELECT column_name, data_type
|
|
214
|
-
FROM information_schema.columns
|
|
215
|
-
WHERE table_schema = $1 AND table_name = $2
|
|
216
|
-
ORDER BY ordinal_position
|
|
212
|
+
const columnsResult = await client.query(`
|
|
213
|
+
SELECT column_name, data_type
|
|
214
|
+
FROM information_schema.columns
|
|
215
|
+
WHERE table_schema = $1 AND table_name = $2
|
|
216
|
+
ORDER BY ordinal_position
|
|
217
217
|
`, [config.schema, tableName]);
|
|
218
218
|
const columns = columnsResult.rows.map(r => r.column_name);
|
|
219
219
|
// Get data
|
|
220
|
-
const dataResult = await client.query(`
|
|
221
|
-
SELECT * FROM ${config.schema}.${tableName}
|
|
220
|
+
const dataResult = await client.query(`
|
|
221
|
+
SELECT * FROM ${config.schema}.${tableName}
|
|
222
222
|
`);
|
|
223
223
|
backupData.tables.push({
|
|
224
224
|
name: tableName,
|
|
@@ -233,14 +233,14 @@ const backupSubcommand = {
|
|
|
233
233
|
if (includeIndexes) {
|
|
234
234
|
spinner.setText('Exporting index definitions...');
|
|
235
235
|
spinner.start();
|
|
236
|
-
const indexResult = await client.query(`
|
|
237
|
-
SELECT pg_get_indexdef(i.oid) as indexdef
|
|
238
|
-
FROM pg_index idx
|
|
239
|
-
JOIN pg_class i ON i.oid = idx.indexrelid
|
|
240
|
-
JOIN pg_class t ON t.oid = idx.indrelid
|
|
241
|
-
JOIN pg_namespace n ON n.oid = t.relnamespace
|
|
242
|
-
WHERE n.nspname = $1
|
|
243
|
-
AND NOT idx.indisprimary
|
|
236
|
+
const indexResult = await client.query(`
|
|
237
|
+
SELECT pg_get_indexdef(i.oid) as indexdef
|
|
238
|
+
FROM pg_index idx
|
|
239
|
+
JOIN pg_class i ON i.oid = idx.indexrelid
|
|
240
|
+
JOIN pg_class t ON t.oid = idx.indrelid
|
|
241
|
+
JOIN pg_namespace n ON n.oid = t.relnamespace
|
|
242
|
+
WHERE n.nspname = $1
|
|
243
|
+
AND NOT idx.indisprimary
|
|
244
244
|
`, [config.schema]);
|
|
245
245
|
backupData.indexes = indexResult.rows.map(r => r.indexdef);
|
|
246
246
|
spinner.succeed(`Exported ${backupData.indexes.length} index definitions`);
|
|
@@ -566,10 +566,10 @@ const restoreSubcommand = {
|
|
|
566
566
|
return typeof val === 'object' ? JSON.stringify(val) : val;
|
|
567
567
|
});
|
|
568
568
|
try {
|
|
569
|
-
await client.query(`
|
|
570
|
-
INSERT INTO ${config.schema}.${table.name} (${columns.join(', ')})
|
|
571
|
-
VALUES (${values.join(', ')})
|
|
572
|
-
ON CONFLICT DO NOTHING
|
|
569
|
+
await client.query(`
|
|
570
|
+
INSERT INTO ${config.schema}.${table.name} (${columns.join(', ')})
|
|
571
|
+
VALUES (${values.join(', ')})
|
|
572
|
+
ON CONFLICT DO NOTHING
|
|
573
573
|
`, params);
|
|
574
574
|
restoredRows++;
|
|
575
575
|
}
|
|
@@ -228,8 +228,8 @@ export const benchmarkCommand = {
|
|
|
228
228
|
spinner.succeed('Connected to PostgreSQL');
|
|
229
229
|
// Detect vector extension type: prefer ruvector, fall back to pgvector
|
|
230
230
|
let vectorTypeName = 'vector';
|
|
231
|
-
const ruvectorCheck = await client.query(`
|
|
232
|
-
SELECT extname FROM pg_extension WHERE extname = 'ruvector'
|
|
231
|
+
const ruvectorCheck = await client.query(`
|
|
232
|
+
SELECT extname FROM pg_extension WHERE extname = 'ruvector'
|
|
233
233
|
`);
|
|
234
234
|
if (ruvectorCheck.rows.length > 0) {
|
|
235
235
|
vectorTypeName = 'ruvector';
|
|
@@ -238,12 +238,12 @@ export const benchmarkCommand = {
|
|
|
238
238
|
const benchmarkTable = `${config.schema}.benchmark_${Date.now()}`;
|
|
239
239
|
spinner.setText('Creating benchmark table...');
|
|
240
240
|
spinner.start();
|
|
241
|
-
await client.query(`
|
|
242
|
-
CREATE TABLE ${benchmarkTable} (
|
|
243
|
-
id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
|
|
244
|
-
embedding ${vectorTypeName}(${dimensions}),
|
|
245
|
-
created_at TIMESTAMPTZ DEFAULT NOW()
|
|
246
|
-
)
|
|
241
|
+
await client.query(`
|
|
242
|
+
CREATE TABLE ${benchmarkTable} (
|
|
243
|
+
id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
|
|
244
|
+
embedding ${vectorTypeName}(${dimensions}),
|
|
245
|
+
created_at TIMESTAMPTZ DEFAULT NOW()
|
|
246
|
+
)
|
|
247
247
|
`);
|
|
248
248
|
spinner.succeed('Benchmark table created');
|
|
249
249
|
// Insert vectors
|
|
@@ -259,9 +259,9 @@ export const benchmarkCommand = {
|
|
|
259
259
|
const vector = generateRandomVector(dimensions);
|
|
260
260
|
batchVectors.push(`('[${vector.join(',')}]')`);
|
|
261
261
|
}
|
|
262
|
-
await client.query(`
|
|
263
|
-
INSERT INTO ${benchmarkTable} (embedding)
|
|
264
|
-
VALUES ${batchVectors.join(',')}
|
|
262
|
+
await client.query(`
|
|
263
|
+
INSERT INTO ${benchmarkTable} (embedding)
|
|
264
|
+
VALUES ${batchVectors.join(',')}
|
|
265
265
|
`);
|
|
266
266
|
insertedCount = batchEnd;
|
|
267
267
|
spinner.setText(`Inserting vectors... ${insertedCount.toLocaleString()}/${numVectors.toLocaleString()}`);
|
|
@@ -283,21 +283,21 @@ export const benchmarkCommand = {
|
|
|
283
283
|
const metricOp = metric === 'cosine' ? `${opsPrefix}_cosine_ops` :
|
|
284
284
|
metric === 'l2' ? `${opsPrefix}_l2_ops` : `${opsPrefix}_ip_ops`;
|
|
285
285
|
if (indexType === 'hnsw') {
|
|
286
|
-
await client.query(`
|
|
287
|
-
CREATE INDEX idx_benchmark_hnsw
|
|
288
|
-
ON ${benchmarkTable}
|
|
289
|
-
USING hnsw (embedding ${metricOp})
|
|
290
|
-
WITH (m = 16, ef_construction = 64)
|
|
286
|
+
await client.query(`
|
|
287
|
+
CREATE INDEX idx_benchmark_hnsw
|
|
288
|
+
ON ${benchmarkTable}
|
|
289
|
+
USING hnsw (embedding ${metricOp})
|
|
290
|
+
WITH (m = 16, ef_construction = 64)
|
|
291
291
|
`);
|
|
292
292
|
}
|
|
293
293
|
else if (indexType === 'ivfflat') {
|
|
294
294
|
// Need to train IVFFlat with existing data
|
|
295
295
|
const lists = Math.max(100, Math.floor(numVectors / 1000));
|
|
296
|
-
await client.query(`
|
|
297
|
-
CREATE INDEX idx_benchmark_ivfflat
|
|
298
|
-
ON ${benchmarkTable}
|
|
299
|
-
USING ivfflat (embedding ${metricOp})
|
|
300
|
-
WITH (lists = ${lists})
|
|
296
|
+
await client.query(`
|
|
297
|
+
CREATE INDEX idx_benchmark_ivfflat
|
|
298
|
+
ON ${benchmarkTable}
|
|
299
|
+
USING ivfflat (embedding ${metricOp})
|
|
300
|
+
WITH (lists = ${lists})
|
|
301
301
|
`);
|
|
302
302
|
}
|
|
303
303
|
const indexDuration = Date.now() - indexStart;
|
|
@@ -320,11 +320,11 @@ export const benchmarkCommand = {
|
|
|
320
320
|
for (let q = 0; q < numQueries; q++) {
|
|
321
321
|
const queryVector = generateRandomVector(dimensions);
|
|
322
322
|
const queryStart = Date.now();
|
|
323
|
-
await client.query(`
|
|
324
|
-
SELECT id, embedding ${distanceOp} '[${queryVector.join(',')}]' as distance
|
|
325
|
-
FROM ${benchmarkTable}
|
|
326
|
-
ORDER BY embedding ${distanceOp} '[${queryVector.join(',')}]'
|
|
327
|
-
LIMIT ${topK}
|
|
323
|
+
await client.query(`
|
|
324
|
+
SELECT id, embedding ${distanceOp} '[${queryVector.join(',')}]' as distance
|
|
325
|
+
FROM ${benchmarkTable}
|
|
326
|
+
ORDER BY embedding ${distanceOp} '[${queryVector.join(',')}]'
|
|
327
|
+
LIMIT ${topK}
|
|
328
328
|
`);
|
|
329
329
|
queryLatencies.push(Date.now() - queryStart);
|
|
330
330
|
if (q % 10 === 0) {
|
|
@@ -354,11 +354,11 @@ export const benchmarkCommand = {
|
|
|
354
354
|
// Get memory usage
|
|
355
355
|
spinner.setText('Analyzing memory usage...');
|
|
356
356
|
spinner.start();
|
|
357
|
-
const sizeResult = await client.query(`
|
|
358
|
-
SELECT
|
|
359
|
-
pg_relation_size('${benchmarkTable}') as table_size,
|
|
360
|
-
pg_total_relation_size('${benchmarkTable}') as total_size,
|
|
361
|
-
pg_indexes_size('${benchmarkTable}') as index_size
|
|
357
|
+
const sizeResult = await client.query(`
|
|
358
|
+
SELECT
|
|
359
|
+
pg_relation_size('${benchmarkTable}') as table_size,
|
|
360
|
+
pg_total_relation_size('${benchmarkTable}') as total_size,
|
|
361
|
+
pg_indexes_size('${benchmarkTable}') as index_size
|
|
362
362
|
`);
|
|
363
363
|
const tableSize = parseInt(sizeResult.rows[0].table_size, 10);
|
|
364
364
|
const totalSize = parseInt(sizeResult.rows[0].total_size, 10);
|
|
@@ -61,20 +61,20 @@ function generateInsertSQL(entry) {
|
|
|
61
61
|
const updatedAt = entry.updated_at
|
|
62
62
|
? `'${escapeString(validateTimestamp(String(entry.updated_at)))}'::timestamptz`
|
|
63
63
|
: 'NOW()';
|
|
64
|
-
return `INSERT INTO claude_flow.memory_entries (key, value, embedding, namespace, metadata, created_at, updated_at)
|
|
65
|
-
VALUES (
|
|
66
|
-
'${key}',
|
|
67
|
-
'${value}',
|
|
68
|
-
${embeddingClause},
|
|
69
|
-
'${namespace}',
|
|
70
|
-
'${metadata}'::jsonb,
|
|
71
|
-
${createdAt},
|
|
72
|
-
${updatedAt}
|
|
73
|
-
)
|
|
74
|
-
ON CONFLICT (key, namespace) DO UPDATE SET
|
|
75
|
-
value = EXCLUDED.value,
|
|
76
|
-
embedding = COALESCE(EXCLUDED.embedding, claude_flow.memory_entries.embedding),
|
|
77
|
-
metadata = EXCLUDED.metadata,
|
|
64
|
+
return `INSERT INTO claude_flow.memory_entries (key, value, embedding, namespace, metadata, created_at, updated_at)
|
|
65
|
+
VALUES (
|
|
66
|
+
'${key}',
|
|
67
|
+
'${value}',
|
|
68
|
+
${embeddingClause},
|
|
69
|
+
'${namespace}',
|
|
70
|
+
'${metadata}'::jsonb,
|
|
71
|
+
${createdAt},
|
|
72
|
+
${updatedAt}
|
|
73
|
+
)
|
|
74
|
+
ON CONFLICT (key, namespace) DO UPDATE SET
|
|
75
|
+
value = EXCLUDED.value,
|
|
76
|
+
embedding = COALESCE(EXCLUDED.embedding, claude_flow.memory_entries.embedding),
|
|
77
|
+
metadata = EXCLUDED.metadata,
|
|
78
78
|
updated_at = NOW();`;
|
|
79
79
|
}
|
|
80
80
|
/**
|