@claude-flow/cli 3.10.46 → 3.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (551) hide show
  1. package/.claude/agents/analysis/analyze-code-quality.md +178 -178
  2. package/.claude/agents/analysis/code-analyzer.md +209 -209
  3. package/.claude/agents/analysis/code-review/analyze-code-quality.md +178 -178
  4. package/.claude/agents/architecture/arch-system-design.md +156 -156
  5. package/.claude/agents/architecture/system-design/arch-system-design.md +154 -154
  6. package/.claude/agents/browser/browser-agent.yaml +182 -182
  7. package/.claude/agents/consensus/byzantine-coordinator.md +62 -62
  8. package/.claude/agents/consensus/crdt-synchronizer.md +996 -996
  9. package/.claude/agents/consensus/gossip-coordinator.md +62 -62
  10. package/.claude/agents/consensus/performance-benchmarker.md +850 -850
  11. package/.claude/agents/consensus/quorum-manager.md +822 -822
  12. package/.claude/agents/consensus/raft-manager.md +62 -62
  13. package/.claude/agents/consensus/security-manager.md +621 -621
  14. package/.claude/agents/core/planner.md +374 -374
  15. package/.claude/agents/custom/test-long-runner.md +44 -44
  16. package/.claude/agents/data/data-ml-model.md +444 -444
  17. package/.claude/agents/data/ml/data-ml-model.md +192 -192
  18. package/.claude/agents/development/backend/dev-backend-api.md +141 -141
  19. package/.claude/agents/development/dev-backend-api.md +344 -344
  20. package/.claude/agents/devops/ci-cd/ops-cicd-github.md +163 -163
  21. package/.claude/agents/devops/ops-cicd-github.md +164 -164
  22. package/.claude/agents/documentation/api-docs/docs-api-openapi.md +173 -173
  23. package/.claude/agents/documentation/docs-api-openapi.md +354 -354
  24. package/.claude/agents/flow-nexus/app-store.md +87 -87
  25. package/.claude/agents/flow-nexus/authentication.md +68 -68
  26. package/.claude/agents/flow-nexus/challenges.md +80 -80
  27. package/.claude/agents/flow-nexus/neural-network.md +87 -87
  28. package/.claude/agents/flow-nexus/payments.md +82 -82
  29. package/.claude/agents/flow-nexus/sandbox.md +75 -75
  30. package/.claude/agents/flow-nexus/swarm.md +75 -75
  31. package/.claude/agents/flow-nexus/user-tools.md +95 -95
  32. package/.claude/agents/flow-nexus/workflow.md +83 -83
  33. package/.claude/agents/github/code-review-swarm.md +377 -377
  34. package/.claude/agents/github/github-modes.md +172 -172
  35. package/.claude/agents/github/issue-tracker.md +575 -575
  36. package/.claude/agents/github/multi-repo-swarm.md +552 -552
  37. package/.claude/agents/github/pr-manager.md +437 -437
  38. package/.claude/agents/github/project-board-sync.md +508 -508
  39. package/.claude/agents/github/release-manager.md +604 -604
  40. package/.claude/agents/github/release-swarm.md +582 -582
  41. package/.claude/agents/github/repo-architect.md +397 -397
  42. package/.claude/agents/github/swarm-issue.md +572 -572
  43. package/.claude/agents/github/swarm-pr.md +427 -427
  44. package/.claude/agents/github/sync-coordinator.md +451 -451
  45. package/.claude/agents/github/workflow-automation.md +902 -902
  46. package/.claude/agents/goal/agent.md +815 -815
  47. package/.claude/agents/optimization/benchmark-suite.md +664 -664
  48. package/.claude/agents/optimization/load-balancer.md +430 -430
  49. package/.claude/agents/optimization/performance-monitor.md +671 -671
  50. package/.claude/agents/optimization/resource-allocator.md +673 -673
  51. package/.claude/agents/optimization/topology-optimizer.md +807 -807
  52. package/.claude/agents/payments/agentic-payments.md +126 -126
  53. package/.claude/agents/sona/sona-learning-optimizer.md +74 -74
  54. package/.claude/agents/sparc/architecture.md +698 -698
  55. package/.claude/agents/sparc/pseudocode.md +519 -519
  56. package/.claude/agents/sparc/refinement.md +801 -801
  57. package/.claude/agents/sparc/specification.md +477 -477
  58. package/.claude/agents/specialized/mobile/spec-mobile-react-native.md +224 -224
  59. package/.claude/agents/specialized/spec-mobile-react-native.md +226 -226
  60. package/.claude/agents/sublinear/consensus-coordinator.md +337 -337
  61. package/.claude/agents/sublinear/matrix-optimizer.md +184 -184
  62. package/.claude/agents/sublinear/pagerank-analyzer.md +298 -298
  63. package/.claude/agents/sublinear/performance-optimizer.md +367 -367
  64. package/.claude/agents/sublinear/trading-predictor.md +245 -245
  65. package/.claude/agents/swarm/adaptive-coordinator.md +1126 -1126
  66. package/.claude/agents/swarm/hierarchical-coordinator.md +709 -709
  67. package/.claude/agents/swarm/mesh-coordinator.md +962 -962
  68. package/.claude/agents/templates/automation-smart-agent.md +204 -204
  69. package/.claude/agents/templates/base-template-generator.md +289 -289
  70. package/.claude/agents/templates/coordinator-swarm-init.md +89 -89
  71. package/.claude/agents/templates/github-pr-manager.md +176 -176
  72. package/.claude/agents/templates/implementer-sparc-coder.md +258 -258
  73. package/.claude/agents/templates/memory-coordinator.md +186 -186
  74. package/.claude/agents/templates/orchestrator-task.md +138 -138
  75. package/.claude/agents/templates/performance-analyzer.md +198 -198
  76. package/.claude/agents/templates/sparc-coordinator.md +513 -513
  77. package/.claude/agents/testing/production-validator.md +394 -394
  78. package/.claude/agents/testing/tdd-london-swarm.md +243 -243
  79. package/.claude/agents/v3/aidefence-guardian.md +282 -282
  80. package/.claude/agents/v3/claims-authorizer.md +208 -208
  81. package/.claude/agents/v3/collective-intelligence-coordinator.md +993 -993
  82. package/.claude/agents/v3/ddd-domain-expert.md +220 -220
  83. package/.claude/agents/v3/injection-analyst.md +236 -236
  84. package/.claude/agents/v3/performance-engineer.md +1233 -1233
  85. package/.claude/agents/v3/pii-detector.md +151 -151
  86. package/.claude/agents/v3/reasoningbank-learner.md +213 -213
  87. package/.claude/agents/v3/security-architect-aidefence.md +410 -410
  88. package/.claude/agents/v3/security-architect.md +867 -867
  89. package/.claude/agents/v3/swarm-memory-manager.md +157 -157
  90. package/.claude/agents/v3/v3-integration-architect.md +205 -205
  91. package/.claude/commands/agents/README.md +50 -50
  92. package/.claude/commands/agents/agent-capabilities.md +140 -140
  93. package/.claude/commands/agents/agent-coordination.md +28 -28
  94. package/.claude/commands/agents/agent-spawning.md +28 -28
  95. package/.claude/commands/agents/agent-types.md +216 -216
  96. package/.claude/commands/agents/health.md +139 -139
  97. package/.claude/commands/agents/list.md +100 -100
  98. package/.claude/commands/agents/logs.md +130 -130
  99. package/.claude/commands/agents/metrics.md +122 -122
  100. package/.claude/commands/agents/pool.md +127 -127
  101. package/.claude/commands/agents/spawn.md +140 -140
  102. package/.claude/commands/agents/status.md +115 -115
  103. package/.claude/commands/agents/stop.md +102 -102
  104. package/.claude/commands/analysis/COMMAND_COMPLIANCE_REPORT.md +53 -53
  105. package/.claude/commands/analysis/README.md +9 -9
  106. package/.claude/commands/analysis/bottleneck-detect.md +162 -162
  107. package/.claude/commands/analysis/performance-bottlenecks.md +58 -58
  108. package/.claude/commands/analysis/performance-report.md +25 -25
  109. package/.claude/commands/analysis/token-efficiency.md +44 -44
  110. package/.claude/commands/analysis/token-usage.md +25 -25
  111. package/.claude/commands/automation/README.md +9 -9
  112. package/.claude/commands/automation/auto-agent.md +122 -122
  113. package/.claude/commands/automation/self-healing.md +105 -105
  114. package/.claude/commands/automation/session-memory.md +89 -89
  115. package/.claude/commands/automation/smart-agents.md +72 -72
  116. package/.claude/commands/automation/smart-spawn.md +25 -25
  117. package/.claude/commands/automation/workflow-select.md +25 -25
  118. package/.claude/commands/claude-flow-help.md +103 -103
  119. package/.claude/commands/claude-flow-memory.md +107 -107
  120. package/.claude/commands/claude-flow-swarm.md +205 -205
  121. package/.claude/commands/coordination/README.md +9 -9
  122. package/.claude/commands/coordination/agent-spawn.md +25 -25
  123. package/.claude/commands/coordination/init.md +44 -44
  124. package/.claude/commands/coordination/orchestrate.md +43 -43
  125. package/.claude/commands/coordination/spawn.md +45 -45
  126. package/.claude/commands/coordination/swarm-init.md +85 -85
  127. package/.claude/commands/coordination/task-orchestrate.md +25 -25
  128. package/.claude/commands/github/README.md +11 -11
  129. package/.claude/commands/github/code-review-swarm.md +513 -513
  130. package/.claude/commands/github/code-review.md +25 -25
  131. package/.claude/commands/github/github-modes.md +146 -146
  132. package/.claude/commands/github/github-swarm.md +121 -121
  133. package/.claude/commands/github/issue-tracker.md +291 -291
  134. package/.claude/commands/github/issue-triage.md +25 -25
  135. package/.claude/commands/github/multi-repo-swarm.md +518 -518
  136. package/.claude/commands/github/pr-enhance.md +26 -26
  137. package/.claude/commands/github/pr-manager.md +169 -169
  138. package/.claude/commands/github/project-board-sync.md +470 -470
  139. package/.claude/commands/github/release-manager.md +339 -339
  140. package/.claude/commands/github/release-swarm.md +543 -543
  141. package/.claude/commands/github/repo-analyze.md +25 -25
  142. package/.claude/commands/github/repo-architect.md +366 -366
  143. package/.claude/commands/github/swarm-issue.md +484 -484
  144. package/.claude/commands/github/swarm-pr.md +287 -287
  145. package/.claude/commands/github/sync-coordinator.md +302 -302
  146. package/.claude/commands/github/workflow-automation.md +441 -441
  147. package/.claude/commands/hive-mind/README.md +17 -17
  148. package/.claude/commands/hive-mind/hive-mind-consensus.md +8 -8
  149. package/.claude/commands/hive-mind/hive-mind-init.md +18 -18
  150. package/.claude/commands/hive-mind/hive-mind-memory.md +8 -8
  151. package/.claude/commands/hive-mind/hive-mind-metrics.md +8 -8
  152. package/.claude/commands/hive-mind/hive-mind-resume.md +8 -8
  153. package/.claude/commands/hive-mind/hive-mind-sessions.md +8 -8
  154. package/.claude/commands/hive-mind/hive-mind-spawn.md +21 -21
  155. package/.claude/commands/hive-mind/hive-mind-status.md +8 -8
  156. package/.claude/commands/hive-mind/hive-mind-stop.md +8 -8
  157. package/.claude/commands/hive-mind/hive-mind-wizard.md +8 -8
  158. package/.claude/commands/hive-mind/hive-mind.md +27 -27
  159. package/.claude/commands/hooks/README.md +11 -11
  160. package/.claude/commands/hooks/overview.md +57 -57
  161. package/.claude/commands/hooks/post-edit.md +117 -117
  162. package/.claude/commands/hooks/post-task.md +112 -112
  163. package/.claude/commands/hooks/pre-edit.md +113 -113
  164. package/.claude/commands/hooks/pre-task.md +111 -111
  165. package/.claude/commands/hooks/session-end.md +118 -118
  166. package/.claude/commands/hooks/setup.md +102 -102
  167. package/.claude/commands/memory/README.md +9 -9
  168. package/.claude/commands/memory/memory-persist.md +25 -25
  169. package/.claude/commands/memory/memory-search.md +25 -25
  170. package/.claude/commands/memory/memory-usage.md +25 -25
  171. package/.claude/commands/memory/neural.md +47 -47
  172. package/.claude/commands/monitoring/README.md +9 -9
  173. package/.claude/commands/monitoring/agent-metrics.md +25 -25
  174. package/.claude/commands/monitoring/agents.md +44 -44
  175. package/.claude/commands/monitoring/real-time-view.md +25 -25
  176. package/.claude/commands/monitoring/status.md +46 -46
  177. package/.claude/commands/monitoring/swarm-monitor.md +25 -25
  178. package/.claude/commands/optimization/README.md +9 -9
  179. package/.claude/commands/optimization/auto-topology.md +61 -61
  180. package/.claude/commands/optimization/cache-manage.md +25 -25
  181. package/.claude/commands/optimization/parallel-execute.md +25 -25
  182. package/.claude/commands/optimization/parallel-execution.md +49 -49
  183. package/.claude/commands/optimization/topology-optimize.md +25 -25
  184. package/.claude/commands/pair/README.md +260 -260
  185. package/.claude/commands/pair/commands.md +545 -545
  186. package/.claude/commands/pair/config.md +509 -509
  187. package/.claude/commands/pair/examples.md +511 -511
  188. package/.claude/commands/pair/modes.md +347 -347
  189. package/.claude/commands/pair/session.md +406 -406
  190. package/.claude/commands/pair/start.md +208 -208
  191. package/.claude/commands/sparc/analyzer.md +51 -51
  192. package/.claude/commands/sparc/architect.md +53 -53
  193. package/.claude/commands/sparc/ask.md +97 -97
  194. package/.claude/commands/sparc/batch-executor.md +54 -54
  195. package/.claude/commands/sparc/code.md +89 -89
  196. package/.claude/commands/sparc/coder.md +54 -54
  197. package/.claude/commands/sparc/debug.md +83 -83
  198. package/.claude/commands/sparc/debugger.md +54 -54
  199. package/.claude/commands/sparc/designer.md +53 -53
  200. package/.claude/commands/sparc/devops.md +109 -109
  201. package/.claude/commands/sparc/docs-writer.md +80 -80
  202. package/.claude/commands/sparc/documenter.md +54 -54
  203. package/.claude/commands/sparc/innovator.md +54 -54
  204. package/.claude/commands/sparc/integration.md +83 -83
  205. package/.claude/commands/sparc/mcp.md +117 -117
  206. package/.claude/commands/sparc/memory-manager.md +54 -54
  207. package/.claude/commands/sparc/optimizer.md +54 -54
  208. package/.claude/commands/sparc/orchestrator.md +131 -131
  209. package/.claude/commands/sparc/post-deployment-monitoring-mode.md +83 -83
  210. package/.claude/commands/sparc/refinement-optimization-mode.md +83 -83
  211. package/.claude/commands/sparc/researcher.md +54 -54
  212. package/.claude/commands/sparc/reviewer.md +54 -54
  213. package/.claude/commands/sparc/security-review.md +80 -80
  214. package/.claude/commands/sparc/sparc-modes.md +174 -174
  215. package/.claude/commands/sparc/sparc.md +111 -111
  216. package/.claude/commands/sparc/spec-pseudocode.md +80 -80
  217. package/.claude/commands/sparc/supabase-admin.md +348 -348
  218. package/.claude/commands/sparc/swarm-coordinator.md +54 -54
  219. package/.claude/commands/sparc/tdd.md +54 -54
  220. package/.claude/commands/sparc/tester.md +54 -54
  221. package/.claude/commands/sparc/tutorial.md +79 -79
  222. package/.claude/commands/sparc/workflow-manager.md +54 -54
  223. package/.claude/commands/sparc.md +166 -166
  224. package/.claude/commands/stream-chain/pipeline.md +120 -120
  225. package/.claude/commands/stream-chain/run.md +69 -69
  226. package/.claude/commands/swarm/README.md +15 -15
  227. package/.claude/commands/swarm/analysis.md +95 -95
  228. package/.claude/commands/swarm/development.md +96 -96
  229. package/.claude/commands/swarm/examples.md +168 -168
  230. package/.claude/commands/swarm/maintenance.md +102 -102
  231. package/.claude/commands/swarm/optimization.md +117 -117
  232. package/.claude/commands/swarm/research.md +136 -136
  233. package/.claude/commands/swarm/swarm-analysis.md +8 -8
  234. package/.claude/commands/swarm/swarm-background.md +8 -8
  235. package/.claude/commands/swarm/swarm-init.md +19 -19
  236. package/.claude/commands/swarm/swarm-modes.md +8 -8
  237. package/.claude/commands/swarm/swarm-monitor.md +8 -8
  238. package/.claude/commands/swarm/swarm-spawn.md +19 -19
  239. package/.claude/commands/swarm/swarm-status.md +8 -8
  240. package/.claude/commands/swarm/swarm-strategies.md +8 -8
  241. package/.claude/commands/swarm/swarm.md +87 -87
  242. package/.claude/commands/swarm/testing.md +131 -131
  243. package/.claude/commands/training/README.md +9 -9
  244. package/.claude/commands/training/model-update.md +25 -25
  245. package/.claude/commands/training/neural-patterns.md +107 -107
  246. package/.claude/commands/training/neural-train.md +75 -75
  247. package/.claude/commands/training/pattern-learn.md +25 -25
  248. package/.claude/commands/training/specialization.md +62 -62
  249. package/.claude/commands/truth/start.md +142 -142
  250. package/.claude/commands/verify/check.md +49 -49
  251. package/.claude/commands/verify/start.md +127 -127
  252. package/.claude/commands/workflows/README.md +9 -9
  253. package/.claude/commands/workflows/development.md +77 -77
  254. package/.claude/commands/workflows/research.md +62 -62
  255. package/.claude/commands/workflows/workflow-create.md +25 -25
  256. package/.claude/commands/workflows/workflow-execute.md +25 -25
  257. package/.claude/commands/workflows/workflow-export.md +25 -25
  258. package/.claude/helpers/README.md +96 -96
  259. package/.claude/helpers/adr-compliance.sh +186 -186
  260. package/.claude/helpers/auto-commit.sh +178 -178
  261. package/.claude/helpers/auto-memory-hook.mjs +368 -368
  262. package/.claude/helpers/checkpoint-manager.sh +251 -251
  263. package/.claude/helpers/daemon-manager.sh +252 -252
  264. package/.claude/helpers/ddd-tracker.sh +144 -144
  265. package/.claude/helpers/github-safe.js +156 -156
  266. package/.claude/helpers/github-setup.sh +45 -45
  267. package/.claude/helpers/guidance-hook.sh +13 -13
  268. package/.claude/helpers/guidance-hooks.sh +102 -102
  269. package/.claude/helpers/health-monitor.sh +108 -108
  270. package/.claude/helpers/hook-handler.cjs +286 -286
  271. package/.claude/helpers/intelligence.cjs +1031 -1031
  272. package/.claude/helpers/learning-hooks.sh +329 -329
  273. package/.claude/helpers/learning-optimizer.sh +127 -127
  274. package/.claude/helpers/learning-service.mjs +1144 -1144
  275. package/.claude/helpers/memory.js +83 -83
  276. package/.claude/helpers/metrics-db.mjs +488 -488
  277. package/.claude/helpers/pattern-consolidator.sh +86 -86
  278. package/.claude/helpers/perf-worker.sh +160 -160
  279. package/.claude/helpers/post-commit +16 -16
  280. package/.claude/helpers/pre-commit +26 -26
  281. package/.claude/helpers/quick-start.sh +19 -19
  282. package/.claude/helpers/router.js +105 -105
  283. package/.claude/helpers/security-scanner.sh +127 -127
  284. package/.claude/helpers/session.js +157 -157
  285. package/.claude/helpers/setup-mcp.sh +18 -18
  286. package/.claude/helpers/standard-checkpoint-hooks.sh +189 -189
  287. package/.claude/helpers/statusline-hook.sh +21 -21
  288. package/.claude/helpers/statusline.cjs +604 -604
  289. package/.claude/helpers/statusline.js +352 -352
  290. package/.claude/helpers/swarm-comms.sh +353 -353
  291. package/.claude/helpers/swarm-hooks.sh +761 -761
  292. package/.claude/helpers/swarm-monitor.sh +210 -210
  293. package/.claude/helpers/sync-v3-metrics.sh +245 -245
  294. package/.claude/helpers/update-v3-progress.sh +165 -165
  295. package/.claude/helpers/v3-quick-status.sh +57 -57
  296. package/.claude/helpers/v3.sh +110 -110
  297. package/.claude/helpers/validate-v3-config.sh +215 -215
  298. package/.claude/helpers/worker-manager.sh +170 -170
  299. package/.claude/settings.json +182 -182
  300. package/.claude/skills/agentdb-advanced/SKILL.md +550 -550
  301. package/.claude/skills/agentdb-learning/SKILL.md +545 -545
  302. package/.claude/skills/agentdb-memory-patterns/SKILL.md +339 -339
  303. package/.claude/skills/agentdb-optimization/SKILL.md +509 -509
  304. package/.claude/skills/agentdb-vector-search/SKILL.md +339 -339
  305. package/.claude/skills/browser/SKILL.md +204 -204
  306. package/.claude/skills/dual-mode/README.md +71 -71
  307. package/.claude/skills/dual-mode/dual-collect.md +103 -103
  308. package/.claude/skills/dual-mode/dual-coordinate.md +85 -85
  309. package/.claude/skills/dual-mode/dual-spawn.md +81 -81
  310. package/.claude/skills/flow-nexus-neural/SKILL.md +727 -727
  311. package/.claude/skills/flow-nexus-platform/SKILL.md +1154 -1154
  312. package/.claude/skills/flow-nexus-swarm/SKILL.md +604 -604
  313. package/.claude/skills/github-code-review/SKILL.md +1125 -1125
  314. package/.claude/skills/github-multi-repo/SKILL.md +862 -862
  315. package/.claude/skills/github-project-management/SKILL.md +1262 -1262
  316. package/.claude/skills/github-release-management/SKILL.md +1064 -1064
  317. package/.claude/skills/github-workflow-automation/SKILL.md +1047 -1047
  318. package/.claude/skills/hooks-automation/SKILL.md +1201 -1201
  319. package/.claude/skills/pair-programming/SKILL.md +1202 -1202
  320. package/.claude/skills/reasoningbank-agentdb/SKILL.md +446 -446
  321. package/.claude/skills/reasoningbank-intelligence/SKILL.md +201 -201
  322. package/.claude/skills/skill-builder/SKILL.md +910 -910
  323. package/.claude/skills/sparc-methodology/SKILL.md +1106 -1106
  324. package/.claude/skills/stream-chain/SKILL.md +560 -560
  325. package/.claude/skills/swarm-advanced/SKILL.md +970 -970
  326. package/.claude/skills/swarm-orchestration/SKILL.md +179 -179
  327. package/.claude/skills/v3-cli-modernization/SKILL.md +871 -871
  328. package/.claude/skills/v3-core-implementation/SKILL.md +796 -796
  329. package/.claude/skills/v3-ddd-architecture/SKILL.md +441 -441
  330. package/.claude/skills/v3-integration-deep/SKILL.md +240 -240
  331. package/.claude/skills/v3-mcp-optimization/SKILL.md +776 -776
  332. package/.claude/skills/v3-memory-unification/SKILL.md +173 -173
  333. package/.claude/skills/v3-performance-optimization/SKILL.md +389 -389
  334. package/.claude/skills/v3-security-overhaul/SKILL.md +81 -81
  335. package/.claude/skills/v3-swarm-coordination/SKILL.md +339 -339
  336. package/.claude/skills/verification-quality/SKILL.md +691 -691
  337. package/README.md +412 -412
  338. package/bin/cli.js +314 -314
  339. package/bin/mcp-server.js +224 -224
  340. package/bin/preinstall.cjs +2 -2
  341. package/dist/src/benchmarks/capability-tasks.d.ts +126 -0
  342. package/dist/src/benchmarks/capability-tasks.d.ts.map +1 -0
  343. package/dist/src/benchmarks/capability-tasks.js +147 -0
  344. package/dist/src/benchmarks/capability-tasks.js.map +1 -0
  345. package/dist/src/benchmarks/gaia-agent-contrastive.d.ts +53 -0
  346. package/dist/src/benchmarks/gaia-agent-contrastive.d.ts.map +1 -0
  347. package/dist/src/benchmarks/gaia-agent-contrastive.js +177 -0
  348. package/dist/src/benchmarks/gaia-agent-contrastive.js.map +1 -0
  349. package/dist/src/benchmarks/gaia-agent-gemini.d.ts +51 -0
  350. package/dist/src/benchmarks/gaia-agent-gemini.d.ts.map +1 -0
  351. package/dist/src/benchmarks/gaia-agent-gemini.js +352 -0
  352. package/dist/src/benchmarks/gaia-agent-gemini.js.map +1 -0
  353. package/dist/src/benchmarks/gaia-claude-p.d.ts +105 -0
  354. package/dist/src/benchmarks/gaia-claude-p.d.ts.map +1 -0
  355. package/dist/src/benchmarks/gaia-claude-p.js +269 -0
  356. package/dist/src/benchmarks/gaia-claude-p.js.map +1 -0
  357. package/dist/src/benchmarks/gaia-claude-p.smoke.d.ts +20 -0
  358. package/dist/src/benchmarks/gaia-claude-p.smoke.d.ts.map +1 -0
  359. package/dist/src/benchmarks/gaia-claude-p.smoke.js +168 -0
  360. package/dist/src/benchmarks/gaia-claude-p.smoke.js.map +1 -0
  361. package/dist/src/benchmarks/gaia-codeagent-runner.py +556 -0
  362. package/dist/src/benchmarks/gaia-codeagent.d.ts +129 -0
  363. package/dist/src/benchmarks/gaia-codeagent.d.ts.map +1 -0
  364. package/dist/src/benchmarks/gaia-codeagent.js +590 -0
  365. package/dist/src/benchmarks/gaia-codeagent.js.map +1 -0
  366. package/dist/src/benchmarks/gaia-codeagent.smoke.d.ts +33 -0
  367. package/dist/src/benchmarks/gaia-codeagent.smoke.d.ts.map +1 -0
  368. package/dist/src/benchmarks/gaia-codeagent.smoke.js +241 -0
  369. package/dist/src/benchmarks/gaia-codeagent.smoke.js.map +1 -0
  370. package/dist/src/benchmarks/gaia-critic.js +24 -24
  371. package/dist/src/benchmarks/gaia-dag-pilot.d.ts +22 -0
  372. package/dist/src/benchmarks/gaia-dag-pilot.d.ts.map +1 -0
  373. package/dist/src/benchmarks/gaia-dag-pilot.js +158 -0
  374. package/dist/src/benchmarks/gaia-dag-pilot.js.map +1 -0
  375. package/dist/src/benchmarks/gaia-dag.d.ts +110 -0
  376. package/dist/src/benchmarks/gaia-dag.d.ts.map +1 -0
  377. package/dist/src/benchmarks/gaia-dag.js +658 -0
  378. package/dist/src/benchmarks/gaia-dag.js.map +1 -0
  379. package/dist/src/benchmarks/gaia-dag.smoke.d.ts +21 -0
  380. package/dist/src/benchmarks/gaia-dag.smoke.d.ts.map +1 -0
  381. package/dist/src/benchmarks/gaia-dag.smoke.js +290 -0
  382. package/dist/src/benchmarks/gaia-dag.smoke.js.map +1 -0
  383. package/dist/src/benchmarks/gaia-ensemble-pilot.d.ts +17 -0
  384. package/dist/src/benchmarks/gaia-ensemble-pilot.d.ts.map +1 -0
  385. package/dist/src/benchmarks/gaia-ensemble-pilot.js +106 -0
  386. package/dist/src/benchmarks/gaia-ensemble-pilot.js.map +1 -0
  387. package/dist/src/benchmarks/gaia-ensemble.d.ts +103 -0
  388. package/dist/src/benchmarks/gaia-ensemble.d.ts.map +1 -0
  389. package/dist/src/benchmarks/gaia-ensemble.js +462 -0
  390. package/dist/src/benchmarks/gaia-ensemble.js.map +1 -0
  391. package/dist/src/benchmarks/gaia-gemini-pilot.d.ts +17 -0
  392. package/dist/src/benchmarks/gaia-gemini-pilot.d.ts.map +1 -0
  393. package/dist/src/benchmarks/gaia-gemini-pilot.js +168 -0
  394. package/dist/src/benchmarks/gaia-gemini-pilot.js.map +1 -0
  395. package/dist/src/benchmarks/gaia-mode-router.d.ts +67 -0
  396. package/dist/src/benchmarks/gaia-mode-router.d.ts.map +1 -0
  397. package/dist/src/benchmarks/gaia-mode-router.js +126 -0
  398. package/dist/src/benchmarks/gaia-mode-router.js.map +1 -0
  399. package/dist/src/benchmarks/gaia-mode-router.smoke.d.ts +15 -0
  400. package/dist/src/benchmarks/gaia-mode-router.smoke.d.ts.map +1 -0
  401. package/dist/src/benchmarks/gaia-mode-router.smoke.js +131 -0
  402. package/dist/src/benchmarks/gaia-mode-router.smoke.js.map +1 -0
  403. package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.d.ts +24 -0
  404. package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.d.ts.map +1 -0
  405. package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.js +276 -0
  406. package/dist/src/benchmarks/gaia-tools/grounded_query.smoke.js.map +1 -0
  407. package/dist/src/benchmarks/gaia-tools/image_describe.d.ts +45 -0
  408. package/dist/src/benchmarks/gaia-tools/image_describe.d.ts.map +1 -0
  409. package/dist/src/benchmarks/gaia-tools/image_describe.js +222 -0
  410. package/dist/src/benchmarks/gaia-tools/image_describe.js.map +1 -0
  411. package/dist/src/benchmarks/gaia-tools/image_describe.smoke.d.ts +24 -0
  412. package/dist/src/benchmarks/gaia-tools/image_describe.smoke.d.ts.map +1 -0
  413. package/dist/src/benchmarks/gaia-tools/image_describe.smoke.js +169 -0
  414. package/dist/src/benchmarks/gaia-tools/image_describe.smoke.js.map +1 -0
  415. package/dist/src/benchmarks/gaia-tools/pdf_read.d.ts +27 -0
  416. package/dist/src/benchmarks/gaia-tools/pdf_read.d.ts.map +1 -0
  417. package/dist/src/benchmarks/gaia-tools/pdf_read.js +226 -0
  418. package/dist/src/benchmarks/gaia-tools/pdf_read.js.map +1 -0
  419. package/dist/src/benchmarks/gaia-tools/python_exec.d.ts +31 -0
  420. package/dist/src/benchmarks/gaia-tools/python_exec.d.ts.map +1 -0
  421. package/dist/src/benchmarks/gaia-tools/python_exec.js +94 -0
  422. package/dist/src/benchmarks/gaia-tools/python_exec.js.map +1 -0
  423. package/dist/src/benchmarks/gaia-tools/python_exec.smoke.d.ts +13 -0
  424. package/dist/src/benchmarks/gaia-tools/python_exec.smoke.d.ts.map +1 -0
  425. package/dist/src/benchmarks/gaia-tools/python_exec.smoke.js +98 -0
  426. package/dist/src/benchmarks/gaia-tools/python_exec.smoke.js.map +1 -0
  427. package/dist/src/benchmarks/gaia-tools/visit_webpage.d.ts +52 -0
  428. package/dist/src/benchmarks/gaia-tools/visit_webpage.d.ts.map +1 -0
  429. package/dist/src/benchmarks/gaia-tools/visit_webpage.js +304 -0
  430. package/dist/src/benchmarks/gaia-tools/visit_webpage.js.map +1 -0
  431. package/dist/src/benchmarks/gaia-tools/web_browse.d.ts +61 -0
  432. package/dist/src/benchmarks/gaia-tools/web_browse.d.ts.map +1 -0
  433. package/dist/src/benchmarks/gaia-tools/web_browse.js +217 -0
  434. package/dist/src/benchmarks/gaia-tools/web_browse.js.map +1 -0
  435. package/dist/src/benchmarks/gaia-tools/web_browse.smoke.d.ts +26 -0
  436. package/dist/src/benchmarks/gaia-tools/web_browse.smoke.d.ts.map +1 -0
  437. package/dist/src/benchmarks/gaia-tools/web_browse.smoke.js +152 -0
  438. package/dist/src/benchmarks/gaia-tools/web_browse.smoke.js.map +1 -0
  439. package/dist/src/benchmarks/gaia-tools/web_search.smoke.d.ts +24 -0
  440. package/dist/src/benchmarks/gaia-tools/web_search.smoke.d.ts.map +1 -0
  441. package/dist/src/benchmarks/gaia-tools/web_search.smoke.js +311 -0
  442. package/dist/src/benchmarks/gaia-tools/web_search.smoke.js.map +1 -0
  443. package/dist/src/benchmarks/gaia-visit-webpage.smoke.d.ts +25 -0
  444. package/dist/src/benchmarks/gaia-visit-webpage.smoke.d.ts.map +1 -0
  445. package/dist/src/benchmarks/gaia-visit-webpage.smoke.js +304 -0
  446. package/dist/src/benchmarks/gaia-visit-webpage.smoke.js.map +1 -0
  447. package/dist/src/commands/completions.js +409 -409
  448. package/dist/src/commands/daemon.js +44 -44
  449. package/dist/src/commands/embeddings.js +26 -26
  450. package/dist/src/commands/hive-mind.js +97 -97
  451. package/dist/src/commands/hooks.js +9 -9
  452. package/dist/src/commands/neural.d.ts.map +1 -1
  453. package/dist/src/commands/neural.js +2351 -1
  454. package/dist/src/commands/neural.js.map +1 -1
  455. package/dist/src/commands/performance-capability.d.ts +30 -0
  456. package/dist/src/commands/performance-capability.d.ts.map +1 -0
  457. package/dist/src/commands/performance-capability.js +349 -0
  458. package/dist/src/commands/performance-capability.js.map +1 -0
  459. package/dist/src/commands/ruvector/backup.js +23 -23
  460. package/dist/src/commands/ruvector/benchmark.js +31 -31
  461. package/dist/src/commands/ruvector/import.js +14 -14
  462. package/dist/src/commands/ruvector/init.js +115 -115
  463. package/dist/src/commands/ruvector/migrate.js +99 -99
  464. package/dist/src/commands/ruvector/optimize.js +51 -51
  465. package/dist/src/commands/ruvector/setup.js +624 -624
  466. package/dist/src/commands/ruvector/status.js +38 -38
  467. package/dist/src/init/claudemd-generator.js +231 -231
  468. package/dist/src/init/executor.js +453 -453
  469. package/dist/src/init/helpers-generator.js +727 -727
  470. package/dist/src/init/statusline-generator.js +717 -717
  471. package/dist/src/mcp-tools/agent-execute-core.d.ts +23 -1
  472. package/dist/src/mcp-tools/agent-execute-core.d.ts.map +1 -1
  473. package/dist/src/mcp-tools/agent-execute-core.js +136 -9
  474. package/dist/src/mcp-tools/agent-execute-core.js.map +1 -1
  475. package/dist/src/mcp-tools/agent-tools.d.ts.map +1 -1
  476. package/dist/src/mcp-tools/agent-tools.js +48 -4
  477. package/dist/src/mcp-tools/agent-tools.js.map +1 -1
  478. package/dist/src/mcp-tools/agentdb-tools.js +15 -15
  479. package/dist/src/mcp-tools/hooks-tools.d.ts.map +1 -1
  480. package/dist/src/mcp-tools/hooks-tools.js +196 -0
  481. package/dist/src/mcp-tools/hooks-tools.js.map +1 -1
  482. package/dist/src/memory/graph-edge-writer.js +18 -18
  483. package/dist/src/memory/memory-bridge.js +84 -84
  484. package/dist/src/memory/memory-initializer.js +393 -393
  485. package/dist/src/memory/rabitq-index.js +5 -5
  486. package/dist/src/runtime/headless.js +28 -28
  487. package/dist/src/ruvector/enhanced-model-router.d.ts +5 -0
  488. package/dist/src/ruvector/enhanced-model-router.d.ts.map +1 -1
  489. package/dist/src/ruvector/enhanced-model-router.js +18 -1
  490. package/dist/src/ruvector/enhanced-model-router.js.map +1 -1
  491. package/dist/src/ruvector/model-prices.d.ts +50 -0
  492. package/dist/src/ruvector/model-prices.d.ts.map +1 -0
  493. package/dist/src/ruvector/model-prices.js +72 -0
  494. package/dist/src/ruvector/model-prices.js.map +1 -0
  495. package/dist/src/ruvector/model-router.d.ts +147 -8
  496. package/dist/src/ruvector/model-router.d.ts.map +1 -1
  497. package/dist/src/ruvector/model-router.js +418 -18
  498. package/dist/src/ruvector/model-router.js.map +1 -1
  499. package/dist/src/ruvector/neural-router.d.ts +172 -39
  500. package/dist/src/ruvector/neural-router.d.ts.map +1 -1
  501. package/dist/src/ruvector/neural-router.js +780 -91
  502. package/dist/src/ruvector/neural-router.js.map +1 -1
  503. package/dist/src/ruvector/router-calibrator.d.ts +65 -0
  504. package/dist/src/ruvector/router-calibrator.d.ts.map +1 -0
  505. package/dist/src/ruvector/router-calibrator.js +120 -0
  506. package/dist/src/ruvector/router-calibrator.js.map +1 -0
  507. package/dist/src/ruvector/router-trajectory.d.ts +137 -45
  508. package/dist/src/ruvector/router-trajectory.d.ts.map +1 -1
  509. package/dist/src/ruvector/router-trajectory.js +226 -63
  510. package/dist/src/ruvector/router-trajectory.js.map +1 -1
  511. package/dist/src/ruvector/task-embedder.d.ts +56 -0
  512. package/dist/src/ruvector/task-embedder.d.ts.map +1 -0
  513. package/dist/src/ruvector/task-embedder.js +237 -0
  514. package/dist/src/ruvector/task-embedder.js.map +1 -0
  515. package/dist/src/services/headless-worker-executor.js +84 -84
  516. package/dist/src/transfer/deploy-seraphine.js +23 -23
  517. package/dist/tsconfig.tsbuildinfo +1 -1
  518. package/package.json +136 -134
  519. package/scripts/beir-bootstrap-significance.mjs +162 -162
  520. package/scripts/bench-rvagent.mjs +312 -312
  521. package/scripts/benchmark-codemods.mjs +127 -127
  522. package/scripts/benchmark-cross-repo.mjs +206 -206
  523. package/scripts/benchmark-pretrained-retrieval.mjs +305 -305
  524. package/scripts/benchmark-self-learning.mjs +241 -241
  525. package/scripts/benchmark-trajectory-mrr.mjs +191 -191
  526. package/scripts/deploy-ipfs-node.sh +153 -153
  527. package/scripts/grid-search-retrieval.mjs +216 -216
  528. package/scripts/postinstall.cjs +153 -153
  529. package/scripts/pretrain-from-github.mjs +358 -358
  530. package/scripts/publish-registry.ts +345 -345
  531. package/scripts/publish.sh +57 -57
  532. package/scripts/run-beir-bge.mjs +324 -324
  533. package/scripts/run-beir-hybrid.mjs +261 -261
  534. package/scripts/run-beir-lucene-bm25.mjs +154 -154
  535. package/scripts/run-beir-nfcorpus.mjs +231 -231
  536. package/scripts/run-beir-rrf-ablation.mjs +221 -221
  537. package/scripts/setup-ipfs-registry.md +366 -366
  538. package/dist/src/ruvector/flash-attention.d.ts +0 -195
  539. package/dist/src/ruvector/flash-attention.d.ts.map +0 -1
  540. package/dist/src/ruvector/flash-attention.js +0 -643
  541. package/dist/src/ruvector/flash-attention.js.map +0 -1
  542. package/dist/src/ruvector/moe-router.d.ts +0 -206
  543. package/dist/src/ruvector/moe-router.d.ts.map +0 -1
  544. package/dist/src/ruvector/moe-router.js +0 -626
  545. package/dist/src/ruvector/moe-router.js.map +0 -1
  546. package/dist/src/services/event-stream.d.ts +0 -25
  547. package/dist/src/services/event-stream.js +0 -27
  548. package/dist/src/services/loop-worker-runner.d.ts +0 -16
  549. package/dist/src/services/loop-worker-runner.js +0 -34
  550. package/dist/src/services/runtime-capabilities.d.ts +0 -22
  551. package/dist/src/services/runtime-capabilities.js +0 -45
@@ -1,691 +1,691 @@
1
- ---
2
- name: "Verification & Quality Assurance"
3
- description: |
4
- Comprehensive truth scoring, code quality verification, and automatic rollback system with 0.95 accuracy threshold for ensuring high-quality agent outputs and codebase reliability.
5
- ---
6
-
7
- # Verification & Quality Assurance Skill
8
-
9
- ## What This Skill Does
10
-
11
- This skill provides a comprehensive verification and quality assurance system that ensures code quality and correctness through:
12
-
13
- - **Truth Scoring**: Real-time reliability metrics (0.0-1.0 scale) for code, agents, and tasks
14
- - **Verification Checks**: Automated code correctness, security, and best practices validation
15
- - **Automatic Rollback**: Instant reversion of changes that fail verification (default threshold: 0.95)
16
- - **Quality Metrics**: Statistical analysis with trends, confidence intervals, and improvement tracking
17
- - **CI/CD Integration**: Export capabilities for continuous integration pipelines
18
- - **Real-time Monitoring**: Live dashboards and watch modes for ongoing verification
19
-
20
- > **Shipped vs. aspirational.** The *concrete, in-CI* verification stack — the 6 regression-guard jobs + the witness manifest + the tool-discoverability audit — is real and runs on every push. The truth-scoring / auto-rollback / WebSocket-dashboard surface described later in this doc is partly shipped (`ruflo verify` runs the witness checks) and partly design — treat the "CI Guards" section below as the authoritative current state.
21
-
22
- ## CI Guards — what's actually shipped (current state)
23
-
24
- Ruflo's regression protection is three layers, all gated before publish. Authoritative reference: [`verification/README.md`](../../../verification/README.md).
25
-
26
- | Layer | What | CI job(s) in `.github/workflows/v3-ci.yml` | ADR |
27
- |---|---|---|---|
28
- | **1 — install/behavioral smoke** | Exercise user-visible failure modes against a real build | `smoke-install-no-bsqlite` (npm install on platforms w/o prebuilds), `plugin-hooks-smoke` (#1859/#1862 — hook flag parsing), `mcp-protocol-smoke` (#1874 — HTTP MCP wire format), `memory-import-smoke` (#1883/#1884 — WSL path + key sanitization), `mcp-roundtrip-smoke` (#1889 paired-tool round-trip + #1863 cli-no-crash + ADR-095 G2 consensus-transport) | ADR-102 |
29
- | **1 — discoverability gate** | Every MCP tool description must answer "use this over native when?" | `tool-descriptions-audit` — `scripts/audit-tool-descriptions.mjs`, baseline at `verification/mcp-tool-baseline.json` (monotone-decreasing: noGuidance / tooShort / duplicates) | ADR-112 |
30
- | **2 — cryptographic witness** | Every documented fix's load-bearing marker must still be present in dist; Ed25519-signed, per-OS bundles | `witness-verify` (ubuntu/macos/windows) — `plugins/ruflo-core/scripts/witness/verify.mjs` against `verification/<os>/manifest.md.json` | ADR-103 |
31
- | **3 — temporal history** | When was a regression introduced | `verification/<os>/history.jsonl` + `history.mjs` (`summary` / `regressions` / `timeline`) | ADR-103 |
32
-
33
- ### Run the guards locally
34
-
35
- ```bash
36
- # Tool-description discoverability audit (ADR-112)
37
- node scripts/audit-tool-descriptions.mjs # fails if any baseline count rises
38
- node scripts/audit-tool-descriptions.mjs --update-baseline # lock the new floor after a fix lands
39
-
40
- # Behavioral smokes (each builds what it needs; safe to run individually)
41
- node plugins/ruflo-core/scripts/test-hooks.mjs "node $PWD/v3/@claude-flow/cli/bin/cli.js"
42
- node plugins/ruflo-core/scripts/test-mcp-protocol.mjs
43
- node plugins/ruflo-core/scripts/test-memory-import.mjs
44
- node plugins/ruflo-core/scripts/test-mcp-roundtrips.mjs # #1889 paired-tool round-trip
45
- node plugins/ruflo-core/scripts/test-cli-no-crash.mjs # #1863 unhandled-exception class
46
- node plugins/ruflo-core/scripts/test-consensus-transport.mjs # ADR-095 G2 consensus transport
47
-
48
- # Witness manifest — regenerate + verify
49
- node scripts/regen-witness.mjs
50
- node plugins/ruflo-core/scripts/witness/verify.mjs --manifest verification/macos/manifest.md.json
51
-
52
- # Temporal history
53
- node plugins/ruflo-core/scripts/witness/history.mjs --history verification/macos/history.jsonl summary
54
- node plugins/ruflo-core/scripts/witness/history.mjs --history verification/macos/history.jsonl regressions
55
- ```
56
-
57
- ### Adding a new guard
58
-
59
- 1. **Behavioral smoke** → write `plugins/ruflo-core/scripts/test-<name>.mjs`. Pattern: static dist-scan first (fast, always completes), behavioral probe second with an internal timeout + a process-level watchdog so CI never hangs. Add a step to the relevant job in `v3-ci.yml`.
60
- 2. **Static gate with a baseline** → write `scripts/audit-<name>.mjs` that scans, counts violations, and fails if the count exceeds a monotone-decreasing baseline in `verification/<name>-baseline.json`. Support `--update-baseline`. Add a CI job; wire it into `witness-verify` `needs[]` if it should gate `publish`.
61
- 3. **Documented-fix marker** → append `{ id, desc, file, marker }` to `verification/witness-fixes.json`, run `node scripts/regen-witness.mjs`. The marker must be a substring the fix specifically creates (not a generic pattern like `'function'`).
62
-
63
- ## Prerequisites
64
-
65
- - Ruflo installed (`npx ruflo@alpha`)
66
- - Git repository (for rollback features)
67
- - Node.js 18+ (for dashboard features)
68
- - `@noble/ed25519` (for the witness verifier — a single runtime dep, `npm i @noble/ed25519`)
69
-
70
- ## Quick Start
71
-
72
- ```bash
73
- # View current truth scores
74
- npx ruflo@alpha truth
75
-
76
- # Run verification check
77
- npx ruflo@alpha verify check
78
-
79
- # Verify specific file with custom threshold
80
- npx ruflo@alpha verify check --file src/app.js --threshold 0.98
81
-
82
- # Rollback last failed verification
83
- npx ruflo@alpha verify rollback --last-good
84
- ```
85
-
86
- ---
87
-
88
- ## Complete Guide
89
-
90
- ### Truth Scoring System
91
-
92
- #### View Truth Metrics
93
-
94
- Display comprehensive quality and reliability metrics for your codebase and agent tasks.
95
-
96
- **Basic Usage:**
97
- ```bash
98
- # View current truth scores (default: table format)
99
- npx ruflo@alpha truth
100
-
101
- # View scores for specific time period
102
- npx ruflo@alpha truth --period 7d
103
-
104
- # View scores for specific agent
105
- npx ruflo@alpha truth --agent coder --period 24h
106
-
107
- # Find files/tasks below threshold
108
- npx ruflo@alpha truth --threshold 0.8
109
- ```
110
-
111
- **Output Formats:**
112
- ```bash
113
- # Table format (default)
114
- npx ruflo@alpha truth --format table
115
-
116
- # JSON for programmatic access
117
- npx ruflo@alpha truth --format json
118
-
119
- # CSV for spreadsheet analysis
120
- npx ruflo@alpha truth --format csv
121
-
122
- # HTML report with visualizations
123
- npx ruflo@alpha truth --format html --export report.html
124
- ```
125
-
126
- **Real-time Monitoring:**
127
- ```bash
128
- # Watch mode with live updates
129
- npx ruflo@alpha truth --watch
130
-
131
- # Export metrics automatically
132
- npx ruflo@alpha truth --export .claude-flow/metrics/truth-$(date +%Y%m%d).json
133
- ```
134
-
135
- #### Truth Score Dashboard
136
-
137
- Example dashboard output:
138
- ```
139
- 📊 Truth Metrics Dashboard
140
- ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
141
-
142
- Overall Truth Score: 0.947 ✅
143
- Trend: ↗️ +2.3% (7d)
144
-
145
- Top Performers:
146
- verification-agent 0.982 ⭐
147
- code-analyzer 0.971 ⭐
148
- test-generator 0.958 ✅
149
-
150
- Needs Attention:
151
- refactor-agent 0.821 ⚠️
152
- docs-generator 0.794 ⚠️
153
-
154
- Recent Tasks:
155
- task-456 0.991 ✅ "Implement auth"
156
- task-455 0.967 ✅ "Add tests"
157
- task-454 0.743 ❌ "Refactor API"
158
- ```
159
-
160
- #### Metrics Explained
161
-
162
- **Truth Scores (0.0-1.0):**
163
- - `1.0-0.95`: Excellent ⭐ (production-ready)
164
- - `0.94-0.85`: Good ✅ (acceptable quality)
165
- - `0.84-0.75`: Warning ⚠️ (needs attention)
166
- - `<0.75`: Critical ❌ (requires immediate action)
167
-
168
- **Trend Indicators:**
169
- - ↗️ Improving (positive trend)
170
- - → Stable (consistent performance)
171
- - ↘️ Declining (quality regression detected)
172
-
173
- **Statistics:**
174
- - **Mean Score**: Average truth score across all measurements
175
- - **Median Score**: Middle value (less affected by outliers)
176
- - **Standard Deviation**: Consistency of scores (lower = more consistent)
177
- - **Confidence Interval**: Statistical reliability of measurements
178
-
179
- ### Verification Checks
180
-
181
- #### Run Verification
182
-
183
- Execute comprehensive verification checks on code, tasks, or agent outputs.
184
-
185
- **File Verification:**
186
- ```bash
187
- # Verify single file
188
- npx ruflo@alpha verify check --file src/app.js
189
-
190
- # Verify directory recursively
191
- npx ruflo@alpha verify check --directory src/
192
-
193
- # Verify with auto-fix enabled
194
- npx ruflo@alpha verify check --file src/utils.js --auto-fix
195
-
196
- # Verify current working directory
197
- npx ruflo@alpha verify check
198
- ```
199
-
200
- **Task Verification:**
201
- ```bash
202
- # Verify specific task output
203
- npx ruflo@alpha verify check --task task-123
204
-
205
- # Verify with custom threshold
206
- npx ruflo@alpha verify check --task task-456 --threshold 0.99
207
-
208
- # Verbose output for debugging
209
- npx ruflo@alpha verify check --task task-789 --verbose
210
- ```
211
-
212
- **Batch Verification:**
213
- ```bash
214
- # Verify multiple files in parallel
215
- npx ruflo@alpha verify batch --files "*.js" --parallel
216
-
217
- # Verify with pattern matching
218
- npx ruflo@alpha verify batch --pattern "src/**/*.ts"
219
-
220
- # Integration test suite
221
- npx ruflo@alpha verify integration --test-suite full
222
- ```
223
-
224
- #### Verification Criteria
225
-
226
- The verification system evaluates:
227
-
228
- 1. **Code Correctness**
229
- - Syntax validation
230
- - Type checking (TypeScript)
231
- - Logic flow analysis
232
- - Error handling completeness
233
-
234
- 2. **Best Practices**
235
- - Code style adherence
236
- - SOLID principles
237
- - Design patterns usage
238
- - Modularity and reusability
239
-
240
- 3. **Security**
241
- - Vulnerability scanning
242
- - Secret detection
243
- - Input validation
244
- - Authentication/authorization checks
245
-
246
- 4. **Performance**
247
- - Algorithmic complexity
248
- - Memory usage patterns
249
- - Database query optimization
250
- - Bundle size impact
251
-
252
- 5. **Documentation**
253
- - JSDoc/TypeDoc completeness
254
- - README accuracy
255
- - API documentation
256
- - Code comments quality
257
-
258
- #### JSON Output for CI/CD
259
-
260
- ```bash
261
- # Get structured JSON output
262
- npx ruflo@alpha verify check --json > verification.json
263
-
264
- # Example JSON structure:
265
- {
266
- "overallScore": 0.947,
267
- "passed": true,
268
- "threshold": 0.95,
269
- "checks": [
270
- {
271
- "name": "code-correctness",
272
- "score": 0.98,
273
- "passed": true
274
- },
275
- {
276
- "name": "security",
277
- "score": 0.91,
278
- "passed": false,
279
- "issues": [...]
280
- }
281
- ]
282
- }
283
- ```
284
-
285
- ### Automatic Rollback
286
-
287
- #### Rollback Failed Changes
288
-
289
- Automatically revert changes that fail verification checks.
290
-
291
- **Basic Rollback:**
292
- ```bash
293
- # Rollback to last known good state
294
- npx ruflo@alpha verify rollback --last-good
295
-
296
- # Rollback to specific commit
297
- npx ruflo@alpha verify rollback --to-commit abc123
298
-
299
- # Interactive rollback with preview
300
- npx ruflo@alpha verify rollback --interactive
301
- ```
302
-
303
- **Smart Rollback:**
304
- ```bash
305
- # Rollback only failed files (preserve good changes)
306
- npx ruflo@alpha verify rollback --selective
307
-
308
- # Rollback with automatic backup
309
- npx ruflo@alpha verify rollback --backup-first
310
-
311
- # Dry-run mode (preview without executing)
312
- npx ruflo@alpha verify rollback --dry-run
313
- ```
314
-
315
- **Rollback Performance:**
316
- - Git-based rollback: <1 second
317
- - Selective file rollback: <500ms
318
- - Backup creation: Automatic before rollback
319
-
320
- ### Verification Reports
321
-
322
- #### Generate Reports
323
-
324
- Create detailed verification reports with metrics and visualizations.
325
-
326
- **Report Formats:**
327
- ```bash
328
- # JSON report
329
- npx ruflo@alpha verify report --format json
330
-
331
- # HTML report with charts
332
- npx ruflo@alpha verify report --export metrics.html --format html
333
-
334
- # CSV for data analysis
335
- npx ruflo@alpha verify report --format csv --export metrics.csv
336
-
337
- # Markdown summary
338
- npx ruflo@alpha verify report --format markdown
339
- ```
340
-
341
- **Time-based Reports:**
342
- ```bash
343
- # Last 24 hours
344
- npx ruflo@alpha verify report --period 24h
345
-
346
- # Last 7 days
347
- npx ruflo@alpha verify report --period 7d
348
-
349
- # Last 30 days with trends
350
- npx ruflo@alpha verify report --period 30d --include-trends
351
-
352
- # Custom date range
353
- npx ruflo@alpha verify report --from 2025-01-01 --to 2025-01-31
354
- ```
355
-
356
- **Report Content:**
357
- - Overall truth scores
358
- - Per-agent performance metrics
359
- - Task completion quality
360
- - Verification pass/fail rates
361
- - Rollback frequency
362
- - Quality improvement trends
363
- - Statistical confidence intervals
364
-
365
- ### Interactive Dashboard
366
-
367
- #### Launch Dashboard
368
-
369
- Run interactive web-based verification dashboard with real-time updates.
370
-
371
- ```bash
372
- # Launch dashboard on default port (3000)
373
- npx ruflo@alpha verify dashboard
374
-
375
- # Custom port
376
- npx ruflo@alpha verify dashboard --port 8080
377
-
378
- # Export dashboard data
379
- npx ruflo@alpha verify dashboard --export
380
-
381
- # Dashboard with auto-refresh
382
- npx ruflo@alpha verify dashboard --refresh 5s
383
- ```
384
-
385
- **Dashboard Features:**
386
- - Real-time truth score updates (WebSocket)
387
- - Interactive charts and graphs
388
- - Agent performance comparison
389
- - Task history timeline
390
- - Rollback history viewer
391
- - Export to PDF/HTML
392
- - Filter by time period/agent/score
393
-
394
- ### Configuration
395
-
396
- #### Default Configuration
397
-
398
- Set verification preferences in `.claude-flow/config.json`:
399
-
400
- ```json
401
- {
402
- "verification": {
403
- "threshold": 0.95,
404
- "autoRollback": true,
405
- "gitIntegration": true,
406
- "hooks": {
407
- "preCommit": true,
408
- "preTask": true,
409
- "postEdit": true
410
- },
411
- "checks": {
412
- "codeCorrectness": true,
413
- "security": true,
414
- "performance": true,
415
- "documentation": true,
416
- "bestPractices": true
417
- }
418
- },
419
- "truth": {
420
- "defaultFormat": "table",
421
- "defaultPeriod": "24h",
422
- "warningThreshold": 0.85,
423
- "criticalThreshold": 0.75,
424
- "autoExport": {
425
- "enabled": true,
426
- "path": ".claude-flow/metrics/truth-daily.json"
427
- }
428
- }
429
- }
430
- ```
431
-
432
- #### Threshold Configuration
433
-
434
- **Adjust verification strictness:**
435
- ```bash
436
- # Strict mode (99% accuracy required)
437
- npx ruflo@alpha verify check --threshold 0.99
438
-
439
- # Lenient mode (90% acceptable)
440
- npx ruflo@alpha verify check --threshold 0.90
441
-
442
- # Set default threshold
443
- npx ruflo@alpha config set verification.threshold 0.98
444
- ```
445
-
446
- **Per-environment thresholds:**
447
- ```json
448
- {
449
- "verification": {
450
- "thresholds": {
451
- "production": 0.99,
452
- "staging": 0.95,
453
- "development": 0.90
454
- }
455
- }
456
- }
457
- ```
458
-
459
- ### Integration Examples
460
-
461
- #### CI/CD Integration
462
-
463
- **GitHub Actions:**
464
- ```yaml
465
- name: Quality Verification
466
-
467
- on: [push, pull_request]
468
-
469
- jobs:
470
- verify:
471
- runs-on: ubuntu-latest
472
- steps:
473
- - uses: actions/checkout@v4
474
-
475
- - name: Install Dependencies
476
- run: npm install
477
-
478
- - name: Run Verification
479
- run: |
480
- npx ruflo@alpha verify check --json > verification.json
481
-
482
- - name: Check Truth Score
483
- run: |
484
- score=$(jq '.overallScore' verification.json)
485
- if (( $(echo "$score < 0.95" | bc -l) )); then
486
- echo "Truth score too low: $score"
487
- exit 1
488
- fi
489
-
490
- - name: Upload Report
491
- uses: actions/upload-artifact@v3
492
- with:
493
- name: verification-report
494
- path: verification.json
495
- ```
496
-
497
- **GitLab CI:**
498
- ```yaml
499
- verify:
500
- stage: test
501
- script:
502
- - npx ruflo@alpha verify check --threshold 0.95 --json > verification.json
503
- - |
504
- score=$(jq '.overallScore' verification.json)
505
- if [ $(echo "$score < 0.95" | bc) -eq 1 ]; then
506
- echo "Verification failed with score: $score"
507
- exit 1
508
- fi
509
- artifacts:
510
- paths:
511
- - verification.json
512
- reports:
513
- junit: verification.json
514
- ```
515
-
516
- #### Swarm Integration
517
-
518
- Run verification automatically during swarm operations:
519
-
520
- ```bash
521
- # Swarm with verification enabled
522
- npx ruflo@alpha swarm --verify --threshold 0.98
523
-
524
- # Hive Mind with auto-rollback
525
- npx ruflo@alpha hive-mind --verify --rollback-on-fail
526
-
527
- # Training pipeline with verification
528
- npx ruflo@alpha train --verify --threshold 0.99
529
- ```
530
-
531
- #### Pair Programming Integration
532
-
533
- Enable real-time verification during collaborative development:
534
-
535
- ```bash
536
- # Pair with verification
537
- npx ruflo@alpha pair --verify --real-time
538
-
539
- # Pair with custom threshold
540
- npx ruflo@alpha pair --verify --threshold 0.97 --auto-fix
541
- ```
542
-
543
- ### Advanced Workflows
544
-
545
- #### Continuous Verification
546
-
547
- Monitor codebase continuously during development:
548
-
549
- ```bash
550
- # Watch directory for changes
551
- npx ruflo@alpha verify watch --directory src/
552
-
553
- # Watch with auto-fix
554
- npx ruflo@alpha verify watch --directory src/ --auto-fix
555
-
556
- # Watch with notifications
557
- npx ruflo@alpha verify watch --notify --threshold 0.95
558
- ```
559
-
560
- #### Monitoring Integration
561
-
562
- Send metrics to external monitoring systems:
563
-
564
- ```bash
565
- # Export to Prometheus
566
- npx ruflo@alpha truth --format json | \
567
- curl -X POST https://pushgateway.example.com/metrics/job/claude-flow \
568
- -d @-
569
-
570
- # Send to DataDog
571
- npx ruflo@alpha verify report --format json | \
572
- curl -X POST "https://api.datadoghq.com/api/v1/series?api_key=${DD_API_KEY}" \
573
- -H "Content-Type: application/json" \
574
- -d @-
575
-
576
- # Custom webhook
577
- npx ruflo@alpha truth --format json | \
578
- curl -X POST https://metrics.example.com/api/truth \
579
- -H "Content-Type: application/json" \
580
- -d @-
581
- ```
582
-
583
- #### Pre-commit Hooks
584
-
585
- Automatically verify before commits:
586
-
587
- ```bash
588
- # Install pre-commit hook
589
- npx ruflo@alpha verify install-hook --pre-commit
590
-
591
- # .git/hooks/pre-commit example:
592
- #!/bin/bash
593
- npx ruflo@alpha verify check --threshold 0.95 --json > /tmp/verify.json
594
-
595
- score=$(jq '.overallScore' /tmp/verify.json)
596
- if (( $(echo "$score < 0.95" | bc -l) )); then
597
- echo "❌ Verification failed with score: $score"
598
- echo "Run 'npx ruflo@alpha verify check --verbose' for details"
599
- exit 1
600
- fi
601
-
602
- echo "✅ Verification passed with score: $score"
603
- ```
604
-
605
- ### Performance Metrics
606
-
607
- **Verification Speed:**
608
- - Single file check: <100ms
609
- - Directory scan: <500ms (per 100 files)
610
- - Full codebase analysis: <5s (typical project)
611
- - Truth score calculation: <50ms
612
-
613
- **Rollback Speed:**
614
- - Git-based rollback: <1s
615
- - Selective file rollback: <500ms
616
- - Backup creation: <2s
617
-
618
- **Dashboard Performance:**
619
- - Initial load: <1s
620
- - Real-time updates: <100ms latency (WebSocket)
621
- - Chart rendering: 60 FPS
622
-
623
- ### Troubleshooting
624
-
625
- #### Common Issues
626
-
627
- **Low Truth Scores:**
628
- ```bash
629
- # Get detailed breakdown
630
- npx ruflo@alpha truth --verbose --threshold 0.0
631
-
632
- # Check specific criteria
633
- npx ruflo@alpha verify check --verbose
634
-
635
- # View agent-specific issues
636
- npx ruflo@alpha truth --agent <agent-name> --format json
637
- ```
638
-
639
- **Rollback Failures:**
640
- ```bash
641
- # Check git status
642
- git status
643
-
644
- # View rollback history
645
- npx ruflo@alpha verify rollback --history
646
-
647
- # Manual rollback
648
- git reset --hard HEAD~1
649
- ```
650
-
651
- **Verification Timeouts:**
652
- ```bash
653
- # Increase timeout
654
- npx ruflo@alpha verify check --timeout 60s
655
-
656
- # Verify in batches
657
- npx ruflo@alpha verify batch --batch-size 10
658
- ```
659
-
660
- ### Exit Codes
661
-
662
- Verification commands return standard exit codes:
663
-
664
- - `0`: Verification passed (score ≥ threshold)
665
- - `1`: Verification failed (score < threshold)
666
- - `2`: Error during verification (invalid input, system error)
667
-
668
- ### Related Commands
669
-
670
- - `npx ruflo@alpha pair` - Collaborative development with verification
671
- - `npx ruflo@alpha train` - Training with verification feedback
672
- - `npx ruflo@alpha swarm` - Multi-agent coordination with quality checks
673
- - `npx ruflo@alpha report` - Generate comprehensive project reports
674
-
675
- ### Best Practices
676
-
677
- 1. **Set Appropriate Thresholds**: Use 0.99 for critical code, 0.95 for standard, 0.90 for experimental
678
- 2. **Enable Auto-rollback**: Prevent bad code from persisting
679
- 3. **Monitor Trends**: Track improvement over time, not just current scores
680
- 4. **Integrate with CI/CD**: Make verification part of your pipeline
681
- 5. **Use Watch Mode**: Get immediate feedback during development
682
- 6. **Export Metrics**: Track quality metrics in your monitoring system
683
- 7. **Review Rollbacks**: Understand why changes were rejected
684
- 8. **Train Agents**: Use verification feedback to improve agent performance
685
-
686
- ### Additional Resources
687
-
688
- - Truth Scoring Algorithm: See `/docs/truth-scoring.md`
689
- - Verification Criteria: See `/docs/verification-criteria.md`
690
- - Integration Examples: See `/examples/verification/`
691
- - API Reference: See `/docs/api/verification.md`
1
+ ---
2
+ name: "Verification & Quality Assurance"
3
+ description: |
4
+ Comprehensive truth scoring, code quality verification, and automatic rollback system with 0.95 accuracy threshold for ensuring high-quality agent outputs and codebase reliability.
5
+ ---
6
+
7
+ # Verification & Quality Assurance Skill
8
+
9
+ ## What This Skill Does
10
+
11
+ This skill provides a comprehensive verification and quality assurance system that ensures code quality and correctness through:
12
+
13
+ - **Truth Scoring**: Real-time reliability metrics (0.0-1.0 scale) for code, agents, and tasks
14
+ - **Verification Checks**: Automated code correctness, security, and best practices validation
15
+ - **Automatic Rollback**: Instant reversion of changes that fail verification (default threshold: 0.95)
16
+ - **Quality Metrics**: Statistical analysis with trends, confidence intervals, and improvement tracking
17
+ - **CI/CD Integration**: Export capabilities for continuous integration pipelines
18
+ - **Real-time Monitoring**: Live dashboards and watch modes for ongoing verification
19
+
20
+ > **Shipped vs. aspirational.** The *concrete, in-CI* verification stack — the 6 regression-guard jobs + the witness manifest + the tool-discoverability audit — is real and runs on every push. The truth-scoring / auto-rollback / WebSocket-dashboard surface described later in this doc is partly shipped (`ruflo verify` runs the witness checks) and partly design — treat the "CI Guards" section below as the authoritative current state.
21
+
22
+ ## CI Guards — what's actually shipped (current state)
23
+
24
+ Ruflo's regression protection is three layers, all gated before publish. Authoritative reference: [`verification/README.md`](../../../verification/README.md).
25
+
26
+ | Layer | What | CI job(s) in `.github/workflows/v3-ci.yml` | ADR |
27
+ |---|---|---|---|
28
+ | **1 — install/behavioral smoke** | Exercise user-visible failure modes against a real build | `smoke-install-no-bsqlite` (npm install on platforms w/o prebuilds), `plugin-hooks-smoke` (#1859/#1862 — hook flag parsing), `mcp-protocol-smoke` (#1874 — HTTP MCP wire format), `memory-import-smoke` (#1883/#1884 — WSL path + key sanitization), `mcp-roundtrip-smoke` (#1889 paired-tool round-trip + #1863 cli-no-crash + ADR-095 G2 consensus-transport) | ADR-102 |
29
+ | **1 — discoverability gate** | Every MCP tool description must answer "use this over native when?" | `tool-descriptions-audit` — `scripts/audit-tool-descriptions.mjs`, baseline at `verification/mcp-tool-baseline.json` (monotone-decreasing: noGuidance / tooShort / duplicates) | ADR-112 |
30
+ | **2 — cryptographic witness** | Every documented fix's load-bearing marker must still be present in dist; Ed25519-signed, per-OS bundles | `witness-verify` (ubuntu/macos/windows) — `plugins/ruflo-core/scripts/witness/verify.mjs` against `verification/<os>/manifest.md.json` | ADR-103 |
31
+ | **3 — temporal history** | When was a regression introduced | `verification/<os>/history.jsonl` + `history.mjs` (`summary` / `regressions` / `timeline`) | ADR-103 |
32
+
33
+ ### Run the guards locally
34
+
35
+ ```bash
36
+ # Tool-description discoverability audit (ADR-112)
37
+ node scripts/audit-tool-descriptions.mjs # fails if any baseline count rises
38
+ node scripts/audit-tool-descriptions.mjs --update-baseline # lock the new floor after a fix lands
39
+
40
+ # Behavioral smokes (each builds what it needs; safe to run individually)
41
+ node plugins/ruflo-core/scripts/test-hooks.mjs "node $PWD/v3/@claude-flow/cli/bin/cli.js"
42
+ node plugins/ruflo-core/scripts/test-mcp-protocol.mjs
43
+ node plugins/ruflo-core/scripts/test-memory-import.mjs
44
+ node plugins/ruflo-core/scripts/test-mcp-roundtrips.mjs # #1889 paired-tool round-trip
45
+ node plugins/ruflo-core/scripts/test-cli-no-crash.mjs # #1863 unhandled-exception class
46
+ node plugins/ruflo-core/scripts/test-consensus-transport.mjs # ADR-095 G2 consensus transport
47
+
48
+ # Witness manifest — regenerate + verify
49
+ node scripts/regen-witness.mjs
50
+ node plugins/ruflo-core/scripts/witness/verify.mjs --manifest verification/macos/manifest.md.json
51
+
52
+ # Temporal history
53
+ node plugins/ruflo-core/scripts/witness/history.mjs --history verification/macos/history.jsonl summary
54
+ node plugins/ruflo-core/scripts/witness/history.mjs --history verification/macos/history.jsonl regressions
55
+ ```
56
+
57
+ ### Adding a new guard
58
+
59
+ 1. **Behavioral smoke** → write `plugins/ruflo-core/scripts/test-<name>.mjs`. Pattern: static dist-scan first (fast, always completes), behavioral probe second with an internal timeout + a process-level watchdog so CI never hangs. Add a step to the relevant job in `v3-ci.yml`.
60
+ 2. **Static gate with a baseline** → write `scripts/audit-<name>.mjs` that scans, counts violations, and fails if the count exceeds a monotone-decreasing baseline in `verification/<name>-baseline.json`. Support `--update-baseline`. Add a CI job; wire it into `witness-verify` `needs[]` if it should gate `publish`.
61
+ 3. **Documented-fix marker** → append `{ id, desc, file, marker }` to `verification/witness-fixes.json`, run `node scripts/regen-witness.mjs`. The marker must be a substring the fix specifically creates (not a generic pattern like `'function'`).
62
+
63
+ ## Prerequisites
64
+
65
+ - Ruflo installed (`npx ruflo@alpha`)
66
+ - Git repository (for rollback features)
67
+ - Node.js 18+ (for dashboard features)
68
+ - `@noble/ed25519` (for the witness verifier — a single runtime dep, `npm i @noble/ed25519`)
69
+
70
+ ## Quick Start
71
+
72
+ ```bash
73
+ # View current truth scores
74
+ npx ruflo@alpha truth
75
+
76
+ # Run verification check
77
+ npx ruflo@alpha verify check
78
+
79
+ # Verify specific file with custom threshold
80
+ npx ruflo@alpha verify check --file src/app.js --threshold 0.98
81
+
82
+ # Rollback last failed verification
83
+ npx ruflo@alpha verify rollback --last-good
84
+ ```
85
+
86
+ ---
87
+
88
+ ## Complete Guide
89
+
90
+ ### Truth Scoring System
91
+
92
+ #### View Truth Metrics
93
+
94
+ Display comprehensive quality and reliability metrics for your codebase and agent tasks.
95
+
96
+ **Basic Usage:**
97
+ ```bash
98
+ # View current truth scores (default: table format)
99
+ npx ruflo@alpha truth
100
+
101
+ # View scores for specific time period
102
+ npx ruflo@alpha truth --period 7d
103
+
104
+ # View scores for specific agent
105
+ npx ruflo@alpha truth --agent coder --period 24h
106
+
107
+ # Find files/tasks below threshold
108
+ npx ruflo@alpha truth --threshold 0.8
109
+ ```
110
+
111
+ **Output Formats:**
112
+ ```bash
113
+ # Table format (default)
114
+ npx ruflo@alpha truth --format table
115
+
116
+ # JSON for programmatic access
117
+ npx ruflo@alpha truth --format json
118
+
119
+ # CSV for spreadsheet analysis
120
+ npx ruflo@alpha truth --format csv
121
+
122
+ # HTML report with visualizations
123
+ npx ruflo@alpha truth --format html --export report.html
124
+ ```
125
+
126
+ **Real-time Monitoring:**
127
+ ```bash
128
+ # Watch mode with live updates
129
+ npx ruflo@alpha truth --watch
130
+
131
+ # Export metrics automatically
132
+ npx ruflo@alpha truth --export .claude-flow/metrics/truth-$(date +%Y%m%d).json
133
+ ```
134
+
135
+ #### Truth Score Dashboard
136
+
137
+ Example dashboard output:
138
+ ```
139
+ 📊 Truth Metrics Dashboard
140
+ ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
141
+
142
+ Overall Truth Score: 0.947 ✅
143
+ Trend: ↗️ +2.3% (7d)
144
+
145
+ Top Performers:
146
+ verification-agent 0.982 ⭐
147
+ code-analyzer 0.971 ⭐
148
+ test-generator 0.958 ✅
149
+
150
+ Needs Attention:
151
+ refactor-agent 0.821 ⚠️
152
+ docs-generator 0.794 ⚠️
153
+
154
+ Recent Tasks:
155
+ task-456 0.991 ✅ "Implement auth"
156
+ task-455 0.967 ✅ "Add tests"
157
+ task-454 0.743 ❌ "Refactor API"
158
+ ```
159
+
160
+ #### Metrics Explained
161
+
162
+ **Truth Scores (0.0-1.0):**
163
+ - `1.0-0.95`: Excellent ⭐ (production-ready)
164
+ - `0.94-0.85`: Good ✅ (acceptable quality)
165
+ - `0.84-0.75`: Warning ⚠️ (needs attention)
166
+ - `<0.75`: Critical ❌ (requires immediate action)
167
+
168
+ **Trend Indicators:**
169
+ - ↗️ Improving (positive trend)
170
+ - → Stable (consistent performance)
171
+ - ↘️ Declining (quality regression detected)
172
+
173
+ **Statistics:**
174
+ - **Mean Score**: Average truth score across all measurements
175
+ - **Median Score**: Middle value (less affected by outliers)
176
+ - **Standard Deviation**: Consistency of scores (lower = more consistent)
177
+ - **Confidence Interval**: Statistical reliability of measurements
178
+
179
+ ### Verification Checks
180
+
181
+ #### Run Verification
182
+
183
+ Execute comprehensive verification checks on code, tasks, or agent outputs.
184
+
185
+ **File Verification:**
186
+ ```bash
187
+ # Verify single file
188
+ npx ruflo@alpha verify check --file src/app.js
189
+
190
+ # Verify directory recursively
191
+ npx ruflo@alpha verify check --directory src/
192
+
193
+ # Verify with auto-fix enabled
194
+ npx ruflo@alpha verify check --file src/utils.js --auto-fix
195
+
196
+ # Verify current working directory
197
+ npx ruflo@alpha verify check
198
+ ```
199
+
200
+ **Task Verification:**
201
+ ```bash
202
+ # Verify specific task output
203
+ npx ruflo@alpha verify check --task task-123
204
+
205
+ # Verify with custom threshold
206
+ npx ruflo@alpha verify check --task task-456 --threshold 0.99
207
+
208
+ # Verbose output for debugging
209
+ npx ruflo@alpha verify check --task task-789 --verbose
210
+ ```
211
+
212
+ **Batch Verification:**
213
+ ```bash
214
+ # Verify multiple files in parallel
215
+ npx ruflo@alpha verify batch --files "*.js" --parallel
216
+
217
+ # Verify with pattern matching
218
+ npx ruflo@alpha verify batch --pattern "src/**/*.ts"
219
+
220
+ # Integration test suite
221
+ npx ruflo@alpha verify integration --test-suite full
222
+ ```
223
+
224
+ #### Verification Criteria
225
+
226
+ The verification system evaluates:
227
+
228
+ 1. **Code Correctness**
229
+ - Syntax validation
230
+ - Type checking (TypeScript)
231
+ - Logic flow analysis
232
+ - Error handling completeness
233
+
234
+ 2. **Best Practices**
235
+ - Code style adherence
236
+ - SOLID principles
237
+ - Design patterns usage
238
+ - Modularity and reusability
239
+
240
+ 3. **Security**
241
+ - Vulnerability scanning
242
+ - Secret detection
243
+ - Input validation
244
+ - Authentication/authorization checks
245
+
246
+ 4. **Performance**
247
+ - Algorithmic complexity
248
+ - Memory usage patterns
249
+ - Database query optimization
250
+ - Bundle size impact
251
+
252
+ 5. **Documentation**
253
+ - JSDoc/TypeDoc completeness
254
+ - README accuracy
255
+ - API documentation
256
+ - Code comments quality
257
+
258
+ #### JSON Output for CI/CD
259
+
260
+ ```bash
261
+ # Get structured JSON output
262
+ npx ruflo@alpha verify check --json > verification.json
263
+
264
+ # Example JSON structure:
265
+ {
266
+ "overallScore": 0.947,
267
+ "passed": true,
268
+ "threshold": 0.95,
269
+ "checks": [
270
+ {
271
+ "name": "code-correctness",
272
+ "score": 0.98,
273
+ "passed": true
274
+ },
275
+ {
276
+ "name": "security",
277
+ "score": 0.91,
278
+ "passed": false,
279
+ "issues": [...]
280
+ }
281
+ ]
282
+ }
283
+ ```
284
+
285
+ ### Automatic Rollback
286
+
287
+ #### Rollback Failed Changes
288
+
289
+ Automatically revert changes that fail verification checks.
290
+
291
+ **Basic Rollback:**
292
+ ```bash
293
+ # Rollback to last known good state
294
+ npx ruflo@alpha verify rollback --last-good
295
+
296
+ # Rollback to specific commit
297
+ npx ruflo@alpha verify rollback --to-commit abc123
298
+
299
+ # Interactive rollback with preview
300
+ npx ruflo@alpha verify rollback --interactive
301
+ ```
302
+
303
+ **Smart Rollback:**
304
+ ```bash
305
+ # Rollback only failed files (preserve good changes)
306
+ npx ruflo@alpha verify rollback --selective
307
+
308
+ # Rollback with automatic backup
309
+ npx ruflo@alpha verify rollback --backup-first
310
+
311
+ # Dry-run mode (preview without executing)
312
+ npx ruflo@alpha verify rollback --dry-run
313
+ ```
314
+
315
+ **Rollback Performance:**
316
+ - Git-based rollback: <1 second
317
+ - Selective file rollback: <500ms
318
+ - Backup creation: Automatic before rollback
319
+
320
+ ### Verification Reports
321
+
322
+ #### Generate Reports
323
+
324
+ Create detailed verification reports with metrics and visualizations.
325
+
326
+ **Report Formats:**
327
+ ```bash
328
+ # JSON report
329
+ npx ruflo@alpha verify report --format json
330
+
331
+ # HTML report with charts
332
+ npx ruflo@alpha verify report --export metrics.html --format html
333
+
334
+ # CSV for data analysis
335
+ npx ruflo@alpha verify report --format csv --export metrics.csv
336
+
337
+ # Markdown summary
338
+ npx ruflo@alpha verify report --format markdown
339
+ ```
340
+
341
+ **Time-based Reports:**
342
+ ```bash
343
+ # Last 24 hours
344
+ npx ruflo@alpha verify report --period 24h
345
+
346
+ # Last 7 days
347
+ npx ruflo@alpha verify report --period 7d
348
+
349
+ # Last 30 days with trends
350
+ npx ruflo@alpha verify report --period 30d --include-trends
351
+
352
+ # Custom date range
353
+ npx ruflo@alpha verify report --from 2025-01-01 --to 2025-01-31
354
+ ```
355
+
356
+ **Report Content:**
357
+ - Overall truth scores
358
+ - Per-agent performance metrics
359
+ - Task completion quality
360
+ - Verification pass/fail rates
361
+ - Rollback frequency
362
+ - Quality improvement trends
363
+ - Statistical confidence intervals
364
+
365
+ ### Interactive Dashboard
366
+
367
+ #### Launch Dashboard
368
+
369
+ Run interactive web-based verification dashboard with real-time updates.
370
+
371
+ ```bash
372
+ # Launch dashboard on default port (3000)
373
+ npx ruflo@alpha verify dashboard
374
+
375
+ # Custom port
376
+ npx ruflo@alpha verify dashboard --port 8080
377
+
378
+ # Export dashboard data
379
+ npx ruflo@alpha verify dashboard --export
380
+
381
+ # Dashboard with auto-refresh
382
+ npx ruflo@alpha verify dashboard --refresh 5s
383
+ ```
384
+
385
+ **Dashboard Features:**
386
+ - Real-time truth score updates (WebSocket)
387
+ - Interactive charts and graphs
388
+ - Agent performance comparison
389
+ - Task history timeline
390
+ - Rollback history viewer
391
+ - Export to PDF/HTML
392
+ - Filter by time period/agent/score
393
+
394
+ ### Configuration
395
+
396
+ #### Default Configuration
397
+
398
+ Set verification preferences in `.claude-flow/config.json`:
399
+
400
+ ```json
401
+ {
402
+ "verification": {
403
+ "threshold": 0.95,
404
+ "autoRollback": true,
405
+ "gitIntegration": true,
406
+ "hooks": {
407
+ "preCommit": true,
408
+ "preTask": true,
409
+ "postEdit": true
410
+ },
411
+ "checks": {
412
+ "codeCorrectness": true,
413
+ "security": true,
414
+ "performance": true,
415
+ "documentation": true,
416
+ "bestPractices": true
417
+ }
418
+ },
419
+ "truth": {
420
+ "defaultFormat": "table",
421
+ "defaultPeriod": "24h",
422
+ "warningThreshold": 0.85,
423
+ "criticalThreshold": 0.75,
424
+ "autoExport": {
425
+ "enabled": true,
426
+ "path": ".claude-flow/metrics/truth-daily.json"
427
+ }
428
+ }
429
+ }
430
+ ```
431
+
432
+ #### Threshold Configuration
433
+
434
+ **Adjust verification strictness:**
435
+ ```bash
436
+ # Strict mode (99% accuracy required)
437
+ npx ruflo@alpha verify check --threshold 0.99
438
+
439
+ # Lenient mode (90% acceptable)
440
+ npx ruflo@alpha verify check --threshold 0.90
441
+
442
+ # Set default threshold
443
+ npx ruflo@alpha config set verification.threshold 0.98
444
+ ```
445
+
446
+ **Per-environment thresholds:**
447
+ ```json
448
+ {
449
+ "verification": {
450
+ "thresholds": {
451
+ "production": 0.99,
452
+ "staging": 0.95,
453
+ "development": 0.90
454
+ }
455
+ }
456
+ }
457
+ ```
458
+
459
+ ### Integration Examples
460
+
461
+ #### CI/CD Integration
462
+
463
+ **GitHub Actions:**
464
+ ```yaml
465
+ name: Quality Verification
466
+
467
+ on: [push, pull_request]
468
+
469
+ jobs:
470
+ verify:
471
+ runs-on: ubuntu-latest
472
+ steps:
473
+ - uses: actions/checkout@v4
474
+
475
+ - name: Install Dependencies
476
+ run: npm install
477
+
478
+ - name: Run Verification
479
+ run: |
480
+ npx ruflo@alpha verify check --json > verification.json
481
+
482
+ - name: Check Truth Score
483
+ run: |
484
+ score=$(jq '.overallScore' verification.json)
485
+ if (( $(echo "$score < 0.95" | bc -l) )); then
486
+ echo "Truth score too low: $score"
487
+ exit 1
488
+ fi
489
+
490
+ - name: Upload Report
491
+ uses: actions/upload-artifact@v3
492
+ with:
493
+ name: verification-report
494
+ path: verification.json
495
+ ```
496
+
497
+ **GitLab CI:**
498
+ ```yaml
499
+ verify:
500
+ stage: test
501
+ script:
502
+ - npx ruflo@alpha verify check --threshold 0.95 --json > verification.json
503
+ - |
504
+ score=$(jq '.overallScore' verification.json)
505
+ if [ $(echo "$score < 0.95" | bc) -eq 1 ]; then
506
+ echo "Verification failed with score: $score"
507
+ exit 1
508
+ fi
509
+ artifacts:
510
+ paths:
511
+ - verification.json
512
+ reports:
513
+ junit: verification.json
514
+ ```
515
+
516
+ #### Swarm Integration
517
+
518
+ Run verification automatically during swarm operations:
519
+
520
+ ```bash
521
+ # Swarm with verification enabled
522
+ npx ruflo@alpha swarm --verify --threshold 0.98
523
+
524
+ # Hive Mind with auto-rollback
525
+ npx ruflo@alpha hive-mind --verify --rollback-on-fail
526
+
527
+ # Training pipeline with verification
528
+ npx ruflo@alpha train --verify --threshold 0.99
529
+ ```
530
+
531
+ #### Pair Programming Integration
532
+
533
+ Enable real-time verification during collaborative development:
534
+
535
+ ```bash
536
+ # Pair with verification
537
+ npx ruflo@alpha pair --verify --real-time
538
+
539
+ # Pair with custom threshold
540
+ npx ruflo@alpha pair --verify --threshold 0.97 --auto-fix
541
+ ```
542
+
543
+ ### Advanced Workflows
544
+
545
+ #### Continuous Verification
546
+
547
+ Monitor codebase continuously during development:
548
+
549
+ ```bash
550
+ # Watch directory for changes
551
+ npx ruflo@alpha verify watch --directory src/
552
+
553
+ # Watch with auto-fix
554
+ npx ruflo@alpha verify watch --directory src/ --auto-fix
555
+
556
+ # Watch with notifications
557
+ npx ruflo@alpha verify watch --notify --threshold 0.95
558
+ ```
559
+
560
+ #### Monitoring Integration
561
+
562
+ Send metrics to external monitoring systems:
563
+
564
+ ```bash
565
+ # Export to Prometheus
566
+ npx ruflo@alpha truth --format json | \
567
+ curl -X POST https://pushgateway.example.com/metrics/job/claude-flow \
568
+ -d @-
569
+
570
+ # Send to DataDog
571
+ npx ruflo@alpha verify report --format json | \
572
+ curl -X POST "https://api.datadoghq.com/api/v1/series?api_key=${DD_API_KEY}" \
573
+ -H "Content-Type: application/json" \
574
+ -d @-
575
+
576
+ # Custom webhook
577
+ npx ruflo@alpha truth --format json | \
578
+ curl -X POST https://metrics.example.com/api/truth \
579
+ -H "Content-Type: application/json" \
580
+ -d @-
581
+ ```
582
+
583
+ #### Pre-commit Hooks
584
+
585
+ Automatically verify before commits:
586
+
587
+ ```bash
588
+ # Install pre-commit hook
589
+ npx ruflo@alpha verify install-hook --pre-commit
590
+
591
+ # .git/hooks/pre-commit example:
592
+ #!/bin/bash
593
+ npx ruflo@alpha verify check --threshold 0.95 --json > /tmp/verify.json
594
+
595
+ score=$(jq '.overallScore' /tmp/verify.json)
596
+ if (( $(echo "$score < 0.95" | bc -l) )); then
597
+ echo "❌ Verification failed with score: $score"
598
+ echo "Run 'npx ruflo@alpha verify check --verbose' for details"
599
+ exit 1
600
+ fi
601
+
602
+ echo "✅ Verification passed with score: $score"
603
+ ```
604
+
605
+ ### Performance Metrics
606
+
607
+ **Verification Speed:**
608
+ - Single file check: <100ms
609
+ - Directory scan: <500ms (per 100 files)
610
+ - Full codebase analysis: <5s (typical project)
611
+ - Truth score calculation: <50ms
612
+
613
+ **Rollback Speed:**
614
+ - Git-based rollback: <1s
615
+ - Selective file rollback: <500ms
616
+ - Backup creation: <2s
617
+
618
+ **Dashboard Performance:**
619
+ - Initial load: <1s
620
+ - Real-time updates: <100ms latency (WebSocket)
621
+ - Chart rendering: 60 FPS
622
+
623
+ ### Troubleshooting
624
+
625
+ #### Common Issues
626
+
627
+ **Low Truth Scores:**
628
+ ```bash
629
+ # Get detailed breakdown
630
+ npx ruflo@alpha truth --verbose --threshold 0.0
631
+
632
+ # Check specific criteria
633
+ npx ruflo@alpha verify check --verbose
634
+
635
+ # View agent-specific issues
636
+ npx ruflo@alpha truth --agent <agent-name> --format json
637
+ ```
638
+
639
+ **Rollback Failures:**
640
+ ```bash
641
+ # Check git status
642
+ git status
643
+
644
+ # View rollback history
645
+ npx ruflo@alpha verify rollback --history
646
+
647
+ # Manual rollback
648
+ git reset --hard HEAD~1
649
+ ```
650
+
651
+ **Verification Timeouts:**
652
+ ```bash
653
+ # Increase timeout
654
+ npx ruflo@alpha verify check --timeout 60s
655
+
656
+ # Verify in batches
657
+ npx ruflo@alpha verify batch --batch-size 10
658
+ ```
659
+
660
+ ### Exit Codes
661
+
662
+ Verification commands return standard exit codes:
663
+
664
+ - `0`: Verification passed (score ≥ threshold)
665
+ - `1`: Verification failed (score < threshold)
666
+ - `2`: Error during verification (invalid input, system error)
667
+
668
+ ### Related Commands
669
+
670
+ - `npx ruflo@alpha pair` - Collaborative development with verification
671
+ - `npx ruflo@alpha train` - Training with verification feedback
672
+ - `npx ruflo@alpha swarm` - Multi-agent coordination with quality checks
673
+ - `npx ruflo@alpha report` - Generate comprehensive project reports
674
+
675
+ ### Best Practices
676
+
677
+ 1. **Set Appropriate Thresholds**: Use 0.99 for critical code, 0.95 for standard, 0.90 for experimental
678
+ 2. **Enable Auto-rollback**: Prevent bad code from persisting
679
+ 3. **Monitor Trends**: Track improvement over time, not just current scores
680
+ 4. **Integrate with CI/CD**: Make verification part of your pipeline
681
+ 5. **Use Watch Mode**: Get immediate feedback during development
682
+ 6. **Export Metrics**: Track quality metrics in your monitoring system
683
+ 7. **Review Rollbacks**: Understand why changes were rejected
684
+ 8. **Train Agents**: Use verification feedback to improve agent performance
685
+
686
+ ### Additional Resources
687
+
688
+ - Truth Scoring Algorithm: See `/docs/truth-scoring.md`
689
+ - Verification Criteria: See `/docs/verification-criteria.md`
690
+ - Integration Examples: See `/examples/verification/`
691
+ - API Reference: See `/docs/api/verification.md`