devcouncil 0.3.0 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (365) hide show
  1. package/README.md +46 -30
  2. package/package.json +6 -2
  3. package/packages/codeintel-grammars/hatch_build.py +43 -0
  4. package/packages/codeintel-grammars/pyproject.toml +16 -0
  5. package/packages/codeintel-grammars/src/devcouncil_codeintel_grammars/__init__.py +93 -0
  6. package/pyproject.toml +99 -4
  7. package/src/devcouncil/app/config.py +512 -20
  8. package/src/devcouncil/app/events.py +4 -23
  9. package/src/devcouncil/app/orchestrator.py +5 -0
  10. package/src/devcouncil/app/run_context.py +3 -3
  11. package/src/devcouncil/assets/__init__.py +4 -1
  12. package/src/devcouncil/assets/vendor/force-graph.min.js +5 -0
  13. package/src/devcouncil/campaign/__init__.py +71 -0
  14. package/src/devcouncil/campaign/bloom.py +137 -0
  15. package/src/devcouncil/campaign/dashboard.py +123 -0
  16. package/src/devcouncil/campaign/mailbox.py +305 -0
  17. package/src/devcouncil/campaign/notify.py +91 -0
  18. package/src/devcouncil/campaign/orchestrator.py +592 -0
  19. package/src/devcouncil/campaign/prompts/coordinator.md +29 -0
  20. package/src/devcouncil/campaign/prompts/director.md +21 -0
  21. package/src/devcouncil/campaign/prompts/protocol.md +46 -0
  22. package/src/devcouncil/campaign/prompts/reviewer.md +24 -0
  23. package/src/devcouncil/campaign/prompts/worker.md +24 -0
  24. package/src/devcouncil/campaign/roles.py +202 -0
  25. package/src/devcouncil/campaign/watcher.py +153 -0
  26. package/src/devcouncil/cli/commands/agents.py +24 -17
  27. package/src/devcouncil/cli/commands/artifacts.py +36 -27
  28. package/src/devcouncil/cli/commands/ast.py +12 -3
  29. package/src/devcouncil/cli/commands/baseline.py +21 -12
  30. package/src/devcouncil/cli/commands/boot.py +218 -0
  31. package/src/devcouncil/cli/commands/campaign.py +302 -0
  32. package/src/devcouncil/cli/commands/check.py +225 -12
  33. package/src/devcouncil/cli/commands/config.py +221 -74
  34. package/src/devcouncil/cli/commands/cost.py +137 -28
  35. package/src/devcouncil/cli/commands/dashboard.py +12 -4
  36. package/src/devcouncil/cli/commands/debug_cmd.py +249 -0
  37. package/src/devcouncil/cli/commands/design.py +27 -17
  38. package/src/devcouncil/cli/commands/doctor.py +790 -8
  39. package/src/devcouncil/cli/commands/evidence.py +41 -20
  40. package/src/devcouncil/cli/commands/export.py +73 -0
  41. package/src/devcouncil/cli/commands/gaps.py +175 -0
  42. package/src/devcouncil/cli/commands/gated_write.py +76 -0
  43. package/src/devcouncil/cli/commands/go.py +220 -68
  44. package/src/devcouncil/cli/commands/graph_cmd.py +1192 -0
  45. package/src/devcouncil/cli/commands/handoff.py +45 -34
  46. package/src/devcouncil/cli/commands/hook.py +630 -85
  47. package/src/devcouncil/cli/commands/init.py +89 -30
  48. package/src/devcouncil/cli/commands/integrate.py +296 -1385
  49. package/src/devcouncil/cli/commands/lease.py +120 -0
  50. package/src/devcouncil/cli/commands/logs.py +12 -5
  51. package/src/devcouncil/cli/commands/lsp.py +40 -5
  52. package/src/devcouncil/cli/commands/map.py +317 -74
  53. package/src/devcouncil/cli/commands/mcp_server.py +12 -2
  54. package/src/devcouncil/cli/commands/okf.py +44 -6
  55. package/src/devcouncil/cli/commands/plan.py +184 -69
  56. package/src/devcouncil/cli/commands/prompt.py +26 -17
  57. package/src/devcouncil/cli/commands/provenance.py +79 -0
  58. package/src/devcouncil/cli/commands/repair.py +60 -49
  59. package/src/devcouncil/cli/commands/report.py +148 -40
  60. package/src/devcouncil/cli/commands/requirements.py +104 -0
  61. package/src/devcouncil/cli/commands/reset_demo_state.py +13 -4
  62. package/src/devcouncil/cli/commands/rollback.py +46 -35
  63. package/src/devcouncil/cli/commands/run.py +173 -8
  64. package/src/devcouncil/cli/commands/runs.py +298 -68
  65. package/src/devcouncil/cli/commands/scaffold.py +33 -12
  66. package/src/devcouncil/cli/commands/semantic.py +29 -14
  67. package/src/devcouncil/cli/commands/setup.py +103 -93
  68. package/src/devcouncil/cli/commands/shell.py +51 -42
  69. package/src/devcouncil/cli/commands/show.py +56 -42
  70. package/src/devcouncil/cli/commands/skills.py +29 -20
  71. package/src/devcouncil/cli/commands/status.py +80 -67
  72. package/src/devcouncil/cli/commands/task_gate.py +295 -0
  73. package/src/devcouncil/cli/commands/tasks.py +248 -19
  74. package/src/devcouncil/cli/commands/trace.py +14 -8
  75. package/src/devcouncil/cli/commands/verify.py +33 -8
  76. package/src/devcouncil/cli/commands/version.py +14 -6
  77. package/src/devcouncil/cli/commands/watch.py +49 -30
  78. package/src/devcouncil/cli/commands/watch_fs.py +30 -19
  79. package/src/devcouncil/cli/commands/wiki.py +278 -0
  80. package/src/devcouncil/cli/main.py +58 -1
  81. package/src/devcouncil/codeintel/__init__.py +16 -0
  82. package/src/devcouncil/codeintel/build_control.py +429 -0
  83. package/src/devcouncil/codeintel/build_worker.py +78 -0
  84. package/src/devcouncil/codeintel/debug/__init__.py +17 -0
  85. package/src/devcouncil/codeintel/debug/broker.py +114 -0
  86. package/src/devcouncil/codeintel/debug/broker_client.py +61 -0
  87. package/src/devcouncil/codeintel/debug/consent.py +36 -0
  88. package/src/devcouncil/codeintel/debug/discovery.py +132 -0
  89. package/src/devcouncil/codeintel/debug/fingerprint.py +85 -0
  90. package/src/devcouncil/codeintel/debug/protocol.py +259 -0
  91. package/src/devcouncil/codeintel/debug/python_trace_runner.py +81 -0
  92. package/src/devcouncil/codeintel/debug/session.py +238 -0
  93. package/src/devcouncil/codeintel/debug/tracing.py +201 -0
  94. package/src/devcouncil/codeintel/languages/__init__.py +17 -0
  95. package/src/devcouncil/codeintel/languages/generic_extractor.py +236 -0
  96. package/src/devcouncil/codeintel/languages/registry.py +149 -0
  97. package/src/devcouncil/codeintel/languages/workers.py +245 -0
  98. package/src/devcouncil/codeintel/query/__init__.py +5 -0
  99. package/src/devcouncil/codeintel/query/engine.py +289 -0
  100. package/src/devcouncil/codeintel/resolution/__init__.py +6 -0
  101. package/src/devcouncil/codeintel/resolution/abstract_state.py +301 -0
  102. package/src/devcouncil/codeintel/resolution/frameworks/__init__.py +33 -0
  103. package/src/devcouncil/codeintel/resolution/frameworks/base.py +46 -0
  104. package/src/devcouncil/codeintel/resolution/frameworks/di.py +56 -0
  105. package/src/devcouncil/codeintel/resolution/frameworks/events.py +45 -0
  106. package/src/devcouncil/codeintel/resolution/frameworks/routes.py +88 -0
  107. package/src/devcouncil/codeintel/resolution/semantic.py +887 -0
  108. package/src/devcouncil/codeintel/service.py +104 -0
  109. package/src/devcouncil/codeintel/store/__init__.py +15 -0
  110. package/src/devcouncil/codeintel/store/sqlite.py +1565 -0
  111. package/src/devcouncil/codeintel/sync/__init__.py +19 -0
  112. package/src/devcouncil/codeintel/sync/coordinator.py +430 -0
  113. package/src/devcouncil/codeintel/sync/incremental.py +484 -0
  114. package/src/devcouncil/codeintel/sync/lease.py +96 -0
  115. package/src/devcouncil/codeintel/sync/scope.py +98 -0
  116. package/src/devcouncil/council/__init__.py +4 -0
  117. package/src/devcouncil/council/prompts/__init__.py +4 -0
  118. package/src/devcouncil/domain/checkpoint_refs.py +17 -0
  119. package/src/devcouncil/domain/evidence.py +1 -0
  120. package/src/devcouncil/domain/gap.py +10 -0
  121. package/src/devcouncil/domain/requirement.py +5 -1
  122. package/src/devcouncil/domain/task.py +43 -2
  123. package/src/devcouncil/execution/checkpoints.py +25 -31
  124. package/src/devcouncil/execution/context_builder.py +15 -44
  125. package/src/devcouncil/execution/fs_watcher.py +64 -0
  126. package/src/devcouncil/execution/gated_write.py +203 -0
  127. package/src/devcouncil/execution/handoff.py +2 -1
  128. package/src/devcouncil/execution/hook_policy.py +19 -5
  129. package/src/devcouncil/execution/lease_ops.py +177 -0
  130. package/src/devcouncil/execution/lease_validation.py +71 -0
  131. package/src/devcouncil/execution/patch.py +3 -0
  132. package/src/devcouncil/execution/permissions.py +1 -0
  133. package/src/devcouncil/execution/policy_engine.py +205 -10
  134. package/src/devcouncil/execution/prompt_builder.py +278 -33
  135. package/src/devcouncil/execution/run_trace.py +356 -0
  136. package/src/devcouncil/execution/shell_session.py +46 -5
  137. package/src/devcouncil/execution/stop_gate.py +746 -0
  138. package/src/devcouncil/execution/stop_gate_history.py +113 -0
  139. package/src/devcouncil/execution/stop_gate_state.py +54 -0
  140. package/src/devcouncil/execution/stop_gate_verify_cache.py +69 -0
  141. package/src/devcouncil/execution/task_gate_ops.py +590 -0
  142. package/src/devcouncil/execution/task_runner.py +19 -0
  143. package/src/devcouncil/executors/advisor_tool.py +315 -0
  144. package/src/devcouncil/executors/agent_registry.py +125 -17
  145. package/src/devcouncil/executors/claude_sdk.py +376 -0
  146. package/src/devcouncil/executors/coding_cli.py +724 -25
  147. package/src/devcouncil/executors/mini_swe.py +50 -8
  148. package/src/devcouncil/executors/native/agent.py +224 -19
  149. package/src/devcouncil/executors/openhands.py +50 -8
  150. package/src/devcouncil/executors/transient_retry.py +99 -0
  151. package/src/devcouncil/gating/checks/clean_git.py +5 -2
  152. package/src/devcouncil/gating/checks/planned_files_check.py +38 -11
  153. package/src/devcouncil/gating/checks/secret_scan_check.py +2 -2
  154. package/src/devcouncil/gating/policy.py +46 -2
  155. package/src/devcouncil/indexing/ast_matcher.py +41 -4
  156. package/src/devcouncil/indexing/graph/__init__.py +78 -0
  157. package/src/devcouncil/indexing/graph/api_routes.py +522 -0
  158. package/src/devcouncil/indexing/graph/build.py +862 -0
  159. package/src/devcouncil/indexing/graph/cache.py +329 -0
  160. package/src/devcouncil/indexing/graph/communities.py +28 -0
  161. package/src/devcouncil/indexing/graph/cypher.py +107 -0
  162. package/src/devcouncil/indexing/graph/embeddings.py +194 -0
  163. package/src/devcouncil/indexing/graph/export.py +381 -0
  164. package/src/devcouncil/indexing/graph/export_links.py +81 -0
  165. package/src/devcouncil/indexing/graph/extract_python.py +307 -0
  166. package/src/devcouncil/indexing/graph/extract_ts.py +1205 -0
  167. package/src/devcouncil/indexing/graph/intel.py +668 -0
  168. package/src/devcouncil/indexing/graph/liveness.py +992 -0
  169. package/src/devcouncil/indexing/graph/okf_export.py +65 -0
  170. package/src/devcouncil/indexing/graph/pdg/__init__.py +67 -0
  171. package/src/devcouncil/indexing/graph/pdg/build.py +11 -0
  172. package/src/devcouncil/indexing/graph/pdg/cdg.py +41 -0
  173. package/src/devcouncil/indexing/graph/pdg/cfg.py +199 -0
  174. package/src/devcouncil/indexing/graph/pdg/query.py +21 -0
  175. package/src/devcouncil/indexing/graph/pdg/reaching_def.py +126 -0
  176. package/src/devcouncil/indexing/graph/pdg/schema.py +253 -0
  177. package/src/devcouncil/indexing/graph/pdg/taint.py +154 -0
  178. package/src/devcouncil/indexing/graph/query.py +302 -0
  179. package/src/devcouncil/indexing/graph/resolve.py +1020 -0
  180. package/src/devcouncil/indexing/graph/schema.py +103 -0
  181. package/src/devcouncil/indexing/graph_index.py +20 -29
  182. package/src/devcouncil/indexing/lsp.py +57 -25
  183. package/src/devcouncil/indexing/lsp_client.py +577 -0
  184. package/src/devcouncil/indexing/map_artifacts.py +355 -0
  185. package/src/devcouncil/indexing/map_refresh.py +141 -0
  186. package/src/devcouncil/indexing/repo_mapper.py +1509 -138
  187. package/src/devcouncil/indexing/semantic_index.py +12 -6
  188. package/src/devcouncil/indexing/subsystem_map.py +163 -0
  189. package/src/devcouncil/indexing/ts_imports.py +343 -0
  190. package/src/devcouncil/indexing/viz.py +960 -0
  191. package/src/devcouncil/indexing/walk.py +52 -0
  192. package/src/devcouncil/indexing/wiring.py +1776 -0
  193. package/src/devcouncil/integrations/actions.py +27 -4
  194. package/src/devcouncil/integrations/check.py +211 -16
  195. package/src/devcouncil/integrations/claude_assets.py +209 -12
  196. package/src/devcouncil/integrations/clients/__init__.py +1 -0
  197. package/src/devcouncil/integrations/clients/aider.py +52 -0
  198. package/src/devcouncil/integrations/clients/antigravity.py +87 -0
  199. package/src/devcouncil/integrations/clients/claude.py +339 -0
  200. package/src/devcouncil/integrations/clients/codex.py +39 -0
  201. package/src/devcouncil/integrations/clients/common.py +332 -0
  202. package/src/devcouncil/integrations/clients/cursor.py +164 -0
  203. package/src/devcouncil/integrations/clients/gemini.py +49 -0
  204. package/src/devcouncil/integrations/clients/grok.py +105 -0
  205. package/src/devcouncil/integrations/clients/hooks.py +500 -0
  206. package/src/devcouncil/integrations/clients/opencode.py +96 -0
  207. package/src/devcouncil/integrations/clients/warp.py +75 -0
  208. package/src/devcouncil/integrations/code_review_graph.py +2 -2
  209. package/src/devcouncil/integrations/github.py +73 -7
  210. package/src/devcouncil/integrations/integration_cli.py +197 -0
  211. package/src/devcouncil/integrations/mcp/handlers/__init__.py +1 -0
  212. package/src/devcouncil/integrations/mcp/handlers/ast_lsp.py +77 -0
  213. package/src/devcouncil/integrations/mcp/handlers/checkout.py +50 -0
  214. package/src/devcouncil/integrations/mcp/handlers/cli_gate.py +43 -0
  215. package/src/devcouncil/integrations/mcp/handlers/codeintel.py +182 -0
  216. package/src/devcouncil/integrations/mcp/handlers/debug.py +236 -0
  217. package/src/devcouncil/integrations/mcp/handlers/evidence.py +70 -0
  218. package/src/devcouncil/integrations/mcp/handlers/git.py +99 -0
  219. package/src/devcouncil/integrations/mcp/handlers/graph.py +36 -0
  220. package/src/devcouncil/integrations/mcp/handlers/handoff.py +53 -0
  221. package/src/devcouncil/integrations/mcp/handlers/knowledge.py +30 -0
  222. package/src/devcouncil/integrations/mcp/handlers/lease.py +70 -0
  223. package/src/devcouncil/integrations/mcp/handlers/live.py +108 -0
  224. package/src/devcouncil/integrations/mcp/handlers/map.py +676 -0
  225. package/src/devcouncil/integrations/mcp/handlers/next_task.py +35 -0
  226. package/src/devcouncil/integrations/mcp/handlers/policy.py +80 -0
  227. package/src/devcouncil/integrations/mcp/handlers/prompts.py +168 -0
  228. package/src/devcouncil/integrations/mcp/handlers/provenance.py +101 -0
  229. package/src/devcouncil/integrations/mcp/handlers/read.py +74 -0
  230. package/src/devcouncil/integrations/mcp/handlers/router_cache.py +53 -0
  231. package/src/devcouncil/integrations/mcp/handlers/run.py +53 -0
  232. package/src/devcouncil/integrations/mcp/handlers/runs.py +84 -0
  233. package/src/devcouncil/integrations/mcp/handlers/scope.py +56 -0
  234. package/src/devcouncil/integrations/mcp/handlers/status.py +114 -0
  235. package/src/devcouncil/integrations/mcp/handlers/task.py +100 -0
  236. package/src/devcouncil/integrations/mcp/handlers/tool_specs.py +904 -0
  237. package/src/devcouncil/integrations/mcp/handlers/trace.py +65 -0
  238. package/src/devcouncil/integrations/mcp/handlers/verify.py +45 -0
  239. package/src/devcouncil/integrations/mcp/handlers/wiki.py +60 -0
  240. package/src/devcouncil/integrations/mcp/handlers/write.py +69 -0
  241. package/src/devcouncil/integrations/mcp/server.py +265 -2391
  242. package/src/devcouncil/integrations/mcp/util.py +303 -0
  243. package/src/devcouncil/integrations/setup.py +152 -0
  244. package/src/devcouncil/knowledge/fetch.py +4 -0
  245. package/src/devcouncil/knowledge/knowledge_select.py +38 -0
  246. package/src/devcouncil/knowledge/okf.py +2 -1
  247. package/src/devcouncil/knowledge/resource_discovery.py +40 -0
  248. package/src/devcouncil/knowledge/wiki.py +643 -0
  249. package/src/devcouncil/knowledge/wiki_read.py +87 -0
  250. package/src/devcouncil/live/cards.py +7 -7
  251. package/src/devcouncil/live/models.py +4 -1
  252. package/src/devcouncil/live/reviewer.py +90 -11
  253. package/src/devcouncil/live/signals.py +4 -2
  254. package/src/devcouncil/live/tasks.py +12 -3
  255. package/src/devcouncil/live/transcripts.py +69 -2
  256. package/src/devcouncil/llm/cache.py +5 -6
  257. package/src/devcouncil/llm/model_defaults.yaml +10 -10
  258. package/src/devcouncil/llm/provider.py +647 -73
  259. package/src/devcouncil/llm/router.py +271 -46
  260. package/src/devcouncil/llm/semantic_bridge.py +614 -0
  261. package/src/devcouncil/optimization/gepa_agent.py +6 -4
  262. package/src/devcouncil/optimization/skillopt.py +9 -5
  263. package/src/devcouncil/planning/arbiter_service.py +12 -3
  264. package/src/devcouncil/planning/correction_manifest.py +107 -10
  265. package/src/devcouncil/planning/plan_difficulty.py +69 -0
  266. package/src/devcouncil/planning/plan_service.py +5 -2
  267. package/src/devcouncil/planning/planned_files_reconcile.py +191 -0
  268. package/src/devcouncil/planning/prompt_enhancer_service.py +6 -5
  269. package/src/devcouncil/planning/question_conversion.py +56 -0
  270. package/src/devcouncil/planning/spec_service.py +9 -3
  271. package/src/devcouncil/repo/ci_scaffold.py +197 -1
  272. package/src/devcouncil/repo/gitignore.py +1 -2
  273. package/src/devcouncil/reporting/evidence_export.py +124 -0
  274. package/src/devcouncil/reporting/evidence_html.py +210 -0
  275. package/src/devcouncil/reporting/json_report.py +16 -12
  276. package/src/devcouncil/reporting/markdown_report.py +38 -9
  277. package/src/devcouncil/reporting/mcp_resources.py +142 -0
  278. package/src/devcouncil/reporting/report_builder.py +40 -4
  279. package/src/devcouncil/reporting/task_provenance.py +42 -0
  280. package/src/devcouncil/reporting/verdict.py +75 -0
  281. package/src/devcouncil/skills/library/README.md +1 -0
  282. package/src/devcouncil/skills/library/devcouncil-hero-loop.md +109 -0
  283. package/src/devcouncil/skills/library/devcouncil-verification.md +109 -0
  284. package/src/devcouncil/skills/library/devcouncil.md +93 -0
  285. package/src/devcouncil/skills/registry.py +43 -12
  286. package/src/devcouncil/storage/db.py +57 -11
  287. package/src/devcouncil/storage/models.py +6 -0
  288. package/src/devcouncil/storage/native.py +5 -3
  289. package/src/devcouncil/storage/repositories.py +50 -18
  290. package/src/devcouncil/telemetry/context.py +28 -0
  291. package/src/devcouncil/telemetry/cost.py +4 -5
  292. package/src/devcouncil/telemetry/logging_setup.py +78 -11
  293. package/src/devcouncil/telemetry/model_pricing.yaml +7 -0
  294. package/src/devcouncil/telemetry/stages.py +27 -2
  295. package/src/devcouncil/telemetry/tracker.py +50 -13
  296. package/src/devcouncil/ui/dashboard.py +120 -8
  297. package/src/devcouncil/utils/fsio.py +58 -0
  298. package/src/devcouncil/utils/git_snapshot.py +112 -0
  299. package/src/devcouncil/utils/json_persist.py +53 -0
  300. package/src/devcouncil/utils/proc.py +89 -0
  301. package/src/devcouncil/verification/acceptance_compiler.py +36 -13
  302. package/src/devcouncil/verification/ad_hoc_check.py +95 -3
  303. package/src/devcouncil/verification/checks/__init__.py +41 -0
  304. package/src/devcouncil/verification/checks/acceptance.py +39 -0
  305. package/src/devcouncil/verification/checks/acceptance_corpus.py +194 -0
  306. package/src/devcouncil/verification/checks/acceptance_evidence.py +239 -0
  307. package/src/devcouncil/verification/checks/command_evidence.py +148 -0
  308. package/src/devcouncil/verification/checks/compiled_acceptance.py +179 -0
  309. package/src/devcouncil/verification/checks/corpus_stale.py +124 -0
  310. package/src/devcouncil/verification/checks/corpus_verification.py +9 -0
  311. package/src/devcouncil/verification/checks/dead_symbols.py +360 -0
  312. package/src/devcouncil/verification/checks/diff_coverage_gate.py +101 -0
  313. package/src/devcouncil/verification/checks/doc_code_ref.py +79 -0
  314. package/src/devcouncil/verification/checks/liveness_ratchet.py +336 -0
  315. package/src/devcouncil/verification/checks/orphan_diff.py +104 -0
  316. package/src/devcouncil/verification/checks/planned_files.py +98 -0
  317. package/src/devcouncil/verification/checks/semantic_diff.py +241 -0
  318. package/src/devcouncil/verification/checks/stale_map.py +80 -0
  319. package/src/devcouncil/verification/checks/stub_scan.py +71 -0
  320. package/src/devcouncil/verification/checks/subsystem_boundary.py +103 -0
  321. package/src/devcouncil/verification/checks/wiring.py +216 -0
  322. package/src/devcouncil/verification/claims/__init__.py +23 -0
  323. package/src/devcouncil/verification/claims/checks.py +395 -0
  324. package/src/devcouncil/verification/claims/mapper.py +168 -0
  325. package/src/devcouncil/verification/claims/models.py +39 -0
  326. package/src/devcouncil/verification/claims/transcript.py +92 -0
  327. package/src/devcouncil/verification/claims/verdict.py +88 -0
  328. package/src/devcouncil/verification/command_evidence.py +170 -0
  329. package/src/devcouncil/verification/command_malformation.py +147 -0
  330. package/src/devcouncil/verification/command_runner.py +164 -0
  331. package/src/devcouncil/verification/coverage_measurement.py +292 -0
  332. package/src/devcouncil/verification/diff_coverage.py +151 -0
  333. package/src/devcouncil/verification/difficulty.py +296 -0
  334. package/src/devcouncil/verification/effort_heuristics.py +178 -0
  335. package/src/devcouncil/verification/gap_ids.py +63 -0
  336. package/src/devcouncil/verification/gate_cache.py +194 -0
  337. package/src/devcouncil/verification/gate_selector.py +344 -0
  338. package/src/devcouncil/verification/git_diff_fallback.py +272 -0
  339. package/src/devcouncil/verification/implementation_reviewer.py +13 -0
  340. package/src/devcouncil/verification/incremental_check.py +241 -0
  341. package/src/devcouncil/verification/next_actions.py +60 -1
  342. package/src/devcouncil/verification/rigor_analytics.py +130 -0
  343. package/src/devcouncil/verification/sandbox.py +38 -11
  344. package/src/devcouncil/verification/stub_detector.py +369 -0
  345. package/src/devcouncil/verification/test_resolver.py +67 -1
  346. package/src/devcouncil/verification/verifier.py +137 -1666
  347. package/src/devcouncil/verification/verify_orchestration.py +610 -0
  348. package/src/devcouncil/verification/verify_setup.py +176 -0
  349. package/src/devcouncil/verification/wiki_refresh.py +208 -0
  350. package/src/semantic_layer/__init__.py +58 -0
  351. package/src/semantic_layer/benchmark.py +75 -0
  352. package/src/semantic_layer/cache.py +290 -0
  353. package/src/semantic_layer/compressor.py +137 -0
  354. package/src/semantic_layer/config.py +75 -0
  355. package/src/semantic_layer/embeddings.py +69 -0
  356. package/src/semantic_layer/llm_backends.py +99 -0
  357. package/src/semantic_layer/pipeline.py +111 -0
  358. package/src/semantic_layer/router.py +128 -0
  359. package/src/semantic_layer/tuner.py +72 -0
  360. package/uv.lock +973 -9
  361. package/src/devcouncil/artifacts/migrations.py +0 -20
  362. package/src/devcouncil/artifacts/schemas.py +0 -23
  363. package/src/devcouncil/artifacts/serializer.py +0 -21
  364. package/src/devcouncil/integrations/gitnexus.py +0 -70
  365. package/src/devcouncil/integrations/graphify.py +0 -34
@@ -2,16 +2,20 @@ from rich.console import Console
2
2
  from rich.table import Table
3
3
  from rich.panel import Panel
4
4
  from pathlib import Path
5
- import json
5
+ import logging
6
+
6
7
  import typer
8
+ from devcouncil.utils.json_persist import dump_json
7
9
  from devcouncil.cli.commands.init import initialize_project
8
10
  from devcouncil.app.project_status import compute_phase
9
11
  from devcouncil.storage.db import get_db
10
12
  from devcouncil.storage.repositories import ArtifactGraphRepository, StateRepository
11
13
  from devcouncil.telemetry.cost import group_cost
12
14
  from devcouncil.live.summary import live_review_summary
15
+ from devcouncil.telemetry.stages import log_stage, log_step
13
16
 
14
17
  console = Console()
18
+ logger = logging.getLogger(__name__)
15
19
 
16
20
  def _status_payload(project_root: Path) -> dict:
17
21
  initialize_project(project_root, quiet=True)
@@ -62,71 +66,80 @@ def status(
62
66
  Show the current status of the DevCouncil project.
63
67
  """
64
68
  root = project_root.expanduser().resolve()
65
- payload = _status_payload(root)
66
-
67
- def _maybe_fail() -> None:
68
- if fail_on_blocking and payload.get("blocking_gaps"):
69
- raise typer.Exit(code=1)
69
+ from devcouncil.telemetry.logging_setup import set_log_dir
70
+ set_log_dir(root)
71
+ logger.info("dev status: json=%s fail_on_blocking=%s", json_format, fail_on_blocking)
72
+
73
+ with log_stage("status", project_root=root):
74
+ log_step("status/1: loading project state", project_root=root, trace=True)
75
+ payload = _status_payload(root)
76
+
77
+ def _maybe_fail() -> None:
78
+ if fail_on_blocking and payload.get("blocking_gaps"):
79
+ raise typer.Exit(code=1)
80
+
81
+ if json_format:
82
+ typer.echo(dump_json(payload, indent=2))
83
+ _maybe_fail()
84
+ log_step("status/complete", project_root=root, trace=True)
85
+ return
86
+
87
+ if not payload["initialized"]:
88
+ console.print("[yellow]DevCouncil state is not available in this directory.[/yellow]")
89
+ log_step("status/complete", project_root=root, trace=True)
90
+ return
91
+
92
+ summary = payload["coverage_summary"]
93
+ phase = payload["phase"]
94
+ phase_colors = {
95
+ "NEW": "yellow",
96
+ "REQUIREMENTS_DRAFTED": "cyan",
97
+ "PLAN_APPROVED": "green",
98
+ "TASK_EXECUTING": "blue",
99
+ "TASK_BLOCKED": "red",
100
+ "PROJECT_DONE": "green bold",
101
+ }
102
+ phase_color = phase_colors.get(phase, "white")
103
+
104
+ console.print(Panel(
105
+ f"[bold]Phase:[/bold] [{phase_color}]{phase}[/{phase_color}]\n"
106
+ f"[bold]Requirements:[/bold] {summary['total_requirements']} ({summary['requirements_without_tasks']} unmapped)\n"
107
+ f"[bold]Tasks:[/bold] {summary['total_tasks']} ({summary['tasks_without_requirements']} orphaned)\n"
108
+ f"[bold]Acceptance Criteria:[/bold] {summary['total_ac']} ({summary['ac_without_evidence']} unverified)\n"
109
+ f"[bold]Gaps:[/bold] {summary['total_gaps']} ({summary['blocking_gaps']} blocking)\n"
110
+ f"[bold]Live Review:[/bold] {payload['live_review']['cards']['critical_open']} open critical, "
111
+ f"{len(payload['live_review']['blocking_cards'])} blocking in scope, "
112
+ f"{payload['live_review']['pending_signals']} pending signal(s)\n"
113
+ f"[bold]Total Cost:[/bold] ${payload['total_cost']:.4f}",
114
+ title="DevCouncil Status",
115
+ expand=False,
116
+ ))
117
+
118
+ if payload["task_status_counts"]:
119
+ table = Table(title="Task Summary")
120
+ table.add_column("Status", style="magenta")
121
+ table.add_column("Count", justify="right")
122
+ for state, count in sorted(payload["task_status_counts"].items()):
123
+ table.add_row(state, str(count))
124
+ console.print(table)
125
+
126
+ cost_groups = payload.get("cost_by_task") or {}
127
+ if cost_groups:
128
+ cost_table = Table(title="Cost by Task")
129
+ cost_table.add_column("Task", style="cyan")
130
+ cost_table.add_column("Cost ($)", justify="right")
131
+ cost_table.add_column("Calls", justify="right")
132
+ for name, stats in sorted(cost_groups.items(), key=lambda kv: kv[1]["cost"], reverse=True):
133
+ cost_table.add_row(name, f"{stats['cost']:.4f}", str(stats["calls"]))
134
+ console.print(cost_table)
135
+
136
+ blocking_gaps = payload["blocking_gaps"]
137
+ if blocking_gaps:
138
+ console.print(f"\n[red bold]WARNING: {len(blocking_gaps)} blocking gap(s) must be resolved:[/red bold]")
139
+ for gap in blocking_gaps[:5]:
140
+ console.print(f" - [red]{gap['id']}[/red]: {gap['description'][:80]}")
141
+ if len(blocking_gaps) > 5:
142
+ console.print(f" ... and {len(blocking_gaps) - 5} more. Run [bold]dev report[/bold] for details.")
70
143
 
71
- if json_format:
72
- typer.echo(json.dumps(payload, indent=2))
73
144
  _maybe_fail()
74
- return
75
-
76
- if not payload["initialized"]:
77
- console.print("[yellow]DevCouncil state is not available in this directory.[/yellow]")
78
- return
79
-
80
- summary = payload["coverage_summary"]
81
- phase = payload["phase"]
82
- phase_colors = {
83
- "NEW": "yellow",
84
- "REQUIREMENTS_DRAFTED": "cyan",
85
- "PLAN_APPROVED": "green",
86
- "TASK_EXECUTING": "blue",
87
- "TASK_BLOCKED": "red",
88
- "PROJECT_DONE": "green bold",
89
- }
90
- phase_color = phase_colors.get(phase, "white")
91
-
92
- console.print(Panel(
93
- f"[bold]Phase:[/bold] [{phase_color}]{phase}[/{phase_color}]\n"
94
- f"[bold]Requirements:[/bold] {summary['total_requirements']} ({summary['requirements_without_tasks']} unmapped)\n"
95
- f"[bold]Tasks:[/bold] {summary['total_tasks']} ({summary['tasks_without_requirements']} orphaned)\n"
96
- f"[bold]Acceptance Criteria:[/bold] {summary['total_ac']} ({summary['ac_without_evidence']} unverified)\n"
97
- f"[bold]Gaps:[/bold] {summary['total_gaps']} ({summary['blocking_gaps']} blocking)\n"
98
- f"[bold]Live Review:[/bold] {payload['live_review']['cards']['critical_open']} open critical, "
99
- f"{len(payload['live_review']['blocking_cards'])} blocking in scope, "
100
- f"{payload['live_review']['pending_signals']} pending signal(s)\n"
101
- f"[bold]Total Cost:[/bold] ${payload['total_cost']:.4f}",
102
- title="DevCouncil Status",
103
- expand=False,
104
- ))
105
-
106
- if payload["task_status_counts"]:
107
- table = Table(title="Task Summary")
108
- table.add_column("Status", style="magenta")
109
- table.add_column("Count", justify="right")
110
- for state, count in sorted(payload["task_status_counts"].items()):
111
- table.add_row(state, str(count))
112
- console.print(table)
113
-
114
- cost_groups = payload.get("cost_by_task") or {}
115
- if cost_groups:
116
- cost_table = Table(title="Cost by Task")
117
- cost_table.add_column("Task", style="cyan")
118
- cost_table.add_column("Cost ($)", justify="right")
119
- cost_table.add_column("Calls", justify="right")
120
- for name, stats in sorted(cost_groups.items(), key=lambda kv: kv[1]["cost"], reverse=True):
121
- cost_table.add_row(name, f"{stats['cost']:.4f}", str(stats["calls"]))
122
- console.print(cost_table)
123
-
124
- blocking_gaps = payload["blocking_gaps"]
125
- if blocking_gaps:
126
- console.print(f"\n[red bold]WARNING: {len(blocking_gaps)} blocking gap(s) must be resolved:[/red bold]")
127
- for gap in blocking_gaps[:5]:
128
- console.print(f" - [red]{gap['id']}[/red]: {gap['description'][:80]}")
129
- if len(blocking_gaps) > 5:
130
- console.print(f" ... and {len(blocking_gaps) - 5} more. Run [bold]dev report[/bold] for details.")
131
-
132
- _maybe_fail()
145
+ log_step("status/complete", project_root=root, phase=phase, trace=True)
@@ -0,0 +1,295 @@
1
+ """CLI service layer for MCP-equivalent task gate operations."""
2
+
3
+ from __future__ import annotations
4
+
5
+ import logging
6
+ from pathlib import Path
7
+
8
+ import typer
9
+
10
+ from devcouncil.execution.task_gate_ops import (
11
+ attach_committed_range_payload,
12
+ append_evidence_payload,
13
+ get_evidence_payload,
14
+ handoff_agent_payload,
15
+ next_task_payload,
16
+ policy_check_write_payload,
17
+ record_command_payload,
18
+ run_command_payload,
19
+ update_task_scope_payload,
20
+ verify_task_payload,
21
+ )
22
+ from devcouncil.telemetry.logging_setup import set_log_dir
23
+ from devcouncil.telemetry.stages import log_stage, log_step
24
+ from devcouncil.utils.json_persist import dump_json
25
+
26
+ logger = logging.getLogger(__name__)
27
+
28
+ scope_app = typer.Typer(help="Update task scope for a leased task.")
29
+
30
+
31
+ def next_task(
32
+ status: str | None = typer.Option(None, "--status", help="Filter by task status."),
33
+ client_id: str | None = typer.Option(None, "--client-id", help="Client id for fleet routing."),
34
+ json_format: bool = typer.Option(False, "--json", help="Output machine-readable JSON."),
35
+ project_root: Path = typer.Option(Path("."), "--project-root"),
36
+ ) -> None:
37
+ """Select the next unblocked, unleased task."""
38
+ root = project_root.expanduser().resolve()
39
+ set_log_dir(root)
40
+ payload = next_task_payload(root, status_filter=status, client_id=client_id)
41
+ if json_format:
42
+ typer.echo(dump_json(payload, indent=2))
43
+ if not payload.get("ok"):
44
+ raise typer.Exit(code=1)
45
+ return
46
+ task = payload.get("task")
47
+ if not task:
48
+ typer.echo(payload.get("reason", "No task available."))
49
+ return
50
+ typer.echo(f"{task['id']} status={task.get('status')}")
51
+
52
+
53
+ @scope_app.command("update")
54
+ def scope_update(
55
+ task_id: str = typer.Argument(...),
56
+ lease_token: str = typer.Option(..., "--lease-token"),
57
+ expected_test: list[str] = typer.Option([], "--expected-test", help="Repeatable expected test command."),
58
+ allowed_command: list[str] = typer.Option([], "--allowed-command", help="Repeatable allowed command."),
59
+ planned_file: list[str] = typer.Option(
60
+ [],
61
+ "--planned-file",
62
+ help="Repeatable path to append as modify-op planned file (lease-gated).",
63
+ ),
64
+ planned_file_create: list[str] = typer.Option(
65
+ [],
66
+ "--planned-file-create",
67
+ help="Repeatable path to append as create-op planned file (lease-gated).",
68
+ ),
69
+ json_format: bool = typer.Option(False, "--json"),
70
+ project_root: Path = typer.Option(Path("."), "--project-root"),
71
+ ) -> None:
72
+ """Append expected tests, allowed commands, or planned files to a leased task's scope."""
73
+ root = project_root.expanduser().resolve()
74
+ set_log_dir(root)
75
+ payload = update_task_scope_payload(
76
+ root,
77
+ task_id=task_id,
78
+ lease_token=lease_token,
79
+ expected_tests=expected_test,
80
+ allowed_commands=allowed_command,
81
+ planned_files=planned_file,
82
+ create_planned_files=planned_file_create,
83
+ )
84
+ if json_format:
85
+ typer.echo(dump_json(payload, indent=2))
86
+ if not payload.get("ok"):
87
+ raise typer.Exit(code=1)
88
+ return
89
+ if not payload.get("ok"):
90
+ typer.echo(payload.get("error", "scope update failed"))
91
+ raise typer.Exit(code=1)
92
+ typer.echo(f"Updated scope for {task_id}")
93
+
94
+
95
+ def policy_check(
96
+ path: str = typer.Argument(..., help="Relative path to evaluate."),
97
+ task_id: str | None = typer.Option(None, "--task-id"),
98
+ json_format: bool = typer.Option(False, "--json"),
99
+ project_root: Path = typer.Option(Path("."), "--project-root"),
100
+ ) -> None:
101
+ """Evaluate whether a file write would be allowed by policy."""
102
+ root = project_root.expanduser().resolve()
103
+ set_log_dir(root)
104
+ payload = policy_check_write_payload(root, path=path, task_id=task_id)
105
+ if json_format:
106
+ typer.echo(dump_json(payload, indent=2))
107
+ return
108
+ typer.echo(f"{payload.get('action')}: {payload.get('reason')}")
109
+
110
+
111
+ def record_command(
112
+ task_id: str = typer.Argument(...),
113
+ lease_token: str = typer.Option(..., "--lease-token"),
114
+ command: str = typer.Option(..., "--command"),
115
+ status: str = typer.Option(..., "--status"),
116
+ exit_code: int | None = typer.Option(None, "--exit-code"),
117
+ reason: str = typer.Option("", "--reason"),
118
+ json_format: bool = typer.Option(False, "--json"),
119
+ project_root: Path = typer.Option(Path("."), "--project-root"),
120
+ ) -> None:
121
+ """Record a shell command lifecycle event for a leased task."""
122
+ root = project_root.expanduser().resolve()
123
+ set_log_dir(root)
124
+ payload = record_command_payload(
125
+ root,
126
+ task_id=task_id,
127
+ lease_token=lease_token,
128
+ command=command,
129
+ status=status,
130
+ exit_code=exit_code,
131
+ reason=reason,
132
+ )
133
+ if json_format:
134
+ typer.echo(dump_json(payload, indent=2))
135
+ if not payload.get("ok"):
136
+ raise typer.Exit(code=1)
137
+ return
138
+ if not payload.get("ok"):
139
+ typer.echo(payload.get("error", "record failed"))
140
+ raise typer.Exit(code=1)
141
+ typer.echo(f"Recorded {status} for {task_id}")
142
+
143
+
144
+ def run_cmd(
145
+ task_id: str = typer.Argument(...),
146
+ lease_token: str = typer.Option(..., "--lease-token"),
147
+ command: str = typer.Option(..., "--command"),
148
+ json_format: bool = typer.Option(False, "--json"),
149
+ project_root: Path = typer.Option(Path("."), "--project-root"),
150
+ ) -> None:
151
+ """Run an allowlisted command for a leased task through the policy gate."""
152
+ root = project_root.expanduser().resolve()
153
+ set_log_dir(root)
154
+ with log_stage("run-cmd", project_root=root, task_id=task_id):
155
+ payload = run_command_payload(root, task_id=task_id, lease_token=lease_token, command=command)
156
+ if json_format:
157
+ typer.echo(dump_json(payload, indent=2))
158
+ log_step("run-cmd/complete", project_root=root, task_id=task_id, trace=True)
159
+ if not payload.get("ok") and payload.get("code") != "command_not_allowed":
160
+ raise typer.Exit(code=1)
161
+ return
162
+ if not payload.get("ok"):
163
+ typer.echo(payload.get("error", "run failed"))
164
+ raise typer.Exit(code=1)
165
+ typer.echo(f"exit {payload.get('exit_code')}")
166
+ log_step("run-cmd/complete", project_root=root, task_id=task_id, trace=True)
167
+
168
+
169
+ def attach_committed_range(
170
+ task_id: str = typer.Argument(...),
171
+ lease_token: str = typer.Option(..., "--lease-token"),
172
+ base: str = typer.Option(..., "--base"),
173
+ head: str = typer.Option("HEAD", "--head"),
174
+ json_format: bool = typer.Option(False, "--json"),
175
+ project_root: Path = typer.Option(Path("."), "--project-root"),
176
+ ) -> None:
177
+ """Associate post-commit verification with an existing commit range."""
178
+ root = project_root.expanduser().resolve()
179
+ set_log_dir(root)
180
+ payload = attach_committed_range_payload(
181
+ root,
182
+ task_id=task_id,
183
+ lease_token=lease_token,
184
+ base=base,
185
+ head=head,
186
+ )
187
+ if json_format:
188
+ typer.echo(dump_json(payload, indent=2))
189
+ if not payload.get("ok"):
190
+ raise typer.Exit(code=1)
191
+ return
192
+ if not payload.get("ok"):
193
+ typer.echo(payload.get("error", "committed range attachment failed"))
194
+ raise typer.Exit(code=1)
195
+ typer.echo(f"Attached {payload['range']} to {task_id}")
196
+
197
+
198
+ def verify_leased(
199
+ task_id: str = typer.Argument(...),
200
+ lease_token: str = typer.Option(..., "--lease-token"),
201
+ sandbox: str = typer.Option("local", "--sandbox"),
202
+ json_format: bool = typer.Option(True, "--json/--no-json", help="MCP-compatible JSON output (default on)."),
203
+ project_root: Path = typer.Option(Path("."), "--project-root"),
204
+ ) -> None:
205
+ """Verify a leased task (MCP-compatible output)."""
206
+ root = project_root.expanduser().resolve()
207
+ set_log_dir(root)
208
+ with log_stage("verify-leased", project_root=root, task_id=task_id, sandbox=sandbox):
209
+ payload = verify_task_payload(root, task_id=task_id, lease_token=lease_token, sandbox=sandbox)
210
+ typer.echo(dump_json(payload, indent=2))
211
+ log_step("verify-leased/complete", project_root=root, task_id=task_id, trace=True)
212
+ if not payload.get("ok"):
213
+ raise typer.Exit(code=1)
214
+
215
+
216
+ def evidence_append(
217
+ task_id: str = typer.Argument(...),
218
+ lease_token: str = typer.Option(..., "--lease-token"),
219
+ command: str = typer.Option(..., "--command"),
220
+ summary: str = typer.Option(..., "--summary"),
221
+ exit_code: int = typer.Option(0, "--exit-code"),
222
+ json_format: bool = typer.Option(False, "--json"),
223
+ project_root: Path = typer.Option(Path("."), "--project-root"),
224
+ ) -> None:
225
+ """Append command evidence for a leased task."""
226
+ root = project_root.expanduser().resolve()
227
+ set_log_dir(root)
228
+ payload = append_evidence_payload(
229
+ root,
230
+ task_id=task_id,
231
+ lease_token=lease_token,
232
+ command=command,
233
+ summary=summary,
234
+ exit_code=exit_code,
235
+ )
236
+ if json_format:
237
+ typer.echo(dump_json(payload, indent=2))
238
+ if not payload.get("ok"):
239
+ raise typer.Exit(code=1)
240
+ return
241
+ if not payload.get("ok"):
242
+ typer.echo(payload.get("error", "append failed"))
243
+ raise typer.Exit(code=1)
244
+ typer.echo(f"Recorded evidence for {task_id}")
245
+
246
+
247
+ def evidence_list(
248
+ task_id: str = typer.Argument(...),
249
+ command: str | None = typer.Option(None, "--command"),
250
+ limit: int = typer.Option(20, "--limit", min=1, max=100),
251
+ json_format: bool = typer.Option(False, "--json"),
252
+ project_root: Path = typer.Option(Path("."), "--project-root"),
253
+ ) -> None:
254
+ """List stored command evidence for a task."""
255
+ root = project_root.expanduser().resolve()
256
+ set_log_dir(root)
257
+ payload = get_evidence_payload(root, task_id=task_id, command_filter=command, limit=limit)
258
+ if json_format:
259
+ typer.echo(dump_json(payload, indent=2))
260
+ if not payload.get("ok"):
261
+ raise typer.Exit(code=1)
262
+ return
263
+ for row in payload.get("evidence") or []:
264
+ typer.echo(f"{row.get('exit_code')} {row.get('command')}")
265
+
266
+
267
+ def handoff_leased(
268
+ task_id: str = typer.Argument(...),
269
+ lease_token: str = typer.Option(..., "--lease-token"),
270
+ from_agent: str = typer.Option(..., "--from"),
271
+ to_agent: str = typer.Option(..., "--to"),
272
+ instruction: str = typer.Option("", "--instruction"),
273
+ json_format: bool = typer.Option(False, "--json"),
274
+ project_root: Path = typer.Option(Path("."), "--project-root"),
275
+ ) -> None:
276
+ """Hand off a leased task between coding CLI agents."""
277
+ root = project_root.expanduser().resolve()
278
+ set_log_dir(root)
279
+ payload = handoff_agent_payload(
280
+ root,
281
+ task_id=task_id,
282
+ lease_token=lease_token,
283
+ from_agent=from_agent,
284
+ to_agent=to_agent,
285
+ instruction=instruction,
286
+ )
287
+ if json_format:
288
+ typer.echo(dump_json(payload, indent=2))
289
+ if not payload.get("ok"):
290
+ raise typer.Exit(code=1)
291
+ return
292
+ if not payload.get("ok"):
293
+ typer.echo(payload.get("error", "handoff failed"))
294
+ raise typer.Exit(code=1)
295
+ typer.echo(f"Handoff manifest: {payload.get('manifest_path')}")