@khoavu882/doflow 2.0.0-beta.5 → 2.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +16 -16
- package/bin/doflow.js +22 -12
- package/core/.antigravity-plugin/plugin.json +1 -2
- package/core/.claude-plugin/plugin.json +1 -1
- package/core/.codex-plugin/plugin.json +1 -1
- package/core/.plugin/plugin.json +1 -1
- package/core/harnesses/claude/hooks/lib.sh +43 -24
- package/core/harnesses/claude/hooks/mcp-tool-guard.sh +4 -1
- package/core/harnesses/claude/hooks/permission-audit.sh +3 -0
- package/core/harnesses/claude/hooks/post-compact.sh +35 -32
- package/core/harnesses/claude/hooks/post-edit-lint.sh +2 -0
- package/core/harnesses/claude/hooks/post-shell-observe.sh +48 -0
- package/core/harnesses/claude/hooks/post-tool-failure.sh +3 -0
- package/core/harnesses/claude/hooks/pre-compact.sh +23 -27
- package/core/harnesses/claude/hooks/pre-implement-gate.sh +4 -1
- package/core/harnesses/claude/hooks/session-end.sh +23 -10
- package/core/harnesses/claude/hooks/skill-config-audit.sh +3 -0
- package/core/harnesses/claude/settings/settings.json +26 -9
- package/core/harnesses/claude/statusline/doflow-statusline.sh +1 -0
- package/core/harnesses/codex/agents/core-implementer.toml +1 -0
- package/core/harnesses/codex/agents/delivery-lead.toml +10 -0
- package/core/harnesses/codex/agents/quality-guardian.toml +1 -1
- package/core/harnesses/codex/agents/research-writer.toml +1 -1
- package/core/harnesses/codex/agents/reviewer.toml +10 -0
- package/core/harnesses/codex/agents/spec-analyst.toml +1 -1
- package/core/harnesses/codex/agents/system-architect.toml +1 -1
- package/core/harnesses/codex/hooks/hooks.json +0 -10
- package/core/harnesses/codex/hooks/lib.sh +44 -25
- package/core/harnesses/codex/hooks/mcp-tool-guard.sh +4 -1
- package/core/harnesses/codex/hooks/post-edit-lint.impl.sh +3 -1
- package/core/harnesses/codex/hooks/pre-compact.impl.sh +29 -26
- package/core/harnesses/codex/hooks/pre-implement-gate.sh +4 -1
- package/core/harnesses/codex/hooks/session-end.impl.sh +23 -10
- package/core/harnesses/codex/hooks/subagent-audit.sh +1 -0
- package/core/harnesses/copilot/hooks/doflow-lib.sh +94 -0
- package/core/harnesses/copilot/hooks/doflow-mcp-tool-guard.sh +9 -0
- package/core/harnesses/copilot/hooks/doflow-pre-implement-gate.sh +9 -0
- package/core/harnesses/copilot/hooks/doflow-session-start.sh +9 -0
- package/core/harnesses/copilot/hooks/doflow-stop-check.sh +9 -0
- package/core/harnesses/copilot/hooks/doflow-subagent-start.sh +9 -0
- package/core/harnesses/copilot/hooks/doflow-subagent-stop.sh +9 -0
- package/core/harnesses/copilot/hooks/doflow.json +51 -0
- package/core/harnesses/kiro/agents/doflow.json +1 -11
- package/core/harnesses/kiro/hooks/doflow.json +0 -10
- package/core/harnesses/kiro/hooks/lib.sh +26 -6
- package/core/harnesses/kiro/hooks/mcp-tool-guard.sh +8 -3
- package/core/harnesses/kiro/hooks/pre-implement-gate.sh +8 -3
- package/core/harnesses/kiro/hooks/session-start.sh +1 -0
- package/core/harnesses/kiro/hooks/stop-check.sh +1 -0
- package/core/harnesses/pi/extensions/doflow-guard.js +11 -2
- package/core/harnesses/shared/hooks/ENVELOPE_MIGRATION.md +1 -2
- package/core/harnesses/shared/hooks/adapters/antigravity.js +1 -1
- package/core/harnesses/shared/hooks/bridge/bridge.sh +126 -23
- package/core/harnesses/shared/hooks/bridge/envelope.jq +87 -18
- package/core/harnesses/shared/hooks/bridge/observe-model.sh +75 -0
- package/core/harnesses/shared/hooks/bridge/respond.sh +16 -2
- package/core/harnesses/shared/hooks/policies/capture-failure.sh +49 -16
- package/core/harnesses/shared/hooks/policies/compact-text.sh +46 -0
- package/core/harnesses/shared/hooks/policies/contract.sh +3 -0
- package/core/harnesses/shared/hooks/policies/deny-json.sh +20 -7
- package/core/harnesses/shared/hooks/policies/emission-rules.sh +37 -0
- package/core/harnesses/shared/hooks/policies/emission.jq +209 -0
- package/core/harnesses/shared/hooks/policies/emission.sh +383 -0
- package/core/harnesses/shared/hooks/policies/identity.sh +177 -0
- package/core/harnesses/shared/hooks/policies/lib.sh +63 -40
- package/core/harnesses/shared/hooks/policies/mcp-policy.conf +1 -1
- package/core/harnesses/shared/hooks/policies/mcp-tool-guard.sh +7 -8
- package/core/harnesses/shared/hooks/policies/pre-implementation-gate.sh +132 -57
- package/core/harnesses/shared/hooks/policies/session-context.sh +30 -1
- package/core/harnesses/shared/hooks/policies/stop-check.sh +27 -15
- package/core/harnesses/shared/hooks/policies/subagent-audit.sh +6 -3
- package/core/harnesses/shared/hooks/policies/summary-store.sh +347 -0
- package/core/harnesses/shared/hooks/policies/user-prompt-submit.sh +60 -155
- package/core/harnesses/shared/hooks/stream-hook-runner.js +58 -20
- package/core/harnesses/shared/locator/doflow-run +2 -3
- package/core/registry/advice.json +3 -3
- package/core/registry/assets.json +55 -82
- package/core/registry/capabilities.json +12 -0
- package/core/registry/contracts.json +58 -31
- package/core/registry/contribution-points.json +35 -0
- package/core/registry/gates.json +32 -0
- package/core/registry/guidance-caps.json +40 -0
- package/core/registry/harnesses.json +1445 -366
- package/core/registry/intake.json +53 -0
- package/core/registry/lifecycle.json +599 -996
- package/core/registry/mcp.json +5 -1
- package/core/registry/models.json +7 -1
- package/core/registry/package-templates/README.md +19 -0
- package/core/registry/package-templates/agent/files/agent.md +9 -0
- package/core/registry/package-templates/agent/template.json +4 -0
- package/core/registry/package-templates/capability-provider/files/provider.json +9 -0
- package/core/registry/package-templates/capability-provider/template.json +11 -0
- package/core/registry/package-templates/debate-preset/files/preset.json +26 -0
- package/core/registry/package-templates/debate-preset/template.json +4 -0
- package/core/registry/package-templates/intake-category/files/category.json +8 -0
- package/core/registry/package-templates/intake-category/template.json +4 -0
- package/core/registry/package-templates/review-preset/files/preset.json +30 -0
- package/core/registry/package-templates/review-preset/template.json +4 -0
- package/core/registry/package-templates/skill/files/SKILL.md +8 -0
- package/core/registry/package-templates/skill/template.json +4 -0
- package/core/registry/package-templates/worker/files/worker.json +92 -0
- package/core/registry/package-templates/worker/template.json +11 -0
- package/core/registry/packages/doflow/doflow-package.json +15 -0
- package/core/registry/packages/doflow/presets/debate-3.json +26 -0
- package/core/registry/protocols.json +61 -0
- package/core/registry/routes.json +17 -0
- package/core/registry/rules.json +431 -0
- package/core/registry/settings.json +272 -0
- package/core/registry/storage.json +687 -31
- package/core/registry/telemetry.json +236 -0
- package/core/registry/transcripts.json +142 -0
- package/core/registry/verification.json +76 -6
- package/core/registry/workflows.json +55 -0
- package/core/shared/agent-specs/core-implementer.md +3 -0
- package/core/shared/agent-specs/delivery-lead.md +68 -0
- package/core/shared/agent-specs/quality-guardian.md +5 -1
- package/core/shared/agent-specs/research-writer.md +10 -3
- package/core/shared/agent-specs/reviewer.md +53 -0
- package/core/shared/agent-specs/spec-analyst.md +5 -6
- package/core/shared/agent-specs/system-architect.md +5 -1
- package/core/shared/guidance/DOFLOW_CORE.md +1 -5
- package/core/shared/guidance/modes/MODE_DeepResearch.md +1 -1
- package/core/shared/guidance/modes/MODE_Orchestration.md +4 -3
- package/core/shared/guidance/modes/MODE_Task_Management.md +14 -14
- package/core/shared/guidance/pointers/codex.md +1 -4
- package/core/shared/guidance/references/ARTIFACT_FORMAT.md +30 -16
- package/core/shared/guidance/references/ARTIFACT_VOICE.md +3 -2
- package/core/shared/guidance/references/CONSTITUTION_BASE.md +17 -15
- package/core/shared/guidance/references/DIAGRAM_GUIDE.md +1 -1
- package/core/shared/guidance/references/DOFLOW_CHAIN.md +17 -19
- package/core/shared/guidance/references/EVIDENCE_LEDGER.md +7 -8
- package/core/shared/guidance/references/MODEL_SELECTION.md +5 -3
- package/core/shared/guidance/references/ORCHESTRATION.md +3 -2
- package/core/shared/guidance/references/WORKFLOW_HANDOFF.md +19 -1
- package/core/shared/guidance/rules/RULES.md +45 -0
- package/core/shared/scripts/doflow/bash/do-args.sh +37 -0
- package/core/shared/scripts/doflow/bash/do-exec-paths.sh +4 -0
- package/core/shared/scripts/doflow/bash/do-git-state.sh +15 -4
- package/core/shared/scripts/doflow/bash/do-parallel-check.sh +4 -0
- package/core/shared/scripts/doflow/bash/do-paths.sh +40 -2
- package/core/shared/scripts/doflow/bash/do-prereqs.sh +2 -1
- package/core/shared/scripts/doflow/bash/do-review-package.sh +4 -0
- package/core/shared/scripts/doflow/bash/do-task-brief.sh +58 -16
- package/core/shared/scripts/doflow/bash/render-audit.sh +26 -2
- package/core/shared/scripts/doflow/bash/render-diagrams.sh +1 -0
- package/core/shared/scripts/doflow/bash/render-puml.sh +2 -1
- package/core/shared/scripts/doflow/bash/validate-artifacts.sh +49 -5
- package/core/shared/scripts/doflow/bin/doflow-run +152 -34
- package/core/shared/skills/do/SKILL.md +14 -12
- package/core/shared/skills/do/references/advice_calls.md +26 -0
- package/core/shared/skills/do/references/pm_routing.md +1 -2
- package/core/shared/skills/do/references/program_mode.md +31 -0
- package/core/shared/skills/do-brainstorm/SKILL.md +45 -97
- package/core/shared/skills/do-brainstorm/references/handoff_branches.md +36 -0
- package/core/shared/skills/do-brainstorm/references/intent_seed.md +21 -0
- package/core/shared/skills/do-brainstorm/references/round_log.md +17 -0
- package/core/shared/skills/do-code-review/SKILL.md +48 -148
- package/core/shared/skills/do-code-review/content-types/markdown.md +24 -2
- package/core/shared/skills/do-code-review/references/tools.md +90 -0
- package/core/shared/skills/do-code-review/scripts/doc_quality_checker.py +549 -7
- package/core/shared/skills/do-design/SKILL.md +23 -20
- package/core/shared/skills/do-diagnose/SKILL.md +18 -6
- package/core/shared/skills/do-document/SKILL.md +12 -1
- package/core/shared/skills/do-document/references/deep_research.md +1 -2
- package/core/shared/skills/do-document/references/embedded-research.md +19 -7
- package/core/shared/skills/do-document/references/implementation-flow.md +5 -6
- package/core/shared/skills/do-execute-plan/SKILL.md +19 -60
- package/core/shared/skills/do-execute-plan/references/handoff_record.md +7 -2
- package/core/shared/skills/do-execute-plan/references/parallel_dispatch.md +13 -0
- package/core/shared/skills/do-execute-plan/references/readiness_gate.md +26 -1
- package/core/shared/skills/do-execute-plan/references/run_position.md +16 -2
- package/core/shared/skills/do-execute-plan/references/scaffold.md +17 -9
- package/core/shared/skills/do-execute-plan/references/state_checkpoint.md +11 -0
- package/core/shared/skills/do-execute-plan/references/task_attempts.md +78 -24
- package/core/shared/skills/do-flow/SKILL.md +10 -11
- package/core/shared/skills/do-flow/references/task_classes.md +5 -5
- package/core/shared/skills/do-git/SKILL.md +4 -0
- package/core/shared/skills/do-implement/SKILL.md +13 -14
- package/core/shared/skills/do-plan/SKILL.md +34 -20
- package/core/shared/skills/do-test/SKILL.md +7 -4
- package/core/shared/templates/doflow/constitution-template.md +9 -3
- package/core/shared/templates/doflow/data-model-template.md +1 -1
- package/core/shared/templates/doflow/design-template.md +113 -16
- package/core/shared/templates/doflow/plan-template.md +11 -10
- package/core/shared/templates/doflow/question-log-template.md +14 -2
- package/core/shared/templates/doflow/requirement-template.md +1 -1
- package/core/shared/workflows/do-flow-chain.md +2 -0
- package/core/worker-evidence/antigravity/checks.json +14 -0
- package/core/worker-evidence/codex/2026-10-18-cli-check.json +107 -0
- package/core/worker-evidence/codex/2026-10-18-live-run-edit.json +73 -0
- package/core/worker-evidence/codex/2026-10-18-live-run-read-only.json +62 -0
- package/core/worker-evidence/codex/2026-10-24-cli-check.json +126 -0
- package/core/worker-evidence/codex/checks.json +38 -0
- package/package.json +10 -6
- package/src/adapters/antigravity/index.js +143 -66
- package/src/adapters/claude/index.js +46 -5
- package/src/adapters/codex/agents.js +25 -15
- package/src/adapters/codex/hooks.js +39 -3
- package/src/adapters/codex/index.js +61 -13
- package/src/adapters/codex/native-projection.js +6 -2
- package/src/adapters/copilot/index.js +58 -23
- package/src/adapters/copy-tree.js +291 -46
- package/src/adapters/guidance-manifest.js +71 -0
- package/src/adapters/guidance-pointer.js +19 -0
- package/src/adapters/hook-commands.js +6 -10
- package/src/adapters/index.js +1 -0
- package/src/adapters/kiro/index.js +23 -12
- package/src/adapters/opencode/index.js +8 -8
- package/src/adapters/pi/hooks.js +2 -1
- package/src/adapters/pi/index.js +14 -7
- package/src/adapters/resolve-source.js +26 -2
- package/src/cli/commands/install.js +2 -1
- package/src/cli/commands/reconcile.js +53 -9
- package/src/cli/commands/remove.js +2 -2
- package/src/cli/commands/rollback.js +6 -3
- package/src/cli/commands/self-update.js +18 -9
- package/src/cli/commands/status.js +22 -3
- package/src/cli/commands/ui.js +99 -0
- package/src/cli/commands/update.js +2 -1
- package/src/cli/index.js +337 -32
- package/src/cli/runtime-commands.js +220 -60
- package/src/cli/shared.js +0 -2
- package/src/helper/git.js +1 -1
- package/src/helper/guardrails.js +1 -1
- package/src/helper/marker-merge.js +31 -13
- package/src/helper/package-ids.js +37 -0
- package/src/helper/semver.js +94 -0
- package/src/install/backup.js +105 -15
- package/src/install/context.js +1 -1
- package/src/install/targets.js +31 -16
- package/src/lifecycle/coverage.js +4 -16
- package/src/lifecycle/hook-tier.js +160 -0
- package/src/lifecycle/index.js +412 -78
- package/src/lifecycle/retired-harnesses.js +318 -0
- package/src/lifecycle/view.js +35 -15
- package/src/registry/index.js +551 -26
- package/src/registry/worker-ids.js +45 -0
- package/src/release/build-package.js +0 -3
- package/src/release/docs-blocks.js +472 -0
- package/src/release/preflight.js +425 -0
- package/src/release/rehearse.js +401 -0
- package/src/release/release-workflow.js +733 -0
- package/src/release/sync-plugin-versions.js +43 -7
- package/src/runtime/advice/bench-gate.js +25 -0
- package/src/runtime/advice/cli.js +59 -16
- package/src/runtime/advice/client.js +32 -9
- package/src/runtime/advice/config.js +98 -133
- package/src/runtime/advice/doctor.js +1 -1
- package/src/runtime/advice/elevation.js +97 -0
- package/src/runtime/advice/endpoint-guard.js +9 -3
- package/src/runtime/advice/mode.js +37 -0
- package/src/runtime/advice/record.js +18 -5
- package/src/runtime/advice/registry.js +4 -1
- package/src/runtime/advice/shadow-config.js +229 -0
- package/src/runtime/advice/shadow-dispatcher.js +276 -0
- package/src/runtime/brief-rules.js +81 -0
- package/src/runtime/brief-tools.js +111 -34
- package/src/runtime/candidate.js +20 -11
- package/src/runtime/capabilities/executor.js +450 -0
- package/src/runtime/capabilities/loopback.js +41 -0
- package/src/runtime/capabilities/sanitizer.js +88 -0
- package/src/runtime/capability-router.js +135 -3
- package/src/runtime/checkouts.js +73 -11
- package/src/runtime/claims.js +13 -7
- package/src/runtime/cli.js +196 -19
- package/src/runtime/config-home.js +42 -0
- package/src/runtime/context/arbitrate.js +767 -0
- package/src/runtime/context/delivery-store.js +4 -6
- package/src/runtime/context/emission-rules.js +118 -0
- package/src/runtime/context/identity.js +227 -0
- package/src/runtime/context/pointer.js +67 -12
- package/src/runtime/context/primary-command.js +117 -0
- package/src/runtime/context/primary.js +344 -0
- package/src/runtime/context/summary-store.js +655 -0
- package/src/runtime/context-pack.js +158 -79
- package/src/runtime/decision-register.js +13 -4
- package/src/runtime/dispatch/admission.js +392 -0
- package/src/runtime/dispatch/attempt-end.js +274 -0
- package/src/runtime/dispatch/command.js +628 -0
- package/src/runtime/dispatch/controls.js +904 -0
- package/src/runtime/dispatch/envelope.js +276 -0
- package/src/runtime/dispatch/grants.js +310 -0
- package/src/runtime/dispatch/integrate.js +617 -0
- package/src/runtime/dispatch/loop.js +1835 -0
- package/src/runtime/dispatch/store.js +352 -0
- package/src/runtime/dispatch/verify-run.js +201 -0
- package/src/runtime/evidence-ledger.js +52 -7
- package/src/runtime/failure/capture.js +3 -1
- package/src/runtime/failure/cli.js +25 -9
- package/src/runtime/failure/home.js +57 -30
- package/src/runtime/failure/store.js +7 -2
- package/src/runtime/feature-pointer.js +174 -0
- package/src/runtime/feature-resolve.js +13 -2
- package/src/runtime/fleet/command.js +77 -0
- package/src/runtime/fleet/projects.js +178 -0
- package/src/runtime/fleet/tree.js +383 -0
- package/src/runtime/freshness.js +33 -3
- package/src/runtime/git-memo.js +46 -0
- package/src/runtime/guidance/ablation.js +427 -0
- package/src/runtime/health.js +624 -18
- package/src/runtime/history-compactor.js +13 -3
- package/src/runtime/implementation-gate.js +281 -26
- package/src/runtime/intake/engine.js +677 -0
- package/src/runtime/intake/index.js +136 -0
- package/src/runtime/intake/manifest.js +140 -0
- package/src/runtime/intake/taxonomy.js +206 -0
- package/src/runtime/inventory/coverage.js +1 -1
- package/src/runtime/inventory/index.js +1 -1
- package/src/runtime/inventory/precedence.js +2 -2
- package/src/runtime/inventory/siblings.js +6 -4
- package/src/runtime/knowledge/code-corpus.js +277 -0
- package/src/runtime/knowledge/code-lexical.js +130 -0
- package/src/runtime/knowledge/code-retrieval.js +307 -0
- package/src/runtime/knowledge/code-validation.js +106 -0
- package/src/runtime/knowledge/gp3-gate.js +74 -0
- package/src/runtime/knowledge/graph-adapter.js +288 -0
- package/src/runtime/knowledge/graph-fallback.js +394 -0
- package/src/runtime/knowledge/hybrid.js +136 -8
- package/src/runtime/knowledge/retrieval.js +34 -1
- package/src/runtime/knowledge/rtk-compress.js +77 -0
- package/src/runtime/knowledge/semble-bridge.py +106 -0
- package/src/runtime/knowledge/semble-lifecycle.js +114 -0
- package/src/runtime/knowledge/semble-provider.js +365 -0
- package/src/runtime/lifecycle/cli.js +88 -10
- package/src/runtime/lifecycle/event-store.js +8 -6
- package/src/runtime/lifecycle/followup.js +38 -7
- package/src/runtime/lifecycle/overview.js +26 -2
- package/src/runtime/lifecycle/report-store.js +8 -10
- package/src/runtime/lifecycle/retention.js +95 -31
- package/src/runtime/lifecycle/root.js +9 -1
- package/src/runtime/lifecycle/status.js +34 -17
- package/src/runtime/lifecycle/store-upkeep.js +56 -7
- package/src/runtime/mask.js +134 -7
- package/src/runtime/mcp-consultations.js +40 -6
- package/src/runtime/model-router.js +79 -7
- package/src/runtime/models/catalogue.js +191 -0
- package/src/runtime/models/command.js +153 -0
- package/src/runtime/off-words.js +12 -0
- package/src/runtime/outcome.js +2 -2
- package/src/runtime/packages/command.js +1009 -0
- package/src/runtime/packages/contributions.js +116 -0
- package/src/runtime/packages/digest.js +132 -0
- package/src/runtime/packages/fetch.js +182 -0
- package/src/runtime/packages/grants.js +192 -0
- package/src/runtime/packages/index-file.js +134 -0
- package/src/runtime/packages/instruction.js +90 -0
- package/src/runtime/packages/manifest.js +331 -0
- package/src/runtime/packages/points.js +487 -0
- package/src/runtime/packages/programs.js +216 -0
- package/src/runtime/packages/scaffold.js +277 -0
- package/src/runtime/packages/source.js +90 -0
- package/src/runtime/packages/state.js +164 -0
- package/src/runtime/packages/store.js +449 -0
- package/src/runtime/packages/tar.js +106 -0
- package/src/runtime/packages/view.js +406 -0
- package/src/runtime/plan-check.js +59 -0
- package/src/runtime/plan-content.js +324 -0
- package/src/runtime/policy-init.js +118 -0
- package/src/runtime/profiles/doctor.js +96 -0
- package/src/runtime/profiles/resolve.js +244 -0
- package/src/runtime/profiles/rollback.js +254 -0
- package/src/runtime/profiles/sampler.js +41 -0
- package/src/runtime/readiness-record.js +16 -11
- package/src/runtime/readiness.js +46 -5
- package/src/runtime/research-request.js +50 -25
- package/src/runtime/retrieval-plan.js +10 -30
- package/src/runtime/retrieval-record.js +75 -5
- package/src/runtime/review/command.js +246 -0
- package/src/runtime/review/dominance.js +68 -0
- package/src/runtime/review/findings.js +434 -0
- package/src/runtime/review/identity.js +255 -0
- package/src/runtime/review/protocol-command.js +109 -0
- package/src/runtime/review/protocols.js +405 -0
- package/src/runtime/review/resolve-protocol.js +302 -0
- package/src/runtime/review/start.js +530 -0
- package/src/runtime/roadmap/attendance.js +137 -0
- package/src/runtime/roadmap/facts.js +479 -0
- package/src/runtime/roadmap/gates.js +273 -0
- package/src/runtime/roadmap/loop.js +1719 -0
- package/src/runtime/roadmap/merge.js +390 -0
- package/src/runtime/roadmap/rows.js +1122 -0
- package/src/runtime/roadmap/seed.js +1063 -0
- package/src/runtime/roadmap/worktree-cleanup.js +147 -0
- package/src/runtime/rules-report.js +336 -0
- package/src/runtime/scaffold/artifacts.js +60 -9
- package/src/runtime/scaffold/generate.js +21 -9
- package/src/runtime/settings/autopilot.js +106 -0
- package/src/runtime/settings/cli.js +280 -0
- package/src/runtime/settings/config-write.js +314 -0
- package/src/runtime/settings/files.js +271 -0
- package/src/runtime/settings/legacy.js +154 -0
- package/src/runtime/settings/lexical.js +56 -0
- package/src/runtime/settings/prepared-run.js +269 -0
- package/src/runtime/settings/project-layers.js +118 -0
- package/src/runtime/settings/refs.js +288 -0
- package/src/runtime/settings/registry.js +553 -0
- package/src/runtime/settings/resolve.js +713 -0
- package/src/runtime/settings/shared.js +37 -0
- package/src/runtime/settings/worker-billing.js +107 -0
- package/src/runtime/settings/write.js +269 -0
- package/src/runtime/slot-command.js +78 -0
- package/src/runtime/slots.js +671 -0
- package/src/runtime/source-version.js +1 -0
- package/src/runtime/state-root.js +217 -0
- package/src/runtime/storage/cli.js +12 -5
- package/src/runtime/storage/engine.js +9 -2
- package/src/runtime/storage/registry.js +14 -1
- package/src/runtime/storage/roots.js +66 -16
- package/src/runtime/storage/rules.js +82 -10
- package/src/runtime/storage/upkeep.js +10 -2
- package/src/runtime/storage/work-status.js +245 -26
- package/src/runtime/task-attempts.js +589 -69
- package/src/runtime/task-classifier.js +85 -14
- package/src/runtime/task-graph.js +373 -0
- package/src/runtime/task-run.js +778 -0
- package/src/runtime/task-scope.js +176 -55
- package/src/runtime/task-sources.js +147 -0
- package/src/runtime/task-state.js +373 -64
- package/src/runtime/team/admission.js +301 -0
- package/src/runtime/team/envelope.js +324 -0
- package/src/runtime/team/review-guard.js +156 -0
- package/src/runtime/trace/analyze.js +427 -0
- package/src/runtime/trace/baseline.js +770 -0
- package/src/runtime/trace/ledger.js +63 -140
- package/src/runtime/trace/otlp-export.js +568 -0
- package/src/runtime/trace/otlp-map.js +481 -0
- package/src/runtime/trace/spans.js +745 -0
- package/src/runtime/trace/telemetry.js +225 -0
- package/src/runtime/trace/views.js +1 -0
- package/src/runtime/transcripts/command.js +98 -0
- package/src/runtime/transcripts/cursor.js +326 -0
- package/src/runtime/transcripts/read.js +126 -0
- package/src/runtime/transcripts/readers/claude-jsonl.js +74 -0
- package/src/runtime/transcripts/readers/codex-rollout.js +70 -0
- package/src/runtime/transcripts/readers/copilot-events.js +90 -0
- package/src/runtime/transcripts/readers/kiro-jsonl.js +77 -0
- package/src/runtime/transcripts/readers/pi-jsonl.js +59 -0
- package/src/runtime/transcripts/registry.js +161 -0
- package/src/runtime/transcripts/stats.js +161 -0
- package/src/runtime/verb-view.js +267 -0
- package/src/runtime/verification/check-key.js +628 -0
- package/src/runtime/verification/contract-runner.js +546 -11
- package/src/runtime/verification/engine.js +499 -54
- package/src/runtime/verification/impact.js +617 -0
- package/src/runtime/verification/inflight.js +205 -0
- package/src/runtime/verification/registry.js +176 -0
- package/src/runtime/verification/reuse.js +184 -0
- package/src/runtime/verification/telemetry-emit.js +254 -0
- package/src/runtime/verification/test-selection.js +67 -7
- package/src/runtime/worker/active.js +90 -0
- package/src/runtime/worker/cancel.js +222 -0
- package/src/runtime/worker/catalogue.js +122 -0
- package/src/runtime/worker/command.js +677 -0
- package/src/runtime/worker/evidence.js +288 -0
- package/src/runtime/worker/launch.js +256 -0
- package/src/runtime/worker/models.js +137 -0
- package/src/runtime/worker/parsers.js +218 -0
- package/src/runtime/worker/probes/index.js +706 -0
- package/src/runtime/worker/process-tree.js +415 -0
- package/src/runtime/worker/quota.js +43 -0
- package/src/runtime/worker/readiness.js +713 -0
- package/src/runtime/worker/run-store.js +166 -0
- package/src/runtime/worker/supervisor.js +541 -0
- package/src/runtime/worker/worktree-check.js +252 -0
- package/src/runtime/workflow-engine.js +5 -1
- package/src/runtime/workflow-orchestrator.js +610 -67
- package/src/runtime/worktree.js +149 -22
- package/src/state/index.js +1 -1
- package/src/state/lockfile.js +64 -10
- package/src/state/run-lock.js +1 -1
- package/types/node-commonjs.d.ts +106 -7
- package/core/harnesses/claude/hooks/pre-bash-guard.sh +0 -10
- package/core/harnesses/codex/hooks/pre-bash-guard.sh +0 -10
- package/core/harnesses/gemini/hooks/hooks.json +0 -77
- package/core/harnesses/gemini/hooks/lib.sh +0 -302
- package/core/harnesses/gemini/hooks/mcp-tool-guard.sh +0 -10
- package/core/harnesses/gemini/hooks/post-edit-lint.sh +0 -39
- package/core/harnesses/gemini/hooks/pre-bash-guard.sh +0 -10
- package/core/harnesses/gemini/hooks/pre-compact.sh +0 -38
- package/core/harnesses/gemini/hooks/pre-implement-gate.sh +0 -10
- package/core/harnesses/gemini/hooks/session-end.impl.sh +0 -89
- package/core/harnesses/gemini/hooks/session-end.sh +0 -5
- package/core/harnesses/gemini/hooks/session-start.sh +0 -7
- package/core/harnesses/gemini/settings/adapter-defaults.json +0 -4
- package/core/harnesses/kiro/hooks/pre-bash-guard.sh +0 -24
- package/core/harnesses/shared/hooks/policies/blocked-patterns.conf +0 -91
- package/core/harnesses/shared/hooks/policies/pre-bash-guard.sh +0 -378
- package/core/shared/guidance/FLAGS.md +0 -25
- package/core/shared/guidance/rules/RULE_01_SAFETY.md +0 -25
- package/core/shared/guidance/rules/RULE_02_WORKFLOW.md +0 -23
- package/core/shared/guidance/rules/RULE_03_QUALITY.md +0 -14
- package/core/shared/guidance/rules/RULE_04_QUESTIONS.md +0 -46
- package/src/adapters/gemini/hooks.js +0 -251
- package/src/adapters/gemini/index.js +0 -429
|
@@ -0,0 +1,307 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
const crypto = require('node:crypto');
|
|
4
|
+
const { CapabilityRouter } = require('../capability-router.js');
|
|
5
|
+
const { admitCodeCorpus } = require('./code-corpus.js');
|
|
6
|
+
const { classifyCodeQuery, searchCodeLexical } = require('./code-lexical.js');
|
|
7
|
+
// Loaded on first use only: an exact or unbound request never imports the semantic provider, its
|
|
8
|
+
// lifecycle (lock, Python bridge) or the task ledger (IC-002).
|
|
9
|
+
const retrievalRecord = () => require('../retrieval-record.js');
|
|
10
|
+
const sembleProvider = () => require('./semble-provider.js');
|
|
11
|
+
const sembleLifecycle = () => require('./semble-lifecycle.js');
|
|
12
|
+
const { fuseRankedCandidates } = require('./hybrid.js');
|
|
13
|
+
const { validateCodeCandidates } = require('./code-validation.js');
|
|
14
|
+
const { REPO_ROOT } = require('../../helper/repo-root.js');
|
|
15
|
+
|
|
16
|
+
const CAPABILITY = Object.freeze({ exact: 'code.exact-search', conceptual: 'code.semantic-search' });
|
|
17
|
+
const INDEX_STATES = new Set(['FRESH', 'STALE', 'UNKNOWN', 'NOT_APPLICABLE']);
|
|
18
|
+
|
|
19
|
+
function responseError(exit , error , details = {}) {
|
|
20
|
+
return { exit, response: { ok: false, schemaVersion: 1, scope: 'code', error, ...details } };
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
function registeredProviders(router , capability ) {
|
|
24
|
+
const providers = router?.capabilities?.[capability]?.providers;
|
|
25
|
+
return Array.isArray(providers) ? providers.map((p) => p.id).filter(Boolean) : [];
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
function failureReason(reason , freshness ) {
|
|
29
|
+
if (reason === 'lock-contention' || reason === 'index-in-progress' || reason === 'index-source-mismatch' || reason === 'corpus-changed') return 'policy-bypass';
|
|
30
|
+
if (reason === 'provider-timeout' || reason === 'lifecycle-timeout' || reason === 'deadline') return 'timeout';
|
|
31
|
+
if (freshness === 'STALE') return 'policy-bypass';
|
|
32
|
+
if (reason === 'provider-unavailable' || reason === 'local-model-required' || reason === 'index-missing-or-corrupt') return 'provider-unavailable';
|
|
33
|
+
return 'provider-error';
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
// A lexical stop at a configured bound is partial coverage with that bound as its cause, not a provider fault.
|
|
37
|
+
const LEXICAL_BOUNDS = new Set(['candidate-limit', 'output-byte-limit', 'read-byte-limit']);
|
|
38
|
+
function lexicalOutcome(result ) {
|
|
39
|
+
if (result.complete) return { failure: null, bound: null };
|
|
40
|
+
const reasons = (result.rejections || []).map((r ) => r.reason);
|
|
41
|
+
if (reasons.includes('deadline')) return { failure: 'provider-timeout', bound: null };
|
|
42
|
+
if (reasons.length && reasons.every((r ) => LEXICAL_BOUNDS.has(r))) return { failure: null, bound: reasons[0] };
|
|
43
|
+
return { failure: 'provider-error', bound: null };
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
function validFreshness(value ) { return INDEX_STATES.has(value) ? value : 'UNKNOWN'; }
|
|
47
|
+
|
|
48
|
+
function appendOutcome({ binding, projectRoot, taskId, slug, intent, need, router, provider, capability, id, candidates, indexState, failure, bound = null, complete } ) {
|
|
49
|
+
let stored = null;
|
|
50
|
+
if (binding) {
|
|
51
|
+
let status; let reason;
|
|
52
|
+
if (failure) { status = 'UNREACHED'; reason = failureReason(failure, indexState); }
|
|
53
|
+
else if (!candidates.length && complete) {
|
|
54
|
+
if (indexState === 'STALE') { status = 'EMPTY'; reason = 'index-stale'; }
|
|
55
|
+
else if (indexState === 'UNKNOWN') { status = 'UNVERIFIED'; reason = 'index-unverifiable'; }
|
|
56
|
+
else { status = 'EMPTY'; reason = 'empty-answer'; }
|
|
57
|
+
} else if (!candidates.length) { status = 'UNREACHED'; reason = 'timeout'; }
|
|
58
|
+
if (status) {
|
|
59
|
+
const list = registeredProviders(router, capability);
|
|
60
|
+
stored = retrievalRecord().appendRetrievalAttempt({ projectRoot, taskId, intent, provider, status, reason, indexState,
|
|
61
|
+
slug, attemptRef: binding.attemptRef, expectedCapability: need.capability,
|
|
62
|
+
expectedPrimaryProvider: need.provider, registeredProviders: list });
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
return { retrievalAttemptId: id, provider, capability, indexState, candidateCount: candidates.length,
|
|
66
|
+
complete: Boolean(complete), ...(failure || bound ? { reason: failure || bound } : {}), ...(stored ? { recordedAttempt: stored.attempt } : {}) };
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
function toCandidateList(candidates , { provider, capability, queryRef, retrievalAttemptRef, indexed = false } ) {
|
|
70
|
+
return candidates.map((item , index ) => ({
|
|
71
|
+
...item,
|
|
72
|
+
provider,
|
|
73
|
+
capability,
|
|
74
|
+
queryRef,
|
|
75
|
+
retrievalAttemptRef,
|
|
76
|
+
...(indexed && item.indexedSourceIdentity ? { origins: [{ provider, capability, queryRef, retrievalAttemptRef,
|
|
77
|
+
originalRank: index + 1, indexedSourceHash: item.indexedSourceIdentity }] } : {}),
|
|
78
|
+
}));
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
/** Coalesce repeated attempts by one provider without granting another RRF vote. */
|
|
82
|
+
function coalesceProviderLists(lists ) {
|
|
83
|
+
const providers = new Map();
|
|
84
|
+
for (const list of lists) {
|
|
85
|
+
const provider = list.provider;
|
|
86
|
+
if (!providers.has(provider)) providers.set(provider, new Map());
|
|
87
|
+
const spans = providers.get(provider);
|
|
88
|
+
(list.candidates || []).forEach((candidate , index ) => {
|
|
89
|
+
const loc = candidate.locator || {};
|
|
90
|
+
const key = JSON.stringify([loc.file, loc.line, loc.endLine]);
|
|
91
|
+
const origin = { provider, capability: list.capability, queryRef: list.queryRef ?? null,
|
|
92
|
+
retrievalAttemptRef: list.retrievalAttemptRef, originalRank: index + 1,
|
|
93
|
+
sourceVersion: candidate.sourceVersion ?? null,
|
|
94
|
+
...(candidate.indexedSourceIdentity ? { indexedSourceHash: candidate.indexedSourceIdentity } : {}) };
|
|
95
|
+
if (!spans.has(key)) spans.set(key, { ...candidate, provider, capability: list.capability, rank: index + 1, origins: [origin] });
|
|
96
|
+
else {
|
|
97
|
+
const prior = spans.get(key);
|
|
98
|
+
prior.rank = Math.min(prior.rank, index + 1);
|
|
99
|
+
if (!prior.origins.some((item ) => item.retrievalAttemptRef === origin.retrievalAttemptRef)) prior.origins.push(origin);
|
|
100
|
+
}
|
|
101
|
+
});
|
|
102
|
+
}
|
|
103
|
+
const result = [];
|
|
104
|
+
for (const [provider, spans] of providers) {
|
|
105
|
+
const candidates = [...spans.values()].sort((a, b) => a.rank - b.rank
|
|
106
|
+
|| String(a.locator?.file).localeCompare(String(b.locator?.file))
|
|
107
|
+
|| (a.locator?.line || 0) - (b.locator?.line || 0)
|
|
108
|
+
|| (a.locator?.endLine || 0) - (b.locator?.endLine || 0));
|
|
109
|
+
result.push({ provider, capability: candidates[0]?.capability, candidates });
|
|
110
|
+
}
|
|
111
|
+
return result;
|
|
112
|
+
}
|
|
113
|
+
|
|
114
|
+
/** Shared production coordinator used by CLI retrieve and benchmark C. It prints nothing. */
|
|
115
|
+
async function executeCodeRetrieval(options = {}) {
|
|
116
|
+
const query = typeof options.query === 'string' ? options.query.trim() : '';
|
|
117
|
+
const taskId = options.taskId || null;
|
|
118
|
+
const rawNeed = options.need;
|
|
119
|
+
if (Array.isArray(rawNeed) && rawNeed.length > 1) return responseError(2, 'one-need-per-request');
|
|
120
|
+
const intent = Array.isArray(rawNeed) ? rawNeed[0] || null : rawNeed || null;
|
|
121
|
+
const slug = options.slug || null;
|
|
122
|
+
const profile = options.profile || 'lexical-only';
|
|
123
|
+
const requestedTop = options.top === undefined ? 5 : Number(options.top);
|
|
124
|
+
const rootInput = options.root || options.projectRoot || options.stateRoot || process.cwd();
|
|
125
|
+
const providers = options.providers || {};
|
|
126
|
+
if (profile !== 'lexical-only' && profile !== 'hybrid') return responseError(2, 'invalid-profile', { validProfiles: ['lexical-only', 'hybrid'] });
|
|
127
|
+
if (!Number.isInteger(requestedTop) || requestedTop < 1 || requestedTop > 25) return responseError(2, 'invalid-top', { validRange: '1..25' });
|
|
128
|
+
if (options.indexAction !== undefined && !['build', 'refresh'].includes(options.indexAction)) return responseError(2, 'invalid-index-action');
|
|
129
|
+
if (options.indexAction && query) return responseError(2, 'index-action-rejects-query');
|
|
130
|
+
if (options.indexAction && (taskId || intent)) return responseError(2, 'index-action-does-not-accept-task-binding');
|
|
131
|
+
if (Boolean(taskId) !== Boolean(intent)) return responseError(2, 'task-id-and-need-required-together');
|
|
132
|
+
let searchRoot; let projectRoot;
|
|
133
|
+
try {
|
|
134
|
+
const path = require('node:path'); const fs = require('node:fs');
|
|
135
|
+
searchRoot = fs.realpathSync(path.resolve(rootInput));
|
|
136
|
+
projectRoot = fs.realpathSync(path.resolve(options.stateRoot || searchRoot));
|
|
137
|
+
}
|
|
138
|
+
catch { return responseError(2, 'invalid-root', { root: rootInput }); }
|
|
139
|
+
|
|
140
|
+
if (options.indexAction) {
|
|
141
|
+
if (!options.modelPath) return responseError(2, 'model-path-required');
|
|
142
|
+
try {
|
|
143
|
+
const inventory = (providers.admitCodeCorpus || admitCodeCorpus)({ root: searchRoot, scopes: options.scopes, limits: options.corpusLimits });
|
|
144
|
+
if (!inventory.complete) return { exit: 1, response: { schemaVersion: 1, scope: 'code', action: options.indexAction, ...inventory, complete: false, error: 'incomplete-corpus' } };
|
|
145
|
+
const run = providers.lifecycle || sembleLifecycle().runSembleLifecycle;
|
|
146
|
+
const result = await run({ inventory, modelPath: options.modelPath, action: options.indexAction, limits: options.semanticLimits });
|
|
147
|
+
return { exit: result.ok ? 0 : 1, response: { schemaVersion: 1, scope: 'code', ...result } };
|
|
148
|
+
} catch (error ) {
|
|
149
|
+
return { exit: 1, response: { schemaVersion: 1, scope: 'code', action: options.indexAction, complete: false,
|
|
150
|
+
error: 'lifecycle-error', cause: error?.message || String(error), repair: 'Correct the cause and run an explicit bounded build or refresh.' } };
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
if (!query || Buffer.byteLength(query, 'utf8') > 4096) return responseError(2, 'invalid-query', { expected: '1..4096 UTF-8 bytes' });
|
|
154
|
+
|
|
155
|
+
let binding = null;
|
|
156
|
+
let need = null;
|
|
157
|
+
let classification;
|
|
158
|
+
try {
|
|
159
|
+
const classifier = providers.classifyCodeQuery || classifyCodeQuery;
|
|
160
|
+
classification = classifier(query, { intent });
|
|
161
|
+
if (taskId) {
|
|
162
|
+
binding = retrievalRecord().resolveRetrievalBinding({ projectRoot, taskId, intent, slug });
|
|
163
|
+
if (!binding.ok) return responseError(2, 'invalid-task-binding', { summary: binding.message });
|
|
164
|
+
need = binding.need;
|
|
165
|
+
const requiredCapability = CAPABILITY[classification.queryClass];
|
|
166
|
+
if (need.capability !== requiredCapability) return responseError(2, 'capability-mismatch', {
|
|
167
|
+
need: intent, declaredCapability: need.capability, requiredCapability, queryClass: classification.queryClass,
|
|
168
|
+
});
|
|
169
|
+
}
|
|
170
|
+
} catch (error ) {
|
|
171
|
+
return responseError(2, 'invalid-task-binding', { summary: error?.message || String(error) });
|
|
172
|
+
}
|
|
173
|
+
|
|
174
|
+
const capability = CAPABILITY[classification.queryClass];
|
|
175
|
+
let router;
|
|
176
|
+
try { router = providers.router || new CapabilityRouter({ repoRoot: options.repoRoot || REPO_ROOT }); }
|
|
177
|
+
catch (error ) { return { exit: 1, response: { schemaVersion: 1, scope: 'code', error: 'registry-unavailable', cause: error?.message || String(error) } }; }
|
|
178
|
+
const registered = registeredProviders(router, capability);
|
|
179
|
+
if (!registered.includes('native.rg')) return responseError(2, 'lexical-provider-not-registered', { capability });
|
|
180
|
+
if (profile === 'hybrid' && classification.queryClass === 'conceptual' && !registered.includes('semble.search')) {
|
|
181
|
+
return responseError(2, 'semantic-provider-not-registered', { capability });
|
|
182
|
+
}
|
|
183
|
+
let inventory;
|
|
184
|
+
try {
|
|
185
|
+
const admit = providers.admitCodeCorpus || admitCodeCorpus;
|
|
186
|
+
// Exact never reads an index or a corpus digest (DEC-020): admit without per-file hashes, proving each directory
|
|
187
|
+
// once; lexical hashes what it reports and live validation re-hashes every delivered candidate. Conceptual and
|
|
188
|
+
// index paths keep full hashing.
|
|
189
|
+
inventory = providers.inventory || admit({ root: searchRoot, scopes: options.scopes, limits: options.corpusLimits,
|
|
190
|
+
...(classification.queryClass === 'exact' ? { hashFiles: false, verifyDirsOnce: true } : {}) });
|
|
191
|
+
} catch (error ) {
|
|
192
|
+
return { exit: 1, response: { schemaVersion: 1, scope: 'code', queryClass: classification.queryClass,
|
|
193
|
+
requestedProfile: profile, effectiveProfile: 'lexical-only', error: 'corpus-admission-failed', cause: error?.message || String(error) } };
|
|
194
|
+
}
|
|
195
|
+
|
|
196
|
+
const topN = requestedTop;
|
|
197
|
+
const attempts = [];
|
|
198
|
+
const gaps = [];
|
|
199
|
+
const rankedLists = [];
|
|
200
|
+
const coverage = { corpusComplete: Boolean(inventory.complete), lexical: [] , semantic: null, live: null, complete: Boolean(inventory.complete) };
|
|
201
|
+
// Admission skips are counted coverage gaps with their cause, never a provider outcome (X3); index build and
|
|
202
|
+
// refresh still refuse an incomplete corpus (IC-003, IC-005).
|
|
203
|
+
if (!inventory.complete) {
|
|
204
|
+
const skipped = Array.isArray(inventory.skipped) ? inventory.skipped : [];
|
|
205
|
+
const byReason = new Map ();
|
|
206
|
+
for (const entry of skipped) byReason.set(entry.reason, (byReason.get(entry.reason) || 0) + 1);
|
|
207
|
+
if (!byReason.size) byReason.set('incomplete-corpus', 1);
|
|
208
|
+
for (const [reason, count] of byReason) gaps.push({ source: 'admission', reason, count });
|
|
209
|
+
}
|
|
210
|
+
const accounting = { corpusFiles: inventory.files?.length || 0, corpusBytes: inventory.accounting?.sourceBytes || 0,
|
|
211
|
+
semanticSourceReadBytes: 0, lexicalReadBytes: 0, liveReadBytes: 0, deliveredCandidates: 0 };
|
|
212
|
+
let lexicalExecuted = false;
|
|
213
|
+
let semanticExecuted = false;
|
|
214
|
+
let semanticComplete = false;
|
|
215
|
+
const queryRef = binding?.queryRef ?? null;
|
|
216
|
+
const makeId = () => 'ra-' + crypto.randomUUID();
|
|
217
|
+
const lexical = providers.lexicalSearch || searchCodeLexical;
|
|
218
|
+
const runLexical = (id ) => {
|
|
219
|
+
const result = lexical({ ...options.lexicalLimits, inventory, query, classification, intent, maxCandidates: 200, queryRef,
|
|
220
|
+
retrievalAttemptRef: id });
|
|
221
|
+
return result;
|
|
222
|
+
};
|
|
223
|
+
|
|
224
|
+
try {
|
|
225
|
+
const lexicalId = makeId();
|
|
226
|
+
let lexResult;
|
|
227
|
+
try { lexResult = runLexical(lexicalId); }
|
|
228
|
+
catch (error ) { lexResult = { candidates: [], complete: false, rejections: [{ reason: 'provider-error' }], accounting: {}, coverage: { complete: false } }; }
|
|
229
|
+
lexicalExecuted = true;
|
|
230
|
+
accounting.lexicalReadBytes += lexResult.accounting?.readBytes || 0;
|
|
231
|
+
coverage.lexical.push(lexResult.coverage || { complete: Boolean(lexResult.complete) });
|
|
232
|
+
const lexCandidates = toCandidateList(lexResult.candidates || [], { provider: 'native.rg', capability, queryRef, retrievalAttemptRef: lexicalId });
|
|
233
|
+
rankedLists.push({ provider: 'native.rg', capability, queryRef, retrievalAttemptRef: lexicalId, candidates: lexCandidates });
|
|
234
|
+
const lexOutcome = lexicalOutcome(lexResult);
|
|
235
|
+
attempts.push(appendOutcome({ binding, projectRoot, taskId, slug, intent, need, router, provider: 'native.rg', capability,
|
|
236
|
+
id: lexicalId, candidates: lexCandidates, indexState: 'NOT_APPLICABLE', ...lexOutcome, complete: Boolean(lexResult.complete && inventory.complete) }));
|
|
237
|
+
if (lexOutcome.failure || lexOutcome.bound) gaps.push({ provider: 'native.rg', reason: lexOutcome.failure || lexOutcome.bound, source: 'lexical' });
|
|
238
|
+
|
|
239
|
+
if (profile === 'hybrid' && classification.queryClass === 'conceptual') {
|
|
240
|
+
const semanticId = makeId();
|
|
241
|
+
let semResult;
|
|
242
|
+
const modelPath = options.modelPath || process.env.SEMBLE_MODEL_PATH || null;
|
|
243
|
+
if (!modelPath) semResult = { ok: false, reason: 'local-model-required', freshness: 'UNKNOWN', candidates: [] };
|
|
244
|
+
else {
|
|
245
|
+
try { semResult = await (providers.semanticQuery || sembleProvider().runSembleQuery)({ inventory, query, top: 200, modelPath, limits: options.semanticLimits }); }
|
|
246
|
+
catch (error ) { semResult = { ok: false, reason: 'provider-error', freshness: 'UNKNOWN', cause: error?.message || String(error), candidates: [] }; }
|
|
247
|
+
}
|
|
248
|
+
const semFreshness = validFreshness(semResult.freshness);
|
|
249
|
+
accounting.semanticSourceReadBytes += semResult.accounting?.sourceReadBytes || 0;
|
|
250
|
+
if (semResult.ok) {
|
|
251
|
+
semanticExecuted = true; semanticComplete = semFreshness === 'FRESH';
|
|
252
|
+
const semCandidates = toCandidateList(semResult.candidates || [], { provider: 'semble.search', capability, queryRef,
|
|
253
|
+
retrievalAttemptRef: semanticId, indexed: true });
|
|
254
|
+
rankedLists.push({ provider: 'semble.search', capability, queryRef, retrievalAttemptRef: semanticId, candidates: semCandidates });
|
|
255
|
+
attempts.push(appendOutcome({ binding, projectRoot, taskId, slug, intent, need, router, provider: 'semble.search', capability,
|
|
256
|
+
id: semanticId, candidates: semCandidates, indexState: semFreshness, complete: true }));
|
|
257
|
+
} else {
|
|
258
|
+
const reason = semResult.reason || 'provider-unavailable';
|
|
259
|
+
attempts.push(appendOutcome({ binding, projectRoot, taskId, slug, intent, need, router, provider: 'semble.search', capability,
|
|
260
|
+
id: semanticId, candidates: [], indexState: semFreshness, failure: reason, complete: false }));
|
|
261
|
+
gaps.push({ provider: 'semble.search', reason, freshness: semFreshness, source: 'semantic' });
|
|
262
|
+
const fallbackId = makeId();
|
|
263
|
+
let fallback;
|
|
264
|
+
try { fallback = runLexical(fallbackId); }
|
|
265
|
+
catch (error ) { fallback = { candidates: [], complete: false, rejections: [{ reason: 'provider-error' }], accounting: {}, coverage: { complete: false } }; }
|
|
266
|
+
accounting.lexicalReadBytes += fallback.accounting?.readBytes || 0;
|
|
267
|
+
coverage.lexical.push(fallback.coverage || { complete: Boolean(fallback.complete), fallback: true });
|
|
268
|
+
const fallbackCandidates = toCandidateList(fallback.candidates || [], { provider: 'native.rg', capability, queryRef, retrievalAttemptRef: fallbackId });
|
|
269
|
+
rankedLists.push({ provider: 'native.rg', capability, queryRef, retrievalAttemptRef: fallbackId, candidates: fallbackCandidates });
|
|
270
|
+
const fallbackOutcome = lexicalOutcome(fallback);
|
|
271
|
+
attempts.push(appendOutcome({ binding, projectRoot, taskId, slug, intent, need, router, provider: 'native.rg', capability,
|
|
272
|
+
id: fallbackId, candidates: fallbackCandidates, indexState: 'NOT_APPLICABLE', ...fallbackOutcome, complete: Boolean(fallback.complete && inventory.complete) }));
|
|
273
|
+
if (fallbackOutcome.failure || fallbackOutcome.bound) gaps.push({ provider: 'native.rg', reason: fallbackOutcome.failure || fallbackOutcome.bound, source: 'fallback' });
|
|
274
|
+
}
|
|
275
|
+
}
|
|
276
|
+
|
|
277
|
+
// Conceptual fuses by file with each provider voting for its first `top` distinct files; exact keeps span grain (DEC-025).
|
|
278
|
+
const grain = classification.queryClass === 'conceptual' ? { grain: 'file', depth: topN } : {};
|
|
279
|
+
const fused = fuseRankedCandidates({ rankedLists: coalesceProviderLists(rankedLists), projectRoot: searchRoot, corpusIdentity: inventory.identity, k: 60, ...grain });
|
|
280
|
+
if (fused.rejected?.length) gaps.push({ source: 'fusion', reason: 'invalid-candidate', count: fused.rejected.length });
|
|
281
|
+
if (fused.candidates.length > 200) gaps.push({ source: 'fusion', reason: 'candidate-limit', count: fused.candidates.length - 200 });
|
|
282
|
+
const validate = providers.validateCandidates || validateCodeCandidates;
|
|
283
|
+
const live = validate({ inventory, candidates: fused.candidates.slice(0, 200), topN });
|
|
284
|
+
coverage.live = live.coverage;
|
|
285
|
+
const semanticRequested = profile === 'hybrid' && classification.queryClass === 'conceptual';
|
|
286
|
+
coverage.complete = Boolean(inventory.complete && coverage.lexical.every((item) => item.complete !== false)
|
|
287
|
+
&& (!semanticRequested || (semanticExecuted && semanticComplete)) && fused.candidates.length <= 200
|
|
288
|
+
&& live.complete && gaps.length === 0);
|
|
289
|
+
accounting.liveReadBytes = live.accounting?.readBytes || 0;
|
|
290
|
+
accounting.deliveredCandidates = live.results?.length || 0;
|
|
291
|
+
for (const rejected of live.rejected || []) gaps.push({ source: 'live-validation', reason: rejected.reason });
|
|
292
|
+
// A dropped non-delivered origin is a distinct gap source: the delivered candidate stands (IC-007).
|
|
293
|
+
for (const rejected of live.rejectedOrigins || []) gaps.push({ source: 'live-validation-origin', reason: rejected.reason, provider: rejected.provider });
|
|
294
|
+
const effectiveProfile = profile === 'hybrid' && classification.queryClass === 'conceptual' && semanticExecuted && semanticComplete && lexicalExecuted
|
|
295
|
+
? 'hybrid' : 'lexical-only';
|
|
296
|
+
return { exit: 0, response: { ok: true, schemaVersion: 1, scope: 'code', root: searchRoot,
|
|
297
|
+
queryClass: classification.queryClass, classificationBasis: classification.classificationBasis,
|
|
298
|
+
requestedProfile: profile, effectiveProfile, queryRef, activeTaskAttemptRef: binding?.attemptRef ?? null,
|
|
299
|
+
results: live.results || [], attempts, gaps, coverage, accounting, absenceEstablished: false } };
|
|
300
|
+
} catch (error ) {
|
|
301
|
+
return { exit: 1, response: { ok: false, schemaVersion: 1, scope: 'code', queryClass: classification.queryClass,
|
|
302
|
+
requestedProfile: profile, effectiveProfile: 'lexical-only', error: 'retrieval-failed', cause: error?.message || String(error), attempts, gaps, coverage, accounting,
|
|
303
|
+
absenceEstablished: false } };
|
|
304
|
+
}
|
|
305
|
+
}
|
|
306
|
+
|
|
307
|
+
module.exports = { executeCodeRetrieval, coalesceProviderLists, lexicalOutcome, CAPABILITY };
|
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
const fs = require('node:fs');
|
|
4
|
+
const { readCorpusFile, relativeCodePath } = require('./code-corpus.js');
|
|
5
|
+
|
|
6
|
+
const LIVE_LIMITS = Object.freeze({ maxFileBytes: 1024 * 1024, maxSnippetLines: 50, maxSnippetBytes: 16 * 1024, maxReadBytes: 1024 * 1024, timeoutMs: 1000, maxCandidates: 200 });
|
|
7
|
+
|
|
8
|
+
function readAdmittedFile(inventory , entry , options = {}) {
|
|
9
|
+
const rel = relativeCodePath(entry?.path);
|
|
10
|
+
const admitted = inventory.files.find((f ) => f.path === rel);
|
|
11
|
+
if (!admitted) return { ok: false, reason: 'outside-corpus', bytesRead: 0 };
|
|
12
|
+
return readCorpusFile(inventory.root, admitted, options);
|
|
13
|
+
}
|
|
14
|
+
|
|
15
|
+
function validateCodeCandidates({ inventory, candidates, topN = 10, limits: suppliedLimits, fsImpl = fs, now = Date.now } ) {
|
|
16
|
+
const limits = { ...LIVE_LIMITS, ...suppliedLimits };
|
|
17
|
+
for (const [name, value] of Object.entries(limits)) if (!Number.isSafeInteger(value) || Number(value) < 1) throw new Error('invalid live limit ' + name);
|
|
18
|
+
if (!Number.isInteger(topN) || topN < 1 || topN > 25) throw new Error('topN must be 1..25');
|
|
19
|
+
const deadline = now() + limits.timeoutMs;
|
|
20
|
+
const results = [];
|
|
21
|
+
const rejected = [];
|
|
22
|
+
const rejectedOrigins = [];
|
|
23
|
+
let readBytes = 0;
|
|
24
|
+
let examined = 0;
|
|
25
|
+
let complete = Boolean(inventory.complete);
|
|
26
|
+
// One live read per file per call: candidates on the same file share it (and its hash check) instead of
|
|
27
|
+
// re-reading and re-charging the aggregate budget once per matching line.
|
|
28
|
+
const reads = new Map ();
|
|
29
|
+
const reject = (candidate , reason ) => { rejected.push({ locator: candidate?.locator ?? null, reason }); complete = false; };
|
|
30
|
+
for (const candidate of candidates) {
|
|
31
|
+
if (results.length >= topN) break;
|
|
32
|
+
if (examined >= limits.maxCandidates) { reject(candidate, 'candidate-limit'); break; }
|
|
33
|
+
examined += 1;
|
|
34
|
+
if (now() > deadline) { reject(candidate, 'deadline'); break; }
|
|
35
|
+
const loc = candidate?.locator;
|
|
36
|
+
if (!loc || !relativeCodePath(loc.file) || !Number.isInteger(loc.line) || !Number.isInteger(loc.endLine) || loc.line < 1 || loc.endLine < loc.line) { reject(candidate, 'invalid-locator'); continue; }
|
|
37
|
+
const entry = inventory.files.find((f ) => f.path === loc.file);
|
|
38
|
+
if (!entry) { reject(candidate, 'outside-corpus'); continue; }
|
|
39
|
+
let read = reads.get(entry.path);
|
|
40
|
+
if (!read) {
|
|
41
|
+
const remaining = limits.maxReadBytes - readBytes;
|
|
42
|
+
if (remaining <= 0) { reject(candidate, 'read-byte-limit'); break; }
|
|
43
|
+
read = readAdmittedFile(inventory, entry, { fsImpl, now, deadline, maxBytes: Math.min(limits.maxFileBytes, remaining) });
|
|
44
|
+
readBytes += read.bytesRead;
|
|
45
|
+
reads.set(entry.path, read); // budget and deadline only shrink, so a refusal stays a refusal
|
|
46
|
+
}
|
|
47
|
+
if (!read.ok) { reject(candidate, read.reason); continue; }
|
|
48
|
+
const searchedHashes = [candidate.sourceVersion?.fileHash, ...(candidate.origins || []).map((o ) => o.sourceVersion?.fileHash || o.indexedSourceHash)].filter(Boolean);
|
|
49
|
+
if (searchedHashes.some((hash ) => hash !== read.fileHash)) { reject(candidate, 'source-changed'); continue; }
|
|
50
|
+
const text = read.content.toString('utf8');
|
|
51
|
+
if (text.includes('\0')) { reject(candidate, 'binary-source'); continue; }
|
|
52
|
+
const lines = text.split('\n');
|
|
53
|
+
if (loc.endLine > lines.length) { reject(candidate, 'line-out-of-range'); continue; }
|
|
54
|
+
// Origin locators (file-grain fusion, DEC-025) are provider-reported: range-check each on this same read and
|
|
55
|
+
// drop an invalid one with its cause, keeping the validated delivered span.
|
|
56
|
+
let origins = candidate.origins;
|
|
57
|
+
if (Array.isArray(origins) && origins.some((o ) => o?.locator)) {
|
|
58
|
+
origins = origins.filter((origin ) => {
|
|
59
|
+
const ol = origin?.locator;
|
|
60
|
+
if (!ol) return true;
|
|
61
|
+
const reason = ol.file !== loc.file || !Number.isInteger(ol.line) || !Number.isInteger(ol.endLine) || ol.line < 1 || ol.endLine < ol.line
|
|
62
|
+
? 'invalid-locator' : ol.endLine > lines.length ? 'line-out-of-range' : null;
|
|
63
|
+
if (!reason) return true;
|
|
64
|
+
rejectedOrigins.push({ locator: ol, provider: origin.provider ?? null, retrievalAttemptRef: origin.retrievalAttemptRef ?? null, reason });
|
|
65
|
+
complete = false;
|
|
66
|
+
return false;
|
|
67
|
+
});
|
|
68
|
+
}
|
|
69
|
+
const endLine = Math.min(loc.endLine, loc.line + limits.maxSnippetLines - 1);
|
|
70
|
+
let snippet = lines.slice(loc.line - 1, endLine).join('\n');
|
|
71
|
+
let byteTruncated = false;
|
|
72
|
+
if (Buffer.byteLength(snippet, 'utf8') > limits.maxSnippetBytes) {
|
|
73
|
+
let bytes = 0;
|
|
74
|
+
let bounded = '';
|
|
75
|
+
for (const char of snippet) {
|
|
76
|
+
const size = Buffer.byteLength(char, 'utf8');
|
|
77
|
+
if (bytes + size > limits.maxSnippetBytes) break;
|
|
78
|
+
bounded += char; bytes += size;
|
|
79
|
+
}
|
|
80
|
+
snippet = bounded; byteTruncated = true;
|
|
81
|
+
}
|
|
82
|
+
const { snippet: suppliedSnippet, liveRead: suppliedRead, ...safeCandidate } = candidate;
|
|
83
|
+
results.push({ ...safeCandidate, ...(origins === candidate.origins ? {} : { origins }), snippet, sourceVersion: { gitCommit: candidate.sourceVersion?.gitCommit ?? null, fileHash: read.fileHash, isDirty: candidate.sourceVersion?.isDirty ?? null },
|
|
84
|
+
liveRead: { startLine: loc.line, endLine: byteTruncated ? loc.line + snippet.split('\n').length - 1 : endLine, totalFileLines: lines.length, bytesRead: read.bytesRead, snippetBytes: Buffer.byteLength(snippet, 'utf8'), truncated: byteTruncated || endLine < loc.endLine } });
|
|
85
|
+
}
|
|
86
|
+
return { results, rejected, ...(rejectedOrigins.length ? { rejectedOrigins } : {}), complete, coverage: { complete, examinedCandidates: examined, rejectedCandidates: rejected.length }, accounting: { readBytes, deliveredCandidates: results.length, examinedCandidates: examined } };
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
/** Explicit score-free adapter input. The existing ledger stamps query/task attempt refs. */
|
|
90
|
+
function projectEvidenceCandidates(candidate , { need } = {}) {
|
|
91
|
+
if (!candidate?.liveRead || typeof candidate.snippet !== 'string' || !candidate.sourceVersion?.fileHash) throw new Error('candidate requires a validated live read before evidence projection');
|
|
92
|
+
const out = [];
|
|
93
|
+
const seen = new Set ();
|
|
94
|
+
const origins = candidate.origins?.length ? candidate.origins : [{ provider: candidate.provider, capability: candidate.capability }];
|
|
95
|
+
for (const origin of origins) {
|
|
96
|
+
if (!origin.provider || !origin.capability) throw new Error('evidence origin needs a provider and capability');
|
|
97
|
+
const key = origin.provider + '\0' + origin.capability;
|
|
98
|
+
if (seen.has(key)) continue;
|
|
99
|
+
seen.add(key);
|
|
100
|
+
out.push({ candidate: { locator: { file: candidate.locator.file, line: candidate.locator.line }, provider: origin.provider, capability: origin.capability,
|
|
101
|
+
...(need ? { need } : {}), sourceVersion: { ...candidate.sourceVersion } }, content: candidate.snippet });
|
|
102
|
+
}
|
|
103
|
+
return out;
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
module.exports = { LIVE_LIMITS, readAdmittedFile, validateCodeCandidates, projectEvidenceCandidates };
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
|
|
4
|
+
|
|
5
|
+
|
|
6
|
+
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
function evaluateGP3Gate(report ) {
|
|
17
|
+
const reduction = report.delta?.missedDependenciesReduction ?? 0;
|
|
18
|
+
const latencyDeltaMs = report.delta?.latencyDeltaMs ?? 0;
|
|
19
|
+
const unreachedBaseline = report.arms?.lexical?.unreachedCount ?? 0;
|
|
20
|
+
const unreachedGraph = report.arms?.graphImpact?.unreachedCount ?? 0;
|
|
21
|
+
|
|
22
|
+
const missedDependenciesReductionMet = reduction >= 0.15;
|
|
23
|
+
const latencyOverheadMet = latencyDeltaMs <= 250;
|
|
24
|
+
const zeroUnreachedRegression = unreachedGraph <= unreachedBaseline;
|
|
25
|
+
|
|
26
|
+
const passed =
|
|
27
|
+
missedDependenciesReductionMet &&
|
|
28
|
+
latencyOverheadMet &&
|
|
29
|
+
zeroUnreachedRegression;
|
|
30
|
+
|
|
31
|
+
let verdict ;
|
|
32
|
+
let rationale = '';
|
|
33
|
+
|
|
34
|
+
if (passed) {
|
|
35
|
+
verdict = 'KEEP';
|
|
36
|
+
rationale = `Passed G-P3 criteria: missedDependenciesReduction ${(reduction * 100).toFixed(1)}% (threshold >= 15%), latency delta ${latencyDeltaMs}ms <= 250ms budget, zero unreached regressions.`;
|
|
37
|
+
} else {
|
|
38
|
+
verdict = 'DISABLE';
|
|
39
|
+
const failures = [];
|
|
40
|
+
if (!missedDependenciesReductionMet) {
|
|
41
|
+
failures.push(
|
|
42
|
+
`missedDependenciesReduction ${(reduction * 100).toFixed(1)}% fell below 15% threshold`
|
|
43
|
+
);
|
|
44
|
+
}
|
|
45
|
+
if (!latencyOverheadMet) {
|
|
46
|
+
failures.push(
|
|
47
|
+
`latency overhead +${latencyDeltaMs}ms exceeded 250ms budget`
|
|
48
|
+
);
|
|
49
|
+
}
|
|
50
|
+
if (!zeroUnreachedRegression) {
|
|
51
|
+
failures.push(
|
|
52
|
+
`unreached queries regressed from ${unreachedBaseline} to ${unreachedGraph}`
|
|
53
|
+
);
|
|
54
|
+
}
|
|
55
|
+
rationale = `Failed G-P3 criteria: ${failures.join('; ')}. Graph reranking must be disabled to avoid unproven latency overhead.`;
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
return {
|
|
59
|
+
gate: 'G-P3',
|
|
60
|
+
verdict,
|
|
61
|
+
passed,
|
|
62
|
+
criteria: {
|
|
63
|
+
missedDependenciesReductionMet,
|
|
64
|
+
latencyOverheadMet,
|
|
65
|
+
zeroUnreachedRegression,
|
|
66
|
+
},
|
|
67
|
+
headlineMetricDelta: Number(reduction.toFixed(4)),
|
|
68
|
+
rationale,
|
|
69
|
+
};
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
module.exports = {
|
|
73
|
+
evaluateGP3Gate,
|
|
74
|
+
};
|