@duckmind/dm-darwin-x64 0.67.0 → 0.67.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/dm +2 -2
- package/extensions/.dm-extensions.json +122 -605
- package/extensions/dm-lens/clients/actionable-warnings.js +12 -4
- package/extensions/dm-lens/clients/advisory-provenance.js +11 -10
- package/extensions/dm-lens/clients/agent-nudge.js +1 -1
- package/extensions/dm-lens/clients/analysis-root.js +75 -34
- package/extensions/dm-lens/clients/bash-file-access.js +550 -123
- package/extensions/dm-lens/clients/blocker-freshness.js +202 -19
- package/extensions/dm-lens/clients/blocker-past-eof.js +3 -1
- package/extensions/dm-lens/clients/bounded-telemetry.js +3 -0
- package/extensions/dm-lens/clients/cache-manager.js +22 -1
- package/extensions/dm-lens/clients/cache-observability.js +278 -17
- package/extensions/dm-lens/clients/cargo-manifest.js +8 -12
- package/extensions/dm-lens/clients/cascade-format.js +162 -19
- package/extensions/dm-lens/clients/codebase-model.js +2 -2
- package/extensions/dm-lens/clients/config-locations.js +1 -8
- package/extensions/dm-lens/clients/content-stamp.js +16 -0
- package/extensions/dm-lens/clients/context-injection-ledger.js +160 -0
- package/extensions/dm-lens/clients/deferred-runner-blockers.js +46 -6
- package/extensions/dm-lens/clients/degradation-ledger.js +21 -1
- package/extensions/dm-lens/clients/deps/ast-grep-napi.js +10 -0
- package/extensions/dm-lens/clients/diagnostic-dispositions.js +28 -12
- package/extensions/dm-lens/clients/disk-change-consumers.js +312 -0
- package/extensions/dm-lens/clients/disk-change-subscribers.js +197 -0
- package/extensions/dm-lens/clients/disk-changes.js +168 -0
- package/extensions/dm-lens/clients/dispatch/auxiliary-lsp.js +10 -6
- package/extensions/dm-lens/clients/dispatch/dispatcher.js +300 -61
- package/extensions/dm-lens/clients/dispatch/fact-store.js +2 -8
- package/extensions/dm-lens/clients/dispatch/facts/function-facts.js +87 -94
- package/extensions/dm-lens/clients/dispatch/finding-policy.js +25 -1
- package/extensions/dm-lens/clients/dispatch/indent-detect.js +1 -1
- package/extensions/dm-lens/clients/dispatch/integration.js +349 -135
- package/extensions/dm-lens/clients/dispatch/lane-copies.js +23 -0
- package/extensions/dm-lens/clients/dispatch/pending-runner-findings.js +3 -0
- package/extensions/dm-lens/clients/dispatch/pre-edit-seed.js +57 -0
- package/extensions/dm-lens/clients/dispatch/rule-id-normalize.js +6 -1
- package/extensions/dm-lens/clients/dispatch/rules/high-complexity.js +2 -17
- package/extensions/dm-lens/clients/dispatch/rules/high-fan-out.js +1 -9
- package/extensions/dm-lens/clients/dispatch/runner-context.js +9 -10
- package/extensions/dm-lens/clients/dispatch/runners/ast-grep-literal-anchors.js +58 -0
- package/extensions/dm-lens/clients/dispatch/runners/ast-grep-napi.js +59 -14
- package/extensions/dm-lens/clients/dispatch/runners/biome-check.js +9 -18
- package/extensions/dm-lens/clients/dispatch/runners/cue-vet.js +11 -21
- package/extensions/dm-lens/clients/dispatch/runners/dart-analyze.js +1 -1
- package/extensions/dm-lens/clients/dispatch/runners/detekt.js +4 -3
- package/extensions/dm-lens/clients/dispatch/runners/dotnet-build.js +15 -6
- package/extensions/dm-lens/clients/dispatch/runners/fish-indent.js +59 -5
- package/extensions/dm-lens/clients/dispatch/runners/gleam-check.js +9 -19
- package/extensions/dm-lens/clients/dispatch/runners/go-vet.js +2 -2
- package/extensions/dm-lens/clients/dispatch/runners/golangci-lint.js +17 -1
- package/extensions/dm-lens/clients/dispatch/runners/helm-lint.js +8 -5
- package/extensions/dm-lens/clients/dispatch/runners/helm-render.js +1 -1
- package/extensions/dm-lens/clients/dispatch/runners/ktlint.js +27 -5
- package/extensions/dm-lens/clients/dispatch/runners/lsp.js +91 -30
- package/extensions/dm-lens/clients/dispatch/runners/oxlint.js +9 -18
- package/extensions/dm-lens/clients/dispatch/runners/shellcheck.js +11 -20
- package/extensions/dm-lens/clients/dispatch/runners/shfmt.js +7 -0
- package/extensions/dm-lens/clients/dispatch/runners/taplo.js +2 -1
- package/extensions/dm-lens/clients/dispatch/runners/tree-sitter.js +29 -16
- package/extensions/dm-lens/clients/dispatch/runners/utils/availability-policy.js +32 -4
- package/extensions/dm-lens/clients/dispatch/runners/utils/candidate-probe.js +8 -0
- package/extensions/dm-lens/clients/dispatch/runners/utils/diagnostic-parsers.js +2 -1
- package/extensions/dm-lens/clients/dispatch/runners/utils/runner-helpers.js +1 -1
- package/extensions/dm-lens/clients/dispatch/runners/utils/tool-failure.js +9 -18
- package/extensions/dm-lens/clients/dispatch/runners/vale.js +2 -16
- package/extensions/dm-lens/clients/dispatch/types.js +45 -0
- package/extensions/dm-lens/clients/dispatch/utils/lsp-diagnostics.js +2 -1
- package/extensions/dm-lens/clients/ephemeral-root.js +10 -20
- package/extensions/dm-lens/clients/file-kinds.js +6 -2
- package/extensions/dm-lens/clients/file-mutation-queue.js +4 -8
- package/extensions/dm-lens/clients/file-utils.js +167 -28
- package/extensions/dm-lens/clients/finding-delivery-gate.js +15 -1
- package/extensions/dm-lens/clients/finding-identity.js +56 -0
- package/extensions/dm-lens/clients/fix-run-restore.js +10 -0
- package/extensions/dm-lens/clients/format-service.js +23 -5
- package/extensions/dm-lens/clients/formatters.js +33 -25
- package/extensions/dm-lens/clients/git-guard.js +516 -85
- package/extensions/dm-lens/clients/govulncheck-client.js +8 -0
- package/extensions/dm-lens/clients/grammar-source.js +39 -5
- package/extensions/dm-lens/clients/gzip-stage-write.js +99 -18
- package/extensions/dm-lens/clients/inline-blocker-fields.js +1 -1
- package/extensions/dm-lens/clients/installer/index.js +83 -85
- package/extensions/dm-lens/clients/installer/managed-tool-refresh.js +211 -8
- package/extensions/dm-lens/clients/instance-reaper.js +19 -8
- package/extensions/dm-lens/clients/instance-registry.js +12 -0
- package/extensions/dm-lens/clients/jscpd-client.js +20 -4
- package/extensions/dm-lens/clients/language-profile.js +8 -7
- package/extensions/dm-lens/clients/language-registry.js +45 -4
- package/extensions/dm-lens/clients/latency-logger.js +10 -2
- package/extensions/dm-lens/clients/lens-config.js +14 -4
- package/extensions/dm-lens/clients/lens-engine.js +10 -2
- package/extensions/dm-lens/clients/lens-flag-registry.js +19 -3
- package/extensions/dm-lens/clients/line-alignment.js +200 -0
- package/extensions/dm-lens/clients/lsp/capabilities.js +2 -2
- package/extensions/dm-lens/clients/lsp/cascade-tier.js +148 -38
- package/extensions/dm-lens/clients/lsp/client-registry.js +906 -0
- package/extensions/dm-lens/clients/lsp/client.js +413 -108
- package/extensions/dm-lens/clients/lsp/config.js +151 -47
- package/extensions/dm-lens/clients/lsp/content-limits.js +2 -2
- package/extensions/dm-lens/clients/lsp/content-scan.js +69 -0
- package/extensions/dm-lens/clients/lsp/created-import-targets.js +134 -0
- package/extensions/dm-lens/clients/lsp/diagnostic-binding.js +34 -0
- package/extensions/dm-lens/clients/lsp/document-drift.js +63 -15
- package/extensions/dm-lens/clients/lsp/edits.js +109 -26
- package/extensions/dm-lens/clients/lsp/environment-gap.js +186 -0
- package/extensions/dm-lens/clients/lsp/file-server-match.js +26 -0
- package/extensions/dm-lens/clients/lsp/implicit-scope.js +208 -0
- package/extensions/dm-lens/clients/lsp/index.js +574 -916
- package/extensions/dm-lens/clients/lsp/inferred-project.js +37 -15
- package/extensions/dm-lens/clients/lsp/jvm-runtime.js +15 -9
- package/extensions/dm-lens/clients/lsp/language.js +8 -1
- package/extensions/dm-lens/clients/lsp/launch.js +93 -43
- package/extensions/dm-lens/clients/lsp/lombok.js +0 -13
- package/extensions/dm-lens/clients/lsp/path-utils.js +2 -0
- package/extensions/dm-lens/clients/lsp/position-encoding.js +0 -7
- package/extensions/dm-lens/clients/lsp/server-config-files.js +11 -0
- package/extensions/dm-lens/clients/lsp/server-traits.js +8 -2
- package/extensions/dm-lens/clients/lsp/server.js +273 -76
- package/extensions/dm-lens/clients/lsp/session-roots.js +38 -3
- package/extensions/dm-lens/clients/lsp/wait-policy/strategies.js +87 -5
- package/extensions/dm-lens/clients/lsp/watch-queue.js +23 -2
- package/extensions/dm-lens/clients/lsp/workspace-diagnostics-cache.js +183 -47
- package/extensions/dm-lens/clients/lsp/workspace-diagnostics-session.js +35 -0
- package/extensions/dm-lens/clients/lsp-mutation.js +1 -1
- package/extensions/dm-lens/clients/mcp/analyze.js +51 -13
- package/extensions/dm-lens/clients/mcp/ipc.js +24 -1
- package/extensions/dm-lens/clients/mcp/session.js +2 -7
- package/extensions/dm-lens/clients/memory-sampler.js +19 -1
- package/extensions/dm-lens/clients/metrics-history.js +16 -29
- package/extensions/dm-lens/clients/mutating-tool.js +4 -2
- package/extensions/dm-lens/clients/mutation-attribution.js +1 -4
- package/extensions/dm-lens/clients/observed-mutation.js +7 -1
- package/extensions/dm-lens/clients/opaque-mutation-scan.js +273 -59
- package/extensions/dm-lens/clients/opengrep-client.js +6 -1
- package/extensions/dm-lens/clients/opengrep-config.js +10 -5
- package/extensions/dm-lens/clients/opengrep-rule-pack.js +19 -0
- package/extensions/dm-lens/clients/out-of-band-changes.js +342 -0
- package/extensions/dm-lens/clients/package-manager.js +51 -62
- package/extensions/dm-lens/clients/package-root.js +8 -12
- package/extensions/dm-lens/clients/partial-edit-apply.js +8 -4
- package/extensions/dm-lens/clients/path-birth.js +58 -0
- package/extensions/dm-lens/clients/path-utils.js +145 -23
- package/extensions/dm-lens/clients/persist-worker-stats.js +8 -0
- package/extensions/dm-lens/clients/persistent-reverify.js +2 -1
- package/extensions/dm-lens/clients/pipeline.js +248 -35
- package/extensions/dm-lens/clients/probe-home-state.js +6 -0
- package/extensions/dm-lens/clients/project-changes.js +9 -3
- package/extensions/dm-lens/clients/project-diagnostics/fresh-fetch.js +1 -1
- package/extensions/dm-lens/clients/project-diagnostics/scanner.js +4 -2
- package/extensions/dm-lens/clients/project-lens-config.js +4 -6
- package/extensions/dm-lens/clients/project-root-markers.js +8 -0
- package/extensions/dm-lens/clients/project-snapshot-persist-worker.js +26 -8
- package/extensions/dm-lens/clients/project-snapshot.js +36 -10
- package/extensions/dm-lens/clients/python-environment.js +239 -12
- package/extensions/dm-lens/clients/read-guard-tool-lines.js +2 -8
- package/extensions/dm-lens/clients/read-guard.js +130 -43
- package/extensions/dm-lens/clients/review-graph/builder.js +102 -19
- package/extensions/dm-lens/clients/review-graph/git-identity.js +7 -2
- package/extensions/dm-lens/clients/review-graph/import-resolvers.js +9 -0
- package/extensions/dm-lens/clients/review-graph/tsconfig-paths.js +35 -2
- package/extensions/dm-lens/clients/ruff-client.js +0 -2
- package/extensions/dm-lens/clients/rules-scanner.js +0 -43
- package/extensions/dm-lens/clients/runtime-agent-end.js +37 -6
- package/extensions/dm-lens/clients/runtime-coordinator.js +177 -31
- package/extensions/dm-lens/clients/runtime-session.js +106 -66
- package/extensions/dm-lens/clients/runtime-tool-call.js +162 -65
- package/extensions/dm-lens/clients/runtime-tool-result.js +634 -147
- package/extensions/dm-lens/clients/runtime-turn.js +472 -150
- package/extensions/dm-lens/clients/rust-client.js +11 -13
- package/extensions/dm-lens/clients/safe-spawn.js +149 -17
- package/extensions/dm-lens/clients/sanitize.js +0 -169
- package/extensions/dm-lens/clients/search-read-registration.js +22 -4
- package/extensions/dm-lens/clients/session-lifecycle.js +44 -1
- package/extensions/dm-lens/clients/session-repository.js +119 -0
- package/extensions/dm-lens/clients/session-scope.js +1 -1
- package/extensions/dm-lens/clients/session-start-observability.js +12 -0
- package/extensions/dm-lens/clients/session-state-store.js +6 -1
- package/extensions/dm-lens/clients/sg-runner.js +5 -8
- package/extensions/dm-lens/clients/sgconfig.js +7 -14
- package/extensions/dm-lens/clients/single-flight.js +1 -0
- package/extensions/dm-lens/clients/source-filter.js +19 -16
- package/extensions/dm-lens/clients/source-walker.js +21 -3
- package/extensions/dm-lens/clients/startup-scan.js +18 -23
- package/extensions/dm-lens/clients/test-runner-client.js +21 -27
- package/extensions/dm-lens/clients/test-runner-delivery.js +2 -10
- package/extensions/dm-lens/clients/tool-config.js +24 -4
- package/extensions/dm-lens/clients/tool-cwd.js +11 -9
- package/extensions/dm-lens/clients/tool-policy.js +1 -8
- package/extensions/dm-lens/clients/tool-set-policy.js +32 -3
- package/extensions/dm-lens/clients/tree-sitter-client.js +70 -24
- package/extensions/dm-lens/clients/tree-sitter-query-loader.js +13 -1
- package/extensions/dm-lens/clients/tree-sitter-symbol-extractor.js +81 -56
- package/extensions/dm-lens/clients/warm-attach.js +33 -8
- package/extensions/dm-lens/clients/widget-state.js +48 -31
- package/extensions/dm-lens/clients/word-index-logger.js +3 -0
- package/extensions/dm-lens/clients/word-index.js +15 -2
- package/extensions/dm-lens/clients/workspace-topology.js +10 -8
- package/extensions/dm-lens/config/biome/core.jsonc +3 -3
- package/extensions/dm-lens/config/dependency-cruiser-eager-allowlist.json +1 -0
- package/extensions/dm-lens/index.js +336 -141
- package/extensions/dm-lens/mcp/analyze-cli.js +1 -1
- package/extensions/dm-lens/mcp/cli.js +1 -1
- package/extensions/dm-lens/mcp/server.js +16 -13
- package/extensions/dm-lens/mcp/worker.js +1 -1
- package/extensions/dm-lens/package.json +1 -1
- package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/no-return-value-in-generator-test.yml +17 -0
- package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/no-sql-in-code-execute-js-test.yml +86 -0
- package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/no-sql-in-code-execute-test.yml +86 -0
- package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/unchecked-numeric-parse-python-test.yml +15 -0
- package/extensions/dm-lens/rules/ast-grep-rules/rules/no-return-value-in-generator.yml +9 -4
- package/extensions/dm-lens/rules/ast-grep-rules/rules/no-sql-in-code-execute-js.yml +119 -0
- package/extensions/dm-lens/rules/ast-grep-rules/rules/no-sql-in-code-execute.yml +119 -0
- package/extensions/dm-lens/rules/ast-grep-rules/rules/unchecked-numeric-parse-python.yml +13 -2
- package/extensions/dm-lens/rules/rule-catalog.json +25 -1
- package/extensions/dm-lens/scripts/lib/process-scan.mjs +1 -1
- package/extensions/dm-lens/skills/{pi-lens-ast-grep → dm-lens-ast-grep}/SKILL.md +1 -1
- package/extensions/dm-lens/tools/activate-tools.js +3 -2
- package/extensions/dm-lens/tools/ast-grep-outline.js +6 -4
- package/extensions/dm-lens/tools/ast-grep-replace.js +17 -10
- package/extensions/dm-lens/tools/ast-grep-search.js +27 -19
- package/extensions/dm-lens/tools/lens-diagnostic-mark.js +3 -3
- package/extensions/dm-lens/tools/lens-diagnostics.js +260 -68
- package/extensions/dm-lens/tools/lsp-diagnostics.js +303 -76
- package/extensions/dm-lens/tools/lsp-navigation.js +168 -102
- package/extensions/dm-lens/tools/module-report.js +2 -1
- package/extensions/dm-lens/tools/shared.js +16 -2
- package/extensions/dm-mcp-adapter/.github/workflows/ci.yml +82 -0
- package/extensions/dm-mcp-adapter/THIRD_PARTY_NOTICES.md +1 -1
- package/extensions/dm-mcp-adapter/VISION.md +94 -0
- package/extensions/dm-mcp-adapter/agent-dir.js +2 -2
- package/extensions/dm-mcp-adapter/bearer-command-resolver.js +5 -3
- package/extensions/dm-mcp-adapter/bench/server-memory.mjs +432 -0
- package/extensions/dm-mcp-adapter/bench/session.js +105 -0
- package/extensions/dm-mcp-adapter/bench/token-cost/data.mjs +231 -0
- package/extensions/dm-mcp-adapter/bench/token-cost/run.mjs +190 -0
- package/extensions/dm-mcp-adapter/bench/token-cost/server.mjs +109 -0
- package/extensions/dm-mcp-adapter/cli.js +55 -100
- package/extensions/dm-mcp-adapter/codemode-bridge.js +92 -0
- package/extensions/dm-mcp-adapter/commands.js +143 -26
- package/extensions/dm-mcp-adapter/config.js +303 -78
- package/extensions/dm-mcp-adapter/conformance/baseline-client.yml +22 -0
- package/extensions/dm-mcp-adapter/conformance/driver.js +200 -0
- package/extensions/dm-mcp-adapter/conformance/driver.sh +24 -0
- package/extensions/dm-mcp-adapter/conformance/run.sh +130 -0
- package/extensions/dm-mcp-adapter/deferred-tool-surface.js +69 -0
- package/extensions/dm-mcp-adapter/direct-tool-surface.js +96 -72
- package/extensions/dm-mcp-adapter/direct-tools.js +76 -53
- package/extensions/dm-mcp-adapter/dm-host-tool-context.js +0 -0
- package/extensions/dm-mcp-adapter/elicitation-handler.js +4 -0
- package/extensions/dm-mcp-adapter/error-signal.js +12 -1
- package/extensions/dm-mcp-adapter/executor-accounts.js +192 -0
- package/extensions/dm-mcp-adapter/executor-app-tools.js +61 -0
- package/extensions/dm-mcp-adapter/executor-catalog.js +157 -0
- package/extensions/dm-mcp-adapter/executor-pauses.js +105 -0
- package/extensions/dm-mcp-adapter/extraction-settings.js +43 -0
- package/extensions/dm-mcp-adapter/extraction.js +396 -0
- package/extensions/dm-mcp-adapter/host-html-template.js +1 -1
- package/extensions/dm-mcp-adapter/host-managed.js +24 -5
- package/extensions/dm-mcp-adapter/index.js +761 -76
- package/extensions/dm-mcp-adapter/init.js +235 -11
- package/extensions/dm-mcp-adapter/jev-semantic-search.js +161 -0
- package/extensions/dm-mcp-adapter/mcp-code.js +12 -11
- package/extensions/dm-mcp-adapter/mcp-keyring-helper.cjs +1 -1
- package/extensions/dm-mcp-adapter/mcp-output-guard.js +7 -0
- package/extensions/dm-mcp-adapter/mcp-panel.js +23 -21
- package/extensions/dm-mcp-adapter/mcp-probe.js +1 -1
- package/extensions/dm-mcp-adapter/mcp-status.js +2 -1
- package/extensions/dm-mcp-adapter/mcp-tasks.js +46 -7
- package/extensions/dm-mcp-adapter/metadata-cache.js +93 -5
- package/extensions/dm-mcp-adapter/namespace-tools.js +12 -4
- package/extensions/dm-mcp-adapter/output-shape.js +1 -1
- package/extensions/dm-mcp-adapter/package.json +1 -1
- package/extensions/dm-mcp-adapter/pi-mcp.mp4 +0 -0
- package/extensions/dm-mcp-adapter/pi-signin-import.js +1 -1
- package/extensions/dm-mcp-adapter/project-server-trust.js +108 -20
- package/extensions/dm-mcp-adapter/proxy-modes.js +320 -110
- package/extensions/dm-mcp-adapter/request-headers-command.js +17 -1
- package/extensions/dm-mcp-adapter/runtime-owner.js +7 -6
- package/extensions/dm-mcp-adapter/sampling-handler.js +8 -2
- package/extensions/dm-mcp-adapter/script-tool-save.js +251 -0
- package/extensions/dm-mcp-adapter/script-tool-surface.js +100 -0
- package/extensions/dm-mcp-adapter/script-tools.js +72 -0
- package/extensions/dm-mcp-adapter/semantic-search.js +176 -50
- package/extensions/dm-mcp-adapter/semantic-settings.js +51 -0
- package/extensions/dm-mcp-adapter/server-log.js +19 -0
- package/extensions/dm-mcp-adapter/server-manager.js +64 -21
- package/extensions/dm-mcp-adapter/task-entries.js +60 -0
- package/extensions/dm-mcp-adapter/task-jobs.js +263 -0
- package/extensions/dm-mcp-adapter/tool-approval.js +49 -2
- package/extensions/dm-mcp-adapter/tool-metadata.js +70 -3
- package/extensions/dm-mcp-adapter/tool-registrar.js +8 -1
- package/extensions/dm-mcp-adapter/tool-result-renderer.js +10 -6
- package/extensions/dm-mcp-adapter/types.js +7 -0
- package/extensions/dm-mcp-adapter/ui-server.js +24 -18
- package/extensions/dm-mcp-adapter/ui-session.js +3 -3
- package/extensions/dm-mcp-adapter/upgrade-notice.js +42 -0
- package/extensions/dm-mcp-adapter/utils.js +33 -7
- package/extensions/dm-ponytail/extensions/ponytail.mjs +11 -3
- package/extensions/dm-ponytail/hooks/band/board.js +524 -0
- package/extensions/dm-ponytail/hooks/band/logo.js +2 -0
- package/extensions/dm-ponytail/hooks/band/metrics.js +238 -0
- package/extensions/dm-ponytail/hooks/band/register.js +532 -0
- package/extensions/dm-ponytail/hooks/claude-band.json +6 -0
- package/extensions/dm-ponytail/hooks/claude-codex-hooks.json +6 -6
- package/extensions/dm-ponytail/hooks/copilot-hooks.json +6 -6
- package/extensions/dm-ponytail/hooks/cursor-hooks.json +2 -2
- package/extensions/dm-ponytail/hooks/ponytail-activate.js +105 -70
- package/extensions/dm-ponytail/hooks/ponytail-band-import.js +308 -0
- package/extensions/dm-ponytail/hooks/ponytail-config.js +4 -0
- package/extensions/dm-ponytail/hooks/ponytail-instructions.js +1 -1
- package/extensions/dm-ponytail/hooks/ponytail-map.js +7 -3
- package/extensions/dm-ponytail/hooks/ponytail-mode-tracker.js +41 -4
- package/extensions/dm-ponytail/hooks/ponytail-runtime.js +11 -8
- package/extensions/dm-ponytail/pi-extension/index.js +11 -3
- package/extensions/dm-ponytail/skills/ponytail/SKILL.md +1 -1
- package/extensions/dm-ponytail/skills/ponytail-debt/SKILL.md +4 -5
- package/extensions/dm-ponytail/skills/ponytail-gain/SKILL.md +0 -1
- package/extensions/dm-ponytail/skills/ponytail-help/SKILL.md +6 -0
- package/extensions/dm-skills-manager/package.json +1 -1
- package/extensions/dm-subagents/VISION.md +98 -0
- package/extensions/dm-subagents/agents/evidence-auditor.md +1 -0
- package/extensions/dm-subagents/agents/oracle.md +1 -0
- package/extensions/dm-subagents/agents/reviewer.md +1 -0
- package/extensions/dm-subagents/package.json +2 -1
- package/extensions/dm-subagents/scripts/build-package.mjs +128 -0
- package/extensions/dm-subagents/skills/council-mode/SKILL.md +1 -4
- package/extensions/dm-subagents/skills/dm-subagents/SKILL.md +130 -106
- package/extensions/dm-subagents/skills/dm-subagents/references/execution-controls.md +4 -3
- package/extensions/dm-subagents/skills/dm-subagents/references/orchestration.md +124 -0
- package/extensions/dm-subagents/skills/dm-subagents/references/prompting-and-roles.md +96 -295
- package/extensions/dm-subagents/src/agents/agent-management.js +14 -19
- package/extensions/dm-subagents/src/agents/agent-memory.js +2 -1
- package/extensions/dm-subagents/src/agents/agent-serializer.js +1 -2
- package/extensions/dm-subagents/src/agents/agents.js +7 -8
- package/extensions/dm-subagents/src/agents/frontmatter.js +34 -16
- package/extensions/dm-subagents/src/agents/skills.js +1 -1
- package/extensions/dm-subagents/src/api/background-work.js +8 -5
- package/extensions/dm-subagents/src/api/external-runs.js +3 -4
- package/extensions/dm-subagents/src/extension/active-runs-prompt.js +20 -0
- package/extensions/dm-subagents/src/extension/config.js +12 -0
- package/extensions/dm-subagents/src/extension/declaration-pinning.js +20 -3
- package/extensions/dm-subagents/src/extension/herdr-dm-bridge.js +24 -12
- package/extensions/dm-subagents/src/extension/index.js +125 -20
- package/extensions/dm-subagents/src/extension/public-execution.js +3 -0
- package/extensions/dm-subagents/src/extension/reply-workflow-script.js +3 -2
- package/extensions/dm-subagents/src/extension/rpc.js +5 -3
- package/extensions/dm-subagents/src/extension/schemas.js +6 -5
- package/extensions/dm-subagents/src/extension/subagent-guide.js +1 -2
- package/extensions/dm-subagents/src/extension/tool-activation.js +60 -26
- package/extensions/dm-subagents/src/extension/tool-description.js +2 -2
- package/extensions/dm-subagents/src/extension/upgrade-notice.js +5 -1
- package/extensions/dm-subagents/src/intercom/native-supervisor-channel.js +143 -15
- package/extensions/dm-subagents/src/missions/actions.js +4 -1
- package/extensions/dm-subagents/src/missions/lifecycle.js +32 -8
- package/extensions/dm-subagents/src/missions/store.js +1 -0
- package/extensions/dm-subagents/src/runs/background/active-async-capacity.js +15 -9
- package/extensions/dm-subagents/src/runs/background/async-execution.js +30 -16
- package/extensions/dm-subagents/src/runs/background/async-job-tracker.js +12 -3
- package/extensions/dm-subagents/src/runs/background/async-resume.js +5 -3
- package/extensions/dm-subagents/src/runs/background/async-status-snapshot.js +4 -2
- package/extensions/dm-subagents/src/runs/background/async-status.js +32 -10
- package/extensions/dm-subagents/src/runs/background/auto-drain.js +2 -1
- package/extensions/dm-subagents/src/runs/background/await-async-run.js +2 -7
- package/extensions/dm-subagents/src/runs/background/boot-id.js +36 -0
- package/extensions/dm-subagents/src/runs/background/chain-root-attachment.js +4 -4
- package/extensions/dm-subagents/src/runs/background/index-segment.js +1 -1
- package/extensions/dm-subagents/src/runs/background/inspect-rpc.js +17 -3
- package/extensions/dm-subagents/src/runs/background/interrupted-elsewhere.js +55 -0
- package/extensions/dm-subagents/src/runs/background/notify.js +98 -10
- package/extensions/dm-subagents/src/runs/background/result-delivery-ownership.js +20 -22
- package/extensions/dm-subagents/src/runs/background/result-files.js +9 -6
- package/extensions/dm-subagents/src/runs/background/result-watcher.js +32 -17
- package/extensions/dm-subagents/src/runs/background/resume-guidance.js +2 -1
- package/extensions/dm-subagents/src/runs/background/retained-children.js +1 -1
- package/extensions/dm-subagents/src/runs/background/run-child-session.js +40 -21
- package/extensions/dm-subagents/src/runs/background/run-status.js +12 -5
- package/extensions/dm-subagents/src/runs/background/runner-aliases.js +7 -5
- package/extensions/dm-subagents/src/runs/background/runner-child-launch.js +1 -2
- package/extensions/dm-subagents/src/runs/background/stale-run-reconciler.js +89 -21
- package/extensions/dm-subagents/src/runs/background/subagent-runner-bootstrap.js +2 -0
- package/extensions/dm-subagents/src/runs/background/subagent-runner.js +190 -244
- package/extensions/dm-subagents/src/runs/background/subagent-wait.js +5 -2
- package/extensions/dm-subagents/src/runs/background/terminal-run-index.js +39 -4
- package/extensions/dm-subagents/src/runs/background/wait-subscriptions.js +5 -1
- package/extensions/dm-subagents/src/runs/background/workflow-terminal-proof.js +28 -2
- package/extensions/dm-subagents/src/runs/foreground/async-dismiss-action.js +2 -1
- package/extensions/dm-subagents/src/runs/foreground/async-steering-action.js +21 -7
- package/extensions/dm-subagents/src/runs/foreground/async-stop-action.js +10 -8
- package/extensions/dm-subagents/src/runs/foreground/command-action.js +2 -1
- package/extensions/dm-subagents/src/runs/foreground/execution.js +107 -66
- package/extensions/dm-subagents/src/runs/foreground/foreground-history.js +111 -32
- package/extensions/dm-subagents/src/runs/foreground/prompt-audit.js +2 -2
- package/extensions/dm-subagents/src/runs/foreground/subagent-executor.js +377 -126
- package/extensions/dm-subagents/src/runs/shared/async-status-projection.js +18 -1
- package/extensions/dm-subagents/src/runs/shared/child-commands.js +7 -1
- package/extensions/dm-subagents/src/runs/shared/child-runtime-config.js +1 -0
- package/extensions/dm-subagents/src/runs/shared/child-session.js +184 -65
- package/extensions/dm-subagents/src/runs/shared/child-tool-plan.js +14 -3
- package/extensions/dm-subagents/src/runs/shared/dm-spawn.js +71 -25
- package/extensions/dm-subagents/src/runs/shared/external-cli-runner.js +2 -1
- package/extensions/dm-subagents/src/runs/shared/herdr-connection.js +20 -10
- package/extensions/dm-subagents/src/runs/shared/herdr-external-adapters.js +1 -1
- package/extensions/dm-subagents/src/runs/shared/herdr-machine.js +50 -8
- package/extensions/dm-subagents/src/runs/shared/herdr-pane-host.js +212 -0
- package/extensions/dm-subagents/src/runs/shared/herdr-placed-run.js +47 -503
- package/extensions/dm-subagents/src/runs/shared/local-machine-access.js +29 -0
- package/extensions/dm-subagents/src/runs/shared/long-running-guard.js +70 -17
- package/extensions/dm-subagents/src/runs/shared/model-resolution.js +7 -1
- package/extensions/dm-subagents/src/runs/shared/nested-events.js +2 -0
- package/extensions/dm-subagents/src/runs/shared/orca-progress-tabs.js +2 -24
- package/extensions/dm-subagents/src/runs/shared/parallel-handoff.js +9 -6
- package/extensions/dm-subagents/src/runs/shared/partial-output.js +5 -0
- package/extensions/dm-subagents/src/runs/shared/placed-run-owner.js +157 -0
- package/extensions/dm-subagents/src/runs/shared/placement-host.js +166 -0
- package/extensions/dm-subagents/src/runs/shared/rex-machine.js +75 -0
- package/extensions/dm-subagents/src/runs/shared/rex-pane-host.js +306 -0
- package/extensions/dm-subagents/src/runs/shared/run-ownership.js +7 -0
- package/extensions/dm-subagents/src/runs/shared/single-output.js +29 -6
- package/extensions/dm-subagents/src/runs/shared/structured-output.js +1 -0
- package/extensions/dm-subagents/src/runs/shared/subagent-control.js +2 -1
- package/extensions/dm-subagents/src/runs/shared/subagent-prompt-runtime.js +177 -17
- package/extensions/dm-subagents/src/runs/shared/tool-budget.js +1 -1
- package/extensions/dm-subagents/src/shared/accessible-dir.js +1 -1
- package/extensions/dm-subagents/src/shared/child-transcript.js +1 -1
- package/extensions/dm-subagents/src/shared/completion-owner.js +1 -0
- package/extensions/dm-subagents/src/shared/dm-declarations.js +36 -1
- package/extensions/dm-subagents/src/shared/dm-safeguards.js +1 -1
- package/extensions/dm-subagents/src/shared/dm-settlement.js +2 -0
- package/extensions/dm-subagents/src/shared/extension-context.js +3 -0
- package/extensions/dm-subagents/src/shared/file-lease.js +4 -1
- package/extensions/dm-subagents/src/shared/fork-context.js +21 -8
- package/extensions/dm-subagents/src/shared/parent-wake.js +6 -11
- package/extensions/dm-subagents/src/shared/provider-diagnostics.js +59 -0
- package/extensions/dm-subagents/src/shared/session-identity.js +24 -0
- package/extensions/dm-subagents/src/shared/session-succession.js +18 -0
- package/extensions/dm-subagents/src/shared/types.js +5 -4
- package/extensions/dm-subagents/src/shared/utils.js +13 -0
- package/extensions/dm-subagents/src/slash/delegation-adapters.js +8 -1
- package/extensions/dm-subagents/src/slash/prompt-template-bridge.js +2 -1
- package/extensions/dm-subagents/src/slash/slash-commands.js +6 -4
- package/extensions/dm-subagents/src/slash/subagents-admin.js +3 -2
- package/extensions/dm-subagents/src/tui/dm-mouse-region.js +9 -1
- package/extensions/dm-subagents/src/tui/fleet-layout.js +19 -0
- package/extensions/dm-subagents/src/tui/fleet-status.js +20 -3
- package/extensions/dm-subagents/src/tui/fleet-viewport.js +59 -0
- package/extensions/dm-subagents/src/tui/fleet.js +92 -69
- package/extensions/dm-subagents/src/tui/render.js +45 -19
- package/extensions/dm-subagents/src/tui/subagent-messages.js +1 -0
- package/extensions/dm-subagents/src/watchdog/change-signature.js +1 -3
- package/extensions/dm-subagents/src/watchdog/diff-tool.js +7 -3
- package/extensions/dm-subagents/src/watchdog/permission-arbiter.js +15 -6
- package/extensions/dm-subagents/src/watchdog/register-main.js +10 -9
- package/extensions/dm-subagents/src/watchdog/review.js +9 -1
- package/extensions/dm-subagents/src/watchdog/runtime.js +3 -5
- package/extensions/dm-subagents/src/workflows/scripted-workflow.js +33 -6
- package/extensions/dm-subagents/src/workflows/structured-workflow-scripts.js +21 -8
- package/extensions/dm-subagents/src/workflows/workflow-auto-resume.js +81 -0
- package/extensions/dm-subagents/src/workflows/workflow-child-summary.js +18 -2
- package/extensions/dm-subagents/src/workflows/workflow-launch-record.js +45 -0
- package/extensions/dm-subagents/src/workflows/workflow-resources.js +2 -2
- package/extensions/dm-subagents/src/workflows/workflow-resume-claim.js +171 -0
- package/extensions/dm-subagents/src/workflows/workflow-resume.js +88 -0
- package/extensions/dm-subagents/src/workflows/workflow-reuse.js +72 -3
- package/extensions/dm-subagents/src/workflows/workflow-revival.js +1 -1
- package/extensions/dm-subagents/src/workflows/workflow-stop-cause.js +5 -0
- package/extensions/dm-tty/index.js +4 -2
- package/extensions/dm-tty/standalone.js +4 -1
- package/extensions/dm-web-access/.github/workflows/test.yml +28 -0
- package/extensions/dm-web-access/anysearch.js +3 -3
- package/extensions/dm-web-access/bocha.js +3 -3
- package/extensions/dm-web-access/brave-rate-limit.js +2 -2
- package/extensions/dm-web-access/brave.js +5 -10
- package/extensions/dm-web-access/brightdata-unlocker.js +2 -2
- package/extensions/dm-web-access/brightdata.js +3 -3
- package/extensions/dm-web-access/ceramic.js +2 -2
- package/extensions/dm-web-access/chrome-cookies.js +1 -1
- package/extensions/dm-web-access/claim-judge.js +147 -0
- package/extensions/dm-web-access/content-find.js +1 -1
- package/extensions/dm-web-access/credential-source.js +42 -5
- package/extensions/dm-web-access/curator-page.js +8 -2
- package/extensions/dm-web-access/curator-server.js +6 -0
- package/extensions/dm-web-access/deepseek.js +331 -0
- package/extensions/dm-web-access/duckduckgo-rate-limit.js +75 -0
- package/extensions/dm-web-access/duckduckgo.js +49 -43
- package/extensions/dm-web-access/endpoint-pdf-extract.js +30 -77
- package/extensions/dm-web-access/eval/claim-judge.mjs +96 -0
- package/extensions/dm-web-access/eval/field-extract.mjs +84 -0
- package/extensions/dm-web-access/eval/fixtures/claims-calibration.json +1026 -0
- package/extensions/dm-web-access/eval/fixtures/claims-holdout.json +896 -0
- package/extensions/dm-web-access/eval/fixtures/claims-sibling-holdout.json +226 -0
- package/extensions/dm-web-access/eval/fixtures/extract-calibration.json +12 -0
- package/extensions/dm-web-access/eval/fixtures/extract-holdout.json +172 -0
- package/extensions/dm-web-access/eval/fixtures/offtopic-calibration.json +103 -0
- package/extensions/dm-web-access/eval/fixtures/offtopic-holdout.json +307 -0
- package/extensions/dm-web-access/eval/offtopic-judge.mjs +66 -0
- package/extensions/dm-web-access/evidence/CONTRACT-EVIDENCE.md +496 -0
- package/extensions/dm-web-access/evidence/contract-probe.mjs +127 -0
- package/extensions/dm-web-access/exa.js +42 -4
- package/extensions/dm-web-access/extract.js +110 -19
- package/extensions/dm-web-access/fetch-params.js +12 -3
- package/extensions/dm-web-access/field-extract.js +324 -0
- package/extensions/dm-web-access/gemini-adc.js +47 -1
- package/extensions/dm-web-access/gemini-api.js +11 -0
- package/extensions/dm-web-access/gemini-search.js +204 -196
- package/extensions/dm-web-access/github-extract.js +1 -1
- package/extensions/dm-web-access/github-issue-pr.js +6 -6
- package/extensions/dm-web-access/index.js +159 -112
- package/extensions/dm-web-access/jina-search.js +6 -4
- package/extensions/dm-web-access/kagi.js +4 -4
- package/extensions/dm-web-access/keenable.js +2 -2
- package/extensions/dm-web-access/linkup.js +160 -0
- package/extensions/dm-web-access/mistral-search.js +4 -4
- package/extensions/dm-web-access/ninerouter.js +100 -0
- package/extensions/dm-web-access/offtopic-judge.js +56 -0
- package/extensions/dm-web-access/ollama.js +4 -4
- package/extensions/dm-web-access/openai-search.js +32 -12
- package/extensions/dm-web-access/package.json +1 -1
- package/extensions/dm-web-access/page-query.js +7 -4
- package/extensions/dm-web-access/parallel.js +6 -7
- package/extensions/dm-web-access/pdf-extract.js +1 -3
- package/extensions/dm-web-access/perplexity.js +6 -5
- package/extensions/dm-web-access/querit.js +3 -3
- package/extensions/dm-web-access/query-rewrite.js +32 -8
- package/extensions/dm-web-access/scripts/dm-extensions-dist.js +16 -0
- package/extensions/dm-web-access/scripts/publish.js +38 -0
- package/extensions/dm-web-access/search1api.js +3 -3
- package/extensions/dm-web-access/searchinfinity.js +3 -3
- package/extensions/dm-web-access/searxng.js +2 -1
- package/extensions/dm-web-access/serpapi.js +6 -5
- package/extensions/dm-web-access/serpbase.js +4 -4
- package/extensions/dm-web-access/serpdive.js +3 -3
- package/extensions/dm-web-access/serper.js +5 -4
- package/extensions/dm-web-access/serply.js +2 -2
- package/extensions/dm-web-access/source-check.js +22 -14
- package/extensions/dm-web-access/ssrf-protection.js +29 -4
- package/extensions/dm-web-access/summary-model-scope.js +11 -1
- package/extensions/dm-web-access/summary-review.js +36 -43
- package/extensions/dm-web-access/tool-activation.js +11 -2
- package/extensions/dm-web-access/upgrade-notice.js +41 -0
- package/extensions/dm-web-access/utils.js +51 -3
- package/extensions/dm-web-access/valyu.js +3 -3
- package/extensions/dm-web-access/video-extract.js +3 -2
- package/extensions/dm-web-access/web-tool-core.js +161 -51
- package/extensions/dm-web-access/xai-search.js +44 -9
- package/extensions/dm-web-access/xcrawl.js +3 -3
- package/extensions/dm-web-access/you.js +2 -2
- package/package.json +4 -4
- package/extensions/dm-lens/dist/clients/actionable-warnings-logger.js +0 -24
- package/extensions/dm-lens/dist/clients/actionable-warnings.js +0 -1062
- package/extensions/dm-lens/dist/clients/advisory-provenance.js +0 -387
- package/extensions/dm-lens/dist/clients/agent-behavior-client.js +0 -94
- package/extensions/dm-lens/dist/clients/agent-nudge.js +0 -253
- package/extensions/dm-lens/dist/clients/analysed-root.js +0 -1
- package/extensions/dm-lens/dist/clients/analysis-root.js +0 -100
- package/extensions/dm-lens/dist/clients/ast-grep-client.js +0 -587
- package/extensions/dm-lens/dist/clients/ast-grep-rule-manager.js +0 -137
- package/extensions/dm-lens/dist/clients/ast-grep-tool-logger.js +0 -85
- package/extensions/dm-lens/dist/clients/ast-grep-types.js +0 -1
- package/extensions/dm-lens/dist/clients/ast-grep-yaml-synth.js +0 -109
- package/extensions/dm-lens/dist/clients/atomic-write-staging.js +0 -66
- package/extensions/dm-lens/dist/clients/atomic-write.js +0 -37
- package/extensions/dm-lens/dist/clients/availability-probe-flight.js +0 -11
- package/extensions/dm-lens/dist/clients/bash-file-access.js +0 -830
- package/extensions/dm-lens/dist/clients/biome-client.js +0 -223
- package/extensions/dm-lens/dist/clients/blocker-freshness.js +0 -377
- package/extensions/dm-lens/dist/clients/blocker-past-eof.js +0 -49
- package/extensions/dm-lens/dist/clients/bootstrap.js +0 -246
- package/extensions/dm-lens/dist/clients/bounded-cache.js +0 -105
- package/extensions/dm-lens/dist/clients/bounded-pid-file-lock.js +0 -275
- package/extensions/dm-lens/dist/clients/bounded-telemetry.js +0 -107
- package/extensions/dm-lens/dist/clients/build-identity.js +0 -45
- package/extensions/dm-lens/dist/clients/bundled-resource-health.js +0 -41
- package/extensions/dm-lens/dist/clients/bus-events-logger.js +0 -48
- package/extensions/dm-lens/dist/clients/bus-publish.js +0 -117
- package/extensions/dm-lens/dist/clients/cache/rule-cache.js +0 -87
- package/extensions/dm-lens/dist/clients/cache-manager.js +0 -428
- package/extensions/dm-lens/dist/clients/cache-observability.js +0 -847
- package/extensions/dm-lens/dist/clients/call-graph.js +0 -628
- package/extensions/dm-lens/dist/clients/cargo-manifest.js +0 -171
- package/extensions/dm-lens/dist/clients/cascade-budget.js +0 -52
- package/extensions/dm-lens/dist/clients/cascade-format.js +0 -160
- package/extensions/dm-lens/dist/clients/cascade-logger.js +0 -22
- package/extensions/dm-lens/dist/clients/cascade-types.js +0 -1
- package/extensions/dm-lens/dist/clients/child-unref.js +0 -59
- package/extensions/dm-lens/dist/clients/code-quality-warnings.js +0 -192
- package/extensions/dm-lens/dist/clients/codebase-model.js +0 -110
- package/extensions/dm-lens/dist/clients/collateral-test-role.js +0 -8
- package/extensions/dm-lens/dist/clients/complexity-client.js +0 -398
- package/extensions/dm-lens/dist/clients/config-core/deny.js +0 -117
- package/extensions/dm-lens/dist/clients/config-core/index.js +0 -2
- package/extensions/dm-lens/dist/clients/config-core/merge.js +0 -228
- package/extensions/dm-lens/dist/clients/config-core/normalize.js +0 -226
- package/extensions/dm-lens/dist/clients/config-core/process-spec.js +0 -147
- package/extensions/dm-lens/dist/clients/config-core/provenance.js +0 -54
- package/extensions/dm-lens/dist/clients/config-core/records.js +0 -79
- package/extensions/dm-lens/dist/clients/config-core/resolve.js +0 -48
- package/extensions/dm-lens/dist/clients/config-core/safe-object.js +0 -22
- package/extensions/dm-lens/dist/clients/config-core/schema.js +0 -93
- package/extensions/dm-lens/dist/clients/config-diagnostic-codes.js +0 -90
- package/extensions/dm-lens/dist/clients/config-locations.js +0 -175
- package/extensions/dm-lens/dist/clients/config-resolve.js +0 -359
- package/extensions/dm-lens/dist/clients/config-schema.js +0 -230
- package/extensions/dm-lens/dist/clients/config-warn.js +0 -146
- package/extensions/dm-lens/dist/clients/confirmed-delete.js +0 -11
- package/extensions/dm-lens/dist/clients/console-guard-install.js +0 -4
- package/extensions/dm-lens/dist/clients/cooperative-budget.js +0 -36
- package/extensions/dm-lens/dist/clients/custom-rule-locations.js +0 -28
- package/extensions/dm-lens/dist/clients/dead-code-client.js +0 -408
- package/extensions/dm-lens/dist/clients/dead-code-logger.js +0 -18
- package/extensions/dm-lens/dist/clients/deadline-utils.js +0 -117
- package/extensions/dm-lens/dist/clients/debug-handles.js +0 -121
- package/extensions/dm-lens/dist/clients/debug-heap.js +0 -80
- package/extensions/dm-lens/dist/clients/deferred-lsp-work.js +0 -33
- package/extensions/dm-lens/dist/clients/deferred-runner-blockers.js +0 -106
- package/extensions/dm-lens/dist/clients/deferred-test-targets.js +0 -31
- package/extensions/dm-lens/dist/clients/degradation-ledger.js +0 -289
- package/extensions/dm-lens/dist/clients/demoted-finding-render.js +0 -64
- package/extensions/dm-lens/dist/clients/dependency-checker.js +0 -534
- package/extensions/dm-lens/dist/clients/deps/ast-grep-napi.js +0 -17
- package/extensions/dm-lens/dist/clients/deps/dm-host-deps.js +0 -10
- package/extensions/dm-lens/dist/clients/deps/dm-tui-compat.js +0 -58
- package/extensions/dm-lens/dist/clients/deps/js-yaml.js +0 -7
- package/extensions/dm-lens/dist/clients/deps/minimatch.js +0 -6
- package/extensions/dm-lens/dist/clients/deps/pidusage.js +0 -5
- package/extensions/dm-lens/dist/clients/deps/typebox.js +0 -5
- package/extensions/dm-lens/dist/clients/deps/vscode-jsonrpc.js +0 -8
- package/extensions/dm-lens/dist/clients/deps/web-tree-sitter.js +0 -11
- package/extensions/dm-lens/dist/clients/diagnostic-dispositions.js +0 -318
- package/extensions/dm-lens/dist/clients/diagnostic-line-freshness.js +0 -142
- package/extensions/dm-lens/dist/clients/diagnostic-logger.js +0 -60
- package/extensions/dm-lens/dist/clients/diagnostic-tracker.js +0 -89
- package/extensions/dm-lens/dist/clients/diagnostics-publish.js +0 -134
- package/extensions/dm-lens/dist/clients/dispatch/adopted-root-runners.js +0 -22
- package/extensions/dm-lens/dist/clients/dispatch/ast-grep-catalog.js +0 -16
- package/extensions/dm-lens/dist/clients/dispatch/auxiliary-lsp.js +0 -158
- package/extensions/dm-lens/dist/clients/dispatch/collect-later-tier.js +0 -25
- package/extensions/dm-lens/dist/clients/dispatch/diagnostic-taxonomy.js +0 -58
- package/extensions/dm-lens/dist/clients/dispatch/dispatcher.js +0 -1017
- package/extensions/dm-lens/dist/clients/dispatch/fact-provider-types.js +0 -1
- package/extensions/dm-lens/dist/clients/dispatch/fact-rule-runner.js +0 -17
- package/extensions/dm-lens/dist/clients/dispatch/fact-runner.js +0 -18
- package/extensions/dm-lens/dist/clients/dispatch/fact-scheduler.js +0 -52
- package/extensions/dm-lens/dist/clients/dispatch/fact-store.js +0 -199
- package/extensions/dm-lens/dist/clients/dispatch/facts/comment-facts.js +0 -23
- package/extensions/dm-lens/dist/clients/dispatch/facts/file-content.js +0 -18
- package/extensions/dm-lens/dist/clients/dispatch/facts/function-facts.js +0 -281
- package/extensions/dm-lens/dist/clients/dispatch/facts/import-facts.js +0 -169
- package/extensions/dm-lens/dist/clients/dispatch/facts/tree-sitter-facts.js +0 -19
- package/extensions/dm-lens/dist/clients/dispatch/facts/try-catch-facts.js +0 -95
- package/extensions/dm-lens/dist/clients/dispatch/finding-policy.js +0 -164
- package/extensions/dm-lens/dist/clients/dispatch/indent-detect.js +0 -227
- package/extensions/dm-lens/dist/clients/dispatch/inline-suppressions.js +0 -52
- package/extensions/dm-lens/dist/clients/dispatch/integration.js +0 -1502
- package/extensions/dm-lens/dist/clients/dispatch/known-runner-ids.js +0 -13
- package/extensions/dm-lens/dist/clients/dispatch/lazy.js +0 -8
- package/extensions/dm-lens/dist/clients/dispatch/pending-runner-findings.js +0 -130
- package/extensions/dm-lens/dist/clients/dispatch/plan.js +0 -284
- package/extensions/dm-lens/dist/clients/dispatch/priorities.js +0 -14
- package/extensions/dm-lens/dist/clients/dispatch/rule-id-normalize.js +0 -49
- package/extensions/dm-lens/dist/clients/dispatch/rule-ignores.js +0 -21
- package/extensions/dm-lens/dist/clients/dispatch/rule-policy.js +0 -102
- package/extensions/dm-lens/dist/clients/dispatch/rules/async-noise.js +0 -31
- package/extensions/dm-lens/dist/clients/dispatch/rules/async-unnecessary-wrapper.js +0 -27
- package/extensions/dm-lens/dist/clients/dispatch/rules/cors-wildcard.js +0 -35
- package/extensions/dm-lens/dist/clients/dispatch/rules/error-obscuring.js +0 -29
- package/extensions/dm-lens/dist/clients/dispatch/rules/error-swallowing.js +0 -29
- package/extensions/dm-lens/dist/clients/dispatch/rules/framework-call-noise.js +0 -31
- package/extensions/dm-lens/dist/clients/dispatch/rules/high-complexity.js +0 -56
- package/extensions/dm-lens/dist/clients/dispatch/rules/high-fan-out.js +0 -45
- package/extensions/dm-lens/dist/clients/dispatch/rules/high-import-coupling.js +0 -31
- package/extensions/dm-lens/dist/clients/dispatch/rules/missing-error-propagation.js +0 -45
- package/extensions/dm-lens/dist/clients/dispatch/rules/no-commented-credentials.js +0 -46
- package/extensions/dm-lens/dist/clients/dispatch/rules/pass-through-wrappers.js +0 -38
- package/extensions/dm-lens/dist/clients/dispatch/rules/placeholder-comments.js +0 -40
- package/extensions/dm-lens/dist/clients/dispatch/rules/unsafe-boundary.js +0 -101
- package/extensions/dm-lens/dist/clients/dispatch/runner-context.js +0 -46
- package/extensions/dm-lens/dist/clients/dispatch/runners/actionlint.js +0 -98
- package/extensions/dm-lens/dist/clients/dispatch/runners/ast-grep-napi.js +0 -694
- package/extensions/dm-lens/dist/clients/dispatch/runners/biome-check.js +0 -205
- package/extensions/dm-lens/dist/clients/dispatch/runners/cpp-check.js +0 -190
- package/extensions/dm-lens/dist/clients/dispatch/runners/credo.js +0 -66
- package/extensions/dm-lens/dist/clients/dispatch/runners/cue-vet.js +0 -171
- package/extensions/dm-lens/dist/clients/dispatch/runners/dart-analyze.js +0 -151
- package/extensions/dm-lens/dist/clients/dispatch/runners/detekt.js +0 -157
- package/extensions/dm-lens/dist/clients/dispatch/runners/dotnet-build.js +0 -157
- package/extensions/dm-lens/dist/clients/dispatch/runners/elixir-check.js +0 -153
- package/extensions/dm-lens/dist/clients/dispatch/runners/eslint.js +0 -99
- package/extensions/dm-lens/dist/clients/dispatch/runners/fact-rules.js +0 -20
- package/extensions/dm-lens/dist/clients/dispatch/runners/fish-indent.js +0 -66
- package/extensions/dm-lens/dist/clients/dispatch/runners/gleam-check.js +0 -110
- package/extensions/dm-lens/dist/clients/dispatch/runners/go-vet.js +0 -52
- package/extensions/dm-lens/dist/clients/dispatch/runners/golangci-lint.js +0 -89
- package/extensions/dm-lens/dist/clients/dispatch/runners/hadolint.js +0 -83
- package/extensions/dm-lens/dist/clients/dispatch/runners/helm-lint.js +0 -144
- package/extensions/dm-lens/dist/clients/dispatch/runners/helm-render.js +0 -593
- package/extensions/dm-lens/dist/clients/dispatch/runners/htmlhint.js +0 -103
- package/extensions/dm-lens/dist/clients/dispatch/runners/index.js +0 -100
- package/extensions/dm-lens/dist/clients/dispatch/runners/javac.js +0 -82
- package/extensions/dm-lens/dist/clients/dispatch/runners/ktlint.js +0 -93
- package/extensions/dm-lens/dist/clients/dispatch/runners/lsp.js +0 -226
- package/extensions/dm-lens/dist/clients/dispatch/runners/markdownlint.js +0 -129
- package/extensions/dm-lens/dist/clients/dispatch/runners/mypy.js +0 -70
- package/extensions/dm-lens/dist/clients/dispatch/runners/oxlint.js +0 -305
- package/extensions/dm-lens/dist/clients/dispatch/runners/php-lint.js +0 -66
- package/extensions/dm-lens/dist/clients/dispatch/runners/phpstan.js +0 -90
- package/extensions/dm-lens/dist/clients/dispatch/runners/prisma-validate.js +0 -66
- package/extensions/dm-lens/dist/clients/dispatch/runners/psscriptanalyzer.js +0 -307
- package/extensions/dm-lens/dist/clients/dispatch/runners/pyright.js +0 -118
- package/extensions/dm-lens/dist/clients/dispatch/runners/rubocop.js +0 -79
- package/extensions/dm-lens/dist/clients/dispatch/runners/ruff.js +0 -69
- package/extensions/dm-lens/dist/clients/dispatch/runners/rust-clippy.js +0 -166
- package/extensions/dm-lens/dist/clients/dispatch/runners/shellcheck.js +0 -177
- package/extensions/dm-lens/dist/clients/dispatch/runners/shfmt.js +0 -85
- package/extensions/dm-lens/dist/clients/dispatch/runners/spellcheck.js +0 -74
- package/extensions/dm-lens/dist/clients/dispatch/runners/spotbugs.js +0 -208
- package/extensions/dm-lens/dist/clients/dispatch/runners/sqlfluff.js +0 -136
- package/extensions/dm-lens/dist/clients/dispatch/runners/stylelint.js +0 -118
- package/extensions/dm-lens/dist/clients/dispatch/runners/swiftlint.js +0 -143
- package/extensions/dm-lens/dist/clients/dispatch/runners/taplo.js +0 -108
- package/extensions/dm-lens/dist/clients/dispatch/runners/terragrunt.js +0 -110
- package/extensions/dm-lens/dist/clients/dispatch/runners/tflint.js +0 -104
- package/extensions/dm-lens/dist/clients/dispatch/runners/tree-sitter.js +0 -521
- package/extensions/dm-lens/dist/clients/dispatch/runners/trivy-config.js +0 -155
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/availability-policy.js +0 -285
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/candidate-probe.js +0 -61
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/diagnostic-parsers.js +0 -61
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/lazy-installer.js +0 -130
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/runner-helpers.js +0 -1143
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/spawn-outcome.js +0 -40
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/tool-failure.js +0 -120
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/toolchain-availability.js +0 -88
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils.js +0 -8
- package/extensions/dm-lens/dist/clients/dispatch/runners/vale.js +0 -106
- package/extensions/dm-lens/dist/clients/dispatch/runners/yaml-rule-parser.js +0 -170
- package/extensions/dm-lens/dist/clients/dispatch/runners/yamllint.js +0 -83
- package/extensions/dm-lens/dist/clients/dispatch/runners/zig-check.js +0 -72
- package/extensions/dm-lens/dist/clients/dispatch/suppress-writer.js +0 -57
- package/extensions/dm-lens/dist/clients/dispatch/tool-profile.js +0 -30
- package/extensions/dm-lens/dist/clients/dispatch/types.js +0 -27
- package/extensions/dm-lens/dist/clients/dispatch/utils/format-utils.js +0 -58
- package/extensions/dm-lens/dist/clients/dispatch/utils/lsp-diagnostics.js +0 -31
- package/extensions/dm-lens/dist/clients/disposition-logger.js +0 -19
- package/extensions/dm-lens/dist/clients/disposition-publish.js +0 -88
- package/extensions/dm-lens/dist/clients/durable-store.js +0 -77
- package/extensions/dm-lens/dist/clients/effective-config.js +0 -170
- package/extensions/dm-lens/dist/clients/env-utils.js +0 -26
- package/extensions/dm-lens/dist/clients/ephemeral-root.js +0 -67
- package/extensions/dm-lens/dist/clients/error-class.js +0 -3
- package/extensions/dm-lens/dist/clients/eval-timestamp.js +0 -2
- package/extensions/dm-lens/dist/clients/event-loop-hold.js +0 -119
- package/extensions/dm-lens/dist/clients/event-loop-monitor.js +0 -84
- package/extensions/dm-lens/dist/clients/extension-log.js +0 -230
- package/extensions/dm-lens/dist/clients/extension-mode.js +0 -20
- package/extensions/dm-lens/dist/clients/feature-hints.js +0 -88
- package/extensions/dm-lens/dist/clients/file-kinds.js +0 -313
- package/extensions/dm-lens/dist/clients/file-mutation-queue.js +0 -95
- package/extensions/dm-lens/dist/clients/file-role.js +0 -50
- package/extensions/dm-lens/dist/clients/file-time.js +0 -112
- package/extensions/dm-lens/dist/clients/file-utils.js +0 -706
- package/extensions/dm-lens/dist/clients/finding-delivery-gate.js +0 -132
- package/extensions/dm-lens/dist/clients/finding-identity.js +0 -23
- package/extensions/dm-lens/dist/clients/fix-run-restore.js +0 -413
- package/extensions/dm-lens/dist/clients/fix-worklog.js +0 -75
- package/extensions/dm-lens/dist/clients/format-events-publish.js +0 -310
- package/extensions/dm-lens/dist/clients/format-service.js +0 -159
- package/extensions/dm-lens/dist/clients/formatters-lazy.js +0 -8
- package/extensions/dm-lens/dist/clients/formatters.js +0 -1367
- package/extensions/dm-lens/dist/clients/freshness-cadence.js +0 -1
- package/extensions/dm-lens/dist/clients/freshness.js +0 -8
- package/extensions/dm-lens/dist/clients/generated-artifacts.js +0 -209
- package/extensions/dm-lens/dist/clients/generation-guard.js +0 -147
- package/extensions/dm-lens/dist/clients/generation-lock.js +0 -181
- package/extensions/dm-lens/dist/clients/git-guard.js +0 -786
- package/extensions/dm-lens/dist/clients/git-tracked-ignore.js +0 -120
- package/extensions/dm-lens/dist/clients/gitleaks-client.js +0 -290
- package/extensions/dm-lens/dist/clients/go-client.js +0 -47
- package/extensions/dm-lens/dist/clients/govulncheck-client.js +0 -411
- package/extensions/dm-lens/dist/clients/gradle-ktfmt-style.js +0 -177
- package/extensions/dm-lens/dist/clients/grammar-source.js +0 -229
- package/extensions/dm-lens/dist/clients/grammar-wasm-imports.js +0 -48
- package/extensions/dm-lens/dist/clients/gzip-stage-write.js +0 -93
- package/extensions/dm-lens/dist/clients/hard-failure-summary.js +0 -28
- package/extensions/dm-lens/dist/clients/hashline-anchor.js +0 -222
- package/extensions/dm-lens/dist/clients/hook-budgets.js +0 -17
- package/extensions/dm-lens/dist/clients/host-edit-normalize.js +0 -87
- package/extensions/dm-lens/dist/clients/host-ports.js +0 -35
- package/extensions/dm-lens/dist/clients/indent-retarget.js +0 -102
- package/extensions/dm-lens/dist/clients/inline-blocker-dispositions.js +0 -103
- package/extensions/dm-lens/dist/clients/inline-blocker-fields.js +0 -8
- package/extensions/dm-lens/dist/clients/install-diagnostics.js +0 -135
- package/extensions/dm-lens/dist/clients/installer/index.js +0 -3935
- package/extensions/dm-lens/dist/clients/installer/managed-tool-refresh-session.js +0 -17
- package/extensions/dm-lens/dist/clients/installer/managed-tool-refresh.js +0 -522
- package/extensions/dm-lens/dist/clients/instance-reaper-state.js +0 -3
- package/extensions/dm-lens/dist/clients/instance-reaper.js +0 -682
- package/extensions/dm-lens/dist/clients/instance-registry-lock.js +0 -166
- package/extensions/dm-lens/dist/clients/instance-registry-tail.js +0 -17
- package/extensions/dm-lens/dist/clients/instance-registry.js +0 -595
- package/extensions/dm-lens/dist/clients/io-bridge-contract.js +0 -7
- package/extensions/dm-lens/dist/clients/io-bridge.js +0 -357
- package/extensions/dm-lens/dist/clients/jscpd-client.js +0 -300
- package/extensions/dm-lens/dist/clients/json-cache-read.js +0 -25
- package/extensions/dm-lens/dist/clients/knip-client.js +0 -534
- package/extensions/dm-lens/dist/clients/knip-scan-roots.js +0 -26
- package/extensions/dm-lens/dist/clients/language-policy.js +0 -244
- package/extensions/dm-lens/dist/clients/language-profile.js +0 -263
- package/extensions/dm-lens/dist/clients/language-registry.js +0 -427
- package/extensions/dm-lens/dist/clients/latency-logger.js +0 -202
- package/extensions/dm-lens/dist/clients/lazy-import.js +0 -14
- package/extensions/dm-lens/dist/clients/ledger-bounds.js +0 -21
- package/extensions/dm-lens/dist/clients/lens-config.js +0 -246
- package/extensions/dm-lens/dist/clients/lens-engine.js +0 -181
- package/extensions/dm-lens/dist/clients/lens-events.js +0 -105
- package/extensions/dm-lens/dist/clients/lens-flag-registry.js +0 -292
- package/extensions/dm-lens/dist/clients/lens-map.js +0 -980
- package/extensions/dm-lens/dist/clients/live-bus-emitter.js +0 -53
- package/extensions/dm-lens/dist/clients/log-cleanup.js +0 -138
- package/extensions/dm-lens/dist/clients/lsp/aggregation.js +0 -89
- package/extensions/dm-lens/dist/clients/lsp/auxiliary-lifecycle.js +0 -23
- package/extensions/dm-lens/dist/clients/lsp/capabilities.js +0 -94
- package/extensions/dm-lens/dist/clients/lsp/cascade-tier.js +0 -208
- package/extensions/dm-lens/dist/clients/lsp/client.js +0 -2943
- package/extensions/dm-lens/dist/clients/lsp/config.js +0 -471
- package/extensions/dm-lens/dist/clients/lsp/content-limits.js +0 -21
- package/extensions/dm-lens/dist/clients/lsp/diagnostic-binding.js +0 -79
- package/extensions/dm-lens/dist/clients/lsp/document-drift.js +0 -324
- package/extensions/dm-lens/dist/clients/lsp/edits.js +0 -982
- package/extensions/dm-lens/dist/clients/lsp/grouping.js +0 -38
- package/extensions/dm-lens/dist/clients/lsp/index.js +0 -4639
- package/extensions/dm-lens/dist/clients/lsp/inferred-project.js +0 -121
- package/extensions/dm-lens/dist/clients/lsp/jvm-runtime.js +0 -194
- package/extensions/dm-lens/dist/clients/lsp/language.js +0 -23
- package/extensions/dm-lens/dist/clients/lsp/launch.js +0 -564
- package/extensions/dm-lens/dist/clients/lsp/lombok.js +0 -146
- package/extensions/dm-lens/dist/clients/lsp/path-utils.js +0 -1
- package/extensions/dm-lens/dist/clients/lsp/pending-aux-coverage.js +0 -120
- package/extensions/dm-lens/dist/clients/lsp/position-encoding.js +0 -28
- package/extensions/dm-lens/dist/clients/lsp/resolved-config.js +0 -183
- package/extensions/dm-lens/dist/clients/lsp/ruby-drive-dirs.js +0 -42
- package/extensions/dm-lens/dist/clients/lsp/server-covers.js +0 -8
- package/extensions/dm-lens/dist/clients/lsp/server-traits.js +0 -39
- package/extensions/dm-lens/dist/clients/lsp/server.js +0 -2640
- package/extensions/dm-lens/dist/clients/lsp/service-singleton.js +0 -59
- package/extensions/dm-lens/dist/clients/lsp/session-roots.js +0 -52
- package/extensions/dm-lens/dist/clients/lsp/spawn-history.js +0 -15
- package/extensions/dm-lens/dist/clients/lsp/sync-kind.js +0 -30
- package/extensions/dm-lens/dist/clients/lsp/tsserver-sync.js +0 -156
- package/extensions/dm-lens/dist/clients/lsp/wait-policy/capability-snapshot.js +0 -1
- package/extensions/dm-lens/dist/clients/lsp/wait-policy/classification.js +0 -37
- package/extensions/dm-lens/dist/clients/lsp/wait-policy/index.js +0 -3
- package/extensions/dm-lens/dist/clients/lsp/wait-policy/strategies.js +0 -196
- package/extensions/dm-lens/dist/clients/lsp/watch-queue.js +0 -40
- package/extensions/dm-lens/dist/clients/lsp/workspace-diagnostics-cache.js +0 -270
- package/extensions/dm-lens/dist/clients/lsp/workspace-diagnostics-session.js +0 -7
- package/extensions/dm-lens/dist/clients/lsp/workspace-sweep-hold.js +0 -93
- package/extensions/dm-lens/dist/clients/lsp-budget.js +0 -87
- package/extensions/dm-lens/dist/clients/lsp-document-symbols.js +0 -93
- package/extensions/dm-lens/dist/clients/lsp-lazy.js +0 -8
- package/extensions/dm-lens/dist/clients/lsp-mutation.js +0 -309
- package/extensions/dm-lens/dist/clients/lsp-status.js +0 -35
- package/extensions/dm-lens/dist/clients/map-with-concurrency.js +0 -20
- package/extensions/dm-lens/dist/clients/mcp/analyze.js +0 -265
- package/extensions/dm-lens/dist/clients/mcp/host-shim.js +0 -14
- package/extensions/dm-lens/dist/clients/mcp/ipc.js +0 -321
- package/extensions/dm-lens/dist/clients/mcp/review.js +0 -137
- package/extensions/dm-lens/dist/clients/mcp/session.js +0 -305
- package/extensions/dm-lens/dist/clients/memory-sampler.js +0 -145
- package/extensions/dm-lens/dist/clients/message-end-attribution.js +0 -18
- package/extensions/dm-lens/dist/clients/metrics-client.js +0 -80
- package/extensions/dm-lens/dist/clients/metrics-history.js +0 -255
- package/extensions/dm-lens/dist/clients/middle-man-analysis.js +0 -161
- package/extensions/dm-lens/dist/clients/model-provider.js +0 -31
- package/extensions/dm-lens/dist/clients/module-report-lsp.js +0 -140
- package/extensions/dm-lens/dist/clients/module-report.js +0 -1648
- package/extensions/dm-lens/dist/clients/mutating-tool.js +0 -386
- package/extensions/dm-lens/dist/clients/mutation-attribution.js +0 -176
- package/extensions/dm-lens/dist/clients/mutation-bridge.js +0 -231
- package/extensions/dm-lens/dist/clients/ndjson-logger.js +0 -504
- package/extensions/dm-lens/dist/clients/observed-mutation-sources.js +0 -43
- package/extensions/dm-lens/dist/clients/observed-mutation.js +0 -729
- package/extensions/dm-lens/dist/clients/oldtext-autopatch.js +0 -100
- package/extensions/dm-lens/dist/clients/opaque-mutation-scan.js +0 -340
- package/extensions/dm-lens/dist/clients/opengrep-client.js +0 -219
- package/extensions/dm-lens/dist/clients/opengrep-config.js +0 -52
- package/extensions/dm-lens/dist/clients/package-manager.js +0 -358
- package/extensions/dm-lens/dist/clients/package-root.js +0 -25
- package/extensions/dm-lens/dist/clients/partial-edit-apply.js +0 -337
- package/extensions/dm-lens/dist/clients/path-attribution-telemetry.js +0 -31
- package/extensions/dm-lens/dist/clients/path-keyed-map.js +0 -57
- package/extensions/dm-lens/dist/clients/path-utils.js +0 -535
- package/extensions/dm-lens/dist/clients/performance-report.js +0 -291
- package/extensions/dm-lens/dist/clients/persist-debounce.js +0 -37
- package/extensions/dm-lens/dist/clients/persist-worker-stats.js +0 -8
- package/extensions/dm-lens/dist/clients/persistent-reverify.js +0 -166
- package/extensions/dm-lens/dist/clients/php-cs-fixer-config.js +0 -15
- package/extensions/dm-lens/dist/clients/pipeline.js +0 -1279
- package/extensions/dm-lens/dist/clients/post-autofix-notice.js +0 -19
- package/extensions/dm-lens/dist/clients/print-mode.js +0 -3
- package/extensions/dm-lens/dist/clients/probe-home-state.js +0 -67
- package/extensions/dm-lens/dist/clients/process-bridge.js +0 -48
- package/extensions/dm-lens/dist/clients/process-singletons.js +0 -69
- package/extensions/dm-lens/dist/clients/process-snapshot.js +0 -130
- package/extensions/dm-lens/dist/clients/project-changes.js +0 -174
- package/extensions/dm-lens/dist/clients/project-conventions.js +0 -152
- package/extensions/dm-lens/dist/clients/project-diagnostics/cache.js +0 -91
- package/extensions/dm-lens/dist/clients/project-diagnostics/extractors.js +0 -53
- package/extensions/dm-lens/dist/clients/project-diagnostics/fresh-fetch.js +0 -413
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/call-graph-impact.js +0 -64
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/dead-code.js +0 -38
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/gitleaks.js +0 -21
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/govulncheck.js +0 -23
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/jscpd.js +0 -28
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/knip.js +0 -45
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/madge.js +0 -34
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/opengrep.js +0 -32
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/runner-findings.js +0 -79
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/trivy.js +0 -41
- package/extensions/dm-lens/dist/clients/project-diagnostics/scanner.js +0 -349
- package/extensions/dm-lens/dist/clients/project-diagnostics/types.js +0 -1
- package/extensions/dm-lens/dist/clients/project-lens-config.js +0 -464
- package/extensions/dm-lens/dist/clients/project-report.js +0 -527
- package/extensions/dm-lens/dist/clients/project-scale.js +0 -60
- package/extensions/dm-lens/dist/clients/project-scan-policy.js +0 -4
- package/extensions/dm-lens/dist/clients/project-snapshot-fingerprint.js +0 -44
- package/extensions/dm-lens/dist/clients/project-snapshot-persist-worker.js +0 -13
- package/extensions/dm-lens/dist/clients/project-snapshot.js +0 -1333
- package/extensions/dm-lens/dist/clients/project-trust.js +0 -104
- package/extensions/dm-lens/dist/clients/python-environment.js +0 -162
- package/extensions/dm-lens/dist/clients/python-provenance.js +0 -551
- package/extensions/dm-lens/dist/clients/quiet-window-config.js +0 -16
- package/extensions/dm-lens/dist/clients/quiet-window.js +0 -129
- package/extensions/dm-lens/dist/clients/read-bridge.js +0 -53
- package/extensions/dm-lens/dist/clients/read-expansion.js +0 -218
- package/extensions/dm-lens/dist/clients/read-guard-branch.js +0 -126
- package/extensions/dm-lens/dist/clients/read-guard-logger.js +0 -186
- package/extensions/dm-lens/dist/clients/read-guard-tool-lines.js +0 -1050
- package/extensions/dm-lens/dist/clients/read-guard.js +0 -1429
- package/extensions/dm-lens/dist/clients/recent-touches.js +0 -126
- package/extensions/dm-lens/dist/clients/redact/secrets.js +0 -386
- package/extensions/dm-lens/dist/clients/resource-sampler.js +0 -344
- package/extensions/dm-lens/dist/clients/reverse-deps.js +0 -227
- package/extensions/dm-lens/dist/clients/review-graph/builder.js +0 -3708
- package/extensions/dm-lens/dist/clients/review-graph/format.js +0 -30
- package/extensions/dm-lens/dist/clients/review-graph/git-identity.js +0 -168
- package/extensions/dm-lens/dist/clients/review-graph/import-resolvers.js +0 -323
- package/extensions/dm-lens/dist/clients/review-graph/persist-worker.js +0 -8
- package/extensions/dm-lens/dist/clients/review-graph/query.js +0 -195
- package/extensions/dm-lens/dist/clients/review-graph/revision-drift.js +0 -3
- package/extensions/dm-lens/dist/clients/review-graph/service.js +0 -60
- package/extensions/dm-lens/dist/clients/review-graph/shared-extraction-ir.js +0 -54
- package/extensions/dm-lens/dist/clients/review-graph/symbol-id.js +0 -29
- package/extensions/dm-lens/dist/clients/review-graph/tsconfig-paths.js +0 -253
- package/extensions/dm-lens/dist/clients/review-graph/types.js +0 -1
- package/extensions/dm-lens/dist/clients/review-graph/workspace-modules.js +0 -374
- package/extensions/dm-lens/dist/clients/review-graph-logger.js +0 -51
- package/extensions/dm-lens/dist/clients/ruff-client.js +0 -109
- package/extensions/dm-lens/dist/clients/rules-scanner.js +0 -113
- package/extensions/dm-lens/dist/clients/run-duration.js +0 -9
- package/extensions/dm-lens/dist/clients/runtime-agent-end.js +0 -800
- package/extensions/dm-lens/dist/clients/runtime-config.js +0 -39
- package/extensions/dm-lens/dist/clients/runtime-context.js +0 -155
- package/extensions/dm-lens/dist/clients/runtime-coordinator.js +0 -1117
- package/extensions/dm-lens/dist/clients/runtime-session.js +0 -1768
- package/extensions/dm-lens/dist/clients/runtime-tool-call.js +0 -935
- package/extensions/dm-lens/dist/clients/runtime-tool-result.js +0 -1630
- package/extensions/dm-lens/dist/clients/runtime-turn.js +0 -2900
- package/extensions/dm-lens/dist/clients/rust-client.js +0 -48
- package/extensions/dm-lens/dist/clients/safe-spawn.js +0 -1275
- package/extensions/dm-lens/dist/clients/sanitize.js +0 -174
- package/extensions/dm-lens/dist/clients/scan-utils.js +0 -7
- package/extensions/dm-lens/dist/clients/scanner-temp-root.js +0 -8
- package/extensions/dm-lens/dist/clients/scratch-tree-policy.js +0 -63
- package/extensions/dm-lens/dist/clients/search-read-registration.js +0 -60
- package/extensions/dm-lens/dist/clients/secret-findings.js +0 -69
- package/extensions/dm-lens/dist/clients/security-scan-client.js +0 -208
- package/extensions/dm-lens/dist/clients/session-event-guard.js +0 -111
- package/extensions/dm-lens/dist/clients/session-lifecycle.js +0 -269
- package/extensions/dm-lens/dist/clients/session-scope.js +0 -451
- package/extensions/dm-lens/dist/clients/session-start-observability.js +0 -47
- package/extensions/dm-lens/dist/clients/session-state-store.js +0 -66
- package/extensions/dm-lens/dist/clients/session-summary.js +0 -8
- package/extensions/dm-lens/dist/clients/sessionstart-logger.js +0 -22
- package/extensions/dm-lens/dist/clients/sg-runner.js +0 -645
- package/extensions/dm-lens/dist/clients/sgconfig.js +0 -306
- package/extensions/dm-lens/dist/clients/shared-checkout-guard.js +0 -177
- package/extensions/dm-lens/dist/clients/single-flight.js +0 -52
- package/extensions/dm-lens/dist/clients/situational-tool-telemetry.js +0 -85
- package/extensions/dm-lens/dist/clients/skills-resolver.js +0 -38
- package/extensions/dm-lens/dist/clients/slow-fs.js +0 -77
- package/extensions/dm-lens/dist/clients/smells-rollup.js +0 -118
- package/extensions/dm-lens/dist/clients/source-filter.js +0 -320
- package/extensions/dm-lens/dist/clients/source-walker.js +0 -96
- package/extensions/dm-lens/dist/clients/spawn-output-cap.js +0 -35
- package/extensions/dm-lens/dist/clients/spawn-timeout-cooldown.js +0 -51
- package/extensions/dm-lens/dist/clients/stale-marker.js +0 -1
- package/extensions/dm-lens/dist/clients/startup-scan.js +0 -230
- package/extensions/dm-lens/dist/clients/startup-timing.js +0 -67
- package/extensions/dm-lens/dist/clients/string-utils.js +0 -6
- package/extensions/dm-lens/dist/clients/subagent-mode.js +0 -40
- package/extensions/dm-lens/dist/clients/symbol-containment.js +0 -16
- package/extensions/dm-lens/dist/clients/symbol-types.js +0 -1
- package/extensions/dm-lens/dist/clients/test-runner-client.js +0 -1697
- package/extensions/dm-lens/dist/clients/test-runner-delivery.js +0 -293
- package/extensions/dm-lens/dist/clients/test-target-roots.js +0 -17
- package/extensions/dm-lens/dist/clients/todo-scanner.js +0 -164
- package/extensions/dm-lens/dist/clients/tool-agreement.js +0 -640
- package/extensions/dm-lens/dist/clients/tool-config.js +0 -219
- package/extensions/dm-lens/dist/clients/tool-cwd.js +0 -235
- package/extensions/dm-lens/dist/clients/tool-definition.js +0 -22
- package/extensions/dm-lens/dist/clients/tool-event.js +0 -24
- package/extensions/dm-lens/dist/clients/tool-policy.js +0 -2393
- package/extensions/dm-lens/dist/clients/tool-probe.js +0 -13
- package/extensions/dm-lens/dist/clients/tool-render.js +0 -79
- package/extensions/dm-lens/dist/clients/tool-set-policy.js +0 -77
- package/extensions/dm-lens/dist/clients/tree-sitter-cache.js +0 -206
- package/extensions/dm-lens/dist/clients/tree-sitter-client.js +0 -3057
- package/extensions/dm-lens/dist/clients/tree-sitter-logger.js +0 -77
- package/extensions/dm-lens/dist/clients/tree-sitter-navigator.js +0 -198
- package/extensions/dm-lens/dist/clients/tree-sitter-query-loader.js +0 -389
- package/extensions/dm-lens/dist/clients/tree-sitter-shared.js +0 -87
- package/extensions/dm-lens/dist/clients/tree-sitter-symbol-extractor.js +0 -959
- package/extensions/dm-lens/dist/clients/trivy-client.js +0 -335
- package/extensions/dm-lens/dist/clients/tui-fit.js +0 -26
- package/extensions/dm-lens/dist/clients/turn-context.js +0 -48
- package/extensions/dm-lens/dist/clients/turn-end/delivery-holds.js +0 -59
- package/extensions/dm-lens/dist/clients/turn-end/lane.js +0 -1
- package/extensions/dm-lens/dist/clients/turn-end/lanes/govulncheck.js +0 -54
- package/extensions/dm-lens/dist/clients/turn-end/lanes/secrets.js +0 -131
- package/extensions/dm-lens/dist/clients/turn-summary-render.js +0 -56
- package/extensions/dm-lens/dist/clients/turn-summary.js +0 -84
- package/extensions/dm-lens/dist/clients/typos-config.js +0 -9
- package/extensions/dm-lens/dist/clients/user-notify.js +0 -15
- package/extensions/dm-lens/dist/clients/vanished-instance-marker.js +0 -18
- package/extensions/dm-lens/dist/clients/warm-attach.js +0 -210
- package/extensions/dm-lens/dist/clients/widget-state.js +0 -997
- package/extensions/dm-lens/dist/clients/word-index-logger.js +0 -21
- package/extensions/dm-lens/dist/clients/word-index-store.js +0 -222
- package/extensions/dm-lens/dist/clients/word-index.js +0 -1494
- package/extensions/dm-lens/dist/clients/workspace-topology.js +0 -268
- package/extensions/dm-lens/dist/clients/write-ordering-guard.js +0 -28
- package/extensions/dm-lens/dist/clients/zizmor-config.js +0 -160
- package/extensions/dm-lens/dist/i18n.js +0 -67
- package/extensions/dm-lens/dist/index.js +0 -1973
- package/extensions/dm-lens/dist/mcp/analyze-cli.js +0 -205
- package/extensions/dm-lens/dist/mcp/build-staleness.js +0 -55
- package/extensions/dm-lens/dist/mcp/cli.js +0 -96
- package/extensions/dm-lens/dist/mcp/server.js +0 -1239
- package/extensions/dm-lens/dist/mcp/tool-arguments.js +0 -134
- package/extensions/dm-lens/dist/mcp/worker.js +0 -41
- package/extensions/dm-lens/dist/scripts/lib/process-scan.mjs +0 -375
- package/extensions/dm-lens/dist/scripts/lib/skills-predicate.mjs +0 -53
- package/extensions/dm-lens/dist/scripts/lib/web-tree-sitter-dir.mjs +0 -51
- package/extensions/dm-lens/dist/tools/activate-tools.js +0 -62
- package/extensions/dm-lens/dist/tools/ast-grep-outline.js +0 -126
- package/extensions/dm-lens/dist/tools/ast-grep-replace.js +0 -227
- package/extensions/dm-lens/dist/tools/ast-grep-search.js +0 -687
- package/extensions/dm-lens/dist/tools/effective-config.js +0 -59
- package/extensions/dm-lens/dist/tools/lens-diagnostic-mark.js +0 -251
- package/extensions/dm-lens/dist/tools/lens-diagnostics.js +0 -1518
- package/extensions/dm-lens/dist/tools/lsp-diagnostics.js +0 -1198
- package/extensions/dm-lens/dist/tools/lsp-navigation.js +0 -1249
- package/extensions/dm-lens/dist/tools/lsp-structured-output.js +0 -277
- package/extensions/dm-lens/dist/tools/module-report.js +0 -332
- package/extensions/dm-lens/dist/tools/project-report.js +0 -72
- package/extensions/dm-lens/dist/tools/render-compact.js +0 -272
- package/extensions/dm-lens/dist/tools/scan-progress.js +0 -31
- package/extensions/dm-lens/dist/tools/shared.js +0 -32
- package/extensions/dm-lens/dist/tools/symbol-search.js +0 -133
- package/extensions/dm-mcp-adapter/dist/abort.js +0 -35
- package/extensions/dm-mcp-adapter/dist/agent-dir.js +0 -45
- package/extensions/dm-mcp-adapter/dist/agent-plugin-loader.js +0 -392
- package/extensions/dm-mcp-adapter/dist/agent-plugin-provenance.js +0 -26
- package/extensions/dm-mcp-adapter/dist/bearer-command-resolver.js +0 -182
- package/extensions/dm-mcp-adapter/dist/claude-plugin-loader.js +0 -350
- package/extensions/dm-mcp-adapter/dist/config.js +0 -1735
- package/extensions/dm-mcp-adapter/dist/consent-manager.js +0 -84
- package/extensions/dm-mcp-adapter/dist/elicitation-handler.js +0 -370
- package/extensions/dm-mcp-adapter/dist/errors.js +0 -225
- package/extensions/dm-mcp-adapter/dist/http-ca.js +0 -75
- package/extensions/dm-mcp-adapter/dist/jev-client.js +0 -359
- package/extensions/dm-mcp-adapter/dist/jev-contracts.js +0 -1
- package/extensions/dm-mcp-adapter/dist/jev-key-store.js +0 -189
- package/extensions/dm-mcp-adapter/dist/json-schema-validator.js +0 -70
- package/extensions/dm-mcp-adapter/dist/lifecycle.js +0 -387
- package/extensions/dm-mcp-adapter/dist/logger.js +0 -115
- package/extensions/dm-mcp-adapter/dist/mcp-auth-fetch.js +0 -86
- package/extensions/dm-mcp-adapter/dist/mcp-auth-flow.js +0 -956
- package/extensions/dm-mcp-adapter/dist/mcp-auth.js +0 -998
- package/extensions/dm-mcp-adapter/dist/mcp-bearer-store.js +0 -182
- package/extensions/dm-mcp-adapter/dist/mcp-callback-server.js +0 -380
- package/extensions/dm-mcp-adapter/dist/mcp-oauth-provider.js +0 -525
- package/extensions/dm-mcp-adapter/dist/mcp-probe.js +0 -151
- package/extensions/dm-mcp-adapter/dist/mcp-tasks.js +0 -300
- package/extensions/dm-mcp-adapter/dist/mcp-trace.js +0 -220
- package/extensions/dm-mcp-adapter/dist/metadata-cache.js +0 -323
- package/extensions/dm-mcp-adapter/dist/npx-resolver.js +0 -465
- package/extensions/dm-mcp-adapter/dist/output-shape.js +0 -312
- package/extensions/dm-mcp-adapter/dist/package-mcp-loader.js +0 -144
- package/extensions/dm-mcp-adapter/dist/project-server-trust.js +0 -186
- package/extensions/dm-mcp-adapter/dist/request-headers-command.js +0 -294
- package/extensions/dm-mcp-adapter/dist/resource-tools.js +0 -7
- package/extensions/dm-mcp-adapter/dist/runtime-owner.js +0 -94
- package/extensions/dm-mcp-adapter/dist/sampling-handler.js +0 -213
- package/extensions/dm-mcp-adapter/dist/secure-keyring.js +0 -191
- package/extensions/dm-mcp-adapter/dist/server-manager.js +0 -1594
- package/extensions/dm-mcp-adapter/dist/session-approvals.js +0 -127
- package/extensions/dm-mcp-adapter/dist/session-recovery.js +0 -83
- package/extensions/dm-mcp-adapter/dist/state.js +0 -1
- package/extensions/dm-mcp-adapter/dist/ts-shape.js +0 -157
- package/extensions/dm-mcp-adapter/dist/types.js +0 -286
- package/extensions/dm-mcp-adapter/dist/ui-app-bridge-helpers.js +0 -36
- package/extensions/dm-mcp-adapter/dist/ui-resource-handler.js +0 -204
- package/extensions/dm-mcp-adapter/dist/ui-stream-types.js +0 -58
- package/extensions/dm-mcp-adapter/dist/ui-tool-visibility.js +0 -26
- package/extensions/dm-mcp-adapter/dist/unix-socket-transport.js +0 -83
- package/extensions/dm-mcp-adapter/dist/utils.js +0 -418
- package/extensions/dm-web-access/dist/index.js +0 -28396
- package/extensions/dm-web-access/dist/mcp-cli.js +0 -28185
- /package/extensions/dm-lens/skills/{pi-lens-lsp-navigation → dm-lens-lsp-navigation}/SKILL.md +0 -0
- /package/extensions/dm-lens/skills/{pi-lens-write-ast-grep-rule → dm-lens-write-ast-grep-rule}/SKILL.md +0 -0
- /package/extensions/dm-lens/skills/{pi-lens-write-ast-grep-rule → dm-lens-write-ast-grep-rule}/reference.md +0 -0
- /package/extensions/dm-lens/skills/{pi-lens-write-tree-sitter-rule → dm-lens-write-tree-sitter-rule}/SKILL.md +0 -0
|
@@ -1,3708 +0,0 @@
|
|
|
1
|
-
import { createHash } from "node:crypto";
|
|
2
|
-
import * as fs from "node:fs";
|
|
3
|
-
import * as path from "node:path";
|
|
4
|
-
import { Worker } from "node:worker_threads";
|
|
5
|
-
import { constants as zlibConstants, gunzipSync, gzipSync } from "node:zlib";
|
|
6
|
-
import { fileURLToPath } from "node:url";
|
|
7
|
-
import { writeFileAtomic } from "../atomic-write.js";
|
|
8
|
-
import { FactStore } from "../dispatch/fact-store.js";
|
|
9
|
-
import { fileContentProvider } from "../dispatch/facts/file-content.js";
|
|
10
|
-
import { lazyEnvNumber } from "../env-utils.js";
|
|
11
|
-
import { featureHintMetadata } from "../feature-hints.js";
|
|
12
|
-
import { detectFileKind, KIND_EXTENSIONS } from "../file-kinds.js";
|
|
13
|
-
import { detectFileRole } from "../file-role.js";
|
|
14
|
-
import { getProjectDataDir } from "../file-utils.js";
|
|
15
|
-
import { collectUntrackedIgnoredIds } from "../git-tracked-ignore.js";
|
|
16
|
-
import { isStaleStageFile } from "../instance-reaper.js";
|
|
17
|
-
import { logLatency } from "../latency-logger.js";
|
|
18
|
-
import { containerNameChain, getOpenDocumentSymbols, lspSymbolKindName } from "../lsp-document-symbols.js";
|
|
19
|
-
import { isAtOrAboveHomeDir, isUnderDir, normalizeFilePath, normalizeMapKey, toProjectRelativePath } from "../path-utils.js";
|
|
20
|
-
import { collectProjectSourceFilesWithBudgetAsync } from "../project-scan-policy.js";
|
|
21
|
-
import { getReviewGraphMaxFilesDerived } from "../project-scale.js";
|
|
22
|
-
import { compareOrdinal, escapeRegExp } from "../string-utils.js";
|
|
23
|
-
import { BoundedLruCache } from "../bounded-cache.js";
|
|
24
|
-
import { jsTsCandidatePaths, resolveAliasedImport, resolveImportToFiles, resolveProjectReferenceImport, resolveWorkspacePackageImport } from "./import-resolvers.js";
|
|
25
|
-
import { RUNTIME_CONFIG } from "../runtime-config.js";
|
|
26
|
-
import { buildReverseDependencyIndexFromGraph, rankFilesByReverseDependencyCentrality } from "../reverse-deps.js";
|
|
27
|
-
import { buildQualifiedName, findOwnerName } from "../symbol-containment.js";
|
|
28
|
-
import { logTreeSitterCacheStats } from "../tree-sitter-logger.js";
|
|
29
|
-
import { flushReviewGraphLogSync, logReviewGraph, makeReviewGraphBuildMetadata } from "../review-graph-logger.js";
|
|
30
|
-
import { getSharedTreeSitterClient } from "../tree-sitter-shared.js";
|
|
31
|
-
import { classifyTreeSitterWasmError } from "../tree-sitter-client.js";
|
|
32
|
-
import { symbolExtractionGrammar, TreeSitterSymbolExtractor } from "../tree-sitter-symbol-extractor.js";
|
|
33
|
-
import { withTreeSitterRoot } from "../tree-sitter-shared.js";
|
|
34
|
-
import { incrementDegradationCount } from "../degradation-ledger.js";
|
|
35
|
-
import { createGitIdentityResolver, resolveGitIdentity } from "./git-identity.js";
|
|
36
|
-
import { formatReviewGraphRevisionDriftNote } from "./revision-drift.js";
|
|
37
|
-
import { buildSymbolId } from "./symbol-id.js";
|
|
38
|
-
import { readWorkerHeapStatistics } from "../persist-worker-stats.js";
|
|
39
|
-
import { clearReviewGraphFileIr, getFreshReviewGraphFileIr, reviewGraphIrContentHash } from "./shared-extraction-ir.js";
|
|
40
|
-
export const REVIEW_GRAPH_VERSION = "v8";
|
|
41
|
-
const MAIN_KINDS = new Set([
|
|
42
|
-
"jsts",
|
|
43
|
-
"python",
|
|
44
|
-
"go",
|
|
45
|
-
"rust",
|
|
46
|
-
"ruby",
|
|
47
|
-
"cxx",
|
|
48
|
-
"java",
|
|
49
|
-
"kotlin",
|
|
50
|
-
"dart",
|
|
51
|
-
"elixir",
|
|
52
|
-
"csharp",
|
|
53
|
-
"php",
|
|
54
|
-
"swift",
|
|
55
|
-
"lua",
|
|
56
|
-
"ocaml",
|
|
57
|
-
"zig",
|
|
58
|
-
"shell"
|
|
59
|
-
]);
|
|
60
|
-
const MAIN_KIND_EXTENSIONS = Array.from(MAIN_KINDS).flatMap((kind) => KIND_EXTENSIONS[kind] ?? []);
|
|
61
|
-
const CHANGED_SYMBOLS_PREFIX = "session.reviewGraph.changedSymbols:";
|
|
62
|
-
const extractorCache = new Map;
|
|
63
|
-
const REVIEW_GRAPH_MAX_WARM_WORKSPACES = 8;
|
|
64
|
-
const REVIEW_GRAPH_SOURCE_PATH_MEMO_ENTRIES = 16384;
|
|
65
|
-
const _sourcePathMemos = new BoundedLruCache(REVIEW_GRAPH_MAX_WARM_WORKSPACES);
|
|
66
|
-
function sourcePathMemo(cwd) {
|
|
67
|
-
const key = normalizeMapKey(path.resolve(cwd));
|
|
68
|
-
const existing = _sourcePathMemos.get(key);
|
|
69
|
-
if (existing)
|
|
70
|
-
return existing;
|
|
71
|
-
const memo = {
|
|
72
|
-
cache: new BoundedLruCache(REVIEW_GRAPH_SOURCE_PATH_MEMO_ENTRIES),
|
|
73
|
-
normalizeCalls: { value: 0 }
|
|
74
|
-
};
|
|
75
|
-
_sourcePathMemos.set(key, memo);
|
|
76
|
-
return memo;
|
|
77
|
-
}
|
|
78
|
-
function normalizeGraphSourcePath(memo, raw) {
|
|
79
|
-
const cached = memo.cache.get(raw);
|
|
80
|
-
if (cached !== undefined)
|
|
81
|
-
return cached;
|
|
82
|
-
const normalized = normalizeMapKey(raw);
|
|
83
|
-
if (fs.existsSync(raw))
|
|
84
|
-
memo.cache.set(raw, normalized);
|
|
85
|
-
memo.normalizeCalls.value++;
|
|
86
|
-
return normalized;
|
|
87
|
-
}
|
|
88
|
-
export function _resetReviewGraphSourcePathMemoForTests() {
|
|
89
|
-
_sourcePathMemos.clear();
|
|
90
|
-
}
|
|
91
|
-
const _buildCache = new Map;
|
|
92
|
-
const _workspaceGraphCache = new Map;
|
|
93
|
-
const REVIEW_GRAPH_IDLE_EVICT_MS_DEFAULT = 20 * 60000;
|
|
94
|
-
let _workspaceCacheEpoch = 0;
|
|
95
|
-
const _workspaceCacheEpochs = new Map;
|
|
96
|
-
function workspaceCacheEpoch(key) {
|
|
97
|
-
return _workspaceCacheEpoch + (_workspaceCacheEpochs.get(key) ?? 0);
|
|
98
|
-
}
|
|
99
|
-
function reviewGraphIdleEvictMs() {
|
|
100
|
-
const value = Number.parseInt(process.env.DM_LENS_REVIEW_GRAPH_IDLE_EVICT_MS ?? "", 10);
|
|
101
|
-
return Number.isSafeInteger(value) && value > 0 ? value : REVIEW_GRAPH_IDLE_EVICT_MS_DEFAULT;
|
|
102
|
-
}
|
|
103
|
-
function clearWorkspaceGraphTimer(entry) {
|
|
104
|
-
if (entry.idleTimer)
|
|
105
|
-
clearTimeout(entry.idleTimer);
|
|
106
|
-
entry.idleTimer = undefined;
|
|
107
|
-
}
|
|
108
|
-
function buildCacheWorkspaceKey(cwd) {
|
|
109
|
-
return normalizeMapKey(path.resolve(cwd));
|
|
110
|
-
}
|
|
111
|
-
function buildCacheKeyWorkspace(buildKey) {
|
|
112
|
-
const separator = buildKey.indexOf("|");
|
|
113
|
-
return separator >= 0 ? buildKey.slice(0, separator) : undefined;
|
|
114
|
-
}
|
|
115
|
-
function evictWorkspaceGraph(key, entry) {
|
|
116
|
-
if (_workspaceGraphCache.get(key) !== entry)
|
|
117
|
-
return;
|
|
118
|
-
clearWorkspaceGraphTimer(entry);
|
|
119
|
-
const buildWorkspace = buildCacheWorkspaceKey(key);
|
|
120
|
-
for (const buildKey of _buildCache.keys()) {
|
|
121
|
-
if (buildCacheKeyWorkspace(buildKey) === buildWorkspace) {
|
|
122
|
-
_buildCache.delete(buildKey);
|
|
123
|
-
}
|
|
124
|
-
}
|
|
125
|
-
_sourcePathMemos.delete(key);
|
|
126
|
-
_workspaceCacheEpochs.set(key, (_workspaceCacheEpochs.get(key) ?? 0) + 1);
|
|
127
|
-
_workspaceGraphCache.delete(key);
|
|
128
|
-
}
|
|
129
|
-
function scheduleWorkspaceGraphEviction(key, entry) {
|
|
130
|
-
clearWorkspaceGraphTimer(entry);
|
|
131
|
-
const epoch = workspaceCacheEpoch(key);
|
|
132
|
-
entry.idleTimer = setTimeout(() => {
|
|
133
|
-
entry.idleTimer = undefined;
|
|
134
|
-
if (_workspaceGraphCache.get(key) !== entry || workspaceCacheEpoch(key) !== epoch)
|
|
135
|
-
return;
|
|
136
|
-
evictWorkspaceGraph(key, entry);
|
|
137
|
-
}, reviewGraphIdleEvictMs());
|
|
138
|
-
entry.idleTimer.unref?.();
|
|
139
|
-
}
|
|
140
|
-
function touchWorkspaceGraph(key) {
|
|
141
|
-
const entry = _workspaceGraphCache.get(key);
|
|
142
|
-
if (!entry)
|
|
143
|
-
return;
|
|
144
|
-
entry.lastUsedAt = Date.now();
|
|
145
|
-
scheduleWorkspaceGraphEviction(key, entry);
|
|
146
|
-
}
|
|
147
|
-
const _wasmTrappedFiles = new Map;
|
|
148
|
-
function stampWasmTrapped(entries, includeCharged) {
|
|
149
|
-
let stamped;
|
|
150
|
-
for (const [file, state] of _wasmTrappedFiles) {
|
|
151
|
-
if ((includeCharged || state === "retry") && entries.has(file)) {
|
|
152
|
-
stamped ??= new Map(entries);
|
|
153
|
-
stamped.set(file, "wasm-trapped");
|
|
154
|
-
}
|
|
155
|
-
}
|
|
156
|
-
return stamped ?? entries;
|
|
157
|
-
}
|
|
158
|
-
function stampWasmTrappedFiles(stored, includeCharged) {
|
|
159
|
-
const fileSignatures = stampWasmTrapped(stored.fileSignatures, includeCharged);
|
|
160
|
-
if (fileSignatures === stored.fileSignatures)
|
|
161
|
-
return stored;
|
|
162
|
-
return {
|
|
163
|
-
...stored,
|
|
164
|
-
signature: sourceSignatureFromMap(fileSignatures),
|
|
165
|
-
fileSignatures,
|
|
166
|
-
fileHashes: stored.fileHashes && stampWasmTrapped(stored.fileHashes, includeCharged)
|
|
167
|
-
};
|
|
168
|
-
}
|
|
169
|
-
function wasmTrappedFileCount(graph) {
|
|
170
|
-
let count = 0;
|
|
171
|
-
for (const file of _wasmTrappedFiles.keys()) {
|
|
172
|
-
if (graph.fileNodes.has(file))
|
|
173
|
-
count++;
|
|
174
|
-
}
|
|
175
|
-
return count;
|
|
176
|
-
}
|
|
177
|
-
export function graphWasmTrapDetail(wasmTrappedFiles) {
|
|
178
|
-
return `review graph degraded — tree-sitter wasm runtime failure in ${wasmTrappedFiles} file(s)`;
|
|
179
|
-
}
|
|
180
|
-
function setWorkspaceGraph(key, entry, epoch) {
|
|
181
|
-
if (epoch !== undefined && workspaceCacheEpoch(key) !== epoch)
|
|
182
|
-
return false;
|
|
183
|
-
const previous = _workspaceGraphCache.get(key);
|
|
184
|
-
if (previous)
|
|
185
|
-
clearWorkspaceGraphTimer(previous);
|
|
186
|
-
const boundedGraph = retainedGraph(key, entry.graph);
|
|
187
|
-
const resident = {
|
|
188
|
-
...stampWasmTrappedFiles(entry, false),
|
|
189
|
-
graph: boundedGraph,
|
|
190
|
-
lastUsedAt: Date.now()
|
|
191
|
-
};
|
|
192
|
-
_workspaceGraphCache.set(key, resident);
|
|
193
|
-
scheduleWorkspaceGraphEviction(key, resident);
|
|
194
|
-
while (_workspaceGraphCache.size > REVIEW_GRAPH_MAX_WARM_WORKSPACES) {
|
|
195
|
-
const victim = [..._workspaceGraphCache.entries()].sort(([, a], [, b]) => a.lastUsedAt - b.lastUsedAt)[0];
|
|
196
|
-
if (!victim)
|
|
197
|
-
break;
|
|
198
|
-
evictWorkspaceGraph(victim[0], victim[1]);
|
|
199
|
-
}
|
|
200
|
-
return true;
|
|
201
|
-
}
|
|
202
|
-
let _graphGenerationCounter = 0;
|
|
203
|
-
let _buildIdCounter = 0;
|
|
204
|
-
const SEQ_FASTPATH_MAX_CHANGES = 32;
|
|
205
|
-
const SEQ_FASTPATH_REVERIFY_MS = 5 * 60000;
|
|
206
|
-
const SEQ_FASTPATH_REVERIFY_EVERY = 20;
|
|
207
|
-
function graphLogMetadata(graph, options = {}) {
|
|
208
|
-
return makeReviewGraphBuildMetadata(graph, options);
|
|
209
|
-
}
|
|
210
|
-
function seqFastpathEnabled() {
|
|
211
|
-
const raw = process.env.DM_LENS_GRAPH_SEQ_FASTPATH;
|
|
212
|
-
return raw !== "0" && raw !== "false";
|
|
213
|
-
}
|
|
214
|
-
let _lastGraphBuildInfo = {
|
|
215
|
-
reused: false,
|
|
216
|
-
mode: "full",
|
|
217
|
-
graphChanged: true
|
|
218
|
-
};
|
|
219
|
-
const _graphBuildInfoByGraph = new WeakMap;
|
|
220
|
-
let _anyGraphStamped = false;
|
|
221
|
-
function setGraphBuildInfo(graph, info) {
|
|
222
|
-
_lastGraphBuildInfo = info;
|
|
223
|
-
_graphBuildInfoByGraph.set(graph, info);
|
|
224
|
-
_anyGraphStamped = true;
|
|
225
|
-
}
|
|
226
|
-
export function getGraphBuildInfoForGraph(graph) {
|
|
227
|
-
return _graphBuildInfoByGraph.get(graph) ?? _lastGraphBuildInfo;
|
|
228
|
-
}
|
|
229
|
-
export function graphBuildInfoIsTrustworthy(graph) {
|
|
230
|
-
return _graphBuildInfoByGraph.has(graph) || !_anyGraphStamped;
|
|
231
|
-
}
|
|
232
|
-
function updateGraphBuildInfo(graph, patch) {
|
|
233
|
-
const info = { ...getGraphBuildInfoForGraph(graph), ...patch };
|
|
234
|
-
setGraphBuildInfo(graph, info);
|
|
235
|
-
return info;
|
|
236
|
-
}
|
|
237
|
-
export function clearGraphCache() {
|
|
238
|
-
_buildCache.clear();
|
|
239
|
-
}
|
|
240
|
-
export function clearReviewGraphWorkspaceCache(cwd) {
|
|
241
|
-
if (cwd === undefined) {
|
|
242
|
-
_buildCache.clear();
|
|
243
|
-
for (const entry of _workspaceGraphCache.values())
|
|
244
|
-
clearWorkspaceGraphTimer(entry);
|
|
245
|
-
_workspaceGraphCache.clear();
|
|
246
|
-
_sourcePathMemos.clear();
|
|
247
|
-
_workspaceCacheEpoch++;
|
|
248
|
-
_sizeSkipVerdicts.clear();
|
|
249
|
-
_retainedGraphSites.clear();
|
|
250
|
-
} else {
|
|
251
|
-
const normalized = normalizeMapKey(cwd);
|
|
252
|
-
const buildWorkspace = buildCacheWorkspaceKey(cwd);
|
|
253
|
-
for (const key of _buildCache.keys()) {
|
|
254
|
-
if (buildCacheKeyWorkspace(key) === buildWorkspace) {
|
|
255
|
-
_buildCache.delete(key);
|
|
256
|
-
}
|
|
257
|
-
}
|
|
258
|
-
const entry = _workspaceGraphCache.get(normalized);
|
|
259
|
-
if (entry)
|
|
260
|
-
clearWorkspaceGraphTimer(entry);
|
|
261
|
-
_workspaceCacheEpochs.set(normalized, (_workspaceCacheEpochs.get(normalized) ?? 0) + 1);
|
|
262
|
-
_workspaceGraphCache.delete(normalized);
|
|
263
|
-
_sourcePathMemos.delete(normalized);
|
|
264
|
-
_sizeSkipVerdicts.delete(normalized);
|
|
265
|
-
}
|
|
266
|
-
_lastGraphBuildInfo = { reused: false, mode: "full", graphChanged: true };
|
|
267
|
-
_anyGraphStamped = false;
|
|
268
|
-
}
|
|
269
|
-
let _reviewGraphBuildGateForTests;
|
|
270
|
-
export function _setReviewGraphBuildGateForTests(gate) {
|
|
271
|
-
_reviewGraphBuildGateForTests = gate;
|
|
272
|
-
}
|
|
273
|
-
const REVIEW_GRAPH_NODE_RESIDENT_BYTES = 450.5;
|
|
274
|
-
const REVIEW_GRAPH_EDGE_RESIDENT_BYTES = 243;
|
|
275
|
-
export function estimateReviewGraphStoreBytes(totalNodes, totalEdges) {
|
|
276
|
-
return totalNodes * REVIEW_GRAPH_NODE_RESIDENT_BYTES + totalEdges * REVIEW_GRAPH_EDGE_RESIDENT_BYTES;
|
|
277
|
-
}
|
|
278
|
-
const GRAPH_MAX_IN_MEMORY_BYTES_DEFAULT = 512 * 1024 * 1024;
|
|
279
|
-
function graphMaxInMemoryBytes() {
|
|
280
|
-
const raw = Number(process.env.DM_LENS_GRAPH_MAX_IN_MEMORY_BYTES);
|
|
281
|
-
return Number.isFinite(raw) && raw > 0 ? raw : GRAPH_MAX_IN_MEMORY_BYTES_DEFAULT;
|
|
282
|
-
}
|
|
283
|
-
function retainedGraph(cwd, graph) {
|
|
284
|
-
const nodes = graph.nodes.size;
|
|
285
|
-
const edges = graph.edges.length;
|
|
286
|
-
const bytes = estimateReviewGraphStoreBytes(nodes, edges);
|
|
287
|
-
const budget = graphMaxInMemoryBytes();
|
|
288
|
-
if (bytes <= budget)
|
|
289
|
-
return graph;
|
|
290
|
-
const elementCap = Math.max(1, Math.floor((nodes + edges) * budget / bytes));
|
|
291
|
-
let capped = capGraphForPersist(cwd, graph, elementCap);
|
|
292
|
-
if (capped.nodes.size === 0 && nodes > 0) {
|
|
293
|
-
capped = headSliceGraph(graph, elementCap);
|
|
294
|
-
incrementDegradationCount({
|
|
295
|
-
kind: "review-graph-memory-cap-floor",
|
|
296
|
-
subject: cwd,
|
|
297
|
-
reason: `centrality selection retained 0 of ${nodes} nodes at cap ${elementCap}; fell back to a ${capped.nodes.size}-node head slice`
|
|
298
|
-
});
|
|
299
|
-
}
|
|
300
|
-
const cappedNodes = capped.nodes.size;
|
|
301
|
-
const cappedEdges = capped.edges.length;
|
|
302
|
-
capped.persistCoverage = {
|
|
303
|
-
...capped.persistCoverage ?? graphCoverage(capped, elementCap),
|
|
304
|
-
partial: true,
|
|
305
|
-
capTrimmed: true
|
|
306
|
-
};
|
|
307
|
-
incrementDegradationCount({
|
|
308
|
-
kind: "review-graph-memory-cap",
|
|
309
|
-
subject: cwd,
|
|
310
|
-
reason: `live graph ${nodes}n/${edges}e ~${Math.round(bytes / (1024 * 1024))}MiB over ${Math.round(budget / (1024 * 1024))}MiB budget; trimmed to ${cappedNodes}n/${cappedEdges}e ~${Math.round(estimateReviewGraphStoreBytes(cappedNodes, cappedEdges) / (1024 * 1024))}MiB`
|
|
311
|
-
});
|
|
312
|
-
return capped;
|
|
313
|
-
}
|
|
314
|
-
function headSliceGraph(graph, cap) {
|
|
315
|
-
const nodeBudget = Math.max(1, Math.floor(cap * graph.nodes.size / (graph.nodes.size + graph.edges.length)));
|
|
316
|
-
const keptIds = new Set;
|
|
317
|
-
for (const [id] of graph.nodes) {
|
|
318
|
-
if (keptIds.size >= nodeBudget)
|
|
319
|
-
break;
|
|
320
|
-
keptIds.add(id);
|
|
321
|
-
}
|
|
322
|
-
const nodes = new Map([...graph.nodes].filter(([id]) => keptIds.has(id)));
|
|
323
|
-
const edgeBudget = Math.max(0, cap - nodes.size);
|
|
324
|
-
const edges = graph.edges.filter((edge) => keptIds.has(edge.from) && keptIds.has(edge.to)).slice(0, edgeBudget);
|
|
325
|
-
const sliced = {
|
|
326
|
-
...graph,
|
|
327
|
-
nodes,
|
|
328
|
-
edges,
|
|
329
|
-
edgesByFrom: new Map,
|
|
330
|
-
edgesByTo: new Map,
|
|
331
|
-
fileNodes: new Map,
|
|
332
|
-
symbolNodesByFile: new Map,
|
|
333
|
-
changedSymbolsByFile: new Map,
|
|
334
|
-
persistCoverage: undefined
|
|
335
|
-
};
|
|
336
|
-
rebuildIndexes(sliced);
|
|
337
|
-
return sliced;
|
|
338
|
-
}
|
|
339
|
-
function setSessionReviewGraphFact(cwd, facts, graph) {
|
|
340
|
-
const retained = retainedGraph(cwd, graph);
|
|
341
|
-
registerRetainedGraph(`fact:${cwd}`, retained);
|
|
342
|
-
facts.setSessionFact("session.reviewGraph", retained);
|
|
343
|
-
}
|
|
344
|
-
const _retainedGraphSites = new Map;
|
|
345
|
-
function registerRetainedGraph(site, graph) {
|
|
346
|
-
for (const [key, ref] of _retainedGraphSites) {
|
|
347
|
-
if (ref.deref() === undefined)
|
|
348
|
-
_retainedGraphSites.delete(key);
|
|
349
|
-
}
|
|
350
|
-
_retainedGraphSites.set(site, new WeakRef(graph));
|
|
351
|
-
}
|
|
352
|
-
export function getReviewGraphWorkspaceCacheSnapshot() {
|
|
353
|
-
let totalNodes = 0;
|
|
354
|
-
let totalEdges = 0;
|
|
355
|
-
const counted = new Set;
|
|
356
|
-
const count = (graph) => {
|
|
357
|
-
if (counted.has(graph))
|
|
358
|
-
return;
|
|
359
|
-
counted.add(graph);
|
|
360
|
-
totalNodes += graph.nodes.size;
|
|
361
|
-
totalEdges += graph.edges.length;
|
|
362
|
-
};
|
|
363
|
-
for (const entry of _workspaceGraphCache.values())
|
|
364
|
-
count(entry.graph);
|
|
365
|
-
for (const [key, ref] of _retainedGraphSites) {
|
|
366
|
-
const graph = ref.deref();
|
|
367
|
-
if (graph === undefined) {
|
|
368
|
-
_retainedGraphSites.delete(key);
|
|
369
|
-
continue;
|
|
370
|
-
}
|
|
371
|
-
count(graph);
|
|
372
|
-
}
|
|
373
|
-
return {
|
|
374
|
-
cacheEntries: _workspaceGraphCache.size,
|
|
375
|
-
totalNodes,
|
|
376
|
-
totalEdges,
|
|
377
|
-
residentBytes: estimateReviewGraphStoreBytes(totalNodes, totalEdges)
|
|
378
|
-
};
|
|
379
|
-
}
|
|
380
|
-
export function _getReviewGraphWorkspaceCacheKeysForTests() {
|
|
381
|
-
return [..._workspaceGraphCache.entries()].sort(([, a], [, b]) => a.lastUsedAt - b.lastUsedAt).map(([key]) => key);
|
|
382
|
-
}
|
|
383
|
-
export function _setReviewGraphWorkspaceEntryForTests(key, graph) {
|
|
384
|
-
setWorkspaceGraph(key, {
|
|
385
|
-
signature: "test",
|
|
386
|
-
fileSignatures: new Map,
|
|
387
|
-
graph
|
|
388
|
-
});
|
|
389
|
-
}
|
|
390
|
-
export function _setSessionReviewGraphFactForTests(cwd, facts, graph) {
|
|
391
|
-
setSessionReviewGraphFact(cwd, facts, graph);
|
|
392
|
-
}
|
|
393
|
-
export function _persistedCoverageForTests(coverage) {
|
|
394
|
-
return stripProcessLocalCoverage(coverage);
|
|
395
|
-
}
|
|
396
|
-
export function _getReviewGraphWorkspaceGraphForTests(key) {
|
|
397
|
-
return _workspaceGraphCache.get(key)?.graph;
|
|
398
|
-
}
|
|
399
|
-
export function _getReviewGraphCacheStateForTests(cwd) {
|
|
400
|
-
const cached = _workspaceGraphCache.get(normalizeMapKey(cwd));
|
|
401
|
-
if (!cached)
|
|
402
|
-
return;
|
|
403
|
-
touchWorkspaceGraph(normalizeMapKey(cwd));
|
|
404
|
-
return {
|
|
405
|
-
signature: cached.signature,
|
|
406
|
-
fileSignatures: new Map(cached.fileSignatures),
|
|
407
|
-
fileHashes: cached.fileHashes ? new Map(cached.fileHashes) : undefined
|
|
408
|
-
};
|
|
409
|
-
}
|
|
410
|
-
export function getReviewGraphCacheIdentity(cwd, graph) {
|
|
411
|
-
const cached = _workspaceGraphCache.get(normalizeMapKey(cwd));
|
|
412
|
-
if (!cached)
|
|
413
|
-
return;
|
|
414
|
-
touchWorkspaceGraph(normalizeMapKey(cwd));
|
|
415
|
-
if (graph) {
|
|
416
|
-
if (cached.buildGeneration === undefined && graph.buildGeneration === undefined) {
|
|
417
|
-
if (cached.graph !== graph)
|
|
418
|
-
return;
|
|
419
|
-
} else if (cached.buildGeneration !== graph.buildGeneration) {
|
|
420
|
-
return;
|
|
421
|
-
}
|
|
422
|
-
}
|
|
423
|
-
const version = graph?.version ?? cached.graph.version;
|
|
424
|
-
if (typeof version !== "string" || version.length === 0 || typeof cached.signature !== "string") {
|
|
425
|
-
return;
|
|
426
|
-
}
|
|
427
|
-
return { version, signature: cached.signature };
|
|
428
|
-
}
|
|
429
|
-
const _cwdWorktreeCheckedCwds = new Set;
|
|
430
|
-
export function _resetCwdWorktreeMismatchLogForTests() {
|
|
431
|
-
_cwdWorktreeCheckedCwds.clear();
|
|
432
|
-
}
|
|
433
|
-
function logCwdWorktreeMismatchOnce(cwd, resolveIdentity = resolveGitIdentity) {
|
|
434
|
-
const key = normalizeMapKey(cwd);
|
|
435
|
-
if (_cwdWorktreeCheckedCwds.has(key))
|
|
436
|
-
return;
|
|
437
|
-
_cwdWorktreeCheckedCwds.add(key);
|
|
438
|
-
const identity = resolveIdentity(cwd);
|
|
439
|
-
if (!identity)
|
|
440
|
-
return;
|
|
441
|
-
if (identity.worktreeRoot === normalizeFilePath(path.resolve(cwd)))
|
|
442
|
-
return;
|
|
443
|
-
logLatency({
|
|
444
|
-
type: "phase",
|
|
445
|
-
phase: "review_graph_cwd_worktree_mismatch",
|
|
446
|
-
filePath: cwd,
|
|
447
|
-
durationMs: 0,
|
|
448
|
-
metadata: { cwd, worktreeRoot: identity.worktreeRoot }
|
|
449
|
-
});
|
|
450
|
-
}
|
|
451
|
-
export function getLastGraphBuildInfo() {
|
|
452
|
-
return _lastGraphBuildInfo;
|
|
453
|
-
}
|
|
454
|
-
export function _setLastGraphBuildInfoForTests(info) {
|
|
455
|
-
_lastGraphBuildInfo = info;
|
|
456
|
-
}
|
|
457
|
-
function ensureIndexed(graph) {
|
|
458
|
-
if (graph.edges.length > 0 && graph.edgesByFrom.size === 0) {
|
|
459
|
-
rebuildIndexes(graph);
|
|
460
|
-
}
|
|
461
|
-
}
|
|
462
|
-
export function getCachedReviewGraph(cwd) {
|
|
463
|
-
const key = normalizeMapKey(cwd);
|
|
464
|
-
if (getReviewGraphSizeSkipVerdict(cwd))
|
|
465
|
-
return;
|
|
466
|
-
const cached = _workspaceGraphCache.get(key);
|
|
467
|
-
if (cached) {
|
|
468
|
-
touchWorkspaceGraph(key);
|
|
469
|
-
ensureIndexed(cached.graph);
|
|
470
|
-
return cached.graph;
|
|
471
|
-
}
|
|
472
|
-
const disk = loadPersistedGraph(cwd, {
|
|
473
|
-
verifyWorktreeIdentity: true,
|
|
474
|
-
allowPartial: true
|
|
475
|
-
});
|
|
476
|
-
if (!disk)
|
|
477
|
-
return;
|
|
478
|
-
setWorkspaceGraph(key, {
|
|
479
|
-
signature: disk.signature,
|
|
480
|
-
fileSignatures: disk.fileSignatures,
|
|
481
|
-
fileHashes: disk.fileHashes,
|
|
482
|
-
graph: disk.graph,
|
|
483
|
-
...disk.stampedHead ? { snapshotStampedHead: disk.stampedHead } : {}
|
|
484
|
-
});
|
|
485
|
-
return disk.graph;
|
|
486
|
-
}
|
|
487
|
-
export function getReviewGraphRevisionDrift(cwd) {
|
|
488
|
-
const entry = _workspaceGraphCache.get(normalizeMapKey(cwd));
|
|
489
|
-
const stampedHead = entry?.snapshotStampedHead;
|
|
490
|
-
if (!stampedHead)
|
|
491
|
-
return;
|
|
492
|
-
const current = resolveGitIdentity(cwd);
|
|
493
|
-
if (!current || current.headCommit === stampedHead)
|
|
494
|
-
return;
|
|
495
|
-
return { stampedHead, currentHead: current.headCommit };
|
|
496
|
-
}
|
|
497
|
-
|
|
498
|
-
export { formatReviewGraphRevisionDriftNote };
|
|
499
|
-
function makeCtx(filePath, cwd, facts) {
|
|
500
|
-
return {
|
|
501
|
-
filePath,
|
|
502
|
-
cwd,
|
|
503
|
-
kind: detectFileKind(filePath),
|
|
504
|
-
fileRole: detectFileRole(filePath),
|
|
505
|
-
pi: { getFlag: () => {
|
|
506
|
-
return;
|
|
507
|
-
} },
|
|
508
|
-
autofix: false,
|
|
509
|
-
deltaMode: false,
|
|
510
|
-
facts,
|
|
511
|
-
blockingOnly: false,
|
|
512
|
-
modifiedRanges: undefined,
|
|
513
|
-
hasTool: async () => false,
|
|
514
|
-
log: () => {}
|
|
515
|
-
};
|
|
516
|
-
}
|
|
517
|
-
function createEmptyGraph() {
|
|
518
|
-
return {
|
|
519
|
-
version: REVIEW_GRAPH_VERSION,
|
|
520
|
-
builtAt: new Date().toISOString(),
|
|
521
|
-
nodes: new Map,
|
|
522
|
-
edges: [],
|
|
523
|
-
edgesByFrom: new Map,
|
|
524
|
-
edgesByTo: new Map,
|
|
525
|
-
fileNodes: new Map,
|
|
526
|
-
symbolNodesByFile: new Map,
|
|
527
|
-
changedSymbolsByFile: new Map
|
|
528
|
-
};
|
|
529
|
-
}
|
|
530
|
-
function cloneGraph(graph) {
|
|
531
|
-
return {
|
|
532
|
-
version: graph.version,
|
|
533
|
-
builtAt: graph.builtAt,
|
|
534
|
-
nodes: new Map(graph.nodes),
|
|
535
|
-
edges: [...graph.edges],
|
|
536
|
-
edgesByFrom: new Map,
|
|
537
|
-
edgesByTo: new Map,
|
|
538
|
-
fileNodes: new Map,
|
|
539
|
-
symbolNodesByFile: new Map,
|
|
540
|
-
changedSymbolsByFile: new Map(graph.changedSymbolsByFile),
|
|
541
|
-
persistCoverage: graph.persistCoverage
|
|
542
|
-
};
|
|
543
|
-
}
|
|
544
|
-
function refreshGraphBuiltAt(graph) {
|
|
545
|
-
graph.builtAt = new Date().toISOString();
|
|
546
|
-
}
|
|
547
|
-
function sourceSignatureEntry(file) {
|
|
548
|
-
try {
|
|
549
|
-
const stat = fs.statSync(file);
|
|
550
|
-
return `${stat.size}:${stat.mtimeMs}`;
|
|
551
|
-
} catch {
|
|
552
|
-
return "missing";
|
|
553
|
-
}
|
|
554
|
-
}
|
|
555
|
-
const STAT_YIELD_EVERY = 100;
|
|
556
|
-
const yieldToLoop = () => new Promise((resolve) => setImmediate(resolve));
|
|
557
|
-
async function sourceSignatureMapAsync(files) {
|
|
558
|
-
const signatures = new Map;
|
|
559
|
-
let sinceYield = 0;
|
|
560
|
-
for (const file of files) {
|
|
561
|
-
signatures.set(file, sourceSignatureEntry(file));
|
|
562
|
-
if (++sinceYield >= STAT_YIELD_EVERY) {
|
|
563
|
-
sinceYield = 0;
|
|
564
|
-
await yieldToLoop();
|
|
565
|
-
}
|
|
566
|
-
}
|
|
567
|
-
return signatures;
|
|
568
|
-
}
|
|
569
|
-
function sourceSignatureFromMap(signatures) {
|
|
570
|
-
return [...signatures.entries()].sort(([a], [b]) => compareOrdinal(a, b)).map(([file, signature]) => `${file}:${signature}`).join("|");
|
|
571
|
-
}
|
|
572
|
-
function contentHashEntry(file) {
|
|
573
|
-
try {
|
|
574
|
-
return createHash("sha256").update(fs.readFileSync(file)).digest("hex");
|
|
575
|
-
} catch {
|
|
576
|
-
return "missing";
|
|
577
|
-
}
|
|
578
|
-
}
|
|
579
|
-
async function confirmContentChanged(candidates, previousHashes) {
|
|
580
|
-
const prior = previousHashes ?? new Map;
|
|
581
|
-
const hashes = new Map(prior);
|
|
582
|
-
const trulyChanged = [];
|
|
583
|
-
let sinceYield = 0;
|
|
584
|
-
for (const file of candidates) {
|
|
585
|
-
const hash = contentHashEntry(file);
|
|
586
|
-
hashes.set(file, hash);
|
|
587
|
-
if (prior.get(file) !== hash)
|
|
588
|
-
trulyChanged.push(file);
|
|
589
|
-
if (++sinceYield >= STAT_YIELD_EVERY) {
|
|
590
|
-
sinceYield = 0;
|
|
591
|
-
await yieldToLoop();
|
|
592
|
-
}
|
|
593
|
-
}
|
|
594
|
-
return { trulyChanged, hashes };
|
|
595
|
-
}
|
|
596
|
-
function diffSignatureMaps(previous, next) {
|
|
597
|
-
const added = [];
|
|
598
|
-
const changed = [];
|
|
599
|
-
for (const [file, signature] of next) {
|
|
600
|
-
const oldSignature = previous.get(file);
|
|
601
|
-
if (oldSignature === undefined)
|
|
602
|
-
added.push(file);
|
|
603
|
-
else if (oldSignature !== signature)
|
|
604
|
-
changed.push(file);
|
|
605
|
-
}
|
|
606
|
-
const removed = [];
|
|
607
|
-
for (const file of previous.keys()) {
|
|
608
|
-
if (!next.has(file))
|
|
609
|
-
removed.push(file);
|
|
610
|
-
}
|
|
611
|
-
return { added, removed, changed };
|
|
612
|
-
}
|
|
613
|
-
function getReviewGraphMaxFiles(cwd) {
|
|
614
|
-
const override = Number.parseInt(process.env.DM_LENS_REVIEW_GRAPH_MAX_FILES ?? "", 10);
|
|
615
|
-
return Number.isFinite(override) && override > 0 ? override : getReviewGraphMaxFilesDerived(cwd);
|
|
616
|
-
}
|
|
617
|
-
function getReviewGraphMaxFileBytes() {
|
|
618
|
-
const override = Number.parseInt(process.env.DM_LENS_REVIEW_GRAPH_MAX_FILE_BYTES ?? "", 10);
|
|
619
|
-
return Number.isFinite(override) && override > 0 ? override : RUNTIME_CONFIG.reviewGraph.maxFileBytes;
|
|
620
|
-
}
|
|
621
|
-
function isWithinReviewGraphSizeLimit(file) {
|
|
622
|
-
try {
|
|
623
|
-
return fs.statSync(file).size <= getReviewGraphMaxFileBytes();
|
|
624
|
-
} catch {
|
|
625
|
-
return false;
|
|
626
|
-
}
|
|
627
|
-
}
|
|
628
|
-
const DEFAULT_REVIEW_GRAPH_SIZE_SKIP_TTL_MS = 15 * 60000;
|
|
629
|
-
const _sizeSkipTtl = lazyEnvNumber("DM_LENS_REVIEW_GRAPH_SIZE_SKIP_TTL_MS", DEFAULT_REVIEW_GRAPH_SIZE_SKIP_TTL_MS);
|
|
630
|
-
export const _resetReviewGraphSizeSkipTtlForTests = _sizeSkipTtl._resetForTests;
|
|
631
|
-
const _buildAttempts = new Map;
|
|
632
|
-
export function getLastReviewGraphBuildAttempt(cwd) {
|
|
633
|
-
return _buildAttempts.get(normalizeMapKey(cwd));
|
|
634
|
-
}
|
|
635
|
-
export function _resetReviewGraphBuildAttemptsForTests() {
|
|
636
|
-
_buildAttempts.clear();
|
|
637
|
-
}
|
|
638
|
-
function recordBuildAttempt(cwd, outcome, reason, buildId) {
|
|
639
|
-
const key = normalizeMapKey(cwd);
|
|
640
|
-
const prior = _buildAttempts.get(key);
|
|
641
|
-
if (prior?.buildId !== undefined && (buildId === undefined || buildId < prior.buildId)) {
|
|
642
|
-
return;
|
|
643
|
-
}
|
|
644
|
-
_buildAttempts.set(key, {
|
|
645
|
-
when: new Date().toISOString(),
|
|
646
|
-
outcome,
|
|
647
|
-
...buildId === undefined ? {} : { buildId },
|
|
648
|
-
...reason ? { reason } : {}
|
|
649
|
-
});
|
|
650
|
-
}
|
|
651
|
-
function recordPersistFailure(cwd, reason, error, pending, workerState) {
|
|
652
|
-
const prior = _buildAttempts.get(normalizeMapKey(cwd));
|
|
653
|
-
const pendingBuildId = pending?.graphMetadata.buildId;
|
|
654
|
-
const belongsToCurrentBuild = pendingBuildId === undefined || prior?.buildId === pendingBuildId;
|
|
655
|
-
if (belongsToCurrentBuild && (prior === undefined || prior.outcome === "succeeded")) {
|
|
656
|
-
recordBuildAttempt(cwd, "succeeded", `graph built but persistence failed: ${error}`, pendingBuildId);
|
|
657
|
-
}
|
|
658
|
-
logReviewGraph({
|
|
659
|
-
cwd,
|
|
660
|
-
phase: "persist_failed",
|
|
661
|
-
reason,
|
|
662
|
-
error,
|
|
663
|
-
...pending ? {
|
|
664
|
-
observability: persistObservability(pending, {
|
|
665
|
-
status: "failed",
|
|
666
|
-
reason: workerState?.fallbackReason ?? reason,
|
|
667
|
-
workerStarted: workerState?.started,
|
|
668
|
-
workerCompleted: workerState?.completed,
|
|
669
|
-
...workerState?.fallbackReason ? { workerFallback: true } : {}
|
|
670
|
-
})
|
|
671
|
-
} : {}
|
|
672
|
-
});
|
|
673
|
-
}
|
|
674
|
-
const _sizeSkipVerdicts = new Map;
|
|
675
|
-
export function _resetReviewGraphSizeSkipVerdictsForTests() {
|
|
676
|
-
_sizeSkipVerdicts.clear();
|
|
677
|
-
}
|
|
678
|
-
function recordReviewGraphSizeSkip(cwd, sourceFileCount, maxFileCount) {
|
|
679
|
-
_sizeSkipVerdicts.set(normalizeMapKey(cwd), {
|
|
680
|
-
sourceFileCount,
|
|
681
|
-
maxFileCount,
|
|
682
|
-
sourceFileCountTruncated: true,
|
|
683
|
-
skippedAt: Date.now()
|
|
684
|
-
});
|
|
685
|
-
}
|
|
686
|
-
function clearReviewGraphSizeSkip(cwd) {
|
|
687
|
-
_sizeSkipVerdicts.delete(normalizeMapKey(cwd));
|
|
688
|
-
}
|
|
689
|
-
const REVIEW_GRAPH_SIZE_NEAR_MISS_RATIO = 0.05;
|
|
690
|
-
function isReviewGraphSizeNearMiss(sourceFileCount, maxFileCount) {
|
|
691
|
-
return sourceFileCount > maxFileCount && sourceFileCount <= maxFileCount * (1 + REVIEW_GRAPH_SIZE_NEAR_MISS_RATIO);
|
|
692
|
-
}
|
|
693
|
-
export function getReviewGraphSizeSkipVerdict(cwd, now = Date.now()) {
|
|
694
|
-
const key = normalizeMapKey(cwd);
|
|
695
|
-
const verdict = _sizeSkipVerdicts.get(key);
|
|
696
|
-
if (!verdict)
|
|
697
|
-
return;
|
|
698
|
-
if (now - verdict.skippedAt >= _sizeSkipTtl.get()) {
|
|
699
|
-
_sizeSkipVerdicts.delete(key);
|
|
700
|
-
return;
|
|
701
|
-
}
|
|
702
|
-
return verdict;
|
|
703
|
-
}
|
|
704
|
-
let _reviewGraphEntryBudgetForTests;
|
|
705
|
-
export function _setReviewGraphEntryBudgetForTests(maxScanEntries) {
|
|
706
|
-
_reviewGraphEntryBudgetForTests = maxScanEntries;
|
|
707
|
-
}
|
|
708
|
-
let _reviewGraphEntryCounterForTests;
|
|
709
|
-
export function _setReviewGraphEntryCounterForTests(counter) {
|
|
710
|
-
_reviewGraphEntryCounterForTests = counter;
|
|
711
|
-
}
|
|
712
|
-
export async function getGraphSourceFiles(cwd) {
|
|
713
|
-
const sourceMemo = sourcePathMemo(cwd);
|
|
714
|
-
const normalizeCallsBefore = sourceMemo.normalizeCalls.value;
|
|
715
|
-
const maxGraphFiles = getReviewGraphMaxFiles(cwd);
|
|
716
|
-
const { files: collected, entryBudgetExceeded } = await collectProjectSourceFilesWithBudgetAsync(cwd, {
|
|
717
|
-
extensions: MAIN_KIND_EXTENSIONS,
|
|
718
|
-
maxFiles: maxGraphFiles + 1,
|
|
719
|
-
..._reviewGraphEntryBudgetForTests === undefined ? {} : { maxScanEntries: _reviewGraphEntryBudgetForTests },
|
|
720
|
-
..._reviewGraphEntryCounterForTests === undefined ? {} : { onEntryVisited: _reviewGraphEntryCounterForTests }
|
|
721
|
-
});
|
|
722
|
-
if (entryBudgetExceeded) {
|
|
723
|
-
logLatency({
|
|
724
|
-
type: "phase",
|
|
725
|
-
phase: "review_graph_source_walk_entry_budget",
|
|
726
|
-
filePath: cwd,
|
|
727
|
-
durationMs: 0,
|
|
728
|
-
metadata: { cwd, collectedFiles: collected.length }
|
|
729
|
-
});
|
|
730
|
-
}
|
|
731
|
-
if (collected.length > maxGraphFiles) {
|
|
732
|
-
return {
|
|
733
|
-
files: collected,
|
|
734
|
-
pathNormalizeCalls: sourceMemo.normalizeCalls.value - normalizeCallsBefore,
|
|
735
|
-
sourceFileCount: collected.length,
|
|
736
|
-
maxFileCount: maxGraphFiles,
|
|
737
|
-
entryBudgetExceeded
|
|
738
|
-
};
|
|
739
|
-
}
|
|
740
|
-
const result = [];
|
|
741
|
-
let sinceYield = 0;
|
|
742
|
-
for (const raw of collected) {
|
|
743
|
-
const file = normalizeGraphSourcePath(sourceMemo, raw);
|
|
744
|
-
const kind = detectFileKind(file);
|
|
745
|
-
if (!!kind && MAIN_KINDS.has(kind) && detectFileRole(file) !== "test" && isWithinReviewGraphSizeLimit(file)) {
|
|
746
|
-
result.push(file);
|
|
747
|
-
}
|
|
748
|
-
if (++sinceYield >= STAT_YIELD_EVERY) {
|
|
749
|
-
sinceYield = 0;
|
|
750
|
-
await yieldToLoop();
|
|
751
|
-
}
|
|
752
|
-
}
|
|
753
|
-
return {
|
|
754
|
-
files: result,
|
|
755
|
-
pathNormalizeCalls: sourceMemo.normalizeCalls.value - normalizeCallsBefore,
|
|
756
|
-
sourceFileCount: result.length,
|
|
757
|
-
maxFileCount: maxGraphFiles,
|
|
758
|
-
entryBudgetExceeded
|
|
759
|
-
};
|
|
760
|
-
}
|
|
761
|
-
function addNode(graph, node) {
|
|
762
|
-
const isNew = !graph.nodes.has(node.id);
|
|
763
|
-
graph.nodes.set(node.id, node);
|
|
764
|
-
if (node.kind === "file" && node.filePath) {
|
|
765
|
-
graph.fileNodes.set(node.filePath, node.id);
|
|
766
|
-
return;
|
|
767
|
-
}
|
|
768
|
-
if (isNew && node.kind === "symbol" && node.filePath) {
|
|
769
|
-
const ids = graph.symbolNodesByFile.get(node.filePath) ?? [];
|
|
770
|
-
ids.push(node.id);
|
|
771
|
-
graph.symbolNodesByFile.set(node.filePath, ids);
|
|
772
|
-
}
|
|
773
|
-
}
|
|
774
|
-
function indexEdge(graph, edge) {
|
|
775
|
-
const from = graph.edgesByFrom.get(edge.from) ?? [];
|
|
776
|
-
from.push(edge);
|
|
777
|
-
graph.edgesByFrom.set(edge.from, from);
|
|
778
|
-
const to = graph.edgesByTo.get(edge.to) ?? [];
|
|
779
|
-
to.push(edge);
|
|
780
|
-
graph.edgesByTo.set(edge.to, to);
|
|
781
|
-
}
|
|
782
|
-
function unindexEdge(graph, edge) {
|
|
783
|
-
const from = graph.edgesByFrom.get(edge.from);
|
|
784
|
-
if (from) {
|
|
785
|
-
_rebuildCounters.removeOwnedEdgePositions += from.length;
|
|
786
|
-
const at = from.indexOf(edge);
|
|
787
|
-
if (at >= 0)
|
|
788
|
-
from.splice(at, 1);
|
|
789
|
-
if (from.length === 0)
|
|
790
|
-
graph.edgesByFrom.delete(edge.from);
|
|
791
|
-
}
|
|
792
|
-
const to = graph.edgesByTo.get(edge.to);
|
|
793
|
-
if (to) {
|
|
794
|
-
_rebuildCounters.removeOwnedEdgePositions += to.length;
|
|
795
|
-
const at = to.indexOf(edge);
|
|
796
|
-
if (at >= 0)
|
|
797
|
-
to.splice(at, 1);
|
|
798
|
-
if (to.length === 0)
|
|
799
|
-
graph.edgesByTo.delete(edge.to);
|
|
800
|
-
}
|
|
801
|
-
}
|
|
802
|
-
function unindexEdges(graph, removedEdges) {
|
|
803
|
-
const fromIds = new Set;
|
|
804
|
-
const toIds = new Set;
|
|
805
|
-
for (const edge of removedEdges) {
|
|
806
|
-
fromIds.add(edge.from);
|
|
807
|
-
toIds.add(edge.to);
|
|
808
|
-
}
|
|
809
|
-
for (const fromId of fromIds) {
|
|
810
|
-
const bucket = graph.edgesByFrom.get(fromId);
|
|
811
|
-
if (!bucket)
|
|
812
|
-
continue;
|
|
813
|
-
const kept = [];
|
|
814
|
-
for (const edge of bucket) {
|
|
815
|
-
_rebuildCounters.removeOwnedEdgePositions++;
|
|
816
|
-
if (!removedEdges.has(edge))
|
|
817
|
-
kept.push(edge);
|
|
818
|
-
}
|
|
819
|
-
if (kept.length === 0)
|
|
820
|
-
graph.edgesByFrom.delete(fromId);
|
|
821
|
-
else
|
|
822
|
-
graph.edgesByFrom.set(fromId, kept);
|
|
823
|
-
}
|
|
824
|
-
for (const toId of toIds) {
|
|
825
|
-
const bucket = graph.edgesByTo.get(toId);
|
|
826
|
-
if (!bucket)
|
|
827
|
-
continue;
|
|
828
|
-
const kept = [];
|
|
829
|
-
for (const edge of bucket) {
|
|
830
|
-
_rebuildCounters.removeOwnedEdgePositions++;
|
|
831
|
-
if (!removedEdges.has(edge))
|
|
832
|
-
kept.push(edge);
|
|
833
|
-
}
|
|
834
|
-
if (kept.length === 0)
|
|
835
|
-
graph.edgesByTo.delete(toId);
|
|
836
|
-
else
|
|
837
|
-
graph.edgesByTo.set(toId, kept);
|
|
838
|
-
}
|
|
839
|
-
}
|
|
840
|
-
function addEdge(graph, edge) {
|
|
841
|
-
graph.edges.push(edge);
|
|
842
|
-
indexEdge(graph, edge);
|
|
843
|
-
}
|
|
844
|
-
function rebuildIndexes(graph) {
|
|
845
|
-
graph.edgesByFrom = new Map;
|
|
846
|
-
graph.edgesByTo = new Map;
|
|
847
|
-
graph.fileNodes = new Map;
|
|
848
|
-
graph.symbolNodesByFile = new Map;
|
|
849
|
-
for (const node of graph.nodes.values()) {
|
|
850
|
-
if (node.kind === "file" && node.filePath) {
|
|
851
|
-
graph.fileNodes.set(node.filePath, node.id);
|
|
852
|
-
}
|
|
853
|
-
if (node.kind === "symbol" && node.filePath) {
|
|
854
|
-
const ids = graph.symbolNodesByFile.get(node.filePath) ?? [];
|
|
855
|
-
ids.push(node.id);
|
|
856
|
-
graph.symbolNodesByFile.set(node.filePath, ids);
|
|
857
|
-
}
|
|
858
|
-
}
|
|
859
|
-
for (const edge of graph.edges) {
|
|
860
|
-
const from = graph.edgesByFrom.get(edge.from) ?? [];
|
|
861
|
-
from.push(edge);
|
|
862
|
-
graph.edgesByFrom.set(edge.from, from);
|
|
863
|
-
const to = graph.edgesByTo.get(edge.to) ?? [];
|
|
864
|
-
to.push(edge);
|
|
865
|
-
graph.edgesByTo.set(edge.to, to);
|
|
866
|
-
}
|
|
867
|
-
}
|
|
868
|
-
const GRAPH_CACHE_FILENAME = "review-graph.json.gz";
|
|
869
|
-
const LEGACY_GRAPH_CACHE_FILENAME = "review-graph.json";
|
|
870
|
-
const GRAPH_CHECKPOINT_FILENAME = "review-graph.checkpoint.json.gz";
|
|
871
|
-
function logSnapshotReadVerdict(cwd, phase, reason) {
|
|
872
|
-
const verdict = phase === "snapshot_read_dropped" ? "dropped" : "drifted";
|
|
873
|
-
const isRisingEdge = incrementDegradationCount({
|
|
874
|
-
kind: "review-graph-snapshot-read",
|
|
875
|
-
subject: `${verdict}:${normalizeMapKey(cwd)}`,
|
|
876
|
-
reason
|
|
877
|
-
});
|
|
878
|
-
if (!isRisingEdge)
|
|
879
|
-
return;
|
|
880
|
-
logReviewGraph({ cwd, phase, reason });
|
|
881
|
-
}
|
|
882
|
-
function loadPersistedGraph(cwd, opts, resolveIdentity = resolveGitIdentity) {
|
|
883
|
-
const cacheDir = path.join(getProjectDataDir(cwd), "cache");
|
|
884
|
-
const cachePath = path.join(cacheDir, GRAPH_CACHE_FILENAME);
|
|
885
|
-
const legacyPath = path.join(cacheDir, LEGACY_GRAPH_CACHE_FILENAME);
|
|
886
|
-
try {
|
|
887
|
-
const raw = fs.existsSync(cachePath) ? gunzipSync(fs.readFileSync(cachePath)).toString("utf-8") : fs.readFileSync(legacyPath, "utf-8");
|
|
888
|
-
const data = JSON.parse(raw);
|
|
889
|
-
if (data.version !== REVIEW_GRAPH_VERSION || typeof data.signature !== "string" || typeof data.builtAt !== "string" || !Array.isArray(data.nodes) || !Array.isArray(data.edges))
|
|
890
|
-
return null;
|
|
891
|
-
if (data.coverage?.partial && !opts?.allowPartial)
|
|
892
|
-
return null;
|
|
893
|
-
let stampedHead;
|
|
894
|
-
if (opts?.verifyWorktreeIdentity && data.gitStamp) {
|
|
895
|
-
const current = resolveIdentity(cwd);
|
|
896
|
-
if (current && current.worktreeRoot !== data.gitStamp.worktreeRoot) {
|
|
897
|
-
logSnapshotReadVerdict(cwd, "snapshot_read_dropped", "worktree_mismatch");
|
|
898
|
-
return null;
|
|
899
|
-
}
|
|
900
|
-
if (current && current.headCommit !== data.gitStamp.headCommit) {
|
|
901
|
-
stampedHead = data.gitStamp.headCommit;
|
|
902
|
-
logSnapshotReadVerdict(cwd, "snapshot_read_drifted", "head_moved");
|
|
903
|
-
}
|
|
904
|
-
}
|
|
905
|
-
const graph = {
|
|
906
|
-
version: data.version,
|
|
907
|
-
builtAt: data.builtAt,
|
|
908
|
-
nodes: new Map(data.nodes),
|
|
909
|
-
edges: data.edges,
|
|
910
|
-
edgesByFrom: new Map,
|
|
911
|
-
edgesByTo: new Map,
|
|
912
|
-
fileNodes: new Map,
|
|
913
|
-
symbolNodesByFile: new Map,
|
|
914
|
-
changedSymbolsByFile: new Map,
|
|
915
|
-
persistCoverage: data.coverage
|
|
916
|
-
};
|
|
917
|
-
rebuildIndexes(graph);
|
|
918
|
-
return {
|
|
919
|
-
signature: data.signature,
|
|
920
|
-
fileSignatures: new Map(data.fileSignatures ?? []),
|
|
921
|
-
fileHashes: new Map(data.fileHashes ?? []),
|
|
922
|
-
graph,
|
|
923
|
-
...stampedHead ? { stampedHead } : {}
|
|
924
|
-
};
|
|
925
|
-
} catch {
|
|
926
|
-
return null;
|
|
927
|
-
}
|
|
928
|
-
}
|
|
929
|
-
function getPersistedReviewGraphVersion(cwd) {
|
|
930
|
-
const cacheDir = path.join(getProjectDataDir(cwd), "cache");
|
|
931
|
-
const cachePath = path.join(cacheDir, GRAPH_CACHE_FILENAME);
|
|
932
|
-
const legacyPath = path.join(cacheDir, LEGACY_GRAPH_CACHE_FILENAME);
|
|
933
|
-
if (fs.existsSync(cachePath)) {
|
|
934
|
-
let fd;
|
|
935
|
-
try {
|
|
936
|
-
fd = fs.openSync(cachePath, "r");
|
|
937
|
-
const compressed = Buffer.alloc(4096);
|
|
938
|
-
const n = fs.readSync(fd, compressed, 0, compressed.length, 0);
|
|
939
|
-
const head = gunzipSync(compressed.subarray(0, n), {
|
|
940
|
-
finishFlush: zlibConstants.Z_SYNC_FLUSH
|
|
941
|
-
}).toString("utf-8");
|
|
942
|
-
const match = head.match(/"version"\s*:\s*"([^"]+)"/);
|
|
943
|
-
return match ? match[1] : null;
|
|
944
|
-
} catch {
|
|
945
|
-
return null;
|
|
946
|
-
} finally {
|
|
947
|
-
if (fd !== undefined) {
|
|
948
|
-
try {
|
|
949
|
-
fs.closeSync(fd);
|
|
950
|
-
} catch {}
|
|
951
|
-
}
|
|
952
|
-
}
|
|
953
|
-
}
|
|
954
|
-
let fd;
|
|
955
|
-
try {
|
|
956
|
-
fd = fs.openSync(legacyPath, "r");
|
|
957
|
-
const buf = Buffer.alloc(200);
|
|
958
|
-
const n = fs.readSync(fd, buf, 0, 200, 0);
|
|
959
|
-
const match = buf.toString("utf-8", 0, n).match(/"version"\s*:\s*"([^"]+)"/);
|
|
960
|
-
return match ? match[1] : null;
|
|
961
|
-
} catch {
|
|
962
|
-
return null;
|
|
963
|
-
} finally {
|
|
964
|
-
if (fd !== undefined) {
|
|
965
|
-
try {
|
|
966
|
-
fs.closeSync(fd);
|
|
967
|
-
} catch {}
|
|
968
|
-
}
|
|
969
|
-
}
|
|
970
|
-
}
|
|
971
|
-
export function isReviewGraphMigrationNeeded(cwd) {
|
|
972
|
-
const version = getPersistedReviewGraphVersion(cwd);
|
|
973
|
-
return version !== null && version !== REVIEW_GRAPH_VERSION;
|
|
974
|
-
}
|
|
975
|
-
const GRAPH_PERSIST_DEBOUNCE_MS_DEFAULT = 1500;
|
|
976
|
-
export const GRAPH_PERSIST_MAX_ELEMENTS_DEFAULT = 500000;
|
|
977
|
-
function graphPersistDebounceMs() {
|
|
978
|
-
const raw = Number(process.env.DM_LENS_GRAPH_PERSIST_DEBOUNCE_MS);
|
|
979
|
-
return Number.isFinite(raw) && raw >= 0 ? raw : GRAPH_PERSIST_DEBOUNCE_MS_DEFAULT;
|
|
980
|
-
}
|
|
981
|
-
function graphPersistMaxElements() {
|
|
982
|
-
const raw = Number(process.env.DM_LENS_GRAPH_PERSIST_MAX_ELEMENTS);
|
|
983
|
-
return Number.isFinite(raw) && raw > 0 ? raw : GRAPH_PERSIST_MAX_ELEMENTS_DEFAULT;
|
|
984
|
-
}
|
|
985
|
-
const _pendingPersist = new Map;
|
|
986
|
-
const _persistTimers = new Map;
|
|
987
|
-
const _persistGenerations = new Map;
|
|
988
|
-
const _workerRequests = new Map;
|
|
989
|
-
let _persistWorker;
|
|
990
|
-
let _persistWorkerRequestId = 0;
|
|
991
|
-
let _persistAttemptId = 0;
|
|
992
|
-
let _workerDisabled = false;
|
|
993
|
-
let _persistWorkerUnavailableReason;
|
|
994
|
-
let _lastWorkerFallbackReasonForTests;
|
|
995
|
-
let _persistWorkerHeapStatistics = null;
|
|
996
|
-
export function refreshReviewGraphPersistWorkerHeapStatistics() {
|
|
997
|
-
const worker = _persistWorker;
|
|
998
|
-
if (!worker || typeof worker.getHeapStatistics !== "function") {
|
|
999
|
-
return Promise.resolve();
|
|
1000
|
-
}
|
|
1001
|
-
return readWorkerHeapStatistics(worker).then((stats) => {
|
|
1002
|
-
if (_persistWorker === worker)
|
|
1003
|
-
_persistWorkerHeapStatistics = stats;
|
|
1004
|
-
}).catch(() => {});
|
|
1005
|
-
}
|
|
1006
|
-
export function getReviewGraphPersistWorkerHeapStatistics() {
|
|
1007
|
-
return _persistWorkerHeapStatistics;
|
|
1008
|
-
}
|
|
1009
|
-
const _checkpointGenerations = new Map;
|
|
1010
|
-
const _checkpointWorkerRequests = new Map;
|
|
1011
|
-
let _checkpointOffloadCountForTests = 0;
|
|
1012
|
-
function persistedData(pending) {
|
|
1013
|
-
return {
|
|
1014
|
-
version: pending.graph.version,
|
|
1015
|
-
builtAt: pending.graph.builtAt,
|
|
1016
|
-
signature: pending.signature,
|
|
1017
|
-
fileSignatures: Array.from(pending.fileSignatures.entries()),
|
|
1018
|
-
fileHashes: pending.fileHashes ? Array.from(pending.fileHashes.entries()) : undefined,
|
|
1019
|
-
nodes: Array.from(pending.graph.nodes.entries()),
|
|
1020
|
-
edges: pending.graph.edges,
|
|
1021
|
-
coverage: stripProcessLocalCoverage(pending.graph.persistCoverage),
|
|
1022
|
-
gitStamp: pending.gitStamp
|
|
1023
|
-
};
|
|
1024
|
-
}
|
|
1025
|
-
function stripProcessLocalCoverage(coverage) {
|
|
1026
|
-
if (!coverage?.capTrimmed)
|
|
1027
|
-
return coverage;
|
|
1028
|
-
const { capTrimmed: _capTrimmed, ...persisted } = coverage;
|
|
1029
|
-
return persisted;
|
|
1030
|
-
}
|
|
1031
|
-
function countRetainedSourceFiles(graph, sourceFilePaths) {
|
|
1032
|
-
if (sourceFilePaths === undefined)
|
|
1033
|
-
return graph.fileNodes.size;
|
|
1034
|
-
const sourceKeys = new Set(sourceFilePaths);
|
|
1035
|
-
let retained = 0;
|
|
1036
|
-
for (const filePath of sourceKeys) {
|
|
1037
|
-
if (graph.fileNodes.has(filePath))
|
|
1038
|
-
retained++;
|
|
1039
|
-
}
|
|
1040
|
-
return retained;
|
|
1041
|
-
}
|
|
1042
|
-
function graphCoverage(graph, cap, sourceFileCount = graph.persistCoverage?.totalFiles ?? graph.fileNodes.size, sourceFilesTruncated = graph.persistCoverage?.sourceFilesTruncated === true, sourceFilePaths) {
|
|
1043
|
-
const inherited = graph.persistCoverage;
|
|
1044
|
-
return {
|
|
1045
|
-
partial: inherited?.partial === true || sourceFilesTruncated,
|
|
1046
|
-
cap,
|
|
1047
|
-
totalNodes: graph.nodes.size,
|
|
1048
|
-
totalEdges: graph.edges.length,
|
|
1049
|
-
persistedNodes: graph.nodes.size,
|
|
1050
|
-
persistedEdges: graph.edges.length,
|
|
1051
|
-
totalFiles: sourceFileCount,
|
|
1052
|
-
persistedFiles: countRetainedSourceFiles(graph, sourceFilePaths),
|
|
1053
|
-
...sourceFilesTruncated ? { sourceFilesTruncated: true } : {},
|
|
1054
|
-
...inherited?.inProgress ? { inProgress: true } : {}
|
|
1055
|
-
};
|
|
1056
|
-
}
|
|
1057
|
-
function capGraphForPersist(cwd, graph, cap, options = {}) {
|
|
1058
|
-
const totalElements = graph.nodes.size + graph.edges.length;
|
|
1059
|
-
const nodeBudget = Math.max(1, Math.floor(cap * graph.nodes.size / totalElements));
|
|
1060
|
-
const reverseDeps = buildReverseDependencyIndexFromGraph({ cwd, graph });
|
|
1061
|
-
const rankedFiles = rankFilesByReverseDependencyCentrality(reverseDeps);
|
|
1062
|
-
const indexNodesByFile = (fold) => {
|
|
1063
|
-
const byFile = new Map;
|
|
1064
|
-
for (const [id, node] of graph.nodes) {
|
|
1065
|
-
if (!node.filePath)
|
|
1066
|
-
continue;
|
|
1067
|
-
const fileKey = fold ? normalizeMapKey(node.filePath) : node.filePath;
|
|
1068
|
-
const ids = byFile.get(fileKey) ?? [];
|
|
1069
|
-
ids.push(id);
|
|
1070
|
-
byFile.set(fileKey, ids);
|
|
1071
|
-
}
|
|
1072
|
-
return byFile;
|
|
1073
|
-
};
|
|
1074
|
-
const reachableNodes = (byFile) => {
|
|
1075
|
-
let reached = 0;
|
|
1076
|
-
for (const filePath of rankedFiles)
|
|
1077
|
-
reached += byFile.get(filePath)?.length ?? 0;
|
|
1078
|
-
return reached;
|
|
1079
|
-
};
|
|
1080
|
-
let placeableNodes = 0;
|
|
1081
|
-
for (const node of graph.nodes.values())
|
|
1082
|
-
if (node.filePath)
|
|
1083
|
-
placeableNodes++;
|
|
1084
|
-
let nodeIdsByFile = indexNodesByFile(false);
|
|
1085
|
-
if (reachableNodes(nodeIdsByFile) < placeableNodes) {
|
|
1086
|
-
const folded = indexNodesByFile(true);
|
|
1087
|
-
if (reachableNodes(folded) > reachableNodes(nodeIdsByFile)) {
|
|
1088
|
-
nodeIdsByFile = folded;
|
|
1089
|
-
}
|
|
1090
|
-
}
|
|
1091
|
-
const keptIds = new Set;
|
|
1092
|
-
for (const filePath of rankedFiles) {
|
|
1093
|
-
const ids = nodeIdsByFile.get(filePath) ?? [];
|
|
1094
|
-
if (ids.length === 0)
|
|
1095
|
-
continue;
|
|
1096
|
-
const effectiveNodeBudget = keptIds.size === 0 ? Math.max(nodeBudget, Math.min(cap, ids.length)) : nodeBudget;
|
|
1097
|
-
if (keptIds.size + ids.length > effectiveNodeBudget)
|
|
1098
|
-
continue;
|
|
1099
|
-
for (const id of ids)
|
|
1100
|
-
keptIds.add(id);
|
|
1101
|
-
}
|
|
1102
|
-
const nodes = new Map([...graph.nodes].filter(([id]) => keptIds.has(id)));
|
|
1103
|
-
const edgeBudget = Math.max(0, cap - nodes.size);
|
|
1104
|
-
const edges = graph.edges.filter((edge) => keptIds.has(edge.from) && keptIds.has(edge.to)).slice(0, edgeBudget);
|
|
1105
|
-
const coverage = {
|
|
1106
|
-
partial: true,
|
|
1107
|
-
cap,
|
|
1108
|
-
totalNodes: graph.nodes.size,
|
|
1109
|
-
totalEdges: graph.edges.length,
|
|
1110
|
-
persistedNodes: nodes.size,
|
|
1111
|
-
persistedEdges: edges.length,
|
|
1112
|
-
totalFiles: options.sourceFileCount ?? graph.persistCoverage?.totalFiles ?? graph.fileNodes.size,
|
|
1113
|
-
persistedFiles: 0,
|
|
1114
|
-
...options.sourceFilesTruncated || graph.persistCoverage?.sourceFilesTruncated ? { sourceFilesTruncated: true } : {},
|
|
1115
|
-
...graph.persistCoverage?.inProgress ? { inProgress: true } : {}
|
|
1116
|
-
};
|
|
1117
|
-
const capped = {
|
|
1118
|
-
...graph,
|
|
1119
|
-
nodes,
|
|
1120
|
-
edges,
|
|
1121
|
-
edgesByFrom: new Map,
|
|
1122
|
-
edgesByTo: new Map,
|
|
1123
|
-
fileNodes: new Map,
|
|
1124
|
-
symbolNodesByFile: new Map,
|
|
1125
|
-
changedSymbolsByFile: new Map,
|
|
1126
|
-
persistCoverage: undefined
|
|
1127
|
-
};
|
|
1128
|
-
rebuildIndexes(capped);
|
|
1129
|
-
coverage.persistedFiles = countRetainedSourceFiles(capped, options.sourceFilePaths);
|
|
1130
|
-
capped.persistCoverage = coverage;
|
|
1131
|
-
return capped;
|
|
1132
|
-
}
|
|
1133
|
-
function persistObservability(pending, patch) {
|
|
1134
|
-
return {
|
|
1135
|
-
graph: pending.graphMetadata,
|
|
1136
|
-
persistence: { ...pending.persistenceMetadata, ...patch }
|
|
1137
|
-
};
|
|
1138
|
-
}
|
|
1139
|
-
function logPersistSuccess(key, pending, stats, workerState = { started: false, completed: false }) {
|
|
1140
|
-
logLatency({
|
|
1141
|
-
type: "phase",
|
|
1142
|
-
phase: "review_graph_persist",
|
|
1143
|
-
filePath: pending.cachePath,
|
|
1144
|
-
durationMs: stats.durationMs,
|
|
1145
|
-
metadata: { elements: pending.elementCount, ...stats }
|
|
1146
|
-
});
|
|
1147
|
-
logReviewGraph({
|
|
1148
|
-
cwd: key,
|
|
1149
|
-
phase: "persist_succeeded",
|
|
1150
|
-
elements: pending.elementCount,
|
|
1151
|
-
...stats,
|
|
1152
|
-
durationMs: stats.durationMs,
|
|
1153
|
-
observability: persistObservability(pending, {
|
|
1154
|
-
status: "succeeded",
|
|
1155
|
-
workerStarted: workerState.started,
|
|
1156
|
-
workerCompleted: workerState.completed,
|
|
1157
|
-
...workerState.fallback ? { workerFallback: true } : {}
|
|
1158
|
-
})
|
|
1159
|
-
});
|
|
1160
|
-
}
|
|
1161
|
-
function writePendingOnMainThread(key, pending, reason, workerState = { started: false, completed: false }) {
|
|
1162
|
-
const persistStarted = performance.now();
|
|
1163
|
-
const serializeStarted = performance.now();
|
|
1164
|
-
try {
|
|
1165
|
-
const json = JSON.stringify(persistedData(pending));
|
|
1166
|
-
const serializeMs = performance.now() - serializeStarted;
|
|
1167
|
-
const rawBytes = Buffer.byteLength(json);
|
|
1168
|
-
const writeStarted = performance.now();
|
|
1169
|
-
const gzip = gzipSync(json);
|
|
1170
|
-
fs.mkdirSync(pending.cacheDir, { recursive: true });
|
|
1171
|
-
writeFileAtomic(pending.cachePath, gzip, { bestEffort: false });
|
|
1172
|
-
fs.rmSync(path.join(pending.cacheDir, LEGACY_GRAPH_CACHE_FILENAME), {
|
|
1173
|
-
force: true
|
|
1174
|
-
});
|
|
1175
|
-
logPersistSuccess(key, pending, {
|
|
1176
|
-
rawBytes,
|
|
1177
|
-
gzBytes: gzip.byteLength,
|
|
1178
|
-
serializeMs,
|
|
1179
|
-
writeMs: performance.now() - writeStarted,
|
|
1180
|
-
durationMs: performance.now() - persistStarted,
|
|
1181
|
-
offloaded: false
|
|
1182
|
-
}, {
|
|
1183
|
-
started: workerState.started,
|
|
1184
|
-
completed: workerState.completed,
|
|
1185
|
-
fallback: Boolean(reason)
|
|
1186
|
-
});
|
|
1187
|
-
if (reason) {
|
|
1188
|
-
_lastWorkerFallbackReasonForTests = reason;
|
|
1189
|
-
logReviewGraph({
|
|
1190
|
-
cwd: key,
|
|
1191
|
-
phase: "worker_fallback",
|
|
1192
|
-
reason: "worker_fallback",
|
|
1193
|
-
error: reason,
|
|
1194
|
-
offloaded: false,
|
|
1195
|
-
observability: persistObservability(pending, {
|
|
1196
|
-
status: "fallback",
|
|
1197
|
-
workerStarted: workerState.started,
|
|
1198
|
-
workerCompleted: workerState.completed,
|
|
1199
|
-
workerFallback: true,
|
|
1200
|
-
reason: workerState.fallbackReason ?? "worker_fallback"
|
|
1201
|
-
})
|
|
1202
|
-
});
|
|
1203
|
-
}
|
|
1204
|
-
} catch (err) {
|
|
1205
|
-
const message = err instanceof Error ? err.message : String(err);
|
|
1206
|
-
recordPersistFailure(key, "cache_write_failed", message, pending, workerState);
|
|
1207
|
-
}
|
|
1208
|
-
}
|
|
1209
|
-
function handleWorkerResult(result) {
|
|
1210
|
-
const checkpoint = _checkpointWorkerRequests.get(result.id);
|
|
1211
|
-
if (checkpoint) {
|
|
1212
|
-
handleCheckpointWorkerResult(checkpoint, result);
|
|
1213
|
-
return;
|
|
1214
|
-
}
|
|
1215
|
-
const request = _workerRequests.get(result.id);
|
|
1216
|
-
if (!request) {
|
|
1217
|
-
fs.rm(result.stagePath, { force: true }, () => {});
|
|
1218
|
-
return;
|
|
1219
|
-
}
|
|
1220
|
-
_workerRequests.delete(result.id);
|
|
1221
|
-
const { key, pending } = request;
|
|
1222
|
-
const currentGeneration = _persistGenerations.get(key);
|
|
1223
|
-
if (currentGeneration !== result.generation) {
|
|
1224
|
-
try {
|
|
1225
|
-
fs.rmSync(result.stagePath, { force: true });
|
|
1226
|
-
} catch (reapErr) {
|
|
1227
|
-
logReviewGraph({
|
|
1228
|
-
cwd: key,
|
|
1229
|
-
phase: "persist_failed",
|
|
1230
|
-
reason: `superseded-stage reap failed: ${String(reapErr)}`
|
|
1231
|
-
});
|
|
1232
|
-
}
|
|
1233
|
-
logReviewGraph({
|
|
1234
|
-
cwd: key,
|
|
1235
|
-
phase: "persist_skipped",
|
|
1236
|
-
reason: "superseded",
|
|
1237
|
-
observability: persistObservability(pending, {
|
|
1238
|
-
status: "superseded",
|
|
1239
|
-
supersededByGeneration: currentGeneration,
|
|
1240
|
-
reason: "newer_generation_scheduled",
|
|
1241
|
-
workerStarted: true,
|
|
1242
|
-
workerCompleted: true
|
|
1243
|
-
})
|
|
1244
|
-
});
|
|
1245
|
-
return;
|
|
1246
|
-
}
|
|
1247
|
-
if (result.error || result.rawBytes === undefined || result.gzBytes === undefined || result.serializeMs === undefined || result.writeMs === undefined || result.durationMs === undefined) {
|
|
1248
|
-
fs.rm(result.stagePath, { force: true }, () => {});
|
|
1249
|
-
writePendingOnMainThread(key, pending, result.error ?? "invalid worker result", {
|
|
1250
|
-
started: true,
|
|
1251
|
-
completed: true,
|
|
1252
|
-
fallbackReason: result.error ? "worker_error" : "invalid_worker_result"
|
|
1253
|
-
});
|
|
1254
|
-
return;
|
|
1255
|
-
}
|
|
1256
|
-
try {
|
|
1257
|
-
fs.renameSync(result.stagePath, pending.cachePath);
|
|
1258
|
-
fs.rmSync(path.join(pending.cacheDir, LEGACY_GRAPH_CACHE_FILENAME), {
|
|
1259
|
-
force: true
|
|
1260
|
-
});
|
|
1261
|
-
logPersistSuccess(key, pending, {
|
|
1262
|
-
rawBytes: result.rawBytes,
|
|
1263
|
-
gzBytes: result.gzBytes,
|
|
1264
|
-
serializeMs: result.serializeMs,
|
|
1265
|
-
writeMs: result.writeMs,
|
|
1266
|
-
durationMs: result.durationMs,
|
|
1267
|
-
offloaded: true
|
|
1268
|
-
}, { started: true, completed: true });
|
|
1269
|
-
} catch (err) {
|
|
1270
|
-
fs.rm(result.stagePath, { force: true }, () => {});
|
|
1271
|
-
writePendingOnMainThread(key, pending, err instanceof Error ? err.message : String(err), {
|
|
1272
|
-
started: true,
|
|
1273
|
-
completed: true,
|
|
1274
|
-
fallbackReason: "promotion_failed"
|
|
1275
|
-
});
|
|
1276
|
-
}
|
|
1277
|
-
}
|
|
1278
|
-
function handleCheckpointWorkerResult(cp, result) {
|
|
1279
|
-
_checkpointWorkerRequests.delete(result.id);
|
|
1280
|
-
if (result.error || result.gzBytes === undefined) {
|
|
1281
|
-
logReviewGraph({
|
|
1282
|
-
cwd: cp.cwd,
|
|
1283
|
-
phase: "checkpoint_write_failed",
|
|
1284
|
-
reason: "worker_error",
|
|
1285
|
-
error: result.error ?? "worker returned no gz metrics"
|
|
1286
|
-
});
|
|
1287
|
-
fs.rm(result.stagePath, { force: true }, () => {});
|
|
1288
|
-
return;
|
|
1289
|
-
}
|
|
1290
|
-
if (_checkpointGenerations.get(cp.cwd) !== cp.generation) {
|
|
1291
|
-
fs.rm(result.stagePath, { force: true }, () => {});
|
|
1292
|
-
return;
|
|
1293
|
-
}
|
|
1294
|
-
try {
|
|
1295
|
-
fs.renameSync(result.stagePath, cp.checkpointPath);
|
|
1296
|
-
logReviewGraph({
|
|
1297
|
-
cwd: cp.cwd,
|
|
1298
|
-
phase: "checkpoint_written",
|
|
1299
|
-
nodes: cp.nodes,
|
|
1300
|
-
edges: cp.edges,
|
|
1301
|
-
processed: cp.processed,
|
|
1302
|
-
target: cp.target,
|
|
1303
|
-
offloaded: true
|
|
1304
|
-
});
|
|
1305
|
-
} catch (err) {
|
|
1306
|
-
logReviewGraph({
|
|
1307
|
-
cwd: cp.cwd,
|
|
1308
|
-
phase: "checkpoint_write_failed",
|
|
1309
|
-
reason: "promote_failed",
|
|
1310
|
-
error: err instanceof Error ? err.message : String(err)
|
|
1311
|
-
});
|
|
1312
|
-
fs.rm(result.stagePath, { force: true }, () => {});
|
|
1313
|
-
}
|
|
1314
|
-
}
|
|
1315
|
-
function handleWorkerDeath(reason) {
|
|
1316
|
-
_persistWorkerUnavailableReason = reason;
|
|
1317
|
-
_persistWorker = undefined;
|
|
1318
|
-
_persistWorkerHeapStatistics = null;
|
|
1319
|
-
_workerDisabled = true;
|
|
1320
|
-
const requests = [..._workerRequests.values()];
|
|
1321
|
-
_workerRequests.clear();
|
|
1322
|
-
for (const { key, pending } of requests) {
|
|
1323
|
-
if (_persistGenerations.get(key) !== pending.generation) {
|
|
1324
|
-
logReviewGraph({
|
|
1325
|
-
cwd: key,
|
|
1326
|
-
phase: "persist_skipped",
|
|
1327
|
-
reason: "superseded",
|
|
1328
|
-
observability: persistObservability(pending, {
|
|
1329
|
-
status: "superseded",
|
|
1330
|
-
supersededByGeneration: _persistGenerations.get(key),
|
|
1331
|
-
reason: "worker_death_after_newer_generation",
|
|
1332
|
-
workerStarted: true,
|
|
1333
|
-
workerCompleted: false
|
|
1334
|
-
})
|
|
1335
|
-
});
|
|
1336
|
-
continue;
|
|
1337
|
-
}
|
|
1338
|
-
writePendingOnMainThread(key, pending, reason, {
|
|
1339
|
-
started: true,
|
|
1340
|
-
completed: false,
|
|
1341
|
-
fallbackReason: "worker_death"
|
|
1342
|
-
});
|
|
1343
|
-
}
|
|
1344
|
-
const checkpoints = [..._checkpointWorkerRequests.values()];
|
|
1345
|
-
_checkpointWorkerRequests.clear();
|
|
1346
|
-
for (const cp of checkpoints) {
|
|
1347
|
-
logReviewGraph({
|
|
1348
|
-
cwd: cp.cwd,
|
|
1349
|
-
phase: "checkpoint_write_failed",
|
|
1350
|
-
reason: "worker_death",
|
|
1351
|
-
error: reason
|
|
1352
|
-
});
|
|
1353
|
-
fs.rm(cp.stagePath, { force: true }, () => {});
|
|
1354
|
-
}
|
|
1355
|
-
}
|
|
1356
|
-
function resolvePersistWorkerPath() {
|
|
1357
|
-
const candidates = [
|
|
1358
|
-
new URL("./persist-worker.js", import.meta.url),
|
|
1359
|
-
new URL("./workers/review-graph-persist-worker.js", import.meta.url),
|
|
1360
|
-
new URL("../workers/review-graph-persist-worker.js", import.meta.url)
|
|
1361
|
-
];
|
|
1362
|
-
for (const url of candidates) {
|
|
1363
|
-
try {
|
|
1364
|
-
const resolved = fileURLToPath(url);
|
|
1365
|
-
if (fs.existsSync(resolved))
|
|
1366
|
-
return resolved;
|
|
1367
|
-
} catch {}
|
|
1368
|
-
}
|
|
1369
|
-
return;
|
|
1370
|
-
}
|
|
1371
|
-
function getPersistWorker() {
|
|
1372
|
-
if (_workerDisabled)
|
|
1373
|
-
return;
|
|
1374
|
-
if (_persistWorker)
|
|
1375
|
-
return _persistWorker;
|
|
1376
|
-
try {
|
|
1377
|
-
const workerPath = resolvePersistWorkerPath();
|
|
1378
|
-
if (workerPath === undefined) {
|
|
1379
|
-
handleWorkerDeath("persist worker script not found in any layout");
|
|
1380
|
-
return;
|
|
1381
|
-
}
|
|
1382
|
-
const worker = new Worker(workerPath);
|
|
1383
|
-
worker.on("message", handleWorkerResult);
|
|
1384
|
-
worker.on("error", (err) => handleWorkerDeath(err.message));
|
|
1385
|
-
worker.on("exit", (code) => {
|
|
1386
|
-
if (_persistWorker !== worker)
|
|
1387
|
-
return;
|
|
1388
|
-
const hasPendingRequests = _workerRequests.size > 0 || _checkpointWorkerRequests.size > 0;
|
|
1389
|
-
if (code !== 0 || hasPendingRequests) {
|
|
1390
|
-
handleWorkerDeath(code !== 0 ? `persist worker exited with code ${code}` : "persist worker exited with pending requests");
|
|
1391
|
-
} else {
|
|
1392
|
-
_persistWorker = undefined;
|
|
1393
|
-
_persistWorkerHeapStatistics = null;
|
|
1394
|
-
}
|
|
1395
|
-
});
|
|
1396
|
-
worker.unref();
|
|
1397
|
-
_persistWorker = worker;
|
|
1398
|
-
return worker;
|
|
1399
|
-
} catch (err) {
|
|
1400
|
-
handleWorkerDeath(err instanceof Error ? err.message : String(err));
|
|
1401
|
-
return;
|
|
1402
|
-
}
|
|
1403
|
-
}
|
|
1404
|
-
function writePending(key) {
|
|
1405
|
-
const pending = _pendingPersist.get(key);
|
|
1406
|
-
if (!pending)
|
|
1407
|
-
return;
|
|
1408
|
-
_pendingPersist.delete(key);
|
|
1409
|
-
const timer = _persistTimers.get(key);
|
|
1410
|
-
if (timer) {
|
|
1411
|
-
clearTimeout(timer);
|
|
1412
|
-
_persistTimers.delete(key);
|
|
1413
|
-
}
|
|
1414
|
-
const worker = getPersistWorker();
|
|
1415
|
-
if (!worker) {
|
|
1416
|
-
const unavailableReason = _persistWorkerUnavailableReason ?? "persist worker unavailable";
|
|
1417
|
-
writePendingOnMainThread(key, pending, unavailableReason, {
|
|
1418
|
-
started: false,
|
|
1419
|
-
completed: false,
|
|
1420
|
-
fallbackReason: unavailableReason
|
|
1421
|
-
});
|
|
1422
|
-
return;
|
|
1423
|
-
}
|
|
1424
|
-
const id = ++_persistWorkerRequestId;
|
|
1425
|
-
const stagePath = `${pending.cachePath}.stage-${process.pid}-${pending.generation}`;
|
|
1426
|
-
const request = {
|
|
1427
|
-
id,
|
|
1428
|
-
cwd: key,
|
|
1429
|
-
generation: pending.generation,
|
|
1430
|
-
stagePath,
|
|
1431
|
-
data: persistedData(pending),
|
|
1432
|
-
elements: pending.elementCount,
|
|
1433
|
-
testDelayMs: undefined
|
|
1434
|
-
};
|
|
1435
|
-
_workerRequests.set(id, { key, pending });
|
|
1436
|
-
worker.postMessage(request);
|
|
1437
|
-
}
|
|
1438
|
-
let _persistExitHookInstalled = false;
|
|
1439
|
-
function flushPendingReviewGraphPersistsAtExit() {
|
|
1440
|
-
const keys = new Set([
|
|
1441
|
-
..._pendingPersist.keys(),
|
|
1442
|
-
...[..._workerRequests.values()].map((request) => request.key)
|
|
1443
|
-
]);
|
|
1444
|
-
for (const key of keys) {
|
|
1445
|
-
flushReviewGraphPersist(key, "exit_hook");
|
|
1446
|
-
}
|
|
1447
|
-
flushReviewGraphLogSync();
|
|
1448
|
-
_persistWorker?.terminate();
|
|
1449
|
-
}
|
|
1450
|
-
export function flushReviewGraphPersistsForExitForTests() {
|
|
1451
|
-
flushPendingReviewGraphPersistsAtExit();
|
|
1452
|
-
}
|
|
1453
|
-
function ensurePersistExitHook() {
|
|
1454
|
-
if (_persistExitHookInstalled)
|
|
1455
|
-
return;
|
|
1456
|
-
_persistExitHookInstalled = true;
|
|
1457
|
-
process.once("exit", flushPendingReviewGraphPersistsAtExit);
|
|
1458
|
-
}
|
|
1459
|
-
const _sweptStageDirs = new Set;
|
|
1460
|
-
const REVIEW_GRAPH_ARTIFACT_PREFIX = "review-graph.";
|
|
1461
|
-
function sweepStaleStageFiles(cacheDir) {
|
|
1462
|
-
if (_sweptStageDirs.has(cacheDir))
|
|
1463
|
-
return;
|
|
1464
|
-
_sweptStageDirs.add(cacheDir);
|
|
1465
|
-
fs.readdir(cacheDir, (err, entries) => {
|
|
1466
|
-
if (err)
|
|
1467
|
-
return;
|
|
1468
|
-
for (const entry of entries) {
|
|
1469
|
-
if (!isStaleStageFile(entry, REVIEW_GRAPH_ARTIFACT_PREFIX))
|
|
1470
|
-
continue;
|
|
1471
|
-
fs.rm(path.join(cacheDir, entry), { force: true }, () => {});
|
|
1472
|
-
}
|
|
1473
|
-
});
|
|
1474
|
-
}
|
|
1475
|
-
export function _resetReviewGraphStageSweepForTests() {
|
|
1476
|
-
_sweptStageDirs.clear();
|
|
1477
|
-
}
|
|
1478
|
-
function persistGraph(cwd, signature, fileSignatures, fileHashes, graph, options = {}) {
|
|
1479
|
-
const totalElementCount = graph.nodes.size + graph.edges.length;
|
|
1480
|
-
const cap = graphPersistMaxElements();
|
|
1481
|
-
const sourceFileCount = options.sourceFileCount ?? fileSignatures.size;
|
|
1482
|
-
const sourceFilePaths = options.sourceFilePaths ?? fileSignatures.keys();
|
|
1483
|
-
const persistedGraph = totalElementCount > cap ? capGraphForPersist(cwd, graph, cap, {
|
|
1484
|
-
sourceFileCount,
|
|
1485
|
-
sourceFilesTruncated: options.sourceFilesTruncated,
|
|
1486
|
-
sourceFilePaths
|
|
1487
|
-
}) : {
|
|
1488
|
-
...graph,
|
|
1489
|
-
persistCoverage: graphCoverage(graph, cap, sourceFileCount, options.sourceFilesTruncated, sourceFilePaths)
|
|
1490
|
-
};
|
|
1491
|
-
const elementCount = persistedGraph.nodes.size + persistedGraph.edges.length;
|
|
1492
|
-
const sourceWalkPartial = persistedGraph.persistCoverage?.sourceFilesTruncated === true;
|
|
1493
|
-
let persistReason;
|
|
1494
|
-
if (totalElementCount > cap) {
|
|
1495
|
-
const coverage = persistedGraph.persistCoverage;
|
|
1496
|
-
if (!coverage)
|
|
1497
|
-
return;
|
|
1498
|
-
logLatency({
|
|
1499
|
-
type: "phase",
|
|
1500
|
-
phase: "review_graph_persist",
|
|
1501
|
-
filePath: cwd,
|
|
1502
|
-
durationMs: 0,
|
|
1503
|
-
metadata: {
|
|
1504
|
-
partial: true,
|
|
1505
|
-
totalElements: totalElementCount,
|
|
1506
|
-
persistedElements: elementCount,
|
|
1507
|
-
cap
|
|
1508
|
-
}
|
|
1509
|
-
});
|
|
1510
|
-
persistReason = `persisted partial review graph (${elementCount}/${totalElementCount} elements; ` + `${coverage.persistedNodes}/${coverage.totalNodes} nodes, ` + `${coverage.persistedEdges}/${coverage.totalEdges} edges; ${cap} cap)`;
|
|
1511
|
-
} else if (sourceWalkPartial) {
|
|
1512
|
-
persistReason = "persisted partial review graph (source walk entry budget)";
|
|
1513
|
-
}
|
|
1514
|
-
const cacheDir = path.join(getProjectDataDir(cwd), "cache");
|
|
1515
|
-
const cachePath = path.join(cacheDir, GRAPH_CACHE_FILENAME);
|
|
1516
|
-
sweepStaleStageFiles(cacheDir);
|
|
1517
|
-
const gitStamp = (options.resolveIdentity ?? resolveGitIdentity)(cwd);
|
|
1518
|
-
const key = normalizeMapKey(cwd);
|
|
1519
|
-
const priorGeneration = _persistGenerations.get(key);
|
|
1520
|
-
const existingPending = _pendingPersist.get(key);
|
|
1521
|
-
const existingTimer = _persistTimers.get(key);
|
|
1522
|
-
const generation = (priorGeneration ?? 0) + 1;
|
|
1523
|
-
const attemptId = ++_persistAttemptId;
|
|
1524
|
-
const coalesced = Boolean(existingPending || existingTimer);
|
|
1525
|
-
_persistGenerations.set(key, generation);
|
|
1526
|
-
const graphMetadata = graphLogMetadata(persistedGraph, {
|
|
1527
|
-
...options,
|
|
1528
|
-
sourceFileCount,
|
|
1529
|
-
sourceFileCountTruncated: persistedGraph.persistCoverage?.sourceFilesTruncated === true
|
|
1530
|
-
});
|
|
1531
|
-
const persistenceMetadata = {
|
|
1532
|
-
generation,
|
|
1533
|
-
attemptId,
|
|
1534
|
-
status: "scheduled",
|
|
1535
|
-
...priorGeneration === undefined ? {} : {
|
|
1536
|
-
supersededGeneration: priorGeneration,
|
|
1537
|
-
coalesced,
|
|
1538
|
-
reason: coalesced ? "debounced_coalescing" : "in_flight_supersession"
|
|
1539
|
-
}
|
|
1540
|
-
};
|
|
1541
|
-
const pending = {
|
|
1542
|
-
cacheDir,
|
|
1543
|
-
cachePath,
|
|
1544
|
-
...stampWasmTrappedFiles({ signature, fileSignatures, fileHashes }, true),
|
|
1545
|
-
graph: persistedGraph,
|
|
1546
|
-
gitStamp,
|
|
1547
|
-
elementCount,
|
|
1548
|
-
generation,
|
|
1549
|
-
attemptId,
|
|
1550
|
-
graphMetadata,
|
|
1551
|
-
persistenceMetadata
|
|
1552
|
-
};
|
|
1553
|
-
if (existingPending) {
|
|
1554
|
-
logReviewGraph({
|
|
1555
|
-
cwd: key,
|
|
1556
|
-
phase: "persist_skipped",
|
|
1557
|
-
reason: "superseded",
|
|
1558
|
-
observability: persistObservability(existingPending, {
|
|
1559
|
-
status: "superseded",
|
|
1560
|
-
supersededByGeneration: generation,
|
|
1561
|
-
reason: "newer_generation_scheduled",
|
|
1562
|
-
workerStarted: false,
|
|
1563
|
-
workerCompleted: false
|
|
1564
|
-
})
|
|
1565
|
-
});
|
|
1566
|
-
}
|
|
1567
|
-
_pendingPersist.set(key, pending);
|
|
1568
|
-
if (totalElementCount > cap || sourceWalkPartial) {
|
|
1569
|
-
logReviewGraph({
|
|
1570
|
-
cwd,
|
|
1571
|
-
phase: "persist_partial",
|
|
1572
|
-
reason: totalElementCount > cap ? "element_cap_exceeded" : "source_walk_entry_budget",
|
|
1573
|
-
elements: totalElementCount,
|
|
1574
|
-
persistedElements: elementCount,
|
|
1575
|
-
cap,
|
|
1576
|
-
observability: {
|
|
1577
|
-
graph: graphMetadata,
|
|
1578
|
-
persistence: persistenceMetadata
|
|
1579
|
-
}
|
|
1580
|
-
});
|
|
1581
|
-
}
|
|
1582
|
-
logReviewGraph({
|
|
1583
|
-
cwd,
|
|
1584
|
-
phase: "persist_scheduled",
|
|
1585
|
-
elements: elementCount,
|
|
1586
|
-
cap,
|
|
1587
|
-
observability: {
|
|
1588
|
-
graph: graphMetadata,
|
|
1589
|
-
persistence: persistenceMetadata
|
|
1590
|
-
}
|
|
1591
|
-
});
|
|
1592
|
-
ensurePersistExitHook();
|
|
1593
|
-
const debounce = graphPersistDebounceMs();
|
|
1594
|
-
const existing = _persistTimers.get(key);
|
|
1595
|
-
if (existing)
|
|
1596
|
-
clearTimeout(existing);
|
|
1597
|
-
if (debounce === 0) {
|
|
1598
|
-
writePending(key);
|
|
1599
|
-
return persistReason;
|
|
1600
|
-
}
|
|
1601
|
-
const timer = setTimeout(() => writePending(key), debounce);
|
|
1602
|
-
if (typeof timer.unref === "function")
|
|
1603
|
-
timer.unref();
|
|
1604
|
-
_persistTimers.set(key, timer);
|
|
1605
|
-
return persistReason;
|
|
1606
|
-
}
|
|
1607
|
-
const GRAPH_CHECKPOINT_EVERY_FILES_DEFAULT = 250;
|
|
1608
|
-
const GRAPH_CHECKPOINT_MIN_INTERVAL_MS_DEFAULT = 5000;
|
|
1609
|
-
function graphCheckpointEveryFiles() {
|
|
1610
|
-
const raw = Number(process.env.DM_LENS_GRAPH_CHECKPOINT_EVERY_FILES);
|
|
1611
|
-
return Number.isFinite(raw) && raw > 0 ? Math.floor(raw) : GRAPH_CHECKPOINT_EVERY_FILES_DEFAULT;
|
|
1612
|
-
}
|
|
1613
|
-
function graphCheckpointMinIntervalMs() {
|
|
1614
|
-
const raw = Number(process.env.DM_LENS_GRAPH_CHECKPOINT_MIN_INTERVAL_MS);
|
|
1615
|
-
return Number.isFinite(raw) && raw >= 0 ? raw : GRAPH_CHECKPOINT_MIN_INTERVAL_MS_DEFAULT;
|
|
1616
|
-
}
|
|
1617
|
-
function reviewGraphCheckpointPath(cwd) {
|
|
1618
|
-
return path.join(getProjectDataDir(cwd), "cache", GRAPH_CHECKPOINT_FILENAME);
|
|
1619
|
-
}
|
|
1620
|
-
function hashIgnoredIds(ignoredIds) {
|
|
1621
|
-
if (ignoredIds === undefined)
|
|
1622
|
-
return "unavailable";
|
|
1623
|
-
const joined = [...ignoredIds].sort((a, b) => compareOrdinal(a, b)).join("\x00");
|
|
1624
|
-
return createHash("sha256").update(joined).digest("hex");
|
|
1625
|
-
}
|
|
1626
|
-
function buildReviewGraphCheckpointData(cwd, graph, processedHashes, targetFileCount, ignoredIds, resolveIdentity = resolveGitIdentity) {
|
|
1627
|
-
return {
|
|
1628
|
-
version: REVIEW_GRAPH_VERSION,
|
|
1629
|
-
builtAt: new Date().toISOString(),
|
|
1630
|
-
inProgress: true,
|
|
1631
|
-
targetFileCount,
|
|
1632
|
-
processedFiles: Array.from(stampWasmTrapped(processedHashes, true)),
|
|
1633
|
-
ignoredIdsHash: hashIgnoredIds(ignoredIds),
|
|
1634
|
-
nodes: Array.from(graph.nodes.entries()),
|
|
1635
|
-
edges: graph.edges,
|
|
1636
|
-
gitStamp: resolveIdentity(cwd)
|
|
1637
|
-
};
|
|
1638
|
-
}
|
|
1639
|
-
function writeReviewGraphCheckpoint(cwd, graph, processedHashes, targetFileCount, ignoredIds, resolveIdentity = resolveGitIdentity) {
|
|
1640
|
-
const generation = (_checkpointGenerations.get(cwd) ?? 0) + 1;
|
|
1641
|
-
_checkpointGenerations.set(cwd, generation);
|
|
1642
|
-
let data;
|
|
1643
|
-
try {
|
|
1644
|
-
data = buildReviewGraphCheckpointData(cwd, graph, processedHashes, targetFileCount, ignoredIds, resolveIdentity);
|
|
1645
|
-
} catch {
|
|
1646
|
-
return;
|
|
1647
|
-
}
|
|
1648
|
-
const worker = _workerDisabled ? undefined : getPersistWorker();
|
|
1649
|
-
if (!worker) {
|
|
1650
|
-
writeReviewGraphCheckpointSync(cwd, data, {
|
|
1651
|
-
nodes: graph.nodes.size,
|
|
1652
|
-
edges: graph.edges.length,
|
|
1653
|
-
processed: processedHashes.size,
|
|
1654
|
-
target: targetFileCount
|
|
1655
|
-
});
|
|
1656
|
-
return;
|
|
1657
|
-
}
|
|
1658
|
-
const checkpointPath = reviewGraphCheckpointPath(cwd);
|
|
1659
|
-
const cacheDir = path.dirname(checkpointPath);
|
|
1660
|
-
try {
|
|
1661
|
-
fs.mkdirSync(cacheDir, { recursive: true });
|
|
1662
|
-
} catch (err) {
|
|
1663
|
-
logReviewGraph({
|
|
1664
|
-
cwd,
|
|
1665
|
-
phase: "checkpoint_write_failed",
|
|
1666
|
-
reason: "mkdir_failed",
|
|
1667
|
-
error: err instanceof Error ? err.message : String(err)
|
|
1668
|
-
});
|
|
1669
|
-
return;
|
|
1670
|
-
}
|
|
1671
|
-
sweepStaleStageFiles(cacheDir);
|
|
1672
|
-
ensurePersistExitHook();
|
|
1673
|
-
const id = ++_persistWorkerRequestId;
|
|
1674
|
-
const stagePath = `${checkpointPath}.stage-${process.pid}-${generation}`;
|
|
1675
|
-
_checkpointWorkerRequests.set(id, {
|
|
1676
|
-
cwd,
|
|
1677
|
-
generation,
|
|
1678
|
-
checkpointPath,
|
|
1679
|
-
stagePath,
|
|
1680
|
-
nodes: graph.nodes.size,
|
|
1681
|
-
edges: graph.edges.length,
|
|
1682
|
-
processed: processedHashes.size,
|
|
1683
|
-
target: targetFileCount
|
|
1684
|
-
});
|
|
1685
|
-
const request = {
|
|
1686
|
-
id,
|
|
1687
|
-
cwd,
|
|
1688
|
-
generation,
|
|
1689
|
-
stagePath,
|
|
1690
|
-
data,
|
|
1691
|
-
elements: graph.nodes.size + graph.edges.length,
|
|
1692
|
-
testDelayMs: undefined
|
|
1693
|
-
};
|
|
1694
|
-
worker.postMessage(request);
|
|
1695
|
-
_checkpointOffloadCountForTests++;
|
|
1696
|
-
}
|
|
1697
|
-
function writeReviewGraphCheckpointSync(cwd, data, counts) {
|
|
1698
|
-
try {
|
|
1699
|
-
const gzip = gzipSync(JSON.stringify(data));
|
|
1700
|
-
fs.mkdirSync(path.dirname(reviewGraphCheckpointPath(cwd)), {
|
|
1701
|
-
recursive: true
|
|
1702
|
-
});
|
|
1703
|
-
writeFileAtomic(reviewGraphCheckpointPath(cwd), gzip, { bestEffort: true });
|
|
1704
|
-
logReviewGraph({
|
|
1705
|
-
cwd,
|
|
1706
|
-
phase: "checkpoint_written",
|
|
1707
|
-
nodes: counts.nodes,
|
|
1708
|
-
edges: counts.edges,
|
|
1709
|
-
processed: counts.processed,
|
|
1710
|
-
target: counts.target
|
|
1711
|
-
});
|
|
1712
|
-
} catch (err) {
|
|
1713
|
-
logReviewGraph({
|
|
1714
|
-
cwd,
|
|
1715
|
-
phase: "checkpoint_write_failed",
|
|
1716
|
-
reason: "sync_write_failed",
|
|
1717
|
-
error: err instanceof Error ? err.message : String(err)
|
|
1718
|
-
});
|
|
1719
|
-
}
|
|
1720
|
-
}
|
|
1721
|
-
function deleteReviewGraphCheckpoint(cwd) {
|
|
1722
|
-
_checkpointGenerations.set(cwd, (_checkpointGenerations.get(cwd) ?? 0) + 1);
|
|
1723
|
-
fs.rm(reviewGraphCheckpointPath(cwd), { force: true }, () => {});
|
|
1724
|
-
}
|
|
1725
|
-
function loadReviewGraphCheckpoint(cwd, resolveIdentity = resolveGitIdentity) {
|
|
1726
|
-
const checkpointPath = reviewGraphCheckpointPath(cwd);
|
|
1727
|
-
let data;
|
|
1728
|
-
try {
|
|
1729
|
-
if (!fs.existsSync(checkpointPath))
|
|
1730
|
-
return null;
|
|
1731
|
-
data = JSON.parse(gunzipSync(fs.readFileSync(checkpointPath)).toString("utf-8"));
|
|
1732
|
-
} catch {
|
|
1733
|
-
logReviewGraph({ cwd, phase: "checkpoint_discarded", reason: "corrupt" });
|
|
1734
|
-
deleteReviewGraphCheckpoint(cwd);
|
|
1735
|
-
return null;
|
|
1736
|
-
}
|
|
1737
|
-
if (data.version !== REVIEW_GRAPH_VERSION || data.inProgress !== true) {
|
|
1738
|
-
logReviewGraph({
|
|
1739
|
-
cwd,
|
|
1740
|
-
phase: "checkpoint_discarded",
|
|
1741
|
-
reason: data.version !== REVIEW_GRAPH_VERSION ? "version_mismatch" : "not_in_progress"
|
|
1742
|
-
});
|
|
1743
|
-
deleteReviewGraphCheckpoint(cwd);
|
|
1744
|
-
return null;
|
|
1745
|
-
}
|
|
1746
|
-
if (data.gitStamp) {
|
|
1747
|
-
const current = resolveIdentity(cwd);
|
|
1748
|
-
if (current && current.worktreeRoot !== data.gitStamp.worktreeRoot) {
|
|
1749
|
-
logReviewGraph({
|
|
1750
|
-
cwd,
|
|
1751
|
-
phase: "checkpoint_discarded",
|
|
1752
|
-
reason: "worktree_mismatch"
|
|
1753
|
-
});
|
|
1754
|
-
deleteReviewGraphCheckpoint(cwd);
|
|
1755
|
-
return null;
|
|
1756
|
-
}
|
|
1757
|
-
}
|
|
1758
|
-
const totalNodes = data.nodes.length;
|
|
1759
|
-
const totalEdges = data.edges.length;
|
|
1760
|
-
const graph = {
|
|
1761
|
-
version: data.version,
|
|
1762
|
-
builtAt: data.builtAt,
|
|
1763
|
-
nodes: new Map(data.nodes),
|
|
1764
|
-
edges: data.edges,
|
|
1765
|
-
edgesByFrom: new Map,
|
|
1766
|
-
edgesByTo: new Map,
|
|
1767
|
-
fileNodes: new Map,
|
|
1768
|
-
symbolNodesByFile: new Map,
|
|
1769
|
-
changedSymbolsByFile: new Map,
|
|
1770
|
-
persistCoverage: {
|
|
1771
|
-
partial: true,
|
|
1772
|
-
inProgress: true,
|
|
1773
|
-
cap: 0,
|
|
1774
|
-
totalNodes,
|
|
1775
|
-
totalEdges,
|
|
1776
|
-
persistedNodes: totalNodes,
|
|
1777
|
-
persistedEdges: totalEdges,
|
|
1778
|
-
totalFiles: data.targetFileCount,
|
|
1779
|
-
persistedFiles: 0
|
|
1780
|
-
}
|
|
1781
|
-
};
|
|
1782
|
-
rebuildIndexes(graph);
|
|
1783
|
-
if (graph.persistCoverage) {
|
|
1784
|
-
graph.persistCoverage.persistedFiles = countRetainedSourceFiles(graph, data.processedFiles.map(([filePath]) => filePath));
|
|
1785
|
-
}
|
|
1786
|
-
return {
|
|
1787
|
-
graph,
|
|
1788
|
-
processedHashes: new Map(data.processedFiles),
|
|
1789
|
-
ignoredIdsHash: data.ignoredIdsHash,
|
|
1790
|
-
targetFileCount: data.targetFileCount
|
|
1791
|
-
};
|
|
1792
|
-
}
|
|
1793
|
-
function pruneOrphanNonFileNodes(graph) {
|
|
1794
|
-
const referenced = new Set;
|
|
1795
|
-
for (const edge of graph.edges) {
|
|
1796
|
-
referenced.add(edge.from);
|
|
1797
|
-
referenced.add(edge.to);
|
|
1798
|
-
}
|
|
1799
|
-
for (const [id, node] of graph.nodes) {
|
|
1800
|
-
if (!node.filePath && !referenced.has(id))
|
|
1801
|
-
graph.nodes.delete(id);
|
|
1802
|
-
}
|
|
1803
|
-
}
|
|
1804
|
-
async function tryResumeFromCheckpoint(cwd, filesToBuild, ignoredIds, resolveIdentity = resolveGitIdentity) {
|
|
1805
|
-
const loaded = loadReviewGraphCheckpoint(cwd, resolveIdentity);
|
|
1806
|
-
if (!loaded)
|
|
1807
|
-
return null;
|
|
1808
|
-
if (loaded.ignoredIdsHash !== hashIgnoredIds(ignoredIds)) {
|
|
1809
|
-
logReviewGraph({
|
|
1810
|
-
cwd,
|
|
1811
|
-
phase: "checkpoint_discarded",
|
|
1812
|
-
reason: "ignored_ids_mismatch",
|
|
1813
|
-
processed: loaded.processedHashes.size,
|
|
1814
|
-
target: filesToBuild.length
|
|
1815
|
-
});
|
|
1816
|
-
deleteReviewGraphCheckpoint(cwd);
|
|
1817
|
-
return null;
|
|
1818
|
-
}
|
|
1819
|
-
const targetSet = new Set(filesToBuild);
|
|
1820
|
-
for (const file of loaded.processedHashes.keys()) {
|
|
1821
|
-
if (!targetSet.has(file)) {
|
|
1822
|
-
logReviewGraph({
|
|
1823
|
-
cwd,
|
|
1824
|
-
phase: "checkpoint_discarded",
|
|
1825
|
-
reason: "removed_file",
|
|
1826
|
-
processed: loaded.processedHashes.size,
|
|
1827
|
-
target: filesToBuild.length
|
|
1828
|
-
});
|
|
1829
|
-
deleteReviewGraphCheckpoint(cwd);
|
|
1830
|
-
return null;
|
|
1831
|
-
}
|
|
1832
|
-
}
|
|
1833
|
-
const reusableHashes = new Map;
|
|
1834
|
-
const stale = [];
|
|
1835
|
-
let sinceYield = 0;
|
|
1836
|
-
for (const [file, priorHash] of loaded.processedHashes) {
|
|
1837
|
-
const currentHash = contentHashEntry(file);
|
|
1838
|
-
if (currentHash === priorHash)
|
|
1839
|
-
reusableHashes.set(file, currentHash);
|
|
1840
|
-
else
|
|
1841
|
-
stale.push(file);
|
|
1842
|
-
if (++sinceYield >= STAT_YIELD_EVERY) {
|
|
1843
|
-
sinceYield = 0;
|
|
1844
|
-
await yieldToLoop();
|
|
1845
|
-
}
|
|
1846
|
-
}
|
|
1847
|
-
if (reusableHashes.size === 0) {
|
|
1848
|
-
logReviewGraph({
|
|
1849
|
-
cwd,
|
|
1850
|
-
phase: "checkpoint_discarded",
|
|
1851
|
-
reason: "all_stale",
|
|
1852
|
-
stale: stale.length,
|
|
1853
|
-
target: filesToBuild.length
|
|
1854
|
-
});
|
|
1855
|
-
deleteReviewGraphCheckpoint(cwd);
|
|
1856
|
-
return null;
|
|
1857
|
-
}
|
|
1858
|
-
const graph = loaded.graph;
|
|
1859
|
-
const removedEdges = new Set;
|
|
1860
|
-
for (const file of stale)
|
|
1861
|
-
removeFileOwnedGraphData(graph, file, removedEdges);
|
|
1862
|
-
if (removedEdges.size > 0) {
|
|
1863
|
-
unindexEdges(graph, removedEdges);
|
|
1864
|
-
graph.edges = graph.edges.filter((edge) => !removedEdges.has(edge));
|
|
1865
|
-
}
|
|
1866
|
-
pruneOrphanNonFileNodes(graph);
|
|
1867
|
-
graph.changedSymbolsByFile = new Map;
|
|
1868
|
-
const remaining = filesToBuild.filter((file) => !reusableHashes.has(file));
|
|
1869
|
-
logReviewGraph({
|
|
1870
|
-
cwd,
|
|
1871
|
-
phase: "checkpoint_resumed",
|
|
1872
|
-
reused: reusableHashes.size,
|
|
1873
|
-
stale: stale.length,
|
|
1874
|
-
remaining: remaining.length,
|
|
1875
|
-
target: filesToBuild.length
|
|
1876
|
-
});
|
|
1877
|
-
return { graph, fileHashes: reusableHashes, remaining };
|
|
1878
|
-
}
|
|
1879
|
-
export function _readReviewGraphCheckpointForTests(cwd) {
|
|
1880
|
-
const loaded = loadReviewGraphCheckpoint(cwd);
|
|
1881
|
-
if (!loaded)
|
|
1882
|
-
return null;
|
|
1883
|
-
return {
|
|
1884
|
-
inProgress: loaded.graph.persistCoverage?.inProgress === true,
|
|
1885
|
-
processedFiles: [...loaded.processedHashes.keys()],
|
|
1886
|
-
nodeCount: loaded.graph.nodes.size,
|
|
1887
|
-
edgeCount: loaded.graph.edges.length,
|
|
1888
|
-
persistCoverage: loaded.graph.persistCoverage
|
|
1889
|
-
};
|
|
1890
|
-
}
|
|
1891
|
-
export function flushReviewGraphPersistsForTests() {
|
|
1892
|
-
for (const key of _pendingPersist.keys()) {
|
|
1893
|
-
const pending = _pendingPersist.get(key);
|
|
1894
|
-
if (!pending)
|
|
1895
|
-
continue;
|
|
1896
|
-
_pendingPersist.delete(key);
|
|
1897
|
-
const timer = _persistTimers.get(key);
|
|
1898
|
-
if (timer)
|
|
1899
|
-
clearTimeout(timer);
|
|
1900
|
-
_persistTimers.delete(key);
|
|
1901
|
-
writePendingOnMainThread(key, pending);
|
|
1902
|
-
}
|
|
1903
|
-
}
|
|
1904
|
-
export async function waitForReviewGraphPersistsForTests() {
|
|
1905
|
-
for (let attempts = 0;attempts < 200 && (_workerRequests.size > 0 || _checkpointWorkerRequests.size > 0); attempts++) {
|
|
1906
|
-
await new Promise((resolve) => setTimeout(resolve, 10));
|
|
1907
|
-
}
|
|
1908
|
-
}
|
|
1909
|
-
export async function terminateReviewGraphPersistWorkerForTests() {
|
|
1910
|
-
const worker = _persistWorker;
|
|
1911
|
-
if (worker)
|
|
1912
|
-
await worker.terminate();
|
|
1913
|
-
}
|
|
1914
|
-
export function resetReviewGraphPersistWorkerForTests() {
|
|
1915
|
-
_workerDisabled = false;
|
|
1916
|
-
_persistWorker = undefined;
|
|
1917
|
-
_persistWorkerHeapStatistics = null;
|
|
1918
|
-
_persistWorkerUnavailableReason = undefined;
|
|
1919
|
-
_lastWorkerFallbackReasonForTests = undefined;
|
|
1920
|
-
_checkpointWorkerRequests.clear();
|
|
1921
|
-
_checkpointGenerations.clear();
|
|
1922
|
-
_checkpointOffloadCountForTests = 0;
|
|
1923
|
-
}
|
|
1924
|
-
export function getCheckpointOffloadCountForTests() {
|
|
1925
|
-
return _checkpointOffloadCountForTests;
|
|
1926
|
-
}
|
|
1927
|
-
export function getReviewGraphWorkerFallbackReasonForTests() {
|
|
1928
|
-
return _lastWorkerFallbackReasonForTests;
|
|
1929
|
-
}
|
|
1930
|
-
export function reviewGraphCachePath(cwd) {
|
|
1931
|
-
return path.join(getProjectDataDir(cwd), "cache", GRAPH_CACHE_FILENAME);
|
|
1932
|
-
}
|
|
1933
|
-
export function flushReviewGraphPersist(cwd, source = "cli") {
|
|
1934
|
-
const key = normalizeMapKey(cwd);
|
|
1935
|
-
let pending = _pendingPersist.get(key);
|
|
1936
|
-
const removedWorkerRequests = [];
|
|
1937
|
-
let selectedWorkerRequest;
|
|
1938
|
-
for (const [id, request] of _workerRequests) {
|
|
1939
|
-
if (request.key !== key)
|
|
1940
|
-
continue;
|
|
1941
|
-
_workerRequests.delete(id);
|
|
1942
|
-
removedWorkerRequests.push(request.pending);
|
|
1943
|
-
if (!pending || request.pending.generation > pending.generation) {
|
|
1944
|
-
pending = request.pending;
|
|
1945
|
-
selectedWorkerRequest = request.pending;
|
|
1946
|
-
}
|
|
1947
|
-
}
|
|
1948
|
-
for (const removed of removedWorkerRequests) {
|
|
1949
|
-
if (!pending || removed.generation === pending.generation)
|
|
1950
|
-
continue;
|
|
1951
|
-
logReviewGraph({
|
|
1952
|
-
cwd: key,
|
|
1953
|
-
phase: "persist_skipped",
|
|
1954
|
-
reason: "superseded",
|
|
1955
|
-
observability: persistObservability(removed, {
|
|
1956
|
-
status: "superseded",
|
|
1957
|
-
supersededByGeneration: pending.generation,
|
|
1958
|
-
reason: "forced_flush_newest_generation",
|
|
1959
|
-
workerStarted: true,
|
|
1960
|
-
workerCompleted: false
|
|
1961
|
-
})
|
|
1962
|
-
});
|
|
1963
|
-
}
|
|
1964
|
-
const currentGeneration = _persistGenerations.get(key);
|
|
1965
|
-
if (pending && pending.generation !== currentGeneration) {
|
|
1966
|
-
logReviewGraph({
|
|
1967
|
-
cwd: key,
|
|
1968
|
-
phase: "persist_skipped",
|
|
1969
|
-
reason: "superseded",
|
|
1970
|
-
observability: persistObservability(pending, {
|
|
1971
|
-
status: "superseded",
|
|
1972
|
-
supersededByGeneration: currentGeneration,
|
|
1973
|
-
reason: "forced_flush_superseded",
|
|
1974
|
-
workerStarted: true,
|
|
1975
|
-
workerCompleted: false
|
|
1976
|
-
})
|
|
1977
|
-
});
|
|
1978
|
-
return {
|
|
1979
|
-
ok: false,
|
|
1980
|
-
reason: `queued snapshot generation ${pending.generation} was superseded by generation ${currentGeneration}`
|
|
1981
|
-
};
|
|
1982
|
-
}
|
|
1983
|
-
if (!pending) {
|
|
1984
|
-
return {
|
|
1985
|
-
ok: false,
|
|
1986
|
-
reason: "no graph snapshot was queued for persistence"
|
|
1987
|
-
};
|
|
1988
|
-
}
|
|
1989
|
-
_persistGenerations.set(key, Math.max(_persistGenerations.get(key) ?? 0, pending.generation) + 1);
|
|
1990
|
-
_pendingPersist.delete(key);
|
|
1991
|
-
const timer = _persistTimers.get(key);
|
|
1992
|
-
if (timer) {
|
|
1993
|
-
clearTimeout(timer);
|
|
1994
|
-
_persistTimers.delete(key);
|
|
1995
|
-
}
|
|
1996
|
-
const startedAt = performance.now();
|
|
1997
|
-
try {
|
|
1998
|
-
const serializeStarted = performance.now();
|
|
1999
|
-
const json = JSON.stringify(persistedData(pending));
|
|
2000
|
-
const serializeMs = performance.now() - serializeStarted;
|
|
2001
|
-
const rawBytes = Buffer.byteLength(json);
|
|
2002
|
-
const writeStarted = performance.now();
|
|
2003
|
-
const gzip = gzipSync(json);
|
|
2004
|
-
fs.mkdirSync(pending.cacheDir, { recursive: true });
|
|
2005
|
-
writeFileAtomic(pending.cachePath, gzip, { bestEffort: false });
|
|
2006
|
-
fs.rmSync(path.join(pending.cacheDir, LEGACY_GRAPH_CACHE_FILENAME), {
|
|
2007
|
-
force: true
|
|
2008
|
-
});
|
|
2009
|
-
const writeMs = performance.now() - writeStarted;
|
|
2010
|
-
logLatency({
|
|
2011
|
-
type: "phase",
|
|
2012
|
-
phase: "review_graph_persist",
|
|
2013
|
-
filePath: pending.cachePath,
|
|
2014
|
-
durationMs: performance.now() - startedAt,
|
|
2015
|
-
metadata: {
|
|
2016
|
-
elements: pending.elementCount,
|
|
2017
|
-
rawBytes,
|
|
2018
|
-
gzBytes: gzip.byteLength,
|
|
2019
|
-
serializeMs,
|
|
2020
|
-
writeMs,
|
|
2021
|
-
offloaded: false
|
|
2022
|
-
}
|
|
2023
|
-
});
|
|
2024
|
-
logReviewGraph({
|
|
2025
|
-
cwd,
|
|
2026
|
-
phase: "persist_succeeded",
|
|
2027
|
-
durationMs: performance.now() - startedAt,
|
|
2028
|
-
elements: pending.elementCount,
|
|
2029
|
-
rawBytes,
|
|
2030
|
-
gzBytes: gzip.byteLength,
|
|
2031
|
-
serializeMs,
|
|
2032
|
-
writeMs,
|
|
2033
|
-
offloaded: false,
|
|
2034
|
-
observability: persistObservability(pending, {
|
|
2035
|
-
status: "succeeded",
|
|
2036
|
-
reason: source === "exit_hook" ? "exit_flush" : "forced_flush",
|
|
2037
|
-
workerStarted: selectedWorkerRequest !== undefined,
|
|
2038
|
-
workerCompleted: false
|
|
2039
|
-
})
|
|
2040
|
-
});
|
|
2041
|
-
return {
|
|
2042
|
-
ok: true,
|
|
2043
|
-
path: pending.cachePath,
|
|
2044
|
-
bytes: gzip.byteLength,
|
|
2045
|
-
elements: pending.elementCount,
|
|
2046
|
-
coverage: pending.graph.persistCoverage
|
|
2047
|
-
};
|
|
2048
|
-
} catch (err) {
|
|
2049
|
-
const reason = err instanceof Error ? err.message : String(err);
|
|
2050
|
-
recordPersistFailure(cwd, source === "exit_hook" ? "exit_flush_failed" : "forced_flush_failed", reason, pending, selectedWorkerRequest ? {
|
|
2051
|
-
started: true,
|
|
2052
|
-
completed: false,
|
|
2053
|
-
fallbackReason: "forced_flush_write_failed"
|
|
2054
|
-
} : undefined);
|
|
2055
|
-
return { ok: false, reason };
|
|
2056
|
-
}
|
|
2057
|
-
}
|
|
2058
|
-
function localImportToFile(cwd, filePath, source, ignoredIds) {
|
|
2059
|
-
if (!source.startsWith(".")) {
|
|
2060
|
-
const aliased = resolveAliasedImport(cwd, source, path.dirname(filePath));
|
|
2061
|
-
const referenced = aliased.length ? [] : resolveProjectReferenceImport(cwd, source, path.dirname(filePath));
|
|
2062
|
-
const resolved = aliased.length ? aliased : referenced.length ? referenced : resolveWorkspacePackageImport(cwd, source);
|
|
2063
|
-
for (const normalized of resolved) {
|
|
2064
|
-
if (ignoredIds?.has(normalized))
|
|
2065
|
-
continue;
|
|
2066
|
-
return normalized;
|
|
2067
|
-
}
|
|
2068
|
-
return;
|
|
2069
|
-
}
|
|
2070
|
-
const root = path.resolve(cwd);
|
|
2071
|
-
for (const candidate of jsTsCandidatePaths(filePath, source)) {
|
|
2072
|
-
if (!fs.existsSync(candidate))
|
|
2073
|
-
continue;
|
|
2074
|
-
const normalized = normalizeMapKey(candidate);
|
|
2075
|
-
if (!isUnderDir(normalized, root))
|
|
2076
|
-
continue;
|
|
2077
|
-
if (ignoredIds?.has(normalized))
|
|
2078
|
-
continue;
|
|
2079
|
-
return normalized;
|
|
2080
|
-
}
|
|
2081
|
-
return;
|
|
2082
|
-
}
|
|
2083
|
-
function upsertChangedSymbols(graph, facts, filePath) {
|
|
2084
|
-
if (detectFileRole(filePath) === "test")
|
|
2085
|
-
return;
|
|
2086
|
-
const normalized = normalizeMapKey(filePath);
|
|
2087
|
-
const changed = facts.getBoundedSessionFact(`${CHANGED_SYMBOLS_PREFIX}${normalized}`);
|
|
2088
|
-
if (changed && changed.length > 0) {
|
|
2089
|
-
graph.changedSymbolsByFile.set(normalized, [...changed]);
|
|
2090
|
-
} else {
|
|
2091
|
-
graph.changedSymbolsByFile.delete(normalized);
|
|
2092
|
-
}
|
|
2093
|
-
}
|
|
2094
|
-
async function ensureReviewGraphFacts(filePath, cwd, facts, contentOverride) {
|
|
2095
|
-
const ctx = makeCtx(filePath, cwd, facts);
|
|
2096
|
-
if (contentOverride === undefined) {
|
|
2097
|
-
await fileContentProvider.run(ctx, facts);
|
|
2098
|
-
} else {
|
|
2099
|
-
facts.setFileFact(filePath, "file.content", contentOverride);
|
|
2100
|
-
}
|
|
2101
|
-
try {
|
|
2102
|
-
const [{ importFactProvider }, { functionFactProvider }] = await Promise.all([
|
|
2103
|
-
import("../dispatch/facts/import-facts.js"),
|
|
2104
|
-
import("../dispatch/facts/function-facts.js")
|
|
2105
|
-
]);
|
|
2106
|
-
await importFactProvider.run(ctx, facts);
|
|
2107
|
-
await functionFactProvider.run(ctx, facts);
|
|
2108
|
-
} catch (err) {
|
|
2109
|
-
logReviewGraph({
|
|
2110
|
-
cwd,
|
|
2111
|
-
phase: "build_skipped",
|
|
2112
|
-
reason: "structural_facts_disabled",
|
|
2113
|
-
error: err?.message ?? String(err)
|
|
2114
|
-
});
|
|
2115
|
-
}
|
|
2116
|
-
}
|
|
2117
|
-
function addJsTsFile(graph, cwd, filePath, facts, ignoredIds) {
|
|
2118
|
-
const normalized = normalizeMapKey(filePath);
|
|
2119
|
-
const hintPath = toProjectRelativePath(normalized, cwd);
|
|
2120
|
-
const content = facts.getFileFact(normalized, "file.content") ?? "";
|
|
2121
|
-
const fileNodeId = `file:${normalized}`;
|
|
2122
|
-
const warmCallCoverage = facts.getFileFact(normalized, "file.functionFactsCoverage") ?? "unavailable";
|
|
2123
|
-
const importCoverage = facts.getFileFact(normalized, "file.importFactsCoverage") ?? "unavailable";
|
|
2124
|
-
addNode(graph, {
|
|
2125
|
-
id: fileNodeId,
|
|
2126
|
-
kind: "file",
|
|
2127
|
-
language: "jsts",
|
|
2128
|
-
filePath: normalized,
|
|
2129
|
-
metadata: {
|
|
2130
|
-
lineCount: content.split(`
|
|
2131
|
-
`).length,
|
|
2132
|
-
extractionCoverage: {
|
|
2133
|
-
definitions: warmCallCoverage,
|
|
2134
|
-
references: warmCallCoverage,
|
|
2135
|
-
imports: importCoverage,
|
|
2136
|
-
calls: warmCallCoverage
|
|
2137
|
-
},
|
|
2138
|
-
...featureHintMetadata(hintPath)
|
|
2139
|
-
}
|
|
2140
|
-
});
|
|
2141
|
-
const imports = facts.getFileFact(normalized, "file.imports") ?? [];
|
|
2142
|
-
const functions = facts.getFileFact(normalized, "file.functionSummaries") ?? [];
|
|
2143
|
-
for (const entry of imports) {
|
|
2144
|
-
const localFile = localImportToFile(cwd, normalized, entry.source, ignoredIds);
|
|
2145
|
-
if (localFile) {
|
|
2146
|
-
const targetId = `file:${localFile}`;
|
|
2147
|
-
if (!graph.nodes.has(targetId)) {
|
|
2148
|
-
addNode(graph, {
|
|
2149
|
-
id: targetId,
|
|
2150
|
-
kind: "file",
|
|
2151
|
-
language: detectFileKind(localFile) ?? "jsts",
|
|
2152
|
-
filePath: localFile
|
|
2153
|
-
});
|
|
2154
|
-
}
|
|
2155
|
-
addEdge(graph, { from: fileNodeId, to: targetId, kind: "imports" });
|
|
2156
|
-
} else {
|
|
2157
|
-
const targetId = `${entry.source.startsWith(".") ? "module" : "external"}:${entry.source}`;
|
|
2158
|
-
if (!graph.nodes.has(targetId)) {
|
|
2159
|
-
addNode(graph, {
|
|
2160
|
-
id: targetId,
|
|
2161
|
-
kind: entry.source.startsWith(".") ? "module" : "external",
|
|
2162
|
-
language: "jsts",
|
|
2163
|
-
metadata: { source: entry.source }
|
|
2164
|
-
});
|
|
2165
|
-
}
|
|
2166
|
-
addEdge(graph, { from: fileNodeId, to: targetId, kind: "imports" });
|
|
2167
|
-
}
|
|
2168
|
-
}
|
|
2169
|
-
const importedNameToFile = new Map;
|
|
2170
|
-
for (const entry of imports) {
|
|
2171
|
-
const localFile = localImportToFile(cwd, normalized, entry.source, ignoredIds);
|
|
2172
|
-
if (!localFile)
|
|
2173
|
-
continue;
|
|
2174
|
-
for (const name of entry.names)
|
|
2175
|
-
importedNameToFile.set(name, localFile);
|
|
2176
|
-
if (entry.defaultName)
|
|
2177
|
-
importedNameToFile.set(entry.defaultName, localFile);
|
|
2178
|
-
}
|
|
2179
|
-
const methodsByQualifiedName = new Map;
|
|
2180
|
-
for (const fn of functions) {
|
|
2181
|
-
const symbolId = buildSymbolId(normalized, fn.name, "function", fn.line);
|
|
2182
|
-
const qualifiedName = buildQualifiedName(fn.owner, fn.name);
|
|
2183
|
-
if (qualifiedName) {
|
|
2184
|
-
const existing = methodsByQualifiedName.get(qualifiedName) ?? [];
|
|
2185
|
-
existing.push(symbolId);
|
|
2186
|
-
methodsByQualifiedName.set(qualifiedName, existing);
|
|
2187
|
-
}
|
|
2188
|
-
addNode(graph, {
|
|
2189
|
-
id: symbolId,
|
|
2190
|
-
kind: "symbol",
|
|
2191
|
-
language: "jsts",
|
|
2192
|
-
filePath: normalized,
|
|
2193
|
-
symbolName: fn.name,
|
|
2194
|
-
symbolKind: "function",
|
|
2195
|
-
...qualifiedName ? { qualifiedName } : {},
|
|
2196
|
-
exported: new RegExp(String.raw`export\s+(?:async\s+)?(?:function|const|let|var)\s+${escapeRegExp(fn.name)}\b`).test(content),
|
|
2197
|
-
metadata: {
|
|
2198
|
-
line: fn.line,
|
|
2199
|
-
endLine: fn.endLine,
|
|
2200
|
-
column: fn.column,
|
|
2201
|
-
cyclomaticComplexity: fn.cyclomaticComplexity,
|
|
2202
|
-
maxNestingDepth: fn.maxNestingDepth,
|
|
2203
|
-
isBoundaryWrapper: fn.isBoundaryWrapper,
|
|
2204
|
-
isPassThroughWrapper: fn.isPassThroughWrapper,
|
|
2205
|
-
...featureHintMetadata(`${fn.name} ${hintPath}`)
|
|
2206
|
-
}
|
|
2207
|
-
});
|
|
2208
|
-
addEdge(graph, { from: fileNodeId, to: symbolId, kind: "contains" });
|
|
2209
|
-
addEdge(graph, { from: fileNodeId, to: symbolId, kind: "defines" });
|
|
2210
|
-
}
|
|
2211
|
-
for (const fn of functions) {
|
|
2212
|
-
const symbolId = buildSymbolId(normalized, fn.name, "function", fn.line);
|
|
2213
|
-
const memberCallTexts = new Set;
|
|
2214
|
-
for (const site of fn.memberCallSites ?? []) {
|
|
2215
|
-
const callText = `${site.receiver}.${site.method}`;
|
|
2216
|
-
memberCallTexts.add(callText);
|
|
2217
|
-
const receiverClass = fn.receiverTypes?.[site.receiver];
|
|
2218
|
-
const candidates = receiverClass ? methodsByQualifiedName.get(`${receiverClass}.${site.method}`) ?? [] : [];
|
|
2219
|
-
if (candidates.length === 1) {
|
|
2220
|
-
addEdge(graph, {
|
|
2221
|
-
from: symbolId,
|
|
2222
|
-
to: candidates[0],
|
|
2223
|
-
kind: "calls",
|
|
2224
|
-
metadata: {
|
|
2225
|
-
unresolvedName: callText,
|
|
2226
|
-
receiver: site.receiver,
|
|
2227
|
-
receiverType: receiverClass
|
|
2228
|
-
},
|
|
2229
|
-
resolution: "receiver-type"
|
|
2230
|
-
});
|
|
2231
|
-
continue;
|
|
2232
|
-
}
|
|
2233
|
-
if (candidates.length > 1) {
|
|
2234
|
-
const qualifiedPlaceholderId = `symbol-qualified-name:${receiverClass}.${site.method}`;
|
|
2235
|
-
if (!graph.nodes.has(qualifiedPlaceholderId)) {
|
|
2236
|
-
addNode(graph, {
|
|
2237
|
-
id: qualifiedPlaceholderId,
|
|
2238
|
-
kind: "symbol",
|
|
2239
|
-
language: "jsts",
|
|
2240
|
-
symbolName: site.method,
|
|
2241
|
-
qualifiedName: `${receiverClass}.${site.method}`,
|
|
2242
|
-
metadata: {
|
|
2243
|
-
unresolvedName: callText,
|
|
2244
|
-
ambiguousCandidates: candidates.length
|
|
2245
|
-
}
|
|
2246
|
-
});
|
|
2247
|
-
}
|
|
2248
|
-
addEdge(graph, {
|
|
2249
|
-
from: symbolId,
|
|
2250
|
-
to: qualifiedPlaceholderId,
|
|
2251
|
-
kind: "calls",
|
|
2252
|
-
metadata: {
|
|
2253
|
-
unresolvedName: callText,
|
|
2254
|
-
receiver: site.receiver,
|
|
2255
|
-
receiverType: receiverClass
|
|
2256
|
-
},
|
|
2257
|
-
resolution: "name-only"
|
|
2258
|
-
});
|
|
2259
|
-
continue;
|
|
2260
|
-
}
|
|
2261
|
-
const externalId = `external:${callText}`;
|
|
2262
|
-
if (!graph.nodes.has(externalId)) {
|
|
2263
|
-
addNode(graph, {
|
|
2264
|
-
id: externalId,
|
|
2265
|
-
kind: "external",
|
|
2266
|
-
language: "jsts",
|
|
2267
|
-
metadata: { unresolvedName: callText }
|
|
2268
|
-
});
|
|
2269
|
-
}
|
|
2270
|
-
addEdge(graph, {
|
|
2271
|
-
from: symbolId,
|
|
2272
|
-
to: externalId,
|
|
2273
|
-
kind: "calls",
|
|
2274
|
-
metadata: { unresolvedName: callText }
|
|
2275
|
-
});
|
|
2276
|
-
}
|
|
2277
|
-
for (const callee of fn.outgoingCalls) {
|
|
2278
|
-
if (memberCallTexts.has(callee))
|
|
2279
|
-
continue;
|
|
2280
|
-
const targetId = callee.includes(".") ? `external:${callee}` : `symbol-name:${callee}`;
|
|
2281
|
-
if (!graph.nodes.has(targetId)) {
|
|
2282
|
-
addNode(graph, {
|
|
2283
|
-
id: targetId,
|
|
2284
|
-
kind: callee.includes(".") ? "external" : "symbol",
|
|
2285
|
-
language: "jsts",
|
|
2286
|
-
symbolName: callee.includes(".") ? undefined : callee,
|
|
2287
|
-
metadata: { unresolvedName: callee }
|
|
2288
|
-
});
|
|
2289
|
-
}
|
|
2290
|
-
const importHintFile = !callee.includes(".") ? importedNameToFile.get(callee) : undefined;
|
|
2291
|
-
addEdge(graph, {
|
|
2292
|
-
from: symbolId,
|
|
2293
|
-
to: targetId,
|
|
2294
|
-
kind: "calls",
|
|
2295
|
-
metadata: {
|
|
2296
|
-
unresolvedName: callee,
|
|
2297
|
-
...importHintFile ? { importHintFile } : {}
|
|
2298
|
-
},
|
|
2299
|
-
...callee.includes(".") ? {} : { resolution: "name-only" }
|
|
2300
|
-
});
|
|
2301
|
-
}
|
|
2302
|
-
}
|
|
2303
|
-
}
|
|
2304
|
-
export function mapKindToTreeSitterLanguage(kind, filePath) {
|
|
2305
|
-
return symbolExtractionGrammar(kind, filePath);
|
|
2306
|
-
}
|
|
2307
|
-
async function getExtractor(languageId) {
|
|
2308
|
-
if (extractorCache.has(languageId))
|
|
2309
|
-
return extractorCache.get(languageId);
|
|
2310
|
-
const client = getSharedTreeSitterClient();
|
|
2311
|
-
if (!client)
|
|
2312
|
-
return null;
|
|
2313
|
-
const extractor = new TreeSitterSymbolExtractor(languageId, client);
|
|
2314
|
-
const ok = await extractor.init();
|
|
2315
|
-
if (!ok) {
|
|
2316
|
-
extractorCache.set(languageId, null);
|
|
2317
|
-
return null;
|
|
2318
|
-
}
|
|
2319
|
-
extractorCache.set(languageId, extractor);
|
|
2320
|
-
return extractor;
|
|
2321
|
-
}
|
|
2322
|
-
async function extractTreeSitterSymbols(filePath, languageId, contentOverride) {
|
|
2323
|
-
const empty = {
|
|
2324
|
-
symbols: [],
|
|
2325
|
-
refs: [],
|
|
2326
|
-
imports: [],
|
|
2327
|
-
coverage: {
|
|
2328
|
-
definitions: "unavailable",
|
|
2329
|
-
references: "unavailable",
|
|
2330
|
-
imports: "unavailable"
|
|
2331
|
-
}
|
|
2332
|
-
};
|
|
2333
|
-
if (contentOverride === null)
|
|
2334
|
-
return empty;
|
|
2335
|
-
const treeSitterClient = getSharedTreeSitterClient();
|
|
2336
|
-
if (!treeSitterClient)
|
|
2337
|
-
return empty;
|
|
2338
|
-
const initialized = await treeSitterClient.init();
|
|
2339
|
-
if (!initialized)
|
|
2340
|
-
return empty;
|
|
2341
|
-
const extractor = await getExtractor(languageId);
|
|
2342
|
-
if (!extractor)
|
|
2343
|
-
return empty;
|
|
2344
|
-
const content = contentOverride ?? fs.readFileSync(filePath, "utf-8");
|
|
2345
|
-
const extracted = await treeSitterClient.withParsedTree(filePath, languageId, content, (tree) => extractor.extract(tree, filePath, content), "review-graph");
|
|
2346
|
-
return extracted.parsed ? extracted.value : { ...empty, wasmTrap: extracted.wasmTrap };
|
|
2347
|
-
}
|
|
2348
|
-
export async function captureReviewGraphStructuralIr(filePath, cwd, content, borrowed) {
|
|
2349
|
-
const kind = detectFileKind(filePath);
|
|
2350
|
-
if (!kind || !MAIN_KINDS.has(kind) || detectFileRole(filePath) === "test") {
|
|
2351
|
-
return { complete: true };
|
|
2352
|
-
}
|
|
2353
|
-
if (kind === "jsts") {
|
|
2354
|
-
const borrowable = borrowed.hasFileFact(filePath, "file.imports") && borrowed.hasFileFact(filePath, "file.reexports") && borrowed.hasFileFact(filePath, "file.functionSummaries") && borrowed.getFileFact(filePath, "file.content") === content;
|
|
2355
|
-
let facts = borrowed;
|
|
2356
|
-
if (!borrowable) {
|
|
2357
|
-
const run = new FactStore("review-graph-run");
|
|
2358
|
-
await ensureReviewGraphFacts(filePath, cwd, run, content);
|
|
2359
|
-
facts = run;
|
|
2360
|
-
}
|
|
2361
|
-
const parsed = await withTreeSitterRoot(filePath, content, () => true, "review-graph-ir");
|
|
2362
|
-
if (!parsed.parsed)
|
|
2363
|
-
return { complete: false };
|
|
2364
|
-
const functionCoverage = facts.getFileFact(filePath, "file.functionFactsCoverage") ?? "unavailable";
|
|
2365
|
-
const importCoverage = facts.getFileFact(filePath, "file.importFactsCoverage") ?? "unavailable";
|
|
2366
|
-
const coverage = {
|
|
2367
|
-
definitions: functionCoverage,
|
|
2368
|
-
references: functionCoverage,
|
|
2369
|
-
imports: importCoverage,
|
|
2370
|
-
calls: functionCoverage
|
|
2371
|
-
};
|
|
2372
|
-
if (Object.values(coverage).some((status) => status !== "complete")) {
|
|
2373
|
-
return { complete: false };
|
|
2374
|
-
}
|
|
2375
|
-
return {
|
|
2376
|
-
complete: true,
|
|
2377
|
-
structural: {
|
|
2378
|
-
kind: "jsts",
|
|
2379
|
-
imports: facts.getFileFact(filePath, "file.imports") ?? [],
|
|
2380
|
-
reexports: facts.getFileFact(filePath, "file.reexports") ?? [],
|
|
2381
|
-
functionSummaries: facts.getFileFact(filePath, "file.functionSummaries") ?? [],
|
|
2382
|
-
coverage
|
|
2383
|
-
}
|
|
2384
|
-
};
|
|
2385
|
-
}
|
|
2386
|
-
const languageId = mapKindToTreeSitterLanguage(kind, filePath);
|
|
2387
|
-
if (!languageId)
|
|
2388
|
-
return { complete: false };
|
|
2389
|
-
const client = getSharedTreeSitterClient();
|
|
2390
|
-
if (!client || !await client.init())
|
|
2391
|
-
return { complete: false };
|
|
2392
|
-
const extractor = await getExtractor(languageId);
|
|
2393
|
-
if (!extractor)
|
|
2394
|
-
return { complete: false };
|
|
2395
|
-
const result = await client.withParsedTree(filePath, languageId, content, (tree) => extractor.extract(tree, filePath, content), "review-graph");
|
|
2396
|
-
if (!result.parsed)
|
|
2397
|
-
return { complete: false };
|
|
2398
|
-
return {
|
|
2399
|
-
complete: true,
|
|
2400
|
-
structural: {
|
|
2401
|
-
kind: "tree-sitter",
|
|
2402
|
-
languageId,
|
|
2403
|
-
extracted: result.value
|
|
2404
|
-
}
|
|
2405
|
-
};
|
|
2406
|
-
}
|
|
2407
|
-
const SYMBOL_KIND_SPECIFICITY = {
|
|
2408
|
-
method: 2,
|
|
2409
|
-
property: 2
|
|
2410
|
-
};
|
|
2411
|
-
function dedupeSamePositionSymbols(symbols) {
|
|
2412
|
-
const bestByKey = new Map;
|
|
2413
|
-
for (const symbol of symbols) {
|
|
2414
|
-
const key = `${symbol.name}0000${symbol.line}0000${symbol.column}`;
|
|
2415
|
-
const existing = bestByKey.get(key);
|
|
2416
|
-
if (!existing) {
|
|
2417
|
-
bestByKey.set(key, symbol);
|
|
2418
|
-
continue;
|
|
2419
|
-
}
|
|
2420
|
-
const existingScore = SYMBOL_KIND_SPECIFICITY[existing.kind] ?? 0;
|
|
2421
|
-
const candidateScore = SYMBOL_KIND_SPECIFICITY[symbol.kind] ?? 0;
|
|
2422
|
-
if (candidateScore > existingScore)
|
|
2423
|
-
bestByKey.set(key, symbol);
|
|
2424
|
-
}
|
|
2425
|
-
return [...bestByKey.values()];
|
|
2426
|
-
}
|
|
2427
|
-
function addTreeSitterFile(graph, cwd, filePath, languageId, extracted, ignoredIds) {
|
|
2428
|
-
const normalized = normalizeMapKey(filePath);
|
|
2429
|
-
const hintPath = toProjectRelativePath(normalized, cwd);
|
|
2430
|
-
const fileNodeId = `file:${normalized}`;
|
|
2431
|
-
addNode(graph, {
|
|
2432
|
-
id: fileNodeId,
|
|
2433
|
-
kind: "file",
|
|
2434
|
-
language: languageId,
|
|
2435
|
-
filePath: normalized,
|
|
2436
|
-
metadata: {
|
|
2437
|
-
...featureHintMetadata(hintPath),
|
|
2438
|
-
extractionCoverage: extracted.coverage
|
|
2439
|
-
}
|
|
2440
|
-
});
|
|
2441
|
-
const dedupedSymbols = dedupeSamePositionSymbols(extracted.symbols);
|
|
2442
|
-
const containers = dedupedSymbols.map((s) => ({
|
|
2443
|
-
name: s.name,
|
|
2444
|
-
startLine: s.line,
|
|
2445
|
-
endLine: s.endLine ?? s.line
|
|
2446
|
-
}));
|
|
2447
|
-
for (const symbol of dedupedSymbols) {
|
|
2448
|
-
const symbolId = buildSymbolId(normalized, symbol.name, symbol.kind, symbol.line);
|
|
2449
|
-
const owner = findOwnerName(containers, symbol.line, symbol.endLine ?? symbol.line);
|
|
2450
|
-
const qualifiedName = buildQualifiedName(owner, symbol.name);
|
|
2451
|
-
addNode(graph, {
|
|
2452
|
-
id: symbolId,
|
|
2453
|
-
kind: "symbol",
|
|
2454
|
-
language: languageId,
|
|
2455
|
-
filePath: normalized,
|
|
2456
|
-
symbolName: symbol.name,
|
|
2457
|
-
symbolKind: symbol.kind,
|
|
2458
|
-
...qualifiedName ? { qualifiedName } : {},
|
|
2459
|
-
exported: symbol.isExported,
|
|
2460
|
-
metadata: {
|
|
2461
|
-
line: symbol.line,
|
|
2462
|
-
endLine: symbol.endLine,
|
|
2463
|
-
column: symbol.column,
|
|
2464
|
-
signature: symbol.signature,
|
|
2465
|
-
...featureHintMetadata(`${symbol.name} ${hintPath}`)
|
|
2466
|
-
}
|
|
2467
|
-
});
|
|
2468
|
-
addEdge(graph, { from: fileNodeId, to: symbolId, kind: "contains" });
|
|
2469
|
-
addEdge(graph, { from: fileNodeId, to: symbolId, kind: "defines" });
|
|
2470
|
-
}
|
|
2471
|
-
for (const ref of extracted.refs) {
|
|
2472
|
-
const refName = ref.symbolName ?? ref.symbolId;
|
|
2473
|
-
const targetId = `symbol-name:${refName}`;
|
|
2474
|
-
if (!graph.nodes.has(targetId)) {
|
|
2475
|
-
addNode(graph, {
|
|
2476
|
-
id: targetId,
|
|
2477
|
-
kind: "symbol",
|
|
2478
|
-
language: languageId,
|
|
2479
|
-
symbolName: refName,
|
|
2480
|
-
metadata: { unresolvedName: refName }
|
|
2481
|
-
});
|
|
2482
|
-
}
|
|
2483
|
-
addEdge(graph, {
|
|
2484
|
-
from: fileNodeId,
|
|
2485
|
-
to: targetId,
|
|
2486
|
-
kind: "references",
|
|
2487
|
-
metadata: {
|
|
2488
|
-
line: ref.line,
|
|
2489
|
-
column: ref.column,
|
|
2490
|
-
referenceKind: ref.referenceKind ?? "unknown"
|
|
2491
|
-
},
|
|
2492
|
-
resolution: "name-only"
|
|
2493
|
-
});
|
|
2494
|
-
}
|
|
2495
|
-
for (const imp of extracted.imports) {
|
|
2496
|
-
const resolved = resolveImportToFiles(cwd, filePath, languageId, imp.source).filter((target) => !ignoredIds?.has(target));
|
|
2497
|
-
if (resolved.length > 0) {
|
|
2498
|
-
for (const target of resolved) {
|
|
2499
|
-
const toNode = ensureFileNode(graph, target, cwd, mapKindToTreeSitterLanguage(detectFileKind(target), target) ?? languageId);
|
|
2500
|
-
addEdge(graph, {
|
|
2501
|
-
from: fileNodeId,
|
|
2502
|
-
to: toNode,
|
|
2503
|
-
kind: "imports",
|
|
2504
|
-
metadata: { line: imp.line, source: imp.source }
|
|
2505
|
-
});
|
|
2506
|
-
}
|
|
2507
|
-
continue;
|
|
2508
|
-
}
|
|
2509
|
-
const isRelative = imp.source.startsWith(".");
|
|
2510
|
-
const targetId = `${isRelative ? "module" : "external"}:${imp.source}`;
|
|
2511
|
-
if (!graph.nodes.has(targetId)) {
|
|
2512
|
-
addNode(graph, {
|
|
2513
|
-
id: targetId,
|
|
2514
|
-
kind: isRelative ? "module" : "external",
|
|
2515
|
-
language: languageId,
|
|
2516
|
-
metadata: { source: imp.source }
|
|
2517
|
-
});
|
|
2518
|
-
}
|
|
2519
|
-
addEdge(graph, {
|
|
2520
|
-
from: fileNodeId,
|
|
2521
|
-
to: targetId,
|
|
2522
|
-
kind: "imports",
|
|
2523
|
-
metadata: { line: imp.line }
|
|
2524
|
-
});
|
|
2525
|
-
}
|
|
2526
|
-
}
|
|
2527
|
-
function addLspFallbackSymbols(graph, filePath, languageId, symbols) {
|
|
2528
|
-
const normalized = normalizeMapKey(filePath);
|
|
2529
|
-
const fileNodeId = `file:${normalized}`;
|
|
2530
|
-
let added = 0;
|
|
2531
|
-
const flatOwnerIds = new Map;
|
|
2532
|
-
for (const symbol of symbols) {
|
|
2533
|
-
const range = symbol.range ?? symbol.location?.range;
|
|
2534
|
-
if (!range)
|
|
2535
|
-
continue;
|
|
2536
|
-
const kind = lspSymbolKindName(symbol.kind);
|
|
2537
|
-
const id = buildSymbolId(normalized, symbol.name, kind, range.start.line + 1);
|
|
2538
|
-
flatOwnerIds.set(symbol.name, id);
|
|
2539
|
-
if (symbol.containerName) {
|
|
2540
|
-
flatOwnerIds.set(`${symbol.containerName}.${symbol.name}`, id);
|
|
2541
|
-
}
|
|
2542
|
-
}
|
|
2543
|
-
const visit = (items, parentId, ancestry) => {
|
|
2544
|
-
for (const symbol of items) {
|
|
2545
|
-
const range = symbol.range ?? symbol.location?.range;
|
|
2546
|
-
if (!range)
|
|
2547
|
-
continue;
|
|
2548
|
-
const line = range.start.line + 1;
|
|
2549
|
-
const kind = lspSymbolKindName(symbol.kind);
|
|
2550
|
-
const symbolId = buildSymbolId(normalized, symbol.name, kind, line);
|
|
2551
|
-
const owners = ancestry.length > 0 ? ancestry : containerNameChain(symbol, symbols);
|
|
2552
|
-
const qualifiedName = owners.length > 0 ? [...owners, symbol.name].join(".") : undefined;
|
|
2553
|
-
addNode(graph, {
|
|
2554
|
-
id: symbolId,
|
|
2555
|
-
kind: "symbol",
|
|
2556
|
-
language: languageId,
|
|
2557
|
-
filePath: normalized,
|
|
2558
|
-
symbolName: symbol.name,
|
|
2559
|
-
symbolKind: kind,
|
|
2560
|
-
...qualifiedName ? { qualifiedName } : {},
|
|
2561
|
-
provenance: "lsp",
|
|
2562
|
-
metadata: {
|
|
2563
|
-
line,
|
|
2564
|
-
column: range.start.character,
|
|
2565
|
-
endLine: range.end.line + 1,
|
|
2566
|
-
...featureHintMetadata(`${symbol.name} ${normalized}`)
|
|
2567
|
-
}
|
|
2568
|
-
});
|
|
2569
|
-
const resolvedParentId = ancestry.length === 0 && symbol.containerName ? flatOwnerIds.get(symbol.containerName) ?? parentId : parentId;
|
|
2570
|
-
addEdge(graph, {
|
|
2571
|
-
from: resolvedParentId,
|
|
2572
|
-
to: symbolId,
|
|
2573
|
-
kind: "contains"
|
|
2574
|
-
});
|
|
2575
|
-
addEdge(graph, { from: fileNodeId, to: symbolId, kind: "defines" });
|
|
2576
|
-
added++;
|
|
2577
|
-
if (symbol.children) {
|
|
2578
|
-
visit(symbol.children, symbolId, [...owners, symbol.name]);
|
|
2579
|
-
}
|
|
2580
|
-
}
|
|
2581
|
-
};
|
|
2582
|
-
visit(symbols, fileNodeId, []);
|
|
2583
|
-
return added;
|
|
2584
|
-
}
|
|
2585
|
-
function ensureFileNode(graph, filePath, cwd, languageId) {
|
|
2586
|
-
const normalized = normalizeMapKey(filePath);
|
|
2587
|
-
const hintPath = toProjectRelativePath(normalized, cwd);
|
|
2588
|
-
const existing = graph.fileNodes.get(normalized);
|
|
2589
|
-
if (existing)
|
|
2590
|
-
return existing;
|
|
2591
|
-
const fileNodeId = `file:${normalized}`;
|
|
2592
|
-
addNode(graph, {
|
|
2593
|
-
id: fileNodeId,
|
|
2594
|
-
kind: "file",
|
|
2595
|
-
language: languageId,
|
|
2596
|
-
filePath: normalized,
|
|
2597
|
-
metadata: featureHintMetadata(hintPath)
|
|
2598
|
-
});
|
|
2599
|
-
return fileNodeId;
|
|
2600
|
-
}
|
|
2601
|
-
function resolveCxxInclude(cwd, filePath, source) {
|
|
2602
|
-
const candidates = [
|
|
2603
|
-
path.resolve(path.dirname(filePath), source),
|
|
2604
|
-
path.resolve(cwd, source),
|
|
2605
|
-
path.resolve(cwd, "include", source),
|
|
2606
|
-
path.resolve(cwd, "src", source)
|
|
2607
|
-
];
|
|
2608
|
-
const root = path.resolve(cwd);
|
|
2609
|
-
for (const candidate of candidates) {
|
|
2610
|
-
if (!candidate.startsWith(root + path.sep) && candidate !== root)
|
|
2611
|
-
continue;
|
|
2612
|
-
if (fs.existsSync(candidate) && detectFileKind(candidate) === "cxx") {
|
|
2613
|
-
return normalizeMapKey(candidate);
|
|
2614
|
-
}
|
|
2615
|
-
}
|
|
2616
|
-
return;
|
|
2617
|
-
}
|
|
2618
|
-
function parseLocalCxxInclude(line) {
|
|
2619
|
-
let i = 0;
|
|
2620
|
-
while (i < line.length && (line[i] === " " || line[i] === "\t"))
|
|
2621
|
-
i += 1;
|
|
2622
|
-
if (line[i] !== "#")
|
|
2623
|
-
return;
|
|
2624
|
-
i += 1;
|
|
2625
|
-
while (i < line.length && (line[i] === " " || line[i] === "\t"))
|
|
2626
|
-
i += 1;
|
|
2627
|
-
if (!line.startsWith("include", i))
|
|
2628
|
-
return;
|
|
2629
|
-
i += "include".length;
|
|
2630
|
-
if (i >= line.length || line[i] !== " " && line[i] !== "\t") {
|
|
2631
|
-
return;
|
|
2632
|
-
}
|
|
2633
|
-
while (i < line.length && (line[i] === " " || line[i] === "\t"))
|
|
2634
|
-
i += 1;
|
|
2635
|
-
if (line[i] !== '"')
|
|
2636
|
-
return;
|
|
2637
|
-
i += 1;
|
|
2638
|
-
const start = i;
|
|
2639
|
-
while (i < line.length && line[i] !== '"')
|
|
2640
|
-
i += 1;
|
|
2641
|
-
if (i >= line.length || i === start)
|
|
2642
|
-
return;
|
|
2643
|
-
return line.slice(start, i);
|
|
2644
|
-
}
|
|
2645
|
-
function addCxxIncludeEdges(graph, cwd, filePath, ignoredIds, contentOverride) {
|
|
2646
|
-
let content = contentOverride;
|
|
2647
|
-
if (content === undefined) {
|
|
2648
|
-
try {
|
|
2649
|
-
content = fs.readFileSync(filePath, "utf-8");
|
|
2650
|
-
} catch {
|
|
2651
|
-
return;
|
|
2652
|
-
}
|
|
2653
|
-
}
|
|
2654
|
-
if (content === null)
|
|
2655
|
-
return;
|
|
2656
|
-
const fromNode = ensureFileNode(graph, filePath, cwd, "cpp");
|
|
2657
|
-
for (const line of content.split(/\r?\n/)) {
|
|
2658
|
-
const source = parseLocalCxxInclude(line);
|
|
2659
|
-
if (!source)
|
|
2660
|
-
continue;
|
|
2661
|
-
const target = resolveCxxInclude(cwd, filePath, source);
|
|
2662
|
-
if (!target || ignoredIds?.has(target))
|
|
2663
|
-
continue;
|
|
2664
|
-
const languageId = mapKindToTreeSitterLanguage("cxx", target) ?? "cpp";
|
|
2665
|
-
const toNode = ensureFileNode(graph, target, cwd, languageId);
|
|
2666
|
-
addEdge(graph, {
|
|
2667
|
-
from: fromNode,
|
|
2668
|
-
to: toNode,
|
|
2669
|
-
kind: "imports",
|
|
2670
|
-
metadata: { source }
|
|
2671
|
-
});
|
|
2672
|
-
}
|
|
2673
|
-
}
|
|
2674
|
-
function removeFileOwnedGraphData(graph, filePath, removedEdges) {
|
|
2675
|
-
const normalized = normalizeMapKey(filePath);
|
|
2676
|
-
const fileNodeId = graph.fileNodes.get(normalized) ?? `file:${normalized}`;
|
|
2677
|
-
const removedSymbolIds = new Set(graph.symbolNodesByFile.get(normalized));
|
|
2678
|
-
const removedIds = new Set(removedSymbolIds);
|
|
2679
|
-
if (graph.nodes.has(fileNodeId))
|
|
2680
|
-
removedIds.add(fileNodeId);
|
|
2681
|
-
const candidates = new Set;
|
|
2682
|
-
for (const id of removedIds) {
|
|
2683
|
-
for (const edge of graph.edgesByFrom.get(id) ?? []) {
|
|
2684
|
-
_rebuildCounters.removeOwnedEdgeVisits++;
|
|
2685
|
-
candidates.add(edge);
|
|
2686
|
-
}
|
|
2687
|
-
for (const edge of graph.edgesByTo.get(id) ?? []) {
|
|
2688
|
-
_rebuildCounters.removeOwnedEdgeVisits++;
|
|
2689
|
-
candidates.add(edge);
|
|
2690
|
-
}
|
|
2691
|
-
}
|
|
2692
|
-
const preservedIncomingSymbolEdges = [];
|
|
2693
|
-
for (const edge of candidates) {
|
|
2694
|
-
if (removedEdges.has(edge))
|
|
2695
|
-
continue;
|
|
2696
|
-
const fromRemoved = removedIds.has(edge.from);
|
|
2697
|
-
if (!fromRemoved && edge.to === fileNodeId)
|
|
2698
|
-
continue;
|
|
2699
|
-
if (!fromRemoved && removedSymbolIds.has(edge.to)) {
|
|
2700
|
-
preservedIncomingSymbolEdges.push({ ...edge });
|
|
2701
|
-
}
|
|
2702
|
-
removedEdges.add(edge);
|
|
2703
|
-
}
|
|
2704
|
-
for (const id of removedIds) {
|
|
2705
|
-
const node = graph.nodes.get(id);
|
|
2706
|
-
graph.nodes.delete(id);
|
|
2707
|
-
if (!node?.filePath)
|
|
2708
|
-
continue;
|
|
2709
|
-
if (node.kind === "file") {
|
|
2710
|
-
if (graph.fileNodes.get(node.filePath) === id) {
|
|
2711
|
-
graph.fileNodes.delete(node.filePath);
|
|
2712
|
-
}
|
|
2713
|
-
} else if (node.kind === "symbol") {
|
|
2714
|
-
const ids = graph.symbolNodesByFile.get(node.filePath);
|
|
2715
|
-
if (!ids)
|
|
2716
|
-
continue;
|
|
2717
|
-
const at = ids.indexOf(id);
|
|
2718
|
-
if (at >= 0)
|
|
2719
|
-
ids.splice(at, 1);
|
|
2720
|
-
if (ids.length === 0)
|
|
2721
|
-
graph.symbolNodesByFile.delete(node.filePath);
|
|
2722
|
-
}
|
|
2723
|
-
}
|
|
2724
|
-
return preservedIncomingSymbolEdges;
|
|
2725
|
-
}
|
|
2726
|
-
async function addFileToGraph(graph, cwd, file, ignoredIds, contentOverride) {
|
|
2727
|
-
const kind = detectFileKind(file);
|
|
2728
|
-
if (!kind || !MAIN_KINDS.has(kind))
|
|
2729
|
-
return;
|
|
2730
|
-
if (detectFileRole(file) === "test")
|
|
2731
|
-
return;
|
|
2732
|
-
const contentHash = typeof contentOverride === "string" ? reviewGraphIrContentHash(contentOverride) : undefined;
|
|
2733
|
-
const sharedIr = contentHash ? getFreshReviewGraphFileIr(cwd, file, contentHash)?.structural : undefined;
|
|
2734
|
-
if (kind === "jsts") {
|
|
2735
|
-
const run = new FactStore("review-graph-run");
|
|
2736
|
-
if (sharedIr?.kind === "jsts") {
|
|
2737
|
-
run.setFileFact(file, "file.content", contentOverride ?? "");
|
|
2738
|
-
run.setFileFact(file, "file.imports", sharedIr.imports);
|
|
2739
|
-
run.setFileFact(file, "file.functionSummaries", sharedIr.functionSummaries);
|
|
2740
|
-
run.setFileFact(file, "file.functionFactsCoverage", sharedIr.coverage.calls);
|
|
2741
|
-
run.setFileFact(file, "file.importFactsCoverage", sharedIr.coverage.imports);
|
|
2742
|
-
} else {
|
|
2743
|
-
await ensureReviewGraphFacts(file, cwd, run, contentOverride);
|
|
2744
|
-
}
|
|
2745
|
-
addJsTsFile(graph, cwd, file, run, ignoredIds);
|
|
2746
|
-
return;
|
|
2747
|
-
}
|
|
2748
|
-
const languageId = mapKindToTreeSitterLanguage(kind, file);
|
|
2749
|
-
if (!languageId)
|
|
2750
|
-
return;
|
|
2751
|
-
const irExtracted = sharedIr?.kind === "tree-sitter" && sharedIr.languageId === languageId ? sharedIr.extracted : undefined;
|
|
2752
|
-
const extracted = irExtracted ?? await extractTreeSitterSymbols(file, languageId, contentOverride);
|
|
2753
|
-
if (extracted.wasmTrap)
|
|
2754
|
-
_wasmTrappedFiles.set(file, extracted.wasmTrap);
|
|
2755
|
-
else
|
|
2756
|
-
_wasmTrappedFiles.delete(file);
|
|
2757
|
-
addTreeSitterFile(graph, cwd, file, languageId, extracted, ignoredIds);
|
|
2758
|
-
if (extracted.symbols.length === 0) {
|
|
2759
|
-
const lspSymbols = await getOpenDocumentSymbols(file);
|
|
2760
|
-
const added = lspSymbols ? addLspFallbackSymbols(graph, file, languageId, lspSymbols) : 0;
|
|
2761
|
-
logReviewGraph({
|
|
2762
|
-
phase: "lsp_symbol_fallback",
|
|
2763
|
-
cwd,
|
|
2764
|
-
reason: lspSymbols ? added > 0 ? "added" : "empty-response" : "unavailable-or-failed",
|
|
2765
|
-
nodes: added
|
|
2766
|
-
});
|
|
2767
|
-
}
|
|
2768
|
-
if (kind === "cxx") {
|
|
2769
|
-
addCxxIncludeEdges(graph, cwd, file, ignoredIds, contentOverride);
|
|
2770
|
-
}
|
|
2771
|
-
}
|
|
2772
|
-
const _rebuildCounters = {
|
|
2773
|
-
restoreComparisons: 0,
|
|
2774
|
-
importTargetEdgeScans: 0,
|
|
2775
|
-
removeOwnedEdgeVisits: 0,
|
|
2776
|
-
removeOwnedEdgePositions: 0
|
|
2777
|
-
};
|
|
2778
|
-
export function _getReviewGraphRebuildCountersForTests() {
|
|
2779
|
-
return { ..._rebuildCounters };
|
|
2780
|
-
}
|
|
2781
|
-
export function _resetReviewGraphRebuildCountersForTests() {
|
|
2782
|
-
_rebuildCounters.restoreComparisons = 0;
|
|
2783
|
-
_rebuildCounters.importTargetEdgeScans = 0;
|
|
2784
|
-
_rebuildCounters.removeOwnedEdgeVisits = 0;
|
|
2785
|
-
_rebuildCounters.removeOwnedEdgePositions = 0;
|
|
2786
|
-
}
|
|
2787
|
-
function edgeIdentityKey(edge) {
|
|
2788
|
-
_rebuildCounters.restoreComparisons++;
|
|
2789
|
-
return JSON.stringify([edge.from, edge.kind, edge.metadata ?? {}]);
|
|
2790
|
-
}
|
|
2791
|
-
function restoreValidIncomingEdges(graph, edges) {
|
|
2792
|
-
const seenByTarget = new Map;
|
|
2793
|
-
for (const edge of edges) {
|
|
2794
|
-
if (!graph.nodes.has(edge.from) || !graph.nodes.has(edge.to))
|
|
2795
|
-
continue;
|
|
2796
|
-
let seen = seenByTarget.get(edge.to);
|
|
2797
|
-
if (!seen) {
|
|
2798
|
-
seen = new Set;
|
|
2799
|
-
for (const candidate of graph.edgesByTo.get(edge.to) ?? []) {
|
|
2800
|
-
seen.add(edgeIdentityKey(candidate));
|
|
2801
|
-
}
|
|
2802
|
-
seenByTarget.set(edge.to, seen);
|
|
2803
|
-
}
|
|
2804
|
-
const key = edgeIdentityKey(edge);
|
|
2805
|
-
if (seen.has(key))
|
|
2806
|
-
continue;
|
|
2807
|
-
seen.add(key);
|
|
2808
|
-
addEdge(graph, edge);
|
|
2809
|
-
}
|
|
2810
|
-
}
|
|
2811
|
-
function dedupeResolvedEdges(graph, replacements) {
|
|
2812
|
-
const resolvedEdges = new Set(replacements.map(([, after]) => after));
|
|
2813
|
-
const seenByTarget = new Map;
|
|
2814
|
-
const removed = new Set;
|
|
2815
|
-
for (const [, edge] of replacements) {
|
|
2816
|
-
if (removed.has(edge))
|
|
2817
|
-
continue;
|
|
2818
|
-
let seen = seenByTarget.get(edge.to);
|
|
2819
|
-
if (!seen) {
|
|
2820
|
-
seen = new Set;
|
|
2821
|
-
for (const candidate of graph.edgesByTo.get(edge.to) ?? []) {
|
|
2822
|
-
if (!resolvedEdges.has(candidate)) {
|
|
2823
|
-
seen.add(edgeIdentityKey(candidate));
|
|
2824
|
-
}
|
|
2825
|
-
}
|
|
2826
|
-
seenByTarget.set(edge.to, seen);
|
|
2827
|
-
}
|
|
2828
|
-
const key = edgeIdentityKey(edge);
|
|
2829
|
-
if (seen.has(key)) {
|
|
2830
|
-
removed.add(edge);
|
|
2831
|
-
unindexEdge(graph, edge);
|
|
2832
|
-
continue;
|
|
2833
|
-
}
|
|
2834
|
-
seen.add(key);
|
|
2835
|
-
}
|
|
2836
|
-
if (removed.size > 0) {
|
|
2837
|
-
graph.edges = graph.edges.filter((edge) => !removed.has(edge));
|
|
2838
|
-
}
|
|
2839
|
-
}
|
|
2840
|
-
const _graphImportChanges = new WeakMap;
|
|
2841
|
-
export function getGraphImportChanges(graph) {
|
|
2842
|
-
return _graphImportChanges.get(graph);
|
|
2843
|
-
}
|
|
2844
|
-
function importTargetsForFile(graph, filePath) {
|
|
2845
|
-
const normalized = normalizeMapKey(filePath);
|
|
2846
|
-
const fileNodeId = graph.fileNodes.get(normalized) ?? `file:${normalized}`;
|
|
2847
|
-
const targets = new Set;
|
|
2848
|
-
for (const edge of graph.edgesByFrom.get(fileNodeId) ?? []) {
|
|
2849
|
-
_rebuildCounters.importTargetEdgeScans++;
|
|
2850
|
-
if (edge.kind !== "imports")
|
|
2851
|
-
continue;
|
|
2852
|
-
const target = graph.nodes.get(edge.to)?.filePath;
|
|
2853
|
-
if (target)
|
|
2854
|
-
targets.add(normalizeMapKey(target));
|
|
2855
|
-
}
|
|
2856
|
-
return [...targets].sort((a, b) => compareOrdinal(a, b));
|
|
2857
|
-
}
|
|
2858
|
-
async function updateGraphFiles(graph, cwd, files, facts, ignoredIds) {
|
|
2859
|
-
rebuildIndexes(graph);
|
|
2860
|
-
const prior = files.map((file) => ({
|
|
2861
|
-
filePath: normalizeMapKey(file),
|
|
2862
|
-
existedBefore: graph.fileNodes.has(normalizeMapKey(file)),
|
|
2863
|
-
priorTargets: importTargetsForFile(graph, file)
|
|
2864
|
-
}));
|
|
2865
|
-
const preservedIncoming = [];
|
|
2866
|
-
const removedEdges = new Set;
|
|
2867
|
-
for (const file of files) {
|
|
2868
|
-
preservedIncoming.push(...removeFileOwnedGraphData(graph, file, removedEdges));
|
|
2869
|
-
await addFileToGraph(graph, cwd, file, ignoredIds);
|
|
2870
|
-
}
|
|
2871
|
-
if (removedEdges.size > 0) {
|
|
2872
|
-
unindexEdges(graph, removedEdges);
|
|
2873
|
-
graph.edges = graph.edges.filter((edge) => !removedEdges.has(edge));
|
|
2874
|
-
}
|
|
2875
|
-
restoreValidIncomingEdges(graph, preservedIncoming);
|
|
2876
|
-
resolveDeferredSymbolEdges(graph, false);
|
|
2877
|
-
graph.changedSymbolsByFile.clear();
|
|
2878
|
-
for (const file of files) {
|
|
2879
|
-
upsertChangedSymbols(graph, facts, file);
|
|
2880
|
-
}
|
|
2881
|
-
return prior.map(({ filePath, existedBefore, priorTargets }) => ({
|
|
2882
|
-
filePath,
|
|
2883
|
-
existedBefore,
|
|
2884
|
-
existsAfter: graph.fileNodes.has(filePath),
|
|
2885
|
-
priorTargets,
|
|
2886
|
-
newTargets: importTargetsForFile(graph, filePath)
|
|
2887
|
-
}));
|
|
2888
|
-
}
|
|
2889
|
-
function resolveDeferredSymbolEdges(graph, rebuild = true) {
|
|
2890
|
-
const symbolNameToIds = new Map;
|
|
2891
|
-
for (const node of graph.nodes.values()) {
|
|
2892
|
-
if (node.kind !== "symbol" || !node.symbolName)
|
|
2893
|
-
continue;
|
|
2894
|
-
if (node.metadata?.unresolvedName)
|
|
2895
|
-
continue;
|
|
2896
|
-
const ids = symbolNameToIds.get(node.symbolName) ?? [];
|
|
2897
|
-
ids.push(node.id);
|
|
2898
|
-
symbolNameToIds.set(node.symbolName, ids);
|
|
2899
|
-
}
|
|
2900
|
-
const replacements = [];
|
|
2901
|
-
graph.edges = graph.edges.map((edge) => {
|
|
2902
|
-
const targetNode = graph.nodes.get(edge.to);
|
|
2903
|
-
if (!targetNode?.metadata?.unresolvedName)
|
|
2904
|
-
return edge;
|
|
2905
|
-
const candidates = symbolNameToIds.get(targetNode.symbolName ?? "") ?? [];
|
|
2906
|
-
const importHintFile = edge.metadata?.importHintFile;
|
|
2907
|
-
if (importHintFile) {
|
|
2908
|
-
const scoped = candidates.filter((id) => graph.nodes.get(id)?.filePath === importHintFile);
|
|
2909
|
-
if (scoped.length === 1) {
|
|
2910
|
-
const resolved = {
|
|
2911
|
-
...edge,
|
|
2912
|
-
to: scoped[0],
|
|
2913
|
-
resolution: "import"
|
|
2914
|
-
};
|
|
2915
|
-
replacements.push([edge, resolved]);
|
|
2916
|
-
return resolved;
|
|
2917
|
-
}
|
|
2918
|
-
}
|
|
2919
|
-
if (candidates.length === 1) {
|
|
2920
|
-
const resolved = {
|
|
2921
|
-
...edge,
|
|
2922
|
-
to: candidates[0],
|
|
2923
|
-
resolution: "exact"
|
|
2924
|
-
};
|
|
2925
|
-
replacements.push([edge, resolved]);
|
|
2926
|
-
return resolved;
|
|
2927
|
-
}
|
|
2928
|
-
return edge;
|
|
2929
|
-
});
|
|
2930
|
-
if (rebuild) {
|
|
2931
|
-
rebuildIndexes(graph);
|
|
2932
|
-
return;
|
|
2933
|
-
}
|
|
2934
|
-
if (replacements.length === 0)
|
|
2935
|
-
return;
|
|
2936
|
-
const affectedTargets = new Set;
|
|
2937
|
-
for (const [before, after] of replacements) {
|
|
2938
|
-
const fromBucket = graph.edgesByFrom.get(before.from);
|
|
2939
|
-
if (fromBucket) {
|
|
2940
|
-
const at = fromBucket.indexOf(before);
|
|
2941
|
-
if (at >= 0)
|
|
2942
|
-
fromBucket[at] = after;
|
|
2943
|
-
}
|
|
2944
|
-
affectedTargets.add(before.to);
|
|
2945
|
-
affectedTargets.add(after.to);
|
|
2946
|
-
}
|
|
2947
|
-
for (const target of affectedTargets)
|
|
2948
|
-
graph.edgesByTo.set(target, []);
|
|
2949
|
-
for (const edge of graph.edges) {
|
|
2950
|
-
if (affectedTargets.has(edge.to))
|
|
2951
|
-
graph.edgesByTo.get(edge.to)?.push(edge);
|
|
2952
|
-
}
|
|
2953
|
-
for (const target of affectedTargets) {
|
|
2954
|
-
if (graph.edgesByTo.get(target)?.length === 0) {
|
|
2955
|
-
graph.edgesByTo.delete(target);
|
|
2956
|
-
}
|
|
2957
|
-
}
|
|
2958
|
-
dedupeResolvedEdges(graph, replacements);
|
|
2959
|
-
}
|
|
2960
|
-
function verifiedCacheFields(seqAtBuildStart) {
|
|
2961
|
-
return {
|
|
2962
|
-
builtAtProjectSeq: seqAtBuildStart,
|
|
2963
|
-
lastFullVerifyMs: Date.now(),
|
|
2964
|
-
fastPathSinceVerify: 0
|
|
2965
|
-
};
|
|
2966
|
-
}
|
|
2967
|
-
async function tryIncrementalFromCache(cached, ctx) {
|
|
2968
|
-
if (cached.fileSignatures.size === 0)
|
|
2969
|
-
return;
|
|
2970
|
-
const { added, removed, changed } = diffSignatureMaps(cached.fileSignatures, ctx.fileSignatures);
|
|
2971
|
-
if (removed.length > 0)
|
|
2972
|
-
return;
|
|
2973
|
-
if (added.length === 0 && changed.length === 0)
|
|
2974
|
-
return;
|
|
2975
|
-
const { trulyChanged, hashes } = await confirmContentChanged(changed, cached.fileHashes);
|
|
2976
|
-
const filesToUpdate = [...added, ...trulyChanged];
|
|
2977
|
-
if (filesToUpdate.length === 0) {
|
|
2978
|
-
const generation = cached.buildGeneration ?? ++_graphGenerationCounter;
|
|
2979
|
-
const graph = cloneGraph(cached.graph);
|
|
2980
|
-
rebuildIndexes(graph);
|
|
2981
|
-
graph.changedSymbolsByFile.clear();
|
|
2982
|
-
for (const file of ctx.normalizedChanged) {
|
|
2983
|
-
upsertChangedSymbols(graph, ctx.facts, file);
|
|
2984
|
-
}
|
|
2985
|
-
setWorkspaceGraph(ctx.normalizedCwd, {
|
|
2986
|
-
signature: ctx.signature,
|
|
2987
|
-
fileSignatures: new Map(ctx.fileSignatures),
|
|
2988
|
-
fileHashes: hashes,
|
|
2989
|
-
graph: cloneGraph(cached.graph),
|
|
2990
|
-
buildGeneration: generation,
|
|
2991
|
-
...verifiedCacheFields(ctx.seqAtBuildStart)
|
|
2992
|
-
}, ctx.cacheEpoch);
|
|
2993
|
-
setGraphBuildInfo(graph, {
|
|
2994
|
-
reused: true,
|
|
2995
|
-
mode: "cached",
|
|
2996
|
-
graphChanged: false
|
|
2997
|
-
});
|
|
2998
|
-
graph.buildGeneration = generation;
|
|
2999
|
-
setSessionReviewGraphFact(ctx.cwd, ctx.facts, graph);
|
|
3000
|
-
return graph;
|
|
3001
|
-
}
|
|
3002
|
-
for (const file of added) {
|
|
3003
|
-
hashes.set(file, contentHashEntry(file));
|
|
3004
|
-
}
|
|
3005
|
-
const priorGeneration = cached.graph.buildGeneration;
|
|
3006
|
-
const graph = cloneGraph(cached.graph);
|
|
3007
|
-
const importChanges = await updateGraphFiles(graph, ctx.cwd, filesToUpdate, ctx.facts, ctx.ignoredIds);
|
|
3008
|
-
refreshGraphBuiltAt(graph);
|
|
3009
|
-
const generation = ++_graphGenerationCounter;
|
|
3010
|
-
graph.buildGeneration = generation;
|
|
3011
|
-
setWorkspaceGraph(ctx.normalizedCwd, {
|
|
3012
|
-
signature: ctx.signature,
|
|
3013
|
-
fileSignatures: new Map(ctx.fileSignatures),
|
|
3014
|
-
fileHashes: hashes,
|
|
3015
|
-
graph,
|
|
3016
|
-
buildGeneration: generation,
|
|
3017
|
-
...verifiedCacheFields(ctx.seqAtBuildStart)
|
|
3018
|
-
}, ctx.cacheEpoch);
|
|
3019
|
-
const persistReason = persistGraph(ctx.cwd, ctx.signature, ctx.fileSignatures, hashes, graph, {
|
|
3020
|
-
buildId: ctx.buildId,
|
|
3021
|
-
projectSeq: ctx.seqAtBuildStart,
|
|
3022
|
-
seqHint: ctx.seqHint,
|
|
3023
|
-
mode: ctx.mode,
|
|
3024
|
-
resolveIdentity: ctx.resolveIdentity
|
|
3025
|
-
});
|
|
3026
|
-
setGraphBuildInfo(graph, {
|
|
3027
|
-
reused: true,
|
|
3028
|
-
mode: "incremental",
|
|
3029
|
-
...persistReason ? { persistReason } : {},
|
|
3030
|
-
graphChanged: true
|
|
3031
|
-
});
|
|
3032
|
-
_graphImportChanges.set(graph, {
|
|
3033
|
-
fromGeneration: priorGeneration,
|
|
3034
|
-
changes: importChanges
|
|
3035
|
-
});
|
|
3036
|
-
setSessionReviewGraphFact(ctx.cwd, ctx.facts, graph);
|
|
3037
|
-
return graph;
|
|
3038
|
-
}
|
|
3039
|
-
function hasGraphKindExtension(file) {
|
|
3040
|
-
const kind = detectFileKind(file);
|
|
3041
|
-
return !!kind && MAIN_KINDS.has(kind) && detectFileRole(file) !== "test";
|
|
3042
|
-
}
|
|
3043
|
-
async function trySeqFastpath(cwd, buildId, normalizedCwd, normalizedChanged, facts, seqHint, seqAtBuildStart, ignoredIds, cacheEpoch, resolveIdentity) {
|
|
3044
|
-
const cached = _workspaceGraphCache.get(normalizedCwd);
|
|
3045
|
-
const cachedCoverage = cached?.graph.persistCoverage;
|
|
3046
|
-
if (cachedCoverage?.partial && cachedCoverage.capTrimmed !== true) {
|
|
3047
|
-
return { fallback: "partial-base" };
|
|
3048
|
-
}
|
|
3049
|
-
if (!cached || cached.builtAtProjectSeq === undefined) {
|
|
3050
|
-
return { fallback: "no-seq" };
|
|
3051
|
-
}
|
|
3052
|
-
const now = Date.now();
|
|
3053
|
-
const ageMs = cached.lastFullVerifyMs === undefined ? Number.POSITIVE_INFINITY : now - cached.lastFullVerifyMs;
|
|
3054
|
-
const sinceVerify = cached.fastPathSinceVerify ?? 0;
|
|
3055
|
-
if (ageMs > SEQ_FASTPATH_REVERIFY_MS || sinceVerify >= SEQ_FASTPATH_REVERIFY_EVERY) {
|
|
3056
|
-
return { fallback: "verify-due" };
|
|
3057
|
-
}
|
|
3058
|
-
const changedSet = new Set(seqHint.getFilesChangedSince(cached.builtAtProjectSeq).map((file) => normalizeMapKey(file)));
|
|
3059
|
-
for (const file of normalizedChanged)
|
|
3060
|
-
changedSet.add(file);
|
|
3061
|
-
for (const file of _wasmTrappedFiles.keys()) {
|
|
3062
|
-
if (cached.fileSignatures.has(file))
|
|
3063
|
-
changedSet.add(file);
|
|
3064
|
-
}
|
|
3065
|
-
const changed = [...changedSet];
|
|
3066
|
-
if (changed.length > SEQ_FASTPATH_MAX_CHANGES) {
|
|
3067
|
-
return { fallback: "too-many-changes" };
|
|
3068
|
-
}
|
|
3069
|
-
const candidateFiles = [];
|
|
3070
|
-
for (const file of changed) {
|
|
3071
|
-
const known = cached.fileSignatures.has(file);
|
|
3072
|
-
let existsOnDisk = false;
|
|
3073
|
-
try {
|
|
3074
|
-
existsOnDisk = fs.statSync(file).isFile();
|
|
3075
|
-
} catch {
|
|
3076
|
-
existsOnDisk = false;
|
|
3077
|
-
}
|
|
3078
|
-
if (!existsOnDisk) {
|
|
3079
|
-
if (known) {
|
|
3080
|
-
return { fallback: "removed-file" };
|
|
3081
|
-
}
|
|
3082
|
-
continue;
|
|
3083
|
-
}
|
|
3084
|
-
if (!known) {
|
|
3085
|
-
if (!hasGraphKindExtension(file))
|
|
3086
|
-
continue;
|
|
3087
|
-
}
|
|
3088
|
-
candidateFiles.push(file);
|
|
3089
|
-
}
|
|
3090
|
-
const candidateStats = candidateFiles.map((file) => [file, sourceSignatureEntry(file)]);
|
|
3091
|
-
const { trulyChanged, hashes } = await confirmContentChanged(candidateFiles, cached.fileHashes);
|
|
3092
|
-
if (trulyChanged.length === 0) {
|
|
3093
|
-
const graph = cloneGraph(cached.graph);
|
|
3094
|
-
rebuildIndexes(graph);
|
|
3095
|
-
graph.changedSymbolsByFile.clear();
|
|
3096
|
-
for (const file of normalizedChanged) {
|
|
3097
|
-
upsertChangedSymbols(graph, facts, file);
|
|
3098
|
-
}
|
|
3099
|
-
const nextSignatures = new Map(cached.fileSignatures);
|
|
3100
|
-
for (const [file, stat] of candidateStats) {
|
|
3101
|
-
nextSignatures.set(file, stat);
|
|
3102
|
-
}
|
|
3103
|
-
cached.signature = sourceSignatureFromMap(nextSignatures);
|
|
3104
|
-
cached.fileSignatures = nextSignatures;
|
|
3105
|
-
cached.fileHashes = hashes;
|
|
3106
|
-
cached.builtAtProjectSeq = seqAtBuildStart;
|
|
3107
|
-
cached.fastPathSinceVerify = sinceVerify + 1;
|
|
3108
|
-
const generation = cached.buildGeneration ??= ++_graphGenerationCounter;
|
|
3109
|
-
setGraphBuildInfo(graph, {
|
|
3110
|
-
reused: true,
|
|
3111
|
-
mode: "seq-fastpath",
|
|
3112
|
-
graphChanged: false
|
|
3113
|
-
});
|
|
3114
|
-
graph.buildGeneration = generation;
|
|
3115
|
-
setSessionReviewGraphFact(cwd, facts, graph);
|
|
3116
|
-
return { graph };
|
|
3117
|
-
}
|
|
3118
|
-
const filesToUpdate = trulyChanged;
|
|
3119
|
-
const priorGeneration = cached.graph.buildGeneration;
|
|
3120
|
-
const graph = cloneGraph(cached.graph);
|
|
3121
|
-
let importChanges;
|
|
3122
|
-
try {
|
|
3123
|
-
importChanges = await updateGraphFiles(graph, cwd, filesToUpdate, facts, ignoredIds);
|
|
3124
|
-
} catch {
|
|
3125
|
-
return { fallback: "stat-error" };
|
|
3126
|
-
}
|
|
3127
|
-
refreshGraphBuiltAt(graph);
|
|
3128
|
-
const nextSignatures = new Map(cached.fileSignatures);
|
|
3129
|
-
for (const [file, stat] of candidateStats) {
|
|
3130
|
-
nextSignatures.set(file, stat);
|
|
3131
|
-
}
|
|
3132
|
-
const nextSignature = sourceSignatureFromMap(nextSignatures);
|
|
3133
|
-
const generation = ++_graphGenerationCounter;
|
|
3134
|
-
graph.buildGeneration = generation;
|
|
3135
|
-
setWorkspaceGraph(normalizedCwd, {
|
|
3136
|
-
signature: nextSignature,
|
|
3137
|
-
fileSignatures: nextSignatures,
|
|
3138
|
-
fileHashes: hashes,
|
|
3139
|
-
graph,
|
|
3140
|
-
buildGeneration: generation,
|
|
3141
|
-
builtAtProjectSeq: seqAtBuildStart,
|
|
3142
|
-
lastFullVerifyMs: cached.lastFullVerifyMs,
|
|
3143
|
-
fastPathSinceVerify: sinceVerify + 1
|
|
3144
|
-
}, cacheEpoch);
|
|
3145
|
-
const persistReason = persistGraph(cwd, nextSignature, nextSignatures, hashes, graph, {
|
|
3146
|
-
buildId,
|
|
3147
|
-
projectSeq: seqAtBuildStart,
|
|
3148
|
-
seqHint: true,
|
|
3149
|
-
mode: "seq-fastpath",
|
|
3150
|
-
resolveIdentity
|
|
3151
|
-
});
|
|
3152
|
-
setGraphBuildInfo(graph, {
|
|
3153
|
-
reused: true,
|
|
3154
|
-
mode: "seq-fastpath",
|
|
3155
|
-
...persistReason ? { persistReason } : {},
|
|
3156
|
-
graphChanged: true
|
|
3157
|
-
});
|
|
3158
|
-
_graphImportChanges.set(graph, {
|
|
3159
|
-
fromGeneration: priorGeneration,
|
|
3160
|
-
changes: importChanges
|
|
3161
|
-
});
|
|
3162
|
-
setSessionReviewGraphFact(cwd, facts, graph);
|
|
3163
|
-
return { graph };
|
|
3164
|
-
}
|
|
3165
|
-
async function _doBuildGraph(cwd, changedFiles, facts, seqHint, buildId) {
|
|
3166
|
-
const resolveIdentity = createGitIdentityResolver();
|
|
3167
|
-
const normalizedCwd = normalizeMapKey(cwd);
|
|
3168
|
-
const cacheEpoch = workspaceCacheEpoch(normalizedCwd);
|
|
3169
|
-
if (_reviewGraphBuildGateForTests)
|
|
3170
|
-
await _reviewGraphBuildGateForTests();
|
|
3171
|
-
const normalizedChanged = changedFiles.map((file) => normalizeMapKey(file));
|
|
3172
|
-
const normalizedChangedSet = new Set(normalizedChanged);
|
|
3173
|
-
logCwdWorktreeMismatchOnce(cwd, resolveIdentity);
|
|
3174
|
-
if (isAtOrAboveHomeDir(path.resolve(cwd))) {
|
|
3175
|
-
const graph = createEmptyGraph();
|
|
3176
|
-
for (const file of normalizedChanged) {
|
|
3177
|
-
upsertChangedSymbols(graph, facts, file);
|
|
3178
|
-
}
|
|
3179
|
-
setGraphBuildInfo(graph, {
|
|
3180
|
-
reused: false,
|
|
3181
|
-
mode: "skipped",
|
|
3182
|
-
skipReason: "unsafe_root",
|
|
3183
|
-
graphChanged: true
|
|
3184
|
-
});
|
|
3185
|
-
setSessionReviewGraphFact(cwd, facts, graph);
|
|
3186
|
-
return graph;
|
|
3187
|
-
}
|
|
3188
|
-
const seqAtBuildStart = seqHint?.projectSeq();
|
|
3189
|
-
const ignoredIdsPromise = collectUntrackedIgnoredIds(cwd);
|
|
3190
|
-
let seqFastpathFallback;
|
|
3191
|
-
if (seqHint && seqAtBuildStart !== undefined && seqFastpathEnabled()) {
|
|
3192
|
-
const fast = await trySeqFastpath(cwd, buildId, normalizedCwd, normalizedChanged, facts, seqHint, seqAtBuildStart, await ignoredIdsPromise, cacheEpoch, resolveIdentity);
|
|
3193
|
-
if ("graph" in fast)
|
|
3194
|
-
return fast.graph;
|
|
3195
|
-
seqFastpathFallback = fast.fallback;
|
|
3196
|
-
}
|
|
3197
|
-
const sourceCollection = await getGraphSourceFiles(cwd);
|
|
3198
|
-
const filesToBuild = sourceCollection.files;
|
|
3199
|
-
const sourceFileCount = sourceCollection.sourceFileCount;
|
|
3200
|
-
const pathNormalizeCalls = sourceCollection.pathNormalizeCalls;
|
|
3201
|
-
const sourceFilesTruncated = sourceCollection.entryBudgetExceeded;
|
|
3202
|
-
const ignoredIds = await ignoredIdsPromise;
|
|
3203
|
-
const maxGraphFiles = sourceCollection.maxFileCount;
|
|
3204
|
-
if (filesToBuild.length > maxGraphFiles) {
|
|
3205
|
-
const graph = createEmptyGraph();
|
|
3206
|
-
graph.version = REVIEW_GRAPH_VERSION;
|
|
3207
|
-
graph.builtAt = new Date().toISOString();
|
|
3208
|
-
for (const file of normalizedChanged) {
|
|
3209
|
-
upsertChangedSymbols(graph, facts, file);
|
|
3210
|
-
}
|
|
3211
|
-
recordReviewGraphSizeSkip(cwd, sourceFileCount, maxGraphFiles);
|
|
3212
|
-
logLatency({
|
|
3213
|
-
type: "phase",
|
|
3214
|
-
phase: "review_graph_size_skip",
|
|
3215
|
-
filePath: cwd,
|
|
3216
|
-
durationMs: 0,
|
|
3217
|
-
metadata: {
|
|
3218
|
-
cwd,
|
|
3219
|
-
sourceFileCount,
|
|
3220
|
-
maxFileCount: maxGraphFiles,
|
|
3221
|
-
sourceFileCountLabel: `more than ${maxGraphFiles} files`,
|
|
3222
|
-
sourceFileCountTruncated: true
|
|
3223
|
-
}
|
|
3224
|
-
});
|
|
3225
|
-
if (isReviewGraphSizeNearMiss(sourceFileCount, maxGraphFiles)) {
|
|
3226
|
-
logLatency({
|
|
3227
|
-
type: "phase",
|
|
3228
|
-
phase: "review_graph_size_near_miss",
|
|
3229
|
-
filePath: cwd,
|
|
3230
|
-
durationMs: 0,
|
|
3231
|
-
metadata: {
|
|
3232
|
-
cwd,
|
|
3233
|
-
maxFileCount: maxGraphFiles,
|
|
3234
|
-
sourceFileCount,
|
|
3235
|
-
sourceFileCountLabel: `more than ${maxGraphFiles} files`,
|
|
3236
|
-
sourceFileCountTruncated: true
|
|
3237
|
-
}
|
|
3238
|
-
});
|
|
3239
|
-
}
|
|
3240
|
-
setGraphBuildInfo(graph, {
|
|
3241
|
-
reused: false,
|
|
3242
|
-
mode: "skipped",
|
|
3243
|
-
skipReason: "too_many_files",
|
|
3244
|
-
sourceFileCount,
|
|
3245
|
-
sourceFileCountTruncated: sourceFilesTruncated || filesToBuild.length > maxGraphFiles,
|
|
3246
|
-
maxFileCount: maxGraphFiles,
|
|
3247
|
-
pathNormalizeCalls,
|
|
3248
|
-
seqFastpathFallback,
|
|
3249
|
-
graphChanged: true
|
|
3250
|
-
});
|
|
3251
|
-
setSessionReviewGraphFact(cwd, facts, graph);
|
|
3252
|
-
return graph;
|
|
3253
|
-
}
|
|
3254
|
-
if (!sourceFilesTruncated)
|
|
3255
|
-
clearReviewGraphSizeSkip(cwd);
|
|
3256
|
-
const fileSignatures = await sourceSignatureMapAsync(filesToBuild);
|
|
3257
|
-
const signature = sourceSignatureFromMap(fileSignatures);
|
|
3258
|
-
let memCached = sourceFilesTruncated ? undefined : _workspaceGraphCache.get(normalizedCwd);
|
|
3259
|
-
const memCoverage = memCached?.graph.persistCoverage;
|
|
3260
|
-
if (memCoverage?.partial && memCoverage.capTrimmed !== true) {
|
|
3261
|
-
memCached = undefined;
|
|
3262
|
-
}
|
|
3263
|
-
if (memCached?.signature === signature) {
|
|
3264
|
-
touchWorkspaceGraph(normalizedCwd);
|
|
3265
|
-
const graph = cloneGraph(memCached.graph);
|
|
3266
|
-
rebuildIndexes(graph);
|
|
3267
|
-
graph.changedSymbolsByFile.clear();
|
|
3268
|
-
for (const file of normalizedChanged) {
|
|
3269
|
-
upsertChangedSymbols(graph, facts, file);
|
|
3270
|
-
}
|
|
3271
|
-
Object.assign(memCached, verifiedCacheFields(seqAtBuildStart));
|
|
3272
|
-
const generation = memCached.buildGeneration ??= ++_graphGenerationCounter;
|
|
3273
|
-
setGraphBuildInfo(graph, {
|
|
3274
|
-
reused: true,
|
|
3275
|
-
mode: "cached",
|
|
3276
|
-
seqFastpathFallback,
|
|
3277
|
-
graphChanged: false
|
|
3278
|
-
});
|
|
3279
|
-
graph.buildGeneration = generation;
|
|
3280
|
-
setSessionReviewGraphFact(cwd, facts, graph);
|
|
3281
|
-
return graph;
|
|
3282
|
-
}
|
|
3283
|
-
if (memCached) {
|
|
3284
|
-
const incremental = await tryIncrementalFromCache(memCached, {
|
|
3285
|
-
cwd,
|
|
3286
|
-
buildId,
|
|
3287
|
-
seqHint: seqHint !== undefined,
|
|
3288
|
-
mode: "incremental",
|
|
3289
|
-
normalizedCwd,
|
|
3290
|
-
normalizedChanged,
|
|
3291
|
-
fileSignatures,
|
|
3292
|
-
signature,
|
|
3293
|
-
facts,
|
|
3294
|
-
seqAtBuildStart,
|
|
3295
|
-
ignoredIds,
|
|
3296
|
-
cacheEpoch,
|
|
3297
|
-
resolveIdentity
|
|
3298
|
-
});
|
|
3299
|
-
if (incremental) {
|
|
3300
|
-
updateGraphBuildInfo(incremental, { seqFastpathFallback });
|
|
3301
|
-
return incremental;
|
|
3302
|
-
}
|
|
3303
|
-
}
|
|
3304
|
-
const diskCached = sourceFilesTruncated ? null : loadPersistedGraph(cwd, undefined, resolveIdentity);
|
|
3305
|
-
if (diskCached?.signature === signature) {
|
|
3306
|
-
const graph = cloneGraph(diskCached.graph);
|
|
3307
|
-
rebuildIndexes(graph);
|
|
3308
|
-
graph.changedSymbolsByFile.clear();
|
|
3309
|
-
for (const file of normalizedChanged) {
|
|
3310
|
-
upsertChangedSymbols(graph, facts, file);
|
|
3311
|
-
}
|
|
3312
|
-
const generation = ++_graphGenerationCounter;
|
|
3313
|
-
setWorkspaceGraph(normalizedCwd, {
|
|
3314
|
-
signature,
|
|
3315
|
-
fileSignatures: new Map(fileSignatures),
|
|
3316
|
-
fileHashes: diskCached.fileHashes,
|
|
3317
|
-
graph: cloneGraph(diskCached.graph),
|
|
3318
|
-
buildGeneration: generation,
|
|
3319
|
-
...verifiedCacheFields(seqAtBuildStart)
|
|
3320
|
-
}, cacheEpoch);
|
|
3321
|
-
setGraphBuildInfo(graph, {
|
|
3322
|
-
reused: true,
|
|
3323
|
-
mode: "cached",
|
|
3324
|
-
seqFastpathFallback,
|
|
3325
|
-
graphChanged: false
|
|
3326
|
-
});
|
|
3327
|
-
graph.buildGeneration = generation;
|
|
3328
|
-
setSessionReviewGraphFact(cwd, facts, graph);
|
|
3329
|
-
return graph;
|
|
3330
|
-
}
|
|
3331
|
-
if (diskCached) {
|
|
3332
|
-
const incremental = await tryIncrementalFromCache({
|
|
3333
|
-
signature: diskCached.signature,
|
|
3334
|
-
fileSignatures: diskCached.fileSignatures,
|
|
3335
|
-
fileHashes: diskCached.fileHashes,
|
|
3336
|
-
graph: diskCached.graph
|
|
3337
|
-
}, {
|
|
3338
|
-
cwd,
|
|
3339
|
-
buildId,
|
|
3340
|
-
seqHint: seqHint !== undefined,
|
|
3341
|
-
mode: "incremental",
|
|
3342
|
-
normalizedCwd,
|
|
3343
|
-
normalizedChanged,
|
|
3344
|
-
fileSignatures,
|
|
3345
|
-
signature,
|
|
3346
|
-
facts,
|
|
3347
|
-
seqAtBuildStart,
|
|
3348
|
-
ignoredIds,
|
|
3349
|
-
resolveIdentity
|
|
3350
|
-
});
|
|
3351
|
-
if (incremental) {
|
|
3352
|
-
updateGraphBuildInfo(incremental, { seqFastpathFallback });
|
|
3353
|
-
return incremental;
|
|
3354
|
-
}
|
|
3355
|
-
}
|
|
3356
|
-
const resumed = sourceFilesTruncated ? null : await tryResumeFromCheckpoint(cwd, filesToBuild, ignoredIds, resolveIdentity);
|
|
3357
|
-
const graph = resumed?.graph ?? createEmptyGraph();
|
|
3358
|
-
const filesToExtract = resumed?.remaining ?? filesToBuild;
|
|
3359
|
-
const treeSitterClient = getSharedTreeSitterClient();
|
|
3360
|
-
treeSitterClient?.ensureTreeCacheCapacity(filesToExtract.length);
|
|
3361
|
-
const extractionStartedAt = Date.now();
|
|
3362
|
-
const fileHashes = resumed?.fileHashes ?? new Map;
|
|
3363
|
-
const checkpointEvery = graphCheckpointEveryFiles();
|
|
3364
|
-
const checkpointMinIntervalMs = graphCheckpointMinIntervalMs();
|
|
3365
|
-
const testStopAfter = Number(process.env.DM_LENS_GRAPH_CHECKPOINT_TEST_STOP_AFTER);
|
|
3366
|
-
let filesSinceCheckpoint = 0;
|
|
3367
|
-
let lastCheckpointMs = Date.now();
|
|
3368
|
-
let extractedCount = 0;
|
|
3369
|
-
const extractFiles = async () => {
|
|
3370
|
-
for (const file of filesToExtract) {
|
|
3371
|
-
let content;
|
|
3372
|
-
try {
|
|
3373
|
-
const bytes = fs.readFileSync(file);
|
|
3374
|
-
content = bytes.toString("utf-8");
|
|
3375
|
-
fileHashes.set(file, createHash("sha256").update(bytes).digest("hex"));
|
|
3376
|
-
} catch {
|
|
3377
|
-
content = null;
|
|
3378
|
-
fileHashes.set(file, "missing");
|
|
3379
|
-
}
|
|
3380
|
-
await addFileToGraph(graph, cwd, file, ignoredIds, content);
|
|
3381
|
-
if (normalizedChangedSet.has(file)) {
|
|
3382
|
-
upsertChangedSymbols(graph, facts, file);
|
|
3383
|
-
}
|
|
3384
|
-
extractedCount++;
|
|
3385
|
-
filesSinceCheckpoint++;
|
|
3386
|
-
if (Number.isFinite(testStopAfter) && testStopAfter > 0 && extractedCount >= testStopAfter) {
|
|
3387
|
-
writeReviewGraphCheckpointSync(cwd, buildReviewGraphCheckpointData(cwd, graph, fileHashes, filesToBuild.length, ignoredIds, resolveIdentity), {
|
|
3388
|
-
nodes: graph.nodes.size,
|
|
3389
|
-
edges: graph.edges.length,
|
|
3390
|
-
processed: fileHashes.size,
|
|
3391
|
-
target: filesToBuild.length
|
|
3392
|
-
});
|
|
3393
|
-
throw new Error("__review_graph_checkpoint_test_abort__");
|
|
3394
|
-
}
|
|
3395
|
-
const remainingAfter = filesToExtract.length - extractedCount;
|
|
3396
|
-
if (filesSinceCheckpoint >= checkpointEvery && remainingAfter >= checkpointEvery && Date.now() - lastCheckpointMs >= checkpointMinIntervalMs) {
|
|
3397
|
-
writeReviewGraphCheckpoint(cwd, graph, fileHashes, filesToBuild.length, ignoredIds, resolveIdentity);
|
|
3398
|
-
filesSinceCheckpoint = 0;
|
|
3399
|
-
lastCheckpointMs = Date.now();
|
|
3400
|
-
}
|
|
3401
|
-
}
|
|
3402
|
-
};
|
|
3403
|
-
const extractAndDrainIr = async () => {
|
|
3404
|
-
try {
|
|
3405
|
-
await extractFiles();
|
|
3406
|
-
} finally {
|
|
3407
|
-
clearReviewGraphFileIr(cwd);
|
|
3408
|
-
}
|
|
3409
|
-
};
|
|
3410
|
-
if (treeSitterClient) {
|
|
3411
|
-
await treeSitterClient.withParseCacheMeasurement(extractAndDrainIr, (stats) => {
|
|
3412
|
-
logTreeSitterCacheStats({
|
|
3413
|
-
scope: "review_graph_full",
|
|
3414
|
-
filePath: cwd,
|
|
3415
|
-
fileCount: filesToBuild.length,
|
|
3416
|
-
durationMs: Date.now() - extractionStartedAt,
|
|
3417
|
-
stats,
|
|
3418
|
-
astGrep: { durationMs: 0, fileCount: 0 }
|
|
3419
|
-
});
|
|
3420
|
-
});
|
|
3421
|
-
} else {
|
|
3422
|
-
await extractAndDrainIr();
|
|
3423
|
-
}
|
|
3424
|
-
if (resumed) {
|
|
3425
|
-
for (const file of normalizedChangedSet) {
|
|
3426
|
-
if (resumed.fileHashes.has(file)) {
|
|
3427
|
-
upsertChangedSymbols(graph, facts, file);
|
|
3428
|
-
}
|
|
3429
|
-
}
|
|
3430
|
-
}
|
|
3431
|
-
resolveDeferredSymbolEdges(graph);
|
|
3432
|
-
graph.version = REVIEW_GRAPH_VERSION;
|
|
3433
|
-
graph.builtAt = new Date().toISOString();
|
|
3434
|
-
graph.persistCoverage = sourceFilesTruncated ? graphCoverage(graph, graphPersistMaxElements(), sourceFileCount, true, filesToBuild) : undefined;
|
|
3435
|
-
deleteReviewGraphCheckpoint(cwd);
|
|
3436
|
-
const generation = ++_graphGenerationCounter;
|
|
3437
|
-
const retained = retainedGraph(cwd, graph);
|
|
3438
|
-
const wasCapped = retained !== graph;
|
|
3439
|
-
const graphSnapshot = wasCapped ? retained : cloneGraph(graph);
|
|
3440
|
-
if (!wasCapped)
|
|
3441
|
-
rebuildIndexes(graphSnapshot);
|
|
3442
|
-
graphSnapshot.buildGeneration = generation;
|
|
3443
|
-
setWorkspaceGraph(normalizedCwd, {
|
|
3444
|
-
signature,
|
|
3445
|
-
fileSignatures: new Map(fileSignatures),
|
|
3446
|
-
fileHashes,
|
|
3447
|
-
graph: graphSnapshot,
|
|
3448
|
-
buildGeneration: generation,
|
|
3449
|
-
...verifiedCacheFields(seqAtBuildStart)
|
|
3450
|
-
}, cacheEpoch);
|
|
3451
|
-
const persistReason = persistGraph(cwd, signature, fileSignatures, fileHashes, graphSnapshot, {
|
|
3452
|
-
buildId,
|
|
3453
|
-
projectSeq: seqAtBuildStart,
|
|
3454
|
-
seqHint: seqHint !== undefined,
|
|
3455
|
-
mode: "full",
|
|
3456
|
-
sourceFileCount,
|
|
3457
|
-
sourceFilesTruncated,
|
|
3458
|
-
resolveIdentity
|
|
3459
|
-
});
|
|
3460
|
-
setGraphBuildInfo(graph, {
|
|
3461
|
-
reused: false,
|
|
3462
|
-
mode: "full",
|
|
3463
|
-
sourceFileCount,
|
|
3464
|
-
sourceFileCountTruncated: sourceFilesTruncated,
|
|
3465
|
-
pathNormalizeCalls,
|
|
3466
|
-
seqFastpathFallback,
|
|
3467
|
-
...persistReason ? { persistReason } : {},
|
|
3468
|
-
graphChanged: true
|
|
3469
|
-
});
|
|
3470
|
-
graph.buildGeneration = generation;
|
|
3471
|
-
setSessionReviewGraphFact(cwd, facts, graphSnapshot);
|
|
3472
|
-
return graph;
|
|
3473
|
-
}
|
|
3474
|
-
function buildCacheKey(cwd, changedFiles) {
|
|
3475
|
-
return `${buildCacheWorkspaceKey(cwd)}|${[...changedFiles].sort((a, b) => compareOrdinal(a, b)).join(",")}`;
|
|
3476
|
-
}
|
|
3477
|
-
export function isGraphBuildInFlight(cwd, changedFiles = []) {
|
|
3478
|
-
return _buildCache.has(buildCacheKey(cwd, changedFiles));
|
|
3479
|
-
}
|
|
3480
|
-
export function buildOrUpdateGraph(cwd, changedFiles, facts, seqHint) {
|
|
3481
|
-
const cacheKey = buildCacheKey(cwd, changedFiles);
|
|
3482
|
-
const cached = _buildCache.get(cacheKey);
|
|
3483
|
-
if (cached)
|
|
3484
|
-
return cached;
|
|
3485
|
-
const startedAt = Date.now();
|
|
3486
|
-
const buildId = ++_buildIdCounter;
|
|
3487
|
-
recordBuildAttempt(cwd, "running", undefined, buildId);
|
|
3488
|
-
const startedProjectSeq = seqHint?.projectSeq();
|
|
3489
|
-
logReviewGraph({
|
|
3490
|
-
cwd,
|
|
3491
|
-
phase: "build_started",
|
|
3492
|
-
observability: {
|
|
3493
|
-
graph: {
|
|
3494
|
-
buildId,
|
|
3495
|
-
...startedProjectSeq === undefined ? {} : { projectSeq: startedProjectSeq },
|
|
3496
|
-
...seqHint === undefined ? {} : { seqHint: true },
|
|
3497
|
-
nodes: 0,
|
|
3498
|
-
edges: 0
|
|
3499
|
-
}
|
|
3500
|
-
}
|
|
3501
|
-
});
|
|
3502
|
-
const promise = _doBuildGraph(cwd, changedFiles, facts, seqHint, buildId).then((graph) => {
|
|
3503
|
-
let buildInfo = getGraphBuildInfoForGraph(graph);
|
|
3504
|
-
const wasmTrappedFiles = wasmTrappedFileCount(graph);
|
|
3505
|
-
if (wasmTrappedFiles > 0) {
|
|
3506
|
-
buildInfo = updateGraphBuildInfo(graph, { wasmTrappedFiles });
|
|
3507
|
-
}
|
|
3508
|
-
if (buildInfo.mode === "skipped") {
|
|
3509
|
-
const reason = buildInfo.skipReason ?? "skipped";
|
|
3510
|
-
recordBuildAttempt(cwd, "skipped", reason, buildId);
|
|
3511
|
-
logReviewGraph({
|
|
3512
|
-
cwd,
|
|
3513
|
-
phase: "build_skipped",
|
|
3514
|
-
reason,
|
|
3515
|
-
durationMs: Date.now() - startedAt,
|
|
3516
|
-
observability: {
|
|
3517
|
-
graph: graphLogMetadata(graph, {
|
|
3518
|
-
buildId,
|
|
3519
|
-
projectSeq: startedProjectSeq,
|
|
3520
|
-
seqHint: seqHint !== undefined,
|
|
3521
|
-
mode: buildInfo.mode,
|
|
3522
|
-
sourceFileCount: buildInfo.sourceFileCount,
|
|
3523
|
-
sourceFileCountTruncated: buildInfo.sourceFileCountTruncated,
|
|
3524
|
-
pathNormalizeCalls: buildInfo.pathNormalizeCalls
|
|
3525
|
-
})
|
|
3526
|
-
}
|
|
3527
|
-
});
|
|
3528
|
-
} else {
|
|
3529
|
-
const reason = buildInfo.persistReason;
|
|
3530
|
-
recordBuildAttempt(cwd, "succeeded", reason, buildId);
|
|
3531
|
-
logReviewGraph({
|
|
3532
|
-
cwd,
|
|
3533
|
-
phase: "build_succeeded",
|
|
3534
|
-
durationMs: Date.now() - startedAt,
|
|
3535
|
-
nodes: graph.nodes.size,
|
|
3536
|
-
edges: graph.edges.length,
|
|
3537
|
-
...reason ? { reason } : {},
|
|
3538
|
-
observability: {
|
|
3539
|
-
graph: graphLogMetadata(graph, {
|
|
3540
|
-
buildId,
|
|
3541
|
-
projectSeq: startedProjectSeq,
|
|
3542
|
-
seqHint: seqHint !== undefined,
|
|
3543
|
-
mode: buildInfo.mode,
|
|
3544
|
-
sourceFileCount: buildInfo.sourceFileCount,
|
|
3545
|
-
sourceFileCountTruncated: buildInfo.sourceFileCountTruncated,
|
|
3546
|
-
pathNormalizeCalls: buildInfo.pathNormalizeCalls
|
|
3547
|
-
})
|
|
3548
|
-
}
|
|
3549
|
-
});
|
|
3550
|
-
}
|
|
3551
|
-
return graph;
|
|
3552
|
-
}).catch((err) => {
|
|
3553
|
-
const reason = err instanceof Error ? err.message : String(err);
|
|
3554
|
-
const wasmFailure = classifyTreeSitterWasmError(err);
|
|
3555
|
-
recordBuildAttempt(cwd, "failed", reason, buildId);
|
|
3556
|
-
logReviewGraph({
|
|
3557
|
-
cwd,
|
|
3558
|
-
phase: "build_failed",
|
|
3559
|
-
failureClass: wasmFailure ? `wasm-${wasmFailure}` : "error",
|
|
3560
|
-
reason,
|
|
3561
|
-
durationMs: Date.now() - startedAt,
|
|
3562
|
-
error: reason,
|
|
3563
|
-
observability: {
|
|
3564
|
-
graph: {
|
|
3565
|
-
buildId,
|
|
3566
|
-
...seqHint === undefined ? {} : { seqHint: true },
|
|
3567
|
-
nodes: 0,
|
|
3568
|
-
edges: 0
|
|
3569
|
-
}
|
|
3570
|
-
}
|
|
3571
|
-
});
|
|
3572
|
-
throw err;
|
|
3573
|
-
});
|
|
3574
|
-
_buildCache.set(cacheKey, promise);
|
|
3575
|
-
const release = () => {
|
|
3576
|
-
if (_buildCache.get(cacheKey) === promise)
|
|
3577
|
-
_buildCache.delete(cacheKey);
|
|
3578
|
-
};
|
|
3579
|
-
promise.then(release, release);
|
|
3580
|
-
return promise;
|
|
3581
|
-
}
|
|
3582
|
-
export function extractSymbolsAndRefsFromGraph(graph) {
|
|
3583
|
-
const allSymbols = new Map;
|
|
3584
|
-
const allRefs = new Map;
|
|
3585
|
-
const nodeSymbols = new Map;
|
|
3586
|
-
const coverage = {
|
|
3587
|
-
totalEvidence: 0,
|
|
3588
|
-
callsEvidence: 0,
|
|
3589
|
-
referencesEvidence: 0,
|
|
3590
|
-
eligibleEvidence: 0,
|
|
3591
|
-
resolvedEvidence: 0,
|
|
3592
|
-
unresolvedEvidence: 0,
|
|
3593
|
-
typeOnlyEvidence: 0,
|
|
3594
|
-
unsupportedEvidence: 0,
|
|
3595
|
-
sameFileEvidence: 0,
|
|
3596
|
-
duplicateEvidence: 0,
|
|
3597
|
-
complete: graph.persistCoverage?.partial !== true && graph.persistCoverage?.inProgress !== true,
|
|
3598
|
-
languages: {}
|
|
3599
|
-
};
|
|
3600
|
-
const numberMetadata = (node, key) => {
|
|
3601
|
-
const value = node?.metadata?.[key];
|
|
3602
|
-
return typeof value === "number" && Number.isFinite(value) ? value : undefined;
|
|
3603
|
-
};
|
|
3604
|
-
const symbolKind = (node) => {
|
|
3605
|
-
switch (node.symbolKind) {
|
|
3606
|
-
case "class":
|
|
3607
|
-
case "interface":
|
|
3608
|
-
case "type":
|
|
3609
|
-
case "variable":
|
|
3610
|
-
case "method":
|
|
3611
|
-
case "property":
|
|
3612
|
-
case "function":
|
|
3613
|
-
return node.symbolKind;
|
|
3614
|
-
default:
|
|
3615
|
-
return "function";
|
|
3616
|
-
}
|
|
3617
|
-
};
|
|
3618
|
-
for (const node of graph.nodes.values()) {
|
|
3619
|
-
if (node.kind !== "symbol" || !node.filePath || !node.symbolName)
|
|
3620
|
-
continue;
|
|
3621
|
-
const sym = {
|
|
3622
|
-
id: node.id,
|
|
3623
|
-
name: node.symbolName,
|
|
3624
|
-
kind: symbolKind(node),
|
|
3625
|
-
filePath: node.filePath,
|
|
3626
|
-
line: numberMetadata(node, "line") ?? 1,
|
|
3627
|
-
endLine: numberMetadata(node, "endLine"),
|
|
3628
|
-
column: numberMetadata(node, "column") ?? 1,
|
|
3629
|
-
isExported: node.exported === true
|
|
3630
|
-
};
|
|
3631
|
-
nodeSymbols.set(node.id, sym);
|
|
3632
|
-
const list = allSymbols.get(node.filePath) ?? [];
|
|
3633
|
-
list.push(sym);
|
|
3634
|
-
allSymbols.set(node.filePath, list);
|
|
3635
|
-
}
|
|
3636
|
-
const addRef = (ref) => {
|
|
3637
|
-
const list = allRefs.get(ref.filePath) ?? [];
|
|
3638
|
-
list.push(ref);
|
|
3639
|
-
allRefs.set(ref.filePath, list);
|
|
3640
|
-
};
|
|
3641
|
-
for (const edge of graph.edges) {
|
|
3642
|
-
if (edge.kind !== "calls" && edge.kind !== "references")
|
|
3643
|
-
continue;
|
|
3644
|
-
coverage.totalEvidence++;
|
|
3645
|
-
if (edge.kind === "calls")
|
|
3646
|
-
coverage.callsEvidence++;
|
|
3647
|
-
else
|
|
3648
|
-
coverage.referencesEvidence++;
|
|
3649
|
-
const fromNode = graph.nodes.get(edge.from);
|
|
3650
|
-
const targetNode = graph.nodes.get(edge.to);
|
|
3651
|
-
const callerFile = fromNode?.kind === "symbol" ? fromNode.filePath : fromNode?.kind === "file" ? fromNode.filePath : edge.from.startsWith("file:") ? edge.from.slice("file:".length) : undefined;
|
|
3652
|
-
if (!callerFile) {
|
|
3653
|
-
coverage.unsupportedEvidence++;
|
|
3654
|
-
continue;
|
|
3655
|
-
}
|
|
3656
|
-
const metadata = edge.metadata ?? {};
|
|
3657
|
-
const referenceKind = edge.kind === "calls" ? "call" : metadata.referenceKind === "call" ? "call" : metadata.referenceKind === "type" ? "type" : "unknown";
|
|
3658
|
-
const resolution = edge.resolution ?? (targetNode && !targetNode.metadata?.unresolvedName ? "exact" : "unresolved");
|
|
3659
|
-
const targetSymbol = nodeSymbols.get(edge.to);
|
|
3660
|
-
const targetName = targetNode?.symbolName ?? (edge.to.startsWith("symbol-name:") ? edge.to.slice("symbol-name:".length) : undefined);
|
|
3661
|
-
const line = typeof metadata.line === "number" ? metadata.line : numberMetadata(fromNode, "line") ?? 1;
|
|
3662
|
-
const column = typeof metadata.column === "number" ? metadata.column : numberMetadata(fromNode, "column") ?? 1;
|
|
3663
|
-
addRef({
|
|
3664
|
-
symbolId: targetName ? `${callerFile}:${targetName}` : edge.to,
|
|
3665
|
-
filePath: callerFile,
|
|
3666
|
-
line,
|
|
3667
|
-
column,
|
|
3668
|
-
evidenceKind: edge.kind,
|
|
3669
|
-
referenceKind,
|
|
3670
|
-
targetId: edge.to,
|
|
3671
|
-
callerSymbolId: fromNode?.kind === "symbol" ? fromNode.id : undefined,
|
|
3672
|
-
resolution,
|
|
3673
|
-
targetName,
|
|
3674
|
-
targetKind: targetNode?.symbolKind,
|
|
3675
|
-
targetFilePath: targetNode?.filePath,
|
|
3676
|
-
targetLine: numberMetadata(targetNode, "line"),
|
|
3677
|
-
targetColumn: numberMetadata(targetNode, "column")
|
|
3678
|
-
});
|
|
3679
|
-
if (referenceKind === "type")
|
|
3680
|
-
coverage.typeOnlyEvidence++;
|
|
3681
|
-
else if (referenceKind !== "call")
|
|
3682
|
-
coverage.unsupportedEvidence++;
|
|
3683
|
-
else if (!targetSymbol || resolution === "name-only" || resolution === "unresolved") {
|
|
3684
|
-
coverage.unresolvedEvidence++;
|
|
3685
|
-
} else {
|
|
3686
|
-
coverage.eligibleEvidence++;
|
|
3687
|
-
coverage.resolvedEvidence++;
|
|
3688
|
-
}
|
|
3689
|
-
}
|
|
3690
|
-
let sawRelevantFileNode = false;
|
|
3691
|
-
for (const node of graph.nodes.values()) {
|
|
3692
|
-
if (node.kind !== "file")
|
|
3693
|
-
continue;
|
|
3694
|
-
sawRelevantFileNode = true;
|
|
3695
|
-
const extraction = node.metadata?.extractionCoverage;
|
|
3696
|
-
const statuses = extraction ? Object.values(extraction) : [];
|
|
3697
|
-
const languageStatus = !extraction || statuses.length === 0 || statuses.includes("unavailable") ? "unavailable" : statuses.includes("partial") ? "partial" : "complete";
|
|
3698
|
-
if (languageStatus !== "complete")
|
|
3699
|
-
coverage.complete = false;
|
|
3700
|
-
if (node.language) {
|
|
3701
|
-
const prior = coverage.languages[node.language];
|
|
3702
|
-
coverage.languages[node.language] = prior === "unavailable" || languageStatus === "unavailable" ? "unavailable" : prior === "partial" || languageStatus === "partial" ? "partial" : languageStatus;
|
|
3703
|
-
}
|
|
3704
|
-
}
|
|
3705
|
-
if (!sawRelevantFileNode)
|
|
3706
|
-
coverage.complete = false;
|
|
3707
|
-
return { allSymbols, allRefs, coverage };
|
|
3708
|
-
}
|