@duckmind/dm-linux-x64 0.65.8 → 0.66.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dm +2 -2
- package/extensions/.dm-extensions.json +14 -548
- package/extensions/dm-lens/clients/dispatch/runners/utils/runner-helpers.js +1 -1
- package/extensions/dm-mcp-adapter/mcp-keyring-helper.cjs +1 -1
- package/extensions/dm-ponytail/hooks/ponytail-activate.js +1 -1
- package/extensions/dm-ponytail/hooks/ponytail-instructions.js +1 -1
- package/extensions/dm-subagents/src/extension/tool-activation.js +7 -2
- package/extensions/dm-subagents/src/runs/background/runner-aliases.js +2 -2
- package/extensions/dm-subagents/src/runs/foreground/prompt-audit.js +4 -1
- package/extensions/dm-subagents/src/runs/shared/child-session.js +8 -6
- package/extensions/dm-subagents/src/runs/shared/dm-spawn.js +5 -1
- package/extensions/dm-subagents/src/watchdog/permission-arbiter.js +9 -1
- package/extensions/dm-subagents/src/watchdog/review.js +4 -1
- package/extensions/dm-web-access/tool-activation.js +0 -1
- package/package.json +1 -1
- package/extensions/dm-lens/dist/clients/actionable-warnings-logger.js +0 -24
- package/extensions/dm-lens/dist/clients/actionable-warnings.js +0 -1014
- package/extensions/dm-lens/dist/clients/advisory-provenance.js +0 -385
- package/extensions/dm-lens/dist/clients/agent-behavior-client.js +0 -94
- package/extensions/dm-lens/dist/clients/agent-nudge.js +0 -151
- package/extensions/dm-lens/dist/clients/analysed-root.js +0 -1
- package/extensions/dm-lens/dist/clients/ast-grep-client.js +0 -576
- package/extensions/dm-lens/dist/clients/ast-grep-rule-manager.js +0 -114
- package/extensions/dm-lens/dist/clients/ast-grep-tool-logger.js +0 -85
- package/extensions/dm-lens/dist/clients/ast-grep-types.js +0 -1
- package/extensions/dm-lens/dist/clients/ast-grep-yaml-synth.js +0 -109
- package/extensions/dm-lens/dist/clients/atomic-write-staging.js +0 -66
- package/extensions/dm-lens/dist/clients/atomic-write.js +0 -37
- package/extensions/dm-lens/dist/clients/availability-probe-flight.js +0 -11
- package/extensions/dm-lens/dist/clients/bash-file-access.js +0 -830
- package/extensions/dm-lens/dist/clients/biome-client.js +0 -221
- package/extensions/dm-lens/dist/clients/blocker-freshness.js +0 -385
- package/extensions/dm-lens/dist/clients/blocker-past-eof.js +0 -49
- package/extensions/dm-lens/dist/clients/bootstrap.js +0 -246
- package/extensions/dm-lens/dist/clients/bounded-cache.js +0 -105
- package/extensions/dm-lens/dist/clients/bounded-pid-file-lock.js +0 -173
- package/extensions/dm-lens/dist/clients/bounded-telemetry.js +0 -104
- package/extensions/dm-lens/dist/clients/build-identity.js +0 -45
- package/extensions/dm-lens/dist/clients/bundled-resource-health.js +0 -41
- package/extensions/dm-lens/dist/clients/bus-events-logger.js +0 -48
- package/extensions/dm-lens/dist/clients/bus-publish.js +0 -117
- package/extensions/dm-lens/dist/clients/cache/rule-cache.js +0 -103
- package/extensions/dm-lens/dist/clients/cache-manager.js +0 -340
- package/extensions/dm-lens/dist/clients/cache-observability.js +0 -847
- package/extensions/dm-lens/dist/clients/call-graph.js +0 -628
- package/extensions/dm-lens/dist/clients/cargo-manifest.js +0 -151
- package/extensions/dm-lens/dist/clients/cascade-budget.js +0 -52
- package/extensions/dm-lens/dist/clients/cascade-format.js +0 -160
- package/extensions/dm-lens/dist/clients/cascade-logger.js +0 -22
- package/extensions/dm-lens/dist/clients/cascade-types.js +0 -1
- package/extensions/dm-lens/dist/clients/child-unref.js +0 -59
- package/extensions/dm-lens/dist/clients/code-quality-warnings.js +0 -192
- package/extensions/dm-lens/dist/clients/codebase-model.js +0 -110
- package/extensions/dm-lens/dist/clients/collateral-test-role.js +0 -8
- package/extensions/dm-lens/dist/clients/complexity-client.js +0 -398
- package/extensions/dm-lens/dist/clients/config-core/deny.js +0 -117
- package/extensions/dm-lens/dist/clients/config-core/index.js +0 -2
- package/extensions/dm-lens/dist/clients/config-core/merge.js +0 -228
- package/extensions/dm-lens/dist/clients/config-core/normalize.js +0 -217
- package/extensions/dm-lens/dist/clients/config-core/process-spec.js +0 -147
- package/extensions/dm-lens/dist/clients/config-core/provenance.js +0 -54
- package/extensions/dm-lens/dist/clients/config-core/records.js +0 -79
- package/extensions/dm-lens/dist/clients/config-core/resolve.js +0 -48
- package/extensions/dm-lens/dist/clients/config-core/safe-object.js +0 -22
- package/extensions/dm-lens/dist/clients/config-core/schema.js +0 -90
- package/extensions/dm-lens/dist/clients/config-diagnostic-codes.js +0 -90
- package/extensions/dm-lens/dist/clients/config-locations.js +0 -175
- package/extensions/dm-lens/dist/clients/config-resolve.js +0 -359
- package/extensions/dm-lens/dist/clients/config-schema.js +0 -128
- package/extensions/dm-lens/dist/clients/config-warn.js +0 -146
- package/extensions/dm-lens/dist/clients/console-guard-install.js +0 -4
- package/extensions/dm-lens/dist/clients/cooperative-budget.js +0 -36
- package/extensions/dm-lens/dist/clients/dead-code-client.js +0 -342
- package/extensions/dm-lens/dist/clients/dead-code-logger.js +0 -18
- package/extensions/dm-lens/dist/clients/deadline-utils.js +0 -117
- package/extensions/dm-lens/dist/clients/debug-handles.js +0 -121
- package/extensions/dm-lens/dist/clients/debug-heap.js +0 -80
- package/extensions/dm-lens/dist/clients/deferred-lsp-work.js +0 -33
- package/extensions/dm-lens/dist/clients/degradation-ledger.js +0 -272
- package/extensions/dm-lens/dist/clients/demoted-finding-render.js +0 -61
- package/extensions/dm-lens/dist/clients/dependency-checker.js +0 -525
- package/extensions/dm-lens/dist/clients/deps/ast-grep-napi.js +0 -17
- package/extensions/dm-lens/dist/clients/deps/dm-host-deps.js +0 -10
- package/extensions/dm-lens/dist/clients/deps/dm-tui-compat.js +0 -58
- package/extensions/dm-lens/dist/clients/deps/js-yaml.js +0 -7
- package/extensions/dm-lens/dist/clients/deps/minimatch.js +0 -6
- package/extensions/dm-lens/dist/clients/deps/pidusage.js +0 -5
- package/extensions/dm-lens/dist/clients/deps/typebox.js +0 -5
- package/extensions/dm-lens/dist/clients/deps/vscode-jsonrpc.js +0 -8
- package/extensions/dm-lens/dist/clients/deps/web-tree-sitter.js +0 -11
- package/extensions/dm-lens/dist/clients/diagnostic-dispositions.js +0 -318
- package/extensions/dm-lens/dist/clients/diagnostic-line-freshness.js +0 -144
- package/extensions/dm-lens/dist/clients/diagnostic-logger.js +0 -60
- package/extensions/dm-lens/dist/clients/diagnostic-tracker.js +0 -89
- package/extensions/dm-lens/dist/clients/diagnostics-publish.js +0 -134
- package/extensions/dm-lens/dist/clients/dispatch/ast-grep-catalog.js +0 -16
- package/extensions/dm-lens/dist/clients/dispatch/auxiliary-lsp.js +0 -158
- package/extensions/dm-lens/dist/clients/dispatch/collect-later-tier.js +0 -25
- package/extensions/dm-lens/dist/clients/dispatch/diagnostic-taxonomy.js +0 -58
- package/extensions/dm-lens/dist/clients/dispatch/dispatcher.js +0 -953
- package/extensions/dm-lens/dist/clients/dispatch/fact-provider-types.js +0 -1
- package/extensions/dm-lens/dist/clients/dispatch/fact-rule-runner.js +0 -17
- package/extensions/dm-lens/dist/clients/dispatch/fact-runner.js +0 -18
- package/extensions/dm-lens/dist/clients/dispatch/fact-scheduler.js +0 -52
- package/extensions/dm-lens/dist/clients/dispatch/fact-store.js +0 -199
- package/extensions/dm-lens/dist/clients/dispatch/facts/comment-facts.js +0 -20
- package/extensions/dm-lens/dist/clients/dispatch/facts/file-content.js +0 -18
- package/extensions/dm-lens/dist/clients/dispatch/facts/function-facts.js +0 -281
- package/extensions/dm-lens/dist/clients/dispatch/facts/import-facts.js +0 -169
- package/extensions/dm-lens/dist/clients/dispatch/facts/tree-sitter-facts.js +0 -19
- package/extensions/dm-lens/dist/clients/dispatch/facts/try-catch-facts.js +0 -95
- package/extensions/dm-lens/dist/clients/dispatch/finding-policy.js +0 -159
- package/extensions/dm-lens/dist/clients/dispatch/indent-detect.js +0 -227
- package/extensions/dm-lens/dist/clients/dispatch/inline-suppressions.js +0 -52
- package/extensions/dm-lens/dist/clients/dispatch/integration.js +0 -1463
- package/extensions/dm-lens/dist/clients/dispatch/lazy.js +0 -8
- package/extensions/dm-lens/dist/clients/dispatch/pending-runner-findings.js +0 -75
- package/extensions/dm-lens/dist/clients/dispatch/plan.js +0 -278
- package/extensions/dm-lens/dist/clients/dispatch/priorities.js +0 -14
- package/extensions/dm-lens/dist/clients/dispatch/rule-id-normalize.js +0 -42
- package/extensions/dm-lens/dist/clients/dispatch/rule-ignores.js +0 -21
- package/extensions/dm-lens/dist/clients/dispatch/rule-policy.js +0 -73
- package/extensions/dm-lens/dist/clients/dispatch/rules/async-noise.js +0 -31
- package/extensions/dm-lens/dist/clients/dispatch/rules/async-unnecessary-wrapper.js +0 -27
- package/extensions/dm-lens/dist/clients/dispatch/rules/cors-wildcard.js +0 -35
- package/extensions/dm-lens/dist/clients/dispatch/rules/error-obscuring.js +0 -29
- package/extensions/dm-lens/dist/clients/dispatch/rules/error-swallowing.js +0 -29
- package/extensions/dm-lens/dist/clients/dispatch/rules/framework-call-noise.js +0 -31
- package/extensions/dm-lens/dist/clients/dispatch/rules/high-complexity.js +0 -56
- package/extensions/dm-lens/dist/clients/dispatch/rules/high-fan-out.js +0 -45
- package/extensions/dm-lens/dist/clients/dispatch/rules/high-import-coupling.js +0 -31
- package/extensions/dm-lens/dist/clients/dispatch/rules/missing-error-propagation.js +0 -45
- package/extensions/dm-lens/dist/clients/dispatch/rules/no-commented-credentials.js +0 -46
- package/extensions/dm-lens/dist/clients/dispatch/rules/pass-through-wrappers.js +0 -38
- package/extensions/dm-lens/dist/clients/dispatch/rules/placeholder-comments.js +0 -40
- package/extensions/dm-lens/dist/clients/dispatch/rules/unsafe-boundary.js +0 -101
- package/extensions/dm-lens/dist/clients/dispatch/runner-context.js +0 -46
- package/extensions/dm-lens/dist/clients/dispatch/runners/actionlint.js +0 -98
- package/extensions/dm-lens/dist/clients/dispatch/runners/ast-grep-napi.js +0 -690
- package/extensions/dm-lens/dist/clients/dispatch/runners/biome-check.js +0 -202
- package/extensions/dm-lens/dist/clients/dispatch/runners/cpp-check.js +0 -190
- package/extensions/dm-lens/dist/clients/dispatch/runners/credo.js +0 -66
- package/extensions/dm-lens/dist/clients/dispatch/runners/cue-vet.js +0 -167
- package/extensions/dm-lens/dist/clients/dispatch/runners/dart-analyze.js +0 -151
- package/extensions/dm-lens/dist/clients/dispatch/runners/detekt.js +0 -157
- package/extensions/dm-lens/dist/clients/dispatch/runners/dotnet-build.js +0 -157
- package/extensions/dm-lens/dist/clients/dispatch/runners/elixir-check.js +0 -153
- package/extensions/dm-lens/dist/clients/dispatch/runners/eslint.js +0 -99
- package/extensions/dm-lens/dist/clients/dispatch/runners/fact-rules.js +0 -20
- package/extensions/dm-lens/dist/clients/dispatch/runners/fish-indent.js +0 -65
- package/extensions/dm-lens/dist/clients/dispatch/runners/gleam-check.js +0 -107
- package/extensions/dm-lens/dist/clients/dispatch/runners/go-vet.js +0 -51
- package/extensions/dm-lens/dist/clients/dispatch/runners/golangci-lint.js +0 -89
- package/extensions/dm-lens/dist/clients/dispatch/runners/hadolint.js +0 -83
- package/extensions/dm-lens/dist/clients/dispatch/runners/helm-lint.js +0 -144
- package/extensions/dm-lens/dist/clients/dispatch/runners/helm-render.js +0 -593
- package/extensions/dm-lens/dist/clients/dispatch/runners/htmlhint.js +0 -103
- package/extensions/dm-lens/dist/clients/dispatch/runners/index.js +0 -100
- package/extensions/dm-lens/dist/clients/dispatch/runners/javac.js +0 -82
- package/extensions/dm-lens/dist/clients/dispatch/runners/ktlint.js +0 -93
- package/extensions/dm-lens/dist/clients/dispatch/runners/lsp.js +0 -206
- package/extensions/dm-lens/dist/clients/dispatch/runners/markdownlint.js +0 -129
- package/extensions/dm-lens/dist/clients/dispatch/runners/mypy.js +0 -70
- package/extensions/dm-lens/dist/clients/dispatch/runners/oxlint.js +0 -305
- package/extensions/dm-lens/dist/clients/dispatch/runners/php-lint.js +0 -70
- package/extensions/dm-lens/dist/clients/dispatch/runners/phpstan.js +0 -90
- package/extensions/dm-lens/dist/clients/dispatch/runners/prisma-validate.js +0 -56
- package/extensions/dm-lens/dist/clients/dispatch/runners/psscriptanalyzer.js +0 -307
- package/extensions/dm-lens/dist/clients/dispatch/runners/pyright.js +0 -118
- package/extensions/dm-lens/dist/clients/dispatch/runners/rubocop.js +0 -79
- package/extensions/dm-lens/dist/clients/dispatch/runners/ruff.js +0 -69
- package/extensions/dm-lens/dist/clients/dispatch/runners/rust-clippy.js +0 -147
- package/extensions/dm-lens/dist/clients/dispatch/runners/shellcheck.js +0 -111
- package/extensions/dm-lens/dist/clients/dispatch/runners/shfmt.js +0 -81
- package/extensions/dm-lens/dist/clients/dispatch/runners/spellcheck.js +0 -74
- package/extensions/dm-lens/dist/clients/dispatch/runners/spotbugs.js +0 -208
- package/extensions/dm-lens/dist/clients/dispatch/runners/sqlfluff.js +0 -136
- package/extensions/dm-lens/dist/clients/dispatch/runners/stylelint.js +0 -118
- package/extensions/dm-lens/dist/clients/dispatch/runners/swiftlint.js +0 -143
- package/extensions/dm-lens/dist/clients/dispatch/runners/taplo.js +0 -97
- package/extensions/dm-lens/dist/clients/dispatch/runners/terragrunt.js +0 -110
- package/extensions/dm-lens/dist/clients/dispatch/runners/tflint.js +0 -104
- package/extensions/dm-lens/dist/clients/dispatch/runners/tree-sitter.js +0 -516
- package/extensions/dm-lens/dist/clients/dispatch/runners/trivy-config.js +0 -155
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/availability-policy.js +0 -285
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/candidate-probe.js +0 -61
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/diagnostic-parsers.js +0 -61
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/lazy-installer.js +0 -130
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/runner-helpers.js +0 -1067
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/spawn-outcome.js +0 -40
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/tool-failure.js +0 -117
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/toolchain-availability.js +0 -88
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils.js +0 -8
- package/extensions/dm-lens/dist/clients/dispatch/runners/vale.js +0 -106
- package/extensions/dm-lens/dist/clients/dispatch/runners/yaml-rule-parser.js +0 -163
- package/extensions/dm-lens/dist/clients/dispatch/runners/yamllint.js +0 -83
- package/extensions/dm-lens/dist/clients/dispatch/runners/zig-check.js +0 -72
- package/extensions/dm-lens/dist/clients/dispatch/suppress-writer.js +0 -57
- package/extensions/dm-lens/dist/clients/dispatch/tool-profile.js +0 -30
- package/extensions/dm-lens/dist/clients/dispatch/types.js +0 -7
- package/extensions/dm-lens/dist/clients/dispatch/utils/format-utils.js +0 -45
- package/extensions/dm-lens/dist/clients/dispatch/utils/lsp-diagnostics.js +0 -31
- package/extensions/dm-lens/dist/clients/disposition-logger.js +0 -19
- package/extensions/dm-lens/dist/clients/disposition-publish.js +0 -88
- package/extensions/dm-lens/dist/clients/durable-store.js +0 -77
- package/extensions/dm-lens/dist/clients/effective-config.js +0 -160
- package/extensions/dm-lens/dist/clients/env-utils.js +0 -26
- package/extensions/dm-lens/dist/clients/error-class.js +0 -3
- package/extensions/dm-lens/dist/clients/eval-timestamp.js +0 -2
- package/extensions/dm-lens/dist/clients/event-loop-hold.js +0 -119
- package/extensions/dm-lens/dist/clients/event-loop-monitor.js +0 -84
- package/extensions/dm-lens/dist/clients/extension-log.js +0 -230
- package/extensions/dm-lens/dist/clients/extension-mode.js +0 -20
- package/extensions/dm-lens/dist/clients/feature-hints.js +0 -88
- package/extensions/dm-lens/dist/clients/file-kinds.js +0 -304
- package/extensions/dm-lens/dist/clients/file-role.js +0 -50
- package/extensions/dm-lens/dist/clients/file-time.js +0 -112
- package/extensions/dm-lens/dist/clients/file-utils.js +0 -630
- package/extensions/dm-lens/dist/clients/finding-delivery-gate.js +0 -129
- package/extensions/dm-lens/dist/clients/finding-identity.js +0 -23
- package/extensions/dm-lens/dist/clients/fix-worklog.js +0 -75
- package/extensions/dm-lens/dist/clients/format-events-publish.js +0 -230
- package/extensions/dm-lens/dist/clients/format-service.js +0 -154
- package/extensions/dm-lens/dist/clients/formatters-lazy.js +0 -8
- package/extensions/dm-lens/dist/clients/formatters.js +0 -1351
- package/extensions/dm-lens/dist/clients/freshness-cadence.js +0 -1
- package/extensions/dm-lens/dist/clients/freshness.js +0 -8
- package/extensions/dm-lens/dist/clients/generated-artifacts.js +0 -209
- package/extensions/dm-lens/dist/clients/generation-guard.js +0 -105
- package/extensions/dm-lens/dist/clients/git-guard.js +0 -770
- package/extensions/dm-lens/dist/clients/git-tracked-ignore.js +0 -120
- package/extensions/dm-lens/dist/clients/gitleaks-client.js +0 -282
- package/extensions/dm-lens/dist/clients/go-client.js +0 -47
- package/extensions/dm-lens/dist/clients/govulncheck-client.js +0 -411
- package/extensions/dm-lens/dist/clients/gradle-ktfmt-style.js +0 -177
- package/extensions/dm-lens/dist/clients/grammar-source.js +0 -224
- package/extensions/dm-lens/dist/clients/gzip-stage-write.js +0 -85
- package/extensions/dm-lens/dist/clients/hashline-anchor.js +0 -222
- package/extensions/dm-lens/dist/clients/hook-budgets.js +0 -16
- package/extensions/dm-lens/dist/clients/host-edit-normalize.js +0 -87
- package/extensions/dm-lens/dist/clients/host-ports.js +0 -35
- package/extensions/dm-lens/dist/clients/indent-retarget.js +0 -102
- package/extensions/dm-lens/dist/clients/inline-blocker-dispositions.js +0 -103
- package/extensions/dm-lens/dist/clients/install-diagnostics.js +0 -123
- package/extensions/dm-lens/dist/clients/installer/index.js +0 -3770
- package/extensions/dm-lens/dist/clients/installer/managed-tool-refresh-session.js +0 -17
- package/extensions/dm-lens/dist/clients/installer/managed-tool-refresh.js +0 -522
- package/extensions/dm-lens/dist/clients/instance-reaper-state.js +0 -3
- package/extensions/dm-lens/dist/clients/instance-reaper.js +0 -577
- package/extensions/dm-lens/dist/clients/instance-registry-lock.js +0 -131
- package/extensions/dm-lens/dist/clients/instance-registry.js +0 -452
- package/extensions/dm-lens/dist/clients/jscpd-client.js +0 -252
- package/extensions/dm-lens/dist/clients/json-cache-read.js +0 -25
- package/extensions/dm-lens/dist/clients/knip-client.js +0 -472
- package/extensions/dm-lens/dist/clients/language-policy.js +0 -242
- package/extensions/dm-lens/dist/clients/language-profile.js +0 -261
- package/extensions/dm-lens/dist/clients/language-registry.js +0 -424
- package/extensions/dm-lens/dist/clients/latency-logger.js +0 -192
- package/extensions/dm-lens/dist/clients/lazy-import.js +0 -14
- package/extensions/dm-lens/dist/clients/ledger-bounds.js +0 -21
- package/extensions/dm-lens/dist/clients/lens-config.js +0 -237
- package/extensions/dm-lens/dist/clients/lens-engine.js +0 -181
- package/extensions/dm-lens/dist/clients/lens-events.js +0 -105
- package/extensions/dm-lens/dist/clients/lens-flag-registry.js +0 -302
- package/extensions/dm-lens/dist/clients/lens-map.js +0 -980
- package/extensions/dm-lens/dist/clients/live-bus-emitter.js +0 -53
- package/extensions/dm-lens/dist/clients/log-cleanup.js +0 -138
- package/extensions/dm-lens/dist/clients/lsp/aggregation.js +0 -88
- package/extensions/dm-lens/dist/clients/lsp/cascade-tier.js +0 -203
- package/extensions/dm-lens/dist/clients/lsp/client.js +0 -2709
- package/extensions/dm-lens/dist/clients/lsp/config.js +0 -252
- package/extensions/dm-lens/dist/clients/lsp/content-limits.js +0 -21
- package/extensions/dm-lens/dist/clients/lsp/diagnostic-binding.js +0 -79
- package/extensions/dm-lens/dist/clients/lsp/document-drift.js +0 -312
- package/extensions/dm-lens/dist/clients/lsp/edits.js +0 -930
- package/extensions/dm-lens/dist/clients/lsp/index.js +0 -4448
- package/extensions/dm-lens/dist/clients/lsp/inferred-project.js +0 -121
- package/extensions/dm-lens/dist/clients/lsp/jvm-runtime.js +0 -194
- package/extensions/dm-lens/dist/clients/lsp/language.js +0 -23
- package/extensions/dm-lens/dist/clients/lsp/launch.js +0 -468
- package/extensions/dm-lens/dist/clients/lsp/lombok.js +0 -146
- package/extensions/dm-lens/dist/clients/lsp/path-utils.js +0 -1
- package/extensions/dm-lens/dist/clients/lsp/pending-aux-coverage.js +0 -90
- package/extensions/dm-lens/dist/clients/lsp/position-encoding.js +0 -28
- package/extensions/dm-lens/dist/clients/lsp/ruby-drive-dirs.js +0 -42
- package/extensions/dm-lens/dist/clients/lsp/server.js +0 -2422
- package/extensions/dm-lens/dist/clients/lsp/session-roots.js +0 -52
- package/extensions/dm-lens/dist/clients/lsp/spawn-history.js +0 -15
- package/extensions/dm-lens/dist/clients/lsp/sync-kind.js +0 -30
- package/extensions/dm-lens/dist/clients/lsp/tsserver-sync.js +0 -156
- package/extensions/dm-lens/dist/clients/lsp/wait-policy/capability-snapshot.js +0 -1
- package/extensions/dm-lens/dist/clients/lsp/wait-policy/classification.js +0 -36
- package/extensions/dm-lens/dist/clients/lsp/wait-policy/index.js +0 -3
- package/extensions/dm-lens/dist/clients/lsp/wait-policy/strategies.js +0 -175
- package/extensions/dm-lens/dist/clients/lsp/watch-queue.js +0 -40
- package/extensions/dm-lens/dist/clients/lsp/workspace-diagnostics-cache.js +0 -267
- package/extensions/dm-lens/dist/clients/lsp/workspace-diagnostics-session.js +0 -7
- package/extensions/dm-lens/dist/clients/lsp/workspace-sweep-hold.js +0 -93
- package/extensions/dm-lens/dist/clients/lsp-budget.js +0 -83
- package/extensions/dm-lens/dist/clients/lsp-document-symbols.js +0 -93
- package/extensions/dm-lens/dist/clients/lsp-lazy.js +0 -8
- package/extensions/dm-lens/dist/clients/lsp-mutation.js +0 -273
- package/extensions/dm-lens/dist/clients/lsp-status.js +0 -37
- package/extensions/dm-lens/dist/clients/map-with-concurrency.js +0 -20
- package/extensions/dm-lens/dist/clients/mcp/analyze.js +0 -251
- package/extensions/dm-lens/dist/clients/mcp/host-shim.js +0 -14
- package/extensions/dm-lens/dist/clients/mcp/ipc.js +0 -302
- package/extensions/dm-lens/dist/clients/mcp/review.js +0 -137
- package/extensions/dm-lens/dist/clients/mcp/session.js +0 -305
- package/extensions/dm-lens/dist/clients/memory-sampler.js +0 -107
- package/extensions/dm-lens/dist/clients/message-end-attribution.js +0 -18
- package/extensions/dm-lens/dist/clients/metrics-client.js +0 -80
- package/extensions/dm-lens/dist/clients/metrics-history.js +0 -255
- package/extensions/dm-lens/dist/clients/middle-man-analysis.js +0 -161
- package/extensions/dm-lens/dist/clients/model-provider.js +0 -31
- package/extensions/dm-lens/dist/clients/module-report-lsp.js +0 -140
- package/extensions/dm-lens/dist/clients/module-report.js +0 -1642
- package/extensions/dm-lens/dist/clients/mutating-tool.js +0 -377
- package/extensions/dm-lens/dist/clients/mutation-attribution.js +0 -168
- package/extensions/dm-lens/dist/clients/mutation-bridge.js +0 -102
- package/extensions/dm-lens/dist/clients/ndjson-logger.js +0 -471
- package/extensions/dm-lens/dist/clients/observed-mutation-sources.js +0 -43
- package/extensions/dm-lens/dist/clients/observed-mutation.js +0 -709
- package/extensions/dm-lens/dist/clients/oldtext-autopatch.js +0 -100
- package/extensions/dm-lens/dist/clients/opaque-mutation-scan.js +0 -313
- package/extensions/dm-lens/dist/clients/opengrep-client.js +0 -216
- package/extensions/dm-lens/dist/clients/opengrep-config.js +0 -52
- package/extensions/dm-lens/dist/clients/package-manager.js +0 -303
- package/extensions/dm-lens/dist/clients/package-root.js +0 -25
- package/extensions/dm-lens/dist/clients/partial-edit-apply.js +0 -337
- package/extensions/dm-lens/dist/clients/path-attribution-telemetry.js +0 -31
- package/extensions/dm-lens/dist/clients/path-keyed-map.js +0 -57
- package/extensions/dm-lens/dist/clients/path-utils.js +0 -476
- package/extensions/dm-lens/dist/clients/performance-report.js +0 -291
- package/extensions/dm-lens/dist/clients/persist-debounce.js +0 -37
- package/extensions/dm-lens/dist/clients/persistent-reverify.js +0 -165
- package/extensions/dm-lens/dist/clients/php-cs-fixer-config.js +0 -15
- package/extensions/dm-lens/dist/clients/pipeline.js +0 -1091
- package/extensions/dm-lens/dist/clients/post-autofix-notice.js +0 -19
- package/extensions/dm-lens/dist/clients/print-mode.js +0 -3
- package/extensions/dm-lens/dist/clients/probe-home-state.js +0 -62
- package/extensions/dm-lens/dist/clients/process-bridge.js +0 -20
- package/extensions/dm-lens/dist/clients/process-singletons.js +0 -69
- package/extensions/dm-lens/dist/clients/process-snapshot.js +0 -22
- package/extensions/dm-lens/dist/clients/project-changes.js +0 -112
- package/extensions/dm-lens/dist/clients/project-conventions.js +0 -152
- package/extensions/dm-lens/dist/clients/project-diagnostics/cache.js +0 -91
- package/extensions/dm-lens/dist/clients/project-diagnostics/extractors.js +0 -53
- package/extensions/dm-lens/dist/clients/project-diagnostics/fresh-fetch.js +0 -408
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/call-graph-impact.js +0 -64
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/dead-code.js +0 -38
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/gitleaks.js +0 -21
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/govulncheck.js +0 -23
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/jscpd.js +0 -28
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/knip.js +0 -45
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/madge.js +0 -34
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/opengrep.js +0 -32
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/runner-findings.js +0 -79
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/trivy.js +0 -41
- package/extensions/dm-lens/dist/clients/project-diagnostics/scanner.js +0 -349
- package/extensions/dm-lens/dist/clients/project-diagnostics/types.js +0 -1
- package/extensions/dm-lens/dist/clients/project-lens-config.js +0 -437
- package/extensions/dm-lens/dist/clients/project-report.js +0 -527
- package/extensions/dm-lens/dist/clients/project-scale.js +0 -60
- package/extensions/dm-lens/dist/clients/project-scan-policy.js +0 -4
- package/extensions/dm-lens/dist/clients/project-snapshot-fingerprint.js +0 -39
- package/extensions/dm-lens/dist/clients/project-snapshot-persist-worker.js +0 -14
- package/extensions/dm-lens/dist/clients/project-snapshot.js +0 -1178
- package/extensions/dm-lens/dist/clients/project-trust.js +0 -104
- package/extensions/dm-lens/dist/clients/python-environment.js +0 -120
- package/extensions/dm-lens/dist/clients/python-provenance.js +0 -551
- package/extensions/dm-lens/dist/clients/quiet-window-config.js +0 -16
- package/extensions/dm-lens/dist/clients/quiet-window.js +0 -126
- package/extensions/dm-lens/dist/clients/read-bridge.js +0 -46
- package/extensions/dm-lens/dist/clients/read-expansion.js +0 -218
- package/extensions/dm-lens/dist/clients/read-guard-logger.js +0 -178
- package/extensions/dm-lens/dist/clients/read-guard-tool-lines.js +0 -1042
- package/extensions/dm-lens/dist/clients/read-guard.js +0 -1096
- package/extensions/dm-lens/dist/clients/recent-touches.js +0 -126
- package/extensions/dm-lens/dist/clients/redact/secrets.js +0 -386
- package/extensions/dm-lens/dist/clients/resource-sampler.js +0 -344
- package/extensions/dm-lens/dist/clients/reverse-deps.js +0 -227
- package/extensions/dm-lens/dist/clients/review-graph/builder.js +0 -3635
- package/extensions/dm-lens/dist/clients/review-graph/format.js +0 -30
- package/extensions/dm-lens/dist/clients/review-graph/git-identity.js +0 -115
- package/extensions/dm-lens/dist/clients/review-graph/import-resolvers.js +0 -325
- package/extensions/dm-lens/dist/clients/review-graph/persist-worker.js +0 -8
- package/extensions/dm-lens/dist/clients/review-graph/query.js +0 -195
- package/extensions/dm-lens/dist/clients/review-graph/revision-drift.js +0 -3
- package/extensions/dm-lens/dist/clients/review-graph/service.js +0 -60
- package/extensions/dm-lens/dist/clients/review-graph/shared-extraction-ir.js +0 -54
- package/extensions/dm-lens/dist/clients/review-graph/symbol-id.js +0 -29
- package/extensions/dm-lens/dist/clients/review-graph/tsconfig-paths.js +0 -253
- package/extensions/dm-lens/dist/clients/review-graph/types.js +0 -1
- package/extensions/dm-lens/dist/clients/review-graph/workspace-modules.js +0 -374
- package/extensions/dm-lens/dist/clients/review-graph-logger.js +0 -51
- package/extensions/dm-lens/dist/clients/ruff-client.js +0 -109
- package/extensions/dm-lens/dist/clients/rules-scanner.js +0 -113
- package/extensions/dm-lens/dist/clients/run-duration.js +0 -9
- package/extensions/dm-lens/dist/clients/runtime-agent-end.js +0 -608
- package/extensions/dm-lens/dist/clients/runtime-config.js +0 -39
- package/extensions/dm-lens/dist/clients/runtime-context.js +0 -155
- package/extensions/dm-lens/dist/clients/runtime-coordinator.js +0 -817
- package/extensions/dm-lens/dist/clients/runtime-session.js +0 -1625
- package/extensions/dm-lens/dist/clients/runtime-tool-call.js +0 -868
- package/extensions/dm-lens/dist/clients/runtime-tool-result.js +0 -1317
- package/extensions/dm-lens/dist/clients/runtime-turn.js +0 -2333
- package/extensions/dm-lens/dist/clients/rust-client.js +0 -48
- package/extensions/dm-lens/dist/clients/safe-spawn.js +0 -1267
- package/extensions/dm-lens/dist/clients/sanitize.js +0 -174
- package/extensions/dm-lens/dist/clients/scan-utils.js +0 -7
- package/extensions/dm-lens/dist/clients/scratch-tree-policy.js +0 -57
- package/extensions/dm-lens/dist/clients/search-read-registration.js +0 -59
- package/extensions/dm-lens/dist/clients/secret-findings.js +0 -69
- package/extensions/dm-lens/dist/clients/security-scan-client.js +0 -208
- package/extensions/dm-lens/dist/clients/session-event-guard.js +0 -111
- package/extensions/dm-lens/dist/clients/session-lifecycle.js +0 -173
- package/extensions/dm-lens/dist/clients/session-start-observability.js +0 -47
- package/extensions/dm-lens/dist/clients/session-state-store.js +0 -63
- package/extensions/dm-lens/dist/clients/session-summary.js +0 -8
- package/extensions/dm-lens/dist/clients/sessionstart-logger.js +0 -22
- package/extensions/dm-lens/dist/clients/sg-runner.js +0 -627
- package/extensions/dm-lens/dist/clients/sgconfig.js +0 -280
- package/extensions/dm-lens/dist/clients/shared-checkout-guard.js +0 -177
- package/extensions/dm-lens/dist/clients/single-flight.js +0 -52
- package/extensions/dm-lens/dist/clients/situational-tool-telemetry.js +0 -85
- package/extensions/dm-lens/dist/clients/skills-resolver.js +0 -38
- package/extensions/dm-lens/dist/clients/slow-fs.js +0 -77
- package/extensions/dm-lens/dist/clients/smells-rollup.js +0 -118
- package/extensions/dm-lens/dist/clients/source-filter.js +0 -320
- package/extensions/dm-lens/dist/clients/source-walker.js +0 -96
- package/extensions/dm-lens/dist/clients/spawn-output-cap.js +0 -35
- package/extensions/dm-lens/dist/clients/spawn-timeout-cooldown.js +0 -51
- package/extensions/dm-lens/dist/clients/stale-marker.js +0 -1
- package/extensions/dm-lens/dist/clients/startup-scan.js +0 -222
- package/extensions/dm-lens/dist/clients/startup-timing.js +0 -67
- package/extensions/dm-lens/dist/clients/string-utils.js +0 -6
- package/extensions/dm-lens/dist/clients/subagent-mode.js +0 -40
- package/extensions/dm-lens/dist/clients/symbol-containment.js +0 -16
- package/extensions/dm-lens/dist/clients/symbol-types.js +0 -1
- package/extensions/dm-lens/dist/clients/test-runner-client.js +0 -1504
- package/extensions/dm-lens/dist/clients/test-runner-delivery.js +0 -260
- package/extensions/dm-lens/dist/clients/todo-scanner.js +0 -164
- package/extensions/dm-lens/dist/clients/tool-agreement.js +0 -377
- package/extensions/dm-lens/dist/clients/tool-config.js +0 -218
- package/extensions/dm-lens/dist/clients/tool-cwd.js +0 -235
- package/extensions/dm-lens/dist/clients/tool-definition.js +0 -22
- package/extensions/dm-lens/dist/clients/tool-event.js +0 -18
- package/extensions/dm-lens/dist/clients/tool-policy.js +0 -2393
- package/extensions/dm-lens/dist/clients/tool-probe.js +0 -5
- package/extensions/dm-lens/dist/clients/tool-render.js +0 -79
- package/extensions/dm-lens/dist/clients/tool-set-policy.js +0 -70
- package/extensions/dm-lens/dist/clients/tree-sitter-cache.js +0 -206
- package/extensions/dm-lens/dist/clients/tree-sitter-client.js +0 -2787
- package/extensions/dm-lens/dist/clients/tree-sitter-logger.js +0 -77
- package/extensions/dm-lens/dist/clients/tree-sitter-navigator.js +0 -198
- package/extensions/dm-lens/dist/clients/tree-sitter-query-loader.js +0 -318
- package/extensions/dm-lens/dist/clients/tree-sitter-shared.js +0 -87
- package/extensions/dm-lens/dist/clients/tree-sitter-symbol-extractor.js +0 -957
- package/extensions/dm-lens/dist/clients/trivy-client.js +0 -305
- package/extensions/dm-lens/dist/clients/tui-fit.js +0 -26
- package/extensions/dm-lens/dist/clients/turn-context.js +0 -48
- package/extensions/dm-lens/dist/clients/turn-end/lane.js +0 -1
- package/extensions/dm-lens/dist/clients/turn-end/lanes/govulncheck.js +0 -54
- package/extensions/dm-lens/dist/clients/turn-end/lanes/secrets.js +0 -131
- package/extensions/dm-lens/dist/clients/turn-summary-render.js +0 -56
- package/extensions/dm-lens/dist/clients/turn-summary.js +0 -84
- package/extensions/dm-lens/dist/clients/typos-config.js +0 -9
- package/extensions/dm-lens/dist/clients/user-notify.js +0 -15
- package/extensions/dm-lens/dist/clients/vanished-instance-marker.js +0 -18
- package/extensions/dm-lens/dist/clients/warm-attach.js +0 -210
- package/extensions/dm-lens/dist/clients/widget-state.js +0 -963
- package/extensions/dm-lens/dist/clients/word-index-logger.js +0 -21
- package/extensions/dm-lens/dist/clients/word-index-store.js +0 -222
- package/extensions/dm-lens/dist/clients/word-index.js +0 -1426
- package/extensions/dm-lens/dist/clients/workspace-topology.js +0 -261
- package/extensions/dm-lens/dist/clients/write-ordering-guard.js +0 -24
- package/extensions/dm-lens/dist/clients/zizmor-config.js +0 -160
- package/extensions/dm-lens/dist/i18n.js +0 -67
- package/extensions/dm-lens/dist/index.js +0 -1782
- package/extensions/dm-lens/dist/mcp/analyze-cli.js +0 -178
- package/extensions/dm-lens/dist/mcp/build-staleness.js +0 -55
- package/extensions/dm-lens/dist/mcp/cli.js +0 -78
- package/extensions/dm-lens/dist/mcp/server.js +0 -1208
- package/extensions/dm-lens/dist/mcp/worker.js +0 -33
- package/extensions/dm-lens/dist/scripts/lib/process-scan.mjs +0 -256
- package/extensions/dm-lens/dist/scripts/lib/skills-predicate.mjs +0 -53
- package/extensions/dm-lens/dist/scripts/lib/web-tree-sitter-dir.mjs +0 -45
- package/extensions/dm-lens/dist/tools/activate-tools.js +0 -61
- package/extensions/dm-lens/dist/tools/ast-grep-outline.js +0 -127
- package/extensions/dm-lens/dist/tools/ast-grep-replace.js +0 -226
- package/extensions/dm-lens/dist/tools/ast-grep-search.js +0 -687
- package/extensions/dm-lens/dist/tools/effective-config.js +0 -59
- package/extensions/dm-lens/dist/tools/lens-diagnostic-mark.js +0 -240
- package/extensions/dm-lens/dist/tools/lens-diagnostics.js +0 -1484
- package/extensions/dm-lens/dist/tools/lsp-diagnostics.js +0 -1088
- package/extensions/dm-lens/dist/tools/lsp-navigation.js +0 -1194
- package/extensions/dm-lens/dist/tools/lsp-structured-output.js +0 -277
- package/extensions/dm-lens/dist/tools/module-report.js +0 -332
- package/extensions/dm-lens/dist/tools/project-report.js +0 -72
- package/extensions/dm-lens/dist/tools/render-compact.js +0 -272
- package/extensions/dm-lens/dist/tools/scan-progress.js +0 -31
- package/extensions/dm-lens/dist/tools/shared.js +0 -26
- package/extensions/dm-lens/dist/tools/symbol-search.js +0 -133
- package/extensions/dm-mcp-adapter/dist/abort.js +0 -35
- package/extensions/dm-mcp-adapter/dist/agent-dir.js +0 -45
- package/extensions/dm-mcp-adapter/dist/agent-plugin-loader.js +0 -392
- package/extensions/dm-mcp-adapter/dist/agent-plugin-provenance.js +0 -26
- package/extensions/dm-mcp-adapter/dist/bearer-command-resolver.js +0 -182
- package/extensions/dm-mcp-adapter/dist/claude-plugin-loader.js +0 -350
- package/extensions/dm-mcp-adapter/dist/config.js +0 -1310
- package/extensions/dm-mcp-adapter/dist/consent-manager.js +0 -84
- package/extensions/dm-mcp-adapter/dist/elicitation-handler.js +0 -308
- package/extensions/dm-mcp-adapter/dist/errors.js +0 -225
- package/extensions/dm-mcp-adapter/dist/http-ca.js +0 -71
- package/extensions/dm-mcp-adapter/dist/jev-client.js +0 -359
- package/extensions/dm-mcp-adapter/dist/jev-contracts.js +0 -1
- package/extensions/dm-mcp-adapter/dist/jev-key-store.js +0 -176
- package/extensions/dm-mcp-adapter/dist/json-schema-validator.js +0 -70
- package/extensions/dm-mcp-adapter/dist/lifecycle.js +0 -387
- package/extensions/dm-mcp-adapter/dist/logger.js +0 -115
- package/extensions/dm-mcp-adapter/dist/mcp-auth-fetch.js +0 -86
- package/extensions/dm-mcp-adapter/dist/mcp-auth-flow.js +0 -949
- package/extensions/dm-mcp-adapter/dist/mcp-auth.js +0 -997
- package/extensions/dm-mcp-adapter/dist/mcp-bearer-store.js +0 -182
- package/extensions/dm-mcp-adapter/dist/mcp-callback-server.js +0 -381
- package/extensions/dm-mcp-adapter/dist/mcp-oauth-provider.js +0 -524
- package/extensions/dm-mcp-adapter/dist/mcp-probe.js +0 -151
- package/extensions/dm-mcp-adapter/dist/mcp-tasks.js +0 -300
- package/extensions/dm-mcp-adapter/dist/mcp-trace.js +0 -215
- package/extensions/dm-mcp-adapter/dist/metadata-cache.js +0 -267
- package/extensions/dm-mcp-adapter/dist/npx-resolver.js +0 -465
- package/extensions/dm-mcp-adapter/dist/package-mcp-loader.js +0 -135
- package/extensions/dm-mcp-adapter/dist/request-headers-command.js +0 -294
- package/extensions/dm-mcp-adapter/dist/resource-tools.js +0 -7
- package/extensions/dm-mcp-adapter/dist/runtime-owner.js +0 -94
- package/extensions/dm-mcp-adapter/dist/sampling-handler.js +0 -213
- package/extensions/dm-mcp-adapter/dist/secure-keyring.js +0 -191
- package/extensions/dm-mcp-adapter/dist/server-manager.js +0 -1514
- package/extensions/dm-mcp-adapter/dist/session-approvals.js +0 -127
- package/extensions/dm-mcp-adapter/dist/session-recovery.js +0 -82
- package/extensions/dm-mcp-adapter/dist/state.js +0 -1
- package/extensions/dm-mcp-adapter/dist/types.js +0 -286
- package/extensions/dm-mcp-adapter/dist/ui-app-bridge-helpers.js +0 -36
- package/extensions/dm-mcp-adapter/dist/ui-resource-handler.js +0 -204
- package/extensions/dm-mcp-adapter/dist/ui-stream-types.js +0 -58
- package/extensions/dm-mcp-adapter/dist/ui-tool-visibility.js +0 -26
- package/extensions/dm-mcp-adapter/dist/unix-socket-transport.js +0 -83
- package/extensions/dm-mcp-adapter/dist/utils.js +0 -382
|
@@ -1,3635 +0,0 @@
|
|
|
1
|
-
import { createHash } from "node:crypto";
|
|
2
|
-
import * as fs from "node:fs";
|
|
3
|
-
import * as path from "node:path";
|
|
4
|
-
import { Worker } from "node:worker_threads";
|
|
5
|
-
import { constants as zlibConstants, gunzipSync, gzipSync } from "node:zlib";
|
|
6
|
-
import { fileURLToPath } from "node:url";
|
|
7
|
-
import { writeFileAtomic } from "../atomic-write.js";
|
|
8
|
-
import { fileContentProvider } from "../dispatch/facts/file-content.js";
|
|
9
|
-
import { lazyEnvNumber } from "../env-utils.js";
|
|
10
|
-
import { featureHintMetadata } from "../feature-hints.js";
|
|
11
|
-
import { detectFileKind, KIND_EXTENSIONS } from "../file-kinds.js";
|
|
12
|
-
import { detectFileRole } from "../file-role.js";
|
|
13
|
-
import { getProjectDataDir } from "../file-utils.js";
|
|
14
|
-
import { collectUntrackedIgnoredIds } from "../git-tracked-ignore.js";
|
|
15
|
-
import { realIsPidAlive } from "../instance-reaper.js";
|
|
16
|
-
import { logLatency } from "../latency-logger.js";
|
|
17
|
-
import { containerNameChain, getOpenDocumentSymbols, lspSymbolKindName } from "../lsp-document-symbols.js";
|
|
18
|
-
import { isAtOrAboveHomeDir, normalizeFilePath, normalizeMapKey, toProjectRelativePath } from "../path-utils.js";
|
|
19
|
-
import { collectProjectSourceFilesWithBudgetAsync } from "../project-scan-policy.js";
|
|
20
|
-
import { getReviewGraphMaxFilesDerived } from "../project-scale.js";
|
|
21
|
-
import { compareOrdinal, escapeRegExp } from "../string-utils.js";
|
|
22
|
-
import { BoundedLruCache } from "../bounded-cache.js";
|
|
23
|
-
import { jsTsCandidatePaths, resolveAliasedImport, resolveImportToFiles, resolveProjectReferenceImport, resolveWorkspacePackageImport } from "./import-resolvers.js";
|
|
24
|
-
import { RUNTIME_CONFIG } from "../runtime-config.js";
|
|
25
|
-
import { buildReverseDependencyIndexFromGraph, rankFilesByReverseDependencyCentrality } from "../reverse-deps.js";
|
|
26
|
-
import { buildQualifiedName, findOwnerName } from "../symbol-containment.js";
|
|
27
|
-
import { logTreeSitterCacheStats } from "../tree-sitter-logger.js";
|
|
28
|
-
import { flushReviewGraphLogSync, logReviewGraph, makeReviewGraphBuildMetadata } from "../review-graph-logger.js";
|
|
29
|
-
import { getSharedTreeSitterClient } from "../tree-sitter-shared.js";
|
|
30
|
-
import { symbolExtractionGrammar, TreeSitterSymbolExtractor } from "../tree-sitter-symbol-extractor.js";
|
|
31
|
-
import { withTreeSitterRoot } from "../tree-sitter-shared.js";
|
|
32
|
-
import { incrementDegradationCount } from "../degradation-ledger.js";
|
|
33
|
-
import { createGitIdentityResolver, resolveGitIdentity } from "./git-identity.js";
|
|
34
|
-
import { formatReviewGraphRevisionDriftNote } from "./revision-drift.js";
|
|
35
|
-
import { buildSymbolId } from "./symbol-id.js";
|
|
36
|
-
import { clearReviewGraphFileIr, getFreshReviewGraphFileIr, reviewGraphIrContentHash } from "./shared-extraction-ir.js";
|
|
37
|
-
export const REVIEW_GRAPH_VERSION = "v8";
|
|
38
|
-
const MAIN_KINDS = new Set([
|
|
39
|
-
"jsts",
|
|
40
|
-
"python",
|
|
41
|
-
"go",
|
|
42
|
-
"rust",
|
|
43
|
-
"ruby",
|
|
44
|
-
"cxx",
|
|
45
|
-
"java",
|
|
46
|
-
"kotlin",
|
|
47
|
-
"dart",
|
|
48
|
-
"elixir",
|
|
49
|
-
"csharp",
|
|
50
|
-
"php",
|
|
51
|
-
"swift",
|
|
52
|
-
"lua",
|
|
53
|
-
"ocaml",
|
|
54
|
-
"zig",
|
|
55
|
-
"shell"
|
|
56
|
-
]);
|
|
57
|
-
const MAIN_KIND_EXTENSIONS = Array.from(MAIN_KINDS).flatMap((kind) => KIND_EXTENSIONS[kind] ?? []);
|
|
58
|
-
const CHANGED_SYMBOLS_PREFIX = "session.reviewGraph.changedSymbols:";
|
|
59
|
-
const extractorCache = new Map;
|
|
60
|
-
const REVIEW_GRAPH_MAX_WARM_WORKSPACES = 8;
|
|
61
|
-
const REVIEW_GRAPH_SOURCE_PATH_MEMO_ENTRIES = 16384;
|
|
62
|
-
const _sourcePathMemos = new BoundedLruCache(REVIEW_GRAPH_MAX_WARM_WORKSPACES);
|
|
63
|
-
function sourcePathMemo(cwd) {
|
|
64
|
-
const key = normalizeMapKey(path.resolve(cwd));
|
|
65
|
-
const existing = _sourcePathMemos.get(key);
|
|
66
|
-
if (existing)
|
|
67
|
-
return existing;
|
|
68
|
-
const memo = {
|
|
69
|
-
cache: new BoundedLruCache(REVIEW_GRAPH_SOURCE_PATH_MEMO_ENTRIES),
|
|
70
|
-
normalizeCalls: { value: 0 }
|
|
71
|
-
};
|
|
72
|
-
_sourcePathMemos.set(key, memo);
|
|
73
|
-
return memo;
|
|
74
|
-
}
|
|
75
|
-
function normalizeGraphSourcePath(memo, raw) {
|
|
76
|
-
const cached = memo.cache.get(raw);
|
|
77
|
-
if (cached !== undefined)
|
|
78
|
-
return cached;
|
|
79
|
-
const normalized = normalizeMapKey(raw);
|
|
80
|
-
if (fs.existsSync(raw))
|
|
81
|
-
memo.cache.set(raw, normalized);
|
|
82
|
-
memo.normalizeCalls.value++;
|
|
83
|
-
return normalized;
|
|
84
|
-
}
|
|
85
|
-
export function _resetReviewGraphSourcePathMemoForTests() {
|
|
86
|
-
_sourcePathMemos.clear();
|
|
87
|
-
}
|
|
88
|
-
const _buildCache = new Map;
|
|
89
|
-
const _workspaceGraphCache = new Map;
|
|
90
|
-
const REVIEW_GRAPH_IDLE_EVICT_MS_DEFAULT = 20 * 60000;
|
|
91
|
-
let _workspaceCacheEpoch = 0;
|
|
92
|
-
const _workspaceCacheEpochs = new Map;
|
|
93
|
-
function workspaceCacheEpoch(key) {
|
|
94
|
-
return _workspaceCacheEpoch + (_workspaceCacheEpochs.get(key) ?? 0);
|
|
95
|
-
}
|
|
96
|
-
function reviewGraphIdleEvictMs() {
|
|
97
|
-
const value = Number.parseInt(process.env.DM_LENS_REVIEW_GRAPH_IDLE_EVICT_MS ?? "", 10);
|
|
98
|
-
return Number.isSafeInteger(value) && value > 0 ? value : REVIEW_GRAPH_IDLE_EVICT_MS_DEFAULT;
|
|
99
|
-
}
|
|
100
|
-
function clearWorkspaceGraphTimer(entry) {
|
|
101
|
-
if (entry.idleTimer)
|
|
102
|
-
clearTimeout(entry.idleTimer);
|
|
103
|
-
entry.idleTimer = undefined;
|
|
104
|
-
}
|
|
105
|
-
function buildCacheWorkspaceKey(cwd) {
|
|
106
|
-
return normalizeMapKey(path.resolve(cwd));
|
|
107
|
-
}
|
|
108
|
-
function buildCacheKeyWorkspace(buildKey) {
|
|
109
|
-
const separator = buildKey.indexOf("|");
|
|
110
|
-
return separator >= 0 ? buildKey.slice(0, separator) : undefined;
|
|
111
|
-
}
|
|
112
|
-
function evictWorkspaceGraph(key, entry) {
|
|
113
|
-
if (_workspaceGraphCache.get(key) !== entry)
|
|
114
|
-
return;
|
|
115
|
-
clearWorkspaceGraphTimer(entry);
|
|
116
|
-
const buildWorkspace = buildCacheWorkspaceKey(key);
|
|
117
|
-
for (const buildKey of _buildCache.keys()) {
|
|
118
|
-
if (buildCacheKeyWorkspace(buildKey) === buildWorkspace) {
|
|
119
|
-
_buildCache.delete(buildKey);
|
|
120
|
-
}
|
|
121
|
-
}
|
|
122
|
-
_sourcePathMemos.delete(key);
|
|
123
|
-
_workspaceCacheEpochs.set(key, (_workspaceCacheEpochs.get(key) ?? 0) + 1);
|
|
124
|
-
_workspaceGraphCache.delete(key);
|
|
125
|
-
}
|
|
126
|
-
function scheduleWorkspaceGraphEviction(key, entry) {
|
|
127
|
-
clearWorkspaceGraphTimer(entry);
|
|
128
|
-
const epoch = workspaceCacheEpoch(key);
|
|
129
|
-
entry.idleTimer = setTimeout(() => {
|
|
130
|
-
entry.idleTimer = undefined;
|
|
131
|
-
if (_workspaceGraphCache.get(key) !== entry || workspaceCacheEpoch(key) !== epoch)
|
|
132
|
-
return;
|
|
133
|
-
evictWorkspaceGraph(key, entry);
|
|
134
|
-
}, reviewGraphIdleEvictMs());
|
|
135
|
-
entry.idleTimer.unref?.();
|
|
136
|
-
}
|
|
137
|
-
function touchWorkspaceGraph(key) {
|
|
138
|
-
const entry = _workspaceGraphCache.get(key);
|
|
139
|
-
if (!entry)
|
|
140
|
-
return;
|
|
141
|
-
entry.lastUsedAt = Date.now();
|
|
142
|
-
scheduleWorkspaceGraphEviction(key, entry);
|
|
143
|
-
}
|
|
144
|
-
function setWorkspaceGraph(key, entry, epoch) {
|
|
145
|
-
if (epoch !== undefined && workspaceCacheEpoch(key) !== epoch)
|
|
146
|
-
return false;
|
|
147
|
-
const previous = _workspaceGraphCache.get(key);
|
|
148
|
-
if (previous)
|
|
149
|
-
clearWorkspaceGraphTimer(previous);
|
|
150
|
-
const boundedGraph = retainedGraph(key, entry.graph);
|
|
151
|
-
const resident = {
|
|
152
|
-
...entry,
|
|
153
|
-
graph: boundedGraph,
|
|
154
|
-
lastUsedAt: Date.now()
|
|
155
|
-
};
|
|
156
|
-
_workspaceGraphCache.set(key, resident);
|
|
157
|
-
scheduleWorkspaceGraphEviction(key, resident);
|
|
158
|
-
while (_workspaceGraphCache.size > REVIEW_GRAPH_MAX_WARM_WORKSPACES) {
|
|
159
|
-
const victim = [..._workspaceGraphCache.entries()].sort(([, a], [, b]) => a.lastUsedAt - b.lastUsedAt)[0];
|
|
160
|
-
if (!victim)
|
|
161
|
-
break;
|
|
162
|
-
evictWorkspaceGraph(victim[0], victim[1]);
|
|
163
|
-
}
|
|
164
|
-
return true;
|
|
165
|
-
}
|
|
166
|
-
let _graphGenerationCounter = 0;
|
|
167
|
-
let _buildIdCounter = 0;
|
|
168
|
-
const SEQ_FASTPATH_MAX_CHANGES = 32;
|
|
169
|
-
const SEQ_FASTPATH_REVERIFY_MS = 5 * 60000;
|
|
170
|
-
const SEQ_FASTPATH_REVERIFY_EVERY = 20;
|
|
171
|
-
function graphLogMetadata(graph, options = {}) {
|
|
172
|
-
return makeReviewGraphBuildMetadata(graph, options);
|
|
173
|
-
}
|
|
174
|
-
function seqFastpathEnabled() {
|
|
175
|
-
const raw = process.env.DM_LENS_GRAPH_SEQ_FASTPATH;
|
|
176
|
-
return raw !== "0" && raw !== "false";
|
|
177
|
-
}
|
|
178
|
-
let _lastGraphBuildInfo = {
|
|
179
|
-
reused: false,
|
|
180
|
-
mode: "full",
|
|
181
|
-
graphChanged: true
|
|
182
|
-
};
|
|
183
|
-
const _graphBuildInfoByGraph = new WeakMap;
|
|
184
|
-
let _anyGraphStamped = false;
|
|
185
|
-
function setGraphBuildInfo(graph, info) {
|
|
186
|
-
_lastGraphBuildInfo = info;
|
|
187
|
-
_graphBuildInfoByGraph.set(graph, info);
|
|
188
|
-
_anyGraphStamped = true;
|
|
189
|
-
}
|
|
190
|
-
export function getGraphBuildInfoForGraph(graph) {
|
|
191
|
-
return _graphBuildInfoByGraph.get(graph) ?? _lastGraphBuildInfo;
|
|
192
|
-
}
|
|
193
|
-
export function graphBuildInfoIsTrustworthy(graph) {
|
|
194
|
-
return _graphBuildInfoByGraph.has(graph) || !_anyGraphStamped;
|
|
195
|
-
}
|
|
196
|
-
function updateGraphBuildInfo(graph, patch) {
|
|
197
|
-
const info = { ...getGraphBuildInfoForGraph(graph), ...patch };
|
|
198
|
-
setGraphBuildInfo(graph, info);
|
|
199
|
-
return info;
|
|
200
|
-
}
|
|
201
|
-
export function clearGraphCache() {
|
|
202
|
-
_buildCache.clear();
|
|
203
|
-
}
|
|
204
|
-
export function clearReviewGraphWorkspaceCache(cwd) {
|
|
205
|
-
if (cwd === undefined) {
|
|
206
|
-
_buildCache.clear();
|
|
207
|
-
for (const entry of _workspaceGraphCache.values())
|
|
208
|
-
clearWorkspaceGraphTimer(entry);
|
|
209
|
-
_workspaceGraphCache.clear();
|
|
210
|
-
_sourcePathMemos.clear();
|
|
211
|
-
_workspaceCacheEpoch++;
|
|
212
|
-
_sizeSkipVerdicts.clear();
|
|
213
|
-
_retainedGraphSites.clear();
|
|
214
|
-
} else {
|
|
215
|
-
const normalized = normalizeMapKey(cwd);
|
|
216
|
-
const buildWorkspace = buildCacheWorkspaceKey(cwd);
|
|
217
|
-
for (const key of _buildCache.keys()) {
|
|
218
|
-
if (buildCacheKeyWorkspace(key) === buildWorkspace) {
|
|
219
|
-
_buildCache.delete(key);
|
|
220
|
-
}
|
|
221
|
-
}
|
|
222
|
-
const entry = _workspaceGraphCache.get(normalized);
|
|
223
|
-
if (entry)
|
|
224
|
-
clearWorkspaceGraphTimer(entry);
|
|
225
|
-
_workspaceCacheEpochs.set(normalized, (_workspaceCacheEpochs.get(normalized) ?? 0) + 1);
|
|
226
|
-
_workspaceGraphCache.delete(normalized);
|
|
227
|
-
_sourcePathMemos.delete(normalized);
|
|
228
|
-
_sizeSkipVerdicts.delete(normalized);
|
|
229
|
-
}
|
|
230
|
-
_lastGraphBuildInfo = { reused: false, mode: "full", graphChanged: true };
|
|
231
|
-
_anyGraphStamped = false;
|
|
232
|
-
}
|
|
233
|
-
let _reviewGraphBuildGateForTests;
|
|
234
|
-
export function _setReviewGraphBuildGateForTests(gate) {
|
|
235
|
-
_reviewGraphBuildGateForTests = gate;
|
|
236
|
-
}
|
|
237
|
-
const REVIEW_GRAPH_NODE_RESIDENT_BYTES = 450.5;
|
|
238
|
-
const REVIEW_GRAPH_EDGE_RESIDENT_BYTES = 243;
|
|
239
|
-
export function estimateReviewGraphStoreBytes(totalNodes, totalEdges) {
|
|
240
|
-
return totalNodes * REVIEW_GRAPH_NODE_RESIDENT_BYTES + totalEdges * REVIEW_GRAPH_EDGE_RESIDENT_BYTES;
|
|
241
|
-
}
|
|
242
|
-
const GRAPH_MAX_IN_MEMORY_BYTES_DEFAULT = 512 * 1024 * 1024;
|
|
243
|
-
function graphMaxInMemoryBytes() {
|
|
244
|
-
const raw = Number(process.env.DM_LENS_GRAPH_MAX_IN_MEMORY_BYTES);
|
|
245
|
-
return Number.isFinite(raw) && raw > 0 ? raw : GRAPH_MAX_IN_MEMORY_BYTES_DEFAULT;
|
|
246
|
-
}
|
|
247
|
-
function retainedGraph(cwd, graph) {
|
|
248
|
-
const nodes = graph.nodes.size;
|
|
249
|
-
const edges = graph.edges.length;
|
|
250
|
-
const bytes = estimateReviewGraphStoreBytes(nodes, edges);
|
|
251
|
-
const budget = graphMaxInMemoryBytes();
|
|
252
|
-
if (bytes <= budget)
|
|
253
|
-
return graph;
|
|
254
|
-
const elementCap = Math.max(1, Math.floor((nodes + edges) * budget / bytes));
|
|
255
|
-
let capped = capGraphForPersist(cwd, graph, elementCap);
|
|
256
|
-
if (capped.nodes.size === 0 && nodes > 0) {
|
|
257
|
-
capped = headSliceGraph(graph, elementCap);
|
|
258
|
-
incrementDegradationCount({
|
|
259
|
-
kind: "review-graph-memory-cap-floor",
|
|
260
|
-
subject: cwd,
|
|
261
|
-
reason: `centrality selection retained 0 of ${nodes} nodes at cap ${elementCap}; fell back to a ${capped.nodes.size}-node head slice`
|
|
262
|
-
});
|
|
263
|
-
}
|
|
264
|
-
const cappedNodes = capped.nodes.size;
|
|
265
|
-
const cappedEdges = capped.edges.length;
|
|
266
|
-
capped.persistCoverage = {
|
|
267
|
-
...capped.persistCoverage ?? graphCoverage(capped, elementCap),
|
|
268
|
-
partial: true,
|
|
269
|
-
capTrimmed: true
|
|
270
|
-
};
|
|
271
|
-
incrementDegradationCount({
|
|
272
|
-
kind: "review-graph-memory-cap",
|
|
273
|
-
subject: cwd,
|
|
274
|
-
reason: `live graph ${nodes}n/${edges}e ~${Math.round(bytes / (1024 * 1024))}MiB over ${Math.round(budget / (1024 * 1024))}MiB budget; trimmed to ${cappedNodes}n/${cappedEdges}e ~${Math.round(estimateReviewGraphStoreBytes(cappedNodes, cappedEdges) / (1024 * 1024))}MiB`
|
|
275
|
-
});
|
|
276
|
-
return capped;
|
|
277
|
-
}
|
|
278
|
-
function headSliceGraph(graph, cap) {
|
|
279
|
-
const nodeBudget = Math.max(1, Math.floor(cap * graph.nodes.size / (graph.nodes.size + graph.edges.length)));
|
|
280
|
-
const keptIds = new Set;
|
|
281
|
-
for (const [id] of graph.nodes) {
|
|
282
|
-
if (keptIds.size >= nodeBudget)
|
|
283
|
-
break;
|
|
284
|
-
keptIds.add(id);
|
|
285
|
-
}
|
|
286
|
-
const nodes = new Map([...graph.nodes].filter(([id]) => keptIds.has(id)));
|
|
287
|
-
const edgeBudget = Math.max(0, cap - nodes.size);
|
|
288
|
-
const edges = graph.edges.filter((edge) => keptIds.has(edge.from) && keptIds.has(edge.to)).slice(0, edgeBudget);
|
|
289
|
-
const sliced = {
|
|
290
|
-
...graph,
|
|
291
|
-
nodes,
|
|
292
|
-
edges,
|
|
293
|
-
edgesByFrom: new Map,
|
|
294
|
-
edgesByTo: new Map,
|
|
295
|
-
fileNodes: new Map,
|
|
296
|
-
symbolNodesByFile: new Map,
|
|
297
|
-
changedSymbolsByFile: new Map,
|
|
298
|
-
persistCoverage: undefined
|
|
299
|
-
};
|
|
300
|
-
rebuildIndexes(sliced);
|
|
301
|
-
return sliced;
|
|
302
|
-
}
|
|
303
|
-
function setSessionReviewGraphFact(cwd, facts, graph) {
|
|
304
|
-
const retained = retainedGraph(cwd, graph);
|
|
305
|
-
registerRetainedGraph(`fact:${cwd}`, retained);
|
|
306
|
-
facts.setSessionFact("session.reviewGraph", retained);
|
|
307
|
-
}
|
|
308
|
-
const _retainedGraphSites = new Map;
|
|
309
|
-
function registerRetainedGraph(site, graph) {
|
|
310
|
-
for (const [key, ref] of _retainedGraphSites) {
|
|
311
|
-
if (ref.deref() === undefined)
|
|
312
|
-
_retainedGraphSites.delete(key);
|
|
313
|
-
}
|
|
314
|
-
_retainedGraphSites.set(site, new WeakRef(graph));
|
|
315
|
-
}
|
|
316
|
-
export function getReviewGraphWorkspaceCacheSnapshot() {
|
|
317
|
-
let totalNodes = 0;
|
|
318
|
-
let totalEdges = 0;
|
|
319
|
-
const counted = new Set;
|
|
320
|
-
const count = (graph) => {
|
|
321
|
-
if (counted.has(graph))
|
|
322
|
-
return;
|
|
323
|
-
counted.add(graph);
|
|
324
|
-
totalNodes += graph.nodes.size;
|
|
325
|
-
totalEdges += graph.edges.length;
|
|
326
|
-
};
|
|
327
|
-
for (const entry of _workspaceGraphCache.values())
|
|
328
|
-
count(entry.graph);
|
|
329
|
-
for (const [key, ref] of _retainedGraphSites) {
|
|
330
|
-
const graph = ref.deref();
|
|
331
|
-
if (graph === undefined) {
|
|
332
|
-
_retainedGraphSites.delete(key);
|
|
333
|
-
continue;
|
|
334
|
-
}
|
|
335
|
-
count(graph);
|
|
336
|
-
}
|
|
337
|
-
return {
|
|
338
|
-
cacheEntries: _workspaceGraphCache.size,
|
|
339
|
-
totalNodes,
|
|
340
|
-
totalEdges,
|
|
341
|
-
residentBytes: estimateReviewGraphStoreBytes(totalNodes, totalEdges)
|
|
342
|
-
};
|
|
343
|
-
}
|
|
344
|
-
export function _getReviewGraphWorkspaceCacheKeysForTests() {
|
|
345
|
-
return [..._workspaceGraphCache.entries()].sort(([, a], [, b]) => a.lastUsedAt - b.lastUsedAt).map(([key]) => key);
|
|
346
|
-
}
|
|
347
|
-
export function _setReviewGraphWorkspaceEntryForTests(key, graph) {
|
|
348
|
-
setWorkspaceGraph(key, {
|
|
349
|
-
signature: "test",
|
|
350
|
-
fileSignatures: new Map,
|
|
351
|
-
graph
|
|
352
|
-
});
|
|
353
|
-
}
|
|
354
|
-
export function _setSessionReviewGraphFactForTests(cwd, facts, graph) {
|
|
355
|
-
setSessionReviewGraphFact(cwd, facts, graph);
|
|
356
|
-
}
|
|
357
|
-
export function _persistedCoverageForTests(coverage) {
|
|
358
|
-
return stripProcessLocalCoverage(coverage);
|
|
359
|
-
}
|
|
360
|
-
export function _getReviewGraphWorkspaceGraphForTests(key) {
|
|
361
|
-
return _workspaceGraphCache.get(key)?.graph;
|
|
362
|
-
}
|
|
363
|
-
export function _getReviewGraphCacheStateForTests(cwd) {
|
|
364
|
-
const cached = _workspaceGraphCache.get(normalizeMapKey(cwd));
|
|
365
|
-
if (!cached)
|
|
366
|
-
return;
|
|
367
|
-
touchWorkspaceGraph(normalizeMapKey(cwd));
|
|
368
|
-
return {
|
|
369
|
-
signature: cached.signature,
|
|
370
|
-
fileSignatures: new Map(cached.fileSignatures),
|
|
371
|
-
fileHashes: cached.fileHashes ? new Map(cached.fileHashes) : undefined
|
|
372
|
-
};
|
|
373
|
-
}
|
|
374
|
-
export function getReviewGraphCacheIdentity(cwd, graph) {
|
|
375
|
-
const cached = _workspaceGraphCache.get(normalizeMapKey(cwd));
|
|
376
|
-
if (!cached)
|
|
377
|
-
return;
|
|
378
|
-
touchWorkspaceGraph(normalizeMapKey(cwd));
|
|
379
|
-
if (graph) {
|
|
380
|
-
if (cached.buildGeneration === undefined && graph.buildGeneration === undefined) {
|
|
381
|
-
if (cached.graph !== graph)
|
|
382
|
-
return;
|
|
383
|
-
} else if (cached.buildGeneration !== graph.buildGeneration) {
|
|
384
|
-
return;
|
|
385
|
-
}
|
|
386
|
-
}
|
|
387
|
-
const version = graph?.version ?? cached.graph.version;
|
|
388
|
-
if (typeof version !== "string" || version.length === 0 || typeof cached.signature !== "string") {
|
|
389
|
-
return;
|
|
390
|
-
}
|
|
391
|
-
return { version, signature: cached.signature };
|
|
392
|
-
}
|
|
393
|
-
const _cwdWorktreeCheckedCwds = new Set;
|
|
394
|
-
export function _resetCwdWorktreeMismatchLogForTests() {
|
|
395
|
-
_cwdWorktreeCheckedCwds.clear();
|
|
396
|
-
}
|
|
397
|
-
function logCwdWorktreeMismatchOnce(cwd, resolveIdentity = resolveGitIdentity) {
|
|
398
|
-
const key = normalizeMapKey(cwd);
|
|
399
|
-
if (_cwdWorktreeCheckedCwds.has(key))
|
|
400
|
-
return;
|
|
401
|
-
_cwdWorktreeCheckedCwds.add(key);
|
|
402
|
-
const identity = resolveIdentity(cwd);
|
|
403
|
-
if (!identity)
|
|
404
|
-
return;
|
|
405
|
-
if (identity.worktreeRoot === normalizeFilePath(path.resolve(cwd)))
|
|
406
|
-
return;
|
|
407
|
-
logLatency({
|
|
408
|
-
type: "phase",
|
|
409
|
-
phase: "review_graph_cwd_worktree_mismatch",
|
|
410
|
-
filePath: cwd,
|
|
411
|
-
durationMs: 0,
|
|
412
|
-
metadata: { cwd, worktreeRoot: identity.worktreeRoot }
|
|
413
|
-
});
|
|
414
|
-
}
|
|
415
|
-
export function getLastGraphBuildInfo() {
|
|
416
|
-
return _lastGraphBuildInfo;
|
|
417
|
-
}
|
|
418
|
-
export function _setLastGraphBuildInfoForTests(info) {
|
|
419
|
-
_lastGraphBuildInfo = info;
|
|
420
|
-
}
|
|
421
|
-
function ensureIndexed(graph) {
|
|
422
|
-
if (graph.edges.length > 0 && graph.edgesByFrom.size === 0) {
|
|
423
|
-
rebuildIndexes(graph);
|
|
424
|
-
}
|
|
425
|
-
}
|
|
426
|
-
export function getCachedReviewGraph(cwd) {
|
|
427
|
-
const key = normalizeMapKey(cwd);
|
|
428
|
-
if (getReviewGraphSizeSkipVerdict(cwd))
|
|
429
|
-
return;
|
|
430
|
-
const cached = _workspaceGraphCache.get(key);
|
|
431
|
-
if (cached) {
|
|
432
|
-
touchWorkspaceGraph(key);
|
|
433
|
-
ensureIndexed(cached.graph);
|
|
434
|
-
return cached.graph;
|
|
435
|
-
}
|
|
436
|
-
const disk = loadPersistedGraph(cwd, {
|
|
437
|
-
verifyWorktreeIdentity: true,
|
|
438
|
-
allowPartial: true
|
|
439
|
-
});
|
|
440
|
-
if (!disk)
|
|
441
|
-
return;
|
|
442
|
-
setWorkspaceGraph(key, {
|
|
443
|
-
signature: disk.signature,
|
|
444
|
-
fileSignatures: disk.fileSignatures,
|
|
445
|
-
fileHashes: disk.fileHashes,
|
|
446
|
-
graph: disk.graph,
|
|
447
|
-
...disk.stampedHead ? { snapshotStampedHead: disk.stampedHead } : {}
|
|
448
|
-
});
|
|
449
|
-
return disk.graph;
|
|
450
|
-
}
|
|
451
|
-
export function getReviewGraphRevisionDrift(cwd) {
|
|
452
|
-
const entry = _workspaceGraphCache.get(normalizeMapKey(cwd));
|
|
453
|
-
const stampedHead = entry?.snapshotStampedHead;
|
|
454
|
-
if (!stampedHead)
|
|
455
|
-
return;
|
|
456
|
-
const current = resolveGitIdentity(cwd);
|
|
457
|
-
if (!current || current.headCommit === stampedHead)
|
|
458
|
-
return;
|
|
459
|
-
return { stampedHead, currentHead: current.headCommit };
|
|
460
|
-
}
|
|
461
|
-
|
|
462
|
-
export { formatReviewGraphRevisionDriftNote };
|
|
463
|
-
function makeCtx(filePath, cwd, facts) {
|
|
464
|
-
return {
|
|
465
|
-
filePath,
|
|
466
|
-
cwd,
|
|
467
|
-
kind: detectFileKind(filePath),
|
|
468
|
-
fileRole: detectFileRole(filePath),
|
|
469
|
-
pi: { getFlag: () => {
|
|
470
|
-
return;
|
|
471
|
-
} },
|
|
472
|
-
autofix: false,
|
|
473
|
-
deltaMode: false,
|
|
474
|
-
facts,
|
|
475
|
-
blockingOnly: false,
|
|
476
|
-
modifiedRanges: undefined,
|
|
477
|
-
hasTool: async () => false,
|
|
478
|
-
log: () => {}
|
|
479
|
-
};
|
|
480
|
-
}
|
|
481
|
-
function createEmptyGraph() {
|
|
482
|
-
return {
|
|
483
|
-
version: REVIEW_GRAPH_VERSION,
|
|
484
|
-
builtAt: new Date().toISOString(),
|
|
485
|
-
nodes: new Map,
|
|
486
|
-
edges: [],
|
|
487
|
-
edgesByFrom: new Map,
|
|
488
|
-
edgesByTo: new Map,
|
|
489
|
-
fileNodes: new Map,
|
|
490
|
-
symbolNodesByFile: new Map,
|
|
491
|
-
changedSymbolsByFile: new Map
|
|
492
|
-
};
|
|
493
|
-
}
|
|
494
|
-
function cloneGraph(graph) {
|
|
495
|
-
return {
|
|
496
|
-
version: graph.version,
|
|
497
|
-
builtAt: graph.builtAt,
|
|
498
|
-
nodes: new Map(graph.nodes),
|
|
499
|
-
edges: [...graph.edges],
|
|
500
|
-
edgesByFrom: new Map,
|
|
501
|
-
edgesByTo: new Map,
|
|
502
|
-
fileNodes: new Map,
|
|
503
|
-
symbolNodesByFile: new Map,
|
|
504
|
-
changedSymbolsByFile: new Map(graph.changedSymbolsByFile),
|
|
505
|
-
persistCoverage: graph.persistCoverage
|
|
506
|
-
};
|
|
507
|
-
}
|
|
508
|
-
function refreshGraphBuiltAt(graph) {
|
|
509
|
-
graph.builtAt = new Date().toISOString();
|
|
510
|
-
}
|
|
511
|
-
function sourceSignatureEntry(file) {
|
|
512
|
-
try {
|
|
513
|
-
const stat = fs.statSync(file);
|
|
514
|
-
return `${stat.size}:${stat.mtimeMs}`;
|
|
515
|
-
} catch {
|
|
516
|
-
return "missing";
|
|
517
|
-
}
|
|
518
|
-
}
|
|
519
|
-
const STAT_YIELD_EVERY = 100;
|
|
520
|
-
const yieldToLoop = () => new Promise((resolve) => setImmediate(resolve));
|
|
521
|
-
async function sourceSignatureMapAsync(files) {
|
|
522
|
-
const signatures = new Map;
|
|
523
|
-
let sinceYield = 0;
|
|
524
|
-
for (const file of files) {
|
|
525
|
-
signatures.set(file, sourceSignatureEntry(file));
|
|
526
|
-
if (++sinceYield >= STAT_YIELD_EVERY) {
|
|
527
|
-
sinceYield = 0;
|
|
528
|
-
await yieldToLoop();
|
|
529
|
-
}
|
|
530
|
-
}
|
|
531
|
-
return signatures;
|
|
532
|
-
}
|
|
533
|
-
function sourceSignatureFromMap(signatures) {
|
|
534
|
-
return [...signatures.entries()].sort(([a], [b]) => compareOrdinal(a, b)).map(([file, signature]) => `${file}:${signature}`).join("|");
|
|
535
|
-
}
|
|
536
|
-
function contentHashEntry(file) {
|
|
537
|
-
try {
|
|
538
|
-
return createHash("sha256").update(fs.readFileSync(file)).digest("hex");
|
|
539
|
-
} catch {
|
|
540
|
-
return "missing";
|
|
541
|
-
}
|
|
542
|
-
}
|
|
543
|
-
async function confirmContentChanged(candidates, previousHashes) {
|
|
544
|
-
const prior = previousHashes ?? new Map;
|
|
545
|
-
const hashes = new Map(prior);
|
|
546
|
-
const trulyChanged = [];
|
|
547
|
-
let sinceYield = 0;
|
|
548
|
-
for (const file of candidates) {
|
|
549
|
-
const hash = contentHashEntry(file);
|
|
550
|
-
hashes.set(file, hash);
|
|
551
|
-
if (prior.get(file) !== hash)
|
|
552
|
-
trulyChanged.push(file);
|
|
553
|
-
if (++sinceYield >= STAT_YIELD_EVERY) {
|
|
554
|
-
sinceYield = 0;
|
|
555
|
-
await yieldToLoop();
|
|
556
|
-
}
|
|
557
|
-
}
|
|
558
|
-
return { trulyChanged, hashes };
|
|
559
|
-
}
|
|
560
|
-
function diffSignatureMaps(previous, next) {
|
|
561
|
-
const added = [];
|
|
562
|
-
const changed = [];
|
|
563
|
-
for (const [file, signature] of next) {
|
|
564
|
-
const oldSignature = previous.get(file);
|
|
565
|
-
if (oldSignature === undefined)
|
|
566
|
-
added.push(file);
|
|
567
|
-
else if (oldSignature !== signature)
|
|
568
|
-
changed.push(file);
|
|
569
|
-
}
|
|
570
|
-
const removed = [];
|
|
571
|
-
for (const file of previous.keys()) {
|
|
572
|
-
if (!next.has(file))
|
|
573
|
-
removed.push(file);
|
|
574
|
-
}
|
|
575
|
-
return { added, removed, changed };
|
|
576
|
-
}
|
|
577
|
-
function getReviewGraphMaxFiles(cwd) {
|
|
578
|
-
const override = Number.parseInt(process.env.DM_LENS_REVIEW_GRAPH_MAX_FILES ?? "", 10);
|
|
579
|
-
return Number.isFinite(override) && override > 0 ? override : getReviewGraphMaxFilesDerived(cwd);
|
|
580
|
-
}
|
|
581
|
-
function getReviewGraphMaxFileBytes() {
|
|
582
|
-
const override = Number.parseInt(process.env.DM_LENS_REVIEW_GRAPH_MAX_FILE_BYTES ?? "", 10);
|
|
583
|
-
return Number.isFinite(override) && override > 0 ? override : RUNTIME_CONFIG.reviewGraph.maxFileBytes;
|
|
584
|
-
}
|
|
585
|
-
function isWithinReviewGraphSizeLimit(file) {
|
|
586
|
-
try {
|
|
587
|
-
return fs.statSync(file).size <= getReviewGraphMaxFileBytes();
|
|
588
|
-
} catch {
|
|
589
|
-
return false;
|
|
590
|
-
}
|
|
591
|
-
}
|
|
592
|
-
const DEFAULT_REVIEW_GRAPH_SIZE_SKIP_TTL_MS = 15 * 60000;
|
|
593
|
-
const _sizeSkipTtl = lazyEnvNumber("DM_LENS_REVIEW_GRAPH_SIZE_SKIP_TTL_MS", DEFAULT_REVIEW_GRAPH_SIZE_SKIP_TTL_MS);
|
|
594
|
-
export const _resetReviewGraphSizeSkipTtlForTests = _sizeSkipTtl._resetForTests;
|
|
595
|
-
const _buildAttempts = new Map;
|
|
596
|
-
export function getLastReviewGraphBuildAttempt(cwd) {
|
|
597
|
-
return _buildAttempts.get(normalizeMapKey(cwd));
|
|
598
|
-
}
|
|
599
|
-
export function _resetReviewGraphBuildAttemptsForTests() {
|
|
600
|
-
_buildAttempts.clear();
|
|
601
|
-
}
|
|
602
|
-
function recordBuildAttempt(cwd, outcome, reason, buildId) {
|
|
603
|
-
const key = normalizeMapKey(cwd);
|
|
604
|
-
const prior = _buildAttempts.get(key);
|
|
605
|
-
if (prior?.buildId !== undefined && (buildId === undefined || buildId < prior.buildId)) {
|
|
606
|
-
return;
|
|
607
|
-
}
|
|
608
|
-
_buildAttempts.set(key, {
|
|
609
|
-
when: new Date().toISOString(),
|
|
610
|
-
outcome,
|
|
611
|
-
...buildId === undefined ? {} : { buildId },
|
|
612
|
-
...reason ? { reason } : {}
|
|
613
|
-
});
|
|
614
|
-
}
|
|
615
|
-
function recordPersistFailure(cwd, reason, error, pending, workerState) {
|
|
616
|
-
const prior = _buildAttempts.get(normalizeMapKey(cwd));
|
|
617
|
-
const pendingBuildId = pending?.graphMetadata.buildId;
|
|
618
|
-
const belongsToCurrentBuild = pendingBuildId === undefined || prior?.buildId === pendingBuildId;
|
|
619
|
-
if (belongsToCurrentBuild && (prior === undefined || prior.outcome === "succeeded")) {
|
|
620
|
-
recordBuildAttempt(cwd, "succeeded", `graph built but persistence failed: ${error}`, pendingBuildId);
|
|
621
|
-
}
|
|
622
|
-
logReviewGraph({
|
|
623
|
-
cwd,
|
|
624
|
-
phase: "persist_failed",
|
|
625
|
-
reason,
|
|
626
|
-
error,
|
|
627
|
-
...pending ? {
|
|
628
|
-
observability: persistObservability(pending, {
|
|
629
|
-
status: "failed",
|
|
630
|
-
reason: workerState?.fallbackReason ?? reason,
|
|
631
|
-
workerStarted: workerState?.started,
|
|
632
|
-
workerCompleted: workerState?.completed,
|
|
633
|
-
...workerState?.fallbackReason ? { workerFallback: true } : {}
|
|
634
|
-
})
|
|
635
|
-
} : {}
|
|
636
|
-
});
|
|
637
|
-
}
|
|
638
|
-
const _sizeSkipVerdicts = new Map;
|
|
639
|
-
export function _resetReviewGraphSizeSkipVerdictsForTests() {
|
|
640
|
-
_sizeSkipVerdicts.clear();
|
|
641
|
-
}
|
|
642
|
-
function recordReviewGraphSizeSkip(cwd, sourceFileCount, maxFileCount) {
|
|
643
|
-
_sizeSkipVerdicts.set(normalizeMapKey(cwd), {
|
|
644
|
-
sourceFileCount,
|
|
645
|
-
maxFileCount,
|
|
646
|
-
sourceFileCountTruncated: true,
|
|
647
|
-
skippedAt: Date.now()
|
|
648
|
-
});
|
|
649
|
-
}
|
|
650
|
-
function clearReviewGraphSizeSkip(cwd) {
|
|
651
|
-
_sizeSkipVerdicts.delete(normalizeMapKey(cwd));
|
|
652
|
-
}
|
|
653
|
-
const REVIEW_GRAPH_SIZE_NEAR_MISS_RATIO = 0.05;
|
|
654
|
-
function isReviewGraphSizeNearMiss(sourceFileCount, maxFileCount) {
|
|
655
|
-
return sourceFileCount > maxFileCount && sourceFileCount <= maxFileCount * (1 + REVIEW_GRAPH_SIZE_NEAR_MISS_RATIO);
|
|
656
|
-
}
|
|
657
|
-
export function getReviewGraphSizeSkipVerdict(cwd, now = Date.now()) {
|
|
658
|
-
const key = normalizeMapKey(cwd);
|
|
659
|
-
const verdict = _sizeSkipVerdicts.get(key);
|
|
660
|
-
if (!verdict)
|
|
661
|
-
return;
|
|
662
|
-
if (now - verdict.skippedAt >= _sizeSkipTtl.get()) {
|
|
663
|
-
_sizeSkipVerdicts.delete(key);
|
|
664
|
-
return;
|
|
665
|
-
}
|
|
666
|
-
return verdict;
|
|
667
|
-
}
|
|
668
|
-
let _reviewGraphEntryBudgetForTests;
|
|
669
|
-
export function _setReviewGraphEntryBudgetForTests(maxScanEntries) {
|
|
670
|
-
_reviewGraphEntryBudgetForTests = maxScanEntries;
|
|
671
|
-
}
|
|
672
|
-
let _reviewGraphEntryCounterForTests;
|
|
673
|
-
export function _setReviewGraphEntryCounterForTests(counter) {
|
|
674
|
-
_reviewGraphEntryCounterForTests = counter;
|
|
675
|
-
}
|
|
676
|
-
export async function getGraphSourceFiles(cwd) {
|
|
677
|
-
const sourceMemo = sourcePathMemo(cwd);
|
|
678
|
-
const normalizeCallsBefore = sourceMemo.normalizeCalls.value;
|
|
679
|
-
const maxGraphFiles = getReviewGraphMaxFiles(cwd);
|
|
680
|
-
const { files: collected, entryBudgetExceeded } = await collectProjectSourceFilesWithBudgetAsync(cwd, {
|
|
681
|
-
extensions: MAIN_KIND_EXTENSIONS,
|
|
682
|
-
maxFiles: maxGraphFiles + 1,
|
|
683
|
-
..._reviewGraphEntryBudgetForTests === undefined ? {} : { maxScanEntries: _reviewGraphEntryBudgetForTests },
|
|
684
|
-
..._reviewGraphEntryCounterForTests === undefined ? {} : { onEntryVisited: _reviewGraphEntryCounterForTests }
|
|
685
|
-
});
|
|
686
|
-
if (entryBudgetExceeded) {
|
|
687
|
-
logLatency({
|
|
688
|
-
type: "phase",
|
|
689
|
-
phase: "review_graph_source_walk_entry_budget",
|
|
690
|
-
filePath: cwd,
|
|
691
|
-
durationMs: 0,
|
|
692
|
-
metadata: { cwd, collectedFiles: collected.length }
|
|
693
|
-
});
|
|
694
|
-
}
|
|
695
|
-
if (collected.length > maxGraphFiles) {
|
|
696
|
-
return {
|
|
697
|
-
files: collected,
|
|
698
|
-
pathNormalizeCalls: sourceMemo.normalizeCalls.value - normalizeCallsBefore,
|
|
699
|
-
sourceFileCount: collected.length,
|
|
700
|
-
maxFileCount: maxGraphFiles,
|
|
701
|
-
entryBudgetExceeded
|
|
702
|
-
};
|
|
703
|
-
}
|
|
704
|
-
const result = [];
|
|
705
|
-
let sinceYield = 0;
|
|
706
|
-
for (const raw of collected) {
|
|
707
|
-
const file = normalizeGraphSourcePath(sourceMemo, raw);
|
|
708
|
-
const kind = detectFileKind(file);
|
|
709
|
-
if (!!kind && MAIN_KINDS.has(kind) && detectFileRole(file) !== "test" && isWithinReviewGraphSizeLimit(file)) {
|
|
710
|
-
result.push(file);
|
|
711
|
-
}
|
|
712
|
-
if (++sinceYield >= STAT_YIELD_EVERY) {
|
|
713
|
-
sinceYield = 0;
|
|
714
|
-
await yieldToLoop();
|
|
715
|
-
}
|
|
716
|
-
}
|
|
717
|
-
return {
|
|
718
|
-
files: result,
|
|
719
|
-
pathNormalizeCalls: sourceMemo.normalizeCalls.value - normalizeCallsBefore,
|
|
720
|
-
sourceFileCount: result.length,
|
|
721
|
-
maxFileCount: maxGraphFiles,
|
|
722
|
-
entryBudgetExceeded
|
|
723
|
-
};
|
|
724
|
-
}
|
|
725
|
-
function addNode(graph, node) {
|
|
726
|
-
const isNew = !graph.nodes.has(node.id);
|
|
727
|
-
graph.nodes.set(node.id, node);
|
|
728
|
-
if (node.kind === "file" && node.filePath) {
|
|
729
|
-
graph.fileNodes.set(node.filePath, node.id);
|
|
730
|
-
return;
|
|
731
|
-
}
|
|
732
|
-
if (isNew && node.kind === "symbol" && node.filePath) {
|
|
733
|
-
const ids = graph.symbolNodesByFile.get(node.filePath) ?? [];
|
|
734
|
-
ids.push(node.id);
|
|
735
|
-
graph.symbolNodesByFile.set(node.filePath, ids);
|
|
736
|
-
}
|
|
737
|
-
}
|
|
738
|
-
function indexEdge(graph, edge) {
|
|
739
|
-
const from = graph.edgesByFrom.get(edge.from) ?? [];
|
|
740
|
-
from.push(edge);
|
|
741
|
-
graph.edgesByFrom.set(edge.from, from);
|
|
742
|
-
const to = graph.edgesByTo.get(edge.to) ?? [];
|
|
743
|
-
to.push(edge);
|
|
744
|
-
graph.edgesByTo.set(edge.to, to);
|
|
745
|
-
}
|
|
746
|
-
function unindexEdge(graph, edge) {
|
|
747
|
-
const from = graph.edgesByFrom.get(edge.from);
|
|
748
|
-
if (from) {
|
|
749
|
-
_rebuildCounters.removeOwnedEdgePositions += from.length;
|
|
750
|
-
const at = from.indexOf(edge);
|
|
751
|
-
if (at >= 0)
|
|
752
|
-
from.splice(at, 1);
|
|
753
|
-
if (from.length === 0)
|
|
754
|
-
graph.edgesByFrom.delete(edge.from);
|
|
755
|
-
}
|
|
756
|
-
const to = graph.edgesByTo.get(edge.to);
|
|
757
|
-
if (to) {
|
|
758
|
-
_rebuildCounters.removeOwnedEdgePositions += to.length;
|
|
759
|
-
const at = to.indexOf(edge);
|
|
760
|
-
if (at >= 0)
|
|
761
|
-
to.splice(at, 1);
|
|
762
|
-
if (to.length === 0)
|
|
763
|
-
graph.edgesByTo.delete(edge.to);
|
|
764
|
-
}
|
|
765
|
-
}
|
|
766
|
-
function unindexEdges(graph, removedEdges) {
|
|
767
|
-
const fromIds = new Set;
|
|
768
|
-
const toIds = new Set;
|
|
769
|
-
for (const edge of removedEdges) {
|
|
770
|
-
fromIds.add(edge.from);
|
|
771
|
-
toIds.add(edge.to);
|
|
772
|
-
}
|
|
773
|
-
for (const fromId of fromIds) {
|
|
774
|
-
const bucket = graph.edgesByFrom.get(fromId);
|
|
775
|
-
if (!bucket)
|
|
776
|
-
continue;
|
|
777
|
-
const kept = [];
|
|
778
|
-
for (const edge of bucket) {
|
|
779
|
-
_rebuildCounters.removeOwnedEdgePositions++;
|
|
780
|
-
if (!removedEdges.has(edge))
|
|
781
|
-
kept.push(edge);
|
|
782
|
-
}
|
|
783
|
-
if (kept.length === 0)
|
|
784
|
-
graph.edgesByFrom.delete(fromId);
|
|
785
|
-
else
|
|
786
|
-
graph.edgesByFrom.set(fromId, kept);
|
|
787
|
-
}
|
|
788
|
-
for (const toId of toIds) {
|
|
789
|
-
const bucket = graph.edgesByTo.get(toId);
|
|
790
|
-
if (!bucket)
|
|
791
|
-
continue;
|
|
792
|
-
const kept = [];
|
|
793
|
-
for (const edge of bucket) {
|
|
794
|
-
_rebuildCounters.removeOwnedEdgePositions++;
|
|
795
|
-
if (!removedEdges.has(edge))
|
|
796
|
-
kept.push(edge);
|
|
797
|
-
}
|
|
798
|
-
if (kept.length === 0)
|
|
799
|
-
graph.edgesByTo.delete(toId);
|
|
800
|
-
else
|
|
801
|
-
graph.edgesByTo.set(toId, kept);
|
|
802
|
-
}
|
|
803
|
-
}
|
|
804
|
-
function addEdge(graph, edge) {
|
|
805
|
-
graph.edges.push(edge);
|
|
806
|
-
indexEdge(graph, edge);
|
|
807
|
-
}
|
|
808
|
-
function rebuildIndexes(graph) {
|
|
809
|
-
graph.edgesByFrom = new Map;
|
|
810
|
-
graph.edgesByTo = new Map;
|
|
811
|
-
graph.fileNodes = new Map;
|
|
812
|
-
graph.symbolNodesByFile = new Map;
|
|
813
|
-
for (const node of graph.nodes.values()) {
|
|
814
|
-
if (node.kind === "file" && node.filePath) {
|
|
815
|
-
graph.fileNodes.set(node.filePath, node.id);
|
|
816
|
-
}
|
|
817
|
-
if (node.kind === "symbol" && node.filePath) {
|
|
818
|
-
const ids = graph.symbolNodesByFile.get(node.filePath) ?? [];
|
|
819
|
-
ids.push(node.id);
|
|
820
|
-
graph.symbolNodesByFile.set(node.filePath, ids);
|
|
821
|
-
}
|
|
822
|
-
}
|
|
823
|
-
for (const edge of graph.edges) {
|
|
824
|
-
const from = graph.edgesByFrom.get(edge.from) ?? [];
|
|
825
|
-
from.push(edge);
|
|
826
|
-
graph.edgesByFrom.set(edge.from, from);
|
|
827
|
-
const to = graph.edgesByTo.get(edge.to) ?? [];
|
|
828
|
-
to.push(edge);
|
|
829
|
-
graph.edgesByTo.set(edge.to, to);
|
|
830
|
-
}
|
|
831
|
-
}
|
|
832
|
-
const GRAPH_CACHE_FILENAME = "review-graph.json.gz";
|
|
833
|
-
const LEGACY_GRAPH_CACHE_FILENAME = "review-graph.json";
|
|
834
|
-
const GRAPH_CHECKPOINT_FILENAME = "review-graph.checkpoint.json.gz";
|
|
835
|
-
function logSnapshotReadVerdict(cwd, phase, reason) {
|
|
836
|
-
const verdict = phase === "snapshot_read_dropped" ? "dropped" : "drifted";
|
|
837
|
-
const isRisingEdge = incrementDegradationCount({
|
|
838
|
-
kind: "review-graph-snapshot-read",
|
|
839
|
-
subject: `${verdict}:${normalizeMapKey(cwd)}`,
|
|
840
|
-
reason
|
|
841
|
-
});
|
|
842
|
-
if (!isRisingEdge)
|
|
843
|
-
return;
|
|
844
|
-
logReviewGraph({ cwd, phase, reason });
|
|
845
|
-
}
|
|
846
|
-
function loadPersistedGraph(cwd, opts, resolveIdentity = resolveGitIdentity) {
|
|
847
|
-
const cacheDir = path.join(getProjectDataDir(cwd), "cache");
|
|
848
|
-
const cachePath = path.join(cacheDir, GRAPH_CACHE_FILENAME);
|
|
849
|
-
const legacyPath = path.join(cacheDir, LEGACY_GRAPH_CACHE_FILENAME);
|
|
850
|
-
try {
|
|
851
|
-
const raw = fs.existsSync(cachePath) ? gunzipSync(fs.readFileSync(cachePath)).toString("utf-8") : fs.readFileSync(legacyPath, "utf-8");
|
|
852
|
-
const data = JSON.parse(raw);
|
|
853
|
-
if (data.version !== REVIEW_GRAPH_VERSION || typeof data.signature !== "string" || typeof data.builtAt !== "string" || !Array.isArray(data.nodes) || !Array.isArray(data.edges))
|
|
854
|
-
return null;
|
|
855
|
-
if (data.coverage?.partial && !opts?.allowPartial)
|
|
856
|
-
return null;
|
|
857
|
-
let stampedHead;
|
|
858
|
-
if (opts?.verifyWorktreeIdentity && data.gitStamp) {
|
|
859
|
-
const current = resolveIdentity(cwd);
|
|
860
|
-
if (current && current.worktreeRoot !== data.gitStamp.worktreeRoot) {
|
|
861
|
-
logSnapshotReadVerdict(cwd, "snapshot_read_dropped", "worktree_mismatch");
|
|
862
|
-
return null;
|
|
863
|
-
}
|
|
864
|
-
if (current && current.headCommit !== data.gitStamp.headCommit) {
|
|
865
|
-
stampedHead = data.gitStamp.headCommit;
|
|
866
|
-
logSnapshotReadVerdict(cwd, "snapshot_read_drifted", "head_moved");
|
|
867
|
-
}
|
|
868
|
-
}
|
|
869
|
-
const graph = {
|
|
870
|
-
version: data.version,
|
|
871
|
-
builtAt: data.builtAt,
|
|
872
|
-
nodes: new Map(data.nodes),
|
|
873
|
-
edges: data.edges,
|
|
874
|
-
edgesByFrom: new Map,
|
|
875
|
-
edgesByTo: new Map,
|
|
876
|
-
fileNodes: new Map,
|
|
877
|
-
symbolNodesByFile: new Map,
|
|
878
|
-
changedSymbolsByFile: new Map,
|
|
879
|
-
persistCoverage: data.coverage
|
|
880
|
-
};
|
|
881
|
-
rebuildIndexes(graph);
|
|
882
|
-
return {
|
|
883
|
-
signature: data.signature,
|
|
884
|
-
fileSignatures: new Map(data.fileSignatures ?? []),
|
|
885
|
-
fileHashes: new Map(data.fileHashes ?? []),
|
|
886
|
-
graph,
|
|
887
|
-
...stampedHead ? { stampedHead } : {}
|
|
888
|
-
};
|
|
889
|
-
} catch {
|
|
890
|
-
return null;
|
|
891
|
-
}
|
|
892
|
-
}
|
|
893
|
-
function getPersistedReviewGraphVersion(cwd) {
|
|
894
|
-
const cacheDir = path.join(getProjectDataDir(cwd), "cache");
|
|
895
|
-
const cachePath = path.join(cacheDir, GRAPH_CACHE_FILENAME);
|
|
896
|
-
const legacyPath = path.join(cacheDir, LEGACY_GRAPH_CACHE_FILENAME);
|
|
897
|
-
if (fs.existsSync(cachePath)) {
|
|
898
|
-
let fd;
|
|
899
|
-
try {
|
|
900
|
-
fd = fs.openSync(cachePath, "r");
|
|
901
|
-
const compressed = Buffer.alloc(4096);
|
|
902
|
-
const n = fs.readSync(fd, compressed, 0, compressed.length, 0);
|
|
903
|
-
const head = gunzipSync(compressed.subarray(0, n), {
|
|
904
|
-
finishFlush: zlibConstants.Z_SYNC_FLUSH
|
|
905
|
-
}).toString("utf-8");
|
|
906
|
-
const match = head.match(/"version"\s*:\s*"([^"]+)"/);
|
|
907
|
-
return match ? match[1] : null;
|
|
908
|
-
} catch {
|
|
909
|
-
return null;
|
|
910
|
-
} finally {
|
|
911
|
-
if (fd !== undefined) {
|
|
912
|
-
try {
|
|
913
|
-
fs.closeSync(fd);
|
|
914
|
-
} catch {}
|
|
915
|
-
}
|
|
916
|
-
}
|
|
917
|
-
}
|
|
918
|
-
let fd;
|
|
919
|
-
try {
|
|
920
|
-
fd = fs.openSync(legacyPath, "r");
|
|
921
|
-
const buf = Buffer.alloc(200);
|
|
922
|
-
const n = fs.readSync(fd, buf, 0, 200, 0);
|
|
923
|
-
const match = buf.toString("utf-8", 0, n).match(/"version"\s*:\s*"([^"]+)"/);
|
|
924
|
-
return match ? match[1] : null;
|
|
925
|
-
} catch {
|
|
926
|
-
return null;
|
|
927
|
-
} finally {
|
|
928
|
-
if (fd !== undefined) {
|
|
929
|
-
try {
|
|
930
|
-
fs.closeSync(fd);
|
|
931
|
-
} catch {}
|
|
932
|
-
}
|
|
933
|
-
}
|
|
934
|
-
}
|
|
935
|
-
export function isReviewGraphMigrationNeeded(cwd) {
|
|
936
|
-
const version = getPersistedReviewGraphVersion(cwd);
|
|
937
|
-
return version !== null && version !== REVIEW_GRAPH_VERSION;
|
|
938
|
-
}
|
|
939
|
-
const GRAPH_PERSIST_DEBOUNCE_MS_DEFAULT = 1500;
|
|
940
|
-
export const GRAPH_PERSIST_MAX_ELEMENTS_DEFAULT = 500000;
|
|
941
|
-
function graphPersistDebounceMs() {
|
|
942
|
-
const raw = Number(process.env.DM_LENS_GRAPH_PERSIST_DEBOUNCE_MS);
|
|
943
|
-
return Number.isFinite(raw) && raw >= 0 ? raw : GRAPH_PERSIST_DEBOUNCE_MS_DEFAULT;
|
|
944
|
-
}
|
|
945
|
-
function graphPersistMaxElements() {
|
|
946
|
-
const raw = Number(process.env.DM_LENS_GRAPH_PERSIST_MAX_ELEMENTS);
|
|
947
|
-
return Number.isFinite(raw) && raw > 0 ? raw : GRAPH_PERSIST_MAX_ELEMENTS_DEFAULT;
|
|
948
|
-
}
|
|
949
|
-
const _pendingPersist = new Map;
|
|
950
|
-
const _persistTimers = new Map;
|
|
951
|
-
const _persistGenerations = new Map;
|
|
952
|
-
const _workerRequests = new Map;
|
|
953
|
-
let _persistWorker;
|
|
954
|
-
let _persistWorkerRequestId = 0;
|
|
955
|
-
let _persistAttemptId = 0;
|
|
956
|
-
let _workerDisabled = false;
|
|
957
|
-
let _persistWorkerUnavailableReason;
|
|
958
|
-
let _lastWorkerFallbackReasonForTests;
|
|
959
|
-
const _checkpointGenerations = new Map;
|
|
960
|
-
const _checkpointWorkerRequests = new Map;
|
|
961
|
-
let _checkpointOffloadCountForTests = 0;
|
|
962
|
-
function persistedData(pending) {
|
|
963
|
-
return {
|
|
964
|
-
version: pending.graph.version,
|
|
965
|
-
builtAt: pending.graph.builtAt,
|
|
966
|
-
signature: pending.signature,
|
|
967
|
-
fileSignatures: Array.from(pending.fileSignatures.entries()),
|
|
968
|
-
fileHashes: pending.fileHashes ? Array.from(pending.fileHashes.entries()) : undefined,
|
|
969
|
-
nodes: Array.from(pending.graph.nodes.entries()),
|
|
970
|
-
edges: pending.graph.edges,
|
|
971
|
-
coverage: stripProcessLocalCoverage(pending.graph.persistCoverage),
|
|
972
|
-
gitStamp: pending.gitStamp
|
|
973
|
-
};
|
|
974
|
-
}
|
|
975
|
-
function stripProcessLocalCoverage(coverage) {
|
|
976
|
-
if (!coverage?.capTrimmed)
|
|
977
|
-
return coverage;
|
|
978
|
-
const { capTrimmed: _capTrimmed, ...persisted } = coverage;
|
|
979
|
-
return persisted;
|
|
980
|
-
}
|
|
981
|
-
function countRetainedSourceFiles(graph, sourceFilePaths) {
|
|
982
|
-
if (sourceFilePaths === undefined)
|
|
983
|
-
return graph.fileNodes.size;
|
|
984
|
-
const sourceKeys = new Set(sourceFilePaths);
|
|
985
|
-
let retained = 0;
|
|
986
|
-
for (const filePath of sourceKeys) {
|
|
987
|
-
if (graph.fileNodes.has(filePath))
|
|
988
|
-
retained++;
|
|
989
|
-
}
|
|
990
|
-
return retained;
|
|
991
|
-
}
|
|
992
|
-
function graphCoverage(graph, cap, sourceFileCount = graph.persistCoverage?.totalFiles ?? graph.fileNodes.size, sourceFilesTruncated = graph.persistCoverage?.sourceFilesTruncated === true, sourceFilePaths) {
|
|
993
|
-
const inherited = graph.persistCoverage;
|
|
994
|
-
return {
|
|
995
|
-
partial: inherited?.partial === true || sourceFilesTruncated,
|
|
996
|
-
cap,
|
|
997
|
-
totalNodes: graph.nodes.size,
|
|
998
|
-
totalEdges: graph.edges.length,
|
|
999
|
-
persistedNodes: graph.nodes.size,
|
|
1000
|
-
persistedEdges: graph.edges.length,
|
|
1001
|
-
totalFiles: sourceFileCount,
|
|
1002
|
-
persistedFiles: countRetainedSourceFiles(graph, sourceFilePaths),
|
|
1003
|
-
...sourceFilesTruncated ? { sourceFilesTruncated: true } : {},
|
|
1004
|
-
...inherited?.inProgress ? { inProgress: true } : {}
|
|
1005
|
-
};
|
|
1006
|
-
}
|
|
1007
|
-
function capGraphForPersist(cwd, graph, cap, options = {}) {
|
|
1008
|
-
const totalElements = graph.nodes.size + graph.edges.length;
|
|
1009
|
-
const nodeBudget = Math.max(1, Math.floor(cap * graph.nodes.size / totalElements));
|
|
1010
|
-
const reverseDeps = buildReverseDependencyIndexFromGraph({ cwd, graph });
|
|
1011
|
-
const rankedFiles = rankFilesByReverseDependencyCentrality(reverseDeps);
|
|
1012
|
-
const indexNodesByFile = (fold) => {
|
|
1013
|
-
const byFile = new Map;
|
|
1014
|
-
for (const [id, node] of graph.nodes) {
|
|
1015
|
-
if (!node.filePath)
|
|
1016
|
-
continue;
|
|
1017
|
-
const fileKey = fold ? normalizeMapKey(node.filePath) : node.filePath;
|
|
1018
|
-
const ids = byFile.get(fileKey) ?? [];
|
|
1019
|
-
ids.push(id);
|
|
1020
|
-
byFile.set(fileKey, ids);
|
|
1021
|
-
}
|
|
1022
|
-
return byFile;
|
|
1023
|
-
};
|
|
1024
|
-
const reachableNodes = (byFile) => {
|
|
1025
|
-
let reached = 0;
|
|
1026
|
-
for (const filePath of rankedFiles)
|
|
1027
|
-
reached += byFile.get(filePath)?.length ?? 0;
|
|
1028
|
-
return reached;
|
|
1029
|
-
};
|
|
1030
|
-
let placeableNodes = 0;
|
|
1031
|
-
for (const node of graph.nodes.values())
|
|
1032
|
-
if (node.filePath)
|
|
1033
|
-
placeableNodes++;
|
|
1034
|
-
let nodeIdsByFile = indexNodesByFile(false);
|
|
1035
|
-
if (reachableNodes(nodeIdsByFile) < placeableNodes) {
|
|
1036
|
-
const folded = indexNodesByFile(true);
|
|
1037
|
-
if (reachableNodes(folded) > reachableNodes(nodeIdsByFile)) {
|
|
1038
|
-
nodeIdsByFile = folded;
|
|
1039
|
-
}
|
|
1040
|
-
}
|
|
1041
|
-
const keptIds = new Set;
|
|
1042
|
-
for (const filePath of rankedFiles) {
|
|
1043
|
-
const ids = nodeIdsByFile.get(filePath) ?? [];
|
|
1044
|
-
if (ids.length === 0)
|
|
1045
|
-
continue;
|
|
1046
|
-
const effectiveNodeBudget = keptIds.size === 0 ? Math.max(nodeBudget, Math.min(cap, ids.length)) : nodeBudget;
|
|
1047
|
-
if (keptIds.size + ids.length > effectiveNodeBudget)
|
|
1048
|
-
continue;
|
|
1049
|
-
for (const id of ids)
|
|
1050
|
-
keptIds.add(id);
|
|
1051
|
-
}
|
|
1052
|
-
const nodes = new Map([...graph.nodes].filter(([id]) => keptIds.has(id)));
|
|
1053
|
-
const edgeBudget = Math.max(0, cap - nodes.size);
|
|
1054
|
-
const edges = graph.edges.filter((edge) => keptIds.has(edge.from) && keptIds.has(edge.to)).slice(0, edgeBudget);
|
|
1055
|
-
const coverage = {
|
|
1056
|
-
partial: true,
|
|
1057
|
-
cap,
|
|
1058
|
-
totalNodes: graph.nodes.size,
|
|
1059
|
-
totalEdges: graph.edges.length,
|
|
1060
|
-
persistedNodes: nodes.size,
|
|
1061
|
-
persistedEdges: edges.length,
|
|
1062
|
-
totalFiles: options.sourceFileCount ?? graph.persistCoverage?.totalFiles ?? graph.fileNodes.size,
|
|
1063
|
-
persistedFiles: 0,
|
|
1064
|
-
...options.sourceFilesTruncated || graph.persistCoverage?.sourceFilesTruncated ? { sourceFilesTruncated: true } : {},
|
|
1065
|
-
...graph.persistCoverage?.inProgress ? { inProgress: true } : {}
|
|
1066
|
-
};
|
|
1067
|
-
const capped = {
|
|
1068
|
-
...graph,
|
|
1069
|
-
nodes,
|
|
1070
|
-
edges,
|
|
1071
|
-
edgesByFrom: new Map,
|
|
1072
|
-
edgesByTo: new Map,
|
|
1073
|
-
fileNodes: new Map,
|
|
1074
|
-
symbolNodesByFile: new Map,
|
|
1075
|
-
changedSymbolsByFile: new Map,
|
|
1076
|
-
persistCoverage: undefined
|
|
1077
|
-
};
|
|
1078
|
-
rebuildIndexes(capped);
|
|
1079
|
-
coverage.persistedFiles = countRetainedSourceFiles(capped, options.sourceFilePaths);
|
|
1080
|
-
capped.persistCoverage = coverage;
|
|
1081
|
-
return capped;
|
|
1082
|
-
}
|
|
1083
|
-
function persistObservability(pending, patch) {
|
|
1084
|
-
return {
|
|
1085
|
-
graph: pending.graphMetadata,
|
|
1086
|
-
persistence: { ...pending.persistenceMetadata, ...patch }
|
|
1087
|
-
};
|
|
1088
|
-
}
|
|
1089
|
-
function logPersistSuccess(key, pending, stats, workerState = { started: false, completed: false }) {
|
|
1090
|
-
logLatency({
|
|
1091
|
-
type: "phase",
|
|
1092
|
-
phase: "review_graph_persist",
|
|
1093
|
-
filePath: pending.cachePath,
|
|
1094
|
-
durationMs: stats.durationMs,
|
|
1095
|
-
metadata: { elements: pending.elementCount, ...stats }
|
|
1096
|
-
});
|
|
1097
|
-
logReviewGraph({
|
|
1098
|
-
cwd: key,
|
|
1099
|
-
phase: "persist_succeeded",
|
|
1100
|
-
elements: pending.elementCount,
|
|
1101
|
-
...stats,
|
|
1102
|
-
durationMs: stats.durationMs,
|
|
1103
|
-
observability: persistObservability(pending, {
|
|
1104
|
-
status: "succeeded",
|
|
1105
|
-
workerStarted: workerState.started,
|
|
1106
|
-
workerCompleted: workerState.completed,
|
|
1107
|
-
...workerState.fallback ? { workerFallback: true } : {}
|
|
1108
|
-
})
|
|
1109
|
-
});
|
|
1110
|
-
}
|
|
1111
|
-
function writePendingOnMainThread(key, pending, reason, workerState = { started: false, completed: false }) {
|
|
1112
|
-
const persistStarted = performance.now();
|
|
1113
|
-
const serializeStarted = performance.now();
|
|
1114
|
-
try {
|
|
1115
|
-
const json = JSON.stringify(persistedData(pending));
|
|
1116
|
-
const serializeMs = performance.now() - serializeStarted;
|
|
1117
|
-
const rawBytes = Buffer.byteLength(json);
|
|
1118
|
-
const writeStarted = performance.now();
|
|
1119
|
-
const gzip = gzipSync(json);
|
|
1120
|
-
fs.mkdirSync(pending.cacheDir, { recursive: true });
|
|
1121
|
-
writeFileAtomic(pending.cachePath, gzip, { bestEffort: false });
|
|
1122
|
-
fs.rmSync(path.join(pending.cacheDir, LEGACY_GRAPH_CACHE_FILENAME), {
|
|
1123
|
-
force: true
|
|
1124
|
-
});
|
|
1125
|
-
logPersistSuccess(key, pending, {
|
|
1126
|
-
rawBytes,
|
|
1127
|
-
gzBytes: gzip.byteLength,
|
|
1128
|
-
serializeMs,
|
|
1129
|
-
writeMs: performance.now() - writeStarted,
|
|
1130
|
-
durationMs: performance.now() - persistStarted,
|
|
1131
|
-
offloaded: false
|
|
1132
|
-
}, {
|
|
1133
|
-
started: workerState.started,
|
|
1134
|
-
completed: workerState.completed,
|
|
1135
|
-
fallback: Boolean(reason)
|
|
1136
|
-
});
|
|
1137
|
-
if (reason) {
|
|
1138
|
-
_lastWorkerFallbackReasonForTests = reason;
|
|
1139
|
-
logReviewGraph({
|
|
1140
|
-
cwd: key,
|
|
1141
|
-
phase: "worker_fallback",
|
|
1142
|
-
reason: "worker_fallback",
|
|
1143
|
-
error: reason,
|
|
1144
|
-
offloaded: false,
|
|
1145
|
-
observability: persistObservability(pending, {
|
|
1146
|
-
status: "fallback",
|
|
1147
|
-
workerStarted: workerState.started,
|
|
1148
|
-
workerCompleted: workerState.completed,
|
|
1149
|
-
workerFallback: true,
|
|
1150
|
-
reason: workerState.fallbackReason ?? "worker_fallback"
|
|
1151
|
-
})
|
|
1152
|
-
});
|
|
1153
|
-
}
|
|
1154
|
-
} catch (err) {
|
|
1155
|
-
const message = err instanceof Error ? err.message : String(err);
|
|
1156
|
-
recordPersistFailure(key, "cache_write_failed", message, pending, workerState);
|
|
1157
|
-
}
|
|
1158
|
-
}
|
|
1159
|
-
function handleWorkerResult(result) {
|
|
1160
|
-
const checkpoint = _checkpointWorkerRequests.get(result.id);
|
|
1161
|
-
if (checkpoint) {
|
|
1162
|
-
handleCheckpointWorkerResult(checkpoint, result);
|
|
1163
|
-
return;
|
|
1164
|
-
}
|
|
1165
|
-
const request = _workerRequests.get(result.id);
|
|
1166
|
-
if (!request) {
|
|
1167
|
-
fs.rm(result.stagePath, { force: true }, () => {});
|
|
1168
|
-
return;
|
|
1169
|
-
}
|
|
1170
|
-
_workerRequests.delete(result.id);
|
|
1171
|
-
const { key, pending } = request;
|
|
1172
|
-
const currentGeneration = _persistGenerations.get(key);
|
|
1173
|
-
if (currentGeneration !== result.generation) {
|
|
1174
|
-
try {
|
|
1175
|
-
fs.rmSync(result.stagePath, { force: true });
|
|
1176
|
-
} catch (reapErr) {
|
|
1177
|
-
logReviewGraph({
|
|
1178
|
-
cwd: key,
|
|
1179
|
-
phase: "persist_failed",
|
|
1180
|
-
reason: `superseded-stage reap failed: ${String(reapErr)}`
|
|
1181
|
-
});
|
|
1182
|
-
}
|
|
1183
|
-
logReviewGraph({
|
|
1184
|
-
cwd: key,
|
|
1185
|
-
phase: "persist_skipped",
|
|
1186
|
-
reason: "superseded",
|
|
1187
|
-
observability: persistObservability(pending, {
|
|
1188
|
-
status: "superseded",
|
|
1189
|
-
supersededByGeneration: currentGeneration,
|
|
1190
|
-
reason: "newer_generation_scheduled",
|
|
1191
|
-
workerStarted: true,
|
|
1192
|
-
workerCompleted: true
|
|
1193
|
-
})
|
|
1194
|
-
});
|
|
1195
|
-
return;
|
|
1196
|
-
}
|
|
1197
|
-
if (result.error || result.rawBytes === undefined || result.gzBytes === undefined || result.serializeMs === undefined || result.writeMs === undefined || result.durationMs === undefined) {
|
|
1198
|
-
fs.rm(result.stagePath, { force: true }, () => {});
|
|
1199
|
-
writePendingOnMainThread(key, pending, result.error ?? "invalid worker result", {
|
|
1200
|
-
started: true,
|
|
1201
|
-
completed: true,
|
|
1202
|
-
fallbackReason: result.error ? "worker_error" : "invalid_worker_result"
|
|
1203
|
-
});
|
|
1204
|
-
return;
|
|
1205
|
-
}
|
|
1206
|
-
try {
|
|
1207
|
-
fs.renameSync(result.stagePath, pending.cachePath);
|
|
1208
|
-
fs.rmSync(path.join(pending.cacheDir, LEGACY_GRAPH_CACHE_FILENAME), {
|
|
1209
|
-
force: true
|
|
1210
|
-
});
|
|
1211
|
-
logPersistSuccess(key, pending, {
|
|
1212
|
-
rawBytes: result.rawBytes,
|
|
1213
|
-
gzBytes: result.gzBytes,
|
|
1214
|
-
serializeMs: result.serializeMs,
|
|
1215
|
-
writeMs: result.writeMs,
|
|
1216
|
-
durationMs: result.durationMs,
|
|
1217
|
-
offloaded: true
|
|
1218
|
-
}, { started: true, completed: true });
|
|
1219
|
-
} catch (err) {
|
|
1220
|
-
fs.rm(result.stagePath, { force: true }, () => {});
|
|
1221
|
-
writePendingOnMainThread(key, pending, err instanceof Error ? err.message : String(err), {
|
|
1222
|
-
started: true,
|
|
1223
|
-
completed: true,
|
|
1224
|
-
fallbackReason: "promotion_failed"
|
|
1225
|
-
});
|
|
1226
|
-
}
|
|
1227
|
-
}
|
|
1228
|
-
function handleCheckpointWorkerResult(cp, result) {
|
|
1229
|
-
_checkpointWorkerRequests.delete(result.id);
|
|
1230
|
-
if (result.error || result.gzBytes === undefined) {
|
|
1231
|
-
logReviewGraph({
|
|
1232
|
-
cwd: cp.cwd,
|
|
1233
|
-
phase: "checkpoint_write_failed",
|
|
1234
|
-
reason: "worker_error",
|
|
1235
|
-
error: result.error ?? "worker returned no gz metrics"
|
|
1236
|
-
});
|
|
1237
|
-
fs.rm(result.stagePath, { force: true }, () => {});
|
|
1238
|
-
return;
|
|
1239
|
-
}
|
|
1240
|
-
if (_checkpointGenerations.get(cp.cwd) !== cp.generation) {
|
|
1241
|
-
fs.rm(result.stagePath, { force: true }, () => {});
|
|
1242
|
-
return;
|
|
1243
|
-
}
|
|
1244
|
-
try {
|
|
1245
|
-
fs.renameSync(result.stagePath, cp.checkpointPath);
|
|
1246
|
-
logReviewGraph({
|
|
1247
|
-
cwd: cp.cwd,
|
|
1248
|
-
phase: "checkpoint_written",
|
|
1249
|
-
nodes: cp.nodes,
|
|
1250
|
-
edges: cp.edges,
|
|
1251
|
-
processed: cp.processed,
|
|
1252
|
-
target: cp.target,
|
|
1253
|
-
offloaded: true
|
|
1254
|
-
});
|
|
1255
|
-
} catch (err) {
|
|
1256
|
-
logReviewGraph({
|
|
1257
|
-
cwd: cp.cwd,
|
|
1258
|
-
phase: "checkpoint_write_failed",
|
|
1259
|
-
reason: "promote_failed",
|
|
1260
|
-
error: err instanceof Error ? err.message : String(err)
|
|
1261
|
-
});
|
|
1262
|
-
fs.rm(result.stagePath, { force: true }, () => {});
|
|
1263
|
-
}
|
|
1264
|
-
}
|
|
1265
|
-
function handleWorkerDeath(reason) {
|
|
1266
|
-
_persistWorkerUnavailableReason = reason;
|
|
1267
|
-
_persistWorker = undefined;
|
|
1268
|
-
_workerDisabled = true;
|
|
1269
|
-
const requests = [..._workerRequests.values()];
|
|
1270
|
-
_workerRequests.clear();
|
|
1271
|
-
for (const { key, pending } of requests) {
|
|
1272
|
-
if (_persistGenerations.get(key) !== pending.generation) {
|
|
1273
|
-
logReviewGraph({
|
|
1274
|
-
cwd: key,
|
|
1275
|
-
phase: "persist_skipped",
|
|
1276
|
-
reason: "superseded",
|
|
1277
|
-
observability: persistObservability(pending, {
|
|
1278
|
-
status: "superseded",
|
|
1279
|
-
supersededByGeneration: _persistGenerations.get(key),
|
|
1280
|
-
reason: "worker_death_after_newer_generation",
|
|
1281
|
-
workerStarted: true,
|
|
1282
|
-
workerCompleted: false
|
|
1283
|
-
})
|
|
1284
|
-
});
|
|
1285
|
-
continue;
|
|
1286
|
-
}
|
|
1287
|
-
writePendingOnMainThread(key, pending, reason, {
|
|
1288
|
-
started: true,
|
|
1289
|
-
completed: false,
|
|
1290
|
-
fallbackReason: "worker_death"
|
|
1291
|
-
});
|
|
1292
|
-
}
|
|
1293
|
-
const checkpoints = [..._checkpointWorkerRequests.values()];
|
|
1294
|
-
_checkpointWorkerRequests.clear();
|
|
1295
|
-
for (const cp of checkpoints) {
|
|
1296
|
-
logReviewGraph({
|
|
1297
|
-
cwd: cp.cwd,
|
|
1298
|
-
phase: "checkpoint_write_failed",
|
|
1299
|
-
reason: "worker_death",
|
|
1300
|
-
error: reason
|
|
1301
|
-
});
|
|
1302
|
-
fs.rm(cp.stagePath, { force: true }, () => {});
|
|
1303
|
-
}
|
|
1304
|
-
}
|
|
1305
|
-
function resolvePersistWorkerPath() {
|
|
1306
|
-
const candidates = [
|
|
1307
|
-
new URL("./persist-worker.js", import.meta.url),
|
|
1308
|
-
new URL("./clients/review-graph/persist-worker.js", import.meta.url)
|
|
1309
|
-
];
|
|
1310
|
-
for (const url of candidates) {
|
|
1311
|
-
try {
|
|
1312
|
-
const resolved = fileURLToPath(url);
|
|
1313
|
-
if (fs.existsSync(resolved))
|
|
1314
|
-
return resolved;
|
|
1315
|
-
} catch {}
|
|
1316
|
-
}
|
|
1317
|
-
return;
|
|
1318
|
-
}
|
|
1319
|
-
function getPersistWorker() {
|
|
1320
|
-
if (_workerDisabled)
|
|
1321
|
-
return;
|
|
1322
|
-
if (_persistWorker)
|
|
1323
|
-
return _persistWorker;
|
|
1324
|
-
try {
|
|
1325
|
-
const workerPath = resolvePersistWorkerPath();
|
|
1326
|
-
if (workerPath === undefined) {
|
|
1327
|
-
handleWorkerDeath("persist worker script not found in any layout");
|
|
1328
|
-
return;
|
|
1329
|
-
}
|
|
1330
|
-
const worker = new Worker(workerPath);
|
|
1331
|
-
worker.on("message", handleWorkerResult);
|
|
1332
|
-
worker.on("error", (err) => handleWorkerDeath(err.message));
|
|
1333
|
-
worker.on("exit", (code) => {
|
|
1334
|
-
if (_persistWorker !== worker)
|
|
1335
|
-
return;
|
|
1336
|
-
const hasPendingRequests = _workerRequests.size > 0 || _checkpointWorkerRequests.size > 0;
|
|
1337
|
-
if (code !== 0 || hasPendingRequests) {
|
|
1338
|
-
handleWorkerDeath(code !== 0 ? `persist worker exited with code ${code}` : "persist worker exited with pending requests");
|
|
1339
|
-
} else {
|
|
1340
|
-
_persistWorker = undefined;
|
|
1341
|
-
}
|
|
1342
|
-
});
|
|
1343
|
-
worker.unref();
|
|
1344
|
-
_persistWorker = worker;
|
|
1345
|
-
return worker;
|
|
1346
|
-
} catch (err) {
|
|
1347
|
-
handleWorkerDeath(err instanceof Error ? err.message : String(err));
|
|
1348
|
-
return;
|
|
1349
|
-
}
|
|
1350
|
-
}
|
|
1351
|
-
function writePending(key) {
|
|
1352
|
-
const pending = _pendingPersist.get(key);
|
|
1353
|
-
if (!pending)
|
|
1354
|
-
return;
|
|
1355
|
-
_pendingPersist.delete(key);
|
|
1356
|
-
const timer = _persistTimers.get(key);
|
|
1357
|
-
if (timer) {
|
|
1358
|
-
clearTimeout(timer);
|
|
1359
|
-
_persistTimers.delete(key);
|
|
1360
|
-
}
|
|
1361
|
-
const worker = getPersistWorker();
|
|
1362
|
-
if (!worker) {
|
|
1363
|
-
const unavailableReason = _persistWorkerUnavailableReason ?? "persist worker unavailable";
|
|
1364
|
-
writePendingOnMainThread(key, pending, unavailableReason, {
|
|
1365
|
-
started: false,
|
|
1366
|
-
completed: false,
|
|
1367
|
-
fallbackReason: unavailableReason
|
|
1368
|
-
});
|
|
1369
|
-
return;
|
|
1370
|
-
}
|
|
1371
|
-
const id = ++_persistWorkerRequestId;
|
|
1372
|
-
const stagePath = `${pending.cachePath}.stage-${process.pid}-${pending.generation}`;
|
|
1373
|
-
const request = {
|
|
1374
|
-
id,
|
|
1375
|
-
cwd: key,
|
|
1376
|
-
generation: pending.generation,
|
|
1377
|
-
stagePath,
|
|
1378
|
-
data: persistedData(pending),
|
|
1379
|
-
elements: pending.elementCount,
|
|
1380
|
-
testDelayMs: undefined
|
|
1381
|
-
};
|
|
1382
|
-
_workerRequests.set(id, { key, pending });
|
|
1383
|
-
worker.postMessage(request);
|
|
1384
|
-
}
|
|
1385
|
-
let _persistExitHookInstalled = false;
|
|
1386
|
-
function flushPendingReviewGraphPersistsAtExit() {
|
|
1387
|
-
const keys = new Set([
|
|
1388
|
-
..._pendingPersist.keys(),
|
|
1389
|
-
...[..._workerRequests.values()].map((request) => request.key)
|
|
1390
|
-
]);
|
|
1391
|
-
for (const key of keys) {
|
|
1392
|
-
flushReviewGraphPersist(key, "exit_hook");
|
|
1393
|
-
}
|
|
1394
|
-
flushReviewGraphLogSync();
|
|
1395
|
-
_persistWorker?.terminate();
|
|
1396
|
-
}
|
|
1397
|
-
export function flushReviewGraphPersistsForExitForTests() {
|
|
1398
|
-
flushPendingReviewGraphPersistsAtExit();
|
|
1399
|
-
}
|
|
1400
|
-
function ensurePersistExitHook() {
|
|
1401
|
-
if (_persistExitHookInstalled)
|
|
1402
|
-
return;
|
|
1403
|
-
_persistExitHookInstalled = true;
|
|
1404
|
-
process.once("exit", flushPendingReviewGraphPersistsAtExit);
|
|
1405
|
-
}
|
|
1406
|
-
const _sweptStageDirs = new Set;
|
|
1407
|
-
const REVIEW_GRAPH_ARTIFACT_PREFIX = "review-graph.";
|
|
1408
|
-
const STAGE_PID_PATTERN = /\.stage-(\d+)-/;
|
|
1409
|
-
function isStaleReviewGraphStageFile(entry) {
|
|
1410
|
-
if (!entry.startsWith(REVIEW_GRAPH_ARTIFACT_PREFIX))
|
|
1411
|
-
return false;
|
|
1412
|
-
const match = STAGE_PID_PATTERN.exec(entry);
|
|
1413
|
-
if (!match)
|
|
1414
|
-
return false;
|
|
1415
|
-
const pid = Number(match[1]);
|
|
1416
|
-
if (pid === process.pid)
|
|
1417
|
-
return false;
|
|
1418
|
-
return !realIsPidAlive(pid);
|
|
1419
|
-
}
|
|
1420
|
-
function sweepStaleStageFiles(cacheDir) {
|
|
1421
|
-
if (_sweptStageDirs.has(cacheDir))
|
|
1422
|
-
return;
|
|
1423
|
-
_sweptStageDirs.add(cacheDir);
|
|
1424
|
-
fs.readdir(cacheDir, (err, entries) => {
|
|
1425
|
-
if (err)
|
|
1426
|
-
return;
|
|
1427
|
-
for (const entry of entries) {
|
|
1428
|
-
if (!isStaleReviewGraphStageFile(entry))
|
|
1429
|
-
continue;
|
|
1430
|
-
fs.rm(path.join(cacheDir, entry), { force: true }, () => {});
|
|
1431
|
-
}
|
|
1432
|
-
});
|
|
1433
|
-
}
|
|
1434
|
-
export function _resetReviewGraphStageSweepForTests() {
|
|
1435
|
-
_sweptStageDirs.clear();
|
|
1436
|
-
}
|
|
1437
|
-
function persistGraph(cwd, signature, fileSignatures, fileHashes, graph, options = {}) {
|
|
1438
|
-
const totalElementCount = graph.nodes.size + graph.edges.length;
|
|
1439
|
-
const cap = graphPersistMaxElements();
|
|
1440
|
-
const sourceFileCount = options.sourceFileCount ?? fileSignatures.size;
|
|
1441
|
-
const sourceFilePaths = options.sourceFilePaths ?? fileSignatures.keys();
|
|
1442
|
-
const persistedGraph = totalElementCount > cap ? capGraphForPersist(cwd, graph, cap, {
|
|
1443
|
-
sourceFileCount,
|
|
1444
|
-
sourceFilesTruncated: options.sourceFilesTruncated,
|
|
1445
|
-
sourceFilePaths
|
|
1446
|
-
}) : {
|
|
1447
|
-
...graph,
|
|
1448
|
-
persistCoverage: graphCoverage(graph, cap, sourceFileCount, options.sourceFilesTruncated, sourceFilePaths)
|
|
1449
|
-
};
|
|
1450
|
-
const elementCount = persistedGraph.nodes.size + persistedGraph.edges.length;
|
|
1451
|
-
const sourceWalkPartial = persistedGraph.persistCoverage?.sourceFilesTruncated === true;
|
|
1452
|
-
let persistReason;
|
|
1453
|
-
if (totalElementCount > cap) {
|
|
1454
|
-
const coverage = persistedGraph.persistCoverage;
|
|
1455
|
-
if (!coverage)
|
|
1456
|
-
return;
|
|
1457
|
-
logLatency({
|
|
1458
|
-
type: "phase",
|
|
1459
|
-
phase: "review_graph_persist",
|
|
1460
|
-
filePath: cwd,
|
|
1461
|
-
durationMs: 0,
|
|
1462
|
-
metadata: {
|
|
1463
|
-
partial: true,
|
|
1464
|
-
totalElements: totalElementCount,
|
|
1465
|
-
persistedElements: elementCount,
|
|
1466
|
-
cap
|
|
1467
|
-
}
|
|
1468
|
-
});
|
|
1469
|
-
persistReason = `persisted partial review graph (${elementCount}/${totalElementCount} elements; ` + `${coverage.persistedNodes}/${coverage.totalNodes} nodes, ` + `${coverage.persistedEdges}/${coverage.totalEdges} edges; ${cap} cap)`;
|
|
1470
|
-
} else if (sourceWalkPartial) {
|
|
1471
|
-
persistReason = "persisted partial review graph (source walk entry budget)";
|
|
1472
|
-
}
|
|
1473
|
-
const cacheDir = path.join(getProjectDataDir(cwd), "cache");
|
|
1474
|
-
const cachePath = path.join(cacheDir, GRAPH_CACHE_FILENAME);
|
|
1475
|
-
sweepStaleStageFiles(cacheDir);
|
|
1476
|
-
const gitStamp = (options.resolveIdentity ?? resolveGitIdentity)(cwd);
|
|
1477
|
-
const key = normalizeMapKey(cwd);
|
|
1478
|
-
const priorGeneration = _persistGenerations.get(key);
|
|
1479
|
-
const existingPending = _pendingPersist.get(key);
|
|
1480
|
-
const existingTimer = _persistTimers.get(key);
|
|
1481
|
-
const generation = (priorGeneration ?? 0) + 1;
|
|
1482
|
-
const attemptId = ++_persistAttemptId;
|
|
1483
|
-
const coalesced = Boolean(existingPending || existingTimer);
|
|
1484
|
-
_persistGenerations.set(key, generation);
|
|
1485
|
-
const graphMetadata = graphLogMetadata(persistedGraph, {
|
|
1486
|
-
...options,
|
|
1487
|
-
sourceFileCount,
|
|
1488
|
-
sourceFileCountTruncated: persistedGraph.persistCoverage?.sourceFilesTruncated === true
|
|
1489
|
-
});
|
|
1490
|
-
const persistenceMetadata = {
|
|
1491
|
-
generation,
|
|
1492
|
-
attemptId,
|
|
1493
|
-
status: "scheduled",
|
|
1494
|
-
...priorGeneration === undefined ? {} : {
|
|
1495
|
-
supersededGeneration: priorGeneration,
|
|
1496
|
-
coalesced,
|
|
1497
|
-
reason: coalesced ? "debounced_coalescing" : "in_flight_supersession"
|
|
1498
|
-
}
|
|
1499
|
-
};
|
|
1500
|
-
const pending = {
|
|
1501
|
-
cacheDir,
|
|
1502
|
-
cachePath,
|
|
1503
|
-
signature,
|
|
1504
|
-
fileSignatures,
|
|
1505
|
-
fileHashes,
|
|
1506
|
-
graph: persistedGraph,
|
|
1507
|
-
gitStamp,
|
|
1508
|
-
elementCount,
|
|
1509
|
-
generation,
|
|
1510
|
-
attemptId,
|
|
1511
|
-
graphMetadata,
|
|
1512
|
-
persistenceMetadata
|
|
1513
|
-
};
|
|
1514
|
-
if (existingPending) {
|
|
1515
|
-
logReviewGraph({
|
|
1516
|
-
cwd: key,
|
|
1517
|
-
phase: "persist_skipped",
|
|
1518
|
-
reason: "superseded",
|
|
1519
|
-
observability: persistObservability(existingPending, {
|
|
1520
|
-
status: "superseded",
|
|
1521
|
-
supersededByGeneration: generation,
|
|
1522
|
-
reason: "newer_generation_scheduled",
|
|
1523
|
-
workerStarted: false,
|
|
1524
|
-
workerCompleted: false
|
|
1525
|
-
})
|
|
1526
|
-
});
|
|
1527
|
-
}
|
|
1528
|
-
_pendingPersist.set(key, pending);
|
|
1529
|
-
if (totalElementCount > cap || sourceWalkPartial) {
|
|
1530
|
-
logReviewGraph({
|
|
1531
|
-
cwd,
|
|
1532
|
-
phase: "persist_partial",
|
|
1533
|
-
reason: totalElementCount > cap ? "element_cap_exceeded" : "source_walk_entry_budget",
|
|
1534
|
-
elements: totalElementCount,
|
|
1535
|
-
persistedElements: elementCount,
|
|
1536
|
-
cap,
|
|
1537
|
-
observability: {
|
|
1538
|
-
graph: graphMetadata,
|
|
1539
|
-
persistence: persistenceMetadata
|
|
1540
|
-
}
|
|
1541
|
-
});
|
|
1542
|
-
}
|
|
1543
|
-
logReviewGraph({
|
|
1544
|
-
cwd,
|
|
1545
|
-
phase: "persist_scheduled",
|
|
1546
|
-
elements: elementCount,
|
|
1547
|
-
cap,
|
|
1548
|
-
observability: {
|
|
1549
|
-
graph: graphMetadata,
|
|
1550
|
-
persistence: persistenceMetadata
|
|
1551
|
-
}
|
|
1552
|
-
});
|
|
1553
|
-
ensurePersistExitHook();
|
|
1554
|
-
const debounce = graphPersistDebounceMs();
|
|
1555
|
-
const existing = _persistTimers.get(key);
|
|
1556
|
-
if (existing)
|
|
1557
|
-
clearTimeout(existing);
|
|
1558
|
-
if (debounce === 0) {
|
|
1559
|
-
writePending(key);
|
|
1560
|
-
return persistReason;
|
|
1561
|
-
}
|
|
1562
|
-
const timer = setTimeout(() => writePending(key), debounce);
|
|
1563
|
-
if (typeof timer.unref === "function")
|
|
1564
|
-
timer.unref();
|
|
1565
|
-
_persistTimers.set(key, timer);
|
|
1566
|
-
return persistReason;
|
|
1567
|
-
}
|
|
1568
|
-
const GRAPH_CHECKPOINT_EVERY_FILES_DEFAULT = 250;
|
|
1569
|
-
const GRAPH_CHECKPOINT_MIN_INTERVAL_MS_DEFAULT = 5000;
|
|
1570
|
-
function graphCheckpointEveryFiles() {
|
|
1571
|
-
const raw = Number(process.env.DM_LENS_GRAPH_CHECKPOINT_EVERY_FILES);
|
|
1572
|
-
return Number.isFinite(raw) && raw > 0 ? Math.floor(raw) : GRAPH_CHECKPOINT_EVERY_FILES_DEFAULT;
|
|
1573
|
-
}
|
|
1574
|
-
function graphCheckpointMinIntervalMs() {
|
|
1575
|
-
const raw = Number(process.env.DM_LENS_GRAPH_CHECKPOINT_MIN_INTERVAL_MS);
|
|
1576
|
-
return Number.isFinite(raw) && raw >= 0 ? raw : GRAPH_CHECKPOINT_MIN_INTERVAL_MS_DEFAULT;
|
|
1577
|
-
}
|
|
1578
|
-
function reviewGraphCheckpointPath(cwd) {
|
|
1579
|
-
return path.join(getProjectDataDir(cwd), "cache", GRAPH_CHECKPOINT_FILENAME);
|
|
1580
|
-
}
|
|
1581
|
-
function hashIgnoredIds(ignoredIds) {
|
|
1582
|
-
if (ignoredIds === undefined)
|
|
1583
|
-
return "unavailable";
|
|
1584
|
-
const joined = [...ignoredIds].sort((a, b) => compareOrdinal(a, b)).join("\x00");
|
|
1585
|
-
return createHash("sha256").update(joined).digest("hex");
|
|
1586
|
-
}
|
|
1587
|
-
function buildReviewGraphCheckpointData(cwd, graph, processedHashes, targetFileCount, ignoredIds, resolveIdentity = resolveGitIdentity) {
|
|
1588
|
-
return {
|
|
1589
|
-
version: REVIEW_GRAPH_VERSION,
|
|
1590
|
-
builtAt: new Date().toISOString(),
|
|
1591
|
-
inProgress: true,
|
|
1592
|
-
targetFileCount,
|
|
1593
|
-
processedFiles: Array.from(processedHashes.entries()),
|
|
1594
|
-
ignoredIdsHash: hashIgnoredIds(ignoredIds),
|
|
1595
|
-
nodes: Array.from(graph.nodes.entries()),
|
|
1596
|
-
edges: graph.edges,
|
|
1597
|
-
gitStamp: resolveIdentity(cwd)
|
|
1598
|
-
};
|
|
1599
|
-
}
|
|
1600
|
-
function writeReviewGraphCheckpoint(cwd, graph, processedHashes, targetFileCount, ignoredIds, resolveIdentity = resolveGitIdentity) {
|
|
1601
|
-
const generation = (_checkpointGenerations.get(cwd) ?? 0) + 1;
|
|
1602
|
-
_checkpointGenerations.set(cwd, generation);
|
|
1603
|
-
let data;
|
|
1604
|
-
try {
|
|
1605
|
-
data = buildReviewGraphCheckpointData(cwd, graph, processedHashes, targetFileCount, ignoredIds, resolveIdentity);
|
|
1606
|
-
} catch {
|
|
1607
|
-
return;
|
|
1608
|
-
}
|
|
1609
|
-
const worker = _workerDisabled ? undefined : getPersistWorker();
|
|
1610
|
-
if (!worker) {
|
|
1611
|
-
writeReviewGraphCheckpointSync(cwd, data, {
|
|
1612
|
-
nodes: graph.nodes.size,
|
|
1613
|
-
edges: graph.edges.length,
|
|
1614
|
-
processed: processedHashes.size,
|
|
1615
|
-
target: targetFileCount
|
|
1616
|
-
});
|
|
1617
|
-
return;
|
|
1618
|
-
}
|
|
1619
|
-
const checkpointPath = reviewGraphCheckpointPath(cwd);
|
|
1620
|
-
const cacheDir = path.dirname(checkpointPath);
|
|
1621
|
-
try {
|
|
1622
|
-
fs.mkdirSync(cacheDir, { recursive: true });
|
|
1623
|
-
} catch (err) {
|
|
1624
|
-
logReviewGraph({
|
|
1625
|
-
cwd,
|
|
1626
|
-
phase: "checkpoint_write_failed",
|
|
1627
|
-
reason: "mkdir_failed",
|
|
1628
|
-
error: err instanceof Error ? err.message : String(err)
|
|
1629
|
-
});
|
|
1630
|
-
return;
|
|
1631
|
-
}
|
|
1632
|
-
sweepStaleStageFiles(cacheDir);
|
|
1633
|
-
ensurePersistExitHook();
|
|
1634
|
-
const id = ++_persistWorkerRequestId;
|
|
1635
|
-
const stagePath = `${checkpointPath}.stage-${process.pid}-${generation}`;
|
|
1636
|
-
_checkpointWorkerRequests.set(id, {
|
|
1637
|
-
cwd,
|
|
1638
|
-
generation,
|
|
1639
|
-
checkpointPath,
|
|
1640
|
-
stagePath,
|
|
1641
|
-
nodes: graph.nodes.size,
|
|
1642
|
-
edges: graph.edges.length,
|
|
1643
|
-
processed: processedHashes.size,
|
|
1644
|
-
target: targetFileCount
|
|
1645
|
-
});
|
|
1646
|
-
const request = {
|
|
1647
|
-
id,
|
|
1648
|
-
cwd,
|
|
1649
|
-
generation,
|
|
1650
|
-
stagePath,
|
|
1651
|
-
data,
|
|
1652
|
-
elements: graph.nodes.size + graph.edges.length,
|
|
1653
|
-
testDelayMs: undefined
|
|
1654
|
-
};
|
|
1655
|
-
worker.postMessage(request);
|
|
1656
|
-
_checkpointOffloadCountForTests++;
|
|
1657
|
-
}
|
|
1658
|
-
function writeReviewGraphCheckpointSync(cwd, data, counts) {
|
|
1659
|
-
try {
|
|
1660
|
-
const gzip = gzipSync(JSON.stringify(data));
|
|
1661
|
-
fs.mkdirSync(path.dirname(reviewGraphCheckpointPath(cwd)), {
|
|
1662
|
-
recursive: true
|
|
1663
|
-
});
|
|
1664
|
-
writeFileAtomic(reviewGraphCheckpointPath(cwd), gzip, { bestEffort: true });
|
|
1665
|
-
logReviewGraph({
|
|
1666
|
-
cwd,
|
|
1667
|
-
phase: "checkpoint_written",
|
|
1668
|
-
nodes: counts.nodes,
|
|
1669
|
-
edges: counts.edges,
|
|
1670
|
-
processed: counts.processed,
|
|
1671
|
-
target: counts.target
|
|
1672
|
-
});
|
|
1673
|
-
} catch (err) {
|
|
1674
|
-
logReviewGraph({
|
|
1675
|
-
cwd,
|
|
1676
|
-
phase: "checkpoint_write_failed",
|
|
1677
|
-
reason: "sync_write_failed",
|
|
1678
|
-
error: err instanceof Error ? err.message : String(err)
|
|
1679
|
-
});
|
|
1680
|
-
}
|
|
1681
|
-
}
|
|
1682
|
-
function deleteReviewGraphCheckpoint(cwd) {
|
|
1683
|
-
_checkpointGenerations.set(cwd, (_checkpointGenerations.get(cwd) ?? 0) + 1);
|
|
1684
|
-
fs.rm(reviewGraphCheckpointPath(cwd), { force: true }, () => {});
|
|
1685
|
-
}
|
|
1686
|
-
function loadReviewGraphCheckpoint(cwd, resolveIdentity = resolveGitIdentity) {
|
|
1687
|
-
const checkpointPath = reviewGraphCheckpointPath(cwd);
|
|
1688
|
-
let data;
|
|
1689
|
-
try {
|
|
1690
|
-
if (!fs.existsSync(checkpointPath))
|
|
1691
|
-
return null;
|
|
1692
|
-
data = JSON.parse(gunzipSync(fs.readFileSync(checkpointPath)).toString("utf-8"));
|
|
1693
|
-
} catch {
|
|
1694
|
-
logReviewGraph({ cwd, phase: "checkpoint_discarded", reason: "corrupt" });
|
|
1695
|
-
deleteReviewGraphCheckpoint(cwd);
|
|
1696
|
-
return null;
|
|
1697
|
-
}
|
|
1698
|
-
if (data.version !== REVIEW_GRAPH_VERSION || data.inProgress !== true) {
|
|
1699
|
-
logReviewGraph({
|
|
1700
|
-
cwd,
|
|
1701
|
-
phase: "checkpoint_discarded",
|
|
1702
|
-
reason: data.version !== REVIEW_GRAPH_VERSION ? "version_mismatch" : "not_in_progress"
|
|
1703
|
-
});
|
|
1704
|
-
deleteReviewGraphCheckpoint(cwd);
|
|
1705
|
-
return null;
|
|
1706
|
-
}
|
|
1707
|
-
if (data.gitStamp) {
|
|
1708
|
-
const current = resolveIdentity(cwd);
|
|
1709
|
-
if (current && current.worktreeRoot !== data.gitStamp.worktreeRoot) {
|
|
1710
|
-
logReviewGraph({
|
|
1711
|
-
cwd,
|
|
1712
|
-
phase: "checkpoint_discarded",
|
|
1713
|
-
reason: "worktree_mismatch"
|
|
1714
|
-
});
|
|
1715
|
-
deleteReviewGraphCheckpoint(cwd);
|
|
1716
|
-
return null;
|
|
1717
|
-
}
|
|
1718
|
-
}
|
|
1719
|
-
const totalNodes = data.nodes.length;
|
|
1720
|
-
const totalEdges = data.edges.length;
|
|
1721
|
-
const graph = {
|
|
1722
|
-
version: data.version,
|
|
1723
|
-
builtAt: data.builtAt,
|
|
1724
|
-
nodes: new Map(data.nodes),
|
|
1725
|
-
edges: data.edges,
|
|
1726
|
-
edgesByFrom: new Map,
|
|
1727
|
-
edgesByTo: new Map,
|
|
1728
|
-
fileNodes: new Map,
|
|
1729
|
-
symbolNodesByFile: new Map,
|
|
1730
|
-
changedSymbolsByFile: new Map,
|
|
1731
|
-
persistCoverage: {
|
|
1732
|
-
partial: true,
|
|
1733
|
-
inProgress: true,
|
|
1734
|
-
cap: 0,
|
|
1735
|
-
totalNodes,
|
|
1736
|
-
totalEdges,
|
|
1737
|
-
persistedNodes: totalNodes,
|
|
1738
|
-
persistedEdges: totalEdges,
|
|
1739
|
-
totalFiles: data.targetFileCount,
|
|
1740
|
-
persistedFiles: 0
|
|
1741
|
-
}
|
|
1742
|
-
};
|
|
1743
|
-
rebuildIndexes(graph);
|
|
1744
|
-
if (graph.persistCoverage) {
|
|
1745
|
-
graph.persistCoverage.persistedFiles = countRetainedSourceFiles(graph, data.processedFiles.map(([filePath]) => filePath));
|
|
1746
|
-
}
|
|
1747
|
-
return {
|
|
1748
|
-
graph,
|
|
1749
|
-
processedHashes: new Map(data.processedFiles),
|
|
1750
|
-
ignoredIdsHash: data.ignoredIdsHash,
|
|
1751
|
-
targetFileCount: data.targetFileCount
|
|
1752
|
-
};
|
|
1753
|
-
}
|
|
1754
|
-
function pruneOrphanNonFileNodes(graph) {
|
|
1755
|
-
const referenced = new Set;
|
|
1756
|
-
for (const edge of graph.edges) {
|
|
1757
|
-
referenced.add(edge.from);
|
|
1758
|
-
referenced.add(edge.to);
|
|
1759
|
-
}
|
|
1760
|
-
for (const [id, node] of graph.nodes) {
|
|
1761
|
-
if (!node.filePath && !referenced.has(id))
|
|
1762
|
-
graph.nodes.delete(id);
|
|
1763
|
-
}
|
|
1764
|
-
}
|
|
1765
|
-
async function tryResumeFromCheckpoint(cwd, filesToBuild, ignoredIds, resolveIdentity = resolveGitIdentity) {
|
|
1766
|
-
const loaded = loadReviewGraphCheckpoint(cwd, resolveIdentity);
|
|
1767
|
-
if (!loaded)
|
|
1768
|
-
return null;
|
|
1769
|
-
if (loaded.ignoredIdsHash !== hashIgnoredIds(ignoredIds)) {
|
|
1770
|
-
logReviewGraph({
|
|
1771
|
-
cwd,
|
|
1772
|
-
phase: "checkpoint_discarded",
|
|
1773
|
-
reason: "ignored_ids_mismatch",
|
|
1774
|
-
processed: loaded.processedHashes.size,
|
|
1775
|
-
target: filesToBuild.length
|
|
1776
|
-
});
|
|
1777
|
-
deleteReviewGraphCheckpoint(cwd);
|
|
1778
|
-
return null;
|
|
1779
|
-
}
|
|
1780
|
-
const targetSet = new Set(filesToBuild);
|
|
1781
|
-
for (const file of loaded.processedHashes.keys()) {
|
|
1782
|
-
if (!targetSet.has(file)) {
|
|
1783
|
-
logReviewGraph({
|
|
1784
|
-
cwd,
|
|
1785
|
-
phase: "checkpoint_discarded",
|
|
1786
|
-
reason: "removed_file",
|
|
1787
|
-
processed: loaded.processedHashes.size,
|
|
1788
|
-
target: filesToBuild.length
|
|
1789
|
-
});
|
|
1790
|
-
deleteReviewGraphCheckpoint(cwd);
|
|
1791
|
-
return null;
|
|
1792
|
-
}
|
|
1793
|
-
}
|
|
1794
|
-
const reusableHashes = new Map;
|
|
1795
|
-
const stale = [];
|
|
1796
|
-
let sinceYield = 0;
|
|
1797
|
-
for (const [file, priorHash] of loaded.processedHashes) {
|
|
1798
|
-
const currentHash = contentHashEntry(file);
|
|
1799
|
-
if (currentHash === priorHash)
|
|
1800
|
-
reusableHashes.set(file, currentHash);
|
|
1801
|
-
else
|
|
1802
|
-
stale.push(file);
|
|
1803
|
-
if (++sinceYield >= STAT_YIELD_EVERY) {
|
|
1804
|
-
sinceYield = 0;
|
|
1805
|
-
await yieldToLoop();
|
|
1806
|
-
}
|
|
1807
|
-
}
|
|
1808
|
-
if (reusableHashes.size === 0) {
|
|
1809
|
-
logReviewGraph({
|
|
1810
|
-
cwd,
|
|
1811
|
-
phase: "checkpoint_discarded",
|
|
1812
|
-
reason: "all_stale",
|
|
1813
|
-
stale: stale.length,
|
|
1814
|
-
target: filesToBuild.length
|
|
1815
|
-
});
|
|
1816
|
-
deleteReviewGraphCheckpoint(cwd);
|
|
1817
|
-
return null;
|
|
1818
|
-
}
|
|
1819
|
-
const graph = loaded.graph;
|
|
1820
|
-
const removedEdges = new Set;
|
|
1821
|
-
for (const file of stale)
|
|
1822
|
-
removeFileOwnedGraphData(graph, file, removedEdges);
|
|
1823
|
-
if (removedEdges.size > 0) {
|
|
1824
|
-
unindexEdges(graph, removedEdges);
|
|
1825
|
-
graph.edges = graph.edges.filter((edge) => !removedEdges.has(edge));
|
|
1826
|
-
}
|
|
1827
|
-
pruneOrphanNonFileNodes(graph);
|
|
1828
|
-
graph.changedSymbolsByFile = new Map;
|
|
1829
|
-
const remaining = filesToBuild.filter((file) => !reusableHashes.has(file));
|
|
1830
|
-
logReviewGraph({
|
|
1831
|
-
cwd,
|
|
1832
|
-
phase: "checkpoint_resumed",
|
|
1833
|
-
reused: reusableHashes.size,
|
|
1834
|
-
stale: stale.length,
|
|
1835
|
-
remaining: remaining.length,
|
|
1836
|
-
target: filesToBuild.length
|
|
1837
|
-
});
|
|
1838
|
-
return { graph, fileHashes: reusableHashes, remaining };
|
|
1839
|
-
}
|
|
1840
|
-
export function _readReviewGraphCheckpointForTests(cwd) {
|
|
1841
|
-
const loaded = loadReviewGraphCheckpoint(cwd);
|
|
1842
|
-
if (!loaded)
|
|
1843
|
-
return null;
|
|
1844
|
-
return {
|
|
1845
|
-
inProgress: loaded.graph.persistCoverage?.inProgress === true,
|
|
1846
|
-
processedFiles: [...loaded.processedHashes.keys()],
|
|
1847
|
-
nodeCount: loaded.graph.nodes.size,
|
|
1848
|
-
edgeCount: loaded.graph.edges.length,
|
|
1849
|
-
persistCoverage: loaded.graph.persistCoverage
|
|
1850
|
-
};
|
|
1851
|
-
}
|
|
1852
|
-
export function flushReviewGraphPersistsForTests() {
|
|
1853
|
-
for (const key of _pendingPersist.keys()) {
|
|
1854
|
-
const pending = _pendingPersist.get(key);
|
|
1855
|
-
if (!pending)
|
|
1856
|
-
continue;
|
|
1857
|
-
_pendingPersist.delete(key);
|
|
1858
|
-
const timer = _persistTimers.get(key);
|
|
1859
|
-
if (timer)
|
|
1860
|
-
clearTimeout(timer);
|
|
1861
|
-
_persistTimers.delete(key);
|
|
1862
|
-
writePendingOnMainThread(key, pending);
|
|
1863
|
-
}
|
|
1864
|
-
}
|
|
1865
|
-
export async function waitForReviewGraphPersistsForTests() {
|
|
1866
|
-
for (let attempts = 0;attempts < 200 && (_workerRequests.size > 0 || _checkpointWorkerRequests.size > 0); attempts++) {
|
|
1867
|
-
await new Promise((resolve) => setTimeout(resolve, 10));
|
|
1868
|
-
}
|
|
1869
|
-
}
|
|
1870
|
-
export async function terminateReviewGraphPersistWorkerForTests() {
|
|
1871
|
-
const worker = _persistWorker;
|
|
1872
|
-
if (worker)
|
|
1873
|
-
await worker.terminate();
|
|
1874
|
-
}
|
|
1875
|
-
export function resetReviewGraphPersistWorkerForTests() {
|
|
1876
|
-
_workerDisabled = false;
|
|
1877
|
-
_persistWorker = undefined;
|
|
1878
|
-
_persistWorkerUnavailableReason = undefined;
|
|
1879
|
-
_lastWorkerFallbackReasonForTests = undefined;
|
|
1880
|
-
_checkpointWorkerRequests.clear();
|
|
1881
|
-
_checkpointGenerations.clear();
|
|
1882
|
-
_checkpointOffloadCountForTests = 0;
|
|
1883
|
-
}
|
|
1884
|
-
export function getCheckpointOffloadCountForTests() {
|
|
1885
|
-
return _checkpointOffloadCountForTests;
|
|
1886
|
-
}
|
|
1887
|
-
export function getReviewGraphWorkerFallbackReasonForTests() {
|
|
1888
|
-
return _lastWorkerFallbackReasonForTests;
|
|
1889
|
-
}
|
|
1890
|
-
export function reviewGraphCachePath(cwd) {
|
|
1891
|
-
return path.join(getProjectDataDir(cwd), "cache", GRAPH_CACHE_FILENAME);
|
|
1892
|
-
}
|
|
1893
|
-
export function flushReviewGraphPersist(cwd, source = "cli") {
|
|
1894
|
-
const key = normalizeMapKey(cwd);
|
|
1895
|
-
let pending = _pendingPersist.get(key);
|
|
1896
|
-
const removedWorkerRequests = [];
|
|
1897
|
-
let selectedWorkerRequest;
|
|
1898
|
-
for (const [id, request] of _workerRequests) {
|
|
1899
|
-
if (request.key !== key)
|
|
1900
|
-
continue;
|
|
1901
|
-
_workerRequests.delete(id);
|
|
1902
|
-
removedWorkerRequests.push(request.pending);
|
|
1903
|
-
if (!pending || request.pending.generation > pending.generation) {
|
|
1904
|
-
pending = request.pending;
|
|
1905
|
-
selectedWorkerRequest = request.pending;
|
|
1906
|
-
}
|
|
1907
|
-
}
|
|
1908
|
-
for (const removed of removedWorkerRequests) {
|
|
1909
|
-
if (!pending || removed.generation === pending.generation)
|
|
1910
|
-
continue;
|
|
1911
|
-
logReviewGraph({
|
|
1912
|
-
cwd: key,
|
|
1913
|
-
phase: "persist_skipped",
|
|
1914
|
-
reason: "superseded",
|
|
1915
|
-
observability: persistObservability(removed, {
|
|
1916
|
-
status: "superseded",
|
|
1917
|
-
supersededByGeneration: pending.generation,
|
|
1918
|
-
reason: "forced_flush_newest_generation",
|
|
1919
|
-
workerStarted: true,
|
|
1920
|
-
workerCompleted: false
|
|
1921
|
-
})
|
|
1922
|
-
});
|
|
1923
|
-
}
|
|
1924
|
-
if (!pending) {
|
|
1925
|
-
return {
|
|
1926
|
-
ok: false,
|
|
1927
|
-
reason: "no graph snapshot was queued for persistence"
|
|
1928
|
-
};
|
|
1929
|
-
}
|
|
1930
|
-
_persistGenerations.set(key, Math.max(_persistGenerations.get(key) ?? 0, pending.generation) + 1);
|
|
1931
|
-
_pendingPersist.delete(key);
|
|
1932
|
-
const timer = _persistTimers.get(key);
|
|
1933
|
-
if (timer) {
|
|
1934
|
-
clearTimeout(timer);
|
|
1935
|
-
_persistTimers.delete(key);
|
|
1936
|
-
}
|
|
1937
|
-
const startedAt = performance.now();
|
|
1938
|
-
try {
|
|
1939
|
-
const serializeStarted = performance.now();
|
|
1940
|
-
const json = JSON.stringify(persistedData(pending));
|
|
1941
|
-
const serializeMs = performance.now() - serializeStarted;
|
|
1942
|
-
const rawBytes = Buffer.byteLength(json);
|
|
1943
|
-
const writeStarted = performance.now();
|
|
1944
|
-
const gzip = gzipSync(json);
|
|
1945
|
-
fs.mkdirSync(pending.cacheDir, { recursive: true });
|
|
1946
|
-
writeFileAtomic(pending.cachePath, gzip, { bestEffort: false });
|
|
1947
|
-
fs.rmSync(path.join(pending.cacheDir, LEGACY_GRAPH_CACHE_FILENAME), {
|
|
1948
|
-
force: true
|
|
1949
|
-
});
|
|
1950
|
-
const writeMs = performance.now() - writeStarted;
|
|
1951
|
-
logLatency({
|
|
1952
|
-
type: "phase",
|
|
1953
|
-
phase: "review_graph_persist",
|
|
1954
|
-
filePath: pending.cachePath,
|
|
1955
|
-
durationMs: performance.now() - startedAt,
|
|
1956
|
-
metadata: {
|
|
1957
|
-
elements: pending.elementCount,
|
|
1958
|
-
rawBytes,
|
|
1959
|
-
gzBytes: gzip.byteLength,
|
|
1960
|
-
serializeMs,
|
|
1961
|
-
writeMs,
|
|
1962
|
-
offloaded: false
|
|
1963
|
-
}
|
|
1964
|
-
});
|
|
1965
|
-
logReviewGraph({
|
|
1966
|
-
cwd,
|
|
1967
|
-
phase: "persist_succeeded",
|
|
1968
|
-
durationMs: performance.now() - startedAt,
|
|
1969
|
-
elements: pending.elementCount,
|
|
1970
|
-
rawBytes,
|
|
1971
|
-
gzBytes: gzip.byteLength,
|
|
1972
|
-
serializeMs,
|
|
1973
|
-
writeMs,
|
|
1974
|
-
offloaded: false,
|
|
1975
|
-
observability: persistObservability(pending, {
|
|
1976
|
-
status: "succeeded",
|
|
1977
|
-
reason: source === "exit_hook" ? "exit_flush" : "forced_flush",
|
|
1978
|
-
workerStarted: selectedWorkerRequest !== undefined,
|
|
1979
|
-
workerCompleted: false
|
|
1980
|
-
})
|
|
1981
|
-
});
|
|
1982
|
-
return {
|
|
1983
|
-
ok: true,
|
|
1984
|
-
path: pending.cachePath,
|
|
1985
|
-
bytes: gzip.byteLength,
|
|
1986
|
-
elements: pending.elementCount,
|
|
1987
|
-
coverage: pending.graph.persistCoverage
|
|
1988
|
-
};
|
|
1989
|
-
} catch (err) {
|
|
1990
|
-
const reason = err instanceof Error ? err.message : String(err);
|
|
1991
|
-
recordPersistFailure(cwd, source === "exit_hook" ? "exit_flush_failed" : "forced_flush_failed", reason, pending, selectedWorkerRequest ? {
|
|
1992
|
-
started: true,
|
|
1993
|
-
completed: false,
|
|
1994
|
-
fallbackReason: "forced_flush_write_failed"
|
|
1995
|
-
} : undefined);
|
|
1996
|
-
return { ok: false, reason };
|
|
1997
|
-
}
|
|
1998
|
-
}
|
|
1999
|
-
function localImportToFile(cwd, filePath, source, ignoredIds) {
|
|
2000
|
-
if (!source.startsWith(".")) {
|
|
2001
|
-
const aliased = resolveAliasedImport(cwd, source, path.dirname(filePath));
|
|
2002
|
-
const referenced = aliased.length ? [] : resolveProjectReferenceImport(cwd, source, path.dirname(filePath));
|
|
2003
|
-
const resolved = aliased.length ? aliased : referenced.length ? referenced : resolveWorkspacePackageImport(cwd, source);
|
|
2004
|
-
for (const normalized of resolved) {
|
|
2005
|
-
if (ignoredIds?.has(normalized))
|
|
2006
|
-
continue;
|
|
2007
|
-
return normalized;
|
|
2008
|
-
}
|
|
2009
|
-
return;
|
|
2010
|
-
}
|
|
2011
|
-
const root = path.resolve(cwd);
|
|
2012
|
-
for (const candidate of jsTsCandidatePaths(filePath, source)) {
|
|
2013
|
-
const relative = path.relative(root, candidate);
|
|
2014
|
-
if (relative.startsWith("..") && (relative.length === 2 || relative.startsWith(`..${path.sep}`)) || path.isAbsolute(relative) || !fs.existsSync(candidate))
|
|
2015
|
-
continue;
|
|
2016
|
-
const normalized = normalizeMapKey(candidate);
|
|
2017
|
-
if (ignoredIds?.has(normalized))
|
|
2018
|
-
continue;
|
|
2019
|
-
return normalized;
|
|
2020
|
-
}
|
|
2021
|
-
return;
|
|
2022
|
-
}
|
|
2023
|
-
function upsertChangedSymbols(graph, facts, filePath) {
|
|
2024
|
-
if (detectFileRole(filePath) === "test")
|
|
2025
|
-
return;
|
|
2026
|
-
const normalized = normalizeMapKey(filePath);
|
|
2027
|
-
const changed = facts.getBoundedSessionFact(`${CHANGED_SYMBOLS_PREFIX}${normalized}`);
|
|
2028
|
-
if (changed && changed.length > 0) {
|
|
2029
|
-
graph.changedSymbolsByFile.set(normalized, [...changed]);
|
|
2030
|
-
} else {
|
|
2031
|
-
graph.changedSymbolsByFile.delete(normalized);
|
|
2032
|
-
}
|
|
2033
|
-
}
|
|
2034
|
-
async function ensureReviewGraphFacts(filePath, cwd, facts, contentOverride) {
|
|
2035
|
-
const ctx = makeCtx(filePath, cwd, facts);
|
|
2036
|
-
if (contentOverride === undefined) {
|
|
2037
|
-
await fileContentProvider.run(ctx, facts);
|
|
2038
|
-
} else {
|
|
2039
|
-
facts.setFileFact(filePath, "file.content", contentOverride);
|
|
2040
|
-
}
|
|
2041
|
-
try {
|
|
2042
|
-
const [{ importFactProvider }, { functionFactProvider }] = await Promise.all([
|
|
2043
|
-
import("../dispatch/facts/import-facts.js"),
|
|
2044
|
-
import("../dispatch/facts/function-facts.js")
|
|
2045
|
-
]);
|
|
2046
|
-
await importFactProvider.run(ctx, facts);
|
|
2047
|
-
await functionFactProvider.run(ctx, facts);
|
|
2048
|
-
} catch (err) {
|
|
2049
|
-
logReviewGraph({
|
|
2050
|
-
cwd,
|
|
2051
|
-
phase: "build_skipped",
|
|
2052
|
-
reason: "structural_facts_disabled",
|
|
2053
|
-
error: err?.message ?? String(err)
|
|
2054
|
-
});
|
|
2055
|
-
}
|
|
2056
|
-
}
|
|
2057
|
-
function addJsTsFile(graph, cwd, filePath, facts, ignoredIds) {
|
|
2058
|
-
const normalized = normalizeMapKey(filePath);
|
|
2059
|
-
const hintPath = toProjectRelativePath(normalized, cwd);
|
|
2060
|
-
const content = facts.getFileFact(normalized, "file.content") ?? "";
|
|
2061
|
-
const fileNodeId = `file:${normalized}`;
|
|
2062
|
-
const warmCallCoverage = facts.getFileFact(normalized, "file.functionFactsCoverage") ?? "unavailable";
|
|
2063
|
-
const importCoverage = facts.getFileFact(normalized, "file.importFactsCoverage") ?? "unavailable";
|
|
2064
|
-
addNode(graph, {
|
|
2065
|
-
id: fileNodeId,
|
|
2066
|
-
kind: "file",
|
|
2067
|
-
language: "jsts",
|
|
2068
|
-
filePath: normalized,
|
|
2069
|
-
metadata: {
|
|
2070
|
-
lineCount: content.split(`
|
|
2071
|
-
`).length,
|
|
2072
|
-
extractionCoverage: {
|
|
2073
|
-
definitions: warmCallCoverage,
|
|
2074
|
-
references: warmCallCoverage,
|
|
2075
|
-
imports: importCoverage,
|
|
2076
|
-
calls: warmCallCoverage
|
|
2077
|
-
},
|
|
2078
|
-
...featureHintMetadata(hintPath)
|
|
2079
|
-
}
|
|
2080
|
-
});
|
|
2081
|
-
const imports = facts.getFileFact(normalized, "file.imports") ?? [];
|
|
2082
|
-
const functions = facts.getFileFact(normalized, "file.functionSummaries") ?? [];
|
|
2083
|
-
for (const entry of imports) {
|
|
2084
|
-
const localFile = localImportToFile(cwd, normalized, entry.source, ignoredIds);
|
|
2085
|
-
if (localFile) {
|
|
2086
|
-
const targetId = `file:${localFile}`;
|
|
2087
|
-
if (!graph.nodes.has(targetId)) {
|
|
2088
|
-
addNode(graph, {
|
|
2089
|
-
id: targetId,
|
|
2090
|
-
kind: "file",
|
|
2091
|
-
language: detectFileKind(localFile) ?? "jsts",
|
|
2092
|
-
filePath: localFile
|
|
2093
|
-
});
|
|
2094
|
-
}
|
|
2095
|
-
addEdge(graph, { from: fileNodeId, to: targetId, kind: "imports" });
|
|
2096
|
-
} else {
|
|
2097
|
-
const targetId = `${entry.source.startsWith(".") ? "module" : "external"}:${entry.source}`;
|
|
2098
|
-
if (!graph.nodes.has(targetId)) {
|
|
2099
|
-
addNode(graph, {
|
|
2100
|
-
id: targetId,
|
|
2101
|
-
kind: entry.source.startsWith(".") ? "module" : "external",
|
|
2102
|
-
language: "jsts",
|
|
2103
|
-
metadata: { source: entry.source }
|
|
2104
|
-
});
|
|
2105
|
-
}
|
|
2106
|
-
addEdge(graph, { from: fileNodeId, to: targetId, kind: "imports" });
|
|
2107
|
-
}
|
|
2108
|
-
}
|
|
2109
|
-
const importedNameToFile = new Map;
|
|
2110
|
-
for (const entry of imports) {
|
|
2111
|
-
const localFile = localImportToFile(cwd, normalized, entry.source, ignoredIds);
|
|
2112
|
-
if (!localFile)
|
|
2113
|
-
continue;
|
|
2114
|
-
for (const name of entry.names)
|
|
2115
|
-
importedNameToFile.set(name, localFile);
|
|
2116
|
-
if (entry.defaultName)
|
|
2117
|
-
importedNameToFile.set(entry.defaultName, localFile);
|
|
2118
|
-
}
|
|
2119
|
-
const methodsByQualifiedName = new Map;
|
|
2120
|
-
for (const fn of functions) {
|
|
2121
|
-
const symbolId = buildSymbolId(normalized, fn.name, "function", fn.line);
|
|
2122
|
-
const qualifiedName = buildQualifiedName(fn.owner, fn.name);
|
|
2123
|
-
if (qualifiedName) {
|
|
2124
|
-
const existing = methodsByQualifiedName.get(qualifiedName) ?? [];
|
|
2125
|
-
existing.push(symbolId);
|
|
2126
|
-
methodsByQualifiedName.set(qualifiedName, existing);
|
|
2127
|
-
}
|
|
2128
|
-
addNode(graph, {
|
|
2129
|
-
id: symbolId,
|
|
2130
|
-
kind: "symbol",
|
|
2131
|
-
language: "jsts",
|
|
2132
|
-
filePath: normalized,
|
|
2133
|
-
symbolName: fn.name,
|
|
2134
|
-
symbolKind: "function",
|
|
2135
|
-
...qualifiedName ? { qualifiedName } : {},
|
|
2136
|
-
exported: new RegExp(String.raw`export\s+(?:async\s+)?(?:function|const|let|var)\s+${escapeRegExp(fn.name)}\b`).test(content),
|
|
2137
|
-
metadata: {
|
|
2138
|
-
line: fn.line,
|
|
2139
|
-
endLine: fn.endLine,
|
|
2140
|
-
column: fn.column,
|
|
2141
|
-
cyclomaticComplexity: fn.cyclomaticComplexity,
|
|
2142
|
-
maxNestingDepth: fn.maxNestingDepth,
|
|
2143
|
-
isBoundaryWrapper: fn.isBoundaryWrapper,
|
|
2144
|
-
isPassThroughWrapper: fn.isPassThroughWrapper,
|
|
2145
|
-
...featureHintMetadata(`${fn.name} ${hintPath}`)
|
|
2146
|
-
}
|
|
2147
|
-
});
|
|
2148
|
-
addEdge(graph, { from: fileNodeId, to: symbolId, kind: "contains" });
|
|
2149
|
-
addEdge(graph, { from: fileNodeId, to: symbolId, kind: "defines" });
|
|
2150
|
-
}
|
|
2151
|
-
for (const fn of functions) {
|
|
2152
|
-
const symbolId = buildSymbolId(normalized, fn.name, "function", fn.line);
|
|
2153
|
-
const memberCallTexts = new Set;
|
|
2154
|
-
for (const site of fn.memberCallSites ?? []) {
|
|
2155
|
-
const callText = `${site.receiver}.${site.method}`;
|
|
2156
|
-
memberCallTexts.add(callText);
|
|
2157
|
-
const receiverClass = fn.receiverTypes?.[site.receiver];
|
|
2158
|
-
const candidates = receiverClass ? methodsByQualifiedName.get(`${receiverClass}.${site.method}`) ?? [] : [];
|
|
2159
|
-
if (candidates.length === 1) {
|
|
2160
|
-
addEdge(graph, {
|
|
2161
|
-
from: symbolId,
|
|
2162
|
-
to: candidates[0],
|
|
2163
|
-
kind: "calls",
|
|
2164
|
-
metadata: {
|
|
2165
|
-
unresolvedName: callText,
|
|
2166
|
-
receiver: site.receiver,
|
|
2167
|
-
receiverType: receiverClass
|
|
2168
|
-
},
|
|
2169
|
-
resolution: "receiver-type"
|
|
2170
|
-
});
|
|
2171
|
-
continue;
|
|
2172
|
-
}
|
|
2173
|
-
if (candidates.length > 1) {
|
|
2174
|
-
const qualifiedPlaceholderId = `symbol-qualified-name:${receiverClass}.${site.method}`;
|
|
2175
|
-
if (!graph.nodes.has(qualifiedPlaceholderId)) {
|
|
2176
|
-
addNode(graph, {
|
|
2177
|
-
id: qualifiedPlaceholderId,
|
|
2178
|
-
kind: "symbol",
|
|
2179
|
-
language: "jsts",
|
|
2180
|
-
symbolName: site.method,
|
|
2181
|
-
qualifiedName: `${receiverClass}.${site.method}`,
|
|
2182
|
-
metadata: {
|
|
2183
|
-
unresolvedName: callText,
|
|
2184
|
-
ambiguousCandidates: candidates.length
|
|
2185
|
-
}
|
|
2186
|
-
});
|
|
2187
|
-
}
|
|
2188
|
-
addEdge(graph, {
|
|
2189
|
-
from: symbolId,
|
|
2190
|
-
to: qualifiedPlaceholderId,
|
|
2191
|
-
kind: "calls",
|
|
2192
|
-
metadata: {
|
|
2193
|
-
unresolvedName: callText,
|
|
2194
|
-
receiver: site.receiver,
|
|
2195
|
-
receiverType: receiverClass
|
|
2196
|
-
},
|
|
2197
|
-
resolution: "name-only"
|
|
2198
|
-
});
|
|
2199
|
-
continue;
|
|
2200
|
-
}
|
|
2201
|
-
const externalId = `external:${callText}`;
|
|
2202
|
-
if (!graph.nodes.has(externalId)) {
|
|
2203
|
-
addNode(graph, {
|
|
2204
|
-
id: externalId,
|
|
2205
|
-
kind: "external",
|
|
2206
|
-
language: "jsts",
|
|
2207
|
-
metadata: { unresolvedName: callText }
|
|
2208
|
-
});
|
|
2209
|
-
}
|
|
2210
|
-
addEdge(graph, {
|
|
2211
|
-
from: symbolId,
|
|
2212
|
-
to: externalId,
|
|
2213
|
-
kind: "calls",
|
|
2214
|
-
metadata: { unresolvedName: callText }
|
|
2215
|
-
});
|
|
2216
|
-
}
|
|
2217
|
-
for (const callee of fn.outgoingCalls) {
|
|
2218
|
-
if (memberCallTexts.has(callee))
|
|
2219
|
-
continue;
|
|
2220
|
-
const targetId = callee.includes(".") ? `external:${callee}` : `symbol-name:${callee}`;
|
|
2221
|
-
if (!graph.nodes.has(targetId)) {
|
|
2222
|
-
addNode(graph, {
|
|
2223
|
-
id: targetId,
|
|
2224
|
-
kind: callee.includes(".") ? "external" : "symbol",
|
|
2225
|
-
language: "jsts",
|
|
2226
|
-
symbolName: callee.includes(".") ? undefined : callee,
|
|
2227
|
-
metadata: { unresolvedName: callee }
|
|
2228
|
-
});
|
|
2229
|
-
}
|
|
2230
|
-
const importHintFile = !callee.includes(".") ? importedNameToFile.get(callee) : undefined;
|
|
2231
|
-
addEdge(graph, {
|
|
2232
|
-
from: symbolId,
|
|
2233
|
-
to: targetId,
|
|
2234
|
-
kind: "calls",
|
|
2235
|
-
metadata: {
|
|
2236
|
-
unresolvedName: callee,
|
|
2237
|
-
...importHintFile ? { importHintFile } : {}
|
|
2238
|
-
},
|
|
2239
|
-
...callee.includes(".") ? {} : { resolution: "name-only" }
|
|
2240
|
-
});
|
|
2241
|
-
}
|
|
2242
|
-
}
|
|
2243
|
-
}
|
|
2244
|
-
export function mapKindToTreeSitterLanguage(kind, filePath) {
|
|
2245
|
-
return symbolExtractionGrammar(kind, filePath);
|
|
2246
|
-
}
|
|
2247
|
-
async function getExtractor(languageId) {
|
|
2248
|
-
if (extractorCache.has(languageId))
|
|
2249
|
-
return extractorCache.get(languageId);
|
|
2250
|
-
const client = getSharedTreeSitterClient();
|
|
2251
|
-
if (!client)
|
|
2252
|
-
return null;
|
|
2253
|
-
const extractor = new TreeSitterSymbolExtractor(languageId, client);
|
|
2254
|
-
const ok = await extractor.init();
|
|
2255
|
-
if (!ok) {
|
|
2256
|
-
extractorCache.set(languageId, null);
|
|
2257
|
-
return null;
|
|
2258
|
-
}
|
|
2259
|
-
extractorCache.set(languageId, extractor);
|
|
2260
|
-
return extractor;
|
|
2261
|
-
}
|
|
2262
|
-
async function extractTreeSitterSymbols(filePath, languageId, contentOverride) {
|
|
2263
|
-
const empty = {
|
|
2264
|
-
symbols: [],
|
|
2265
|
-
refs: [],
|
|
2266
|
-
imports: [],
|
|
2267
|
-
coverage: {
|
|
2268
|
-
definitions: "unavailable",
|
|
2269
|
-
references: "unavailable",
|
|
2270
|
-
imports: "unavailable"
|
|
2271
|
-
}
|
|
2272
|
-
};
|
|
2273
|
-
if (contentOverride === null)
|
|
2274
|
-
return empty;
|
|
2275
|
-
const treeSitterClient = getSharedTreeSitterClient();
|
|
2276
|
-
if (!treeSitterClient)
|
|
2277
|
-
return empty;
|
|
2278
|
-
const initialized = await treeSitterClient.init();
|
|
2279
|
-
if (!initialized)
|
|
2280
|
-
return empty;
|
|
2281
|
-
const extractor = await getExtractor(languageId);
|
|
2282
|
-
if (!extractor)
|
|
2283
|
-
return empty;
|
|
2284
|
-
const content = contentOverride ?? fs.readFileSync(filePath, "utf-8");
|
|
2285
|
-
const extracted = await treeSitterClient.withParsedTree(filePath, languageId, content, (tree) => extractor.extract(tree, filePath, content));
|
|
2286
|
-
return extracted.parsed ? extracted.value : empty;
|
|
2287
|
-
}
|
|
2288
|
-
export async function captureReviewGraphStructuralIr(filePath, cwd, content, facts) {
|
|
2289
|
-
const kind = detectFileKind(filePath);
|
|
2290
|
-
if (!kind || !MAIN_KINDS.has(kind) || detectFileRole(filePath) === "test") {
|
|
2291
|
-
return { complete: true };
|
|
2292
|
-
}
|
|
2293
|
-
if (kind === "jsts") {
|
|
2294
|
-
if (!facts.hasFileFact(filePath, "file.imports") || !facts.hasFileFact(filePath, "file.reexports") || !facts.hasFileFact(filePath, "file.functionSummaries")) {
|
|
2295
|
-
await ensureReviewGraphFacts(filePath, cwd, facts, content);
|
|
2296
|
-
}
|
|
2297
|
-
const parsed = await withTreeSitterRoot(filePath, content, () => true);
|
|
2298
|
-
if (!parsed.parsed)
|
|
2299
|
-
return { complete: false };
|
|
2300
|
-
const functionCoverage = facts.getFileFact(filePath, "file.functionFactsCoverage") ?? "unavailable";
|
|
2301
|
-
const importCoverage = facts.getFileFact(filePath, "file.importFactsCoverage") ?? "unavailable";
|
|
2302
|
-
const coverage = {
|
|
2303
|
-
definitions: functionCoverage,
|
|
2304
|
-
references: functionCoverage,
|
|
2305
|
-
imports: importCoverage,
|
|
2306
|
-
calls: functionCoverage
|
|
2307
|
-
};
|
|
2308
|
-
if (Object.values(coverage).some((status) => status !== "complete")) {
|
|
2309
|
-
return { complete: false };
|
|
2310
|
-
}
|
|
2311
|
-
return {
|
|
2312
|
-
complete: true,
|
|
2313
|
-
structural: {
|
|
2314
|
-
kind: "jsts",
|
|
2315
|
-
imports: facts.getFileFact(filePath, "file.imports") ?? [],
|
|
2316
|
-
reexports: facts.getFileFact(filePath, "file.reexports") ?? [],
|
|
2317
|
-
functionSummaries: facts.getFileFact(filePath, "file.functionSummaries") ?? [],
|
|
2318
|
-
coverage
|
|
2319
|
-
}
|
|
2320
|
-
};
|
|
2321
|
-
}
|
|
2322
|
-
const languageId = mapKindToTreeSitterLanguage(kind, filePath);
|
|
2323
|
-
if (!languageId)
|
|
2324
|
-
return { complete: false };
|
|
2325
|
-
const client = getSharedTreeSitterClient();
|
|
2326
|
-
if (!client || !await client.init())
|
|
2327
|
-
return { complete: false };
|
|
2328
|
-
const extractor = await getExtractor(languageId);
|
|
2329
|
-
if (!extractor)
|
|
2330
|
-
return { complete: false };
|
|
2331
|
-
const result = await client.withParsedTree(filePath, languageId, content, (tree) => extractor.extract(tree, filePath, content));
|
|
2332
|
-
if (!result.parsed)
|
|
2333
|
-
return { complete: false };
|
|
2334
|
-
return {
|
|
2335
|
-
complete: true,
|
|
2336
|
-
structural: {
|
|
2337
|
-
kind: "tree-sitter",
|
|
2338
|
-
languageId,
|
|
2339
|
-
extracted: result.value
|
|
2340
|
-
}
|
|
2341
|
-
};
|
|
2342
|
-
}
|
|
2343
|
-
const SYMBOL_KIND_SPECIFICITY = {
|
|
2344
|
-
method: 2,
|
|
2345
|
-
property: 2
|
|
2346
|
-
};
|
|
2347
|
-
function dedupeSamePositionSymbols(symbols) {
|
|
2348
|
-
const bestByKey = new Map;
|
|
2349
|
-
for (const symbol of symbols) {
|
|
2350
|
-
const key = `${symbol.name}0000${symbol.line}0000${symbol.column}`;
|
|
2351
|
-
const existing = bestByKey.get(key);
|
|
2352
|
-
if (!existing) {
|
|
2353
|
-
bestByKey.set(key, symbol);
|
|
2354
|
-
continue;
|
|
2355
|
-
}
|
|
2356
|
-
const existingScore = SYMBOL_KIND_SPECIFICITY[existing.kind] ?? 0;
|
|
2357
|
-
const candidateScore = SYMBOL_KIND_SPECIFICITY[symbol.kind] ?? 0;
|
|
2358
|
-
if (candidateScore > existingScore)
|
|
2359
|
-
bestByKey.set(key, symbol);
|
|
2360
|
-
}
|
|
2361
|
-
return [...bestByKey.values()];
|
|
2362
|
-
}
|
|
2363
|
-
function addTreeSitterFile(graph, cwd, filePath, languageId, extracted, ignoredIds) {
|
|
2364
|
-
const normalized = normalizeMapKey(filePath);
|
|
2365
|
-
const hintPath = toProjectRelativePath(normalized, cwd);
|
|
2366
|
-
const fileNodeId = `file:${normalized}`;
|
|
2367
|
-
addNode(graph, {
|
|
2368
|
-
id: fileNodeId,
|
|
2369
|
-
kind: "file",
|
|
2370
|
-
language: languageId,
|
|
2371
|
-
filePath: normalized,
|
|
2372
|
-
metadata: {
|
|
2373
|
-
...featureHintMetadata(hintPath),
|
|
2374
|
-
extractionCoverage: extracted.coverage
|
|
2375
|
-
}
|
|
2376
|
-
});
|
|
2377
|
-
const dedupedSymbols = dedupeSamePositionSymbols(extracted.symbols);
|
|
2378
|
-
const containers = dedupedSymbols.map((s) => ({
|
|
2379
|
-
name: s.name,
|
|
2380
|
-
startLine: s.line,
|
|
2381
|
-
endLine: s.endLine ?? s.line
|
|
2382
|
-
}));
|
|
2383
|
-
for (const symbol of dedupedSymbols) {
|
|
2384
|
-
const symbolId = buildSymbolId(normalized, symbol.name, symbol.kind, symbol.line);
|
|
2385
|
-
const owner = findOwnerName(containers, symbol.line, symbol.endLine ?? symbol.line);
|
|
2386
|
-
const qualifiedName = buildQualifiedName(owner, symbol.name);
|
|
2387
|
-
addNode(graph, {
|
|
2388
|
-
id: symbolId,
|
|
2389
|
-
kind: "symbol",
|
|
2390
|
-
language: languageId,
|
|
2391
|
-
filePath: normalized,
|
|
2392
|
-
symbolName: symbol.name,
|
|
2393
|
-
symbolKind: symbol.kind,
|
|
2394
|
-
...qualifiedName ? { qualifiedName } : {},
|
|
2395
|
-
exported: symbol.isExported,
|
|
2396
|
-
metadata: {
|
|
2397
|
-
line: symbol.line,
|
|
2398
|
-
endLine: symbol.endLine,
|
|
2399
|
-
column: symbol.column,
|
|
2400
|
-
signature: symbol.signature,
|
|
2401
|
-
...featureHintMetadata(`${symbol.name} ${hintPath}`)
|
|
2402
|
-
}
|
|
2403
|
-
});
|
|
2404
|
-
addEdge(graph, { from: fileNodeId, to: symbolId, kind: "contains" });
|
|
2405
|
-
addEdge(graph, { from: fileNodeId, to: symbolId, kind: "defines" });
|
|
2406
|
-
}
|
|
2407
|
-
for (const ref of extracted.refs) {
|
|
2408
|
-
const refName = ref.symbolName ?? ref.symbolId;
|
|
2409
|
-
const targetId = `symbol-name:${refName}`;
|
|
2410
|
-
if (!graph.nodes.has(targetId)) {
|
|
2411
|
-
addNode(graph, {
|
|
2412
|
-
id: targetId,
|
|
2413
|
-
kind: "symbol",
|
|
2414
|
-
language: languageId,
|
|
2415
|
-
symbolName: refName,
|
|
2416
|
-
metadata: { unresolvedName: refName }
|
|
2417
|
-
});
|
|
2418
|
-
}
|
|
2419
|
-
addEdge(graph, {
|
|
2420
|
-
from: fileNodeId,
|
|
2421
|
-
to: targetId,
|
|
2422
|
-
kind: "references",
|
|
2423
|
-
metadata: {
|
|
2424
|
-
line: ref.line,
|
|
2425
|
-
column: ref.column,
|
|
2426
|
-
referenceKind: ref.referenceKind ?? "unknown"
|
|
2427
|
-
},
|
|
2428
|
-
resolution: "name-only"
|
|
2429
|
-
});
|
|
2430
|
-
}
|
|
2431
|
-
for (const imp of extracted.imports) {
|
|
2432
|
-
const resolved = resolveImportToFiles(cwd, filePath, languageId, imp.source).filter((target) => !ignoredIds?.has(target));
|
|
2433
|
-
if (resolved.length > 0) {
|
|
2434
|
-
for (const target of resolved) {
|
|
2435
|
-
const toNode = ensureFileNode(graph, target, cwd, mapKindToTreeSitterLanguage(detectFileKind(target), target) ?? languageId);
|
|
2436
|
-
addEdge(graph, {
|
|
2437
|
-
from: fileNodeId,
|
|
2438
|
-
to: toNode,
|
|
2439
|
-
kind: "imports",
|
|
2440
|
-
metadata: { line: imp.line, source: imp.source }
|
|
2441
|
-
});
|
|
2442
|
-
}
|
|
2443
|
-
continue;
|
|
2444
|
-
}
|
|
2445
|
-
const isRelative = imp.source.startsWith(".");
|
|
2446
|
-
const targetId = `${isRelative ? "module" : "external"}:${imp.source}`;
|
|
2447
|
-
if (!graph.nodes.has(targetId)) {
|
|
2448
|
-
addNode(graph, {
|
|
2449
|
-
id: targetId,
|
|
2450
|
-
kind: isRelative ? "module" : "external",
|
|
2451
|
-
language: languageId,
|
|
2452
|
-
metadata: { source: imp.source }
|
|
2453
|
-
});
|
|
2454
|
-
}
|
|
2455
|
-
addEdge(graph, {
|
|
2456
|
-
from: fileNodeId,
|
|
2457
|
-
to: targetId,
|
|
2458
|
-
kind: "imports",
|
|
2459
|
-
metadata: { line: imp.line }
|
|
2460
|
-
});
|
|
2461
|
-
}
|
|
2462
|
-
}
|
|
2463
|
-
function addLspFallbackSymbols(graph, filePath, languageId, symbols) {
|
|
2464
|
-
const normalized = normalizeMapKey(filePath);
|
|
2465
|
-
const fileNodeId = `file:${normalized}`;
|
|
2466
|
-
let added = 0;
|
|
2467
|
-
const flatOwnerIds = new Map;
|
|
2468
|
-
for (const symbol of symbols) {
|
|
2469
|
-
const range = symbol.range ?? symbol.location?.range;
|
|
2470
|
-
if (!range)
|
|
2471
|
-
continue;
|
|
2472
|
-
const kind = lspSymbolKindName(symbol.kind);
|
|
2473
|
-
const id = buildSymbolId(normalized, symbol.name, kind, range.start.line + 1);
|
|
2474
|
-
flatOwnerIds.set(symbol.name, id);
|
|
2475
|
-
if (symbol.containerName) {
|
|
2476
|
-
flatOwnerIds.set(`${symbol.containerName}.${symbol.name}`, id);
|
|
2477
|
-
}
|
|
2478
|
-
}
|
|
2479
|
-
const visit = (items, parentId, ancestry) => {
|
|
2480
|
-
for (const symbol of items) {
|
|
2481
|
-
const range = symbol.range ?? symbol.location?.range;
|
|
2482
|
-
if (!range)
|
|
2483
|
-
continue;
|
|
2484
|
-
const line = range.start.line + 1;
|
|
2485
|
-
const kind = lspSymbolKindName(symbol.kind);
|
|
2486
|
-
const symbolId = buildSymbolId(normalized, symbol.name, kind, line);
|
|
2487
|
-
const owners = ancestry.length > 0 ? ancestry : containerNameChain(symbol, symbols);
|
|
2488
|
-
const qualifiedName = owners.length > 0 ? [...owners, symbol.name].join(".") : undefined;
|
|
2489
|
-
addNode(graph, {
|
|
2490
|
-
id: symbolId,
|
|
2491
|
-
kind: "symbol",
|
|
2492
|
-
language: languageId,
|
|
2493
|
-
filePath: normalized,
|
|
2494
|
-
symbolName: symbol.name,
|
|
2495
|
-
symbolKind: kind,
|
|
2496
|
-
...qualifiedName ? { qualifiedName } : {},
|
|
2497
|
-
provenance: "lsp",
|
|
2498
|
-
metadata: {
|
|
2499
|
-
line,
|
|
2500
|
-
column: range.start.character,
|
|
2501
|
-
endLine: range.end.line + 1,
|
|
2502
|
-
...featureHintMetadata(`${symbol.name} ${normalized}`)
|
|
2503
|
-
}
|
|
2504
|
-
});
|
|
2505
|
-
const resolvedParentId = ancestry.length === 0 && symbol.containerName ? flatOwnerIds.get(symbol.containerName) ?? parentId : parentId;
|
|
2506
|
-
addEdge(graph, {
|
|
2507
|
-
from: resolvedParentId,
|
|
2508
|
-
to: symbolId,
|
|
2509
|
-
kind: "contains"
|
|
2510
|
-
});
|
|
2511
|
-
addEdge(graph, { from: fileNodeId, to: symbolId, kind: "defines" });
|
|
2512
|
-
added++;
|
|
2513
|
-
if (symbol.children) {
|
|
2514
|
-
visit(symbol.children, symbolId, [...owners, symbol.name]);
|
|
2515
|
-
}
|
|
2516
|
-
}
|
|
2517
|
-
};
|
|
2518
|
-
visit(symbols, fileNodeId, []);
|
|
2519
|
-
return added;
|
|
2520
|
-
}
|
|
2521
|
-
function ensureFileNode(graph, filePath, cwd, languageId) {
|
|
2522
|
-
const normalized = normalizeMapKey(filePath);
|
|
2523
|
-
const hintPath = toProjectRelativePath(normalized, cwd);
|
|
2524
|
-
const existing = graph.fileNodes.get(normalized);
|
|
2525
|
-
if (existing)
|
|
2526
|
-
return existing;
|
|
2527
|
-
const fileNodeId = `file:${normalized}`;
|
|
2528
|
-
addNode(graph, {
|
|
2529
|
-
id: fileNodeId,
|
|
2530
|
-
kind: "file",
|
|
2531
|
-
language: languageId,
|
|
2532
|
-
filePath: normalized,
|
|
2533
|
-
metadata: featureHintMetadata(hintPath)
|
|
2534
|
-
});
|
|
2535
|
-
return fileNodeId;
|
|
2536
|
-
}
|
|
2537
|
-
function resolveCxxInclude(cwd, filePath, source) {
|
|
2538
|
-
const candidates = [
|
|
2539
|
-
path.resolve(path.dirname(filePath), source),
|
|
2540
|
-
path.resolve(cwd, source),
|
|
2541
|
-
path.resolve(cwd, "include", source),
|
|
2542
|
-
path.resolve(cwd, "src", source)
|
|
2543
|
-
];
|
|
2544
|
-
const root = path.resolve(cwd);
|
|
2545
|
-
for (const candidate of candidates) {
|
|
2546
|
-
if (!candidate.startsWith(root + path.sep) && candidate !== root)
|
|
2547
|
-
continue;
|
|
2548
|
-
if (fs.existsSync(candidate) && detectFileKind(candidate) === "cxx") {
|
|
2549
|
-
return normalizeMapKey(candidate);
|
|
2550
|
-
}
|
|
2551
|
-
}
|
|
2552
|
-
return;
|
|
2553
|
-
}
|
|
2554
|
-
function parseLocalCxxInclude(line) {
|
|
2555
|
-
let i = 0;
|
|
2556
|
-
while (i < line.length && (line[i] === " " || line[i] === "\t"))
|
|
2557
|
-
i += 1;
|
|
2558
|
-
if (line[i] !== "#")
|
|
2559
|
-
return;
|
|
2560
|
-
i += 1;
|
|
2561
|
-
while (i < line.length && (line[i] === " " || line[i] === "\t"))
|
|
2562
|
-
i += 1;
|
|
2563
|
-
if (!line.startsWith("include", i))
|
|
2564
|
-
return;
|
|
2565
|
-
i += "include".length;
|
|
2566
|
-
if (i >= line.length || line[i] !== " " && line[i] !== "\t") {
|
|
2567
|
-
return;
|
|
2568
|
-
}
|
|
2569
|
-
while (i < line.length && (line[i] === " " || line[i] === "\t"))
|
|
2570
|
-
i += 1;
|
|
2571
|
-
if (line[i] !== '"')
|
|
2572
|
-
return;
|
|
2573
|
-
i += 1;
|
|
2574
|
-
const start = i;
|
|
2575
|
-
while (i < line.length && line[i] !== '"')
|
|
2576
|
-
i += 1;
|
|
2577
|
-
if (i >= line.length || i === start)
|
|
2578
|
-
return;
|
|
2579
|
-
return line.slice(start, i);
|
|
2580
|
-
}
|
|
2581
|
-
function addCxxIncludeEdges(graph, cwd, filePath, ignoredIds, contentOverride) {
|
|
2582
|
-
let content = contentOverride;
|
|
2583
|
-
if (content === undefined) {
|
|
2584
|
-
try {
|
|
2585
|
-
content = fs.readFileSync(filePath, "utf-8");
|
|
2586
|
-
} catch {
|
|
2587
|
-
return;
|
|
2588
|
-
}
|
|
2589
|
-
}
|
|
2590
|
-
if (content === null)
|
|
2591
|
-
return;
|
|
2592
|
-
const fromNode = ensureFileNode(graph, filePath, cwd, "cpp");
|
|
2593
|
-
for (const line of content.split(/\r?\n/)) {
|
|
2594
|
-
const source = parseLocalCxxInclude(line);
|
|
2595
|
-
if (!source)
|
|
2596
|
-
continue;
|
|
2597
|
-
const target = resolveCxxInclude(cwd, filePath, source);
|
|
2598
|
-
if (!target || ignoredIds?.has(target))
|
|
2599
|
-
continue;
|
|
2600
|
-
const languageId = mapKindToTreeSitterLanguage("cxx", target) ?? "cpp";
|
|
2601
|
-
const toNode = ensureFileNode(graph, target, cwd, languageId);
|
|
2602
|
-
addEdge(graph, {
|
|
2603
|
-
from: fromNode,
|
|
2604
|
-
to: toNode,
|
|
2605
|
-
kind: "imports",
|
|
2606
|
-
metadata: { source }
|
|
2607
|
-
});
|
|
2608
|
-
}
|
|
2609
|
-
}
|
|
2610
|
-
function removeFileOwnedGraphData(graph, filePath, removedEdges) {
|
|
2611
|
-
const normalized = normalizeMapKey(filePath);
|
|
2612
|
-
const fileNodeId = graph.fileNodes.get(normalized) ?? `file:${normalized}`;
|
|
2613
|
-
const removedSymbolIds = new Set(graph.symbolNodesByFile.get(normalized));
|
|
2614
|
-
const removedIds = new Set(removedSymbolIds);
|
|
2615
|
-
if (graph.nodes.has(fileNodeId))
|
|
2616
|
-
removedIds.add(fileNodeId);
|
|
2617
|
-
const candidates = new Set;
|
|
2618
|
-
for (const id of removedIds) {
|
|
2619
|
-
for (const edge of graph.edgesByFrom.get(id) ?? []) {
|
|
2620
|
-
_rebuildCounters.removeOwnedEdgeVisits++;
|
|
2621
|
-
candidates.add(edge);
|
|
2622
|
-
}
|
|
2623
|
-
for (const edge of graph.edgesByTo.get(id) ?? []) {
|
|
2624
|
-
_rebuildCounters.removeOwnedEdgeVisits++;
|
|
2625
|
-
candidates.add(edge);
|
|
2626
|
-
}
|
|
2627
|
-
}
|
|
2628
|
-
const preservedIncomingSymbolEdges = [];
|
|
2629
|
-
for (const edge of candidates) {
|
|
2630
|
-
if (removedEdges.has(edge))
|
|
2631
|
-
continue;
|
|
2632
|
-
const fromRemoved = removedIds.has(edge.from);
|
|
2633
|
-
if (!fromRemoved && edge.to === fileNodeId)
|
|
2634
|
-
continue;
|
|
2635
|
-
if (!fromRemoved && removedSymbolIds.has(edge.to)) {
|
|
2636
|
-
preservedIncomingSymbolEdges.push({ ...edge });
|
|
2637
|
-
}
|
|
2638
|
-
removedEdges.add(edge);
|
|
2639
|
-
}
|
|
2640
|
-
for (const id of removedIds) {
|
|
2641
|
-
const node = graph.nodes.get(id);
|
|
2642
|
-
graph.nodes.delete(id);
|
|
2643
|
-
if (!node?.filePath)
|
|
2644
|
-
continue;
|
|
2645
|
-
if (node.kind === "file") {
|
|
2646
|
-
if (graph.fileNodes.get(node.filePath) === id) {
|
|
2647
|
-
graph.fileNodes.delete(node.filePath);
|
|
2648
|
-
}
|
|
2649
|
-
} else if (node.kind === "symbol") {
|
|
2650
|
-
const ids = graph.symbolNodesByFile.get(node.filePath);
|
|
2651
|
-
if (!ids)
|
|
2652
|
-
continue;
|
|
2653
|
-
const at = ids.indexOf(id);
|
|
2654
|
-
if (at >= 0)
|
|
2655
|
-
ids.splice(at, 1);
|
|
2656
|
-
if (ids.length === 0)
|
|
2657
|
-
graph.symbolNodesByFile.delete(node.filePath);
|
|
2658
|
-
}
|
|
2659
|
-
}
|
|
2660
|
-
return preservedIncomingSymbolEdges;
|
|
2661
|
-
}
|
|
2662
|
-
async function addFileToGraph(graph, cwd, file, facts, ignoredIds, contentOverride) {
|
|
2663
|
-
const kind = detectFileKind(file);
|
|
2664
|
-
if (!kind || !MAIN_KINDS.has(kind))
|
|
2665
|
-
return;
|
|
2666
|
-
if (detectFileRole(file) === "test")
|
|
2667
|
-
return;
|
|
2668
|
-
const contentHash = typeof contentOverride === "string" ? reviewGraphIrContentHash(contentOverride) : undefined;
|
|
2669
|
-
const sharedIr = contentHash ? getFreshReviewGraphFileIr(cwd, file, contentHash)?.structural : undefined;
|
|
2670
|
-
if (kind === "jsts") {
|
|
2671
|
-
const dispatchOwnsContent = facts.getFileFact(file, "file.content") !== undefined && contentOverride == null;
|
|
2672
|
-
try {
|
|
2673
|
-
if (sharedIr?.kind === "jsts") {
|
|
2674
|
-
facts.setFileFact(file, "file.content", contentOverride ?? "");
|
|
2675
|
-
facts.setFileFact(file, "file.imports", sharedIr.imports);
|
|
2676
|
-
facts.setFileFact(file, "file.reexports", sharedIr.reexports);
|
|
2677
|
-
facts.setFileFact(file, "file.functionSummaries", sharedIr.functionSummaries);
|
|
2678
|
-
facts.setFileFact(file, "file.functionFactsCoverage", sharedIr.coverage.calls);
|
|
2679
|
-
facts.setFileFact(file, "file.importFactsCoverage", sharedIr.coverage.imports);
|
|
2680
|
-
} else {
|
|
2681
|
-
await ensureReviewGraphFacts(file, cwd, facts, contentOverride);
|
|
2682
|
-
}
|
|
2683
|
-
addJsTsFile(graph, cwd, file, facts, ignoredIds);
|
|
2684
|
-
} finally {
|
|
2685
|
-
if (!dispatchOwnsContent)
|
|
2686
|
-
facts.deleteFileFact(file, "file.content");
|
|
2687
|
-
}
|
|
2688
|
-
return;
|
|
2689
|
-
}
|
|
2690
|
-
const languageId = mapKindToTreeSitterLanguage(kind, file);
|
|
2691
|
-
if (!languageId)
|
|
2692
|
-
return;
|
|
2693
|
-
const irExtracted = sharedIr?.kind === "tree-sitter" && sharedIr.languageId === languageId ? sharedIr.extracted : undefined;
|
|
2694
|
-
const extracted = irExtracted ?? await extractTreeSitterSymbols(file, languageId, contentOverride);
|
|
2695
|
-
addTreeSitterFile(graph, cwd, file, languageId, extracted, ignoredIds);
|
|
2696
|
-
if (extracted.symbols.length === 0) {
|
|
2697
|
-
const lspSymbols = await getOpenDocumentSymbols(file);
|
|
2698
|
-
const added = lspSymbols ? addLspFallbackSymbols(graph, file, languageId, lspSymbols) : 0;
|
|
2699
|
-
logReviewGraph({
|
|
2700
|
-
phase: "lsp_symbol_fallback",
|
|
2701
|
-
cwd,
|
|
2702
|
-
reason: lspSymbols ? added > 0 ? "added" : "empty-response" : "unavailable-or-failed",
|
|
2703
|
-
nodes: added
|
|
2704
|
-
});
|
|
2705
|
-
}
|
|
2706
|
-
if (kind === "cxx") {
|
|
2707
|
-
addCxxIncludeEdges(graph, cwd, file, ignoredIds, contentOverride);
|
|
2708
|
-
}
|
|
2709
|
-
}
|
|
2710
|
-
const _rebuildCounters = {
|
|
2711
|
-
restoreComparisons: 0,
|
|
2712
|
-
importTargetEdgeScans: 0,
|
|
2713
|
-
removeOwnedEdgeVisits: 0,
|
|
2714
|
-
removeOwnedEdgePositions: 0
|
|
2715
|
-
};
|
|
2716
|
-
export function _getReviewGraphRebuildCountersForTests() {
|
|
2717
|
-
return { ..._rebuildCounters };
|
|
2718
|
-
}
|
|
2719
|
-
export function _resetReviewGraphRebuildCountersForTests() {
|
|
2720
|
-
_rebuildCounters.restoreComparisons = 0;
|
|
2721
|
-
_rebuildCounters.importTargetEdgeScans = 0;
|
|
2722
|
-
_rebuildCounters.removeOwnedEdgeVisits = 0;
|
|
2723
|
-
_rebuildCounters.removeOwnedEdgePositions = 0;
|
|
2724
|
-
}
|
|
2725
|
-
function edgeIdentityKey(edge) {
|
|
2726
|
-
_rebuildCounters.restoreComparisons++;
|
|
2727
|
-
return JSON.stringify([edge.from, edge.kind, edge.metadata ?? {}]);
|
|
2728
|
-
}
|
|
2729
|
-
function restoreValidIncomingEdges(graph, edges) {
|
|
2730
|
-
const seenByTarget = new Map;
|
|
2731
|
-
for (const edge of edges) {
|
|
2732
|
-
if (!graph.nodes.has(edge.from) || !graph.nodes.has(edge.to))
|
|
2733
|
-
continue;
|
|
2734
|
-
let seen = seenByTarget.get(edge.to);
|
|
2735
|
-
if (!seen) {
|
|
2736
|
-
seen = new Set;
|
|
2737
|
-
for (const candidate of graph.edgesByTo.get(edge.to) ?? []) {
|
|
2738
|
-
seen.add(edgeIdentityKey(candidate));
|
|
2739
|
-
}
|
|
2740
|
-
seenByTarget.set(edge.to, seen);
|
|
2741
|
-
}
|
|
2742
|
-
const key = edgeIdentityKey(edge);
|
|
2743
|
-
if (seen.has(key))
|
|
2744
|
-
continue;
|
|
2745
|
-
seen.add(key);
|
|
2746
|
-
addEdge(graph, edge);
|
|
2747
|
-
}
|
|
2748
|
-
}
|
|
2749
|
-
function dedupeResolvedEdges(graph, replacements) {
|
|
2750
|
-
const resolvedEdges = new Set(replacements.map(([, after]) => after));
|
|
2751
|
-
const seenByTarget = new Map;
|
|
2752
|
-
const removed = new Set;
|
|
2753
|
-
for (const [, edge] of replacements) {
|
|
2754
|
-
if (removed.has(edge))
|
|
2755
|
-
continue;
|
|
2756
|
-
let seen = seenByTarget.get(edge.to);
|
|
2757
|
-
if (!seen) {
|
|
2758
|
-
seen = new Set;
|
|
2759
|
-
for (const candidate of graph.edgesByTo.get(edge.to) ?? []) {
|
|
2760
|
-
if (!resolvedEdges.has(candidate)) {
|
|
2761
|
-
seen.add(edgeIdentityKey(candidate));
|
|
2762
|
-
}
|
|
2763
|
-
}
|
|
2764
|
-
seenByTarget.set(edge.to, seen);
|
|
2765
|
-
}
|
|
2766
|
-
const key = edgeIdentityKey(edge);
|
|
2767
|
-
if (seen.has(key)) {
|
|
2768
|
-
removed.add(edge);
|
|
2769
|
-
unindexEdge(graph, edge);
|
|
2770
|
-
continue;
|
|
2771
|
-
}
|
|
2772
|
-
seen.add(key);
|
|
2773
|
-
}
|
|
2774
|
-
if (removed.size > 0) {
|
|
2775
|
-
graph.edges = graph.edges.filter((edge) => !removed.has(edge));
|
|
2776
|
-
}
|
|
2777
|
-
}
|
|
2778
|
-
const _graphImportChanges = new WeakMap;
|
|
2779
|
-
export function getGraphImportChanges(graph) {
|
|
2780
|
-
return _graphImportChanges.get(graph);
|
|
2781
|
-
}
|
|
2782
|
-
function importTargetsForFile(graph, filePath) {
|
|
2783
|
-
const normalized = normalizeMapKey(filePath);
|
|
2784
|
-
const fileNodeId = graph.fileNodes.get(normalized) ?? `file:${normalized}`;
|
|
2785
|
-
const targets = new Set;
|
|
2786
|
-
for (const edge of graph.edgesByFrom.get(fileNodeId) ?? []) {
|
|
2787
|
-
_rebuildCounters.importTargetEdgeScans++;
|
|
2788
|
-
if (edge.kind !== "imports")
|
|
2789
|
-
continue;
|
|
2790
|
-
const target = graph.nodes.get(edge.to)?.filePath;
|
|
2791
|
-
if (target)
|
|
2792
|
-
targets.add(normalizeMapKey(target));
|
|
2793
|
-
}
|
|
2794
|
-
return [...targets].sort((a, b) => compareOrdinal(a, b));
|
|
2795
|
-
}
|
|
2796
|
-
async function updateGraphFiles(graph, cwd, files, facts, ignoredIds) {
|
|
2797
|
-
rebuildIndexes(graph);
|
|
2798
|
-
const prior = files.map((file) => ({
|
|
2799
|
-
filePath: normalizeMapKey(file),
|
|
2800
|
-
existedBefore: graph.fileNodes.has(normalizeMapKey(file)),
|
|
2801
|
-
priorTargets: importTargetsForFile(graph, file)
|
|
2802
|
-
}));
|
|
2803
|
-
const preservedIncoming = [];
|
|
2804
|
-
const removedEdges = new Set;
|
|
2805
|
-
for (const file of files) {
|
|
2806
|
-
preservedIncoming.push(...removeFileOwnedGraphData(graph, file, removedEdges));
|
|
2807
|
-
await addFileToGraph(graph, cwd, file, facts, ignoredIds);
|
|
2808
|
-
}
|
|
2809
|
-
if (removedEdges.size > 0) {
|
|
2810
|
-
unindexEdges(graph, removedEdges);
|
|
2811
|
-
graph.edges = graph.edges.filter((edge) => !removedEdges.has(edge));
|
|
2812
|
-
}
|
|
2813
|
-
restoreValidIncomingEdges(graph, preservedIncoming);
|
|
2814
|
-
resolveDeferredSymbolEdges(graph, false);
|
|
2815
|
-
graph.changedSymbolsByFile.clear();
|
|
2816
|
-
for (const file of files) {
|
|
2817
|
-
upsertChangedSymbols(graph, facts, file);
|
|
2818
|
-
}
|
|
2819
|
-
return prior.map(({ filePath, existedBefore, priorTargets }) => ({
|
|
2820
|
-
filePath,
|
|
2821
|
-
existedBefore,
|
|
2822
|
-
existsAfter: graph.fileNodes.has(filePath),
|
|
2823
|
-
priorTargets,
|
|
2824
|
-
newTargets: importTargetsForFile(graph, filePath)
|
|
2825
|
-
}));
|
|
2826
|
-
}
|
|
2827
|
-
function resolveDeferredSymbolEdges(graph, rebuild = true) {
|
|
2828
|
-
const symbolNameToIds = new Map;
|
|
2829
|
-
for (const node of graph.nodes.values()) {
|
|
2830
|
-
if (node.kind !== "symbol" || !node.symbolName)
|
|
2831
|
-
continue;
|
|
2832
|
-
if (node.metadata?.unresolvedName)
|
|
2833
|
-
continue;
|
|
2834
|
-
const ids = symbolNameToIds.get(node.symbolName) ?? [];
|
|
2835
|
-
ids.push(node.id);
|
|
2836
|
-
symbolNameToIds.set(node.symbolName, ids);
|
|
2837
|
-
}
|
|
2838
|
-
const replacements = [];
|
|
2839
|
-
graph.edges = graph.edges.map((edge) => {
|
|
2840
|
-
const targetNode = graph.nodes.get(edge.to);
|
|
2841
|
-
if (!targetNode?.metadata?.unresolvedName)
|
|
2842
|
-
return edge;
|
|
2843
|
-
const candidates = symbolNameToIds.get(targetNode.symbolName ?? "") ?? [];
|
|
2844
|
-
const importHintFile = edge.metadata?.importHintFile;
|
|
2845
|
-
if (importHintFile) {
|
|
2846
|
-
const scoped = candidates.filter((id) => graph.nodes.get(id)?.filePath === importHintFile);
|
|
2847
|
-
if (scoped.length === 1) {
|
|
2848
|
-
const resolved = {
|
|
2849
|
-
...edge,
|
|
2850
|
-
to: scoped[0],
|
|
2851
|
-
resolution: "import"
|
|
2852
|
-
};
|
|
2853
|
-
replacements.push([edge, resolved]);
|
|
2854
|
-
return resolved;
|
|
2855
|
-
}
|
|
2856
|
-
}
|
|
2857
|
-
if (candidates.length === 1) {
|
|
2858
|
-
const resolved = {
|
|
2859
|
-
...edge,
|
|
2860
|
-
to: candidates[0],
|
|
2861
|
-
resolution: "exact"
|
|
2862
|
-
};
|
|
2863
|
-
replacements.push([edge, resolved]);
|
|
2864
|
-
return resolved;
|
|
2865
|
-
}
|
|
2866
|
-
return edge;
|
|
2867
|
-
});
|
|
2868
|
-
if (rebuild) {
|
|
2869
|
-
rebuildIndexes(graph);
|
|
2870
|
-
return;
|
|
2871
|
-
}
|
|
2872
|
-
if (replacements.length === 0)
|
|
2873
|
-
return;
|
|
2874
|
-
const affectedTargets = new Set;
|
|
2875
|
-
for (const [before, after] of replacements) {
|
|
2876
|
-
const fromBucket = graph.edgesByFrom.get(before.from);
|
|
2877
|
-
if (fromBucket) {
|
|
2878
|
-
const at = fromBucket.indexOf(before);
|
|
2879
|
-
if (at >= 0)
|
|
2880
|
-
fromBucket[at] = after;
|
|
2881
|
-
}
|
|
2882
|
-
affectedTargets.add(before.to);
|
|
2883
|
-
affectedTargets.add(after.to);
|
|
2884
|
-
}
|
|
2885
|
-
for (const target of affectedTargets)
|
|
2886
|
-
graph.edgesByTo.set(target, []);
|
|
2887
|
-
for (const edge of graph.edges) {
|
|
2888
|
-
if (affectedTargets.has(edge.to))
|
|
2889
|
-
graph.edgesByTo.get(edge.to)?.push(edge);
|
|
2890
|
-
}
|
|
2891
|
-
for (const target of affectedTargets) {
|
|
2892
|
-
if (graph.edgesByTo.get(target)?.length === 0) {
|
|
2893
|
-
graph.edgesByTo.delete(target);
|
|
2894
|
-
}
|
|
2895
|
-
}
|
|
2896
|
-
dedupeResolvedEdges(graph, replacements);
|
|
2897
|
-
}
|
|
2898
|
-
function verifiedCacheFields(seqAtBuildStart) {
|
|
2899
|
-
return {
|
|
2900
|
-
builtAtProjectSeq: seqAtBuildStart,
|
|
2901
|
-
lastFullVerifyMs: Date.now(),
|
|
2902
|
-
fastPathSinceVerify: 0
|
|
2903
|
-
};
|
|
2904
|
-
}
|
|
2905
|
-
async function tryIncrementalFromCache(cached, ctx) {
|
|
2906
|
-
if (cached.fileSignatures.size === 0)
|
|
2907
|
-
return;
|
|
2908
|
-
const { added, removed, changed } = diffSignatureMaps(cached.fileSignatures, ctx.fileSignatures);
|
|
2909
|
-
if (removed.length > 0)
|
|
2910
|
-
return;
|
|
2911
|
-
if (added.length === 0 && changed.length === 0)
|
|
2912
|
-
return;
|
|
2913
|
-
const { trulyChanged, hashes } = await confirmContentChanged(changed, cached.fileHashes);
|
|
2914
|
-
const filesToUpdate = [...added, ...trulyChanged];
|
|
2915
|
-
if (filesToUpdate.length === 0) {
|
|
2916
|
-
const generation = cached.buildGeneration ?? ++_graphGenerationCounter;
|
|
2917
|
-
const graph = cloneGraph(cached.graph);
|
|
2918
|
-
rebuildIndexes(graph);
|
|
2919
|
-
graph.changedSymbolsByFile.clear();
|
|
2920
|
-
for (const file of ctx.normalizedChanged) {
|
|
2921
|
-
upsertChangedSymbols(graph, ctx.facts, file);
|
|
2922
|
-
}
|
|
2923
|
-
setWorkspaceGraph(ctx.normalizedCwd, {
|
|
2924
|
-
signature: ctx.signature,
|
|
2925
|
-
fileSignatures: new Map(ctx.fileSignatures),
|
|
2926
|
-
fileHashes: hashes,
|
|
2927
|
-
graph: cloneGraph(cached.graph),
|
|
2928
|
-
buildGeneration: generation,
|
|
2929
|
-
...verifiedCacheFields(ctx.seqAtBuildStart)
|
|
2930
|
-
}, ctx.cacheEpoch);
|
|
2931
|
-
setGraphBuildInfo(graph, {
|
|
2932
|
-
reused: true,
|
|
2933
|
-
mode: "cached",
|
|
2934
|
-
graphChanged: false
|
|
2935
|
-
});
|
|
2936
|
-
graph.buildGeneration = generation;
|
|
2937
|
-
setSessionReviewGraphFact(ctx.cwd, ctx.facts, graph);
|
|
2938
|
-
return graph;
|
|
2939
|
-
}
|
|
2940
|
-
for (const file of added) {
|
|
2941
|
-
hashes.set(file, contentHashEntry(file));
|
|
2942
|
-
}
|
|
2943
|
-
const priorGeneration = cached.graph.buildGeneration;
|
|
2944
|
-
const graph = cloneGraph(cached.graph);
|
|
2945
|
-
const importChanges = await updateGraphFiles(graph, ctx.cwd, filesToUpdate, ctx.facts, ctx.ignoredIds);
|
|
2946
|
-
refreshGraphBuiltAt(graph);
|
|
2947
|
-
const generation = ++_graphGenerationCounter;
|
|
2948
|
-
graph.buildGeneration = generation;
|
|
2949
|
-
setWorkspaceGraph(ctx.normalizedCwd, {
|
|
2950
|
-
signature: ctx.signature,
|
|
2951
|
-
fileSignatures: new Map(ctx.fileSignatures),
|
|
2952
|
-
fileHashes: hashes,
|
|
2953
|
-
graph,
|
|
2954
|
-
buildGeneration: generation,
|
|
2955
|
-
...verifiedCacheFields(ctx.seqAtBuildStart)
|
|
2956
|
-
}, ctx.cacheEpoch);
|
|
2957
|
-
const persistReason = persistGraph(ctx.cwd, ctx.signature, ctx.fileSignatures, hashes, graph, {
|
|
2958
|
-
buildId: ctx.buildId,
|
|
2959
|
-
projectSeq: ctx.seqAtBuildStart,
|
|
2960
|
-
seqHint: ctx.seqHint,
|
|
2961
|
-
mode: ctx.mode,
|
|
2962
|
-
resolveIdentity: ctx.resolveIdentity
|
|
2963
|
-
});
|
|
2964
|
-
setGraphBuildInfo(graph, {
|
|
2965
|
-
reused: true,
|
|
2966
|
-
mode: "incremental",
|
|
2967
|
-
...persistReason ? { persistReason } : {},
|
|
2968
|
-
graphChanged: true
|
|
2969
|
-
});
|
|
2970
|
-
_graphImportChanges.set(graph, {
|
|
2971
|
-
fromGeneration: priorGeneration,
|
|
2972
|
-
changes: importChanges
|
|
2973
|
-
});
|
|
2974
|
-
setSessionReviewGraphFact(ctx.cwd, ctx.facts, graph);
|
|
2975
|
-
return graph;
|
|
2976
|
-
}
|
|
2977
|
-
function hasGraphKindExtension(file) {
|
|
2978
|
-
const kind = detectFileKind(file);
|
|
2979
|
-
return !!kind && MAIN_KINDS.has(kind) && detectFileRole(file) !== "test";
|
|
2980
|
-
}
|
|
2981
|
-
async function trySeqFastpath(cwd, buildId, normalizedCwd, normalizedChanged, facts, seqHint, seqAtBuildStart, ignoredIds, cacheEpoch, resolveIdentity) {
|
|
2982
|
-
const cached = _workspaceGraphCache.get(normalizedCwd);
|
|
2983
|
-
const cachedCoverage = cached?.graph.persistCoverage;
|
|
2984
|
-
if (cachedCoverage?.partial && cachedCoverage.capTrimmed !== true) {
|
|
2985
|
-
return { fallback: "partial-base" };
|
|
2986
|
-
}
|
|
2987
|
-
if (!cached || cached.builtAtProjectSeq === undefined) {
|
|
2988
|
-
return { fallback: "no-seq" };
|
|
2989
|
-
}
|
|
2990
|
-
const now = Date.now();
|
|
2991
|
-
const ageMs = cached.lastFullVerifyMs === undefined ? Number.POSITIVE_INFINITY : now - cached.lastFullVerifyMs;
|
|
2992
|
-
const sinceVerify = cached.fastPathSinceVerify ?? 0;
|
|
2993
|
-
if (ageMs > SEQ_FASTPATH_REVERIFY_MS || sinceVerify >= SEQ_FASTPATH_REVERIFY_EVERY) {
|
|
2994
|
-
return { fallback: "verify-due" };
|
|
2995
|
-
}
|
|
2996
|
-
const changedSet = new Set(seqHint.getFilesChangedSince(cached.builtAtProjectSeq).map((file) => normalizeMapKey(file)));
|
|
2997
|
-
for (const file of normalizedChanged)
|
|
2998
|
-
changedSet.add(file);
|
|
2999
|
-
const changed = [...changedSet];
|
|
3000
|
-
if (changed.length > SEQ_FASTPATH_MAX_CHANGES) {
|
|
3001
|
-
return { fallback: "too-many-changes" };
|
|
3002
|
-
}
|
|
3003
|
-
const candidateFiles = [];
|
|
3004
|
-
for (const file of changed) {
|
|
3005
|
-
const known = cached.fileSignatures.has(file);
|
|
3006
|
-
let existsOnDisk = false;
|
|
3007
|
-
try {
|
|
3008
|
-
existsOnDisk = fs.statSync(file).isFile();
|
|
3009
|
-
} catch {
|
|
3010
|
-
existsOnDisk = false;
|
|
3011
|
-
}
|
|
3012
|
-
if (!existsOnDisk) {
|
|
3013
|
-
if (known) {
|
|
3014
|
-
return { fallback: "removed-file" };
|
|
3015
|
-
}
|
|
3016
|
-
continue;
|
|
3017
|
-
}
|
|
3018
|
-
if (!known) {
|
|
3019
|
-
if (!hasGraphKindExtension(file))
|
|
3020
|
-
continue;
|
|
3021
|
-
}
|
|
3022
|
-
candidateFiles.push(file);
|
|
3023
|
-
}
|
|
3024
|
-
const { trulyChanged, hashes } = await confirmContentChanged(candidateFiles, cached.fileHashes);
|
|
3025
|
-
if (trulyChanged.length === 0) {
|
|
3026
|
-
const graph = cloneGraph(cached.graph);
|
|
3027
|
-
rebuildIndexes(graph);
|
|
3028
|
-
graph.changedSymbolsByFile.clear();
|
|
3029
|
-
for (const file of normalizedChanged) {
|
|
3030
|
-
upsertChangedSymbols(graph, facts, file);
|
|
3031
|
-
}
|
|
3032
|
-
const nextSignatures = new Map(cached.fileSignatures);
|
|
3033
|
-
for (const file of candidateFiles) {
|
|
3034
|
-
nextSignatures.set(file, sourceSignatureEntry(file));
|
|
3035
|
-
}
|
|
3036
|
-
cached.signature = sourceSignatureFromMap(nextSignatures);
|
|
3037
|
-
cached.fileSignatures = nextSignatures;
|
|
3038
|
-
cached.fileHashes = hashes;
|
|
3039
|
-
cached.builtAtProjectSeq = seqAtBuildStart;
|
|
3040
|
-
cached.fastPathSinceVerify = sinceVerify + 1;
|
|
3041
|
-
const generation = cached.buildGeneration ??= ++_graphGenerationCounter;
|
|
3042
|
-
setGraphBuildInfo(graph, {
|
|
3043
|
-
reused: true,
|
|
3044
|
-
mode: "seq-fastpath",
|
|
3045
|
-
graphChanged: false
|
|
3046
|
-
});
|
|
3047
|
-
graph.buildGeneration = generation;
|
|
3048
|
-
setSessionReviewGraphFact(cwd, facts, graph);
|
|
3049
|
-
return { graph };
|
|
3050
|
-
}
|
|
3051
|
-
const filesToUpdate = trulyChanged;
|
|
3052
|
-
const priorGeneration = cached.graph.buildGeneration;
|
|
3053
|
-
const graph = cloneGraph(cached.graph);
|
|
3054
|
-
let importChanges;
|
|
3055
|
-
try {
|
|
3056
|
-
importChanges = await updateGraphFiles(graph, cwd, filesToUpdate, facts, ignoredIds);
|
|
3057
|
-
} catch {
|
|
3058
|
-
return { fallback: "stat-error" };
|
|
3059
|
-
}
|
|
3060
|
-
refreshGraphBuiltAt(graph);
|
|
3061
|
-
const nextSignatures = new Map(cached.fileSignatures);
|
|
3062
|
-
for (const file of candidateFiles) {
|
|
3063
|
-
nextSignatures.set(file, sourceSignatureEntry(file));
|
|
3064
|
-
}
|
|
3065
|
-
const nextSignature = sourceSignatureFromMap(nextSignatures);
|
|
3066
|
-
const generation = ++_graphGenerationCounter;
|
|
3067
|
-
graph.buildGeneration = generation;
|
|
3068
|
-
setWorkspaceGraph(normalizedCwd, {
|
|
3069
|
-
signature: nextSignature,
|
|
3070
|
-
fileSignatures: nextSignatures,
|
|
3071
|
-
fileHashes: hashes,
|
|
3072
|
-
graph,
|
|
3073
|
-
buildGeneration: generation,
|
|
3074
|
-
builtAtProjectSeq: seqAtBuildStart,
|
|
3075
|
-
lastFullVerifyMs: cached.lastFullVerifyMs,
|
|
3076
|
-
fastPathSinceVerify: sinceVerify + 1
|
|
3077
|
-
}, cacheEpoch);
|
|
3078
|
-
const persistReason = persistGraph(cwd, nextSignature, nextSignatures, hashes, graph, {
|
|
3079
|
-
buildId,
|
|
3080
|
-
projectSeq: seqAtBuildStart,
|
|
3081
|
-
seqHint: true,
|
|
3082
|
-
mode: "seq-fastpath",
|
|
3083
|
-
resolveIdentity
|
|
3084
|
-
});
|
|
3085
|
-
setGraphBuildInfo(graph, {
|
|
3086
|
-
reused: true,
|
|
3087
|
-
mode: "seq-fastpath",
|
|
3088
|
-
...persistReason ? { persistReason } : {},
|
|
3089
|
-
graphChanged: true
|
|
3090
|
-
});
|
|
3091
|
-
_graphImportChanges.set(graph, {
|
|
3092
|
-
fromGeneration: priorGeneration,
|
|
3093
|
-
changes: importChanges
|
|
3094
|
-
});
|
|
3095
|
-
setSessionReviewGraphFact(cwd, facts, graph);
|
|
3096
|
-
return { graph };
|
|
3097
|
-
}
|
|
3098
|
-
async function _doBuildGraph(cwd, changedFiles, facts, seqHint, buildId) {
|
|
3099
|
-
const resolveIdentity = createGitIdentityResolver();
|
|
3100
|
-
const normalizedCwd = normalizeMapKey(cwd);
|
|
3101
|
-
const cacheEpoch = workspaceCacheEpoch(normalizedCwd);
|
|
3102
|
-
if (_reviewGraphBuildGateForTests)
|
|
3103
|
-
await _reviewGraphBuildGateForTests();
|
|
3104
|
-
const normalizedChanged = changedFiles.map((file) => normalizeMapKey(file));
|
|
3105
|
-
const normalizedChangedSet = new Set(normalizedChanged);
|
|
3106
|
-
logCwdWorktreeMismatchOnce(cwd, resolveIdentity);
|
|
3107
|
-
if (isAtOrAboveHomeDir(path.resolve(cwd))) {
|
|
3108
|
-
const graph = createEmptyGraph();
|
|
3109
|
-
for (const file of normalizedChanged) {
|
|
3110
|
-
upsertChangedSymbols(graph, facts, file);
|
|
3111
|
-
}
|
|
3112
|
-
setGraphBuildInfo(graph, {
|
|
3113
|
-
reused: false,
|
|
3114
|
-
mode: "skipped",
|
|
3115
|
-
skipReason: "unsafe_root",
|
|
3116
|
-
graphChanged: true
|
|
3117
|
-
});
|
|
3118
|
-
setSessionReviewGraphFact(cwd, facts, graph);
|
|
3119
|
-
return graph;
|
|
3120
|
-
}
|
|
3121
|
-
const seqAtBuildStart = seqHint?.projectSeq();
|
|
3122
|
-
const ignoredIdsPromise = collectUntrackedIgnoredIds(cwd);
|
|
3123
|
-
let seqFastpathFallback;
|
|
3124
|
-
if (seqHint && seqAtBuildStart !== undefined && seqFastpathEnabled()) {
|
|
3125
|
-
const fast = await trySeqFastpath(cwd, buildId, normalizedCwd, normalizedChanged, facts, seqHint, seqAtBuildStart, await ignoredIdsPromise, cacheEpoch, resolveIdentity);
|
|
3126
|
-
if ("graph" in fast)
|
|
3127
|
-
return fast.graph;
|
|
3128
|
-
seqFastpathFallback = fast.fallback;
|
|
3129
|
-
}
|
|
3130
|
-
const sourceCollection = await getGraphSourceFiles(cwd);
|
|
3131
|
-
const filesToBuild = sourceCollection.files;
|
|
3132
|
-
const sourceFileCount = sourceCollection.sourceFileCount;
|
|
3133
|
-
const pathNormalizeCalls = sourceCollection.pathNormalizeCalls;
|
|
3134
|
-
const sourceFilesTruncated = sourceCollection.entryBudgetExceeded;
|
|
3135
|
-
const ignoredIds = await ignoredIdsPromise;
|
|
3136
|
-
const maxGraphFiles = sourceCollection.maxFileCount;
|
|
3137
|
-
if (filesToBuild.length > maxGraphFiles) {
|
|
3138
|
-
const graph = createEmptyGraph();
|
|
3139
|
-
graph.version = REVIEW_GRAPH_VERSION;
|
|
3140
|
-
graph.builtAt = new Date().toISOString();
|
|
3141
|
-
for (const file of normalizedChanged) {
|
|
3142
|
-
upsertChangedSymbols(graph, facts, file);
|
|
3143
|
-
}
|
|
3144
|
-
recordReviewGraphSizeSkip(cwd, sourceFileCount, maxGraphFiles);
|
|
3145
|
-
logLatency({
|
|
3146
|
-
type: "phase",
|
|
3147
|
-
phase: "review_graph_size_skip",
|
|
3148
|
-
filePath: cwd,
|
|
3149
|
-
durationMs: 0,
|
|
3150
|
-
metadata: {
|
|
3151
|
-
cwd,
|
|
3152
|
-
sourceFileCount,
|
|
3153
|
-
maxFileCount: maxGraphFiles,
|
|
3154
|
-
sourceFileCountLabel: `more than ${maxGraphFiles} files`,
|
|
3155
|
-
sourceFileCountTruncated: true
|
|
3156
|
-
}
|
|
3157
|
-
});
|
|
3158
|
-
if (isReviewGraphSizeNearMiss(sourceFileCount, maxGraphFiles)) {
|
|
3159
|
-
logLatency({
|
|
3160
|
-
type: "phase",
|
|
3161
|
-
phase: "review_graph_size_near_miss",
|
|
3162
|
-
filePath: cwd,
|
|
3163
|
-
durationMs: 0,
|
|
3164
|
-
metadata: {
|
|
3165
|
-
cwd,
|
|
3166
|
-
maxFileCount: maxGraphFiles,
|
|
3167
|
-
sourceFileCount,
|
|
3168
|
-
sourceFileCountLabel: `more than ${maxGraphFiles} files`,
|
|
3169
|
-
sourceFileCountTruncated: true
|
|
3170
|
-
}
|
|
3171
|
-
});
|
|
3172
|
-
}
|
|
3173
|
-
setGraphBuildInfo(graph, {
|
|
3174
|
-
reused: false,
|
|
3175
|
-
mode: "skipped",
|
|
3176
|
-
skipReason: "too_many_files",
|
|
3177
|
-
sourceFileCount,
|
|
3178
|
-
sourceFileCountTruncated: sourceFilesTruncated || filesToBuild.length > maxGraphFiles,
|
|
3179
|
-
maxFileCount: maxGraphFiles,
|
|
3180
|
-
pathNormalizeCalls,
|
|
3181
|
-
seqFastpathFallback,
|
|
3182
|
-
graphChanged: true
|
|
3183
|
-
});
|
|
3184
|
-
setSessionReviewGraphFact(cwd, facts, graph);
|
|
3185
|
-
return graph;
|
|
3186
|
-
}
|
|
3187
|
-
if (!sourceFilesTruncated)
|
|
3188
|
-
clearReviewGraphSizeSkip(cwd);
|
|
3189
|
-
const fileSignatures = await sourceSignatureMapAsync(filesToBuild);
|
|
3190
|
-
const signature = sourceSignatureFromMap(fileSignatures);
|
|
3191
|
-
let memCached = sourceFilesTruncated ? undefined : _workspaceGraphCache.get(normalizedCwd);
|
|
3192
|
-
const memCoverage = memCached?.graph.persistCoverage;
|
|
3193
|
-
if (memCoverage?.partial && memCoverage.capTrimmed !== true) {
|
|
3194
|
-
memCached = undefined;
|
|
3195
|
-
}
|
|
3196
|
-
if (memCached?.signature === signature) {
|
|
3197
|
-
touchWorkspaceGraph(normalizedCwd);
|
|
3198
|
-
const graph = cloneGraph(memCached.graph);
|
|
3199
|
-
rebuildIndexes(graph);
|
|
3200
|
-
graph.changedSymbolsByFile.clear();
|
|
3201
|
-
for (const file of normalizedChanged) {
|
|
3202
|
-
upsertChangedSymbols(graph, facts, file);
|
|
3203
|
-
}
|
|
3204
|
-
Object.assign(memCached, verifiedCacheFields(seqAtBuildStart));
|
|
3205
|
-
const generation = memCached.buildGeneration ??= ++_graphGenerationCounter;
|
|
3206
|
-
setGraphBuildInfo(graph, {
|
|
3207
|
-
reused: true,
|
|
3208
|
-
mode: "cached",
|
|
3209
|
-
seqFastpathFallback,
|
|
3210
|
-
graphChanged: false
|
|
3211
|
-
});
|
|
3212
|
-
graph.buildGeneration = generation;
|
|
3213
|
-
setSessionReviewGraphFact(cwd, facts, graph);
|
|
3214
|
-
return graph;
|
|
3215
|
-
}
|
|
3216
|
-
if (memCached) {
|
|
3217
|
-
const incremental = await tryIncrementalFromCache(memCached, {
|
|
3218
|
-
cwd,
|
|
3219
|
-
buildId,
|
|
3220
|
-
seqHint: seqHint !== undefined,
|
|
3221
|
-
mode: "incremental",
|
|
3222
|
-
normalizedCwd,
|
|
3223
|
-
normalizedChanged,
|
|
3224
|
-
fileSignatures,
|
|
3225
|
-
signature,
|
|
3226
|
-
facts,
|
|
3227
|
-
seqAtBuildStart,
|
|
3228
|
-
ignoredIds,
|
|
3229
|
-
cacheEpoch,
|
|
3230
|
-
resolveIdentity
|
|
3231
|
-
});
|
|
3232
|
-
if (incremental) {
|
|
3233
|
-
updateGraphBuildInfo(incremental, { seqFastpathFallback });
|
|
3234
|
-
return incremental;
|
|
3235
|
-
}
|
|
3236
|
-
}
|
|
3237
|
-
const diskCached = sourceFilesTruncated ? null : loadPersistedGraph(cwd, undefined, resolveIdentity);
|
|
3238
|
-
if (diskCached?.signature === signature) {
|
|
3239
|
-
const graph = cloneGraph(diskCached.graph);
|
|
3240
|
-
rebuildIndexes(graph);
|
|
3241
|
-
graph.changedSymbolsByFile.clear();
|
|
3242
|
-
for (const file of normalizedChanged) {
|
|
3243
|
-
upsertChangedSymbols(graph, facts, file);
|
|
3244
|
-
}
|
|
3245
|
-
const generation = ++_graphGenerationCounter;
|
|
3246
|
-
setWorkspaceGraph(normalizedCwd, {
|
|
3247
|
-
signature,
|
|
3248
|
-
fileSignatures: new Map(fileSignatures),
|
|
3249
|
-
fileHashes: diskCached.fileHashes,
|
|
3250
|
-
graph: cloneGraph(diskCached.graph),
|
|
3251
|
-
buildGeneration: generation,
|
|
3252
|
-
...verifiedCacheFields(seqAtBuildStart)
|
|
3253
|
-
}, cacheEpoch);
|
|
3254
|
-
setGraphBuildInfo(graph, {
|
|
3255
|
-
reused: true,
|
|
3256
|
-
mode: "cached",
|
|
3257
|
-
seqFastpathFallback,
|
|
3258
|
-
graphChanged: false
|
|
3259
|
-
});
|
|
3260
|
-
graph.buildGeneration = generation;
|
|
3261
|
-
setSessionReviewGraphFact(cwd, facts, graph);
|
|
3262
|
-
return graph;
|
|
3263
|
-
}
|
|
3264
|
-
if (diskCached) {
|
|
3265
|
-
const incremental = await tryIncrementalFromCache({
|
|
3266
|
-
signature: diskCached.signature,
|
|
3267
|
-
fileSignatures: diskCached.fileSignatures,
|
|
3268
|
-
fileHashes: diskCached.fileHashes,
|
|
3269
|
-
graph: diskCached.graph
|
|
3270
|
-
}, {
|
|
3271
|
-
cwd,
|
|
3272
|
-
buildId,
|
|
3273
|
-
seqHint: seqHint !== undefined,
|
|
3274
|
-
mode: "incremental",
|
|
3275
|
-
normalizedCwd,
|
|
3276
|
-
normalizedChanged,
|
|
3277
|
-
fileSignatures,
|
|
3278
|
-
signature,
|
|
3279
|
-
facts,
|
|
3280
|
-
seqAtBuildStart,
|
|
3281
|
-
ignoredIds,
|
|
3282
|
-
resolveIdentity
|
|
3283
|
-
});
|
|
3284
|
-
if (incremental) {
|
|
3285
|
-
updateGraphBuildInfo(incremental, { seqFastpathFallback });
|
|
3286
|
-
return incremental;
|
|
3287
|
-
}
|
|
3288
|
-
}
|
|
3289
|
-
const resumed = sourceFilesTruncated ? null : await tryResumeFromCheckpoint(cwd, filesToBuild, ignoredIds, resolveIdentity);
|
|
3290
|
-
const graph = resumed?.graph ?? createEmptyGraph();
|
|
3291
|
-
const filesToExtract = resumed?.remaining ?? filesToBuild;
|
|
3292
|
-
const treeSitterClient = getSharedTreeSitterClient();
|
|
3293
|
-
treeSitterClient?.ensureTreeCacheCapacity(filesToExtract.length);
|
|
3294
|
-
const extractionStartedAt = Date.now();
|
|
3295
|
-
const fileHashes = resumed?.fileHashes ?? new Map;
|
|
3296
|
-
const checkpointEvery = graphCheckpointEveryFiles();
|
|
3297
|
-
const checkpointMinIntervalMs = graphCheckpointMinIntervalMs();
|
|
3298
|
-
const testStopAfter = Number(process.env.DM_LENS_GRAPH_CHECKPOINT_TEST_STOP_AFTER);
|
|
3299
|
-
let filesSinceCheckpoint = 0;
|
|
3300
|
-
let lastCheckpointMs = Date.now();
|
|
3301
|
-
let extractedCount = 0;
|
|
3302
|
-
const extractFiles = async () => {
|
|
3303
|
-
for (const file of filesToExtract) {
|
|
3304
|
-
let content;
|
|
3305
|
-
try {
|
|
3306
|
-
const bytes = fs.readFileSync(file);
|
|
3307
|
-
content = bytes.toString("utf-8");
|
|
3308
|
-
fileHashes.set(file, createHash("sha256").update(bytes).digest("hex"));
|
|
3309
|
-
} catch {
|
|
3310
|
-
content = null;
|
|
3311
|
-
fileHashes.set(file, "missing");
|
|
3312
|
-
}
|
|
3313
|
-
await addFileToGraph(graph, cwd, file, facts, ignoredIds, content);
|
|
3314
|
-
if (normalizedChangedSet.has(file)) {
|
|
3315
|
-
upsertChangedSymbols(graph, facts, file);
|
|
3316
|
-
}
|
|
3317
|
-
extractedCount++;
|
|
3318
|
-
filesSinceCheckpoint++;
|
|
3319
|
-
if (Number.isFinite(testStopAfter) && testStopAfter > 0 && extractedCount >= testStopAfter) {
|
|
3320
|
-
writeReviewGraphCheckpointSync(cwd, buildReviewGraphCheckpointData(cwd, graph, fileHashes, filesToBuild.length, ignoredIds, resolveIdentity), {
|
|
3321
|
-
nodes: graph.nodes.size,
|
|
3322
|
-
edges: graph.edges.length,
|
|
3323
|
-
processed: fileHashes.size,
|
|
3324
|
-
target: filesToBuild.length
|
|
3325
|
-
});
|
|
3326
|
-
throw new Error("__review_graph_checkpoint_test_abort__");
|
|
3327
|
-
}
|
|
3328
|
-
const remainingAfter = filesToExtract.length - extractedCount;
|
|
3329
|
-
if (filesSinceCheckpoint >= checkpointEvery && remainingAfter >= checkpointEvery && Date.now() - lastCheckpointMs >= checkpointMinIntervalMs) {
|
|
3330
|
-
writeReviewGraphCheckpoint(cwd, graph, fileHashes, filesToBuild.length, ignoredIds, resolveIdentity);
|
|
3331
|
-
filesSinceCheckpoint = 0;
|
|
3332
|
-
lastCheckpointMs = Date.now();
|
|
3333
|
-
}
|
|
3334
|
-
}
|
|
3335
|
-
};
|
|
3336
|
-
const extractAndDrainIr = async () => {
|
|
3337
|
-
try {
|
|
3338
|
-
await extractFiles();
|
|
3339
|
-
} finally {
|
|
3340
|
-
clearReviewGraphFileIr(cwd);
|
|
3341
|
-
}
|
|
3342
|
-
};
|
|
3343
|
-
if (treeSitterClient) {
|
|
3344
|
-
await treeSitterClient.withParseCacheMeasurement(extractAndDrainIr, (stats) => {
|
|
3345
|
-
logTreeSitterCacheStats({
|
|
3346
|
-
scope: "review_graph_full",
|
|
3347
|
-
filePath: cwd,
|
|
3348
|
-
fileCount: filesToBuild.length,
|
|
3349
|
-
durationMs: Date.now() - extractionStartedAt,
|
|
3350
|
-
stats,
|
|
3351
|
-
astGrep: { durationMs: 0, fileCount: 0 }
|
|
3352
|
-
});
|
|
3353
|
-
});
|
|
3354
|
-
} else {
|
|
3355
|
-
await extractAndDrainIr();
|
|
3356
|
-
}
|
|
3357
|
-
if (resumed) {
|
|
3358
|
-
for (const file of normalizedChangedSet) {
|
|
3359
|
-
if (resumed.fileHashes.has(file)) {
|
|
3360
|
-
upsertChangedSymbols(graph, facts, file);
|
|
3361
|
-
}
|
|
3362
|
-
}
|
|
3363
|
-
}
|
|
3364
|
-
resolveDeferredSymbolEdges(graph);
|
|
3365
|
-
graph.version = REVIEW_GRAPH_VERSION;
|
|
3366
|
-
graph.builtAt = new Date().toISOString();
|
|
3367
|
-
graph.persistCoverage = sourceFilesTruncated ? graphCoverage(graph, graphPersistMaxElements(), sourceFileCount, true, filesToBuild) : undefined;
|
|
3368
|
-
deleteReviewGraphCheckpoint(cwd);
|
|
3369
|
-
const generation = ++_graphGenerationCounter;
|
|
3370
|
-
const retained = retainedGraph(cwd, graph);
|
|
3371
|
-
const wasCapped = retained !== graph;
|
|
3372
|
-
const graphSnapshot = wasCapped ? retained : cloneGraph(graph);
|
|
3373
|
-
if (!wasCapped)
|
|
3374
|
-
rebuildIndexes(graphSnapshot);
|
|
3375
|
-
graphSnapshot.buildGeneration = generation;
|
|
3376
|
-
setWorkspaceGraph(normalizedCwd, {
|
|
3377
|
-
signature,
|
|
3378
|
-
fileSignatures: new Map(fileSignatures),
|
|
3379
|
-
fileHashes,
|
|
3380
|
-
graph: graphSnapshot,
|
|
3381
|
-
buildGeneration: generation,
|
|
3382
|
-
...verifiedCacheFields(seqAtBuildStart)
|
|
3383
|
-
}, cacheEpoch);
|
|
3384
|
-
const persistReason = persistGraph(cwd, signature, fileSignatures, fileHashes, graphSnapshot, {
|
|
3385
|
-
buildId,
|
|
3386
|
-
projectSeq: seqAtBuildStart,
|
|
3387
|
-
seqHint: seqHint !== undefined,
|
|
3388
|
-
mode: "full",
|
|
3389
|
-
sourceFileCount,
|
|
3390
|
-
sourceFilesTruncated,
|
|
3391
|
-
resolveIdentity
|
|
3392
|
-
});
|
|
3393
|
-
setGraphBuildInfo(graph, {
|
|
3394
|
-
reused: false,
|
|
3395
|
-
mode: "full",
|
|
3396
|
-
sourceFileCount,
|
|
3397
|
-
sourceFileCountTruncated: sourceFilesTruncated,
|
|
3398
|
-
pathNormalizeCalls,
|
|
3399
|
-
seqFastpathFallback,
|
|
3400
|
-
...persistReason ? { persistReason } : {},
|
|
3401
|
-
graphChanged: true
|
|
3402
|
-
});
|
|
3403
|
-
graph.buildGeneration = generation;
|
|
3404
|
-
setSessionReviewGraphFact(cwd, facts, graphSnapshot);
|
|
3405
|
-
return graph;
|
|
3406
|
-
}
|
|
3407
|
-
function buildCacheKey(cwd, changedFiles) {
|
|
3408
|
-
return `${buildCacheWorkspaceKey(cwd)}|${[...changedFiles].sort((a, b) => compareOrdinal(a, b)).join(",")}`;
|
|
3409
|
-
}
|
|
3410
|
-
export function isGraphBuildInFlight(cwd, changedFiles = []) {
|
|
3411
|
-
return _buildCache.has(buildCacheKey(cwd, changedFiles));
|
|
3412
|
-
}
|
|
3413
|
-
export function buildOrUpdateGraph(cwd, changedFiles, facts, seqHint) {
|
|
3414
|
-
const cacheKey = buildCacheKey(cwd, changedFiles);
|
|
3415
|
-
const cached = _buildCache.get(cacheKey);
|
|
3416
|
-
if (cached)
|
|
3417
|
-
return cached;
|
|
3418
|
-
const startedAt = Date.now();
|
|
3419
|
-
const buildId = ++_buildIdCounter;
|
|
3420
|
-
recordBuildAttempt(cwd, "running", undefined, buildId);
|
|
3421
|
-
const startedProjectSeq = seqHint?.projectSeq();
|
|
3422
|
-
logReviewGraph({
|
|
3423
|
-
cwd,
|
|
3424
|
-
phase: "build_started",
|
|
3425
|
-
observability: {
|
|
3426
|
-
graph: {
|
|
3427
|
-
buildId,
|
|
3428
|
-
...startedProjectSeq === undefined ? {} : { projectSeq: startedProjectSeq },
|
|
3429
|
-
...seqHint === undefined ? {} : { seqHint: true },
|
|
3430
|
-
nodes: 0,
|
|
3431
|
-
edges: 0
|
|
3432
|
-
}
|
|
3433
|
-
}
|
|
3434
|
-
});
|
|
3435
|
-
const promise = _doBuildGraph(cwd, changedFiles, facts, seqHint, buildId).then((graph) => {
|
|
3436
|
-
const buildInfo = getGraphBuildInfoForGraph(graph);
|
|
3437
|
-
if (buildInfo.mode === "skipped") {
|
|
3438
|
-
const reason = buildInfo.skipReason ?? "skipped";
|
|
3439
|
-
recordBuildAttempt(cwd, "skipped", reason, buildId);
|
|
3440
|
-
logReviewGraph({
|
|
3441
|
-
cwd,
|
|
3442
|
-
phase: "build_skipped",
|
|
3443
|
-
reason,
|
|
3444
|
-
durationMs: Date.now() - startedAt,
|
|
3445
|
-
observability: {
|
|
3446
|
-
graph: graphLogMetadata(graph, {
|
|
3447
|
-
buildId,
|
|
3448
|
-
projectSeq: startedProjectSeq,
|
|
3449
|
-
seqHint: seqHint !== undefined,
|
|
3450
|
-
mode: buildInfo.mode,
|
|
3451
|
-
sourceFileCount: buildInfo.sourceFileCount,
|
|
3452
|
-
sourceFileCountTruncated: buildInfo.sourceFileCountTruncated,
|
|
3453
|
-
pathNormalizeCalls: buildInfo.pathNormalizeCalls
|
|
3454
|
-
})
|
|
3455
|
-
}
|
|
3456
|
-
});
|
|
3457
|
-
} else {
|
|
3458
|
-
const reason = buildInfo.persistReason;
|
|
3459
|
-
recordBuildAttempt(cwd, "succeeded", reason, buildId);
|
|
3460
|
-
logReviewGraph({
|
|
3461
|
-
cwd,
|
|
3462
|
-
phase: "build_succeeded",
|
|
3463
|
-
durationMs: Date.now() - startedAt,
|
|
3464
|
-
nodes: graph.nodes.size,
|
|
3465
|
-
edges: graph.edges.length,
|
|
3466
|
-
...reason ? { reason } : {},
|
|
3467
|
-
observability: {
|
|
3468
|
-
graph: graphLogMetadata(graph, {
|
|
3469
|
-
buildId,
|
|
3470
|
-
projectSeq: startedProjectSeq,
|
|
3471
|
-
seqHint: seqHint !== undefined,
|
|
3472
|
-
mode: buildInfo.mode,
|
|
3473
|
-
sourceFileCount: buildInfo.sourceFileCount,
|
|
3474
|
-
sourceFileCountTruncated: buildInfo.sourceFileCountTruncated,
|
|
3475
|
-
pathNormalizeCalls: buildInfo.pathNormalizeCalls
|
|
3476
|
-
})
|
|
3477
|
-
}
|
|
3478
|
-
});
|
|
3479
|
-
}
|
|
3480
|
-
return graph;
|
|
3481
|
-
}).catch((err) => {
|
|
3482
|
-
const reason = err instanceof Error ? err.message : String(err);
|
|
3483
|
-
recordBuildAttempt(cwd, "failed", reason, buildId);
|
|
3484
|
-
logReviewGraph({
|
|
3485
|
-
cwd,
|
|
3486
|
-
phase: "build_failed",
|
|
3487
|
-
reason,
|
|
3488
|
-
durationMs: Date.now() - startedAt,
|
|
3489
|
-
error: reason,
|
|
3490
|
-
observability: {
|
|
3491
|
-
graph: {
|
|
3492
|
-
buildId,
|
|
3493
|
-
...seqHint === undefined ? {} : { seqHint: true },
|
|
3494
|
-
nodes: 0,
|
|
3495
|
-
edges: 0
|
|
3496
|
-
}
|
|
3497
|
-
}
|
|
3498
|
-
});
|
|
3499
|
-
throw err;
|
|
3500
|
-
});
|
|
3501
|
-
_buildCache.set(cacheKey, promise);
|
|
3502
|
-
const release = () => {
|
|
3503
|
-
if (_buildCache.get(cacheKey) === promise)
|
|
3504
|
-
_buildCache.delete(cacheKey);
|
|
3505
|
-
};
|
|
3506
|
-
promise.then(release, release);
|
|
3507
|
-
return promise;
|
|
3508
|
-
}
|
|
3509
|
-
export function extractSymbolsAndRefsFromGraph(graph) {
|
|
3510
|
-
const allSymbols = new Map;
|
|
3511
|
-
const allRefs = new Map;
|
|
3512
|
-
const nodeSymbols = new Map;
|
|
3513
|
-
const coverage = {
|
|
3514
|
-
totalEvidence: 0,
|
|
3515
|
-
callsEvidence: 0,
|
|
3516
|
-
referencesEvidence: 0,
|
|
3517
|
-
eligibleEvidence: 0,
|
|
3518
|
-
resolvedEvidence: 0,
|
|
3519
|
-
unresolvedEvidence: 0,
|
|
3520
|
-
typeOnlyEvidence: 0,
|
|
3521
|
-
unsupportedEvidence: 0,
|
|
3522
|
-
sameFileEvidence: 0,
|
|
3523
|
-
duplicateEvidence: 0,
|
|
3524
|
-
complete: graph.persistCoverage?.partial !== true && graph.persistCoverage?.inProgress !== true,
|
|
3525
|
-
languages: {}
|
|
3526
|
-
};
|
|
3527
|
-
const numberMetadata = (node, key) => {
|
|
3528
|
-
const value = node?.metadata?.[key];
|
|
3529
|
-
return typeof value === "number" && Number.isFinite(value) ? value : undefined;
|
|
3530
|
-
};
|
|
3531
|
-
const symbolKind = (node) => {
|
|
3532
|
-
switch (node.symbolKind) {
|
|
3533
|
-
case "class":
|
|
3534
|
-
case "interface":
|
|
3535
|
-
case "type":
|
|
3536
|
-
case "variable":
|
|
3537
|
-
case "method":
|
|
3538
|
-
case "property":
|
|
3539
|
-
case "function":
|
|
3540
|
-
return node.symbolKind;
|
|
3541
|
-
default:
|
|
3542
|
-
return "function";
|
|
3543
|
-
}
|
|
3544
|
-
};
|
|
3545
|
-
for (const node of graph.nodes.values()) {
|
|
3546
|
-
if (node.kind !== "symbol" || !node.filePath || !node.symbolName)
|
|
3547
|
-
continue;
|
|
3548
|
-
const sym = {
|
|
3549
|
-
id: node.id,
|
|
3550
|
-
name: node.symbolName,
|
|
3551
|
-
kind: symbolKind(node),
|
|
3552
|
-
filePath: node.filePath,
|
|
3553
|
-
line: numberMetadata(node, "line") ?? 1,
|
|
3554
|
-
endLine: numberMetadata(node, "endLine"),
|
|
3555
|
-
column: numberMetadata(node, "column") ?? 1,
|
|
3556
|
-
isExported: node.exported === true
|
|
3557
|
-
};
|
|
3558
|
-
nodeSymbols.set(node.id, sym);
|
|
3559
|
-
const list = allSymbols.get(node.filePath) ?? [];
|
|
3560
|
-
list.push(sym);
|
|
3561
|
-
allSymbols.set(node.filePath, list);
|
|
3562
|
-
}
|
|
3563
|
-
const addRef = (ref) => {
|
|
3564
|
-
const list = allRefs.get(ref.filePath) ?? [];
|
|
3565
|
-
list.push(ref);
|
|
3566
|
-
allRefs.set(ref.filePath, list);
|
|
3567
|
-
};
|
|
3568
|
-
for (const edge of graph.edges) {
|
|
3569
|
-
if (edge.kind !== "calls" && edge.kind !== "references")
|
|
3570
|
-
continue;
|
|
3571
|
-
coverage.totalEvidence++;
|
|
3572
|
-
if (edge.kind === "calls")
|
|
3573
|
-
coverage.callsEvidence++;
|
|
3574
|
-
else
|
|
3575
|
-
coverage.referencesEvidence++;
|
|
3576
|
-
const fromNode = graph.nodes.get(edge.from);
|
|
3577
|
-
const targetNode = graph.nodes.get(edge.to);
|
|
3578
|
-
const callerFile = fromNode?.kind === "symbol" ? fromNode.filePath : fromNode?.kind === "file" ? fromNode.filePath : edge.from.startsWith("file:") ? edge.from.slice("file:".length) : undefined;
|
|
3579
|
-
if (!callerFile) {
|
|
3580
|
-
coverage.unsupportedEvidence++;
|
|
3581
|
-
continue;
|
|
3582
|
-
}
|
|
3583
|
-
const metadata = edge.metadata ?? {};
|
|
3584
|
-
const referenceKind = edge.kind === "calls" ? "call" : metadata.referenceKind === "call" ? "call" : metadata.referenceKind === "type" ? "type" : "unknown";
|
|
3585
|
-
const resolution = edge.resolution ?? (targetNode && !targetNode.metadata?.unresolvedName ? "exact" : "unresolved");
|
|
3586
|
-
const targetSymbol = nodeSymbols.get(edge.to);
|
|
3587
|
-
const targetName = targetNode?.symbolName ?? (edge.to.startsWith("symbol-name:") ? edge.to.slice("symbol-name:".length) : undefined);
|
|
3588
|
-
const line = typeof metadata.line === "number" ? metadata.line : numberMetadata(fromNode, "line") ?? 1;
|
|
3589
|
-
const column = typeof metadata.column === "number" ? metadata.column : numberMetadata(fromNode, "column") ?? 1;
|
|
3590
|
-
addRef({
|
|
3591
|
-
symbolId: targetName ? `${callerFile}:${targetName}` : edge.to,
|
|
3592
|
-
filePath: callerFile,
|
|
3593
|
-
line,
|
|
3594
|
-
column,
|
|
3595
|
-
evidenceKind: edge.kind,
|
|
3596
|
-
referenceKind,
|
|
3597
|
-
targetId: edge.to,
|
|
3598
|
-
callerSymbolId: fromNode?.kind === "symbol" ? fromNode.id : undefined,
|
|
3599
|
-
resolution,
|
|
3600
|
-
targetName,
|
|
3601
|
-
targetKind: targetNode?.symbolKind,
|
|
3602
|
-
targetFilePath: targetNode?.filePath,
|
|
3603
|
-
targetLine: numberMetadata(targetNode, "line"),
|
|
3604
|
-
targetColumn: numberMetadata(targetNode, "column")
|
|
3605
|
-
});
|
|
3606
|
-
if (referenceKind === "type")
|
|
3607
|
-
coverage.typeOnlyEvidence++;
|
|
3608
|
-
else if (referenceKind !== "call")
|
|
3609
|
-
coverage.unsupportedEvidence++;
|
|
3610
|
-
else if (!targetSymbol || resolution === "name-only" || resolution === "unresolved") {
|
|
3611
|
-
coverage.unresolvedEvidence++;
|
|
3612
|
-
} else {
|
|
3613
|
-
coverage.eligibleEvidence++;
|
|
3614
|
-
coverage.resolvedEvidence++;
|
|
3615
|
-
}
|
|
3616
|
-
}
|
|
3617
|
-
let sawRelevantFileNode = false;
|
|
3618
|
-
for (const node of graph.nodes.values()) {
|
|
3619
|
-
if (node.kind !== "file")
|
|
3620
|
-
continue;
|
|
3621
|
-
sawRelevantFileNode = true;
|
|
3622
|
-
const extraction = node.metadata?.extractionCoverage;
|
|
3623
|
-
const statuses = extraction ? Object.values(extraction) : [];
|
|
3624
|
-
const languageStatus = !extraction || statuses.length === 0 || statuses.includes("unavailable") ? "unavailable" : statuses.includes("partial") ? "partial" : "complete";
|
|
3625
|
-
if (languageStatus !== "complete")
|
|
3626
|
-
coverage.complete = false;
|
|
3627
|
-
if (node.language) {
|
|
3628
|
-
const prior = coverage.languages[node.language];
|
|
3629
|
-
coverage.languages[node.language] = prior === "unavailable" || languageStatus === "unavailable" ? "unavailable" : prior === "partial" || languageStatus === "partial" ? "partial" : languageStatus;
|
|
3630
|
-
}
|
|
3631
|
-
}
|
|
3632
|
-
if (!sawRelevantFileNode)
|
|
3633
|
-
coverage.complete = false;
|
|
3634
|
-
return { allSymbols, allRefs, coverage };
|
|
3635
|
-
}
|