@duckmind/dm-darwin-x64 0.67.0 → 0.67.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/dm +2 -2
- package/extensions/.dm-extensions.json +122 -605
- package/extensions/dm-lens/clients/actionable-warnings.js +12 -4
- package/extensions/dm-lens/clients/advisory-provenance.js +11 -10
- package/extensions/dm-lens/clients/agent-nudge.js +1 -1
- package/extensions/dm-lens/clients/analysis-root.js +75 -34
- package/extensions/dm-lens/clients/bash-file-access.js +550 -123
- package/extensions/dm-lens/clients/blocker-freshness.js +202 -19
- package/extensions/dm-lens/clients/blocker-past-eof.js +3 -1
- package/extensions/dm-lens/clients/bounded-telemetry.js +3 -0
- package/extensions/dm-lens/clients/cache-manager.js +22 -1
- package/extensions/dm-lens/clients/cache-observability.js +278 -17
- package/extensions/dm-lens/clients/cargo-manifest.js +8 -12
- package/extensions/dm-lens/clients/cascade-format.js +162 -19
- package/extensions/dm-lens/clients/codebase-model.js +2 -2
- package/extensions/dm-lens/clients/config-locations.js +1 -8
- package/extensions/dm-lens/clients/content-stamp.js +16 -0
- package/extensions/dm-lens/clients/context-injection-ledger.js +160 -0
- package/extensions/dm-lens/clients/deferred-runner-blockers.js +46 -6
- package/extensions/dm-lens/clients/degradation-ledger.js +21 -1
- package/extensions/dm-lens/clients/deps/ast-grep-napi.js +10 -0
- package/extensions/dm-lens/clients/diagnostic-dispositions.js +28 -12
- package/extensions/dm-lens/clients/disk-change-consumers.js +312 -0
- package/extensions/dm-lens/clients/disk-change-subscribers.js +197 -0
- package/extensions/dm-lens/clients/disk-changes.js +168 -0
- package/extensions/dm-lens/clients/dispatch/auxiliary-lsp.js +10 -6
- package/extensions/dm-lens/clients/dispatch/dispatcher.js +300 -61
- package/extensions/dm-lens/clients/dispatch/fact-store.js +2 -8
- package/extensions/dm-lens/clients/dispatch/facts/function-facts.js +87 -94
- package/extensions/dm-lens/clients/dispatch/finding-policy.js +25 -1
- package/extensions/dm-lens/clients/dispatch/indent-detect.js +1 -1
- package/extensions/dm-lens/clients/dispatch/integration.js +349 -135
- package/extensions/dm-lens/clients/dispatch/lane-copies.js +23 -0
- package/extensions/dm-lens/clients/dispatch/pending-runner-findings.js +3 -0
- package/extensions/dm-lens/clients/dispatch/pre-edit-seed.js +57 -0
- package/extensions/dm-lens/clients/dispatch/rule-id-normalize.js +6 -1
- package/extensions/dm-lens/clients/dispatch/rules/high-complexity.js +2 -17
- package/extensions/dm-lens/clients/dispatch/rules/high-fan-out.js +1 -9
- package/extensions/dm-lens/clients/dispatch/runner-context.js +9 -10
- package/extensions/dm-lens/clients/dispatch/runners/ast-grep-literal-anchors.js +58 -0
- package/extensions/dm-lens/clients/dispatch/runners/ast-grep-napi.js +59 -14
- package/extensions/dm-lens/clients/dispatch/runners/biome-check.js +9 -18
- package/extensions/dm-lens/clients/dispatch/runners/cue-vet.js +11 -21
- package/extensions/dm-lens/clients/dispatch/runners/dart-analyze.js +1 -1
- package/extensions/dm-lens/clients/dispatch/runners/detekt.js +4 -3
- package/extensions/dm-lens/clients/dispatch/runners/dotnet-build.js +15 -6
- package/extensions/dm-lens/clients/dispatch/runners/fish-indent.js +59 -5
- package/extensions/dm-lens/clients/dispatch/runners/gleam-check.js +9 -19
- package/extensions/dm-lens/clients/dispatch/runners/go-vet.js +2 -2
- package/extensions/dm-lens/clients/dispatch/runners/golangci-lint.js +17 -1
- package/extensions/dm-lens/clients/dispatch/runners/helm-lint.js +8 -5
- package/extensions/dm-lens/clients/dispatch/runners/helm-render.js +1 -1
- package/extensions/dm-lens/clients/dispatch/runners/ktlint.js +27 -5
- package/extensions/dm-lens/clients/dispatch/runners/lsp.js +91 -30
- package/extensions/dm-lens/clients/dispatch/runners/oxlint.js +9 -18
- package/extensions/dm-lens/clients/dispatch/runners/shellcheck.js +11 -20
- package/extensions/dm-lens/clients/dispatch/runners/shfmt.js +7 -0
- package/extensions/dm-lens/clients/dispatch/runners/taplo.js +2 -1
- package/extensions/dm-lens/clients/dispatch/runners/tree-sitter.js +29 -16
- package/extensions/dm-lens/clients/dispatch/runners/utils/availability-policy.js +32 -4
- package/extensions/dm-lens/clients/dispatch/runners/utils/candidate-probe.js +8 -0
- package/extensions/dm-lens/clients/dispatch/runners/utils/diagnostic-parsers.js +2 -1
- package/extensions/dm-lens/clients/dispatch/runners/utils/runner-helpers.js +1 -1
- package/extensions/dm-lens/clients/dispatch/runners/utils/tool-failure.js +9 -18
- package/extensions/dm-lens/clients/dispatch/runners/vale.js +2 -16
- package/extensions/dm-lens/clients/dispatch/types.js +45 -0
- package/extensions/dm-lens/clients/dispatch/utils/lsp-diagnostics.js +2 -1
- package/extensions/dm-lens/clients/ephemeral-root.js +10 -20
- package/extensions/dm-lens/clients/file-kinds.js +6 -2
- package/extensions/dm-lens/clients/file-mutation-queue.js +4 -8
- package/extensions/dm-lens/clients/file-utils.js +167 -28
- package/extensions/dm-lens/clients/finding-delivery-gate.js +15 -1
- package/extensions/dm-lens/clients/finding-identity.js +56 -0
- package/extensions/dm-lens/clients/fix-run-restore.js +10 -0
- package/extensions/dm-lens/clients/format-service.js +23 -5
- package/extensions/dm-lens/clients/formatters.js +33 -25
- package/extensions/dm-lens/clients/git-guard.js +516 -85
- package/extensions/dm-lens/clients/govulncheck-client.js +8 -0
- package/extensions/dm-lens/clients/grammar-source.js +39 -5
- package/extensions/dm-lens/clients/gzip-stage-write.js +99 -18
- package/extensions/dm-lens/clients/inline-blocker-fields.js +1 -1
- package/extensions/dm-lens/clients/installer/index.js +83 -85
- package/extensions/dm-lens/clients/installer/managed-tool-refresh.js +211 -8
- package/extensions/dm-lens/clients/instance-reaper.js +19 -8
- package/extensions/dm-lens/clients/instance-registry.js +12 -0
- package/extensions/dm-lens/clients/jscpd-client.js +20 -4
- package/extensions/dm-lens/clients/language-profile.js +8 -7
- package/extensions/dm-lens/clients/language-registry.js +45 -4
- package/extensions/dm-lens/clients/latency-logger.js +10 -2
- package/extensions/dm-lens/clients/lens-config.js +14 -4
- package/extensions/dm-lens/clients/lens-engine.js +10 -2
- package/extensions/dm-lens/clients/lens-flag-registry.js +19 -3
- package/extensions/dm-lens/clients/line-alignment.js +200 -0
- package/extensions/dm-lens/clients/lsp/capabilities.js +2 -2
- package/extensions/dm-lens/clients/lsp/cascade-tier.js +148 -38
- package/extensions/dm-lens/clients/lsp/client-registry.js +906 -0
- package/extensions/dm-lens/clients/lsp/client.js +413 -108
- package/extensions/dm-lens/clients/lsp/config.js +151 -47
- package/extensions/dm-lens/clients/lsp/content-limits.js +2 -2
- package/extensions/dm-lens/clients/lsp/content-scan.js +69 -0
- package/extensions/dm-lens/clients/lsp/created-import-targets.js +134 -0
- package/extensions/dm-lens/clients/lsp/diagnostic-binding.js +34 -0
- package/extensions/dm-lens/clients/lsp/document-drift.js +63 -15
- package/extensions/dm-lens/clients/lsp/edits.js +109 -26
- package/extensions/dm-lens/clients/lsp/environment-gap.js +186 -0
- package/extensions/dm-lens/clients/lsp/file-server-match.js +26 -0
- package/extensions/dm-lens/clients/lsp/implicit-scope.js +208 -0
- package/extensions/dm-lens/clients/lsp/index.js +574 -916
- package/extensions/dm-lens/clients/lsp/inferred-project.js +37 -15
- package/extensions/dm-lens/clients/lsp/jvm-runtime.js +15 -9
- package/extensions/dm-lens/clients/lsp/language.js +8 -1
- package/extensions/dm-lens/clients/lsp/launch.js +93 -43
- package/extensions/dm-lens/clients/lsp/lombok.js +0 -13
- package/extensions/dm-lens/clients/lsp/path-utils.js +2 -0
- package/extensions/dm-lens/clients/lsp/position-encoding.js +0 -7
- package/extensions/dm-lens/clients/lsp/server-config-files.js +11 -0
- package/extensions/dm-lens/clients/lsp/server-traits.js +8 -2
- package/extensions/dm-lens/clients/lsp/server.js +273 -76
- package/extensions/dm-lens/clients/lsp/session-roots.js +38 -3
- package/extensions/dm-lens/clients/lsp/wait-policy/strategies.js +87 -5
- package/extensions/dm-lens/clients/lsp/watch-queue.js +23 -2
- package/extensions/dm-lens/clients/lsp/workspace-diagnostics-cache.js +183 -47
- package/extensions/dm-lens/clients/lsp/workspace-diagnostics-session.js +35 -0
- package/extensions/dm-lens/clients/lsp-mutation.js +1 -1
- package/extensions/dm-lens/clients/mcp/analyze.js +51 -13
- package/extensions/dm-lens/clients/mcp/ipc.js +24 -1
- package/extensions/dm-lens/clients/mcp/session.js +2 -7
- package/extensions/dm-lens/clients/memory-sampler.js +19 -1
- package/extensions/dm-lens/clients/metrics-history.js +16 -29
- package/extensions/dm-lens/clients/mutating-tool.js +4 -2
- package/extensions/dm-lens/clients/mutation-attribution.js +1 -4
- package/extensions/dm-lens/clients/observed-mutation.js +7 -1
- package/extensions/dm-lens/clients/opaque-mutation-scan.js +273 -59
- package/extensions/dm-lens/clients/opengrep-client.js +6 -1
- package/extensions/dm-lens/clients/opengrep-config.js +10 -5
- package/extensions/dm-lens/clients/opengrep-rule-pack.js +19 -0
- package/extensions/dm-lens/clients/out-of-band-changes.js +342 -0
- package/extensions/dm-lens/clients/package-manager.js +51 -62
- package/extensions/dm-lens/clients/package-root.js +8 -12
- package/extensions/dm-lens/clients/partial-edit-apply.js +8 -4
- package/extensions/dm-lens/clients/path-birth.js +58 -0
- package/extensions/dm-lens/clients/path-utils.js +145 -23
- package/extensions/dm-lens/clients/persist-worker-stats.js +8 -0
- package/extensions/dm-lens/clients/persistent-reverify.js +2 -1
- package/extensions/dm-lens/clients/pipeline.js +248 -35
- package/extensions/dm-lens/clients/probe-home-state.js +6 -0
- package/extensions/dm-lens/clients/project-changes.js +9 -3
- package/extensions/dm-lens/clients/project-diagnostics/fresh-fetch.js +1 -1
- package/extensions/dm-lens/clients/project-diagnostics/scanner.js +4 -2
- package/extensions/dm-lens/clients/project-lens-config.js +4 -6
- package/extensions/dm-lens/clients/project-root-markers.js +8 -0
- package/extensions/dm-lens/clients/project-snapshot-persist-worker.js +26 -8
- package/extensions/dm-lens/clients/project-snapshot.js +36 -10
- package/extensions/dm-lens/clients/python-environment.js +239 -12
- package/extensions/dm-lens/clients/read-guard-tool-lines.js +2 -8
- package/extensions/dm-lens/clients/read-guard.js +130 -43
- package/extensions/dm-lens/clients/review-graph/builder.js +102 -19
- package/extensions/dm-lens/clients/review-graph/git-identity.js +7 -2
- package/extensions/dm-lens/clients/review-graph/import-resolvers.js +9 -0
- package/extensions/dm-lens/clients/review-graph/tsconfig-paths.js +35 -2
- package/extensions/dm-lens/clients/ruff-client.js +0 -2
- package/extensions/dm-lens/clients/rules-scanner.js +0 -43
- package/extensions/dm-lens/clients/runtime-agent-end.js +37 -6
- package/extensions/dm-lens/clients/runtime-coordinator.js +177 -31
- package/extensions/dm-lens/clients/runtime-session.js +106 -66
- package/extensions/dm-lens/clients/runtime-tool-call.js +162 -65
- package/extensions/dm-lens/clients/runtime-tool-result.js +634 -147
- package/extensions/dm-lens/clients/runtime-turn.js +472 -150
- package/extensions/dm-lens/clients/rust-client.js +11 -13
- package/extensions/dm-lens/clients/safe-spawn.js +149 -17
- package/extensions/dm-lens/clients/sanitize.js +0 -169
- package/extensions/dm-lens/clients/search-read-registration.js +22 -4
- package/extensions/dm-lens/clients/session-lifecycle.js +44 -1
- package/extensions/dm-lens/clients/session-repository.js +119 -0
- package/extensions/dm-lens/clients/session-scope.js +1 -1
- package/extensions/dm-lens/clients/session-start-observability.js +12 -0
- package/extensions/dm-lens/clients/session-state-store.js +6 -1
- package/extensions/dm-lens/clients/sg-runner.js +5 -8
- package/extensions/dm-lens/clients/sgconfig.js +7 -14
- package/extensions/dm-lens/clients/single-flight.js +1 -0
- package/extensions/dm-lens/clients/source-filter.js +19 -16
- package/extensions/dm-lens/clients/source-walker.js +21 -3
- package/extensions/dm-lens/clients/startup-scan.js +18 -23
- package/extensions/dm-lens/clients/test-runner-client.js +21 -27
- package/extensions/dm-lens/clients/test-runner-delivery.js +2 -10
- package/extensions/dm-lens/clients/tool-config.js +24 -4
- package/extensions/dm-lens/clients/tool-cwd.js +11 -9
- package/extensions/dm-lens/clients/tool-policy.js +1 -8
- package/extensions/dm-lens/clients/tool-set-policy.js +32 -3
- package/extensions/dm-lens/clients/tree-sitter-client.js +70 -24
- package/extensions/dm-lens/clients/tree-sitter-query-loader.js +13 -1
- package/extensions/dm-lens/clients/tree-sitter-symbol-extractor.js +81 -56
- package/extensions/dm-lens/clients/warm-attach.js +33 -8
- package/extensions/dm-lens/clients/widget-state.js +48 -31
- package/extensions/dm-lens/clients/word-index-logger.js +3 -0
- package/extensions/dm-lens/clients/word-index.js +15 -2
- package/extensions/dm-lens/clients/workspace-topology.js +10 -8
- package/extensions/dm-lens/config/biome/core.jsonc +3 -3
- package/extensions/dm-lens/config/dependency-cruiser-eager-allowlist.json +1 -0
- package/extensions/dm-lens/index.js +336 -141
- package/extensions/dm-lens/mcp/analyze-cli.js +1 -1
- package/extensions/dm-lens/mcp/cli.js +1 -1
- package/extensions/dm-lens/mcp/server.js +16 -13
- package/extensions/dm-lens/mcp/worker.js +1 -1
- package/extensions/dm-lens/package.json +1 -1
- package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/no-return-value-in-generator-test.yml +17 -0
- package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/no-sql-in-code-execute-js-test.yml +86 -0
- package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/no-sql-in-code-execute-test.yml +86 -0
- package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/unchecked-numeric-parse-python-test.yml +15 -0
- package/extensions/dm-lens/rules/ast-grep-rules/rules/no-return-value-in-generator.yml +9 -4
- package/extensions/dm-lens/rules/ast-grep-rules/rules/no-sql-in-code-execute-js.yml +119 -0
- package/extensions/dm-lens/rules/ast-grep-rules/rules/no-sql-in-code-execute.yml +119 -0
- package/extensions/dm-lens/rules/ast-grep-rules/rules/unchecked-numeric-parse-python.yml +13 -2
- package/extensions/dm-lens/rules/rule-catalog.json +25 -1
- package/extensions/dm-lens/scripts/lib/process-scan.mjs +1 -1
- package/extensions/dm-lens/skills/{pi-lens-ast-grep → dm-lens-ast-grep}/SKILL.md +1 -1
- package/extensions/dm-lens/tools/activate-tools.js +3 -2
- package/extensions/dm-lens/tools/ast-grep-outline.js +6 -4
- package/extensions/dm-lens/tools/ast-grep-replace.js +17 -10
- package/extensions/dm-lens/tools/ast-grep-search.js +27 -19
- package/extensions/dm-lens/tools/lens-diagnostic-mark.js +3 -3
- package/extensions/dm-lens/tools/lens-diagnostics.js +260 -68
- package/extensions/dm-lens/tools/lsp-diagnostics.js +303 -76
- package/extensions/dm-lens/tools/lsp-navigation.js +168 -102
- package/extensions/dm-lens/tools/module-report.js +2 -1
- package/extensions/dm-lens/tools/shared.js +16 -2
- package/extensions/dm-mcp-adapter/.github/workflows/ci.yml +82 -0
- package/extensions/dm-mcp-adapter/THIRD_PARTY_NOTICES.md +1 -1
- package/extensions/dm-mcp-adapter/VISION.md +94 -0
- package/extensions/dm-mcp-adapter/agent-dir.js +2 -2
- package/extensions/dm-mcp-adapter/bearer-command-resolver.js +5 -3
- package/extensions/dm-mcp-adapter/bench/server-memory.mjs +432 -0
- package/extensions/dm-mcp-adapter/bench/session.js +105 -0
- package/extensions/dm-mcp-adapter/bench/token-cost/data.mjs +231 -0
- package/extensions/dm-mcp-adapter/bench/token-cost/run.mjs +190 -0
- package/extensions/dm-mcp-adapter/bench/token-cost/server.mjs +109 -0
- package/extensions/dm-mcp-adapter/cli.js +55 -100
- package/extensions/dm-mcp-adapter/codemode-bridge.js +92 -0
- package/extensions/dm-mcp-adapter/commands.js +143 -26
- package/extensions/dm-mcp-adapter/config.js +303 -78
- package/extensions/dm-mcp-adapter/conformance/baseline-client.yml +22 -0
- package/extensions/dm-mcp-adapter/conformance/driver.js +200 -0
- package/extensions/dm-mcp-adapter/conformance/driver.sh +24 -0
- package/extensions/dm-mcp-adapter/conformance/run.sh +130 -0
- package/extensions/dm-mcp-adapter/deferred-tool-surface.js +69 -0
- package/extensions/dm-mcp-adapter/direct-tool-surface.js +96 -72
- package/extensions/dm-mcp-adapter/direct-tools.js +76 -53
- package/extensions/dm-mcp-adapter/dm-host-tool-context.js +0 -0
- package/extensions/dm-mcp-adapter/elicitation-handler.js +4 -0
- package/extensions/dm-mcp-adapter/error-signal.js +12 -1
- package/extensions/dm-mcp-adapter/executor-accounts.js +192 -0
- package/extensions/dm-mcp-adapter/executor-app-tools.js +61 -0
- package/extensions/dm-mcp-adapter/executor-catalog.js +157 -0
- package/extensions/dm-mcp-adapter/executor-pauses.js +105 -0
- package/extensions/dm-mcp-adapter/extraction-settings.js +43 -0
- package/extensions/dm-mcp-adapter/extraction.js +396 -0
- package/extensions/dm-mcp-adapter/host-html-template.js +1 -1
- package/extensions/dm-mcp-adapter/host-managed.js +24 -5
- package/extensions/dm-mcp-adapter/index.js +761 -76
- package/extensions/dm-mcp-adapter/init.js +235 -11
- package/extensions/dm-mcp-adapter/jev-semantic-search.js +161 -0
- package/extensions/dm-mcp-adapter/mcp-code.js +12 -11
- package/extensions/dm-mcp-adapter/mcp-keyring-helper.cjs +1 -1
- package/extensions/dm-mcp-adapter/mcp-output-guard.js +7 -0
- package/extensions/dm-mcp-adapter/mcp-panel.js +23 -21
- package/extensions/dm-mcp-adapter/mcp-probe.js +1 -1
- package/extensions/dm-mcp-adapter/mcp-status.js +2 -1
- package/extensions/dm-mcp-adapter/mcp-tasks.js +46 -7
- package/extensions/dm-mcp-adapter/metadata-cache.js +93 -5
- package/extensions/dm-mcp-adapter/namespace-tools.js +12 -4
- package/extensions/dm-mcp-adapter/output-shape.js +1 -1
- package/extensions/dm-mcp-adapter/package.json +1 -1
- package/extensions/dm-mcp-adapter/pi-mcp.mp4 +0 -0
- package/extensions/dm-mcp-adapter/pi-signin-import.js +1 -1
- package/extensions/dm-mcp-adapter/project-server-trust.js +108 -20
- package/extensions/dm-mcp-adapter/proxy-modes.js +320 -110
- package/extensions/dm-mcp-adapter/request-headers-command.js +17 -1
- package/extensions/dm-mcp-adapter/runtime-owner.js +7 -6
- package/extensions/dm-mcp-adapter/sampling-handler.js +8 -2
- package/extensions/dm-mcp-adapter/script-tool-save.js +251 -0
- package/extensions/dm-mcp-adapter/script-tool-surface.js +100 -0
- package/extensions/dm-mcp-adapter/script-tools.js +72 -0
- package/extensions/dm-mcp-adapter/semantic-search.js +176 -50
- package/extensions/dm-mcp-adapter/semantic-settings.js +51 -0
- package/extensions/dm-mcp-adapter/server-log.js +19 -0
- package/extensions/dm-mcp-adapter/server-manager.js +64 -21
- package/extensions/dm-mcp-adapter/task-entries.js +60 -0
- package/extensions/dm-mcp-adapter/task-jobs.js +263 -0
- package/extensions/dm-mcp-adapter/tool-approval.js +49 -2
- package/extensions/dm-mcp-adapter/tool-metadata.js +70 -3
- package/extensions/dm-mcp-adapter/tool-registrar.js +8 -1
- package/extensions/dm-mcp-adapter/tool-result-renderer.js +10 -6
- package/extensions/dm-mcp-adapter/types.js +7 -0
- package/extensions/dm-mcp-adapter/ui-server.js +24 -18
- package/extensions/dm-mcp-adapter/ui-session.js +3 -3
- package/extensions/dm-mcp-adapter/upgrade-notice.js +42 -0
- package/extensions/dm-mcp-adapter/utils.js +33 -7
- package/extensions/dm-ponytail/extensions/ponytail.mjs +11 -3
- package/extensions/dm-ponytail/hooks/band/board.js +524 -0
- package/extensions/dm-ponytail/hooks/band/logo.js +2 -0
- package/extensions/dm-ponytail/hooks/band/metrics.js +238 -0
- package/extensions/dm-ponytail/hooks/band/register.js +532 -0
- package/extensions/dm-ponytail/hooks/claude-band.json +6 -0
- package/extensions/dm-ponytail/hooks/claude-codex-hooks.json +6 -6
- package/extensions/dm-ponytail/hooks/copilot-hooks.json +6 -6
- package/extensions/dm-ponytail/hooks/cursor-hooks.json +2 -2
- package/extensions/dm-ponytail/hooks/ponytail-activate.js +105 -70
- package/extensions/dm-ponytail/hooks/ponytail-band-import.js +308 -0
- package/extensions/dm-ponytail/hooks/ponytail-config.js +4 -0
- package/extensions/dm-ponytail/hooks/ponytail-instructions.js +1 -1
- package/extensions/dm-ponytail/hooks/ponytail-map.js +7 -3
- package/extensions/dm-ponytail/hooks/ponytail-mode-tracker.js +41 -4
- package/extensions/dm-ponytail/hooks/ponytail-runtime.js +11 -8
- package/extensions/dm-ponytail/pi-extension/index.js +11 -3
- package/extensions/dm-ponytail/skills/ponytail/SKILL.md +1 -1
- package/extensions/dm-ponytail/skills/ponytail-debt/SKILL.md +4 -5
- package/extensions/dm-ponytail/skills/ponytail-gain/SKILL.md +0 -1
- package/extensions/dm-ponytail/skills/ponytail-help/SKILL.md +6 -0
- package/extensions/dm-skills-manager/package.json +1 -1
- package/extensions/dm-subagents/VISION.md +98 -0
- package/extensions/dm-subagents/agents/evidence-auditor.md +1 -0
- package/extensions/dm-subagents/agents/oracle.md +1 -0
- package/extensions/dm-subagents/agents/reviewer.md +1 -0
- package/extensions/dm-subagents/package.json +2 -1
- package/extensions/dm-subagents/scripts/build-package.mjs +128 -0
- package/extensions/dm-subagents/skills/council-mode/SKILL.md +1 -4
- package/extensions/dm-subagents/skills/dm-subagents/SKILL.md +130 -106
- package/extensions/dm-subagents/skills/dm-subagents/references/execution-controls.md +4 -3
- package/extensions/dm-subagents/skills/dm-subagents/references/orchestration.md +124 -0
- package/extensions/dm-subagents/skills/dm-subagents/references/prompting-and-roles.md +96 -295
- package/extensions/dm-subagents/src/agents/agent-management.js +14 -19
- package/extensions/dm-subagents/src/agents/agent-memory.js +2 -1
- package/extensions/dm-subagents/src/agents/agent-serializer.js +1 -2
- package/extensions/dm-subagents/src/agents/agents.js +7 -8
- package/extensions/dm-subagents/src/agents/frontmatter.js +34 -16
- package/extensions/dm-subagents/src/agents/skills.js +1 -1
- package/extensions/dm-subagents/src/api/background-work.js +8 -5
- package/extensions/dm-subagents/src/api/external-runs.js +3 -4
- package/extensions/dm-subagents/src/extension/active-runs-prompt.js +20 -0
- package/extensions/dm-subagents/src/extension/config.js +12 -0
- package/extensions/dm-subagents/src/extension/declaration-pinning.js +20 -3
- package/extensions/dm-subagents/src/extension/herdr-dm-bridge.js +24 -12
- package/extensions/dm-subagents/src/extension/index.js +125 -20
- package/extensions/dm-subagents/src/extension/public-execution.js +3 -0
- package/extensions/dm-subagents/src/extension/reply-workflow-script.js +3 -2
- package/extensions/dm-subagents/src/extension/rpc.js +5 -3
- package/extensions/dm-subagents/src/extension/schemas.js +6 -5
- package/extensions/dm-subagents/src/extension/subagent-guide.js +1 -2
- package/extensions/dm-subagents/src/extension/tool-activation.js +60 -26
- package/extensions/dm-subagents/src/extension/tool-description.js +2 -2
- package/extensions/dm-subagents/src/extension/upgrade-notice.js +5 -1
- package/extensions/dm-subagents/src/intercom/native-supervisor-channel.js +143 -15
- package/extensions/dm-subagents/src/missions/actions.js +4 -1
- package/extensions/dm-subagents/src/missions/lifecycle.js +32 -8
- package/extensions/dm-subagents/src/missions/store.js +1 -0
- package/extensions/dm-subagents/src/runs/background/active-async-capacity.js +15 -9
- package/extensions/dm-subagents/src/runs/background/async-execution.js +30 -16
- package/extensions/dm-subagents/src/runs/background/async-job-tracker.js +12 -3
- package/extensions/dm-subagents/src/runs/background/async-resume.js +5 -3
- package/extensions/dm-subagents/src/runs/background/async-status-snapshot.js +4 -2
- package/extensions/dm-subagents/src/runs/background/async-status.js +32 -10
- package/extensions/dm-subagents/src/runs/background/auto-drain.js +2 -1
- package/extensions/dm-subagents/src/runs/background/await-async-run.js +2 -7
- package/extensions/dm-subagents/src/runs/background/boot-id.js +36 -0
- package/extensions/dm-subagents/src/runs/background/chain-root-attachment.js +4 -4
- package/extensions/dm-subagents/src/runs/background/index-segment.js +1 -1
- package/extensions/dm-subagents/src/runs/background/inspect-rpc.js +17 -3
- package/extensions/dm-subagents/src/runs/background/interrupted-elsewhere.js +55 -0
- package/extensions/dm-subagents/src/runs/background/notify.js +98 -10
- package/extensions/dm-subagents/src/runs/background/result-delivery-ownership.js +20 -22
- package/extensions/dm-subagents/src/runs/background/result-files.js +9 -6
- package/extensions/dm-subagents/src/runs/background/result-watcher.js +32 -17
- package/extensions/dm-subagents/src/runs/background/resume-guidance.js +2 -1
- package/extensions/dm-subagents/src/runs/background/retained-children.js +1 -1
- package/extensions/dm-subagents/src/runs/background/run-child-session.js +40 -21
- package/extensions/dm-subagents/src/runs/background/run-status.js +12 -5
- package/extensions/dm-subagents/src/runs/background/runner-aliases.js +7 -5
- package/extensions/dm-subagents/src/runs/background/runner-child-launch.js +1 -2
- package/extensions/dm-subagents/src/runs/background/stale-run-reconciler.js +89 -21
- package/extensions/dm-subagents/src/runs/background/subagent-runner-bootstrap.js +2 -0
- package/extensions/dm-subagents/src/runs/background/subagent-runner.js +190 -244
- package/extensions/dm-subagents/src/runs/background/subagent-wait.js +5 -2
- package/extensions/dm-subagents/src/runs/background/terminal-run-index.js +39 -4
- package/extensions/dm-subagents/src/runs/background/wait-subscriptions.js +5 -1
- package/extensions/dm-subagents/src/runs/background/workflow-terminal-proof.js +28 -2
- package/extensions/dm-subagents/src/runs/foreground/async-dismiss-action.js +2 -1
- package/extensions/dm-subagents/src/runs/foreground/async-steering-action.js +21 -7
- package/extensions/dm-subagents/src/runs/foreground/async-stop-action.js +10 -8
- package/extensions/dm-subagents/src/runs/foreground/command-action.js +2 -1
- package/extensions/dm-subagents/src/runs/foreground/execution.js +107 -66
- package/extensions/dm-subagents/src/runs/foreground/foreground-history.js +111 -32
- package/extensions/dm-subagents/src/runs/foreground/prompt-audit.js +2 -2
- package/extensions/dm-subagents/src/runs/foreground/subagent-executor.js +377 -126
- package/extensions/dm-subagents/src/runs/shared/async-status-projection.js +18 -1
- package/extensions/dm-subagents/src/runs/shared/child-commands.js +7 -1
- package/extensions/dm-subagents/src/runs/shared/child-runtime-config.js +1 -0
- package/extensions/dm-subagents/src/runs/shared/child-session.js +184 -65
- package/extensions/dm-subagents/src/runs/shared/child-tool-plan.js +14 -3
- package/extensions/dm-subagents/src/runs/shared/dm-spawn.js +71 -25
- package/extensions/dm-subagents/src/runs/shared/external-cli-runner.js +2 -1
- package/extensions/dm-subagents/src/runs/shared/herdr-connection.js +20 -10
- package/extensions/dm-subagents/src/runs/shared/herdr-external-adapters.js +1 -1
- package/extensions/dm-subagents/src/runs/shared/herdr-machine.js +50 -8
- package/extensions/dm-subagents/src/runs/shared/herdr-pane-host.js +212 -0
- package/extensions/dm-subagents/src/runs/shared/herdr-placed-run.js +47 -503
- package/extensions/dm-subagents/src/runs/shared/local-machine-access.js +29 -0
- package/extensions/dm-subagents/src/runs/shared/long-running-guard.js +70 -17
- package/extensions/dm-subagents/src/runs/shared/model-resolution.js +7 -1
- package/extensions/dm-subagents/src/runs/shared/nested-events.js +2 -0
- package/extensions/dm-subagents/src/runs/shared/orca-progress-tabs.js +2 -24
- package/extensions/dm-subagents/src/runs/shared/parallel-handoff.js +9 -6
- package/extensions/dm-subagents/src/runs/shared/partial-output.js +5 -0
- package/extensions/dm-subagents/src/runs/shared/placed-run-owner.js +157 -0
- package/extensions/dm-subagents/src/runs/shared/placement-host.js +166 -0
- package/extensions/dm-subagents/src/runs/shared/rex-machine.js +75 -0
- package/extensions/dm-subagents/src/runs/shared/rex-pane-host.js +306 -0
- package/extensions/dm-subagents/src/runs/shared/run-ownership.js +7 -0
- package/extensions/dm-subagents/src/runs/shared/single-output.js +29 -6
- package/extensions/dm-subagents/src/runs/shared/structured-output.js +1 -0
- package/extensions/dm-subagents/src/runs/shared/subagent-control.js +2 -1
- package/extensions/dm-subagents/src/runs/shared/subagent-prompt-runtime.js +177 -17
- package/extensions/dm-subagents/src/runs/shared/tool-budget.js +1 -1
- package/extensions/dm-subagents/src/shared/accessible-dir.js +1 -1
- package/extensions/dm-subagents/src/shared/child-transcript.js +1 -1
- package/extensions/dm-subagents/src/shared/completion-owner.js +1 -0
- package/extensions/dm-subagents/src/shared/dm-declarations.js +36 -1
- package/extensions/dm-subagents/src/shared/dm-safeguards.js +1 -1
- package/extensions/dm-subagents/src/shared/dm-settlement.js +2 -0
- package/extensions/dm-subagents/src/shared/extension-context.js +3 -0
- package/extensions/dm-subagents/src/shared/file-lease.js +4 -1
- package/extensions/dm-subagents/src/shared/fork-context.js +21 -8
- package/extensions/dm-subagents/src/shared/parent-wake.js +6 -11
- package/extensions/dm-subagents/src/shared/provider-diagnostics.js +59 -0
- package/extensions/dm-subagents/src/shared/session-identity.js +24 -0
- package/extensions/dm-subagents/src/shared/session-succession.js +18 -0
- package/extensions/dm-subagents/src/shared/types.js +5 -4
- package/extensions/dm-subagents/src/shared/utils.js +13 -0
- package/extensions/dm-subagents/src/slash/delegation-adapters.js +8 -1
- package/extensions/dm-subagents/src/slash/prompt-template-bridge.js +2 -1
- package/extensions/dm-subagents/src/slash/slash-commands.js +6 -4
- package/extensions/dm-subagents/src/slash/subagents-admin.js +3 -2
- package/extensions/dm-subagents/src/tui/dm-mouse-region.js +9 -1
- package/extensions/dm-subagents/src/tui/fleet-layout.js +19 -0
- package/extensions/dm-subagents/src/tui/fleet-status.js +20 -3
- package/extensions/dm-subagents/src/tui/fleet-viewport.js +59 -0
- package/extensions/dm-subagents/src/tui/fleet.js +92 -69
- package/extensions/dm-subagents/src/tui/render.js +45 -19
- package/extensions/dm-subagents/src/tui/subagent-messages.js +1 -0
- package/extensions/dm-subagents/src/watchdog/change-signature.js +1 -3
- package/extensions/dm-subagents/src/watchdog/diff-tool.js +7 -3
- package/extensions/dm-subagents/src/watchdog/permission-arbiter.js +15 -6
- package/extensions/dm-subagents/src/watchdog/register-main.js +10 -9
- package/extensions/dm-subagents/src/watchdog/review.js +9 -1
- package/extensions/dm-subagents/src/watchdog/runtime.js +3 -5
- package/extensions/dm-subagents/src/workflows/scripted-workflow.js +33 -6
- package/extensions/dm-subagents/src/workflows/structured-workflow-scripts.js +21 -8
- package/extensions/dm-subagents/src/workflows/workflow-auto-resume.js +81 -0
- package/extensions/dm-subagents/src/workflows/workflow-child-summary.js +18 -2
- package/extensions/dm-subagents/src/workflows/workflow-launch-record.js +45 -0
- package/extensions/dm-subagents/src/workflows/workflow-resources.js +2 -2
- package/extensions/dm-subagents/src/workflows/workflow-resume-claim.js +171 -0
- package/extensions/dm-subagents/src/workflows/workflow-resume.js +88 -0
- package/extensions/dm-subagents/src/workflows/workflow-reuse.js +72 -3
- package/extensions/dm-subagents/src/workflows/workflow-revival.js +1 -1
- package/extensions/dm-subagents/src/workflows/workflow-stop-cause.js +5 -0
- package/extensions/dm-tty/index.js +4 -2
- package/extensions/dm-tty/standalone.js +4 -1
- package/extensions/dm-web-access/.github/workflows/test.yml +28 -0
- package/extensions/dm-web-access/anysearch.js +3 -3
- package/extensions/dm-web-access/bocha.js +3 -3
- package/extensions/dm-web-access/brave-rate-limit.js +2 -2
- package/extensions/dm-web-access/brave.js +5 -10
- package/extensions/dm-web-access/brightdata-unlocker.js +2 -2
- package/extensions/dm-web-access/brightdata.js +3 -3
- package/extensions/dm-web-access/ceramic.js +2 -2
- package/extensions/dm-web-access/chrome-cookies.js +1 -1
- package/extensions/dm-web-access/claim-judge.js +147 -0
- package/extensions/dm-web-access/content-find.js +1 -1
- package/extensions/dm-web-access/credential-source.js +42 -5
- package/extensions/dm-web-access/curator-page.js +8 -2
- package/extensions/dm-web-access/curator-server.js +6 -0
- package/extensions/dm-web-access/deepseek.js +331 -0
- package/extensions/dm-web-access/duckduckgo-rate-limit.js +75 -0
- package/extensions/dm-web-access/duckduckgo.js +49 -43
- package/extensions/dm-web-access/endpoint-pdf-extract.js +30 -77
- package/extensions/dm-web-access/eval/claim-judge.mjs +96 -0
- package/extensions/dm-web-access/eval/field-extract.mjs +84 -0
- package/extensions/dm-web-access/eval/fixtures/claims-calibration.json +1026 -0
- package/extensions/dm-web-access/eval/fixtures/claims-holdout.json +896 -0
- package/extensions/dm-web-access/eval/fixtures/claims-sibling-holdout.json +226 -0
- package/extensions/dm-web-access/eval/fixtures/extract-calibration.json +12 -0
- package/extensions/dm-web-access/eval/fixtures/extract-holdout.json +172 -0
- package/extensions/dm-web-access/eval/fixtures/offtopic-calibration.json +103 -0
- package/extensions/dm-web-access/eval/fixtures/offtopic-holdout.json +307 -0
- package/extensions/dm-web-access/eval/offtopic-judge.mjs +66 -0
- package/extensions/dm-web-access/evidence/CONTRACT-EVIDENCE.md +496 -0
- package/extensions/dm-web-access/evidence/contract-probe.mjs +127 -0
- package/extensions/dm-web-access/exa.js +42 -4
- package/extensions/dm-web-access/extract.js +110 -19
- package/extensions/dm-web-access/fetch-params.js +12 -3
- package/extensions/dm-web-access/field-extract.js +324 -0
- package/extensions/dm-web-access/gemini-adc.js +47 -1
- package/extensions/dm-web-access/gemini-api.js +11 -0
- package/extensions/dm-web-access/gemini-search.js +204 -196
- package/extensions/dm-web-access/github-extract.js +1 -1
- package/extensions/dm-web-access/github-issue-pr.js +6 -6
- package/extensions/dm-web-access/index.js +159 -112
- package/extensions/dm-web-access/jina-search.js +6 -4
- package/extensions/dm-web-access/kagi.js +4 -4
- package/extensions/dm-web-access/keenable.js +2 -2
- package/extensions/dm-web-access/linkup.js +160 -0
- package/extensions/dm-web-access/mistral-search.js +4 -4
- package/extensions/dm-web-access/ninerouter.js +100 -0
- package/extensions/dm-web-access/offtopic-judge.js +56 -0
- package/extensions/dm-web-access/ollama.js +4 -4
- package/extensions/dm-web-access/openai-search.js +32 -12
- package/extensions/dm-web-access/package.json +1 -1
- package/extensions/dm-web-access/page-query.js +7 -4
- package/extensions/dm-web-access/parallel.js +6 -7
- package/extensions/dm-web-access/pdf-extract.js +1 -3
- package/extensions/dm-web-access/perplexity.js +6 -5
- package/extensions/dm-web-access/querit.js +3 -3
- package/extensions/dm-web-access/query-rewrite.js +32 -8
- package/extensions/dm-web-access/scripts/dm-extensions-dist.js +16 -0
- package/extensions/dm-web-access/scripts/publish.js +38 -0
- package/extensions/dm-web-access/search1api.js +3 -3
- package/extensions/dm-web-access/searchinfinity.js +3 -3
- package/extensions/dm-web-access/searxng.js +2 -1
- package/extensions/dm-web-access/serpapi.js +6 -5
- package/extensions/dm-web-access/serpbase.js +4 -4
- package/extensions/dm-web-access/serpdive.js +3 -3
- package/extensions/dm-web-access/serper.js +5 -4
- package/extensions/dm-web-access/serply.js +2 -2
- package/extensions/dm-web-access/source-check.js +22 -14
- package/extensions/dm-web-access/ssrf-protection.js +29 -4
- package/extensions/dm-web-access/summary-model-scope.js +11 -1
- package/extensions/dm-web-access/summary-review.js +36 -43
- package/extensions/dm-web-access/tool-activation.js +11 -2
- package/extensions/dm-web-access/upgrade-notice.js +41 -0
- package/extensions/dm-web-access/utils.js +51 -3
- package/extensions/dm-web-access/valyu.js +3 -3
- package/extensions/dm-web-access/video-extract.js +3 -2
- package/extensions/dm-web-access/web-tool-core.js +161 -51
- package/extensions/dm-web-access/xai-search.js +44 -9
- package/extensions/dm-web-access/xcrawl.js +3 -3
- package/extensions/dm-web-access/you.js +2 -2
- package/package.json +4 -4
- package/extensions/dm-lens/dist/clients/actionable-warnings-logger.js +0 -24
- package/extensions/dm-lens/dist/clients/actionable-warnings.js +0 -1062
- package/extensions/dm-lens/dist/clients/advisory-provenance.js +0 -387
- package/extensions/dm-lens/dist/clients/agent-behavior-client.js +0 -94
- package/extensions/dm-lens/dist/clients/agent-nudge.js +0 -253
- package/extensions/dm-lens/dist/clients/analysed-root.js +0 -1
- package/extensions/dm-lens/dist/clients/analysis-root.js +0 -100
- package/extensions/dm-lens/dist/clients/ast-grep-client.js +0 -587
- package/extensions/dm-lens/dist/clients/ast-grep-rule-manager.js +0 -137
- package/extensions/dm-lens/dist/clients/ast-grep-tool-logger.js +0 -85
- package/extensions/dm-lens/dist/clients/ast-grep-types.js +0 -1
- package/extensions/dm-lens/dist/clients/ast-grep-yaml-synth.js +0 -109
- package/extensions/dm-lens/dist/clients/atomic-write-staging.js +0 -66
- package/extensions/dm-lens/dist/clients/atomic-write.js +0 -37
- package/extensions/dm-lens/dist/clients/availability-probe-flight.js +0 -11
- package/extensions/dm-lens/dist/clients/bash-file-access.js +0 -830
- package/extensions/dm-lens/dist/clients/biome-client.js +0 -223
- package/extensions/dm-lens/dist/clients/blocker-freshness.js +0 -377
- package/extensions/dm-lens/dist/clients/blocker-past-eof.js +0 -49
- package/extensions/dm-lens/dist/clients/bootstrap.js +0 -246
- package/extensions/dm-lens/dist/clients/bounded-cache.js +0 -105
- package/extensions/dm-lens/dist/clients/bounded-pid-file-lock.js +0 -275
- package/extensions/dm-lens/dist/clients/bounded-telemetry.js +0 -107
- package/extensions/dm-lens/dist/clients/build-identity.js +0 -45
- package/extensions/dm-lens/dist/clients/bundled-resource-health.js +0 -41
- package/extensions/dm-lens/dist/clients/bus-events-logger.js +0 -48
- package/extensions/dm-lens/dist/clients/bus-publish.js +0 -117
- package/extensions/dm-lens/dist/clients/cache/rule-cache.js +0 -87
- package/extensions/dm-lens/dist/clients/cache-manager.js +0 -428
- package/extensions/dm-lens/dist/clients/cache-observability.js +0 -847
- package/extensions/dm-lens/dist/clients/call-graph.js +0 -628
- package/extensions/dm-lens/dist/clients/cargo-manifest.js +0 -171
- package/extensions/dm-lens/dist/clients/cascade-budget.js +0 -52
- package/extensions/dm-lens/dist/clients/cascade-format.js +0 -160
- package/extensions/dm-lens/dist/clients/cascade-logger.js +0 -22
- package/extensions/dm-lens/dist/clients/cascade-types.js +0 -1
- package/extensions/dm-lens/dist/clients/child-unref.js +0 -59
- package/extensions/dm-lens/dist/clients/code-quality-warnings.js +0 -192
- package/extensions/dm-lens/dist/clients/codebase-model.js +0 -110
- package/extensions/dm-lens/dist/clients/collateral-test-role.js +0 -8
- package/extensions/dm-lens/dist/clients/complexity-client.js +0 -398
- package/extensions/dm-lens/dist/clients/config-core/deny.js +0 -117
- package/extensions/dm-lens/dist/clients/config-core/index.js +0 -2
- package/extensions/dm-lens/dist/clients/config-core/merge.js +0 -228
- package/extensions/dm-lens/dist/clients/config-core/normalize.js +0 -226
- package/extensions/dm-lens/dist/clients/config-core/process-spec.js +0 -147
- package/extensions/dm-lens/dist/clients/config-core/provenance.js +0 -54
- package/extensions/dm-lens/dist/clients/config-core/records.js +0 -79
- package/extensions/dm-lens/dist/clients/config-core/resolve.js +0 -48
- package/extensions/dm-lens/dist/clients/config-core/safe-object.js +0 -22
- package/extensions/dm-lens/dist/clients/config-core/schema.js +0 -93
- package/extensions/dm-lens/dist/clients/config-diagnostic-codes.js +0 -90
- package/extensions/dm-lens/dist/clients/config-locations.js +0 -175
- package/extensions/dm-lens/dist/clients/config-resolve.js +0 -359
- package/extensions/dm-lens/dist/clients/config-schema.js +0 -230
- package/extensions/dm-lens/dist/clients/config-warn.js +0 -146
- package/extensions/dm-lens/dist/clients/confirmed-delete.js +0 -11
- package/extensions/dm-lens/dist/clients/console-guard-install.js +0 -4
- package/extensions/dm-lens/dist/clients/cooperative-budget.js +0 -36
- package/extensions/dm-lens/dist/clients/custom-rule-locations.js +0 -28
- package/extensions/dm-lens/dist/clients/dead-code-client.js +0 -408
- package/extensions/dm-lens/dist/clients/dead-code-logger.js +0 -18
- package/extensions/dm-lens/dist/clients/deadline-utils.js +0 -117
- package/extensions/dm-lens/dist/clients/debug-handles.js +0 -121
- package/extensions/dm-lens/dist/clients/debug-heap.js +0 -80
- package/extensions/dm-lens/dist/clients/deferred-lsp-work.js +0 -33
- package/extensions/dm-lens/dist/clients/deferred-runner-blockers.js +0 -106
- package/extensions/dm-lens/dist/clients/deferred-test-targets.js +0 -31
- package/extensions/dm-lens/dist/clients/degradation-ledger.js +0 -289
- package/extensions/dm-lens/dist/clients/demoted-finding-render.js +0 -64
- package/extensions/dm-lens/dist/clients/dependency-checker.js +0 -534
- package/extensions/dm-lens/dist/clients/deps/ast-grep-napi.js +0 -17
- package/extensions/dm-lens/dist/clients/deps/dm-host-deps.js +0 -10
- package/extensions/dm-lens/dist/clients/deps/dm-tui-compat.js +0 -58
- package/extensions/dm-lens/dist/clients/deps/js-yaml.js +0 -7
- package/extensions/dm-lens/dist/clients/deps/minimatch.js +0 -6
- package/extensions/dm-lens/dist/clients/deps/pidusage.js +0 -5
- package/extensions/dm-lens/dist/clients/deps/typebox.js +0 -5
- package/extensions/dm-lens/dist/clients/deps/vscode-jsonrpc.js +0 -8
- package/extensions/dm-lens/dist/clients/deps/web-tree-sitter.js +0 -11
- package/extensions/dm-lens/dist/clients/diagnostic-dispositions.js +0 -318
- package/extensions/dm-lens/dist/clients/diagnostic-line-freshness.js +0 -142
- package/extensions/dm-lens/dist/clients/diagnostic-logger.js +0 -60
- package/extensions/dm-lens/dist/clients/diagnostic-tracker.js +0 -89
- package/extensions/dm-lens/dist/clients/diagnostics-publish.js +0 -134
- package/extensions/dm-lens/dist/clients/dispatch/adopted-root-runners.js +0 -22
- package/extensions/dm-lens/dist/clients/dispatch/ast-grep-catalog.js +0 -16
- package/extensions/dm-lens/dist/clients/dispatch/auxiliary-lsp.js +0 -158
- package/extensions/dm-lens/dist/clients/dispatch/collect-later-tier.js +0 -25
- package/extensions/dm-lens/dist/clients/dispatch/diagnostic-taxonomy.js +0 -58
- package/extensions/dm-lens/dist/clients/dispatch/dispatcher.js +0 -1017
- package/extensions/dm-lens/dist/clients/dispatch/fact-provider-types.js +0 -1
- package/extensions/dm-lens/dist/clients/dispatch/fact-rule-runner.js +0 -17
- package/extensions/dm-lens/dist/clients/dispatch/fact-runner.js +0 -18
- package/extensions/dm-lens/dist/clients/dispatch/fact-scheduler.js +0 -52
- package/extensions/dm-lens/dist/clients/dispatch/fact-store.js +0 -199
- package/extensions/dm-lens/dist/clients/dispatch/facts/comment-facts.js +0 -23
- package/extensions/dm-lens/dist/clients/dispatch/facts/file-content.js +0 -18
- package/extensions/dm-lens/dist/clients/dispatch/facts/function-facts.js +0 -281
- package/extensions/dm-lens/dist/clients/dispatch/facts/import-facts.js +0 -169
- package/extensions/dm-lens/dist/clients/dispatch/facts/tree-sitter-facts.js +0 -19
- package/extensions/dm-lens/dist/clients/dispatch/facts/try-catch-facts.js +0 -95
- package/extensions/dm-lens/dist/clients/dispatch/finding-policy.js +0 -164
- package/extensions/dm-lens/dist/clients/dispatch/indent-detect.js +0 -227
- package/extensions/dm-lens/dist/clients/dispatch/inline-suppressions.js +0 -52
- package/extensions/dm-lens/dist/clients/dispatch/integration.js +0 -1502
- package/extensions/dm-lens/dist/clients/dispatch/known-runner-ids.js +0 -13
- package/extensions/dm-lens/dist/clients/dispatch/lazy.js +0 -8
- package/extensions/dm-lens/dist/clients/dispatch/pending-runner-findings.js +0 -130
- package/extensions/dm-lens/dist/clients/dispatch/plan.js +0 -284
- package/extensions/dm-lens/dist/clients/dispatch/priorities.js +0 -14
- package/extensions/dm-lens/dist/clients/dispatch/rule-id-normalize.js +0 -49
- package/extensions/dm-lens/dist/clients/dispatch/rule-ignores.js +0 -21
- package/extensions/dm-lens/dist/clients/dispatch/rule-policy.js +0 -102
- package/extensions/dm-lens/dist/clients/dispatch/rules/async-noise.js +0 -31
- package/extensions/dm-lens/dist/clients/dispatch/rules/async-unnecessary-wrapper.js +0 -27
- package/extensions/dm-lens/dist/clients/dispatch/rules/cors-wildcard.js +0 -35
- package/extensions/dm-lens/dist/clients/dispatch/rules/error-obscuring.js +0 -29
- package/extensions/dm-lens/dist/clients/dispatch/rules/error-swallowing.js +0 -29
- package/extensions/dm-lens/dist/clients/dispatch/rules/framework-call-noise.js +0 -31
- package/extensions/dm-lens/dist/clients/dispatch/rules/high-complexity.js +0 -56
- package/extensions/dm-lens/dist/clients/dispatch/rules/high-fan-out.js +0 -45
- package/extensions/dm-lens/dist/clients/dispatch/rules/high-import-coupling.js +0 -31
- package/extensions/dm-lens/dist/clients/dispatch/rules/missing-error-propagation.js +0 -45
- package/extensions/dm-lens/dist/clients/dispatch/rules/no-commented-credentials.js +0 -46
- package/extensions/dm-lens/dist/clients/dispatch/rules/pass-through-wrappers.js +0 -38
- package/extensions/dm-lens/dist/clients/dispatch/rules/placeholder-comments.js +0 -40
- package/extensions/dm-lens/dist/clients/dispatch/rules/unsafe-boundary.js +0 -101
- package/extensions/dm-lens/dist/clients/dispatch/runner-context.js +0 -46
- package/extensions/dm-lens/dist/clients/dispatch/runners/actionlint.js +0 -98
- package/extensions/dm-lens/dist/clients/dispatch/runners/ast-grep-napi.js +0 -694
- package/extensions/dm-lens/dist/clients/dispatch/runners/biome-check.js +0 -205
- package/extensions/dm-lens/dist/clients/dispatch/runners/cpp-check.js +0 -190
- package/extensions/dm-lens/dist/clients/dispatch/runners/credo.js +0 -66
- package/extensions/dm-lens/dist/clients/dispatch/runners/cue-vet.js +0 -171
- package/extensions/dm-lens/dist/clients/dispatch/runners/dart-analyze.js +0 -151
- package/extensions/dm-lens/dist/clients/dispatch/runners/detekt.js +0 -157
- package/extensions/dm-lens/dist/clients/dispatch/runners/dotnet-build.js +0 -157
- package/extensions/dm-lens/dist/clients/dispatch/runners/elixir-check.js +0 -153
- package/extensions/dm-lens/dist/clients/dispatch/runners/eslint.js +0 -99
- package/extensions/dm-lens/dist/clients/dispatch/runners/fact-rules.js +0 -20
- package/extensions/dm-lens/dist/clients/dispatch/runners/fish-indent.js +0 -66
- package/extensions/dm-lens/dist/clients/dispatch/runners/gleam-check.js +0 -110
- package/extensions/dm-lens/dist/clients/dispatch/runners/go-vet.js +0 -52
- package/extensions/dm-lens/dist/clients/dispatch/runners/golangci-lint.js +0 -89
- package/extensions/dm-lens/dist/clients/dispatch/runners/hadolint.js +0 -83
- package/extensions/dm-lens/dist/clients/dispatch/runners/helm-lint.js +0 -144
- package/extensions/dm-lens/dist/clients/dispatch/runners/helm-render.js +0 -593
- package/extensions/dm-lens/dist/clients/dispatch/runners/htmlhint.js +0 -103
- package/extensions/dm-lens/dist/clients/dispatch/runners/index.js +0 -100
- package/extensions/dm-lens/dist/clients/dispatch/runners/javac.js +0 -82
- package/extensions/dm-lens/dist/clients/dispatch/runners/ktlint.js +0 -93
- package/extensions/dm-lens/dist/clients/dispatch/runners/lsp.js +0 -226
- package/extensions/dm-lens/dist/clients/dispatch/runners/markdownlint.js +0 -129
- package/extensions/dm-lens/dist/clients/dispatch/runners/mypy.js +0 -70
- package/extensions/dm-lens/dist/clients/dispatch/runners/oxlint.js +0 -305
- package/extensions/dm-lens/dist/clients/dispatch/runners/php-lint.js +0 -66
- package/extensions/dm-lens/dist/clients/dispatch/runners/phpstan.js +0 -90
- package/extensions/dm-lens/dist/clients/dispatch/runners/prisma-validate.js +0 -66
- package/extensions/dm-lens/dist/clients/dispatch/runners/psscriptanalyzer.js +0 -307
- package/extensions/dm-lens/dist/clients/dispatch/runners/pyright.js +0 -118
- package/extensions/dm-lens/dist/clients/dispatch/runners/rubocop.js +0 -79
- package/extensions/dm-lens/dist/clients/dispatch/runners/ruff.js +0 -69
- package/extensions/dm-lens/dist/clients/dispatch/runners/rust-clippy.js +0 -166
- package/extensions/dm-lens/dist/clients/dispatch/runners/shellcheck.js +0 -177
- package/extensions/dm-lens/dist/clients/dispatch/runners/shfmt.js +0 -85
- package/extensions/dm-lens/dist/clients/dispatch/runners/spellcheck.js +0 -74
- package/extensions/dm-lens/dist/clients/dispatch/runners/spotbugs.js +0 -208
- package/extensions/dm-lens/dist/clients/dispatch/runners/sqlfluff.js +0 -136
- package/extensions/dm-lens/dist/clients/dispatch/runners/stylelint.js +0 -118
- package/extensions/dm-lens/dist/clients/dispatch/runners/swiftlint.js +0 -143
- package/extensions/dm-lens/dist/clients/dispatch/runners/taplo.js +0 -108
- package/extensions/dm-lens/dist/clients/dispatch/runners/terragrunt.js +0 -110
- package/extensions/dm-lens/dist/clients/dispatch/runners/tflint.js +0 -104
- package/extensions/dm-lens/dist/clients/dispatch/runners/tree-sitter.js +0 -521
- package/extensions/dm-lens/dist/clients/dispatch/runners/trivy-config.js +0 -155
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/availability-policy.js +0 -285
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/candidate-probe.js +0 -61
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/diagnostic-parsers.js +0 -61
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/lazy-installer.js +0 -130
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/runner-helpers.js +0 -1143
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/spawn-outcome.js +0 -40
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/tool-failure.js +0 -120
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils/toolchain-availability.js +0 -88
- package/extensions/dm-lens/dist/clients/dispatch/runners/utils.js +0 -8
- package/extensions/dm-lens/dist/clients/dispatch/runners/vale.js +0 -106
- package/extensions/dm-lens/dist/clients/dispatch/runners/yaml-rule-parser.js +0 -170
- package/extensions/dm-lens/dist/clients/dispatch/runners/yamllint.js +0 -83
- package/extensions/dm-lens/dist/clients/dispatch/runners/zig-check.js +0 -72
- package/extensions/dm-lens/dist/clients/dispatch/suppress-writer.js +0 -57
- package/extensions/dm-lens/dist/clients/dispatch/tool-profile.js +0 -30
- package/extensions/dm-lens/dist/clients/dispatch/types.js +0 -27
- package/extensions/dm-lens/dist/clients/dispatch/utils/format-utils.js +0 -58
- package/extensions/dm-lens/dist/clients/dispatch/utils/lsp-diagnostics.js +0 -31
- package/extensions/dm-lens/dist/clients/disposition-logger.js +0 -19
- package/extensions/dm-lens/dist/clients/disposition-publish.js +0 -88
- package/extensions/dm-lens/dist/clients/durable-store.js +0 -77
- package/extensions/dm-lens/dist/clients/effective-config.js +0 -170
- package/extensions/dm-lens/dist/clients/env-utils.js +0 -26
- package/extensions/dm-lens/dist/clients/ephemeral-root.js +0 -67
- package/extensions/dm-lens/dist/clients/error-class.js +0 -3
- package/extensions/dm-lens/dist/clients/eval-timestamp.js +0 -2
- package/extensions/dm-lens/dist/clients/event-loop-hold.js +0 -119
- package/extensions/dm-lens/dist/clients/event-loop-monitor.js +0 -84
- package/extensions/dm-lens/dist/clients/extension-log.js +0 -230
- package/extensions/dm-lens/dist/clients/extension-mode.js +0 -20
- package/extensions/dm-lens/dist/clients/feature-hints.js +0 -88
- package/extensions/dm-lens/dist/clients/file-kinds.js +0 -313
- package/extensions/dm-lens/dist/clients/file-mutation-queue.js +0 -95
- package/extensions/dm-lens/dist/clients/file-role.js +0 -50
- package/extensions/dm-lens/dist/clients/file-time.js +0 -112
- package/extensions/dm-lens/dist/clients/file-utils.js +0 -706
- package/extensions/dm-lens/dist/clients/finding-delivery-gate.js +0 -132
- package/extensions/dm-lens/dist/clients/finding-identity.js +0 -23
- package/extensions/dm-lens/dist/clients/fix-run-restore.js +0 -413
- package/extensions/dm-lens/dist/clients/fix-worklog.js +0 -75
- package/extensions/dm-lens/dist/clients/format-events-publish.js +0 -310
- package/extensions/dm-lens/dist/clients/format-service.js +0 -159
- package/extensions/dm-lens/dist/clients/formatters-lazy.js +0 -8
- package/extensions/dm-lens/dist/clients/formatters.js +0 -1367
- package/extensions/dm-lens/dist/clients/freshness-cadence.js +0 -1
- package/extensions/dm-lens/dist/clients/freshness.js +0 -8
- package/extensions/dm-lens/dist/clients/generated-artifacts.js +0 -209
- package/extensions/dm-lens/dist/clients/generation-guard.js +0 -147
- package/extensions/dm-lens/dist/clients/generation-lock.js +0 -181
- package/extensions/dm-lens/dist/clients/git-guard.js +0 -786
- package/extensions/dm-lens/dist/clients/git-tracked-ignore.js +0 -120
- package/extensions/dm-lens/dist/clients/gitleaks-client.js +0 -290
- package/extensions/dm-lens/dist/clients/go-client.js +0 -47
- package/extensions/dm-lens/dist/clients/govulncheck-client.js +0 -411
- package/extensions/dm-lens/dist/clients/gradle-ktfmt-style.js +0 -177
- package/extensions/dm-lens/dist/clients/grammar-source.js +0 -229
- package/extensions/dm-lens/dist/clients/grammar-wasm-imports.js +0 -48
- package/extensions/dm-lens/dist/clients/gzip-stage-write.js +0 -93
- package/extensions/dm-lens/dist/clients/hard-failure-summary.js +0 -28
- package/extensions/dm-lens/dist/clients/hashline-anchor.js +0 -222
- package/extensions/dm-lens/dist/clients/hook-budgets.js +0 -17
- package/extensions/dm-lens/dist/clients/host-edit-normalize.js +0 -87
- package/extensions/dm-lens/dist/clients/host-ports.js +0 -35
- package/extensions/dm-lens/dist/clients/indent-retarget.js +0 -102
- package/extensions/dm-lens/dist/clients/inline-blocker-dispositions.js +0 -103
- package/extensions/dm-lens/dist/clients/inline-blocker-fields.js +0 -8
- package/extensions/dm-lens/dist/clients/install-diagnostics.js +0 -135
- package/extensions/dm-lens/dist/clients/installer/index.js +0 -3935
- package/extensions/dm-lens/dist/clients/installer/managed-tool-refresh-session.js +0 -17
- package/extensions/dm-lens/dist/clients/installer/managed-tool-refresh.js +0 -522
- package/extensions/dm-lens/dist/clients/instance-reaper-state.js +0 -3
- package/extensions/dm-lens/dist/clients/instance-reaper.js +0 -682
- package/extensions/dm-lens/dist/clients/instance-registry-lock.js +0 -166
- package/extensions/dm-lens/dist/clients/instance-registry-tail.js +0 -17
- package/extensions/dm-lens/dist/clients/instance-registry.js +0 -595
- package/extensions/dm-lens/dist/clients/io-bridge-contract.js +0 -7
- package/extensions/dm-lens/dist/clients/io-bridge.js +0 -357
- package/extensions/dm-lens/dist/clients/jscpd-client.js +0 -300
- package/extensions/dm-lens/dist/clients/json-cache-read.js +0 -25
- package/extensions/dm-lens/dist/clients/knip-client.js +0 -534
- package/extensions/dm-lens/dist/clients/knip-scan-roots.js +0 -26
- package/extensions/dm-lens/dist/clients/language-policy.js +0 -244
- package/extensions/dm-lens/dist/clients/language-profile.js +0 -263
- package/extensions/dm-lens/dist/clients/language-registry.js +0 -427
- package/extensions/dm-lens/dist/clients/latency-logger.js +0 -202
- package/extensions/dm-lens/dist/clients/lazy-import.js +0 -14
- package/extensions/dm-lens/dist/clients/ledger-bounds.js +0 -21
- package/extensions/dm-lens/dist/clients/lens-config.js +0 -246
- package/extensions/dm-lens/dist/clients/lens-engine.js +0 -181
- package/extensions/dm-lens/dist/clients/lens-events.js +0 -105
- package/extensions/dm-lens/dist/clients/lens-flag-registry.js +0 -292
- package/extensions/dm-lens/dist/clients/lens-map.js +0 -980
- package/extensions/dm-lens/dist/clients/live-bus-emitter.js +0 -53
- package/extensions/dm-lens/dist/clients/log-cleanup.js +0 -138
- package/extensions/dm-lens/dist/clients/lsp/aggregation.js +0 -89
- package/extensions/dm-lens/dist/clients/lsp/auxiliary-lifecycle.js +0 -23
- package/extensions/dm-lens/dist/clients/lsp/capabilities.js +0 -94
- package/extensions/dm-lens/dist/clients/lsp/cascade-tier.js +0 -208
- package/extensions/dm-lens/dist/clients/lsp/client.js +0 -2943
- package/extensions/dm-lens/dist/clients/lsp/config.js +0 -471
- package/extensions/dm-lens/dist/clients/lsp/content-limits.js +0 -21
- package/extensions/dm-lens/dist/clients/lsp/diagnostic-binding.js +0 -79
- package/extensions/dm-lens/dist/clients/lsp/document-drift.js +0 -324
- package/extensions/dm-lens/dist/clients/lsp/edits.js +0 -982
- package/extensions/dm-lens/dist/clients/lsp/grouping.js +0 -38
- package/extensions/dm-lens/dist/clients/lsp/index.js +0 -4639
- package/extensions/dm-lens/dist/clients/lsp/inferred-project.js +0 -121
- package/extensions/dm-lens/dist/clients/lsp/jvm-runtime.js +0 -194
- package/extensions/dm-lens/dist/clients/lsp/language.js +0 -23
- package/extensions/dm-lens/dist/clients/lsp/launch.js +0 -564
- package/extensions/dm-lens/dist/clients/lsp/lombok.js +0 -146
- package/extensions/dm-lens/dist/clients/lsp/path-utils.js +0 -1
- package/extensions/dm-lens/dist/clients/lsp/pending-aux-coverage.js +0 -120
- package/extensions/dm-lens/dist/clients/lsp/position-encoding.js +0 -28
- package/extensions/dm-lens/dist/clients/lsp/resolved-config.js +0 -183
- package/extensions/dm-lens/dist/clients/lsp/ruby-drive-dirs.js +0 -42
- package/extensions/dm-lens/dist/clients/lsp/server-covers.js +0 -8
- package/extensions/dm-lens/dist/clients/lsp/server-traits.js +0 -39
- package/extensions/dm-lens/dist/clients/lsp/server.js +0 -2640
- package/extensions/dm-lens/dist/clients/lsp/service-singleton.js +0 -59
- package/extensions/dm-lens/dist/clients/lsp/session-roots.js +0 -52
- package/extensions/dm-lens/dist/clients/lsp/spawn-history.js +0 -15
- package/extensions/dm-lens/dist/clients/lsp/sync-kind.js +0 -30
- package/extensions/dm-lens/dist/clients/lsp/tsserver-sync.js +0 -156
- package/extensions/dm-lens/dist/clients/lsp/wait-policy/capability-snapshot.js +0 -1
- package/extensions/dm-lens/dist/clients/lsp/wait-policy/classification.js +0 -37
- package/extensions/dm-lens/dist/clients/lsp/wait-policy/index.js +0 -3
- package/extensions/dm-lens/dist/clients/lsp/wait-policy/strategies.js +0 -196
- package/extensions/dm-lens/dist/clients/lsp/watch-queue.js +0 -40
- package/extensions/dm-lens/dist/clients/lsp/workspace-diagnostics-cache.js +0 -270
- package/extensions/dm-lens/dist/clients/lsp/workspace-diagnostics-session.js +0 -7
- package/extensions/dm-lens/dist/clients/lsp/workspace-sweep-hold.js +0 -93
- package/extensions/dm-lens/dist/clients/lsp-budget.js +0 -87
- package/extensions/dm-lens/dist/clients/lsp-document-symbols.js +0 -93
- package/extensions/dm-lens/dist/clients/lsp-lazy.js +0 -8
- package/extensions/dm-lens/dist/clients/lsp-mutation.js +0 -309
- package/extensions/dm-lens/dist/clients/lsp-status.js +0 -35
- package/extensions/dm-lens/dist/clients/map-with-concurrency.js +0 -20
- package/extensions/dm-lens/dist/clients/mcp/analyze.js +0 -265
- package/extensions/dm-lens/dist/clients/mcp/host-shim.js +0 -14
- package/extensions/dm-lens/dist/clients/mcp/ipc.js +0 -321
- package/extensions/dm-lens/dist/clients/mcp/review.js +0 -137
- package/extensions/dm-lens/dist/clients/mcp/session.js +0 -305
- package/extensions/dm-lens/dist/clients/memory-sampler.js +0 -145
- package/extensions/dm-lens/dist/clients/message-end-attribution.js +0 -18
- package/extensions/dm-lens/dist/clients/metrics-client.js +0 -80
- package/extensions/dm-lens/dist/clients/metrics-history.js +0 -255
- package/extensions/dm-lens/dist/clients/middle-man-analysis.js +0 -161
- package/extensions/dm-lens/dist/clients/model-provider.js +0 -31
- package/extensions/dm-lens/dist/clients/module-report-lsp.js +0 -140
- package/extensions/dm-lens/dist/clients/module-report.js +0 -1648
- package/extensions/dm-lens/dist/clients/mutating-tool.js +0 -386
- package/extensions/dm-lens/dist/clients/mutation-attribution.js +0 -176
- package/extensions/dm-lens/dist/clients/mutation-bridge.js +0 -231
- package/extensions/dm-lens/dist/clients/ndjson-logger.js +0 -504
- package/extensions/dm-lens/dist/clients/observed-mutation-sources.js +0 -43
- package/extensions/dm-lens/dist/clients/observed-mutation.js +0 -729
- package/extensions/dm-lens/dist/clients/oldtext-autopatch.js +0 -100
- package/extensions/dm-lens/dist/clients/opaque-mutation-scan.js +0 -340
- package/extensions/dm-lens/dist/clients/opengrep-client.js +0 -219
- package/extensions/dm-lens/dist/clients/opengrep-config.js +0 -52
- package/extensions/dm-lens/dist/clients/package-manager.js +0 -358
- package/extensions/dm-lens/dist/clients/package-root.js +0 -25
- package/extensions/dm-lens/dist/clients/partial-edit-apply.js +0 -337
- package/extensions/dm-lens/dist/clients/path-attribution-telemetry.js +0 -31
- package/extensions/dm-lens/dist/clients/path-keyed-map.js +0 -57
- package/extensions/dm-lens/dist/clients/path-utils.js +0 -535
- package/extensions/dm-lens/dist/clients/performance-report.js +0 -291
- package/extensions/dm-lens/dist/clients/persist-debounce.js +0 -37
- package/extensions/dm-lens/dist/clients/persist-worker-stats.js +0 -8
- package/extensions/dm-lens/dist/clients/persistent-reverify.js +0 -166
- package/extensions/dm-lens/dist/clients/php-cs-fixer-config.js +0 -15
- package/extensions/dm-lens/dist/clients/pipeline.js +0 -1279
- package/extensions/dm-lens/dist/clients/post-autofix-notice.js +0 -19
- package/extensions/dm-lens/dist/clients/print-mode.js +0 -3
- package/extensions/dm-lens/dist/clients/probe-home-state.js +0 -67
- package/extensions/dm-lens/dist/clients/process-bridge.js +0 -48
- package/extensions/dm-lens/dist/clients/process-singletons.js +0 -69
- package/extensions/dm-lens/dist/clients/process-snapshot.js +0 -130
- package/extensions/dm-lens/dist/clients/project-changes.js +0 -174
- package/extensions/dm-lens/dist/clients/project-conventions.js +0 -152
- package/extensions/dm-lens/dist/clients/project-diagnostics/cache.js +0 -91
- package/extensions/dm-lens/dist/clients/project-diagnostics/extractors.js +0 -53
- package/extensions/dm-lens/dist/clients/project-diagnostics/fresh-fetch.js +0 -413
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/call-graph-impact.js +0 -64
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/dead-code.js +0 -38
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/gitleaks.js +0 -21
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/govulncheck.js +0 -23
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/jscpd.js +0 -28
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/knip.js +0 -45
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/madge.js +0 -34
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/opengrep.js +0 -32
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/runner-findings.js +0 -79
- package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/trivy.js +0 -41
- package/extensions/dm-lens/dist/clients/project-diagnostics/scanner.js +0 -349
- package/extensions/dm-lens/dist/clients/project-diagnostics/types.js +0 -1
- package/extensions/dm-lens/dist/clients/project-lens-config.js +0 -464
- package/extensions/dm-lens/dist/clients/project-report.js +0 -527
- package/extensions/dm-lens/dist/clients/project-scale.js +0 -60
- package/extensions/dm-lens/dist/clients/project-scan-policy.js +0 -4
- package/extensions/dm-lens/dist/clients/project-snapshot-fingerprint.js +0 -44
- package/extensions/dm-lens/dist/clients/project-snapshot-persist-worker.js +0 -13
- package/extensions/dm-lens/dist/clients/project-snapshot.js +0 -1333
- package/extensions/dm-lens/dist/clients/project-trust.js +0 -104
- package/extensions/dm-lens/dist/clients/python-environment.js +0 -162
- package/extensions/dm-lens/dist/clients/python-provenance.js +0 -551
- package/extensions/dm-lens/dist/clients/quiet-window-config.js +0 -16
- package/extensions/dm-lens/dist/clients/quiet-window.js +0 -129
- package/extensions/dm-lens/dist/clients/read-bridge.js +0 -53
- package/extensions/dm-lens/dist/clients/read-expansion.js +0 -218
- package/extensions/dm-lens/dist/clients/read-guard-branch.js +0 -126
- package/extensions/dm-lens/dist/clients/read-guard-logger.js +0 -186
- package/extensions/dm-lens/dist/clients/read-guard-tool-lines.js +0 -1050
- package/extensions/dm-lens/dist/clients/read-guard.js +0 -1429
- package/extensions/dm-lens/dist/clients/recent-touches.js +0 -126
- package/extensions/dm-lens/dist/clients/redact/secrets.js +0 -386
- package/extensions/dm-lens/dist/clients/resource-sampler.js +0 -344
- package/extensions/dm-lens/dist/clients/reverse-deps.js +0 -227
- package/extensions/dm-lens/dist/clients/review-graph/builder.js +0 -3708
- package/extensions/dm-lens/dist/clients/review-graph/format.js +0 -30
- package/extensions/dm-lens/dist/clients/review-graph/git-identity.js +0 -168
- package/extensions/dm-lens/dist/clients/review-graph/import-resolvers.js +0 -323
- package/extensions/dm-lens/dist/clients/review-graph/persist-worker.js +0 -8
- package/extensions/dm-lens/dist/clients/review-graph/query.js +0 -195
- package/extensions/dm-lens/dist/clients/review-graph/revision-drift.js +0 -3
- package/extensions/dm-lens/dist/clients/review-graph/service.js +0 -60
- package/extensions/dm-lens/dist/clients/review-graph/shared-extraction-ir.js +0 -54
- package/extensions/dm-lens/dist/clients/review-graph/symbol-id.js +0 -29
- package/extensions/dm-lens/dist/clients/review-graph/tsconfig-paths.js +0 -253
- package/extensions/dm-lens/dist/clients/review-graph/types.js +0 -1
- package/extensions/dm-lens/dist/clients/review-graph/workspace-modules.js +0 -374
- package/extensions/dm-lens/dist/clients/review-graph-logger.js +0 -51
- package/extensions/dm-lens/dist/clients/ruff-client.js +0 -109
- package/extensions/dm-lens/dist/clients/rules-scanner.js +0 -113
- package/extensions/dm-lens/dist/clients/run-duration.js +0 -9
- package/extensions/dm-lens/dist/clients/runtime-agent-end.js +0 -800
- package/extensions/dm-lens/dist/clients/runtime-config.js +0 -39
- package/extensions/dm-lens/dist/clients/runtime-context.js +0 -155
- package/extensions/dm-lens/dist/clients/runtime-coordinator.js +0 -1117
- package/extensions/dm-lens/dist/clients/runtime-session.js +0 -1768
- package/extensions/dm-lens/dist/clients/runtime-tool-call.js +0 -935
- package/extensions/dm-lens/dist/clients/runtime-tool-result.js +0 -1630
- package/extensions/dm-lens/dist/clients/runtime-turn.js +0 -2900
- package/extensions/dm-lens/dist/clients/rust-client.js +0 -48
- package/extensions/dm-lens/dist/clients/safe-spawn.js +0 -1275
- package/extensions/dm-lens/dist/clients/sanitize.js +0 -174
- package/extensions/dm-lens/dist/clients/scan-utils.js +0 -7
- package/extensions/dm-lens/dist/clients/scanner-temp-root.js +0 -8
- package/extensions/dm-lens/dist/clients/scratch-tree-policy.js +0 -63
- package/extensions/dm-lens/dist/clients/search-read-registration.js +0 -60
- package/extensions/dm-lens/dist/clients/secret-findings.js +0 -69
- package/extensions/dm-lens/dist/clients/security-scan-client.js +0 -208
- package/extensions/dm-lens/dist/clients/session-event-guard.js +0 -111
- package/extensions/dm-lens/dist/clients/session-lifecycle.js +0 -269
- package/extensions/dm-lens/dist/clients/session-scope.js +0 -451
- package/extensions/dm-lens/dist/clients/session-start-observability.js +0 -47
- package/extensions/dm-lens/dist/clients/session-state-store.js +0 -66
- package/extensions/dm-lens/dist/clients/session-summary.js +0 -8
- package/extensions/dm-lens/dist/clients/sessionstart-logger.js +0 -22
- package/extensions/dm-lens/dist/clients/sg-runner.js +0 -645
- package/extensions/dm-lens/dist/clients/sgconfig.js +0 -306
- package/extensions/dm-lens/dist/clients/shared-checkout-guard.js +0 -177
- package/extensions/dm-lens/dist/clients/single-flight.js +0 -52
- package/extensions/dm-lens/dist/clients/situational-tool-telemetry.js +0 -85
- package/extensions/dm-lens/dist/clients/skills-resolver.js +0 -38
- package/extensions/dm-lens/dist/clients/slow-fs.js +0 -77
- package/extensions/dm-lens/dist/clients/smells-rollup.js +0 -118
- package/extensions/dm-lens/dist/clients/source-filter.js +0 -320
- package/extensions/dm-lens/dist/clients/source-walker.js +0 -96
- package/extensions/dm-lens/dist/clients/spawn-output-cap.js +0 -35
- package/extensions/dm-lens/dist/clients/spawn-timeout-cooldown.js +0 -51
- package/extensions/dm-lens/dist/clients/stale-marker.js +0 -1
- package/extensions/dm-lens/dist/clients/startup-scan.js +0 -230
- package/extensions/dm-lens/dist/clients/startup-timing.js +0 -67
- package/extensions/dm-lens/dist/clients/string-utils.js +0 -6
- package/extensions/dm-lens/dist/clients/subagent-mode.js +0 -40
- package/extensions/dm-lens/dist/clients/symbol-containment.js +0 -16
- package/extensions/dm-lens/dist/clients/symbol-types.js +0 -1
- package/extensions/dm-lens/dist/clients/test-runner-client.js +0 -1697
- package/extensions/dm-lens/dist/clients/test-runner-delivery.js +0 -293
- package/extensions/dm-lens/dist/clients/test-target-roots.js +0 -17
- package/extensions/dm-lens/dist/clients/todo-scanner.js +0 -164
- package/extensions/dm-lens/dist/clients/tool-agreement.js +0 -640
- package/extensions/dm-lens/dist/clients/tool-config.js +0 -219
- package/extensions/dm-lens/dist/clients/tool-cwd.js +0 -235
- package/extensions/dm-lens/dist/clients/tool-definition.js +0 -22
- package/extensions/dm-lens/dist/clients/tool-event.js +0 -24
- package/extensions/dm-lens/dist/clients/tool-policy.js +0 -2393
- package/extensions/dm-lens/dist/clients/tool-probe.js +0 -13
- package/extensions/dm-lens/dist/clients/tool-render.js +0 -79
- package/extensions/dm-lens/dist/clients/tool-set-policy.js +0 -77
- package/extensions/dm-lens/dist/clients/tree-sitter-cache.js +0 -206
- package/extensions/dm-lens/dist/clients/tree-sitter-client.js +0 -3057
- package/extensions/dm-lens/dist/clients/tree-sitter-logger.js +0 -77
- package/extensions/dm-lens/dist/clients/tree-sitter-navigator.js +0 -198
- package/extensions/dm-lens/dist/clients/tree-sitter-query-loader.js +0 -389
- package/extensions/dm-lens/dist/clients/tree-sitter-shared.js +0 -87
- package/extensions/dm-lens/dist/clients/tree-sitter-symbol-extractor.js +0 -959
- package/extensions/dm-lens/dist/clients/trivy-client.js +0 -335
- package/extensions/dm-lens/dist/clients/tui-fit.js +0 -26
- package/extensions/dm-lens/dist/clients/turn-context.js +0 -48
- package/extensions/dm-lens/dist/clients/turn-end/delivery-holds.js +0 -59
- package/extensions/dm-lens/dist/clients/turn-end/lane.js +0 -1
- package/extensions/dm-lens/dist/clients/turn-end/lanes/govulncheck.js +0 -54
- package/extensions/dm-lens/dist/clients/turn-end/lanes/secrets.js +0 -131
- package/extensions/dm-lens/dist/clients/turn-summary-render.js +0 -56
- package/extensions/dm-lens/dist/clients/turn-summary.js +0 -84
- package/extensions/dm-lens/dist/clients/typos-config.js +0 -9
- package/extensions/dm-lens/dist/clients/user-notify.js +0 -15
- package/extensions/dm-lens/dist/clients/vanished-instance-marker.js +0 -18
- package/extensions/dm-lens/dist/clients/warm-attach.js +0 -210
- package/extensions/dm-lens/dist/clients/widget-state.js +0 -997
- package/extensions/dm-lens/dist/clients/word-index-logger.js +0 -21
- package/extensions/dm-lens/dist/clients/word-index-store.js +0 -222
- package/extensions/dm-lens/dist/clients/word-index.js +0 -1494
- package/extensions/dm-lens/dist/clients/workspace-topology.js +0 -268
- package/extensions/dm-lens/dist/clients/write-ordering-guard.js +0 -28
- package/extensions/dm-lens/dist/clients/zizmor-config.js +0 -160
- package/extensions/dm-lens/dist/i18n.js +0 -67
- package/extensions/dm-lens/dist/index.js +0 -1973
- package/extensions/dm-lens/dist/mcp/analyze-cli.js +0 -205
- package/extensions/dm-lens/dist/mcp/build-staleness.js +0 -55
- package/extensions/dm-lens/dist/mcp/cli.js +0 -96
- package/extensions/dm-lens/dist/mcp/server.js +0 -1239
- package/extensions/dm-lens/dist/mcp/tool-arguments.js +0 -134
- package/extensions/dm-lens/dist/mcp/worker.js +0 -41
- package/extensions/dm-lens/dist/scripts/lib/process-scan.mjs +0 -375
- package/extensions/dm-lens/dist/scripts/lib/skills-predicate.mjs +0 -53
- package/extensions/dm-lens/dist/scripts/lib/web-tree-sitter-dir.mjs +0 -51
- package/extensions/dm-lens/dist/tools/activate-tools.js +0 -62
- package/extensions/dm-lens/dist/tools/ast-grep-outline.js +0 -126
- package/extensions/dm-lens/dist/tools/ast-grep-replace.js +0 -227
- package/extensions/dm-lens/dist/tools/ast-grep-search.js +0 -687
- package/extensions/dm-lens/dist/tools/effective-config.js +0 -59
- package/extensions/dm-lens/dist/tools/lens-diagnostic-mark.js +0 -251
- package/extensions/dm-lens/dist/tools/lens-diagnostics.js +0 -1518
- package/extensions/dm-lens/dist/tools/lsp-diagnostics.js +0 -1198
- package/extensions/dm-lens/dist/tools/lsp-navigation.js +0 -1249
- package/extensions/dm-lens/dist/tools/lsp-structured-output.js +0 -277
- package/extensions/dm-lens/dist/tools/module-report.js +0 -332
- package/extensions/dm-lens/dist/tools/project-report.js +0 -72
- package/extensions/dm-lens/dist/tools/render-compact.js +0 -272
- package/extensions/dm-lens/dist/tools/scan-progress.js +0 -31
- package/extensions/dm-lens/dist/tools/shared.js +0 -32
- package/extensions/dm-lens/dist/tools/symbol-search.js +0 -133
- package/extensions/dm-mcp-adapter/dist/abort.js +0 -35
- package/extensions/dm-mcp-adapter/dist/agent-dir.js +0 -45
- package/extensions/dm-mcp-adapter/dist/agent-plugin-loader.js +0 -392
- package/extensions/dm-mcp-adapter/dist/agent-plugin-provenance.js +0 -26
- package/extensions/dm-mcp-adapter/dist/bearer-command-resolver.js +0 -182
- package/extensions/dm-mcp-adapter/dist/claude-plugin-loader.js +0 -350
- package/extensions/dm-mcp-adapter/dist/config.js +0 -1735
- package/extensions/dm-mcp-adapter/dist/consent-manager.js +0 -84
- package/extensions/dm-mcp-adapter/dist/elicitation-handler.js +0 -370
- package/extensions/dm-mcp-adapter/dist/errors.js +0 -225
- package/extensions/dm-mcp-adapter/dist/http-ca.js +0 -75
- package/extensions/dm-mcp-adapter/dist/jev-client.js +0 -359
- package/extensions/dm-mcp-adapter/dist/jev-contracts.js +0 -1
- package/extensions/dm-mcp-adapter/dist/jev-key-store.js +0 -189
- package/extensions/dm-mcp-adapter/dist/json-schema-validator.js +0 -70
- package/extensions/dm-mcp-adapter/dist/lifecycle.js +0 -387
- package/extensions/dm-mcp-adapter/dist/logger.js +0 -115
- package/extensions/dm-mcp-adapter/dist/mcp-auth-fetch.js +0 -86
- package/extensions/dm-mcp-adapter/dist/mcp-auth-flow.js +0 -956
- package/extensions/dm-mcp-adapter/dist/mcp-auth.js +0 -998
- package/extensions/dm-mcp-adapter/dist/mcp-bearer-store.js +0 -182
- package/extensions/dm-mcp-adapter/dist/mcp-callback-server.js +0 -380
- package/extensions/dm-mcp-adapter/dist/mcp-oauth-provider.js +0 -525
- package/extensions/dm-mcp-adapter/dist/mcp-probe.js +0 -151
- package/extensions/dm-mcp-adapter/dist/mcp-tasks.js +0 -300
- package/extensions/dm-mcp-adapter/dist/mcp-trace.js +0 -220
- package/extensions/dm-mcp-adapter/dist/metadata-cache.js +0 -323
- package/extensions/dm-mcp-adapter/dist/npx-resolver.js +0 -465
- package/extensions/dm-mcp-adapter/dist/output-shape.js +0 -312
- package/extensions/dm-mcp-adapter/dist/package-mcp-loader.js +0 -144
- package/extensions/dm-mcp-adapter/dist/project-server-trust.js +0 -186
- package/extensions/dm-mcp-adapter/dist/request-headers-command.js +0 -294
- package/extensions/dm-mcp-adapter/dist/resource-tools.js +0 -7
- package/extensions/dm-mcp-adapter/dist/runtime-owner.js +0 -94
- package/extensions/dm-mcp-adapter/dist/sampling-handler.js +0 -213
- package/extensions/dm-mcp-adapter/dist/secure-keyring.js +0 -191
- package/extensions/dm-mcp-adapter/dist/server-manager.js +0 -1594
- package/extensions/dm-mcp-adapter/dist/session-approvals.js +0 -127
- package/extensions/dm-mcp-adapter/dist/session-recovery.js +0 -83
- package/extensions/dm-mcp-adapter/dist/state.js +0 -1
- package/extensions/dm-mcp-adapter/dist/ts-shape.js +0 -157
- package/extensions/dm-mcp-adapter/dist/types.js +0 -286
- package/extensions/dm-mcp-adapter/dist/ui-app-bridge-helpers.js +0 -36
- package/extensions/dm-mcp-adapter/dist/ui-resource-handler.js +0 -204
- package/extensions/dm-mcp-adapter/dist/ui-stream-types.js +0 -58
- package/extensions/dm-mcp-adapter/dist/ui-tool-visibility.js +0 -26
- package/extensions/dm-mcp-adapter/dist/unix-socket-transport.js +0 -83
- package/extensions/dm-mcp-adapter/dist/utils.js +0 -418
- package/extensions/dm-web-access/dist/index.js +0 -28396
- package/extensions/dm-web-access/dist/mcp-cli.js +0 -28185
- /package/extensions/dm-lens/skills/{pi-lens-lsp-navigation → dm-lens-lsp-navigation}/SKILL.md +0 -0
- /package/extensions/dm-lens/skills/{pi-lens-write-ast-grep-rule → dm-lens-write-ast-grep-rule}/SKILL.md +0 -0
- /package/extensions/dm-lens/skills/{pi-lens-write-ast-grep-rule → dm-lens-write-ast-grep-rule}/reference.md +0 -0
- /package/extensions/dm-lens/skills/{pi-lens-write-tree-sitter-rule → dm-lens-write-tree-sitter-rule}/SKILL.md +0 -0
|
@@ -1,1494 +0,0 @@
|
|
|
1
|
-
import * as fs from "node:fs";
|
|
2
|
-
import * as path from "node:path";
|
|
3
|
-
import { createDeadline, forEachCooperatively, yieldIfOverBudget } from "./cooperative-budget.js";
|
|
4
|
-
import { incrementDegradationCount } from "./degradation-ledger.js";
|
|
5
|
-
import { KIND_EXTENSIONS } from "./file-kinds.js";
|
|
6
|
-
import { isTestFileName } from "./file-role.js";
|
|
7
|
-
import { PathKeyedMap } from "./path-keyed-map.js";
|
|
8
|
-
import { isAtOrAboveHomeDir, normalizeEphemeralMapKey } from "./path-utils.js";
|
|
9
|
-
import { createSingleFlight } from "./single-flight.js";
|
|
10
|
-
import { createDebounceScheduler } from "./persist-debounce.js";
|
|
11
|
-
import { getWordIndexMaxFilesDerived } from "./project-scale.js";
|
|
12
|
-
import { compactPostingsIntoArena, compactPostingsIntoArenaCooperatively, countPostingBackingStores, countPostingEntries, estimateWordIndexStoreBytes, WordForwardEntry, WordIndexFileTable, WordPostingList } from "./word-index-store.js";
|
|
13
|
-
import { logLatency } from "./latency-logger.js";
|
|
14
|
-
import { logWordIndex } from "./word-index-logger.js";
|
|
15
|
-
export const wordIndexKey = normalizeEphemeralMapKey;
|
|
16
|
-
const STOPWORDS = new Set([
|
|
17
|
-
"the",
|
|
18
|
-
"and",
|
|
19
|
-
"for",
|
|
20
|
-
"let",
|
|
21
|
-
"var",
|
|
22
|
-
"const",
|
|
23
|
-
"function",
|
|
24
|
-
"return",
|
|
25
|
-
"if",
|
|
26
|
-
"else",
|
|
27
|
-
"import",
|
|
28
|
-
"export",
|
|
29
|
-
"from",
|
|
30
|
-
"class",
|
|
31
|
-
"interface",
|
|
32
|
-
"type",
|
|
33
|
-
"enum",
|
|
34
|
-
"new",
|
|
35
|
-
"this",
|
|
36
|
-
"self",
|
|
37
|
-
"void",
|
|
38
|
-
"null",
|
|
39
|
-
"true",
|
|
40
|
-
"false",
|
|
41
|
-
"async",
|
|
42
|
-
"await",
|
|
43
|
-
"public",
|
|
44
|
-
"private",
|
|
45
|
-
"protected",
|
|
46
|
-
"static",
|
|
47
|
-
"def",
|
|
48
|
-
"fn",
|
|
49
|
-
"func",
|
|
50
|
-
"struct",
|
|
51
|
-
"impl",
|
|
52
|
-
"pub",
|
|
53
|
-
"use",
|
|
54
|
-
"mod",
|
|
55
|
-
"in",
|
|
56
|
-
"of",
|
|
57
|
-
"as",
|
|
58
|
-
"is",
|
|
59
|
-
"not",
|
|
60
|
-
"with"
|
|
61
|
-
]);
|
|
62
|
-
const VENDOR_DIR_RE = /(^|[\\/])(?:tests?|__tests__|spec|specs|__mocks__|vendor|node_modules|examples?|fixtures?|\.git|dist|build|coverage)([\\/]|$)/i;
|
|
63
|
-
const DOC_FILE_RE = /\.(?:md|mdx|markdown|json|json5|jsonc|txt|rst|lock|ya?ml|toml|csv)$/i;
|
|
64
|
-
const TEST_VENDOR_PENALTY = 0.3;
|
|
65
|
-
const DOC_FILE_PENALTY = 0.5;
|
|
66
|
-
const BM25_K1 = 1.2;
|
|
67
|
-
const BM25_B = 0.75;
|
|
68
|
-
function isTestOrVendor(file) {
|
|
69
|
-
return isTestFileName(file) || VENDOR_DIR_RE.test(file);
|
|
70
|
-
}
|
|
71
|
-
function isDocFile(file) {
|
|
72
|
-
return DOC_FILE_RE.test(file);
|
|
73
|
-
}
|
|
74
|
-
export function splitIdentifier(identifier) {
|
|
75
|
-
const parts = new Set;
|
|
76
|
-
const whole = identifier.toLowerCase();
|
|
77
|
-
if (whole.length >= 2 && !STOPWORDS.has(whole))
|
|
78
|
-
parts.add(whole);
|
|
79
|
-
for (const chunk of identifier.split(/[^A-Za-z0-9]+/)) {
|
|
80
|
-
if (!chunk)
|
|
81
|
-
continue;
|
|
82
|
-
const spaced = chunk.replace(/([a-z0-9])([A-Z])/g, "$1 $2").replace(/[A-Z](?=[A-Z][a-z])/g, "$& ").replace(/([A-Za-z])([0-9])/g, "$1 $2").replace(/([0-9])([A-Za-z])/g, "$1 $2");
|
|
83
|
-
for (const sub of spaced.split(/\s+/)) {
|
|
84
|
-
const token = sub.toLowerCase();
|
|
85
|
-
if (token.length >= 2 && !STOPWORDS.has(token))
|
|
86
|
-
parts.add(token);
|
|
87
|
-
}
|
|
88
|
-
}
|
|
89
|
-
return [...parts];
|
|
90
|
-
}
|
|
91
|
-
export function tokenizeLine(line) {
|
|
92
|
-
const tokens = [];
|
|
93
|
-
const matches = line.match(/[A-Za-z_$][A-Za-z0-9_$]*/g);
|
|
94
|
-
if (!matches)
|
|
95
|
-
return tokens;
|
|
96
|
-
for (const match of matches) {
|
|
97
|
-
for (const token of splitIdentifier(match))
|
|
98
|
-
tokens.push(token);
|
|
99
|
-
}
|
|
100
|
-
return tokens;
|
|
101
|
-
}
|
|
102
|
-
const WORD_INDEX_BUILD_YIELD_BUDGET_MS = 8;
|
|
103
|
-
const WORD_INDEX_LONG_LINE_YIELD_CHARS = 4096;
|
|
104
|
-
function createEmptyWordIndex(truncated) {
|
|
105
|
-
return {
|
|
106
|
-
postings: new Map,
|
|
107
|
-
fileTable: new WordIndexFileTable,
|
|
108
|
-
docLengths: new PathKeyedMap(wordIndexKey),
|
|
109
|
-
totalTokens: 0,
|
|
110
|
-
docCount: 0,
|
|
111
|
-
truncated,
|
|
112
|
-
forward: new PathKeyedMap(wordIndexKey),
|
|
113
|
-
fileMtimes: new PathKeyedMap(wordIndexKey),
|
|
114
|
-
fileSizes: new PathKeyedMap(wordIndexKey),
|
|
115
|
-
replacementStats: { count: 0, totalMs: 0, maxMs: 0 },
|
|
116
|
-
dirtyFiles: new Set,
|
|
117
|
-
postingStoreCount: 0,
|
|
118
|
-
recompactFlight: createSingleFlight()
|
|
119
|
-
};
|
|
120
|
-
}
|
|
121
|
-
export function countWordIndexPostingEntries(index) {
|
|
122
|
-
return countPostingEntries(index);
|
|
123
|
-
}
|
|
124
|
-
export function estimateWordIndexResidentBytes(index) {
|
|
125
|
-
return estimateWordIndexStoreBytes(index);
|
|
126
|
-
}
|
|
127
|
-
function recordOrphanWordIndexFileId(fileId, token, seam) {
|
|
128
|
-
incrementDegradationCount({
|
|
129
|
-
kind: "word-index-orphan-file-id",
|
|
130
|
-
subject: `fileId:${fileId}`,
|
|
131
|
-
reason: `${seam} dropped a posting for token "${token}": the file table has no path for this id`
|
|
132
|
-
});
|
|
133
|
-
}
|
|
134
|
-
export function wordIndexPostingHits(index, token) {
|
|
135
|
-
const list = index.postings.get(token);
|
|
136
|
-
if (!list)
|
|
137
|
-
return [];
|
|
138
|
-
const hits = [];
|
|
139
|
-
for (let i = 0;i < list.length; i += 1) {
|
|
140
|
-
const fileId = list.fileIdAt(i);
|
|
141
|
-
const file = index.fileTable.pathFor(fileId);
|
|
142
|
-
if (file === undefined) {
|
|
143
|
-
recordOrphanWordIndexFileId(fileId, token, "decode");
|
|
144
|
-
continue;
|
|
145
|
-
}
|
|
146
|
-
hits.push({ file, line: list.lineAt(i) });
|
|
147
|
-
}
|
|
148
|
-
return hits;
|
|
149
|
-
}
|
|
150
|
-
function compactWordIndexPostings(index) {
|
|
151
|
-
compactPostingsIntoArena(index.postings);
|
|
152
|
-
index.postingStoreCount = countPostingBackingStores(index.postings);
|
|
153
|
-
}
|
|
154
|
-
function notePostingStoresAllocated(index, count) {
|
|
155
|
-
index.postingStoreCount = (index.postingStoreCount ?? 0) + count;
|
|
156
|
-
}
|
|
157
|
-
const WORD_INDEX_RECOMPACT_STORE_FLOOR = 64;
|
|
158
|
-
const WORD_INDEX_RECOMPACT_STORE_FRACTION = 0.1;
|
|
159
|
-
function wordIndexRecompactThreshold(index) {
|
|
160
|
-
return Math.max(WORD_INDEX_RECOMPACT_STORE_FLOOR, Math.floor(index.postings.size * WORD_INDEX_RECOMPACT_STORE_FRACTION));
|
|
161
|
-
}
|
|
162
|
-
async function recompactWordIndexPostingsIfNeeded(index, root) {
|
|
163
|
-
const threshold = wordIndexRecompactThreshold(index);
|
|
164
|
-
const beforeStores = countPostingBackingStores(index.postings);
|
|
165
|
-
if (beforeStores <= threshold) {
|
|
166
|
-
index.postingStoreCount = beforeStores;
|
|
167
|
-
return;
|
|
168
|
-
}
|
|
169
|
-
const beforeBytes = estimateWordIndexResidentBytes(index);
|
|
170
|
-
await compactPostingsIntoArenaCooperatively(index.postings);
|
|
171
|
-
const afterStores = countPostingBackingStores(index.postings);
|
|
172
|
-
index.postingStoreCount = afterStores;
|
|
173
|
-
const afterBytes = estimateWordIndexResidentBytes(index);
|
|
174
|
-
const firstForRoot = incrementDegradationCount({
|
|
175
|
-
kind: "word-index-arena-recompact",
|
|
176
|
-
subject: path.resolve(root),
|
|
177
|
-
reason: `arena store threshold ${threshold} exceeded`,
|
|
178
|
-
metadata: { beforeBytes, afterBytes, beforeStores, afterStores }
|
|
179
|
-
});
|
|
180
|
-
if (firstForRoot) {
|
|
181
|
-
logWordIndex({
|
|
182
|
-
phase: "incremental_refresh",
|
|
183
|
-
cwd: path.resolve(root),
|
|
184
|
-
trigger: "incremental_refresh",
|
|
185
|
-
reason: `arena_recompact beforeBytes=${beforeBytes} afterBytes=${afterBytes} beforeStores=${beforeStores} afterStores=${afterStores}`
|
|
186
|
-
});
|
|
187
|
-
}
|
|
188
|
-
}
|
|
189
|
-
function enqueueWordIndexRecompact(index, root) {
|
|
190
|
-
if ((index.postingStoreCount ?? 0) <= wordIndexRecompactThreshold(index)) {
|
|
191
|
-
return Promise.resolve();
|
|
192
|
-
}
|
|
193
|
-
const flight = index.recompactFlight ??= createSingleFlight();
|
|
194
|
-
return flight.run("recompact", () => enqueueAsyncWordIndexOperation(index, () => recompactWordIndexPostingsIfNeeded(index, root)));
|
|
195
|
-
}
|
|
196
|
-
function scheduleWordIndexRecompact(index, filePath) {
|
|
197
|
-
enqueueWordIndexRecompact(index, path.dirname(filePath));
|
|
198
|
-
}
|
|
199
|
-
export async function flushWordIndexRecompactionsForTests(index) {
|
|
200
|
-
await (asyncWordIndexOperations.get(index) ?? Promise.resolve());
|
|
201
|
-
}
|
|
202
|
-
function recordWordIndexReplacement(index, startedAt) {
|
|
203
|
-
const stats = index.replacementStats ?? { count: 0, totalMs: 0, maxMs: 0 };
|
|
204
|
-
const durationMs = Math.max(0, Date.now() - startedAt);
|
|
205
|
-
stats.count += 1;
|
|
206
|
-
stats.totalMs += durationMs;
|
|
207
|
-
stats.maxMs = Math.max(stats.maxMs, durationMs);
|
|
208
|
-
index.replacementStats = stats;
|
|
209
|
-
}
|
|
210
|
-
function internWordIndexFile(index, filePath) {
|
|
211
|
-
return index.fileTable.intern(wordIndexKey(filePath), filePath);
|
|
212
|
-
}
|
|
213
|
-
function appendWordIndexPostings(index, filePath, perTokenHits) {
|
|
214
|
-
const fileId = internWordIndexFile(index, filePath);
|
|
215
|
-
const tokenLineCounts = new Map;
|
|
216
|
-
for (const [token, lineNumbers] of perTokenHits) {
|
|
217
|
-
let list = index.postings.get(token);
|
|
218
|
-
if (list) {
|
|
219
|
-
if (list.reserve(list.length + lineNumbers.length)) {
|
|
220
|
-
notePostingStoresAllocated(index, 1);
|
|
221
|
-
}
|
|
222
|
-
} else {
|
|
223
|
-
list = new WordPostingList(token, lineNumbers.length);
|
|
224
|
-
index.postings.set(token, list);
|
|
225
|
-
notePostingStoresAllocated(index, 1);
|
|
226
|
-
}
|
|
227
|
-
tokenLineCounts.set(list.token, lineNumbers.length);
|
|
228
|
-
for (const line of lineNumbers)
|
|
229
|
-
list.push(fileId, line);
|
|
230
|
-
}
|
|
231
|
-
return tokenLineCounts;
|
|
232
|
-
}
|
|
233
|
-
function commitWordIndexDocumentReplacement(index, doc, perTokenHits, docLength, startedAt) {
|
|
234
|
-
const tokenLineCounts = appendWordIndexPostings(index, doc.path, perTokenHits);
|
|
235
|
-
index.docLengths.set(doc.path, docLength);
|
|
236
|
-
index.forward.set(doc.path, WordForwardEntry.fromTally(tokenLineCounts));
|
|
237
|
-
index.fileMtimes.set(doc.path, -1);
|
|
238
|
-
index.fileSizes.set(doc.path, Buffer.byteLength(doc.content, "utf-8"));
|
|
239
|
-
index.dirtyFiles?.add(wordIndexKey(doc.path));
|
|
240
|
-
index.totalTokens += docLength;
|
|
241
|
-
index.docCount += 1;
|
|
242
|
-
recordWordIndexReplacement(index, startedAt);
|
|
243
|
-
}
|
|
244
|
-
function indexWordLine(index, fileId, line, lineNumber, tokenLineCounts) {
|
|
245
|
-
const lineTokens = tokenizeLine(line);
|
|
246
|
-
const seenOnLine = new Set;
|
|
247
|
-
for (const token of lineTokens) {
|
|
248
|
-
if (seenOnLine.has(token))
|
|
249
|
-
continue;
|
|
250
|
-
seenOnLine.add(token);
|
|
251
|
-
let list = index.postings.get(token);
|
|
252
|
-
if (!list) {
|
|
253
|
-
list = new WordPostingList(token, 1);
|
|
254
|
-
index.postings.set(token, list);
|
|
255
|
-
}
|
|
256
|
-
list.push(fileId, lineNumber);
|
|
257
|
-
const canonical = list.token;
|
|
258
|
-
tokenLineCounts.set(canonical, (tokenLineCounts.get(canonical) ?? 0) + 1);
|
|
259
|
-
}
|
|
260
|
-
return lineTokens.length;
|
|
261
|
-
}
|
|
262
|
-
function finishWordIndexDocument(index, doc, docLength, tokenLineCounts) {
|
|
263
|
-
index.docLengths.set(doc.path, docLength);
|
|
264
|
-
index.forward?.set(doc.path, WordForwardEntry.fromTally(tokenLineCounts));
|
|
265
|
-
index.fileMtimes.set(doc.path, doc.mtimeMs ?? 0);
|
|
266
|
-
index.fileSizes.set(doc.path, doc.size ?? Buffer.byteLength(doc.content, "utf-8"));
|
|
267
|
-
index.dirtyFiles?.add(wordIndexKey(doc.path));
|
|
268
|
-
index.totalTokens += docLength;
|
|
269
|
-
index.docCount += 1;
|
|
270
|
-
}
|
|
271
|
-
function indexWordDocument(index, doc) {
|
|
272
|
-
const fileId = internWordIndexFile(index, doc.path);
|
|
273
|
-
const lines = doc.content.split(/\r?\n/);
|
|
274
|
-
const tokenLineCounts = new Map;
|
|
275
|
-
let docLength = 0;
|
|
276
|
-
for (let i = 0;i < lines.length; i += 1) {
|
|
277
|
-
docLength += indexWordLine(index, fileId, lines[i], i + 1, tokenLineCounts);
|
|
278
|
-
}
|
|
279
|
-
finishWordIndexDocument(index, doc, docLength, tokenLineCounts);
|
|
280
|
-
}
|
|
281
|
-
export function buildWordIndex(files) {
|
|
282
|
-
const index = createEmptyWordIndex(files.truncated ?? false);
|
|
283
|
-
for (const doc of files)
|
|
284
|
-
indexWordDocument(index, doc);
|
|
285
|
-
compactWordIndexPostings(index);
|
|
286
|
-
return index;
|
|
287
|
-
}
|
|
288
|
-
export async function buildWordIndexAsync(files, shouldContinue = () => true) {
|
|
289
|
-
const index = createEmptyWordIndex(files.truncated ?? false);
|
|
290
|
-
const deadline = createDeadline(WORD_INDEX_BUILD_YIELD_BUDGET_MS);
|
|
291
|
-
for (const doc of files) {
|
|
292
|
-
if (!shouldContinue())
|
|
293
|
-
throw new Error("word index build superseded");
|
|
294
|
-
const fileId = internWordIndexFile(index, doc.path);
|
|
295
|
-
const lines = doc.content.split(/\r?\n/);
|
|
296
|
-
const tokenLineCounts = new Map;
|
|
297
|
-
let docLength = 0;
|
|
298
|
-
for (let i = 0;i < lines.length; i += 1) {
|
|
299
|
-
const line = lines[i];
|
|
300
|
-
docLength += indexWordLine(index, fileId, line, i + 1, tokenLineCounts);
|
|
301
|
-
if (line.length >= WORD_INDEX_LONG_LINE_YIELD_CHARS || deadline.expired()) {
|
|
302
|
-
await yieldIfOverBudget(deadline);
|
|
303
|
-
if (!shouldContinue())
|
|
304
|
-
throw new Error("word index build superseded");
|
|
305
|
-
}
|
|
306
|
-
}
|
|
307
|
-
finishWordIndexDocument(index, doc, docLength, tokenLineCounts);
|
|
308
|
-
if (deadline.expired() && await yieldIfOverBudget(deadline)) {
|
|
309
|
-
if (!shouldContinue())
|
|
310
|
-
throw new Error("word index build superseded");
|
|
311
|
-
}
|
|
312
|
-
}
|
|
313
|
-
compactWordIndexPostings(index);
|
|
314
|
-
return index;
|
|
315
|
-
}
|
|
316
|
-
export function removeWordIndexDocument(index, filePath) {
|
|
317
|
-
if (!index.forward)
|
|
318
|
-
return false;
|
|
319
|
-
const tokenLineCounts = index.forward.get(filePath);
|
|
320
|
-
if (!tokenLineCounts)
|
|
321
|
-
return false;
|
|
322
|
-
const removedKey = wordIndexKey(filePath);
|
|
323
|
-
const removedId = index.fileTable.idFor(removedKey);
|
|
324
|
-
if (removedId === undefined)
|
|
325
|
-
return false;
|
|
326
|
-
for (const token of tokenLineCounts.keys()) {
|
|
327
|
-
const list = index.postings.get(token);
|
|
328
|
-
if (!list)
|
|
329
|
-
continue;
|
|
330
|
-
const next = list.withoutFile(removedId);
|
|
331
|
-
if (next.length > 0) {
|
|
332
|
-
index.postings.set(token, next);
|
|
333
|
-
notePostingStoresAllocated(index, 1);
|
|
334
|
-
} else
|
|
335
|
-
index.postings.delete(token);
|
|
336
|
-
}
|
|
337
|
-
const docLength = index.docLengths.get(filePath) ?? 0;
|
|
338
|
-
index.docLengths.delete(filePath);
|
|
339
|
-
index.forward.delete(filePath);
|
|
340
|
-
index.fileMtimes.delete(filePath);
|
|
341
|
-
index.fileSizes.delete(filePath);
|
|
342
|
-
index.dirtyFiles?.add(wordIndexKey(filePath));
|
|
343
|
-
index.fileTable.release(removedKey);
|
|
344
|
-
index.totalTokens -= docLength;
|
|
345
|
-
index.docCount = Math.max(0, index.docCount - 1);
|
|
346
|
-
return true;
|
|
347
|
-
}
|
|
348
|
-
export function updateWordIndexDocument(index, doc) {
|
|
349
|
-
if (!index.forward)
|
|
350
|
-
return false;
|
|
351
|
-
const startedAt = Date.now();
|
|
352
|
-
if (index.forward.has(doc.path)) {
|
|
353
|
-
removeWordIndexDocument(index, doc.path);
|
|
354
|
-
}
|
|
355
|
-
const lines = doc.content.split(/\r?\n/);
|
|
356
|
-
const perTokenHits = new Map;
|
|
357
|
-
let docLength = 0;
|
|
358
|
-
for (let i = 0;i < lines.length; i += 1) {
|
|
359
|
-
const lineTokens = tokenizeLine(lines[i]);
|
|
360
|
-
docLength += lineTokens.length;
|
|
361
|
-
const seenOnLine = new Set;
|
|
362
|
-
for (const token of lineTokens) {
|
|
363
|
-
if (seenOnLine.has(token))
|
|
364
|
-
continue;
|
|
365
|
-
seenOnLine.add(token);
|
|
366
|
-
const arr = perTokenHits.get(token);
|
|
367
|
-
if (arr)
|
|
368
|
-
arr.push(i + 1);
|
|
369
|
-
else
|
|
370
|
-
perTokenHits.set(token, [i + 1]);
|
|
371
|
-
}
|
|
372
|
-
}
|
|
373
|
-
commitWordIndexDocumentReplacement(index, doc, perTokenHits, docLength, startedAt);
|
|
374
|
-
scheduleWordIndexRecompact(index, doc.path);
|
|
375
|
-
return true;
|
|
376
|
-
}
|
|
377
|
-
const asyncWordIndexOperations = new WeakMap;
|
|
378
|
-
function enqueueAsyncWordIndexOperation(index, operation) {
|
|
379
|
-
const previous = asyncWordIndexOperations.get(index) ?? Promise.resolve();
|
|
380
|
-
const run = previous.catch(() => {
|
|
381
|
-
return;
|
|
382
|
-
}).then(operation);
|
|
383
|
-
const settled = run.then(() => {
|
|
384
|
-
return;
|
|
385
|
-
}, () => {
|
|
386
|
-
return;
|
|
387
|
-
});
|
|
388
|
-
asyncWordIndexOperations.set(index, settled);
|
|
389
|
-
return run.finally(() => {
|
|
390
|
-
if (asyncWordIndexOperations.get(index) === settled) {
|
|
391
|
-
asyncWordIndexOperations.delete(index);
|
|
392
|
-
}
|
|
393
|
-
});
|
|
394
|
-
}
|
|
395
|
-
async function stageWordIndexDocumentRemoval(index, filePath, shouldContinue) {
|
|
396
|
-
if (!index.forward)
|
|
397
|
-
return;
|
|
398
|
-
const tokenLineCounts = index.forward.get(filePath);
|
|
399
|
-
if (!tokenLineCounts)
|
|
400
|
-
return;
|
|
401
|
-
const removedKey = wordIndexKey(filePath);
|
|
402
|
-
const removedId = index.fileTable.idFor(removedKey);
|
|
403
|
-
if (removedId === undefined)
|
|
404
|
-
return;
|
|
405
|
-
const postings = new Map;
|
|
406
|
-
const deadline = createDeadline(WORD_INDEX_BUILD_YIELD_BUDGET_MS);
|
|
407
|
-
for (const token of tokenLineCounts.keys()) {
|
|
408
|
-
if (!shouldContinue())
|
|
409
|
-
throw new Error("word index refresh superseded");
|
|
410
|
-
const list = index.postings.get(token);
|
|
411
|
-
if (!list)
|
|
412
|
-
continue;
|
|
413
|
-
const survivors = list.withoutFile(removedId);
|
|
414
|
-
postings.set(token, survivors.length > 0 ? survivors : undefined);
|
|
415
|
-
if (deadline.expired() && await yieldIfOverBudget(deadline)) {
|
|
416
|
-
if (!shouldContinue())
|
|
417
|
-
throw new Error("word index refresh superseded");
|
|
418
|
-
}
|
|
419
|
-
}
|
|
420
|
-
return { postings, docLength: index.docLengths.get(filePath) ?? 0 };
|
|
421
|
-
}
|
|
422
|
-
function commitWordIndexDocumentRemoval(index, filePath, staged) {
|
|
423
|
-
for (const [token, list] of staged.postings) {
|
|
424
|
-
if (list) {
|
|
425
|
-
index.postings.set(token, list);
|
|
426
|
-
notePostingStoresAllocated(index, 1);
|
|
427
|
-
} else
|
|
428
|
-
index.postings.delete(token);
|
|
429
|
-
}
|
|
430
|
-
index.docLengths.delete(filePath);
|
|
431
|
-
index.forward?.delete(filePath);
|
|
432
|
-
index.fileMtimes.delete(filePath);
|
|
433
|
-
index.fileSizes.delete(filePath);
|
|
434
|
-
index.dirtyFiles?.add(wordIndexKey(filePath));
|
|
435
|
-
index.fileTable.release(wordIndexKey(filePath));
|
|
436
|
-
index.totalTokens -= staged.docLength;
|
|
437
|
-
index.docCount = Math.max(0, index.docCount - 1);
|
|
438
|
-
}
|
|
439
|
-
export async function removeWordIndexDocumentAsync(index, filePath, shouldContinue = () => true) {
|
|
440
|
-
return enqueueAsyncWordIndexOperation(index, async () => {
|
|
441
|
-
const staged = await stageWordIndexDocumentRemoval(index, filePath, shouldContinue);
|
|
442
|
-
if (!staged)
|
|
443
|
-
return false;
|
|
444
|
-
if (!shouldContinue())
|
|
445
|
-
throw new Error("word index refresh superseded");
|
|
446
|
-
commitWordIndexDocumentRemoval(index, filePath, staged);
|
|
447
|
-
return true;
|
|
448
|
-
});
|
|
449
|
-
}
|
|
450
|
-
export async function updateWordIndexDocumentForEdit(index, doc) {
|
|
451
|
-
const updated = await updateWordIndexDocumentAsync(index, doc);
|
|
452
|
-
if (updated)
|
|
453
|
-
scheduleWordIndexRecompact(index, doc.path);
|
|
454
|
-
return updated;
|
|
455
|
-
}
|
|
456
|
-
export async function updateWordIndexDocumentAsync(index, doc, shouldContinue = () => true) {
|
|
457
|
-
return enqueueAsyncWordIndexOperation(index, () => updateWordIndexDocumentAsyncUnsafe(index, doc, shouldContinue));
|
|
458
|
-
}
|
|
459
|
-
async function updateWordIndexDocumentAsyncUnsafe(index, doc, shouldContinue) {
|
|
460
|
-
if (!index.forward)
|
|
461
|
-
return false;
|
|
462
|
-
const startedAt = Date.now();
|
|
463
|
-
const removal = index.forward.has(doc.path) ? await stageWordIndexDocumentRemoval(index, doc.path, shouldContinue) : undefined;
|
|
464
|
-
if (index.forward.has(doc.path) && !removal)
|
|
465
|
-
return false;
|
|
466
|
-
const perTokenHits = new Map;
|
|
467
|
-
let docLength = 0;
|
|
468
|
-
const lines = doc.content.split(/\r?\n/);
|
|
469
|
-
await forEachCooperatively(lines, (line, i) => {
|
|
470
|
-
const lineTokens = tokenizeLine(line);
|
|
471
|
-
docLength += lineTokens.length;
|
|
472
|
-
const seenOnLine = new Set;
|
|
473
|
-
for (const token of lineTokens) {
|
|
474
|
-
if (seenOnLine.has(token))
|
|
475
|
-
continue;
|
|
476
|
-
seenOnLine.add(token);
|
|
477
|
-
const arr = perTokenHits.get(token);
|
|
478
|
-
if (arr)
|
|
479
|
-
arr.push(i + 1);
|
|
480
|
-
else
|
|
481
|
-
perTokenHits.set(token, [i + 1]);
|
|
482
|
-
}
|
|
483
|
-
}, {
|
|
484
|
-
budgetMs: WORD_INDEX_BUILD_YIELD_BUDGET_MS,
|
|
485
|
-
shouldContinue,
|
|
486
|
-
abortMessage: "word index refresh superseded"
|
|
487
|
-
});
|
|
488
|
-
if (!shouldContinue())
|
|
489
|
-
throw new Error("word index refresh superseded");
|
|
490
|
-
if (removal)
|
|
491
|
-
commitWordIndexDocumentRemoval(index, doc.path, removal);
|
|
492
|
-
commitWordIndexDocumentReplacement(index, doc, perTokenHits, docLength, startedAt);
|
|
493
|
-
return true;
|
|
494
|
-
}
|
|
495
|
-
export const WORD_INDEX_MAX_BYTES = 512 * 1024;
|
|
496
|
-
export async function collectWordIndexDocs(root, shouldContinue = () => true, preflightFiles) {
|
|
497
|
-
const { collectSourceFilesAsync } = await import("./source-filter.js");
|
|
498
|
-
const maxFiles = preflightFiles?.length ?? getWordIndexMaxFilesDerived(root);
|
|
499
|
-
const files = preflightFiles ? preflightFiles.map((file) => file.path) : await collectSourceFilesAsync(root, {
|
|
500
|
-
maxFiles,
|
|
501
|
-
prioritizeCodeKinds: true
|
|
502
|
-
});
|
|
503
|
-
const truncated = preflightFiles?.truncated ?? files.length === maxFiles;
|
|
504
|
-
const docs = Object.assign([], { truncated, skipped: 0 });
|
|
505
|
-
if (!shouldContinue())
|
|
506
|
-
return docs;
|
|
507
|
-
const deadline = createDeadline(WORD_INDEX_BUILD_YIELD_BUDGET_MS);
|
|
508
|
-
for (const file of files.slice(0, maxFiles)) {
|
|
509
|
-
if (!shouldContinue())
|
|
510
|
-
return docs;
|
|
511
|
-
try {
|
|
512
|
-
const stat = fs.statSync(file);
|
|
513
|
-
if (stat.size <= WORD_INDEX_MAX_BYTES) {
|
|
514
|
-
docs.push({
|
|
515
|
-
path: file,
|
|
516
|
-
content: fs.readFileSync(file, "utf-8"),
|
|
517
|
-
mtimeMs: stat.mtimeMs,
|
|
518
|
-
size: stat.size
|
|
519
|
-
});
|
|
520
|
-
} else {
|
|
521
|
-
docs.skipped += 1;
|
|
522
|
-
}
|
|
523
|
-
} catch {
|
|
524
|
-
docs.skipped += 1;
|
|
525
|
-
}
|
|
526
|
-
if (deadline.expired() && await yieldIfOverBudget(deadline)) {
|
|
527
|
-
if (!shouldContinue())
|
|
528
|
-
return docs;
|
|
529
|
-
}
|
|
530
|
-
}
|
|
531
|
-
return docs;
|
|
532
|
-
}
|
|
533
|
-
const WORD_INDEX_STAT_CONCURRENCY = 8;
|
|
534
|
-
const WORD_INDEX_INCREMENTAL_CHURN_THRESHOLD = 0.3;
|
|
535
|
-
const WORD_INDEX_DENSE_REFRESH_MIN_DOCUMENTS = 32;
|
|
536
|
-
const WORD_INDEX_FILE_READ_TOKEN_COST = 300;
|
|
537
|
-
const WORD_INDEX_POSTING_SCAN_TOKEN_COST = 0.2;
|
|
538
|
-
export async function refreshWordIndexIncrementally(index, root, shouldContinue = () => true, options = {}) {
|
|
539
|
-
if (!index.forward || !index.fileMtimes || !index.fileSizes) {
|
|
540
|
-
return {
|
|
541
|
-
mode: "full-required",
|
|
542
|
-
reason: "missing-incremental-metadata",
|
|
543
|
-
timings: { sourceWalkMs: 0, statWalkMs: 0, refreshReadsMs: 0 }
|
|
544
|
-
};
|
|
545
|
-
}
|
|
546
|
-
const { collectSourceFilesAsync } = await import("./source-filter.js");
|
|
547
|
-
const maxFiles = getWordIndexMaxFilesDerived(root);
|
|
548
|
-
const sourceWalkStartMs = Date.now();
|
|
549
|
-
const walked = await collectSourceFilesAsync(root, {
|
|
550
|
-
maxFiles,
|
|
551
|
-
prioritizeCodeKinds: true
|
|
552
|
-
});
|
|
553
|
-
const sourceWalkMs = Date.now() - sourceWalkStartMs;
|
|
554
|
-
if (!shouldContinue())
|
|
555
|
-
throw new Error("word index refresh superseded");
|
|
556
|
-
const current = new Map;
|
|
557
|
-
const statWalkStartMs = Date.now();
|
|
558
|
-
const statFile = options.statFile ?? ((file) => fs.promises.stat(file));
|
|
559
|
-
const requestedConcurrency = options.statConcurrency ?? WORD_INDEX_STAT_CONCURRENCY;
|
|
560
|
-
const statConcurrency = Number.isFinite(requestedConcurrency) && requestedConcurrency > 0 ? Math.max(1, Math.floor(requestedConcurrency)) : WORD_INDEX_STAT_CONCURRENCY;
|
|
561
|
-
const statResults = [];
|
|
562
|
-
statResults.length = walked.length;
|
|
563
|
-
let cursor = 0;
|
|
564
|
-
let superseded = false;
|
|
565
|
-
const worker = async () => {
|
|
566
|
-
while (true) {
|
|
567
|
-
if (!shouldContinue()) {
|
|
568
|
-
superseded = true;
|
|
569
|
-
return;
|
|
570
|
-
}
|
|
571
|
-
const slot = cursor++;
|
|
572
|
-
if (slot >= walked.length)
|
|
573
|
-
return;
|
|
574
|
-
const file = walked[slot];
|
|
575
|
-
try {
|
|
576
|
-
const stat = await statFile(file);
|
|
577
|
-
if (stat.size <= WORD_INDEX_MAX_BYTES) {
|
|
578
|
-
statResults[slot] = {
|
|
579
|
-
path: file,
|
|
580
|
-
mtimeMs: stat.mtimeMs,
|
|
581
|
-
size: stat.size
|
|
582
|
-
};
|
|
583
|
-
}
|
|
584
|
-
} catch {}
|
|
585
|
-
}
|
|
586
|
-
};
|
|
587
|
-
await Promise.all(Array.from({ length: Math.min(statConcurrency, walked.length) }, () => worker()));
|
|
588
|
-
if (superseded || !shouldContinue()) {
|
|
589
|
-
throw new Error("word index refresh superseded");
|
|
590
|
-
}
|
|
591
|
-
const statWalkMs = Date.now() - statWalkStartMs;
|
|
592
|
-
for (const result of statResults) {
|
|
593
|
-
if (result)
|
|
594
|
-
current.set(wordIndexKey(result.path), result);
|
|
595
|
-
}
|
|
596
|
-
const timings = { sourceWalkMs, statWalkMs, refreshReadsMs: 0 };
|
|
597
|
-
const preflightFiles = Object.assign([...current.values()], {
|
|
598
|
-
truncated: walked.length === maxFiles
|
|
599
|
-
});
|
|
600
|
-
const oldSet = new Set([...index.docLengths.keys()].map(wordIndexKey));
|
|
601
|
-
let changedSet = 0;
|
|
602
|
-
for (const key of oldSet)
|
|
603
|
-
if (!current.has(key))
|
|
604
|
-
changedSet++;
|
|
605
|
-
for (const key of current.keys())
|
|
606
|
-
if (!oldSet.has(key))
|
|
607
|
-
changedSet++;
|
|
608
|
-
const denominator = Math.max(oldSet.size, current.size, 1);
|
|
609
|
-
if (changedSet / denominator > WORD_INDEX_INCREMENTAL_CHURN_THRESHOLD) {
|
|
610
|
-
return {
|
|
611
|
-
mode: "full-required",
|
|
612
|
-
reason: "file-set-churn",
|
|
613
|
-
preflightFiles,
|
|
614
|
-
timings
|
|
615
|
-
};
|
|
616
|
-
}
|
|
617
|
-
let staleDocuments = 0;
|
|
618
|
-
for (const { path: file, mtimeMs, size } of current.values()) {
|
|
619
|
-
if (index.fileMtimes.get(file) !== mtimeMs || (index.fileSizes.get(file) ?? -1) !== size) {
|
|
620
|
-
staleDocuments += 1;
|
|
621
|
-
}
|
|
622
|
-
}
|
|
623
|
-
let postingEntries = 0;
|
|
624
|
-
let weightedPostingEntries = 0;
|
|
625
|
-
for (const list of index.postings.values()) {
|
|
626
|
-
postingEntries += list.length;
|
|
627
|
-
weightedPostingEntries += list.length * list.length;
|
|
628
|
-
}
|
|
629
|
-
const expectedPostingLength = postingEntries > 0 ? weightedPostingEntries / postingEntries : 0;
|
|
630
|
-
let distinctTokenEntries = 0;
|
|
631
|
-
for (const tokenLineCounts of index.forward.values()) {
|
|
632
|
-
distinctTokenEntries += tokenLineCounts.size;
|
|
633
|
-
}
|
|
634
|
-
const expectedDocumentTokens = index.docCount > 0 ? distinctTokenEntries / index.docCount : 0;
|
|
635
|
-
const estimatedIncrementalWork = staleDocuments * (expectedDocumentTokens * expectedPostingLength * WORD_INDEX_POSTING_SCAN_TOKEN_COST + WORD_INDEX_FILE_READ_TOKEN_COST);
|
|
636
|
-
const estimatedFullRebuildWork = index.totalTokens + current.size * WORD_INDEX_FILE_READ_TOKEN_COST;
|
|
637
|
-
if (staleDocuments >= WORD_INDEX_DENSE_REFRESH_MIN_DOCUMENTS && staleDocuments / Math.max(current.size, 1) > WORD_INDEX_INCREMENTAL_CHURN_THRESHOLD || estimatedIncrementalWork > estimatedFullRebuildWork) {
|
|
638
|
-
return {
|
|
639
|
-
mode: "full-required",
|
|
640
|
-
reason: "stale-document-churn",
|
|
641
|
-
preflightFiles,
|
|
642
|
-
timings
|
|
643
|
-
};
|
|
644
|
-
}
|
|
645
|
-
const deadline = createDeadline(WORD_INDEX_BUILD_YIELD_BUDGET_MS);
|
|
646
|
-
let dropped = 0;
|
|
647
|
-
for (const key of oldSet) {
|
|
648
|
-
if (!current.has(key)) {
|
|
649
|
-
if (!await removeWordIndexDocumentAsync(index, key, shouldContinue)) {
|
|
650
|
-
throw new Error(`failed to drop word-index document: ${key}`);
|
|
651
|
-
}
|
|
652
|
-
dropped++;
|
|
653
|
-
}
|
|
654
|
-
}
|
|
655
|
-
let refreshed = 0;
|
|
656
|
-
let skipped = 0;
|
|
657
|
-
const refreshReadsStartMs = Date.now();
|
|
658
|
-
for (const { path: file, mtimeMs, size } of current.values()) {
|
|
659
|
-
if (index.fileMtimes.get(file) !== mtimeMs || (index.fileSizes.get(file) ?? -1) !== size) {
|
|
660
|
-
let content;
|
|
661
|
-
try {
|
|
662
|
-
content = fs.readFileSync(file, "utf-8");
|
|
663
|
-
} catch {
|
|
664
|
-
skipped++;
|
|
665
|
-
continue;
|
|
666
|
-
}
|
|
667
|
-
if (!await updateWordIndexDocumentAsync(index, { path: file, content }, shouldContinue)) {
|
|
668
|
-
throw new Error(`failed to refresh word-index document: ${file}`);
|
|
669
|
-
}
|
|
670
|
-
index.fileMtimes.set(file, mtimeMs);
|
|
671
|
-
index.fileSizes.set(file, size);
|
|
672
|
-
refreshed++;
|
|
673
|
-
}
|
|
674
|
-
if (deadline.expired() && await yieldIfOverBudget(deadline)) {
|
|
675
|
-
if (!shouldContinue())
|
|
676
|
-
throw new Error("word index refresh superseded");
|
|
677
|
-
}
|
|
678
|
-
}
|
|
679
|
-
timings.refreshReadsMs = Date.now() - refreshReadsStartMs;
|
|
680
|
-
await enqueueWordIndexRecompact(index, root);
|
|
681
|
-
index.truncated = walked.length === maxFiles;
|
|
682
|
-
return {
|
|
683
|
-
mode: "incremental",
|
|
684
|
-
refreshed,
|
|
685
|
-
dropped,
|
|
686
|
-
skipped,
|
|
687
|
-
reused: current.size - refreshed - skipped,
|
|
688
|
-
timings
|
|
689
|
-
};
|
|
690
|
-
}
|
|
691
|
-
const WORD_INDEX_QUERY_FILTER_KEYS = [
|
|
692
|
-
"lang",
|
|
693
|
-
"file",
|
|
694
|
-
"ext"
|
|
695
|
-
];
|
|
696
|
-
|
|
697
|
-
export class WordIndexQueryError extends Error {
|
|
698
|
-
constructor(message) {
|
|
699
|
-
super(message);
|
|
700
|
-
this.name = "WordIndexQueryError";
|
|
701
|
-
}
|
|
702
|
-
}
|
|
703
|
-
const WORD_INDEX_FILTER_TOKEN_RE = /^(-)?([A-Za-z][A-Za-z0-9_-]*):(.+)$/;
|
|
704
|
-
export function parseWordIndexQuery(query) {
|
|
705
|
-
const filters = [];
|
|
706
|
-
const termParts = [];
|
|
707
|
-
for (const raw of query.split(/\s+/)) {
|
|
708
|
-
if (!raw)
|
|
709
|
-
continue;
|
|
710
|
-
const match = raw.match(WORD_INDEX_FILTER_TOKEN_RE);
|
|
711
|
-
if (!match) {
|
|
712
|
-
termParts.push(raw);
|
|
713
|
-
continue;
|
|
714
|
-
}
|
|
715
|
-
const [, negation, keyRaw, value] = match;
|
|
716
|
-
const key = keyRaw.toLowerCase();
|
|
717
|
-
if (!value) {
|
|
718
|
-
termParts.push(raw);
|
|
719
|
-
continue;
|
|
720
|
-
}
|
|
721
|
-
if (!WORD_INDEX_QUERY_FILTER_KEYS.includes(key)) {
|
|
722
|
-
termParts.push(raw);
|
|
723
|
-
continue;
|
|
724
|
-
}
|
|
725
|
-
filters.push({
|
|
726
|
-
key,
|
|
727
|
-
value,
|
|
728
|
-
negated: negation === "-"
|
|
729
|
-
});
|
|
730
|
-
}
|
|
731
|
-
return { terms: termParts.join(" "), filters };
|
|
732
|
-
}
|
|
733
|
-
function resolveLangExtensions(value) {
|
|
734
|
-
const kind = value.toLowerCase();
|
|
735
|
-
const extensions = KIND_EXTENSIONS[kind];
|
|
736
|
-
if (!extensions) {
|
|
737
|
-
const known = Object.keys(KIND_EXTENSIONS).sort((a, b) => a < b ? -1 : a > b ? 1 : 0).join(", ");
|
|
738
|
-
throw new WordIndexQueryError(`Unknown lang: "${value}" in word-index query — supported languages: ${known}.`);
|
|
739
|
-
}
|
|
740
|
-
return extensions;
|
|
741
|
-
}
|
|
742
|
-
function normalizeExtFilterValue(value) {
|
|
743
|
-
return `.${value.replace(/^\.+/, "").toLowerCase()}`;
|
|
744
|
-
}
|
|
745
|
-
function resolveWordIndexFilter(filter) {
|
|
746
|
-
if (filter.key === "lang") {
|
|
747
|
-
const extensions = resolveLangExtensions(filter.value);
|
|
748
|
-
return {
|
|
749
|
-
key: filter.key,
|
|
750
|
-
negated: filter.negated,
|
|
751
|
-
test: (file) => extensions.includes(path.extname(file).toLowerCase())
|
|
752
|
-
};
|
|
753
|
-
}
|
|
754
|
-
if (filter.key === "ext") {
|
|
755
|
-
const normalized = normalizeExtFilterValue(filter.value);
|
|
756
|
-
return {
|
|
757
|
-
key: filter.key,
|
|
758
|
-
negated: filter.negated,
|
|
759
|
-
test: (file) => path.extname(file).toLowerCase() === normalized
|
|
760
|
-
};
|
|
761
|
-
}
|
|
762
|
-
const needle = wordIndexKey(filter.value);
|
|
763
|
-
return {
|
|
764
|
-
key: filter.key,
|
|
765
|
-
negated: filter.negated,
|
|
766
|
-
test: (_file, displayPath) => displayPath.includes(needle)
|
|
767
|
-
};
|
|
768
|
-
}
|
|
769
|
-
export function buildWordIndexQueryFilter(filters) {
|
|
770
|
-
if (filters.length === 0)
|
|
771
|
-
return;
|
|
772
|
-
const resolved = filters.map(resolveWordIndexFilter);
|
|
773
|
-
const positivesByKey = new Map;
|
|
774
|
-
const negatives = [];
|
|
775
|
-
for (const r of resolved) {
|
|
776
|
-
if (r.negated) {
|
|
777
|
-
negatives.push(r);
|
|
778
|
-
continue;
|
|
779
|
-
}
|
|
780
|
-
const group = positivesByKey.get(r.key) ?? [];
|
|
781
|
-
group.push(r);
|
|
782
|
-
positivesByKey.set(r.key, group);
|
|
783
|
-
}
|
|
784
|
-
return (file) => {
|
|
785
|
-
const displayPath = wordIndexKey(file);
|
|
786
|
-
for (const negative of negatives) {
|
|
787
|
-
if (negative.test(file, displayPath))
|
|
788
|
-
return false;
|
|
789
|
-
}
|
|
790
|
-
for (const group of positivesByKey.values()) {
|
|
791
|
-
if (!group.some((r) => r.test(file, displayPath)))
|
|
792
|
-
return false;
|
|
793
|
-
}
|
|
794
|
-
return true;
|
|
795
|
-
};
|
|
796
|
-
}
|
|
797
|
-
function combineFileFilters(a, b) {
|
|
798
|
-
if (!a)
|
|
799
|
-
return b;
|
|
800
|
-
if (!b)
|
|
801
|
-
return a;
|
|
802
|
-
return (file) => a(file) && b(file);
|
|
803
|
-
}
|
|
804
|
-
export function searchWordIndex(index, query, options = {}) {
|
|
805
|
-
const { demoteTestVendor = true, demoteDocs = true, centrality, limit = 20, fileFilter } = options;
|
|
806
|
-
const parsedQuery = parseWordIndexQuery(query);
|
|
807
|
-
const queryFilter = buildWordIndexQueryFilter(parsedQuery.filters);
|
|
808
|
-
const combinedFilter = combineFileFilters(fileFilter, queryFilter);
|
|
809
|
-
const queryTokens = [...new Set(tokenizeLine(parsedQuery.terms))];
|
|
810
|
-
if (queryTokens.length === 0)
|
|
811
|
-
return [];
|
|
812
|
-
const docCount = index.docCount || 1;
|
|
813
|
-
const avgDocLength = index.totalTokens / docCount || 1;
|
|
814
|
-
const scores = new Map;
|
|
815
|
-
for (const token of queryTokens) {
|
|
816
|
-
const posting = index.postings.get(token);
|
|
817
|
-
if (!posting)
|
|
818
|
-
continue;
|
|
819
|
-
const linesByFileId = new Map;
|
|
820
|
-
for (let i = 0;i < posting.length; i += 1) {
|
|
821
|
-
const fileId = posting.fileIdAt(i);
|
|
822
|
-
const arr = linesByFileId.get(fileId);
|
|
823
|
-
if (arr)
|
|
824
|
-
arr.push(posting.lineAt(i));
|
|
825
|
-
else
|
|
826
|
-
linesByFileId.set(fileId, [posting.lineAt(i)]);
|
|
827
|
-
}
|
|
828
|
-
const docFrequency = linesByFileId.size;
|
|
829
|
-
const idf = Math.log(1 + (docCount - docFrequency + 0.5) / (docFrequency + 0.5));
|
|
830
|
-
for (const [fileId, lines] of linesByFileId) {
|
|
831
|
-
const file = index.fileTable.pathFor(fileId);
|
|
832
|
-
if (file === undefined) {
|
|
833
|
-
recordOrphanWordIndexFileId(fileId, token, "search");
|
|
834
|
-
continue;
|
|
835
|
-
}
|
|
836
|
-
if (combinedFilter && !combinedFilter(file))
|
|
837
|
-
continue;
|
|
838
|
-
const termFrequency = lines.length;
|
|
839
|
-
const docLength = index.docLengths.get(file) ?? avgDocLength;
|
|
840
|
-
const denominator = termFrequency + BM25_K1 * (1 - BM25_B + BM25_B * (docLength / avgDocLength));
|
|
841
|
-
const termScore = idf * (termFrequency * (BM25_K1 + 1) / denominator);
|
|
842
|
-
const entry = scores.get(file) ?? {
|
|
843
|
-
score: 0,
|
|
844
|
-
hits: 0,
|
|
845
|
-
lines: new Set
|
|
846
|
-
};
|
|
847
|
-
entry.score += termScore;
|
|
848
|
-
entry.hits += termFrequency;
|
|
849
|
-
for (const line of lines)
|
|
850
|
-
entry.lines.add(line);
|
|
851
|
-
scores.set(file, entry);
|
|
852
|
-
}
|
|
853
|
-
}
|
|
854
|
-
const results = [];
|
|
855
|
-
for (const [file, entry] of scores) {
|
|
856
|
-
let score = entry.score;
|
|
857
|
-
if (demoteTestVendor && isTestOrVendor(file))
|
|
858
|
-
score *= TEST_VENDOR_PENALTY;
|
|
859
|
-
if (demoteDocs && isDocFile(file))
|
|
860
|
-
score *= DOC_FILE_PENALTY;
|
|
861
|
-
const connections = centrality?.get(file);
|
|
862
|
-
if (connections && connections > 0) {
|
|
863
|
-
score *= 1 + Math.log(1 + connections) / 4;
|
|
864
|
-
}
|
|
865
|
-
results.push({
|
|
866
|
-
file,
|
|
867
|
-
score,
|
|
868
|
-
hits: entry.hits,
|
|
869
|
-
lines: [...entry.lines].sort((a, b) => a - b)
|
|
870
|
-
});
|
|
871
|
-
}
|
|
872
|
-
results.sort((a, b) => b.score - a.score || a.file.localeCompare(b.file));
|
|
873
|
-
return results.slice(0, Math.max(0, limit));
|
|
874
|
-
}
|
|
875
|
-
export function centralityFromReverseDeps(index, reverseDeps, normalizeKey = (file) => file) {
|
|
876
|
-
const centrality = new Map;
|
|
877
|
-
if (!reverseDeps)
|
|
878
|
-
return centrality;
|
|
879
|
-
for (const file of index.docLengths.keys()) {
|
|
880
|
-
const importers = reverseDeps[normalizeKey(file)];
|
|
881
|
-
if (importers && importers.length > 0) {
|
|
882
|
-
centrality.set(file, importers.length);
|
|
883
|
-
}
|
|
884
|
-
}
|
|
885
|
-
return centrality;
|
|
886
|
-
}
|
|
887
|
-
export const WORD_INDEX_FORMAT_VERSION = 2;
|
|
888
|
-
const WORD_INDEX_INT32_MAX = 2147483647;
|
|
889
|
-
const WORD_INDEX_PACKED_FILE_ID_MAX = 4194303;
|
|
890
|
-
function isCanonicalWordIndexNumber(value) {
|
|
891
|
-
return typeof value === "number" && Number.isFinite(value) && Number.isSafeInteger(value) && !Object.is(value, -0);
|
|
892
|
-
}
|
|
893
|
-
function isCanonicalWordIndexToken(token) {
|
|
894
|
-
return typeof token === "string" && token.length >= 2 && token === token.toLowerCase() && /^[a-z0-9_$]+$/.test(token) && !STOPWORDS.has(token);
|
|
895
|
-
}
|
|
896
|
-
const serializedWordIndexCaches = new WeakMap;
|
|
897
|
-
const serializedWordIndexSources = new WeakMap;
|
|
898
|
-
export function getWordIndexWireBytes(index) {
|
|
899
|
-
return serializedWordIndexCaches.get(index)?.wireBytes ?? null;
|
|
900
|
-
}
|
|
901
|
-
export function recordPersistedWordIndexWireBytes(serialized, wireBytes) {
|
|
902
|
-
if (!serialized || wireBytes === undefined)
|
|
903
|
-
return;
|
|
904
|
-
const index = serializedWordIndexSources.get(serialized);
|
|
905
|
-
const cache = index && serializedWordIndexCaches.get(index);
|
|
906
|
-
if (cache?.serialized === serialized)
|
|
907
|
-
cache.wireBytes = wireBytes;
|
|
908
|
-
}
|
|
909
|
-
const DEFAULT_WORD_INDEX_MEMO_BACKSTOP_MS = 600000;
|
|
910
|
-
const MAX_TIMER_DELAY_MS = 2147483647;
|
|
911
|
-
function wordIndexMemoBackstopMs() {
|
|
912
|
-
const raw = Number(process.env.DM_LENS_WORD_INDEX_MEMO_BACKSTOP_MS);
|
|
913
|
-
return Number.isFinite(raw) && raw > 0 ? Math.min(raw, MAX_TIMER_DELAY_MS) : DEFAULT_WORD_INDEX_MEMO_BACKSTOP_MS;
|
|
914
|
-
}
|
|
915
|
-
function retainSerializedWordIndex(index, entry) {
|
|
916
|
-
const prior = serializedWordIndexCaches.get(index);
|
|
917
|
-
if (prior)
|
|
918
|
-
clearTimeout(prior.backstopTimer);
|
|
919
|
-
serializedWordIndexCaches.set(index, entry);
|
|
920
|
-
const ref = new WeakRef(index);
|
|
921
|
-
const timer = setTimeout(() => {
|
|
922
|
-
const target = ref.deref();
|
|
923
|
-
if (target)
|
|
924
|
-
releaseWordIndexMemo(target, "backstop");
|
|
925
|
-
}, wordIndexMemoBackstopMs());
|
|
926
|
-
timer.unref?.();
|
|
927
|
-
entry.backstopTimer = timer;
|
|
928
|
-
}
|
|
929
|
-
function releaseWordIndexMemo(index, trigger) {
|
|
930
|
-
const memo = serializedWordIndexCaches.get(index);
|
|
931
|
-
if (!memo)
|
|
932
|
-
return;
|
|
933
|
-
clearTimeout(memo.backstopTimer);
|
|
934
|
-
serializedWordIndexCaches.delete(index);
|
|
935
|
-
logLatency({
|
|
936
|
-
type: "phase",
|
|
937
|
-
phase: "word_index_memo_released",
|
|
938
|
-
filePath: "<dm-lens>",
|
|
939
|
-
durationMs: 0,
|
|
940
|
-
metadata: { trigger, files: memo.serialized.files.length }
|
|
941
|
-
});
|
|
942
|
-
}
|
|
943
|
-
export function releaseWordIndexMemoAtSettle(index) {
|
|
944
|
-
releaseWordIndexMemo(index, "settle");
|
|
945
|
-
index.releaseMemoAfterPersist = true;
|
|
946
|
-
}
|
|
947
|
-
let _lastSerializeWork;
|
|
948
|
-
export function getLastWordIndexSerializeWork() {
|
|
949
|
-
return _lastSerializeWork;
|
|
950
|
-
}
|
|
951
|
-
function serializeWordIndexFull(index) {
|
|
952
|
-
const files = [...index.docLengths.keys()];
|
|
953
|
-
const slotByFileId = new Map;
|
|
954
|
-
files.forEach((file, i) => {
|
|
955
|
-
const fileId = index.fileTable.idFor(wordIndexKey(file));
|
|
956
|
-
if (fileId !== undefined)
|
|
957
|
-
slotByFileId.set(fileId, i);
|
|
958
|
-
});
|
|
959
|
-
const postings = [];
|
|
960
|
-
for (const [token, list] of index.postings) {
|
|
961
|
-
const flat = [];
|
|
962
|
-
for (let i = 0;i < list.length; i += 1) {
|
|
963
|
-
const slot = slotByFileId.get(list.fileIdAt(i));
|
|
964
|
-
if (slot === undefined)
|
|
965
|
-
continue;
|
|
966
|
-
flat.push(slot, list.lineAt(i));
|
|
967
|
-
}
|
|
968
|
-
if (flat.length > 0)
|
|
969
|
-
postings.push([token, flat]);
|
|
970
|
-
}
|
|
971
|
-
const forward = index.forward ? files.map((file, i) => [
|
|
972
|
-
i,
|
|
973
|
-
[...index.forward.get(file)?.entries() ?? []]
|
|
974
|
-
]) : undefined;
|
|
975
|
-
const serialized = {
|
|
976
|
-
version: WORD_INDEX_FORMAT_VERSION,
|
|
977
|
-
files,
|
|
978
|
-
postings,
|
|
979
|
-
docLengths: files.map((file) => index.docLengths.get(file) ?? 0),
|
|
980
|
-
totalTokens: index.totalTokens,
|
|
981
|
-
indexedFileCount: index.docCount,
|
|
982
|
-
truncated: index.truncated,
|
|
983
|
-
fileMtimes: files.map((file) => index.fileMtimes.get(file) ?? 0),
|
|
984
|
-
fileSizes: files.map((file) => index.fileSizes.get(file) ?? 0),
|
|
985
|
-
forward
|
|
986
|
-
};
|
|
987
|
-
const tokensByFile = new Map;
|
|
988
|
-
if (index.forward) {
|
|
989
|
-
for (const file of files) {
|
|
990
|
-
tokensByFile.set(wordIndexKey(file), new Set(index.forward.get(file)?.keys() ?? []));
|
|
991
|
-
}
|
|
992
|
-
}
|
|
993
|
-
_lastSerializeWork = {
|
|
994
|
-
affectedTokenCount: postings.length,
|
|
995
|
-
tookFullPath: true
|
|
996
|
-
};
|
|
997
|
-
return {
|
|
998
|
-
serialized,
|
|
999
|
-
slotByFileId,
|
|
1000
|
-
tokensByFile,
|
|
1001
|
-
wireBytes: null
|
|
1002
|
-
};
|
|
1003
|
-
}
|
|
1004
|
-
function serializeWordIndexIncrementally(index, cache) {
|
|
1005
|
-
const files = [...index.docLengths.keys()];
|
|
1006
|
-
const priorFiles = cache.serialized.files;
|
|
1007
|
-
const currentKeys = new Set(files.map(wordIndexKey));
|
|
1008
|
-
const priorKeys = new Set(priorFiles.map(wordIndexKey));
|
|
1009
|
-
if ([...priorKeys].some((key) => !currentKeys.has(key))) {
|
|
1010
|
-
return serializeWordIndexFull(index);
|
|
1011
|
-
}
|
|
1012
|
-
const dirty = index.dirtyFiles;
|
|
1013
|
-
if (dirty && dirty.size * 2 > files.length) {
|
|
1014
|
-
return serializeWordIndexFull(index);
|
|
1015
|
-
}
|
|
1016
|
-
const filesInWireOrder = [
|
|
1017
|
-
...priorFiles,
|
|
1018
|
-
...files.filter((file) => !priorKeys.has(wordIndexKey(file)))
|
|
1019
|
-
];
|
|
1020
|
-
if (!dirty || dirty.size === 0) {
|
|
1021
|
-
_lastSerializeWork = { affectedTokenCount: 0, tookFullPath: false };
|
|
1022
|
-
return cache;
|
|
1023
|
-
}
|
|
1024
|
-
const slotByFileId = new Map(cache.slotByFileId);
|
|
1025
|
-
for (let i = priorFiles.length;i < filesInWireOrder.length; i += 1) {
|
|
1026
|
-
const fileId = index.fileTable.idFor(wordIndexKey(filesInWireOrder[i]));
|
|
1027
|
-
if (fileId !== undefined)
|
|
1028
|
-
slotByFileId.set(fileId, i);
|
|
1029
|
-
}
|
|
1030
|
-
const postings = cache.serialized.postings.slice();
|
|
1031
|
-
const postingAt = new Map;
|
|
1032
|
-
postings.forEach(([token], i) => postingAt.set(token, i));
|
|
1033
|
-
const removedTokens = new Set;
|
|
1034
|
-
const tokensByFile = new Map(cache.tokensByFile);
|
|
1035
|
-
const fileByKey = new Map(filesInWireOrder.map((file) => [wordIndexKey(file), file]));
|
|
1036
|
-
const affectedTokens = new Set;
|
|
1037
|
-
for (const fileKey of dirty) {
|
|
1038
|
-
const file = fileByKey.get(fileKey);
|
|
1039
|
-
const oldTokens = tokensByFile.get(fileKey) ?? new Set;
|
|
1040
|
-
const currentEntry = file === undefined ? undefined : index.forward?.get(file);
|
|
1041
|
-
const currentTokens = new Set(currentEntry?.keys() ?? []);
|
|
1042
|
-
for (const token of oldTokens)
|
|
1043
|
-
affectedTokens.add(token);
|
|
1044
|
-
for (const token of currentTokens)
|
|
1045
|
-
affectedTokens.add(token);
|
|
1046
|
-
if (file === undefined)
|
|
1047
|
-
tokensByFile.delete(fileKey);
|
|
1048
|
-
else
|
|
1049
|
-
tokensByFile.set(fileKey, currentTokens);
|
|
1050
|
-
}
|
|
1051
|
-
for (const token of affectedTokens) {
|
|
1052
|
-
const list = index.postings.get(token);
|
|
1053
|
-
const flat = [];
|
|
1054
|
-
if (list) {
|
|
1055
|
-
for (let i = 0;i < list.length; i += 1) {
|
|
1056
|
-
const slot = slotByFileId.get(list.fileIdAt(i));
|
|
1057
|
-
if (slot !== undefined)
|
|
1058
|
-
flat.push(slot, list.lineAt(i));
|
|
1059
|
-
}
|
|
1060
|
-
}
|
|
1061
|
-
const at = postingAt.get(token);
|
|
1062
|
-
if (flat.length === 0) {
|
|
1063
|
-
if (at !== undefined)
|
|
1064
|
-
removedTokens.add(token);
|
|
1065
|
-
} else if (at === undefined) {
|
|
1066
|
-
postings.push([token, flat]);
|
|
1067
|
-
postingAt.set(token, postings.length - 1);
|
|
1068
|
-
} else {
|
|
1069
|
-
postings[at] = [postings[at][0], flat];
|
|
1070
|
-
}
|
|
1071
|
-
}
|
|
1072
|
-
const compactedPostings = removedTokens.size ? postings.filter(([token]) => !removedTokens.has(token)) : postings;
|
|
1073
|
-
const forward = index.forward ? cache.serialized.forward?.slice().map((entry) => [entry[0], entry[1]]) ?? [] : undefined;
|
|
1074
|
-
for (const fileKey of dirty) {
|
|
1075
|
-
const file = fileByKey.get(fileKey);
|
|
1076
|
-
const fileId = file === undefined ? undefined : index.fileTable.idFor(wordIndexKey(file));
|
|
1077
|
-
const slot = fileId === undefined ? undefined : slotByFileId.get(fileId);
|
|
1078
|
-
if (slot === undefined || !forward || file === undefined)
|
|
1079
|
-
continue;
|
|
1080
|
-
forward[slot] = [slot, [...index.forward?.get(file)?.entries() ?? []]];
|
|
1081
|
-
}
|
|
1082
|
-
const serialized = {
|
|
1083
|
-
...cache.serialized,
|
|
1084
|
-
files: filesInWireOrder,
|
|
1085
|
-
postings: compactedPostings,
|
|
1086
|
-
docLengths: filesInWireOrder.map((file) => index.docLengths.get(file) ?? 0),
|
|
1087
|
-
fileMtimes: filesInWireOrder.map((file) => index.fileMtimes.get(file) ?? 0),
|
|
1088
|
-
fileSizes: filesInWireOrder.map((file) => index.fileSizes.get(file) ?? 0),
|
|
1089
|
-
forward,
|
|
1090
|
-
totalTokens: index.totalTokens,
|
|
1091
|
-
indexedFileCount: index.docCount,
|
|
1092
|
-
truncated: index.truncated
|
|
1093
|
-
};
|
|
1094
|
-
_lastSerializeWork = {
|
|
1095
|
-
affectedTokenCount: affectedTokens.size,
|
|
1096
|
-
tookFullPath: false
|
|
1097
|
-
};
|
|
1098
|
-
return {
|
|
1099
|
-
serialized,
|
|
1100
|
-
slotByFileId,
|
|
1101
|
-
tokensByFile,
|
|
1102
|
-
wireBytes: null
|
|
1103
|
-
};
|
|
1104
|
-
}
|
|
1105
|
-
export function serializeWordIndex(index) {
|
|
1106
|
-
const prior = serializedWordIndexCaches.get(index);
|
|
1107
|
-
const cache = prior ? serializeWordIndexIncrementally(index, prior) : serializeWordIndexFull(index);
|
|
1108
|
-
retainSerializedWordIndex(index, cache);
|
|
1109
|
-
serializedWordIndexSources.set(cache.serialized, index);
|
|
1110
|
-
index.dirtyFiles?.clear();
|
|
1111
|
-
return cache.serialized;
|
|
1112
|
-
}
|
|
1113
|
-
export function deserializeWordIndex(data) {
|
|
1114
|
-
if (!data || data.version !== WORD_INDEX_FORMAT_VERSION || !Array.isArray(data.files) || !Array.isArray(data.postings) || !Array.isArray(data.docLengths) || !Array.isArray(data.fileMtimes)) {
|
|
1115
|
-
return null;
|
|
1116
|
-
}
|
|
1117
|
-
let canonical = data.docLengths.length === data.files.length && data.fileMtimes.length === data.files.length;
|
|
1118
|
-
let needsDeepSanitize = !Array.isArray(data.forward);
|
|
1119
|
-
if (needsDeepSanitize)
|
|
1120
|
-
canonical = false;
|
|
1121
|
-
const fileKeys = new Set;
|
|
1122
|
-
for (const file of data.files) {
|
|
1123
|
-
if (typeof file !== "string")
|
|
1124
|
-
return null;
|
|
1125
|
-
const key = wordIndexKey(file);
|
|
1126
|
-
if (fileKeys.has(key)) {
|
|
1127
|
-
canonical = false;
|
|
1128
|
-
needsDeepSanitize = true;
|
|
1129
|
-
}
|
|
1130
|
-
fileKeys.add(key);
|
|
1131
|
-
}
|
|
1132
|
-
const docLengths = new PathKeyedMap(wordIndexKey);
|
|
1133
|
-
const fileTable = new WordIndexFileTable;
|
|
1134
|
-
const fileIdBySlot = data.files.map((file) => fileTable.intern(wordIndexKey(file), file));
|
|
1135
|
-
const slotByFileId = new Map;
|
|
1136
|
-
fileIdBySlot.forEach((fileId, slot) => {
|
|
1137
|
-
if (!slotByFileId.has(fileId))
|
|
1138
|
-
slotByFileId.set(fileId, slot);
|
|
1139
|
-
});
|
|
1140
|
-
const fileMtimes = new PathKeyedMap(wordIndexKey);
|
|
1141
|
-
const fileSizes = new PathKeyedMap(wordIndexKey);
|
|
1142
|
-
data.files.forEach((file, i) => {
|
|
1143
|
-
const value = data.docLengths[i];
|
|
1144
|
-
if (!isCanonicalWordIndexNumber(value) || value < 0)
|
|
1145
|
-
canonical = false;
|
|
1146
|
-
docLengths.set(file, isCanonicalWordIndexNumber(value) && value >= 0 ? value : 0);
|
|
1147
|
-
});
|
|
1148
|
-
data.files.forEach((file, i) => {
|
|
1149
|
-
const value = data.fileMtimes[i];
|
|
1150
|
-
if (typeof value !== "number" || !Number.isFinite(value))
|
|
1151
|
-
canonical = false;
|
|
1152
|
-
fileMtimes.set(file, typeof value === "number" && Number.isFinite(value) ? value : 0);
|
|
1153
|
-
});
|
|
1154
|
-
if (Array.isArray(data.fileSizes) && data.fileSizes.length === data.files.length) {
|
|
1155
|
-
data.files.forEach((file, i) => {
|
|
1156
|
-
const value = data.fileSizes?.[i];
|
|
1157
|
-
if (!isCanonicalWordIndexNumber(value) || value < 0)
|
|
1158
|
-
canonical = false;
|
|
1159
|
-
fileSizes.set(file, isCanonicalWordIndexNumber(value) && value >= 0 ? value : 0);
|
|
1160
|
-
});
|
|
1161
|
-
} else {
|
|
1162
|
-
canonical = false;
|
|
1163
|
-
}
|
|
1164
|
-
const postings = new Map;
|
|
1165
|
-
const postingTokens = new Set;
|
|
1166
|
-
const postingFileCounts = new Map;
|
|
1167
|
-
for (const posting of data.postings) {
|
|
1168
|
-
if (!Array.isArray(posting) || posting.length !== 2) {
|
|
1169
|
-
canonical = false;
|
|
1170
|
-
needsDeepSanitize = true;
|
|
1171
|
-
continue;
|
|
1172
|
-
}
|
|
1173
|
-
const [token, flat] = posting;
|
|
1174
|
-
if (!isCanonicalWordIndexToken(token) || postingTokens.has(token) || !Array.isArray(flat) || flat.length === 0 || flat.length % 2 !== 0) {
|
|
1175
|
-
canonical = false;
|
|
1176
|
-
needsDeepSanitize = true;
|
|
1177
|
-
continue;
|
|
1178
|
-
}
|
|
1179
|
-
postingTokens.add(token);
|
|
1180
|
-
const lanes = [];
|
|
1181
|
-
const seenPairs = new Set;
|
|
1182
|
-
const observedCounts = new Map;
|
|
1183
|
-
for (let i = 0;i < flat.length; i += 2) {
|
|
1184
|
-
const slot = flat[i];
|
|
1185
|
-
const line = flat[i + 1];
|
|
1186
|
-
if (!isCanonicalWordIndexNumber(slot) || slot < 0 || slot >= fileIdBySlot.length || !isCanonicalWordIndexNumber(line) || line < 1 || line > WORD_INDEX_INT32_MAX) {
|
|
1187
|
-
canonical = false;
|
|
1188
|
-
needsDeepSanitize = true;
|
|
1189
|
-
continue;
|
|
1190
|
-
}
|
|
1191
|
-
const fileId = fileIdBySlot[slot];
|
|
1192
|
-
const pairKey = fileId <= WORD_INDEX_PACKED_FILE_ID_MAX ? fileId * (WORD_INDEX_INT32_MAX + 1) + line : `${fileId}:${line}`;
|
|
1193
|
-
if (seenPairs.has(pairKey)) {
|
|
1194
|
-
canonical = false;
|
|
1195
|
-
needsDeepSanitize = true;
|
|
1196
|
-
}
|
|
1197
|
-
seenPairs.add(pairKey);
|
|
1198
|
-
lanes.push(fileId, line);
|
|
1199
|
-
observedCounts.set(fileId, (observedCounts.get(fileId) ?? 0) + 1);
|
|
1200
|
-
}
|
|
1201
|
-
if (lanes.length === 0)
|
|
1202
|
-
continue;
|
|
1203
|
-
const list = WordPostingList.fromLanes(token, lanes);
|
|
1204
|
-
postings.set(token, list);
|
|
1205
|
-
postingFileCounts.set(token, observedCounts);
|
|
1206
|
-
}
|
|
1207
|
-
compactPostingsIntoArena(postings);
|
|
1208
|
-
let forward;
|
|
1209
|
-
if (Array.isArray(data.forward)) {
|
|
1210
|
-
const candidate = data.files.map(() => new Map);
|
|
1211
|
-
const forwardTotals = new Map;
|
|
1212
|
-
if (data.forward.length !== data.files.length)
|
|
1213
|
-
canonical = false;
|
|
1214
|
-
if (data.forward.length !== data.files.length)
|
|
1215
|
-
needsDeepSanitize = true;
|
|
1216
|
-
for (const [entryIndex, entry] of data.forward.entries()) {
|
|
1217
|
-
if (!Array.isArray(entry) || entry.length !== 2) {
|
|
1218
|
-
canonical = false;
|
|
1219
|
-
needsDeepSanitize = true;
|
|
1220
|
-
continue;
|
|
1221
|
-
}
|
|
1222
|
-
const [fileIdx, tokenCounts] = entry;
|
|
1223
|
-
if (!isCanonicalWordIndexNumber(fileIdx) || fileIdx !== entryIndex || fileIdx < 0 || fileIdx >= data.files.length || !Array.isArray(tokenCounts)) {
|
|
1224
|
-
canonical = false;
|
|
1225
|
-
needsDeepSanitize = true;
|
|
1226
|
-
continue;
|
|
1227
|
-
}
|
|
1228
|
-
for (const pair of tokenCounts) {
|
|
1229
|
-
if (!Array.isArray(pair) || pair.length !== 2 || !isCanonicalWordIndexToken(pair[0]) || !isCanonicalWordIndexNumber(pair[1]) || pair[1] < 1 || pair[1] > WORD_INDEX_INT32_MAX || candidate[fileIdx].has(pair[0])) {
|
|
1230
|
-
canonical = false;
|
|
1231
|
-
needsDeepSanitize = true;
|
|
1232
|
-
continue;
|
|
1233
|
-
}
|
|
1234
|
-
candidate[fileIdx].set(pair[0], pair[1]);
|
|
1235
|
-
forwardTotals.set(pair[0], (forwardTotals.get(pair[0]) ?? 0) + pair[1]);
|
|
1236
|
-
}
|
|
1237
|
-
}
|
|
1238
|
-
let forwardMatchesPostings = true;
|
|
1239
|
-
for (const [token, list] of postings) {
|
|
1240
|
-
if (forwardTotals.get(token) !== list.length) {
|
|
1241
|
-
forwardMatchesPostings = false;
|
|
1242
|
-
}
|
|
1243
|
-
const observed = postingFileCounts.get(token);
|
|
1244
|
-
if (!observed) {
|
|
1245
|
-
forwardMatchesPostings = false;
|
|
1246
|
-
continue;
|
|
1247
|
-
}
|
|
1248
|
-
for (const [fileId, count] of observed) {
|
|
1249
|
-
const slot = slotByFileId.get(fileId);
|
|
1250
|
-
if (slot === undefined || candidate[slot].get(token) !== count) {
|
|
1251
|
-
forwardMatchesPostings = false;
|
|
1252
|
-
}
|
|
1253
|
-
}
|
|
1254
|
-
}
|
|
1255
|
-
for (const token of forwardTotals.keys()) {
|
|
1256
|
-
if (!postingTokens.has(token))
|
|
1257
|
-
forwardMatchesPostings = false;
|
|
1258
|
-
}
|
|
1259
|
-
if (!forwardMatchesPostings)
|
|
1260
|
-
canonical = false;
|
|
1261
|
-
if (!forwardMatchesPostings)
|
|
1262
|
-
needsDeepSanitize = true;
|
|
1263
|
-
forward = new PathKeyedMap(wordIndexKey);
|
|
1264
|
-
for (let i = 0;i < data.files.length; i += 1) {
|
|
1265
|
-
forward.set(data.files[i], WordForwardEntry.fromTally(candidate[i]));
|
|
1266
|
-
}
|
|
1267
|
-
} else if (Object.prototype.hasOwnProperty.call(data, "forward")) {
|
|
1268
|
-
canonical = false;
|
|
1269
|
-
needsDeepSanitize = true;
|
|
1270
|
-
}
|
|
1271
|
-
if (needsDeepSanitize) {
|
|
1272
|
-
const actualForwardCounts = data.files.map(() => new Map);
|
|
1273
|
-
for (const [token, list] of postings) {
|
|
1274
|
-
const seenPairs = new Set;
|
|
1275
|
-
const sanitized = new WordPostingList(token, list.length);
|
|
1276
|
-
for (let i = 0;i < list.length; i += 1) {
|
|
1277
|
-
const fileId = list.fileIdAt(i);
|
|
1278
|
-
const line = list.lineAt(i);
|
|
1279
|
-
const pairKey = `${fileId}:${line}`;
|
|
1280
|
-
if (seenPairs.has(pairKey))
|
|
1281
|
-
continue;
|
|
1282
|
-
seenPairs.add(pairKey);
|
|
1283
|
-
sanitized.push(fileId, line);
|
|
1284
|
-
const slot = slotByFileId.get(fileId);
|
|
1285
|
-
if (slot !== undefined) {
|
|
1286
|
-
const counts = actualForwardCounts[slot];
|
|
1287
|
-
counts.set(token, (counts.get(token) ?? 0) + 1);
|
|
1288
|
-
}
|
|
1289
|
-
}
|
|
1290
|
-
postings.set(token, sanitized);
|
|
1291
|
-
}
|
|
1292
|
-
compactPostingsIntoArena(postings);
|
|
1293
|
-
if (Array.isArray(data.forward)) {
|
|
1294
|
-
forward = new PathKeyedMap(wordIndexKey);
|
|
1295
|
-
for (let i = 0;i < data.files.length; i += 1) {
|
|
1296
|
-
const canonicalSlot = slotByFileId.get(fileIdBySlot[i]) ?? i;
|
|
1297
|
-
forward.set(data.files[i], WordForwardEntry.fromTally(actualForwardCounts[canonicalSlot]));
|
|
1298
|
-
}
|
|
1299
|
-
}
|
|
1300
|
-
}
|
|
1301
|
-
const expectedTotalTokens = [...docLengths.values()].reduce((total, length) => total + length, 0);
|
|
1302
|
-
const totalTokens = isCanonicalWordIndexNumber(expectedTotalTokens) ? expectedTotalTokens : 0;
|
|
1303
|
-
if (!isCanonicalWordIndexNumber(data.totalTokens) || data.totalTokens !== totalTokens) {
|
|
1304
|
-
canonical = false;
|
|
1305
|
-
}
|
|
1306
|
-
if (typeof data.indexedFileCount !== "number" || data.indexedFileCount !== docLengths.size) {
|
|
1307
|
-
canonical = false;
|
|
1308
|
-
}
|
|
1309
|
-
if (typeof data.truncated !== "boolean")
|
|
1310
|
-
canonical = false;
|
|
1311
|
-
const index = {
|
|
1312
|
-
postings,
|
|
1313
|
-
fileTable,
|
|
1314
|
-
docLengths,
|
|
1315
|
-
totalTokens,
|
|
1316
|
-
docCount: docLengths.size,
|
|
1317
|
-
truncated: data.truncated === true,
|
|
1318
|
-
forward,
|
|
1319
|
-
fileMtimes,
|
|
1320
|
-
fileSizes,
|
|
1321
|
-
postingStoreCount: countPostingBackingStores(postings),
|
|
1322
|
-
recompactFlight: createSingleFlight(),
|
|
1323
|
-
dirtyFiles: new Set
|
|
1324
|
-
};
|
|
1325
|
-
const tokensByFile = new Map;
|
|
1326
|
-
if (forward) {
|
|
1327
|
-
for (const file of data.files) {
|
|
1328
|
-
tokensByFile.set(wordIndexKey(file), new Set(forward.get(file)?.keys() ?? []));
|
|
1329
|
-
}
|
|
1330
|
-
}
|
|
1331
|
-
if (canonical) {
|
|
1332
|
-
retainSerializedWordIndex(index, {
|
|
1333
|
-
serialized: data,
|
|
1334
|
-
slotByFileId,
|
|
1335
|
-
tokensByFile,
|
|
1336
|
-
wireBytes: null
|
|
1337
|
-
});
|
|
1338
|
-
}
|
|
1339
|
-
return index;
|
|
1340
|
-
}
|
|
1341
|
-
const buildStatuses = new Map;
|
|
1342
|
-
export function getWordIndexBuildStatus(cwd) {
|
|
1343
|
-
return buildStatuses.get(path.resolve(cwd));
|
|
1344
|
-
}
|
|
1345
|
-
export function _resetWordIndexBuildGuardForTests() {
|
|
1346
|
-
buildStatuses.clear();
|
|
1347
|
-
}
|
|
1348
|
-
export function triggerBackgroundWordIndexBuild(cwd, dbg, options = {}) {
|
|
1349
|
-
const key = path.resolve(cwd);
|
|
1350
|
-
if (isAtOrAboveHomeDir(key, options.homeDir)) {
|
|
1351
|
-
const reason = `root at/above home directory (${key})`;
|
|
1352
|
-
dbg?.(`word-index cold-build: skipped — ${reason}`);
|
|
1353
|
-
logWordIndex({
|
|
1354
|
-
phase: "cold_build_refused",
|
|
1355
|
-
cwd: key,
|
|
1356
|
-
trigger: "cold_query",
|
|
1357
|
-
reason
|
|
1358
|
-
});
|
|
1359
|
-
const status = { state: "refused", reason };
|
|
1360
|
-
buildStatuses.set(key, status);
|
|
1361
|
-
return status;
|
|
1362
|
-
}
|
|
1363
|
-
const current = buildStatuses.get(key);
|
|
1364
|
-
if (current?.state === "building")
|
|
1365
|
-
return current;
|
|
1366
|
-
const status = { state: "building" };
|
|
1367
|
-
buildStatuses.set(key, status);
|
|
1368
|
-
(async () => {
|
|
1369
|
-
const startMs = Date.now();
|
|
1370
|
-
try {
|
|
1371
|
-
const { loadProjectSnapshot, saveProjectSnapshot, PROJECT_SNAPSHOT_VERSION } = await import("./project-snapshot.js");
|
|
1372
|
-
const docs = await collectWordIndexDocs(key);
|
|
1373
|
-
const index = await buildWordIndexAsync(docs);
|
|
1374
|
-
const existing = loadProjectSnapshot(key);
|
|
1375
|
-
const snapshot = existing ?? {
|
|
1376
|
-
version: PROJECT_SNAPSHOT_VERSION,
|
|
1377
|
-
projectRoot: key,
|
|
1378
|
-
generatedAt: new Date().toISOString(),
|
|
1379
|
-
seq: 0,
|
|
1380
|
-
files: {},
|
|
1381
|
-
symbols: {},
|
|
1382
|
-
reverseDeps: {},
|
|
1383
|
-
cachedExports: []
|
|
1384
|
-
};
|
|
1385
|
-
snapshot.generatedAt = new Date().toISOString();
|
|
1386
|
-
snapshot.wordIndex = serializeWordIndex(index);
|
|
1387
|
-
saveProjectSnapshot(key, snapshot);
|
|
1388
|
-
dbg?.(`word-index cold-build: ${index.docCount} files, ${index.postings.size} tokens (${Date.now() - startMs}ms)`);
|
|
1389
|
-
logWordIndex({
|
|
1390
|
-
phase: "cold_build",
|
|
1391
|
-
cwd: key,
|
|
1392
|
-
trigger: "cold_query",
|
|
1393
|
-
durationMs: Date.now() - startMs,
|
|
1394
|
-
indexedFileCount: index.docCount,
|
|
1395
|
-
tokens: index.postings.size,
|
|
1396
|
-
postingEntries: countWordIndexPostingEntries(index),
|
|
1397
|
-
residentBytes: estimateWordIndexResidentBytes(index),
|
|
1398
|
-
truncated: index.truncated,
|
|
1399
|
-
skipped: docs.skipped
|
|
1400
|
-
});
|
|
1401
|
-
buildStatuses.delete(key);
|
|
1402
|
-
} catch (err) {
|
|
1403
|
-
const reason = err instanceof Error ? err.message : String(err);
|
|
1404
|
-
buildStatuses.set(key, { state: "failed", reason });
|
|
1405
|
-
dbg?.(`word-index cold-build: failed: ${reason}`);
|
|
1406
|
-
logWordIndex({
|
|
1407
|
-
phase: "cold_build_failed",
|
|
1408
|
-
cwd: key,
|
|
1409
|
-
trigger: "cold_query",
|
|
1410
|
-
durationMs: Date.now() - startMs,
|
|
1411
|
-
error: reason
|
|
1412
|
-
});
|
|
1413
|
-
}
|
|
1414
|
-
})();
|
|
1415
|
-
return status;
|
|
1416
|
-
}
|
|
1417
|
-
const WORD_INDEX_PERSIST_DEBOUNCE_MS_DEFAULT = 1500;
|
|
1418
|
-
function wordIndexPersistDebounceMs() {
|
|
1419
|
-
const raw = Number(process.env.DM_LENS_WORD_INDEX_PERSIST_DEBOUNCE_MS);
|
|
1420
|
-
return Number.isFinite(raw) && raw >= 0 ? raw : WORD_INDEX_PERSIST_DEBOUNCE_MS_DEFAULT;
|
|
1421
|
-
}
|
|
1422
|
-
let wordIndexPersistScheduler;
|
|
1423
|
-
function getWordIndexPersistScheduler() {
|
|
1424
|
-
if (wordIndexPersistScheduler)
|
|
1425
|
-
return wordIndexPersistScheduler;
|
|
1426
|
-
wordIndexPersistScheduler = createDebounceScheduler({
|
|
1427
|
-
debounceMs: wordIndexPersistDebounceMs,
|
|
1428
|
-
write(_key, pending) {
|
|
1429
|
-
writeWordIndexSnapshot(pending.cwd, pending.index, pending.dbg);
|
|
1430
|
-
}
|
|
1431
|
-
});
|
|
1432
|
-
return wordIndexPersistScheduler;
|
|
1433
|
-
}
|
|
1434
|
-
async function writeWordIndexSnapshot(cwd, index, dbg) {
|
|
1435
|
-
const persistStartedAt = Date.now();
|
|
1436
|
-
try {
|
|
1437
|
-
const { loadProjectSnapshot, saveProjectSnapshot, PROJECT_SNAPSHOT_VERSION } = await import("./project-snapshot.js");
|
|
1438
|
-
const existing = loadProjectSnapshot(cwd);
|
|
1439
|
-
const snapshot = existing ?? {
|
|
1440
|
-
version: PROJECT_SNAPSHOT_VERSION,
|
|
1441
|
-
projectRoot: path.resolve(cwd),
|
|
1442
|
-
generatedAt: new Date().toISOString(),
|
|
1443
|
-
seq: 0,
|
|
1444
|
-
files: {},
|
|
1445
|
-
symbols: {},
|
|
1446
|
-
reverseDeps: {},
|
|
1447
|
-
cachedExports: []
|
|
1448
|
-
};
|
|
1449
|
-
snapshot.generatedAt = new Date().toISOString();
|
|
1450
|
-
const serializeStartedAt = performance.now();
|
|
1451
|
-
snapshot.wordIndex = serializeWordIndex(index);
|
|
1452
|
-
const serializeMs = performance.now() - serializeStartedAt;
|
|
1453
|
-
saveProjectSnapshot(cwd, snapshot);
|
|
1454
|
-
if (index.releaseMemoAfterPersist) {
|
|
1455
|
-
index.releaseMemoAfterPersist = false;
|
|
1456
|
-
releaseWordIndexMemo(index, "post_settle_persist");
|
|
1457
|
-
}
|
|
1458
|
-
const writeMs = performance.now() - serializeStartedAt - serializeMs;
|
|
1459
|
-
dbg?.(`word-index persist: ${index.docCount} files, ${index.postings.size} tokens`);
|
|
1460
|
-
logWordIndex({
|
|
1461
|
-
phase: "persist_succeeded",
|
|
1462
|
-
cwd: path.resolve(cwd),
|
|
1463
|
-
trigger: "per_edit",
|
|
1464
|
-
durationMs: Date.now() - persistStartedAt,
|
|
1465
|
-
serializeMs,
|
|
1466
|
-
writeMs,
|
|
1467
|
-
indexedFileCount: index.docCount,
|
|
1468
|
-
tokens: index.postings.size,
|
|
1469
|
-
postingEntries: countWordIndexPostingEntries(index),
|
|
1470
|
-
residentBytes: estimateWordIndexResidentBytes(index),
|
|
1471
|
-
replacementCount: index.replacementStats?.count ?? 0,
|
|
1472
|
-
totalReplacementMs: index.replacementStats?.totalMs ?? 0,
|
|
1473
|
-
maxReplacementMs: index.replacementStats?.maxMs ?? 0
|
|
1474
|
-
});
|
|
1475
|
-
index.replacementStats = { count: 0, totalMs: 0, maxMs: 0 };
|
|
1476
|
-
} catch (err) {
|
|
1477
|
-
dbg?.(`word-index persist: failed: ${err}`);
|
|
1478
|
-
logWordIndex({
|
|
1479
|
-
phase: "persist_failed",
|
|
1480
|
-
cwd: path.resolve(cwd),
|
|
1481
|
-
trigger: "per_edit",
|
|
1482
|
-
indexedFileCount: index.docCount,
|
|
1483
|
-
error: err instanceof Error ? err.message : String(err)
|
|
1484
|
-
});
|
|
1485
|
-
}
|
|
1486
|
-
}
|
|
1487
|
-
export function scheduleWordIndexPersist(cwd, index, dbg) {
|
|
1488
|
-
const key = path.resolve(cwd);
|
|
1489
|
-
index.releaseMemoAfterPersist = false;
|
|
1490
|
-
getWordIndexPersistScheduler().schedule(key, { cwd: key, index, dbg });
|
|
1491
|
-
}
|
|
1492
|
-
export function flushWordIndexPersistsForTests() {
|
|
1493
|
-
getWordIndexPersistScheduler().flushAll();
|
|
1494
|
-
}
|