@duckmind/dm-darwin-x64 0.67.1 → 0.67.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1121) hide show
  1. package/README.md +2 -2
  2. package/dm +2 -2
  3. package/extensions/.dm-extensions.json +120 -603
  4. package/extensions/dm-lens/clients/actionable-warnings.js +12 -4
  5. package/extensions/dm-lens/clients/advisory-provenance.js +11 -10
  6. package/extensions/dm-lens/clients/agent-nudge.js +1 -1
  7. package/extensions/dm-lens/clients/analysis-root.js +75 -34
  8. package/extensions/dm-lens/clients/bash-file-access.js +550 -123
  9. package/extensions/dm-lens/clients/blocker-freshness.js +202 -19
  10. package/extensions/dm-lens/clients/blocker-past-eof.js +3 -1
  11. package/extensions/dm-lens/clients/bounded-telemetry.js +3 -0
  12. package/extensions/dm-lens/clients/cache-manager.js +22 -1
  13. package/extensions/dm-lens/clients/cache-observability.js +278 -17
  14. package/extensions/dm-lens/clients/cargo-manifest.js +8 -12
  15. package/extensions/dm-lens/clients/cascade-format.js +162 -19
  16. package/extensions/dm-lens/clients/codebase-model.js +2 -2
  17. package/extensions/dm-lens/clients/config-locations.js +1 -8
  18. package/extensions/dm-lens/clients/content-stamp.js +16 -0
  19. package/extensions/dm-lens/clients/context-injection-ledger.js +160 -0
  20. package/extensions/dm-lens/clients/deferred-runner-blockers.js +46 -6
  21. package/extensions/dm-lens/clients/degradation-ledger.js +21 -1
  22. package/extensions/dm-lens/clients/deps/ast-grep-napi.js +10 -0
  23. package/extensions/dm-lens/clients/diagnostic-dispositions.js +28 -12
  24. package/extensions/dm-lens/clients/disk-change-consumers.js +312 -0
  25. package/extensions/dm-lens/clients/disk-change-subscribers.js +197 -0
  26. package/extensions/dm-lens/clients/disk-changes.js +168 -0
  27. package/extensions/dm-lens/clients/dispatch/auxiliary-lsp.js +10 -6
  28. package/extensions/dm-lens/clients/dispatch/dispatcher.js +300 -61
  29. package/extensions/dm-lens/clients/dispatch/fact-store.js +2 -8
  30. package/extensions/dm-lens/clients/dispatch/facts/function-facts.js +87 -94
  31. package/extensions/dm-lens/clients/dispatch/finding-policy.js +25 -1
  32. package/extensions/dm-lens/clients/dispatch/indent-detect.js +1 -1
  33. package/extensions/dm-lens/clients/dispatch/integration.js +349 -135
  34. package/extensions/dm-lens/clients/dispatch/lane-copies.js +23 -0
  35. package/extensions/dm-lens/clients/dispatch/pending-runner-findings.js +3 -0
  36. package/extensions/dm-lens/clients/dispatch/pre-edit-seed.js +57 -0
  37. package/extensions/dm-lens/clients/dispatch/rule-id-normalize.js +6 -1
  38. package/extensions/dm-lens/clients/dispatch/rules/high-complexity.js +2 -17
  39. package/extensions/dm-lens/clients/dispatch/rules/high-fan-out.js +1 -9
  40. package/extensions/dm-lens/clients/dispatch/runner-context.js +9 -10
  41. package/extensions/dm-lens/clients/dispatch/runners/ast-grep-literal-anchors.js +58 -0
  42. package/extensions/dm-lens/clients/dispatch/runners/ast-grep-napi.js +59 -14
  43. package/extensions/dm-lens/clients/dispatch/runners/biome-check.js +9 -18
  44. package/extensions/dm-lens/clients/dispatch/runners/cue-vet.js +11 -21
  45. package/extensions/dm-lens/clients/dispatch/runners/dart-analyze.js +1 -1
  46. package/extensions/dm-lens/clients/dispatch/runners/detekt.js +4 -3
  47. package/extensions/dm-lens/clients/dispatch/runners/dotnet-build.js +15 -6
  48. package/extensions/dm-lens/clients/dispatch/runners/fish-indent.js +59 -5
  49. package/extensions/dm-lens/clients/dispatch/runners/gleam-check.js +9 -19
  50. package/extensions/dm-lens/clients/dispatch/runners/go-vet.js +2 -2
  51. package/extensions/dm-lens/clients/dispatch/runners/golangci-lint.js +17 -1
  52. package/extensions/dm-lens/clients/dispatch/runners/helm-lint.js +8 -5
  53. package/extensions/dm-lens/clients/dispatch/runners/helm-render.js +1 -1
  54. package/extensions/dm-lens/clients/dispatch/runners/ktlint.js +27 -5
  55. package/extensions/dm-lens/clients/dispatch/runners/lsp.js +91 -30
  56. package/extensions/dm-lens/clients/dispatch/runners/oxlint.js +9 -18
  57. package/extensions/dm-lens/clients/dispatch/runners/shellcheck.js +11 -20
  58. package/extensions/dm-lens/clients/dispatch/runners/shfmt.js +7 -0
  59. package/extensions/dm-lens/clients/dispatch/runners/taplo.js +2 -1
  60. package/extensions/dm-lens/clients/dispatch/runners/tree-sitter.js +29 -16
  61. package/extensions/dm-lens/clients/dispatch/runners/utils/availability-policy.js +32 -4
  62. package/extensions/dm-lens/clients/dispatch/runners/utils/candidate-probe.js +8 -0
  63. package/extensions/dm-lens/clients/dispatch/runners/utils/diagnostic-parsers.js +2 -1
  64. package/extensions/dm-lens/clients/dispatch/runners/utils/runner-helpers.js +1 -1
  65. package/extensions/dm-lens/clients/dispatch/runners/utils/tool-failure.js +9 -18
  66. package/extensions/dm-lens/clients/dispatch/runners/vale.js +2 -16
  67. package/extensions/dm-lens/clients/dispatch/types.js +45 -0
  68. package/extensions/dm-lens/clients/dispatch/utils/lsp-diagnostics.js +2 -1
  69. package/extensions/dm-lens/clients/ephemeral-root.js +10 -20
  70. package/extensions/dm-lens/clients/file-kinds.js +6 -2
  71. package/extensions/dm-lens/clients/file-mutation-queue.js +4 -8
  72. package/extensions/dm-lens/clients/file-utils.js +167 -28
  73. package/extensions/dm-lens/clients/finding-delivery-gate.js +15 -1
  74. package/extensions/dm-lens/clients/finding-identity.js +56 -0
  75. package/extensions/dm-lens/clients/fix-run-restore.js +10 -0
  76. package/extensions/dm-lens/clients/format-service.js +23 -5
  77. package/extensions/dm-lens/clients/formatters.js +33 -25
  78. package/extensions/dm-lens/clients/git-guard.js +516 -85
  79. package/extensions/dm-lens/clients/govulncheck-client.js +8 -0
  80. package/extensions/dm-lens/clients/grammar-source.js +39 -5
  81. package/extensions/dm-lens/clients/gzip-stage-write.js +99 -18
  82. package/extensions/dm-lens/clients/inline-blocker-fields.js +1 -1
  83. package/extensions/dm-lens/clients/installer/index.js +83 -85
  84. package/extensions/dm-lens/clients/installer/managed-tool-refresh.js +211 -8
  85. package/extensions/dm-lens/clients/instance-reaper.js +19 -8
  86. package/extensions/dm-lens/clients/instance-registry.js +12 -0
  87. package/extensions/dm-lens/clients/jscpd-client.js +20 -4
  88. package/extensions/dm-lens/clients/language-profile.js +8 -7
  89. package/extensions/dm-lens/clients/language-registry.js +45 -4
  90. package/extensions/dm-lens/clients/latency-logger.js +10 -2
  91. package/extensions/dm-lens/clients/lens-config.js +14 -4
  92. package/extensions/dm-lens/clients/lens-engine.js +10 -2
  93. package/extensions/dm-lens/clients/lens-flag-registry.js +19 -3
  94. package/extensions/dm-lens/clients/line-alignment.js +200 -0
  95. package/extensions/dm-lens/clients/lsp/capabilities.js +2 -2
  96. package/extensions/dm-lens/clients/lsp/cascade-tier.js +148 -38
  97. package/extensions/dm-lens/clients/lsp/client-registry.js +906 -0
  98. package/extensions/dm-lens/clients/lsp/client.js +413 -108
  99. package/extensions/dm-lens/clients/lsp/config.js +151 -47
  100. package/extensions/dm-lens/clients/lsp/content-limits.js +2 -2
  101. package/extensions/dm-lens/clients/lsp/content-scan.js +69 -0
  102. package/extensions/dm-lens/clients/lsp/created-import-targets.js +134 -0
  103. package/extensions/dm-lens/clients/lsp/diagnostic-binding.js +34 -0
  104. package/extensions/dm-lens/clients/lsp/document-drift.js +63 -15
  105. package/extensions/dm-lens/clients/lsp/edits.js +109 -26
  106. package/extensions/dm-lens/clients/lsp/environment-gap.js +186 -0
  107. package/extensions/dm-lens/clients/lsp/file-server-match.js +26 -0
  108. package/extensions/dm-lens/clients/lsp/implicit-scope.js +208 -0
  109. package/extensions/dm-lens/clients/lsp/index.js +574 -916
  110. package/extensions/dm-lens/clients/lsp/inferred-project.js +37 -15
  111. package/extensions/dm-lens/clients/lsp/jvm-runtime.js +15 -9
  112. package/extensions/dm-lens/clients/lsp/language.js +8 -1
  113. package/extensions/dm-lens/clients/lsp/launch.js +93 -43
  114. package/extensions/dm-lens/clients/lsp/lombok.js +0 -13
  115. package/extensions/dm-lens/clients/lsp/path-utils.js +2 -0
  116. package/extensions/dm-lens/clients/lsp/position-encoding.js +0 -7
  117. package/extensions/dm-lens/clients/lsp/server-config-files.js +11 -0
  118. package/extensions/dm-lens/clients/lsp/server-traits.js +8 -2
  119. package/extensions/dm-lens/clients/lsp/server.js +273 -76
  120. package/extensions/dm-lens/clients/lsp/session-roots.js +38 -3
  121. package/extensions/dm-lens/clients/lsp/wait-policy/strategies.js +87 -5
  122. package/extensions/dm-lens/clients/lsp/watch-queue.js +23 -2
  123. package/extensions/dm-lens/clients/lsp/workspace-diagnostics-cache.js +183 -47
  124. package/extensions/dm-lens/clients/lsp/workspace-diagnostics-session.js +35 -0
  125. package/extensions/dm-lens/clients/lsp-mutation.js +1 -1
  126. package/extensions/dm-lens/clients/mcp/analyze.js +51 -13
  127. package/extensions/dm-lens/clients/mcp/ipc.js +24 -1
  128. package/extensions/dm-lens/clients/mcp/session.js +2 -7
  129. package/extensions/dm-lens/clients/memory-sampler.js +19 -1
  130. package/extensions/dm-lens/clients/metrics-history.js +16 -29
  131. package/extensions/dm-lens/clients/mutating-tool.js +4 -2
  132. package/extensions/dm-lens/clients/mutation-attribution.js +1 -4
  133. package/extensions/dm-lens/clients/observed-mutation.js +7 -1
  134. package/extensions/dm-lens/clients/opaque-mutation-scan.js +273 -59
  135. package/extensions/dm-lens/clients/opengrep-client.js +6 -1
  136. package/extensions/dm-lens/clients/opengrep-config.js +10 -5
  137. package/extensions/dm-lens/clients/opengrep-rule-pack.js +19 -0
  138. package/extensions/dm-lens/clients/out-of-band-changes.js +342 -0
  139. package/extensions/dm-lens/clients/package-manager.js +51 -62
  140. package/extensions/dm-lens/clients/package-root.js +8 -12
  141. package/extensions/dm-lens/clients/partial-edit-apply.js +8 -4
  142. package/extensions/dm-lens/clients/path-birth.js +58 -0
  143. package/extensions/dm-lens/clients/path-utils.js +145 -23
  144. package/extensions/dm-lens/clients/persist-worker-stats.js +8 -0
  145. package/extensions/dm-lens/clients/persistent-reverify.js +2 -1
  146. package/extensions/dm-lens/clients/pipeline.js +248 -35
  147. package/extensions/dm-lens/clients/probe-home-state.js +6 -0
  148. package/extensions/dm-lens/clients/project-changes.js +9 -3
  149. package/extensions/dm-lens/clients/project-diagnostics/fresh-fetch.js +1 -1
  150. package/extensions/dm-lens/clients/project-diagnostics/scanner.js +4 -2
  151. package/extensions/dm-lens/clients/project-lens-config.js +4 -6
  152. package/extensions/dm-lens/clients/project-root-markers.js +8 -0
  153. package/extensions/dm-lens/clients/project-snapshot-persist-worker.js +26 -8
  154. package/extensions/dm-lens/clients/project-snapshot.js +36 -10
  155. package/extensions/dm-lens/clients/python-environment.js +239 -12
  156. package/extensions/dm-lens/clients/read-guard-tool-lines.js +2 -8
  157. package/extensions/dm-lens/clients/read-guard.js +130 -43
  158. package/extensions/dm-lens/clients/review-graph/builder.js +102 -19
  159. package/extensions/dm-lens/clients/review-graph/git-identity.js +7 -2
  160. package/extensions/dm-lens/clients/review-graph/import-resolvers.js +9 -0
  161. package/extensions/dm-lens/clients/review-graph/tsconfig-paths.js +35 -2
  162. package/extensions/dm-lens/clients/ruff-client.js +0 -2
  163. package/extensions/dm-lens/clients/rules-scanner.js +0 -43
  164. package/extensions/dm-lens/clients/runtime-agent-end.js +37 -6
  165. package/extensions/dm-lens/clients/runtime-coordinator.js +177 -31
  166. package/extensions/dm-lens/clients/runtime-session.js +106 -66
  167. package/extensions/dm-lens/clients/runtime-tool-call.js +162 -65
  168. package/extensions/dm-lens/clients/runtime-tool-result.js +634 -147
  169. package/extensions/dm-lens/clients/runtime-turn.js +472 -150
  170. package/extensions/dm-lens/clients/rust-client.js +11 -13
  171. package/extensions/dm-lens/clients/safe-spawn.js +149 -17
  172. package/extensions/dm-lens/clients/sanitize.js +0 -169
  173. package/extensions/dm-lens/clients/search-read-registration.js +22 -4
  174. package/extensions/dm-lens/clients/session-lifecycle.js +44 -1
  175. package/extensions/dm-lens/clients/session-repository.js +119 -0
  176. package/extensions/dm-lens/clients/session-scope.js +1 -1
  177. package/extensions/dm-lens/clients/session-start-observability.js +12 -0
  178. package/extensions/dm-lens/clients/session-state-store.js +6 -1
  179. package/extensions/dm-lens/clients/sg-runner.js +5 -8
  180. package/extensions/dm-lens/clients/sgconfig.js +7 -14
  181. package/extensions/dm-lens/clients/single-flight.js +1 -0
  182. package/extensions/dm-lens/clients/source-filter.js +19 -16
  183. package/extensions/dm-lens/clients/source-walker.js +21 -3
  184. package/extensions/dm-lens/clients/startup-scan.js +18 -23
  185. package/extensions/dm-lens/clients/test-runner-client.js +21 -27
  186. package/extensions/dm-lens/clients/test-runner-delivery.js +2 -10
  187. package/extensions/dm-lens/clients/tool-config.js +24 -4
  188. package/extensions/dm-lens/clients/tool-cwd.js +11 -9
  189. package/extensions/dm-lens/clients/tool-policy.js +1 -8
  190. package/extensions/dm-lens/clients/tool-set-policy.js +32 -3
  191. package/extensions/dm-lens/clients/tree-sitter-client.js +70 -24
  192. package/extensions/dm-lens/clients/tree-sitter-query-loader.js +13 -1
  193. package/extensions/dm-lens/clients/tree-sitter-symbol-extractor.js +81 -56
  194. package/extensions/dm-lens/clients/warm-attach.js +33 -8
  195. package/extensions/dm-lens/clients/widget-state.js +48 -31
  196. package/extensions/dm-lens/clients/word-index-logger.js +3 -0
  197. package/extensions/dm-lens/clients/word-index.js +15 -2
  198. package/extensions/dm-lens/clients/workspace-topology.js +10 -8
  199. package/extensions/dm-lens/config/biome/core.jsonc +3 -3
  200. package/extensions/dm-lens/config/dependency-cruiser-eager-allowlist.json +1 -0
  201. package/extensions/dm-lens/index.js +336 -141
  202. package/extensions/dm-lens/mcp/analyze-cli.js +1 -1
  203. package/extensions/dm-lens/mcp/cli.js +1 -1
  204. package/extensions/dm-lens/mcp/server.js +16 -13
  205. package/extensions/dm-lens/mcp/worker.js +1 -1
  206. package/extensions/dm-lens/package.json +1 -1
  207. package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/no-return-value-in-generator-test.yml +17 -0
  208. package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/no-sql-in-code-execute-js-test.yml +86 -0
  209. package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/no-sql-in-code-execute-test.yml +86 -0
  210. package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/unchecked-numeric-parse-python-test.yml +15 -0
  211. package/extensions/dm-lens/rules/ast-grep-rules/rules/no-return-value-in-generator.yml +9 -4
  212. package/extensions/dm-lens/rules/ast-grep-rules/rules/no-sql-in-code-execute-js.yml +119 -0
  213. package/extensions/dm-lens/rules/ast-grep-rules/rules/no-sql-in-code-execute.yml +119 -0
  214. package/extensions/dm-lens/rules/ast-grep-rules/rules/unchecked-numeric-parse-python.yml +13 -2
  215. package/extensions/dm-lens/rules/rule-catalog.json +25 -1
  216. package/extensions/dm-lens/scripts/lib/process-scan.mjs +1 -1
  217. package/extensions/dm-lens/skills/{pi-lens-ast-grep → dm-lens-ast-grep}/SKILL.md +1 -1
  218. package/extensions/dm-lens/tools/activate-tools.js +3 -2
  219. package/extensions/dm-lens/tools/ast-grep-outline.js +6 -4
  220. package/extensions/dm-lens/tools/ast-grep-replace.js +17 -10
  221. package/extensions/dm-lens/tools/ast-grep-search.js +27 -19
  222. package/extensions/dm-lens/tools/lens-diagnostic-mark.js +3 -3
  223. package/extensions/dm-lens/tools/lens-diagnostics.js +260 -68
  224. package/extensions/dm-lens/tools/lsp-diagnostics.js +303 -76
  225. package/extensions/dm-lens/tools/lsp-navigation.js +168 -102
  226. package/extensions/dm-lens/tools/module-report.js +2 -1
  227. package/extensions/dm-lens/tools/shared.js +16 -2
  228. package/extensions/dm-mcp-adapter/.github/workflows/ci.yml +82 -0
  229. package/extensions/dm-mcp-adapter/THIRD_PARTY_NOTICES.md +1 -1
  230. package/extensions/dm-mcp-adapter/VISION.md +94 -0
  231. package/extensions/dm-mcp-adapter/agent-dir.js +2 -2
  232. package/extensions/dm-mcp-adapter/bearer-command-resolver.js +5 -3
  233. package/extensions/dm-mcp-adapter/bench/server-memory.mjs +432 -0
  234. package/extensions/dm-mcp-adapter/bench/session.js +105 -0
  235. package/extensions/dm-mcp-adapter/bench/token-cost/data.mjs +231 -0
  236. package/extensions/dm-mcp-adapter/bench/token-cost/run.mjs +190 -0
  237. package/extensions/dm-mcp-adapter/bench/token-cost/server.mjs +109 -0
  238. package/extensions/dm-mcp-adapter/cli.js +55 -100
  239. package/extensions/dm-mcp-adapter/codemode-bridge.js +92 -0
  240. package/extensions/dm-mcp-adapter/commands.js +143 -26
  241. package/extensions/dm-mcp-adapter/config.js +303 -78
  242. package/extensions/dm-mcp-adapter/conformance/baseline-client.yml +22 -0
  243. package/extensions/dm-mcp-adapter/conformance/driver.js +200 -0
  244. package/extensions/dm-mcp-adapter/conformance/driver.sh +24 -0
  245. package/extensions/dm-mcp-adapter/conformance/run.sh +130 -0
  246. package/extensions/dm-mcp-adapter/deferred-tool-surface.js +69 -0
  247. package/extensions/dm-mcp-adapter/direct-tool-surface.js +96 -72
  248. package/extensions/dm-mcp-adapter/direct-tools.js +76 -53
  249. package/extensions/dm-mcp-adapter/dm-host-tool-context.js +0 -0
  250. package/extensions/dm-mcp-adapter/elicitation-handler.js +4 -0
  251. package/extensions/dm-mcp-adapter/error-signal.js +12 -1
  252. package/extensions/dm-mcp-adapter/executor-accounts.js +192 -0
  253. package/extensions/dm-mcp-adapter/executor-app-tools.js +61 -0
  254. package/extensions/dm-mcp-adapter/executor-catalog.js +157 -0
  255. package/extensions/dm-mcp-adapter/executor-pauses.js +105 -0
  256. package/extensions/dm-mcp-adapter/extraction-settings.js +43 -0
  257. package/extensions/dm-mcp-adapter/extraction.js +396 -0
  258. package/extensions/dm-mcp-adapter/host-html-template.js +1 -1
  259. package/extensions/dm-mcp-adapter/host-managed.js +24 -5
  260. package/extensions/dm-mcp-adapter/index.js +761 -76
  261. package/extensions/dm-mcp-adapter/init.js +235 -11
  262. package/extensions/dm-mcp-adapter/jev-semantic-search.js +161 -0
  263. package/extensions/dm-mcp-adapter/mcp-code.js +12 -11
  264. package/extensions/dm-mcp-adapter/mcp-keyring-helper.cjs +1 -1
  265. package/extensions/dm-mcp-adapter/mcp-output-guard.js +7 -0
  266. package/extensions/dm-mcp-adapter/mcp-panel.js +23 -21
  267. package/extensions/dm-mcp-adapter/mcp-probe.js +1 -1
  268. package/extensions/dm-mcp-adapter/mcp-status.js +2 -1
  269. package/extensions/dm-mcp-adapter/mcp-tasks.js +46 -7
  270. package/extensions/dm-mcp-adapter/metadata-cache.js +93 -5
  271. package/extensions/dm-mcp-adapter/namespace-tools.js +12 -4
  272. package/extensions/dm-mcp-adapter/output-shape.js +1 -1
  273. package/extensions/dm-mcp-adapter/package.json +1 -1
  274. package/extensions/dm-mcp-adapter/pi-mcp.mp4 +0 -0
  275. package/extensions/dm-mcp-adapter/pi-signin-import.js +1 -1
  276. package/extensions/dm-mcp-adapter/project-server-trust.js +108 -20
  277. package/extensions/dm-mcp-adapter/proxy-modes.js +320 -110
  278. package/extensions/dm-mcp-adapter/request-headers-command.js +17 -1
  279. package/extensions/dm-mcp-adapter/runtime-owner.js +7 -6
  280. package/extensions/dm-mcp-adapter/sampling-handler.js +8 -2
  281. package/extensions/dm-mcp-adapter/script-tool-save.js +251 -0
  282. package/extensions/dm-mcp-adapter/script-tool-surface.js +100 -0
  283. package/extensions/dm-mcp-adapter/script-tools.js +72 -0
  284. package/extensions/dm-mcp-adapter/semantic-search.js +176 -50
  285. package/extensions/dm-mcp-adapter/semantic-settings.js +51 -0
  286. package/extensions/dm-mcp-adapter/server-log.js +19 -0
  287. package/extensions/dm-mcp-adapter/server-manager.js +64 -21
  288. package/extensions/dm-mcp-adapter/task-entries.js +60 -0
  289. package/extensions/dm-mcp-adapter/task-jobs.js +263 -0
  290. package/extensions/dm-mcp-adapter/tool-approval.js +49 -2
  291. package/extensions/dm-mcp-adapter/tool-metadata.js +70 -3
  292. package/extensions/dm-mcp-adapter/tool-registrar.js +8 -1
  293. package/extensions/dm-mcp-adapter/tool-result-renderer.js +10 -6
  294. package/extensions/dm-mcp-adapter/types.js +7 -0
  295. package/extensions/dm-mcp-adapter/ui-server.js +24 -18
  296. package/extensions/dm-mcp-adapter/ui-session.js +3 -3
  297. package/extensions/dm-mcp-adapter/upgrade-notice.js +42 -0
  298. package/extensions/dm-mcp-adapter/utils.js +33 -7
  299. package/extensions/dm-ponytail/extensions/ponytail.mjs +11 -3
  300. package/extensions/dm-ponytail/hooks/band/board.js +524 -0
  301. package/extensions/dm-ponytail/hooks/band/logo.js +2 -0
  302. package/extensions/dm-ponytail/hooks/band/metrics.js +238 -0
  303. package/extensions/dm-ponytail/hooks/band/register.js +532 -0
  304. package/extensions/dm-ponytail/hooks/claude-band.json +6 -0
  305. package/extensions/dm-ponytail/hooks/claude-codex-hooks.json +6 -6
  306. package/extensions/dm-ponytail/hooks/copilot-hooks.json +6 -6
  307. package/extensions/dm-ponytail/hooks/cursor-hooks.json +2 -2
  308. package/extensions/dm-ponytail/hooks/ponytail-activate.js +105 -70
  309. package/extensions/dm-ponytail/hooks/ponytail-band-import.js +308 -0
  310. package/extensions/dm-ponytail/hooks/ponytail-config.js +4 -0
  311. package/extensions/dm-ponytail/hooks/ponytail-instructions.js +1 -1
  312. package/extensions/dm-ponytail/hooks/ponytail-map.js +7 -3
  313. package/extensions/dm-ponytail/hooks/ponytail-mode-tracker.js +41 -4
  314. package/extensions/dm-ponytail/hooks/ponytail-runtime.js +11 -8
  315. package/extensions/dm-ponytail/pi-extension/index.js +11 -3
  316. package/extensions/dm-ponytail/skills/ponytail/SKILL.md +1 -1
  317. package/extensions/dm-ponytail/skills/ponytail-debt/SKILL.md +4 -5
  318. package/extensions/dm-ponytail/skills/ponytail-gain/SKILL.md +0 -1
  319. package/extensions/dm-ponytail/skills/ponytail-help/SKILL.md +6 -0
  320. package/extensions/dm-skills-manager/package.json +1 -1
  321. package/extensions/dm-subagents/VISION.md +98 -0
  322. package/extensions/dm-subagents/agents/evidence-auditor.md +1 -0
  323. package/extensions/dm-subagents/agents/oracle.md +1 -0
  324. package/extensions/dm-subagents/agents/reviewer.md +1 -0
  325. package/extensions/dm-subagents/package.json +2 -1
  326. package/extensions/dm-subagents/scripts/build-package.mjs +128 -0
  327. package/extensions/dm-subagents/skills/council-mode/SKILL.md +1 -4
  328. package/extensions/dm-subagents/skills/dm-subagents/SKILL.md +130 -106
  329. package/extensions/dm-subagents/skills/dm-subagents/references/execution-controls.md +4 -3
  330. package/extensions/dm-subagents/skills/dm-subagents/references/orchestration.md +124 -0
  331. package/extensions/dm-subagents/skills/dm-subagents/references/prompting-and-roles.md +96 -295
  332. package/extensions/dm-subagents/src/agents/agent-management.js +14 -19
  333. package/extensions/dm-subagents/src/agents/agent-memory.js +2 -1
  334. package/extensions/dm-subagents/src/agents/agent-serializer.js +1 -2
  335. package/extensions/dm-subagents/src/agents/agents.js +7 -8
  336. package/extensions/dm-subagents/src/agents/frontmatter.js +34 -16
  337. package/extensions/dm-subagents/src/agents/skills.js +1 -1
  338. package/extensions/dm-subagents/src/api/background-work.js +8 -5
  339. package/extensions/dm-subagents/src/api/external-runs.js +3 -4
  340. package/extensions/dm-subagents/src/extension/active-runs-prompt.js +20 -0
  341. package/extensions/dm-subagents/src/extension/config.js +12 -0
  342. package/extensions/dm-subagents/src/extension/declaration-pinning.js +20 -3
  343. package/extensions/dm-subagents/src/extension/herdr-dm-bridge.js +24 -12
  344. package/extensions/dm-subagents/src/extension/index.js +125 -20
  345. package/extensions/dm-subagents/src/extension/public-execution.js +3 -0
  346. package/extensions/dm-subagents/src/extension/reply-workflow-script.js +3 -2
  347. package/extensions/dm-subagents/src/extension/rpc.js +5 -3
  348. package/extensions/dm-subagents/src/extension/schemas.js +6 -5
  349. package/extensions/dm-subagents/src/extension/subagent-guide.js +1 -2
  350. package/extensions/dm-subagents/src/extension/tool-activation.js +60 -26
  351. package/extensions/dm-subagents/src/extension/tool-description.js +2 -2
  352. package/extensions/dm-subagents/src/extension/upgrade-notice.js +5 -1
  353. package/extensions/dm-subagents/src/intercom/native-supervisor-channel.js +143 -15
  354. package/extensions/dm-subagents/src/missions/actions.js +4 -1
  355. package/extensions/dm-subagents/src/missions/lifecycle.js +32 -8
  356. package/extensions/dm-subagents/src/missions/store.js +1 -0
  357. package/extensions/dm-subagents/src/runs/background/active-async-capacity.js +15 -9
  358. package/extensions/dm-subagents/src/runs/background/async-execution.js +30 -16
  359. package/extensions/dm-subagents/src/runs/background/async-job-tracker.js +12 -3
  360. package/extensions/dm-subagents/src/runs/background/async-resume.js +5 -3
  361. package/extensions/dm-subagents/src/runs/background/async-status-snapshot.js +4 -2
  362. package/extensions/dm-subagents/src/runs/background/async-status.js +32 -10
  363. package/extensions/dm-subagents/src/runs/background/auto-drain.js +2 -1
  364. package/extensions/dm-subagents/src/runs/background/await-async-run.js +2 -7
  365. package/extensions/dm-subagents/src/runs/background/boot-id.js +36 -0
  366. package/extensions/dm-subagents/src/runs/background/chain-root-attachment.js +4 -4
  367. package/extensions/dm-subagents/src/runs/background/index-segment.js +1 -1
  368. package/extensions/dm-subagents/src/runs/background/inspect-rpc.js +17 -3
  369. package/extensions/dm-subagents/src/runs/background/interrupted-elsewhere.js +55 -0
  370. package/extensions/dm-subagents/src/runs/background/notify.js +98 -10
  371. package/extensions/dm-subagents/src/runs/background/result-delivery-ownership.js +20 -22
  372. package/extensions/dm-subagents/src/runs/background/result-files.js +9 -6
  373. package/extensions/dm-subagents/src/runs/background/result-watcher.js +32 -17
  374. package/extensions/dm-subagents/src/runs/background/resume-guidance.js +2 -1
  375. package/extensions/dm-subagents/src/runs/background/retained-children.js +1 -1
  376. package/extensions/dm-subagents/src/runs/background/run-child-session.js +40 -21
  377. package/extensions/dm-subagents/src/runs/background/run-status.js +12 -5
  378. package/extensions/dm-subagents/src/runs/background/runner-aliases.js +7 -5
  379. package/extensions/dm-subagents/src/runs/background/runner-child-launch.js +1 -2
  380. package/extensions/dm-subagents/src/runs/background/stale-run-reconciler.js +89 -21
  381. package/extensions/dm-subagents/src/runs/background/subagent-runner-bootstrap.js +2 -0
  382. package/extensions/dm-subagents/src/runs/background/subagent-runner.js +190 -244
  383. package/extensions/dm-subagents/src/runs/background/subagent-wait.js +5 -2
  384. package/extensions/dm-subagents/src/runs/background/terminal-run-index.js +39 -4
  385. package/extensions/dm-subagents/src/runs/background/wait-subscriptions.js +5 -1
  386. package/extensions/dm-subagents/src/runs/background/workflow-terminal-proof.js +28 -2
  387. package/extensions/dm-subagents/src/runs/foreground/async-dismiss-action.js +2 -1
  388. package/extensions/dm-subagents/src/runs/foreground/async-steering-action.js +21 -7
  389. package/extensions/dm-subagents/src/runs/foreground/async-stop-action.js +10 -8
  390. package/extensions/dm-subagents/src/runs/foreground/command-action.js +2 -1
  391. package/extensions/dm-subagents/src/runs/foreground/execution.js +107 -66
  392. package/extensions/dm-subagents/src/runs/foreground/foreground-history.js +111 -32
  393. package/extensions/dm-subagents/src/runs/foreground/prompt-audit.js +2 -2
  394. package/extensions/dm-subagents/src/runs/foreground/subagent-executor.js +377 -126
  395. package/extensions/dm-subagents/src/runs/shared/async-status-projection.js +18 -1
  396. package/extensions/dm-subagents/src/runs/shared/child-commands.js +7 -1
  397. package/extensions/dm-subagents/src/runs/shared/child-runtime-config.js +1 -0
  398. package/extensions/dm-subagents/src/runs/shared/child-session.js +184 -65
  399. package/extensions/dm-subagents/src/runs/shared/child-tool-plan.js +14 -3
  400. package/extensions/dm-subagents/src/runs/shared/dm-spawn.js +71 -25
  401. package/extensions/dm-subagents/src/runs/shared/external-cli-runner.js +2 -1
  402. package/extensions/dm-subagents/src/runs/shared/herdr-connection.js +20 -10
  403. package/extensions/dm-subagents/src/runs/shared/herdr-external-adapters.js +1 -1
  404. package/extensions/dm-subagents/src/runs/shared/herdr-machine.js +50 -8
  405. package/extensions/dm-subagents/src/runs/shared/herdr-pane-host.js +212 -0
  406. package/extensions/dm-subagents/src/runs/shared/herdr-placed-run.js +47 -503
  407. package/extensions/dm-subagents/src/runs/shared/local-machine-access.js +29 -0
  408. package/extensions/dm-subagents/src/runs/shared/long-running-guard.js +70 -17
  409. package/extensions/dm-subagents/src/runs/shared/model-resolution.js +7 -1
  410. package/extensions/dm-subagents/src/runs/shared/nested-events.js +2 -0
  411. package/extensions/dm-subagents/src/runs/shared/orca-progress-tabs.js +2 -24
  412. package/extensions/dm-subagents/src/runs/shared/parallel-handoff.js +9 -6
  413. package/extensions/dm-subagents/src/runs/shared/partial-output.js +5 -0
  414. package/extensions/dm-subagents/src/runs/shared/placed-run-owner.js +157 -0
  415. package/extensions/dm-subagents/src/runs/shared/placement-host.js +166 -0
  416. package/extensions/dm-subagents/src/runs/shared/rex-machine.js +75 -0
  417. package/extensions/dm-subagents/src/runs/shared/rex-pane-host.js +306 -0
  418. package/extensions/dm-subagents/src/runs/shared/run-ownership.js +7 -0
  419. package/extensions/dm-subagents/src/runs/shared/single-output.js +29 -6
  420. package/extensions/dm-subagents/src/runs/shared/structured-output.js +1 -0
  421. package/extensions/dm-subagents/src/runs/shared/subagent-control.js +2 -1
  422. package/extensions/dm-subagents/src/runs/shared/subagent-prompt-runtime.js +177 -17
  423. package/extensions/dm-subagents/src/runs/shared/tool-budget.js +1 -1
  424. package/extensions/dm-subagents/src/shared/accessible-dir.js +1 -1
  425. package/extensions/dm-subagents/src/shared/child-transcript.js +1 -1
  426. package/extensions/dm-subagents/src/shared/completion-owner.js +1 -0
  427. package/extensions/dm-subagents/src/shared/dm-declarations.js +36 -1
  428. package/extensions/dm-subagents/src/shared/dm-safeguards.js +1 -1
  429. package/extensions/dm-subagents/src/shared/dm-settlement.js +2 -0
  430. package/extensions/dm-subagents/src/shared/extension-context.js +3 -0
  431. package/extensions/dm-subagents/src/shared/file-lease.js +4 -1
  432. package/extensions/dm-subagents/src/shared/fork-context.js +21 -8
  433. package/extensions/dm-subagents/src/shared/parent-wake.js +6 -11
  434. package/extensions/dm-subagents/src/shared/provider-diagnostics.js +59 -0
  435. package/extensions/dm-subagents/src/shared/session-identity.js +24 -0
  436. package/extensions/dm-subagents/src/shared/session-succession.js +18 -0
  437. package/extensions/dm-subagents/src/shared/types.js +5 -4
  438. package/extensions/dm-subagents/src/shared/utils.js +13 -0
  439. package/extensions/dm-subagents/src/slash/delegation-adapters.js +8 -1
  440. package/extensions/dm-subagents/src/slash/prompt-template-bridge.js +2 -1
  441. package/extensions/dm-subagents/src/slash/slash-commands.js +6 -4
  442. package/extensions/dm-subagents/src/slash/subagents-admin.js +3 -2
  443. package/extensions/dm-subagents/src/tui/dm-mouse-region.js +9 -1
  444. package/extensions/dm-subagents/src/tui/fleet-layout.js +19 -0
  445. package/extensions/dm-subagents/src/tui/fleet-status.js +20 -3
  446. package/extensions/dm-subagents/src/tui/fleet-viewport.js +59 -0
  447. package/extensions/dm-subagents/src/tui/fleet.js +92 -69
  448. package/extensions/dm-subagents/src/tui/render.js +45 -19
  449. package/extensions/dm-subagents/src/tui/subagent-messages.js +1 -0
  450. package/extensions/dm-subagents/src/watchdog/change-signature.js +1 -3
  451. package/extensions/dm-subagents/src/watchdog/diff-tool.js +7 -3
  452. package/extensions/dm-subagents/src/watchdog/permission-arbiter.js +15 -6
  453. package/extensions/dm-subagents/src/watchdog/register-main.js +10 -9
  454. package/extensions/dm-subagents/src/watchdog/review.js +9 -1
  455. package/extensions/dm-subagents/src/watchdog/runtime.js +3 -5
  456. package/extensions/dm-subagents/src/workflows/scripted-workflow.js +33 -6
  457. package/extensions/dm-subagents/src/workflows/structured-workflow-scripts.js +21 -8
  458. package/extensions/dm-subagents/src/workflows/workflow-auto-resume.js +81 -0
  459. package/extensions/dm-subagents/src/workflows/workflow-child-summary.js +18 -2
  460. package/extensions/dm-subagents/src/workflows/workflow-launch-record.js +45 -0
  461. package/extensions/dm-subagents/src/workflows/workflow-resources.js +2 -2
  462. package/extensions/dm-subagents/src/workflows/workflow-resume-claim.js +171 -0
  463. package/extensions/dm-subagents/src/workflows/workflow-resume.js +88 -0
  464. package/extensions/dm-subagents/src/workflows/workflow-reuse.js +72 -3
  465. package/extensions/dm-subagents/src/workflows/workflow-revival.js +1 -1
  466. package/extensions/dm-subagents/src/workflows/workflow-stop-cause.js +5 -0
  467. package/extensions/dm-web-access/.github/workflows/test.yml +28 -0
  468. package/extensions/dm-web-access/anysearch.js +3 -3
  469. package/extensions/dm-web-access/bocha.js +3 -3
  470. package/extensions/dm-web-access/brave-rate-limit.js +2 -2
  471. package/extensions/dm-web-access/brave.js +5 -10
  472. package/extensions/dm-web-access/brightdata-unlocker.js +2 -2
  473. package/extensions/dm-web-access/brightdata.js +3 -3
  474. package/extensions/dm-web-access/ceramic.js +2 -2
  475. package/extensions/dm-web-access/chrome-cookies.js +1 -1
  476. package/extensions/dm-web-access/claim-judge.js +147 -0
  477. package/extensions/dm-web-access/content-find.js +1 -1
  478. package/extensions/dm-web-access/credential-source.js +42 -5
  479. package/extensions/dm-web-access/curator-page.js +8 -2
  480. package/extensions/dm-web-access/curator-server.js +6 -0
  481. package/extensions/dm-web-access/deepseek.js +331 -0
  482. package/extensions/dm-web-access/duckduckgo-rate-limit.js +75 -0
  483. package/extensions/dm-web-access/duckduckgo.js +49 -43
  484. package/extensions/dm-web-access/endpoint-pdf-extract.js +30 -77
  485. package/extensions/dm-web-access/eval/claim-judge.mjs +96 -0
  486. package/extensions/dm-web-access/eval/field-extract.mjs +84 -0
  487. package/extensions/dm-web-access/eval/fixtures/claims-calibration.json +1026 -0
  488. package/extensions/dm-web-access/eval/fixtures/claims-holdout.json +896 -0
  489. package/extensions/dm-web-access/eval/fixtures/claims-sibling-holdout.json +226 -0
  490. package/extensions/dm-web-access/eval/fixtures/extract-calibration.json +12 -0
  491. package/extensions/dm-web-access/eval/fixtures/extract-holdout.json +172 -0
  492. package/extensions/dm-web-access/eval/fixtures/offtopic-calibration.json +103 -0
  493. package/extensions/dm-web-access/eval/fixtures/offtopic-holdout.json +307 -0
  494. package/extensions/dm-web-access/eval/offtopic-judge.mjs +66 -0
  495. package/extensions/dm-web-access/evidence/CONTRACT-EVIDENCE.md +496 -0
  496. package/extensions/dm-web-access/evidence/contract-probe.mjs +127 -0
  497. package/extensions/dm-web-access/exa.js +42 -4
  498. package/extensions/dm-web-access/extract.js +110 -19
  499. package/extensions/dm-web-access/fetch-params.js +12 -3
  500. package/extensions/dm-web-access/field-extract.js +324 -0
  501. package/extensions/dm-web-access/gemini-adc.js +47 -1
  502. package/extensions/dm-web-access/gemini-api.js +11 -0
  503. package/extensions/dm-web-access/gemini-search.js +204 -196
  504. package/extensions/dm-web-access/github-extract.js +1 -1
  505. package/extensions/dm-web-access/github-issue-pr.js +6 -6
  506. package/extensions/dm-web-access/index.js +159 -112
  507. package/extensions/dm-web-access/jina-search.js +6 -4
  508. package/extensions/dm-web-access/kagi.js +4 -4
  509. package/extensions/dm-web-access/keenable.js +2 -2
  510. package/extensions/dm-web-access/linkup.js +160 -0
  511. package/extensions/dm-web-access/mistral-search.js +4 -4
  512. package/extensions/dm-web-access/ninerouter.js +100 -0
  513. package/extensions/dm-web-access/offtopic-judge.js +56 -0
  514. package/extensions/dm-web-access/ollama.js +4 -4
  515. package/extensions/dm-web-access/openai-search.js +32 -12
  516. package/extensions/dm-web-access/package.json +1 -1
  517. package/extensions/dm-web-access/page-query.js +7 -4
  518. package/extensions/dm-web-access/parallel.js +6 -7
  519. package/extensions/dm-web-access/pdf-extract.js +1 -3
  520. package/extensions/dm-web-access/perplexity.js +6 -5
  521. package/extensions/dm-web-access/querit.js +3 -3
  522. package/extensions/dm-web-access/query-rewrite.js +32 -8
  523. package/extensions/dm-web-access/scripts/dm-extensions-dist.js +16 -0
  524. package/extensions/dm-web-access/scripts/publish.js +38 -0
  525. package/extensions/dm-web-access/search1api.js +3 -3
  526. package/extensions/dm-web-access/searchinfinity.js +3 -3
  527. package/extensions/dm-web-access/searxng.js +2 -1
  528. package/extensions/dm-web-access/serpapi.js +6 -5
  529. package/extensions/dm-web-access/serpbase.js +4 -4
  530. package/extensions/dm-web-access/serpdive.js +3 -3
  531. package/extensions/dm-web-access/serper.js +5 -4
  532. package/extensions/dm-web-access/serply.js +2 -2
  533. package/extensions/dm-web-access/source-check.js +22 -14
  534. package/extensions/dm-web-access/ssrf-protection.js +29 -4
  535. package/extensions/dm-web-access/summary-model-scope.js +11 -1
  536. package/extensions/dm-web-access/summary-review.js +36 -43
  537. package/extensions/dm-web-access/tool-activation.js +11 -2
  538. package/extensions/dm-web-access/upgrade-notice.js +41 -0
  539. package/extensions/dm-web-access/utils.js +51 -3
  540. package/extensions/dm-web-access/valyu.js +3 -3
  541. package/extensions/dm-web-access/video-extract.js +3 -2
  542. package/extensions/dm-web-access/web-tool-core.js +161 -51
  543. package/extensions/dm-web-access/xai-search.js +44 -9
  544. package/extensions/dm-web-access/xcrawl.js +3 -3
  545. package/extensions/dm-web-access/you.js +2 -2
  546. package/package.json +4 -4
  547. package/extensions/dm-lens/dist/clients/actionable-warnings-logger.js +0 -24
  548. package/extensions/dm-lens/dist/clients/actionable-warnings.js +0 -1062
  549. package/extensions/dm-lens/dist/clients/advisory-provenance.js +0 -387
  550. package/extensions/dm-lens/dist/clients/agent-behavior-client.js +0 -94
  551. package/extensions/dm-lens/dist/clients/agent-nudge.js +0 -253
  552. package/extensions/dm-lens/dist/clients/analysed-root.js +0 -1
  553. package/extensions/dm-lens/dist/clients/analysis-root.js +0 -100
  554. package/extensions/dm-lens/dist/clients/ast-grep-client.js +0 -587
  555. package/extensions/dm-lens/dist/clients/ast-grep-rule-manager.js +0 -137
  556. package/extensions/dm-lens/dist/clients/ast-grep-tool-logger.js +0 -85
  557. package/extensions/dm-lens/dist/clients/ast-grep-types.js +0 -1
  558. package/extensions/dm-lens/dist/clients/ast-grep-yaml-synth.js +0 -109
  559. package/extensions/dm-lens/dist/clients/atomic-write-staging.js +0 -66
  560. package/extensions/dm-lens/dist/clients/atomic-write.js +0 -37
  561. package/extensions/dm-lens/dist/clients/availability-probe-flight.js +0 -11
  562. package/extensions/dm-lens/dist/clients/bash-file-access.js +0 -830
  563. package/extensions/dm-lens/dist/clients/biome-client.js +0 -223
  564. package/extensions/dm-lens/dist/clients/blocker-freshness.js +0 -377
  565. package/extensions/dm-lens/dist/clients/blocker-past-eof.js +0 -49
  566. package/extensions/dm-lens/dist/clients/bootstrap.js +0 -246
  567. package/extensions/dm-lens/dist/clients/bounded-cache.js +0 -105
  568. package/extensions/dm-lens/dist/clients/bounded-pid-file-lock.js +0 -275
  569. package/extensions/dm-lens/dist/clients/bounded-telemetry.js +0 -107
  570. package/extensions/dm-lens/dist/clients/build-identity.js +0 -45
  571. package/extensions/dm-lens/dist/clients/bundled-resource-health.js +0 -41
  572. package/extensions/dm-lens/dist/clients/bus-events-logger.js +0 -48
  573. package/extensions/dm-lens/dist/clients/bus-publish.js +0 -117
  574. package/extensions/dm-lens/dist/clients/cache/rule-cache.js +0 -87
  575. package/extensions/dm-lens/dist/clients/cache-manager.js +0 -428
  576. package/extensions/dm-lens/dist/clients/cache-observability.js +0 -847
  577. package/extensions/dm-lens/dist/clients/call-graph.js +0 -628
  578. package/extensions/dm-lens/dist/clients/cargo-manifest.js +0 -171
  579. package/extensions/dm-lens/dist/clients/cascade-budget.js +0 -52
  580. package/extensions/dm-lens/dist/clients/cascade-format.js +0 -160
  581. package/extensions/dm-lens/dist/clients/cascade-logger.js +0 -22
  582. package/extensions/dm-lens/dist/clients/cascade-types.js +0 -1
  583. package/extensions/dm-lens/dist/clients/child-unref.js +0 -59
  584. package/extensions/dm-lens/dist/clients/code-quality-warnings.js +0 -192
  585. package/extensions/dm-lens/dist/clients/codebase-model.js +0 -110
  586. package/extensions/dm-lens/dist/clients/collateral-test-role.js +0 -8
  587. package/extensions/dm-lens/dist/clients/complexity-client.js +0 -398
  588. package/extensions/dm-lens/dist/clients/config-core/deny.js +0 -117
  589. package/extensions/dm-lens/dist/clients/config-core/index.js +0 -2
  590. package/extensions/dm-lens/dist/clients/config-core/merge.js +0 -228
  591. package/extensions/dm-lens/dist/clients/config-core/normalize.js +0 -226
  592. package/extensions/dm-lens/dist/clients/config-core/process-spec.js +0 -147
  593. package/extensions/dm-lens/dist/clients/config-core/provenance.js +0 -54
  594. package/extensions/dm-lens/dist/clients/config-core/records.js +0 -79
  595. package/extensions/dm-lens/dist/clients/config-core/resolve.js +0 -48
  596. package/extensions/dm-lens/dist/clients/config-core/safe-object.js +0 -22
  597. package/extensions/dm-lens/dist/clients/config-core/schema.js +0 -93
  598. package/extensions/dm-lens/dist/clients/config-diagnostic-codes.js +0 -90
  599. package/extensions/dm-lens/dist/clients/config-locations.js +0 -175
  600. package/extensions/dm-lens/dist/clients/config-resolve.js +0 -359
  601. package/extensions/dm-lens/dist/clients/config-schema.js +0 -230
  602. package/extensions/dm-lens/dist/clients/config-warn.js +0 -146
  603. package/extensions/dm-lens/dist/clients/confirmed-delete.js +0 -11
  604. package/extensions/dm-lens/dist/clients/console-guard-install.js +0 -4
  605. package/extensions/dm-lens/dist/clients/cooperative-budget.js +0 -36
  606. package/extensions/dm-lens/dist/clients/custom-rule-locations.js +0 -28
  607. package/extensions/dm-lens/dist/clients/dead-code-client.js +0 -408
  608. package/extensions/dm-lens/dist/clients/dead-code-logger.js +0 -18
  609. package/extensions/dm-lens/dist/clients/deadline-utils.js +0 -117
  610. package/extensions/dm-lens/dist/clients/debug-handles.js +0 -121
  611. package/extensions/dm-lens/dist/clients/debug-heap.js +0 -80
  612. package/extensions/dm-lens/dist/clients/deferred-lsp-work.js +0 -33
  613. package/extensions/dm-lens/dist/clients/deferred-runner-blockers.js +0 -106
  614. package/extensions/dm-lens/dist/clients/deferred-test-targets.js +0 -31
  615. package/extensions/dm-lens/dist/clients/degradation-ledger.js +0 -289
  616. package/extensions/dm-lens/dist/clients/demoted-finding-render.js +0 -64
  617. package/extensions/dm-lens/dist/clients/dependency-checker.js +0 -534
  618. package/extensions/dm-lens/dist/clients/deps/ast-grep-napi.js +0 -17
  619. package/extensions/dm-lens/dist/clients/deps/dm-host-deps.js +0 -10
  620. package/extensions/dm-lens/dist/clients/deps/dm-tui-compat.js +0 -58
  621. package/extensions/dm-lens/dist/clients/deps/js-yaml.js +0 -7
  622. package/extensions/dm-lens/dist/clients/deps/minimatch.js +0 -6
  623. package/extensions/dm-lens/dist/clients/deps/pidusage.js +0 -5
  624. package/extensions/dm-lens/dist/clients/deps/typebox.js +0 -5
  625. package/extensions/dm-lens/dist/clients/deps/vscode-jsonrpc.js +0 -8
  626. package/extensions/dm-lens/dist/clients/deps/web-tree-sitter.js +0 -11
  627. package/extensions/dm-lens/dist/clients/diagnostic-dispositions.js +0 -318
  628. package/extensions/dm-lens/dist/clients/diagnostic-line-freshness.js +0 -142
  629. package/extensions/dm-lens/dist/clients/diagnostic-logger.js +0 -60
  630. package/extensions/dm-lens/dist/clients/diagnostic-tracker.js +0 -89
  631. package/extensions/dm-lens/dist/clients/diagnostics-publish.js +0 -134
  632. package/extensions/dm-lens/dist/clients/dispatch/adopted-root-runners.js +0 -22
  633. package/extensions/dm-lens/dist/clients/dispatch/ast-grep-catalog.js +0 -16
  634. package/extensions/dm-lens/dist/clients/dispatch/auxiliary-lsp.js +0 -158
  635. package/extensions/dm-lens/dist/clients/dispatch/collect-later-tier.js +0 -25
  636. package/extensions/dm-lens/dist/clients/dispatch/diagnostic-taxonomy.js +0 -58
  637. package/extensions/dm-lens/dist/clients/dispatch/dispatcher.js +0 -1017
  638. package/extensions/dm-lens/dist/clients/dispatch/fact-provider-types.js +0 -1
  639. package/extensions/dm-lens/dist/clients/dispatch/fact-rule-runner.js +0 -17
  640. package/extensions/dm-lens/dist/clients/dispatch/fact-runner.js +0 -18
  641. package/extensions/dm-lens/dist/clients/dispatch/fact-scheduler.js +0 -52
  642. package/extensions/dm-lens/dist/clients/dispatch/fact-store.js +0 -199
  643. package/extensions/dm-lens/dist/clients/dispatch/facts/comment-facts.js +0 -23
  644. package/extensions/dm-lens/dist/clients/dispatch/facts/file-content.js +0 -18
  645. package/extensions/dm-lens/dist/clients/dispatch/facts/function-facts.js +0 -281
  646. package/extensions/dm-lens/dist/clients/dispatch/facts/import-facts.js +0 -169
  647. package/extensions/dm-lens/dist/clients/dispatch/facts/tree-sitter-facts.js +0 -19
  648. package/extensions/dm-lens/dist/clients/dispatch/facts/try-catch-facts.js +0 -95
  649. package/extensions/dm-lens/dist/clients/dispatch/finding-policy.js +0 -164
  650. package/extensions/dm-lens/dist/clients/dispatch/indent-detect.js +0 -227
  651. package/extensions/dm-lens/dist/clients/dispatch/inline-suppressions.js +0 -52
  652. package/extensions/dm-lens/dist/clients/dispatch/integration.js +0 -1502
  653. package/extensions/dm-lens/dist/clients/dispatch/known-runner-ids.js +0 -13
  654. package/extensions/dm-lens/dist/clients/dispatch/lazy.js +0 -8
  655. package/extensions/dm-lens/dist/clients/dispatch/pending-runner-findings.js +0 -130
  656. package/extensions/dm-lens/dist/clients/dispatch/plan.js +0 -284
  657. package/extensions/dm-lens/dist/clients/dispatch/priorities.js +0 -14
  658. package/extensions/dm-lens/dist/clients/dispatch/rule-id-normalize.js +0 -49
  659. package/extensions/dm-lens/dist/clients/dispatch/rule-ignores.js +0 -21
  660. package/extensions/dm-lens/dist/clients/dispatch/rule-policy.js +0 -102
  661. package/extensions/dm-lens/dist/clients/dispatch/rules/async-noise.js +0 -31
  662. package/extensions/dm-lens/dist/clients/dispatch/rules/async-unnecessary-wrapper.js +0 -27
  663. package/extensions/dm-lens/dist/clients/dispatch/rules/cors-wildcard.js +0 -35
  664. package/extensions/dm-lens/dist/clients/dispatch/rules/error-obscuring.js +0 -29
  665. package/extensions/dm-lens/dist/clients/dispatch/rules/error-swallowing.js +0 -29
  666. package/extensions/dm-lens/dist/clients/dispatch/rules/framework-call-noise.js +0 -31
  667. package/extensions/dm-lens/dist/clients/dispatch/rules/high-complexity.js +0 -56
  668. package/extensions/dm-lens/dist/clients/dispatch/rules/high-fan-out.js +0 -45
  669. package/extensions/dm-lens/dist/clients/dispatch/rules/high-import-coupling.js +0 -31
  670. package/extensions/dm-lens/dist/clients/dispatch/rules/missing-error-propagation.js +0 -45
  671. package/extensions/dm-lens/dist/clients/dispatch/rules/no-commented-credentials.js +0 -46
  672. package/extensions/dm-lens/dist/clients/dispatch/rules/pass-through-wrappers.js +0 -38
  673. package/extensions/dm-lens/dist/clients/dispatch/rules/placeholder-comments.js +0 -40
  674. package/extensions/dm-lens/dist/clients/dispatch/rules/unsafe-boundary.js +0 -101
  675. package/extensions/dm-lens/dist/clients/dispatch/runner-context.js +0 -46
  676. package/extensions/dm-lens/dist/clients/dispatch/runners/actionlint.js +0 -98
  677. package/extensions/dm-lens/dist/clients/dispatch/runners/ast-grep-napi.js +0 -694
  678. package/extensions/dm-lens/dist/clients/dispatch/runners/biome-check.js +0 -205
  679. package/extensions/dm-lens/dist/clients/dispatch/runners/cpp-check.js +0 -190
  680. package/extensions/dm-lens/dist/clients/dispatch/runners/credo.js +0 -66
  681. package/extensions/dm-lens/dist/clients/dispatch/runners/cue-vet.js +0 -171
  682. package/extensions/dm-lens/dist/clients/dispatch/runners/dart-analyze.js +0 -151
  683. package/extensions/dm-lens/dist/clients/dispatch/runners/detekt.js +0 -157
  684. package/extensions/dm-lens/dist/clients/dispatch/runners/dotnet-build.js +0 -157
  685. package/extensions/dm-lens/dist/clients/dispatch/runners/elixir-check.js +0 -153
  686. package/extensions/dm-lens/dist/clients/dispatch/runners/eslint.js +0 -99
  687. package/extensions/dm-lens/dist/clients/dispatch/runners/fact-rules.js +0 -20
  688. package/extensions/dm-lens/dist/clients/dispatch/runners/fish-indent.js +0 -66
  689. package/extensions/dm-lens/dist/clients/dispatch/runners/gleam-check.js +0 -110
  690. package/extensions/dm-lens/dist/clients/dispatch/runners/go-vet.js +0 -52
  691. package/extensions/dm-lens/dist/clients/dispatch/runners/golangci-lint.js +0 -89
  692. package/extensions/dm-lens/dist/clients/dispatch/runners/hadolint.js +0 -83
  693. package/extensions/dm-lens/dist/clients/dispatch/runners/helm-lint.js +0 -144
  694. package/extensions/dm-lens/dist/clients/dispatch/runners/helm-render.js +0 -593
  695. package/extensions/dm-lens/dist/clients/dispatch/runners/htmlhint.js +0 -103
  696. package/extensions/dm-lens/dist/clients/dispatch/runners/index.js +0 -100
  697. package/extensions/dm-lens/dist/clients/dispatch/runners/javac.js +0 -82
  698. package/extensions/dm-lens/dist/clients/dispatch/runners/ktlint.js +0 -93
  699. package/extensions/dm-lens/dist/clients/dispatch/runners/lsp.js +0 -226
  700. package/extensions/dm-lens/dist/clients/dispatch/runners/markdownlint.js +0 -129
  701. package/extensions/dm-lens/dist/clients/dispatch/runners/mypy.js +0 -70
  702. package/extensions/dm-lens/dist/clients/dispatch/runners/oxlint.js +0 -305
  703. package/extensions/dm-lens/dist/clients/dispatch/runners/php-lint.js +0 -66
  704. package/extensions/dm-lens/dist/clients/dispatch/runners/phpstan.js +0 -90
  705. package/extensions/dm-lens/dist/clients/dispatch/runners/prisma-validate.js +0 -66
  706. package/extensions/dm-lens/dist/clients/dispatch/runners/psscriptanalyzer.js +0 -307
  707. package/extensions/dm-lens/dist/clients/dispatch/runners/pyright.js +0 -118
  708. package/extensions/dm-lens/dist/clients/dispatch/runners/rubocop.js +0 -79
  709. package/extensions/dm-lens/dist/clients/dispatch/runners/ruff.js +0 -69
  710. package/extensions/dm-lens/dist/clients/dispatch/runners/rust-clippy.js +0 -166
  711. package/extensions/dm-lens/dist/clients/dispatch/runners/shellcheck.js +0 -177
  712. package/extensions/dm-lens/dist/clients/dispatch/runners/shfmt.js +0 -85
  713. package/extensions/dm-lens/dist/clients/dispatch/runners/spellcheck.js +0 -74
  714. package/extensions/dm-lens/dist/clients/dispatch/runners/spotbugs.js +0 -208
  715. package/extensions/dm-lens/dist/clients/dispatch/runners/sqlfluff.js +0 -136
  716. package/extensions/dm-lens/dist/clients/dispatch/runners/stylelint.js +0 -118
  717. package/extensions/dm-lens/dist/clients/dispatch/runners/swiftlint.js +0 -143
  718. package/extensions/dm-lens/dist/clients/dispatch/runners/taplo.js +0 -108
  719. package/extensions/dm-lens/dist/clients/dispatch/runners/terragrunt.js +0 -110
  720. package/extensions/dm-lens/dist/clients/dispatch/runners/tflint.js +0 -104
  721. package/extensions/dm-lens/dist/clients/dispatch/runners/tree-sitter.js +0 -521
  722. package/extensions/dm-lens/dist/clients/dispatch/runners/trivy-config.js +0 -155
  723. package/extensions/dm-lens/dist/clients/dispatch/runners/utils/availability-policy.js +0 -285
  724. package/extensions/dm-lens/dist/clients/dispatch/runners/utils/candidate-probe.js +0 -61
  725. package/extensions/dm-lens/dist/clients/dispatch/runners/utils/diagnostic-parsers.js +0 -61
  726. package/extensions/dm-lens/dist/clients/dispatch/runners/utils/lazy-installer.js +0 -130
  727. package/extensions/dm-lens/dist/clients/dispatch/runners/utils/runner-helpers.js +0 -1143
  728. package/extensions/dm-lens/dist/clients/dispatch/runners/utils/spawn-outcome.js +0 -40
  729. package/extensions/dm-lens/dist/clients/dispatch/runners/utils/tool-failure.js +0 -120
  730. package/extensions/dm-lens/dist/clients/dispatch/runners/utils/toolchain-availability.js +0 -88
  731. package/extensions/dm-lens/dist/clients/dispatch/runners/utils.js +0 -8
  732. package/extensions/dm-lens/dist/clients/dispatch/runners/vale.js +0 -106
  733. package/extensions/dm-lens/dist/clients/dispatch/runners/yaml-rule-parser.js +0 -170
  734. package/extensions/dm-lens/dist/clients/dispatch/runners/yamllint.js +0 -83
  735. package/extensions/dm-lens/dist/clients/dispatch/runners/zig-check.js +0 -72
  736. package/extensions/dm-lens/dist/clients/dispatch/suppress-writer.js +0 -57
  737. package/extensions/dm-lens/dist/clients/dispatch/tool-profile.js +0 -30
  738. package/extensions/dm-lens/dist/clients/dispatch/types.js +0 -27
  739. package/extensions/dm-lens/dist/clients/dispatch/utils/format-utils.js +0 -58
  740. package/extensions/dm-lens/dist/clients/dispatch/utils/lsp-diagnostics.js +0 -31
  741. package/extensions/dm-lens/dist/clients/disposition-logger.js +0 -19
  742. package/extensions/dm-lens/dist/clients/disposition-publish.js +0 -88
  743. package/extensions/dm-lens/dist/clients/durable-store.js +0 -77
  744. package/extensions/dm-lens/dist/clients/effective-config.js +0 -170
  745. package/extensions/dm-lens/dist/clients/env-utils.js +0 -26
  746. package/extensions/dm-lens/dist/clients/ephemeral-root.js +0 -67
  747. package/extensions/dm-lens/dist/clients/error-class.js +0 -3
  748. package/extensions/dm-lens/dist/clients/eval-timestamp.js +0 -2
  749. package/extensions/dm-lens/dist/clients/event-loop-hold.js +0 -119
  750. package/extensions/dm-lens/dist/clients/event-loop-monitor.js +0 -84
  751. package/extensions/dm-lens/dist/clients/extension-log.js +0 -230
  752. package/extensions/dm-lens/dist/clients/extension-mode.js +0 -20
  753. package/extensions/dm-lens/dist/clients/feature-hints.js +0 -88
  754. package/extensions/dm-lens/dist/clients/file-kinds.js +0 -313
  755. package/extensions/dm-lens/dist/clients/file-mutation-queue.js +0 -95
  756. package/extensions/dm-lens/dist/clients/file-role.js +0 -50
  757. package/extensions/dm-lens/dist/clients/file-time.js +0 -112
  758. package/extensions/dm-lens/dist/clients/file-utils.js +0 -706
  759. package/extensions/dm-lens/dist/clients/finding-delivery-gate.js +0 -132
  760. package/extensions/dm-lens/dist/clients/finding-identity.js +0 -23
  761. package/extensions/dm-lens/dist/clients/fix-run-restore.js +0 -413
  762. package/extensions/dm-lens/dist/clients/fix-worklog.js +0 -75
  763. package/extensions/dm-lens/dist/clients/format-events-publish.js +0 -310
  764. package/extensions/dm-lens/dist/clients/format-service.js +0 -159
  765. package/extensions/dm-lens/dist/clients/formatters-lazy.js +0 -8
  766. package/extensions/dm-lens/dist/clients/formatters.js +0 -1367
  767. package/extensions/dm-lens/dist/clients/freshness-cadence.js +0 -1
  768. package/extensions/dm-lens/dist/clients/freshness.js +0 -8
  769. package/extensions/dm-lens/dist/clients/generated-artifacts.js +0 -209
  770. package/extensions/dm-lens/dist/clients/generation-guard.js +0 -147
  771. package/extensions/dm-lens/dist/clients/generation-lock.js +0 -181
  772. package/extensions/dm-lens/dist/clients/git-guard.js +0 -786
  773. package/extensions/dm-lens/dist/clients/git-tracked-ignore.js +0 -120
  774. package/extensions/dm-lens/dist/clients/gitleaks-client.js +0 -290
  775. package/extensions/dm-lens/dist/clients/go-client.js +0 -47
  776. package/extensions/dm-lens/dist/clients/govulncheck-client.js +0 -411
  777. package/extensions/dm-lens/dist/clients/gradle-ktfmt-style.js +0 -177
  778. package/extensions/dm-lens/dist/clients/grammar-source.js +0 -229
  779. package/extensions/dm-lens/dist/clients/grammar-wasm-imports.js +0 -48
  780. package/extensions/dm-lens/dist/clients/gzip-stage-write.js +0 -93
  781. package/extensions/dm-lens/dist/clients/hard-failure-summary.js +0 -28
  782. package/extensions/dm-lens/dist/clients/hashline-anchor.js +0 -222
  783. package/extensions/dm-lens/dist/clients/hook-budgets.js +0 -17
  784. package/extensions/dm-lens/dist/clients/host-edit-normalize.js +0 -87
  785. package/extensions/dm-lens/dist/clients/host-ports.js +0 -35
  786. package/extensions/dm-lens/dist/clients/indent-retarget.js +0 -102
  787. package/extensions/dm-lens/dist/clients/inline-blocker-dispositions.js +0 -103
  788. package/extensions/dm-lens/dist/clients/inline-blocker-fields.js +0 -8
  789. package/extensions/dm-lens/dist/clients/install-diagnostics.js +0 -135
  790. package/extensions/dm-lens/dist/clients/installer/index.js +0 -3935
  791. package/extensions/dm-lens/dist/clients/installer/managed-tool-refresh-session.js +0 -17
  792. package/extensions/dm-lens/dist/clients/installer/managed-tool-refresh.js +0 -522
  793. package/extensions/dm-lens/dist/clients/instance-reaper-state.js +0 -3
  794. package/extensions/dm-lens/dist/clients/instance-reaper.js +0 -682
  795. package/extensions/dm-lens/dist/clients/instance-registry-lock.js +0 -166
  796. package/extensions/dm-lens/dist/clients/instance-registry-tail.js +0 -17
  797. package/extensions/dm-lens/dist/clients/instance-registry.js +0 -595
  798. package/extensions/dm-lens/dist/clients/io-bridge-contract.js +0 -7
  799. package/extensions/dm-lens/dist/clients/io-bridge.js +0 -357
  800. package/extensions/dm-lens/dist/clients/jscpd-client.js +0 -300
  801. package/extensions/dm-lens/dist/clients/json-cache-read.js +0 -25
  802. package/extensions/dm-lens/dist/clients/knip-client.js +0 -534
  803. package/extensions/dm-lens/dist/clients/knip-scan-roots.js +0 -26
  804. package/extensions/dm-lens/dist/clients/language-policy.js +0 -244
  805. package/extensions/dm-lens/dist/clients/language-profile.js +0 -263
  806. package/extensions/dm-lens/dist/clients/language-registry.js +0 -427
  807. package/extensions/dm-lens/dist/clients/latency-logger.js +0 -202
  808. package/extensions/dm-lens/dist/clients/lazy-import.js +0 -14
  809. package/extensions/dm-lens/dist/clients/ledger-bounds.js +0 -21
  810. package/extensions/dm-lens/dist/clients/lens-config.js +0 -246
  811. package/extensions/dm-lens/dist/clients/lens-engine.js +0 -181
  812. package/extensions/dm-lens/dist/clients/lens-events.js +0 -105
  813. package/extensions/dm-lens/dist/clients/lens-flag-registry.js +0 -292
  814. package/extensions/dm-lens/dist/clients/lens-map.js +0 -980
  815. package/extensions/dm-lens/dist/clients/live-bus-emitter.js +0 -53
  816. package/extensions/dm-lens/dist/clients/log-cleanup.js +0 -138
  817. package/extensions/dm-lens/dist/clients/lsp/aggregation.js +0 -89
  818. package/extensions/dm-lens/dist/clients/lsp/auxiliary-lifecycle.js +0 -23
  819. package/extensions/dm-lens/dist/clients/lsp/capabilities.js +0 -94
  820. package/extensions/dm-lens/dist/clients/lsp/cascade-tier.js +0 -208
  821. package/extensions/dm-lens/dist/clients/lsp/client.js +0 -2943
  822. package/extensions/dm-lens/dist/clients/lsp/config.js +0 -471
  823. package/extensions/dm-lens/dist/clients/lsp/content-limits.js +0 -21
  824. package/extensions/dm-lens/dist/clients/lsp/diagnostic-binding.js +0 -79
  825. package/extensions/dm-lens/dist/clients/lsp/document-drift.js +0 -324
  826. package/extensions/dm-lens/dist/clients/lsp/edits.js +0 -982
  827. package/extensions/dm-lens/dist/clients/lsp/grouping.js +0 -38
  828. package/extensions/dm-lens/dist/clients/lsp/index.js +0 -4639
  829. package/extensions/dm-lens/dist/clients/lsp/inferred-project.js +0 -121
  830. package/extensions/dm-lens/dist/clients/lsp/jvm-runtime.js +0 -194
  831. package/extensions/dm-lens/dist/clients/lsp/language.js +0 -23
  832. package/extensions/dm-lens/dist/clients/lsp/launch.js +0 -564
  833. package/extensions/dm-lens/dist/clients/lsp/lombok.js +0 -146
  834. package/extensions/dm-lens/dist/clients/lsp/path-utils.js +0 -1
  835. package/extensions/dm-lens/dist/clients/lsp/pending-aux-coverage.js +0 -120
  836. package/extensions/dm-lens/dist/clients/lsp/position-encoding.js +0 -28
  837. package/extensions/dm-lens/dist/clients/lsp/resolved-config.js +0 -183
  838. package/extensions/dm-lens/dist/clients/lsp/ruby-drive-dirs.js +0 -42
  839. package/extensions/dm-lens/dist/clients/lsp/server-covers.js +0 -8
  840. package/extensions/dm-lens/dist/clients/lsp/server-traits.js +0 -39
  841. package/extensions/dm-lens/dist/clients/lsp/server.js +0 -2640
  842. package/extensions/dm-lens/dist/clients/lsp/service-singleton.js +0 -59
  843. package/extensions/dm-lens/dist/clients/lsp/session-roots.js +0 -52
  844. package/extensions/dm-lens/dist/clients/lsp/spawn-history.js +0 -15
  845. package/extensions/dm-lens/dist/clients/lsp/sync-kind.js +0 -30
  846. package/extensions/dm-lens/dist/clients/lsp/tsserver-sync.js +0 -156
  847. package/extensions/dm-lens/dist/clients/lsp/wait-policy/capability-snapshot.js +0 -1
  848. package/extensions/dm-lens/dist/clients/lsp/wait-policy/classification.js +0 -37
  849. package/extensions/dm-lens/dist/clients/lsp/wait-policy/index.js +0 -3
  850. package/extensions/dm-lens/dist/clients/lsp/wait-policy/strategies.js +0 -196
  851. package/extensions/dm-lens/dist/clients/lsp/watch-queue.js +0 -40
  852. package/extensions/dm-lens/dist/clients/lsp/workspace-diagnostics-cache.js +0 -270
  853. package/extensions/dm-lens/dist/clients/lsp/workspace-diagnostics-session.js +0 -7
  854. package/extensions/dm-lens/dist/clients/lsp/workspace-sweep-hold.js +0 -93
  855. package/extensions/dm-lens/dist/clients/lsp-budget.js +0 -87
  856. package/extensions/dm-lens/dist/clients/lsp-document-symbols.js +0 -93
  857. package/extensions/dm-lens/dist/clients/lsp-lazy.js +0 -8
  858. package/extensions/dm-lens/dist/clients/lsp-mutation.js +0 -309
  859. package/extensions/dm-lens/dist/clients/lsp-status.js +0 -35
  860. package/extensions/dm-lens/dist/clients/map-with-concurrency.js +0 -20
  861. package/extensions/dm-lens/dist/clients/mcp/analyze.js +0 -265
  862. package/extensions/dm-lens/dist/clients/mcp/host-shim.js +0 -14
  863. package/extensions/dm-lens/dist/clients/mcp/ipc.js +0 -321
  864. package/extensions/dm-lens/dist/clients/mcp/review.js +0 -137
  865. package/extensions/dm-lens/dist/clients/mcp/session.js +0 -305
  866. package/extensions/dm-lens/dist/clients/memory-sampler.js +0 -145
  867. package/extensions/dm-lens/dist/clients/message-end-attribution.js +0 -18
  868. package/extensions/dm-lens/dist/clients/metrics-client.js +0 -80
  869. package/extensions/dm-lens/dist/clients/metrics-history.js +0 -255
  870. package/extensions/dm-lens/dist/clients/middle-man-analysis.js +0 -161
  871. package/extensions/dm-lens/dist/clients/model-provider.js +0 -31
  872. package/extensions/dm-lens/dist/clients/module-report-lsp.js +0 -140
  873. package/extensions/dm-lens/dist/clients/module-report.js +0 -1648
  874. package/extensions/dm-lens/dist/clients/mutating-tool.js +0 -386
  875. package/extensions/dm-lens/dist/clients/mutation-attribution.js +0 -176
  876. package/extensions/dm-lens/dist/clients/mutation-bridge.js +0 -231
  877. package/extensions/dm-lens/dist/clients/ndjson-logger.js +0 -504
  878. package/extensions/dm-lens/dist/clients/observed-mutation-sources.js +0 -43
  879. package/extensions/dm-lens/dist/clients/observed-mutation.js +0 -729
  880. package/extensions/dm-lens/dist/clients/oldtext-autopatch.js +0 -100
  881. package/extensions/dm-lens/dist/clients/opaque-mutation-scan.js +0 -340
  882. package/extensions/dm-lens/dist/clients/opengrep-client.js +0 -219
  883. package/extensions/dm-lens/dist/clients/opengrep-config.js +0 -52
  884. package/extensions/dm-lens/dist/clients/package-manager.js +0 -358
  885. package/extensions/dm-lens/dist/clients/package-root.js +0 -25
  886. package/extensions/dm-lens/dist/clients/partial-edit-apply.js +0 -337
  887. package/extensions/dm-lens/dist/clients/path-attribution-telemetry.js +0 -31
  888. package/extensions/dm-lens/dist/clients/path-keyed-map.js +0 -57
  889. package/extensions/dm-lens/dist/clients/path-utils.js +0 -535
  890. package/extensions/dm-lens/dist/clients/performance-report.js +0 -291
  891. package/extensions/dm-lens/dist/clients/persist-debounce.js +0 -37
  892. package/extensions/dm-lens/dist/clients/persist-worker-stats.js +0 -8
  893. package/extensions/dm-lens/dist/clients/persistent-reverify.js +0 -166
  894. package/extensions/dm-lens/dist/clients/php-cs-fixer-config.js +0 -15
  895. package/extensions/dm-lens/dist/clients/pipeline.js +0 -1279
  896. package/extensions/dm-lens/dist/clients/post-autofix-notice.js +0 -19
  897. package/extensions/dm-lens/dist/clients/print-mode.js +0 -3
  898. package/extensions/dm-lens/dist/clients/probe-home-state.js +0 -67
  899. package/extensions/dm-lens/dist/clients/process-bridge.js +0 -48
  900. package/extensions/dm-lens/dist/clients/process-singletons.js +0 -69
  901. package/extensions/dm-lens/dist/clients/process-snapshot.js +0 -130
  902. package/extensions/dm-lens/dist/clients/project-changes.js +0 -174
  903. package/extensions/dm-lens/dist/clients/project-conventions.js +0 -152
  904. package/extensions/dm-lens/dist/clients/project-diagnostics/cache.js +0 -91
  905. package/extensions/dm-lens/dist/clients/project-diagnostics/extractors.js +0 -53
  906. package/extensions/dm-lens/dist/clients/project-diagnostics/fresh-fetch.js +0 -413
  907. package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/call-graph-impact.js +0 -64
  908. package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/dead-code.js +0 -38
  909. package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/gitleaks.js +0 -21
  910. package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/govulncheck.js +0 -23
  911. package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/jscpd.js +0 -28
  912. package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/knip.js +0 -45
  913. package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/madge.js +0 -34
  914. package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/opengrep.js +0 -32
  915. package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/runner-findings.js +0 -79
  916. package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/trivy.js +0 -41
  917. package/extensions/dm-lens/dist/clients/project-diagnostics/scanner.js +0 -349
  918. package/extensions/dm-lens/dist/clients/project-diagnostics/types.js +0 -1
  919. package/extensions/dm-lens/dist/clients/project-lens-config.js +0 -464
  920. package/extensions/dm-lens/dist/clients/project-report.js +0 -527
  921. package/extensions/dm-lens/dist/clients/project-scale.js +0 -60
  922. package/extensions/dm-lens/dist/clients/project-scan-policy.js +0 -4
  923. package/extensions/dm-lens/dist/clients/project-snapshot-fingerprint.js +0 -44
  924. package/extensions/dm-lens/dist/clients/project-snapshot-persist-worker.js +0 -13
  925. package/extensions/dm-lens/dist/clients/project-snapshot.js +0 -1333
  926. package/extensions/dm-lens/dist/clients/project-trust.js +0 -104
  927. package/extensions/dm-lens/dist/clients/python-environment.js +0 -162
  928. package/extensions/dm-lens/dist/clients/python-provenance.js +0 -551
  929. package/extensions/dm-lens/dist/clients/quiet-window-config.js +0 -16
  930. package/extensions/dm-lens/dist/clients/quiet-window.js +0 -129
  931. package/extensions/dm-lens/dist/clients/read-bridge.js +0 -53
  932. package/extensions/dm-lens/dist/clients/read-expansion.js +0 -218
  933. package/extensions/dm-lens/dist/clients/read-guard-branch.js +0 -126
  934. package/extensions/dm-lens/dist/clients/read-guard-logger.js +0 -186
  935. package/extensions/dm-lens/dist/clients/read-guard-tool-lines.js +0 -1050
  936. package/extensions/dm-lens/dist/clients/read-guard.js +0 -1429
  937. package/extensions/dm-lens/dist/clients/recent-touches.js +0 -126
  938. package/extensions/dm-lens/dist/clients/redact/secrets.js +0 -386
  939. package/extensions/dm-lens/dist/clients/resource-sampler.js +0 -344
  940. package/extensions/dm-lens/dist/clients/reverse-deps.js +0 -227
  941. package/extensions/dm-lens/dist/clients/review-graph/builder.js +0 -3708
  942. package/extensions/dm-lens/dist/clients/review-graph/format.js +0 -30
  943. package/extensions/dm-lens/dist/clients/review-graph/git-identity.js +0 -168
  944. package/extensions/dm-lens/dist/clients/review-graph/import-resolvers.js +0 -323
  945. package/extensions/dm-lens/dist/clients/review-graph/persist-worker.js +0 -8
  946. package/extensions/dm-lens/dist/clients/review-graph/query.js +0 -195
  947. package/extensions/dm-lens/dist/clients/review-graph/revision-drift.js +0 -3
  948. package/extensions/dm-lens/dist/clients/review-graph/service.js +0 -60
  949. package/extensions/dm-lens/dist/clients/review-graph/shared-extraction-ir.js +0 -54
  950. package/extensions/dm-lens/dist/clients/review-graph/symbol-id.js +0 -29
  951. package/extensions/dm-lens/dist/clients/review-graph/tsconfig-paths.js +0 -253
  952. package/extensions/dm-lens/dist/clients/review-graph/types.js +0 -1
  953. package/extensions/dm-lens/dist/clients/review-graph/workspace-modules.js +0 -374
  954. package/extensions/dm-lens/dist/clients/review-graph-logger.js +0 -51
  955. package/extensions/dm-lens/dist/clients/ruff-client.js +0 -109
  956. package/extensions/dm-lens/dist/clients/rules-scanner.js +0 -113
  957. package/extensions/dm-lens/dist/clients/run-duration.js +0 -9
  958. package/extensions/dm-lens/dist/clients/runtime-agent-end.js +0 -800
  959. package/extensions/dm-lens/dist/clients/runtime-config.js +0 -39
  960. package/extensions/dm-lens/dist/clients/runtime-context.js +0 -155
  961. package/extensions/dm-lens/dist/clients/runtime-coordinator.js +0 -1117
  962. package/extensions/dm-lens/dist/clients/runtime-session.js +0 -1768
  963. package/extensions/dm-lens/dist/clients/runtime-tool-call.js +0 -935
  964. package/extensions/dm-lens/dist/clients/runtime-tool-result.js +0 -1630
  965. package/extensions/dm-lens/dist/clients/runtime-turn.js +0 -2900
  966. package/extensions/dm-lens/dist/clients/rust-client.js +0 -48
  967. package/extensions/dm-lens/dist/clients/safe-spawn.js +0 -1275
  968. package/extensions/dm-lens/dist/clients/sanitize.js +0 -174
  969. package/extensions/dm-lens/dist/clients/scan-utils.js +0 -7
  970. package/extensions/dm-lens/dist/clients/scanner-temp-root.js +0 -8
  971. package/extensions/dm-lens/dist/clients/scratch-tree-policy.js +0 -63
  972. package/extensions/dm-lens/dist/clients/search-read-registration.js +0 -60
  973. package/extensions/dm-lens/dist/clients/secret-findings.js +0 -69
  974. package/extensions/dm-lens/dist/clients/security-scan-client.js +0 -208
  975. package/extensions/dm-lens/dist/clients/session-event-guard.js +0 -111
  976. package/extensions/dm-lens/dist/clients/session-lifecycle.js +0 -269
  977. package/extensions/dm-lens/dist/clients/session-scope.js +0 -451
  978. package/extensions/dm-lens/dist/clients/session-start-observability.js +0 -47
  979. package/extensions/dm-lens/dist/clients/session-state-store.js +0 -66
  980. package/extensions/dm-lens/dist/clients/session-summary.js +0 -8
  981. package/extensions/dm-lens/dist/clients/sessionstart-logger.js +0 -22
  982. package/extensions/dm-lens/dist/clients/sg-runner.js +0 -645
  983. package/extensions/dm-lens/dist/clients/sgconfig.js +0 -306
  984. package/extensions/dm-lens/dist/clients/shared-checkout-guard.js +0 -177
  985. package/extensions/dm-lens/dist/clients/single-flight.js +0 -52
  986. package/extensions/dm-lens/dist/clients/situational-tool-telemetry.js +0 -85
  987. package/extensions/dm-lens/dist/clients/skills-resolver.js +0 -38
  988. package/extensions/dm-lens/dist/clients/slow-fs.js +0 -77
  989. package/extensions/dm-lens/dist/clients/smells-rollup.js +0 -118
  990. package/extensions/dm-lens/dist/clients/source-filter.js +0 -320
  991. package/extensions/dm-lens/dist/clients/source-walker.js +0 -96
  992. package/extensions/dm-lens/dist/clients/spawn-output-cap.js +0 -35
  993. package/extensions/dm-lens/dist/clients/spawn-timeout-cooldown.js +0 -51
  994. package/extensions/dm-lens/dist/clients/stale-marker.js +0 -1
  995. package/extensions/dm-lens/dist/clients/startup-scan.js +0 -230
  996. package/extensions/dm-lens/dist/clients/startup-timing.js +0 -67
  997. package/extensions/dm-lens/dist/clients/string-utils.js +0 -6
  998. package/extensions/dm-lens/dist/clients/subagent-mode.js +0 -40
  999. package/extensions/dm-lens/dist/clients/symbol-containment.js +0 -16
  1000. package/extensions/dm-lens/dist/clients/symbol-types.js +0 -1
  1001. package/extensions/dm-lens/dist/clients/test-runner-client.js +0 -1697
  1002. package/extensions/dm-lens/dist/clients/test-runner-delivery.js +0 -293
  1003. package/extensions/dm-lens/dist/clients/test-target-roots.js +0 -17
  1004. package/extensions/dm-lens/dist/clients/todo-scanner.js +0 -164
  1005. package/extensions/dm-lens/dist/clients/tool-agreement.js +0 -640
  1006. package/extensions/dm-lens/dist/clients/tool-config.js +0 -219
  1007. package/extensions/dm-lens/dist/clients/tool-cwd.js +0 -235
  1008. package/extensions/dm-lens/dist/clients/tool-definition.js +0 -22
  1009. package/extensions/dm-lens/dist/clients/tool-event.js +0 -24
  1010. package/extensions/dm-lens/dist/clients/tool-policy.js +0 -2393
  1011. package/extensions/dm-lens/dist/clients/tool-probe.js +0 -13
  1012. package/extensions/dm-lens/dist/clients/tool-render.js +0 -79
  1013. package/extensions/dm-lens/dist/clients/tool-set-policy.js +0 -77
  1014. package/extensions/dm-lens/dist/clients/tree-sitter-cache.js +0 -206
  1015. package/extensions/dm-lens/dist/clients/tree-sitter-client.js +0 -3057
  1016. package/extensions/dm-lens/dist/clients/tree-sitter-logger.js +0 -77
  1017. package/extensions/dm-lens/dist/clients/tree-sitter-navigator.js +0 -198
  1018. package/extensions/dm-lens/dist/clients/tree-sitter-query-loader.js +0 -389
  1019. package/extensions/dm-lens/dist/clients/tree-sitter-shared.js +0 -87
  1020. package/extensions/dm-lens/dist/clients/tree-sitter-symbol-extractor.js +0 -959
  1021. package/extensions/dm-lens/dist/clients/trivy-client.js +0 -335
  1022. package/extensions/dm-lens/dist/clients/tui-fit.js +0 -26
  1023. package/extensions/dm-lens/dist/clients/turn-context.js +0 -48
  1024. package/extensions/dm-lens/dist/clients/turn-end/delivery-holds.js +0 -59
  1025. package/extensions/dm-lens/dist/clients/turn-end/lane.js +0 -1
  1026. package/extensions/dm-lens/dist/clients/turn-end/lanes/govulncheck.js +0 -54
  1027. package/extensions/dm-lens/dist/clients/turn-end/lanes/secrets.js +0 -131
  1028. package/extensions/dm-lens/dist/clients/turn-summary-render.js +0 -56
  1029. package/extensions/dm-lens/dist/clients/turn-summary.js +0 -84
  1030. package/extensions/dm-lens/dist/clients/typos-config.js +0 -9
  1031. package/extensions/dm-lens/dist/clients/user-notify.js +0 -15
  1032. package/extensions/dm-lens/dist/clients/vanished-instance-marker.js +0 -18
  1033. package/extensions/dm-lens/dist/clients/warm-attach.js +0 -210
  1034. package/extensions/dm-lens/dist/clients/widget-state.js +0 -997
  1035. package/extensions/dm-lens/dist/clients/word-index-logger.js +0 -21
  1036. package/extensions/dm-lens/dist/clients/word-index-store.js +0 -222
  1037. package/extensions/dm-lens/dist/clients/word-index.js +0 -1494
  1038. package/extensions/dm-lens/dist/clients/workspace-topology.js +0 -268
  1039. package/extensions/dm-lens/dist/clients/write-ordering-guard.js +0 -28
  1040. package/extensions/dm-lens/dist/clients/zizmor-config.js +0 -160
  1041. package/extensions/dm-lens/dist/i18n.js +0 -67
  1042. package/extensions/dm-lens/dist/index.js +0 -1973
  1043. package/extensions/dm-lens/dist/mcp/analyze-cli.js +0 -205
  1044. package/extensions/dm-lens/dist/mcp/build-staleness.js +0 -55
  1045. package/extensions/dm-lens/dist/mcp/cli.js +0 -96
  1046. package/extensions/dm-lens/dist/mcp/server.js +0 -1239
  1047. package/extensions/dm-lens/dist/mcp/tool-arguments.js +0 -134
  1048. package/extensions/dm-lens/dist/mcp/worker.js +0 -41
  1049. package/extensions/dm-lens/dist/scripts/lib/process-scan.mjs +0 -375
  1050. package/extensions/dm-lens/dist/scripts/lib/skills-predicate.mjs +0 -53
  1051. package/extensions/dm-lens/dist/scripts/lib/web-tree-sitter-dir.mjs +0 -51
  1052. package/extensions/dm-lens/dist/tools/activate-tools.js +0 -62
  1053. package/extensions/dm-lens/dist/tools/ast-grep-outline.js +0 -126
  1054. package/extensions/dm-lens/dist/tools/ast-grep-replace.js +0 -227
  1055. package/extensions/dm-lens/dist/tools/ast-grep-search.js +0 -687
  1056. package/extensions/dm-lens/dist/tools/effective-config.js +0 -59
  1057. package/extensions/dm-lens/dist/tools/lens-diagnostic-mark.js +0 -251
  1058. package/extensions/dm-lens/dist/tools/lens-diagnostics.js +0 -1518
  1059. package/extensions/dm-lens/dist/tools/lsp-diagnostics.js +0 -1198
  1060. package/extensions/dm-lens/dist/tools/lsp-navigation.js +0 -1249
  1061. package/extensions/dm-lens/dist/tools/lsp-structured-output.js +0 -277
  1062. package/extensions/dm-lens/dist/tools/module-report.js +0 -332
  1063. package/extensions/dm-lens/dist/tools/project-report.js +0 -72
  1064. package/extensions/dm-lens/dist/tools/render-compact.js +0 -272
  1065. package/extensions/dm-lens/dist/tools/scan-progress.js +0 -31
  1066. package/extensions/dm-lens/dist/tools/shared.js +0 -32
  1067. package/extensions/dm-lens/dist/tools/symbol-search.js +0 -133
  1068. package/extensions/dm-mcp-adapter/dist/abort.js +0 -35
  1069. package/extensions/dm-mcp-adapter/dist/agent-dir.js +0 -45
  1070. package/extensions/dm-mcp-adapter/dist/agent-plugin-loader.js +0 -392
  1071. package/extensions/dm-mcp-adapter/dist/agent-plugin-provenance.js +0 -26
  1072. package/extensions/dm-mcp-adapter/dist/bearer-command-resolver.js +0 -182
  1073. package/extensions/dm-mcp-adapter/dist/claude-plugin-loader.js +0 -350
  1074. package/extensions/dm-mcp-adapter/dist/config.js +0 -1735
  1075. package/extensions/dm-mcp-adapter/dist/consent-manager.js +0 -84
  1076. package/extensions/dm-mcp-adapter/dist/elicitation-handler.js +0 -370
  1077. package/extensions/dm-mcp-adapter/dist/errors.js +0 -225
  1078. package/extensions/dm-mcp-adapter/dist/http-ca.js +0 -75
  1079. package/extensions/dm-mcp-adapter/dist/jev-client.js +0 -359
  1080. package/extensions/dm-mcp-adapter/dist/jev-contracts.js +0 -1
  1081. package/extensions/dm-mcp-adapter/dist/jev-key-store.js +0 -189
  1082. package/extensions/dm-mcp-adapter/dist/json-schema-validator.js +0 -70
  1083. package/extensions/dm-mcp-adapter/dist/lifecycle.js +0 -387
  1084. package/extensions/dm-mcp-adapter/dist/logger.js +0 -115
  1085. package/extensions/dm-mcp-adapter/dist/mcp-auth-fetch.js +0 -86
  1086. package/extensions/dm-mcp-adapter/dist/mcp-auth-flow.js +0 -956
  1087. package/extensions/dm-mcp-adapter/dist/mcp-auth.js +0 -998
  1088. package/extensions/dm-mcp-adapter/dist/mcp-bearer-store.js +0 -182
  1089. package/extensions/dm-mcp-adapter/dist/mcp-callback-server.js +0 -380
  1090. package/extensions/dm-mcp-adapter/dist/mcp-oauth-provider.js +0 -525
  1091. package/extensions/dm-mcp-adapter/dist/mcp-probe.js +0 -151
  1092. package/extensions/dm-mcp-adapter/dist/mcp-tasks.js +0 -300
  1093. package/extensions/dm-mcp-adapter/dist/mcp-trace.js +0 -220
  1094. package/extensions/dm-mcp-adapter/dist/metadata-cache.js +0 -323
  1095. package/extensions/dm-mcp-adapter/dist/npx-resolver.js +0 -465
  1096. package/extensions/dm-mcp-adapter/dist/output-shape.js +0 -312
  1097. package/extensions/dm-mcp-adapter/dist/package-mcp-loader.js +0 -144
  1098. package/extensions/dm-mcp-adapter/dist/project-server-trust.js +0 -186
  1099. package/extensions/dm-mcp-adapter/dist/request-headers-command.js +0 -294
  1100. package/extensions/dm-mcp-adapter/dist/resource-tools.js +0 -7
  1101. package/extensions/dm-mcp-adapter/dist/runtime-owner.js +0 -94
  1102. package/extensions/dm-mcp-adapter/dist/sampling-handler.js +0 -213
  1103. package/extensions/dm-mcp-adapter/dist/secure-keyring.js +0 -191
  1104. package/extensions/dm-mcp-adapter/dist/server-manager.js +0 -1594
  1105. package/extensions/dm-mcp-adapter/dist/session-approvals.js +0 -127
  1106. package/extensions/dm-mcp-adapter/dist/session-recovery.js +0 -83
  1107. package/extensions/dm-mcp-adapter/dist/state.js +0 -1
  1108. package/extensions/dm-mcp-adapter/dist/ts-shape.js +0 -157
  1109. package/extensions/dm-mcp-adapter/dist/types.js +0 -286
  1110. package/extensions/dm-mcp-adapter/dist/ui-app-bridge-helpers.js +0 -36
  1111. package/extensions/dm-mcp-adapter/dist/ui-resource-handler.js +0 -204
  1112. package/extensions/dm-mcp-adapter/dist/ui-stream-types.js +0 -58
  1113. package/extensions/dm-mcp-adapter/dist/ui-tool-visibility.js +0 -26
  1114. package/extensions/dm-mcp-adapter/dist/unix-socket-transport.js +0 -83
  1115. package/extensions/dm-mcp-adapter/dist/utils.js +0 -418
  1116. package/extensions/dm-web-access/dist/index.js +0 -28396
  1117. package/extensions/dm-web-access/dist/mcp-cli.js +0 -28185
  1118. /package/extensions/dm-lens/skills/{pi-lens-lsp-navigation → dm-lens-lsp-navigation}/SKILL.md +0 -0
  1119. /package/extensions/dm-lens/skills/{pi-lens-write-ast-grep-rule → dm-lens-write-ast-grep-rule}/SKILL.md +0 -0
  1120. /package/extensions/dm-lens/skills/{pi-lens-write-ast-grep-rule → dm-lens-write-ast-grep-rule}/reference.md +0 -0
  1121. /package/extensions/dm-lens/skills/{pi-lens-write-tree-sitter-rule → dm-lens-write-tree-sitter-rule}/SKILL.md +0 -0
@@ -1,1494 +0,0 @@
1
- import * as fs from "node:fs";
2
- import * as path from "node:path";
3
- import { createDeadline, forEachCooperatively, yieldIfOverBudget } from "./cooperative-budget.js";
4
- import { incrementDegradationCount } from "./degradation-ledger.js";
5
- import { KIND_EXTENSIONS } from "./file-kinds.js";
6
- import { isTestFileName } from "./file-role.js";
7
- import { PathKeyedMap } from "./path-keyed-map.js";
8
- import { isAtOrAboveHomeDir, normalizeEphemeralMapKey } from "./path-utils.js";
9
- import { createSingleFlight } from "./single-flight.js";
10
- import { createDebounceScheduler } from "./persist-debounce.js";
11
- import { getWordIndexMaxFilesDerived } from "./project-scale.js";
12
- import { compactPostingsIntoArena, compactPostingsIntoArenaCooperatively, countPostingBackingStores, countPostingEntries, estimateWordIndexStoreBytes, WordForwardEntry, WordIndexFileTable, WordPostingList } from "./word-index-store.js";
13
- import { logLatency } from "./latency-logger.js";
14
- import { logWordIndex } from "./word-index-logger.js";
15
- export const wordIndexKey = normalizeEphemeralMapKey;
16
- const STOPWORDS = new Set([
17
- "the",
18
- "and",
19
- "for",
20
- "let",
21
- "var",
22
- "const",
23
- "function",
24
- "return",
25
- "if",
26
- "else",
27
- "import",
28
- "export",
29
- "from",
30
- "class",
31
- "interface",
32
- "type",
33
- "enum",
34
- "new",
35
- "this",
36
- "self",
37
- "void",
38
- "null",
39
- "true",
40
- "false",
41
- "async",
42
- "await",
43
- "public",
44
- "private",
45
- "protected",
46
- "static",
47
- "def",
48
- "fn",
49
- "func",
50
- "struct",
51
- "impl",
52
- "pub",
53
- "use",
54
- "mod",
55
- "in",
56
- "of",
57
- "as",
58
- "is",
59
- "not",
60
- "with"
61
- ]);
62
- const VENDOR_DIR_RE = /(^|[\\/])(?:tests?|__tests__|spec|specs|__mocks__|vendor|node_modules|examples?|fixtures?|\.git|dist|build|coverage)([\\/]|$)/i;
63
- const DOC_FILE_RE = /\.(?:md|mdx|markdown|json|json5|jsonc|txt|rst|lock|ya?ml|toml|csv)$/i;
64
- const TEST_VENDOR_PENALTY = 0.3;
65
- const DOC_FILE_PENALTY = 0.5;
66
- const BM25_K1 = 1.2;
67
- const BM25_B = 0.75;
68
- function isTestOrVendor(file) {
69
- return isTestFileName(file) || VENDOR_DIR_RE.test(file);
70
- }
71
- function isDocFile(file) {
72
- return DOC_FILE_RE.test(file);
73
- }
74
- export function splitIdentifier(identifier) {
75
- const parts = new Set;
76
- const whole = identifier.toLowerCase();
77
- if (whole.length >= 2 && !STOPWORDS.has(whole))
78
- parts.add(whole);
79
- for (const chunk of identifier.split(/[^A-Za-z0-9]+/)) {
80
- if (!chunk)
81
- continue;
82
- const spaced = chunk.replace(/([a-z0-9])([A-Z])/g, "$1 $2").replace(/[A-Z](?=[A-Z][a-z])/g, "$& ").replace(/([A-Za-z])([0-9])/g, "$1 $2").replace(/([0-9])([A-Za-z])/g, "$1 $2");
83
- for (const sub of spaced.split(/\s+/)) {
84
- const token = sub.toLowerCase();
85
- if (token.length >= 2 && !STOPWORDS.has(token))
86
- parts.add(token);
87
- }
88
- }
89
- return [...parts];
90
- }
91
- export function tokenizeLine(line) {
92
- const tokens = [];
93
- const matches = line.match(/[A-Za-z_$][A-Za-z0-9_$]*/g);
94
- if (!matches)
95
- return tokens;
96
- for (const match of matches) {
97
- for (const token of splitIdentifier(match))
98
- tokens.push(token);
99
- }
100
- return tokens;
101
- }
102
- const WORD_INDEX_BUILD_YIELD_BUDGET_MS = 8;
103
- const WORD_INDEX_LONG_LINE_YIELD_CHARS = 4096;
104
- function createEmptyWordIndex(truncated) {
105
- return {
106
- postings: new Map,
107
- fileTable: new WordIndexFileTable,
108
- docLengths: new PathKeyedMap(wordIndexKey),
109
- totalTokens: 0,
110
- docCount: 0,
111
- truncated,
112
- forward: new PathKeyedMap(wordIndexKey),
113
- fileMtimes: new PathKeyedMap(wordIndexKey),
114
- fileSizes: new PathKeyedMap(wordIndexKey),
115
- replacementStats: { count: 0, totalMs: 0, maxMs: 0 },
116
- dirtyFiles: new Set,
117
- postingStoreCount: 0,
118
- recompactFlight: createSingleFlight()
119
- };
120
- }
121
- export function countWordIndexPostingEntries(index) {
122
- return countPostingEntries(index);
123
- }
124
- export function estimateWordIndexResidentBytes(index) {
125
- return estimateWordIndexStoreBytes(index);
126
- }
127
- function recordOrphanWordIndexFileId(fileId, token, seam) {
128
- incrementDegradationCount({
129
- kind: "word-index-orphan-file-id",
130
- subject: `fileId:${fileId}`,
131
- reason: `${seam} dropped a posting for token "${token}": the file table has no path for this id`
132
- });
133
- }
134
- export function wordIndexPostingHits(index, token) {
135
- const list = index.postings.get(token);
136
- if (!list)
137
- return [];
138
- const hits = [];
139
- for (let i = 0;i < list.length; i += 1) {
140
- const fileId = list.fileIdAt(i);
141
- const file = index.fileTable.pathFor(fileId);
142
- if (file === undefined) {
143
- recordOrphanWordIndexFileId(fileId, token, "decode");
144
- continue;
145
- }
146
- hits.push({ file, line: list.lineAt(i) });
147
- }
148
- return hits;
149
- }
150
- function compactWordIndexPostings(index) {
151
- compactPostingsIntoArena(index.postings);
152
- index.postingStoreCount = countPostingBackingStores(index.postings);
153
- }
154
- function notePostingStoresAllocated(index, count) {
155
- index.postingStoreCount = (index.postingStoreCount ?? 0) + count;
156
- }
157
- const WORD_INDEX_RECOMPACT_STORE_FLOOR = 64;
158
- const WORD_INDEX_RECOMPACT_STORE_FRACTION = 0.1;
159
- function wordIndexRecompactThreshold(index) {
160
- return Math.max(WORD_INDEX_RECOMPACT_STORE_FLOOR, Math.floor(index.postings.size * WORD_INDEX_RECOMPACT_STORE_FRACTION));
161
- }
162
- async function recompactWordIndexPostingsIfNeeded(index, root) {
163
- const threshold = wordIndexRecompactThreshold(index);
164
- const beforeStores = countPostingBackingStores(index.postings);
165
- if (beforeStores <= threshold) {
166
- index.postingStoreCount = beforeStores;
167
- return;
168
- }
169
- const beforeBytes = estimateWordIndexResidentBytes(index);
170
- await compactPostingsIntoArenaCooperatively(index.postings);
171
- const afterStores = countPostingBackingStores(index.postings);
172
- index.postingStoreCount = afterStores;
173
- const afterBytes = estimateWordIndexResidentBytes(index);
174
- const firstForRoot = incrementDegradationCount({
175
- kind: "word-index-arena-recompact",
176
- subject: path.resolve(root),
177
- reason: `arena store threshold ${threshold} exceeded`,
178
- metadata: { beforeBytes, afterBytes, beforeStores, afterStores }
179
- });
180
- if (firstForRoot) {
181
- logWordIndex({
182
- phase: "incremental_refresh",
183
- cwd: path.resolve(root),
184
- trigger: "incremental_refresh",
185
- reason: `arena_recompact beforeBytes=${beforeBytes} afterBytes=${afterBytes} beforeStores=${beforeStores} afterStores=${afterStores}`
186
- });
187
- }
188
- }
189
- function enqueueWordIndexRecompact(index, root) {
190
- if ((index.postingStoreCount ?? 0) <= wordIndexRecompactThreshold(index)) {
191
- return Promise.resolve();
192
- }
193
- const flight = index.recompactFlight ??= createSingleFlight();
194
- return flight.run("recompact", () => enqueueAsyncWordIndexOperation(index, () => recompactWordIndexPostingsIfNeeded(index, root)));
195
- }
196
- function scheduleWordIndexRecompact(index, filePath) {
197
- enqueueWordIndexRecompact(index, path.dirname(filePath));
198
- }
199
- export async function flushWordIndexRecompactionsForTests(index) {
200
- await (asyncWordIndexOperations.get(index) ?? Promise.resolve());
201
- }
202
- function recordWordIndexReplacement(index, startedAt) {
203
- const stats = index.replacementStats ?? { count: 0, totalMs: 0, maxMs: 0 };
204
- const durationMs = Math.max(0, Date.now() - startedAt);
205
- stats.count += 1;
206
- stats.totalMs += durationMs;
207
- stats.maxMs = Math.max(stats.maxMs, durationMs);
208
- index.replacementStats = stats;
209
- }
210
- function internWordIndexFile(index, filePath) {
211
- return index.fileTable.intern(wordIndexKey(filePath), filePath);
212
- }
213
- function appendWordIndexPostings(index, filePath, perTokenHits) {
214
- const fileId = internWordIndexFile(index, filePath);
215
- const tokenLineCounts = new Map;
216
- for (const [token, lineNumbers] of perTokenHits) {
217
- let list = index.postings.get(token);
218
- if (list) {
219
- if (list.reserve(list.length + lineNumbers.length)) {
220
- notePostingStoresAllocated(index, 1);
221
- }
222
- } else {
223
- list = new WordPostingList(token, lineNumbers.length);
224
- index.postings.set(token, list);
225
- notePostingStoresAllocated(index, 1);
226
- }
227
- tokenLineCounts.set(list.token, lineNumbers.length);
228
- for (const line of lineNumbers)
229
- list.push(fileId, line);
230
- }
231
- return tokenLineCounts;
232
- }
233
- function commitWordIndexDocumentReplacement(index, doc, perTokenHits, docLength, startedAt) {
234
- const tokenLineCounts = appendWordIndexPostings(index, doc.path, perTokenHits);
235
- index.docLengths.set(doc.path, docLength);
236
- index.forward.set(doc.path, WordForwardEntry.fromTally(tokenLineCounts));
237
- index.fileMtimes.set(doc.path, -1);
238
- index.fileSizes.set(doc.path, Buffer.byteLength(doc.content, "utf-8"));
239
- index.dirtyFiles?.add(wordIndexKey(doc.path));
240
- index.totalTokens += docLength;
241
- index.docCount += 1;
242
- recordWordIndexReplacement(index, startedAt);
243
- }
244
- function indexWordLine(index, fileId, line, lineNumber, tokenLineCounts) {
245
- const lineTokens = tokenizeLine(line);
246
- const seenOnLine = new Set;
247
- for (const token of lineTokens) {
248
- if (seenOnLine.has(token))
249
- continue;
250
- seenOnLine.add(token);
251
- let list = index.postings.get(token);
252
- if (!list) {
253
- list = new WordPostingList(token, 1);
254
- index.postings.set(token, list);
255
- }
256
- list.push(fileId, lineNumber);
257
- const canonical = list.token;
258
- tokenLineCounts.set(canonical, (tokenLineCounts.get(canonical) ?? 0) + 1);
259
- }
260
- return lineTokens.length;
261
- }
262
- function finishWordIndexDocument(index, doc, docLength, tokenLineCounts) {
263
- index.docLengths.set(doc.path, docLength);
264
- index.forward?.set(doc.path, WordForwardEntry.fromTally(tokenLineCounts));
265
- index.fileMtimes.set(doc.path, doc.mtimeMs ?? 0);
266
- index.fileSizes.set(doc.path, doc.size ?? Buffer.byteLength(doc.content, "utf-8"));
267
- index.dirtyFiles?.add(wordIndexKey(doc.path));
268
- index.totalTokens += docLength;
269
- index.docCount += 1;
270
- }
271
- function indexWordDocument(index, doc) {
272
- const fileId = internWordIndexFile(index, doc.path);
273
- const lines = doc.content.split(/\r?\n/);
274
- const tokenLineCounts = new Map;
275
- let docLength = 0;
276
- for (let i = 0;i < lines.length; i += 1) {
277
- docLength += indexWordLine(index, fileId, lines[i], i + 1, tokenLineCounts);
278
- }
279
- finishWordIndexDocument(index, doc, docLength, tokenLineCounts);
280
- }
281
- export function buildWordIndex(files) {
282
- const index = createEmptyWordIndex(files.truncated ?? false);
283
- for (const doc of files)
284
- indexWordDocument(index, doc);
285
- compactWordIndexPostings(index);
286
- return index;
287
- }
288
- export async function buildWordIndexAsync(files, shouldContinue = () => true) {
289
- const index = createEmptyWordIndex(files.truncated ?? false);
290
- const deadline = createDeadline(WORD_INDEX_BUILD_YIELD_BUDGET_MS);
291
- for (const doc of files) {
292
- if (!shouldContinue())
293
- throw new Error("word index build superseded");
294
- const fileId = internWordIndexFile(index, doc.path);
295
- const lines = doc.content.split(/\r?\n/);
296
- const tokenLineCounts = new Map;
297
- let docLength = 0;
298
- for (let i = 0;i < lines.length; i += 1) {
299
- const line = lines[i];
300
- docLength += indexWordLine(index, fileId, line, i + 1, tokenLineCounts);
301
- if (line.length >= WORD_INDEX_LONG_LINE_YIELD_CHARS || deadline.expired()) {
302
- await yieldIfOverBudget(deadline);
303
- if (!shouldContinue())
304
- throw new Error("word index build superseded");
305
- }
306
- }
307
- finishWordIndexDocument(index, doc, docLength, tokenLineCounts);
308
- if (deadline.expired() && await yieldIfOverBudget(deadline)) {
309
- if (!shouldContinue())
310
- throw new Error("word index build superseded");
311
- }
312
- }
313
- compactWordIndexPostings(index);
314
- return index;
315
- }
316
- export function removeWordIndexDocument(index, filePath) {
317
- if (!index.forward)
318
- return false;
319
- const tokenLineCounts = index.forward.get(filePath);
320
- if (!tokenLineCounts)
321
- return false;
322
- const removedKey = wordIndexKey(filePath);
323
- const removedId = index.fileTable.idFor(removedKey);
324
- if (removedId === undefined)
325
- return false;
326
- for (const token of tokenLineCounts.keys()) {
327
- const list = index.postings.get(token);
328
- if (!list)
329
- continue;
330
- const next = list.withoutFile(removedId);
331
- if (next.length > 0) {
332
- index.postings.set(token, next);
333
- notePostingStoresAllocated(index, 1);
334
- } else
335
- index.postings.delete(token);
336
- }
337
- const docLength = index.docLengths.get(filePath) ?? 0;
338
- index.docLengths.delete(filePath);
339
- index.forward.delete(filePath);
340
- index.fileMtimes.delete(filePath);
341
- index.fileSizes.delete(filePath);
342
- index.dirtyFiles?.add(wordIndexKey(filePath));
343
- index.fileTable.release(removedKey);
344
- index.totalTokens -= docLength;
345
- index.docCount = Math.max(0, index.docCount - 1);
346
- return true;
347
- }
348
- export function updateWordIndexDocument(index, doc) {
349
- if (!index.forward)
350
- return false;
351
- const startedAt = Date.now();
352
- if (index.forward.has(doc.path)) {
353
- removeWordIndexDocument(index, doc.path);
354
- }
355
- const lines = doc.content.split(/\r?\n/);
356
- const perTokenHits = new Map;
357
- let docLength = 0;
358
- for (let i = 0;i < lines.length; i += 1) {
359
- const lineTokens = tokenizeLine(lines[i]);
360
- docLength += lineTokens.length;
361
- const seenOnLine = new Set;
362
- for (const token of lineTokens) {
363
- if (seenOnLine.has(token))
364
- continue;
365
- seenOnLine.add(token);
366
- const arr = perTokenHits.get(token);
367
- if (arr)
368
- arr.push(i + 1);
369
- else
370
- perTokenHits.set(token, [i + 1]);
371
- }
372
- }
373
- commitWordIndexDocumentReplacement(index, doc, perTokenHits, docLength, startedAt);
374
- scheduleWordIndexRecompact(index, doc.path);
375
- return true;
376
- }
377
- const asyncWordIndexOperations = new WeakMap;
378
- function enqueueAsyncWordIndexOperation(index, operation) {
379
- const previous = asyncWordIndexOperations.get(index) ?? Promise.resolve();
380
- const run = previous.catch(() => {
381
- return;
382
- }).then(operation);
383
- const settled = run.then(() => {
384
- return;
385
- }, () => {
386
- return;
387
- });
388
- asyncWordIndexOperations.set(index, settled);
389
- return run.finally(() => {
390
- if (asyncWordIndexOperations.get(index) === settled) {
391
- asyncWordIndexOperations.delete(index);
392
- }
393
- });
394
- }
395
- async function stageWordIndexDocumentRemoval(index, filePath, shouldContinue) {
396
- if (!index.forward)
397
- return;
398
- const tokenLineCounts = index.forward.get(filePath);
399
- if (!tokenLineCounts)
400
- return;
401
- const removedKey = wordIndexKey(filePath);
402
- const removedId = index.fileTable.idFor(removedKey);
403
- if (removedId === undefined)
404
- return;
405
- const postings = new Map;
406
- const deadline = createDeadline(WORD_INDEX_BUILD_YIELD_BUDGET_MS);
407
- for (const token of tokenLineCounts.keys()) {
408
- if (!shouldContinue())
409
- throw new Error("word index refresh superseded");
410
- const list = index.postings.get(token);
411
- if (!list)
412
- continue;
413
- const survivors = list.withoutFile(removedId);
414
- postings.set(token, survivors.length > 0 ? survivors : undefined);
415
- if (deadline.expired() && await yieldIfOverBudget(deadline)) {
416
- if (!shouldContinue())
417
- throw new Error("word index refresh superseded");
418
- }
419
- }
420
- return { postings, docLength: index.docLengths.get(filePath) ?? 0 };
421
- }
422
- function commitWordIndexDocumentRemoval(index, filePath, staged) {
423
- for (const [token, list] of staged.postings) {
424
- if (list) {
425
- index.postings.set(token, list);
426
- notePostingStoresAllocated(index, 1);
427
- } else
428
- index.postings.delete(token);
429
- }
430
- index.docLengths.delete(filePath);
431
- index.forward?.delete(filePath);
432
- index.fileMtimes.delete(filePath);
433
- index.fileSizes.delete(filePath);
434
- index.dirtyFiles?.add(wordIndexKey(filePath));
435
- index.fileTable.release(wordIndexKey(filePath));
436
- index.totalTokens -= staged.docLength;
437
- index.docCount = Math.max(0, index.docCount - 1);
438
- }
439
- export async function removeWordIndexDocumentAsync(index, filePath, shouldContinue = () => true) {
440
- return enqueueAsyncWordIndexOperation(index, async () => {
441
- const staged = await stageWordIndexDocumentRemoval(index, filePath, shouldContinue);
442
- if (!staged)
443
- return false;
444
- if (!shouldContinue())
445
- throw new Error("word index refresh superseded");
446
- commitWordIndexDocumentRemoval(index, filePath, staged);
447
- return true;
448
- });
449
- }
450
- export async function updateWordIndexDocumentForEdit(index, doc) {
451
- const updated = await updateWordIndexDocumentAsync(index, doc);
452
- if (updated)
453
- scheduleWordIndexRecompact(index, doc.path);
454
- return updated;
455
- }
456
- export async function updateWordIndexDocumentAsync(index, doc, shouldContinue = () => true) {
457
- return enqueueAsyncWordIndexOperation(index, () => updateWordIndexDocumentAsyncUnsafe(index, doc, shouldContinue));
458
- }
459
- async function updateWordIndexDocumentAsyncUnsafe(index, doc, shouldContinue) {
460
- if (!index.forward)
461
- return false;
462
- const startedAt = Date.now();
463
- const removal = index.forward.has(doc.path) ? await stageWordIndexDocumentRemoval(index, doc.path, shouldContinue) : undefined;
464
- if (index.forward.has(doc.path) && !removal)
465
- return false;
466
- const perTokenHits = new Map;
467
- let docLength = 0;
468
- const lines = doc.content.split(/\r?\n/);
469
- await forEachCooperatively(lines, (line, i) => {
470
- const lineTokens = tokenizeLine(line);
471
- docLength += lineTokens.length;
472
- const seenOnLine = new Set;
473
- for (const token of lineTokens) {
474
- if (seenOnLine.has(token))
475
- continue;
476
- seenOnLine.add(token);
477
- const arr = perTokenHits.get(token);
478
- if (arr)
479
- arr.push(i + 1);
480
- else
481
- perTokenHits.set(token, [i + 1]);
482
- }
483
- }, {
484
- budgetMs: WORD_INDEX_BUILD_YIELD_BUDGET_MS,
485
- shouldContinue,
486
- abortMessage: "word index refresh superseded"
487
- });
488
- if (!shouldContinue())
489
- throw new Error("word index refresh superseded");
490
- if (removal)
491
- commitWordIndexDocumentRemoval(index, doc.path, removal);
492
- commitWordIndexDocumentReplacement(index, doc, perTokenHits, docLength, startedAt);
493
- return true;
494
- }
495
- export const WORD_INDEX_MAX_BYTES = 512 * 1024;
496
- export async function collectWordIndexDocs(root, shouldContinue = () => true, preflightFiles) {
497
- const { collectSourceFilesAsync } = await import("./source-filter.js");
498
- const maxFiles = preflightFiles?.length ?? getWordIndexMaxFilesDerived(root);
499
- const files = preflightFiles ? preflightFiles.map((file) => file.path) : await collectSourceFilesAsync(root, {
500
- maxFiles,
501
- prioritizeCodeKinds: true
502
- });
503
- const truncated = preflightFiles?.truncated ?? files.length === maxFiles;
504
- const docs = Object.assign([], { truncated, skipped: 0 });
505
- if (!shouldContinue())
506
- return docs;
507
- const deadline = createDeadline(WORD_INDEX_BUILD_YIELD_BUDGET_MS);
508
- for (const file of files.slice(0, maxFiles)) {
509
- if (!shouldContinue())
510
- return docs;
511
- try {
512
- const stat = fs.statSync(file);
513
- if (stat.size <= WORD_INDEX_MAX_BYTES) {
514
- docs.push({
515
- path: file,
516
- content: fs.readFileSync(file, "utf-8"),
517
- mtimeMs: stat.mtimeMs,
518
- size: stat.size
519
- });
520
- } else {
521
- docs.skipped += 1;
522
- }
523
- } catch {
524
- docs.skipped += 1;
525
- }
526
- if (deadline.expired() && await yieldIfOverBudget(deadline)) {
527
- if (!shouldContinue())
528
- return docs;
529
- }
530
- }
531
- return docs;
532
- }
533
- const WORD_INDEX_STAT_CONCURRENCY = 8;
534
- const WORD_INDEX_INCREMENTAL_CHURN_THRESHOLD = 0.3;
535
- const WORD_INDEX_DENSE_REFRESH_MIN_DOCUMENTS = 32;
536
- const WORD_INDEX_FILE_READ_TOKEN_COST = 300;
537
- const WORD_INDEX_POSTING_SCAN_TOKEN_COST = 0.2;
538
- export async function refreshWordIndexIncrementally(index, root, shouldContinue = () => true, options = {}) {
539
- if (!index.forward || !index.fileMtimes || !index.fileSizes) {
540
- return {
541
- mode: "full-required",
542
- reason: "missing-incremental-metadata",
543
- timings: { sourceWalkMs: 0, statWalkMs: 0, refreshReadsMs: 0 }
544
- };
545
- }
546
- const { collectSourceFilesAsync } = await import("./source-filter.js");
547
- const maxFiles = getWordIndexMaxFilesDerived(root);
548
- const sourceWalkStartMs = Date.now();
549
- const walked = await collectSourceFilesAsync(root, {
550
- maxFiles,
551
- prioritizeCodeKinds: true
552
- });
553
- const sourceWalkMs = Date.now() - sourceWalkStartMs;
554
- if (!shouldContinue())
555
- throw new Error("word index refresh superseded");
556
- const current = new Map;
557
- const statWalkStartMs = Date.now();
558
- const statFile = options.statFile ?? ((file) => fs.promises.stat(file));
559
- const requestedConcurrency = options.statConcurrency ?? WORD_INDEX_STAT_CONCURRENCY;
560
- const statConcurrency = Number.isFinite(requestedConcurrency) && requestedConcurrency > 0 ? Math.max(1, Math.floor(requestedConcurrency)) : WORD_INDEX_STAT_CONCURRENCY;
561
- const statResults = [];
562
- statResults.length = walked.length;
563
- let cursor = 0;
564
- let superseded = false;
565
- const worker = async () => {
566
- while (true) {
567
- if (!shouldContinue()) {
568
- superseded = true;
569
- return;
570
- }
571
- const slot = cursor++;
572
- if (slot >= walked.length)
573
- return;
574
- const file = walked[slot];
575
- try {
576
- const stat = await statFile(file);
577
- if (stat.size <= WORD_INDEX_MAX_BYTES) {
578
- statResults[slot] = {
579
- path: file,
580
- mtimeMs: stat.mtimeMs,
581
- size: stat.size
582
- };
583
- }
584
- } catch {}
585
- }
586
- };
587
- await Promise.all(Array.from({ length: Math.min(statConcurrency, walked.length) }, () => worker()));
588
- if (superseded || !shouldContinue()) {
589
- throw new Error("word index refresh superseded");
590
- }
591
- const statWalkMs = Date.now() - statWalkStartMs;
592
- for (const result of statResults) {
593
- if (result)
594
- current.set(wordIndexKey(result.path), result);
595
- }
596
- const timings = { sourceWalkMs, statWalkMs, refreshReadsMs: 0 };
597
- const preflightFiles = Object.assign([...current.values()], {
598
- truncated: walked.length === maxFiles
599
- });
600
- const oldSet = new Set([...index.docLengths.keys()].map(wordIndexKey));
601
- let changedSet = 0;
602
- for (const key of oldSet)
603
- if (!current.has(key))
604
- changedSet++;
605
- for (const key of current.keys())
606
- if (!oldSet.has(key))
607
- changedSet++;
608
- const denominator = Math.max(oldSet.size, current.size, 1);
609
- if (changedSet / denominator > WORD_INDEX_INCREMENTAL_CHURN_THRESHOLD) {
610
- return {
611
- mode: "full-required",
612
- reason: "file-set-churn",
613
- preflightFiles,
614
- timings
615
- };
616
- }
617
- let staleDocuments = 0;
618
- for (const { path: file, mtimeMs, size } of current.values()) {
619
- if (index.fileMtimes.get(file) !== mtimeMs || (index.fileSizes.get(file) ?? -1) !== size) {
620
- staleDocuments += 1;
621
- }
622
- }
623
- let postingEntries = 0;
624
- let weightedPostingEntries = 0;
625
- for (const list of index.postings.values()) {
626
- postingEntries += list.length;
627
- weightedPostingEntries += list.length * list.length;
628
- }
629
- const expectedPostingLength = postingEntries > 0 ? weightedPostingEntries / postingEntries : 0;
630
- let distinctTokenEntries = 0;
631
- for (const tokenLineCounts of index.forward.values()) {
632
- distinctTokenEntries += tokenLineCounts.size;
633
- }
634
- const expectedDocumentTokens = index.docCount > 0 ? distinctTokenEntries / index.docCount : 0;
635
- const estimatedIncrementalWork = staleDocuments * (expectedDocumentTokens * expectedPostingLength * WORD_INDEX_POSTING_SCAN_TOKEN_COST + WORD_INDEX_FILE_READ_TOKEN_COST);
636
- const estimatedFullRebuildWork = index.totalTokens + current.size * WORD_INDEX_FILE_READ_TOKEN_COST;
637
- if (staleDocuments >= WORD_INDEX_DENSE_REFRESH_MIN_DOCUMENTS && staleDocuments / Math.max(current.size, 1) > WORD_INDEX_INCREMENTAL_CHURN_THRESHOLD || estimatedIncrementalWork > estimatedFullRebuildWork) {
638
- return {
639
- mode: "full-required",
640
- reason: "stale-document-churn",
641
- preflightFiles,
642
- timings
643
- };
644
- }
645
- const deadline = createDeadline(WORD_INDEX_BUILD_YIELD_BUDGET_MS);
646
- let dropped = 0;
647
- for (const key of oldSet) {
648
- if (!current.has(key)) {
649
- if (!await removeWordIndexDocumentAsync(index, key, shouldContinue)) {
650
- throw new Error(`failed to drop word-index document: ${key}`);
651
- }
652
- dropped++;
653
- }
654
- }
655
- let refreshed = 0;
656
- let skipped = 0;
657
- const refreshReadsStartMs = Date.now();
658
- for (const { path: file, mtimeMs, size } of current.values()) {
659
- if (index.fileMtimes.get(file) !== mtimeMs || (index.fileSizes.get(file) ?? -1) !== size) {
660
- let content;
661
- try {
662
- content = fs.readFileSync(file, "utf-8");
663
- } catch {
664
- skipped++;
665
- continue;
666
- }
667
- if (!await updateWordIndexDocumentAsync(index, { path: file, content }, shouldContinue)) {
668
- throw new Error(`failed to refresh word-index document: ${file}`);
669
- }
670
- index.fileMtimes.set(file, mtimeMs);
671
- index.fileSizes.set(file, size);
672
- refreshed++;
673
- }
674
- if (deadline.expired() && await yieldIfOverBudget(deadline)) {
675
- if (!shouldContinue())
676
- throw new Error("word index refresh superseded");
677
- }
678
- }
679
- timings.refreshReadsMs = Date.now() - refreshReadsStartMs;
680
- await enqueueWordIndexRecompact(index, root);
681
- index.truncated = walked.length === maxFiles;
682
- return {
683
- mode: "incremental",
684
- refreshed,
685
- dropped,
686
- skipped,
687
- reused: current.size - refreshed - skipped,
688
- timings
689
- };
690
- }
691
- const WORD_INDEX_QUERY_FILTER_KEYS = [
692
- "lang",
693
- "file",
694
- "ext"
695
- ];
696
-
697
- export class WordIndexQueryError extends Error {
698
- constructor(message) {
699
- super(message);
700
- this.name = "WordIndexQueryError";
701
- }
702
- }
703
- const WORD_INDEX_FILTER_TOKEN_RE = /^(-)?([A-Za-z][A-Za-z0-9_-]*):(.+)$/;
704
- export function parseWordIndexQuery(query) {
705
- const filters = [];
706
- const termParts = [];
707
- for (const raw of query.split(/\s+/)) {
708
- if (!raw)
709
- continue;
710
- const match = raw.match(WORD_INDEX_FILTER_TOKEN_RE);
711
- if (!match) {
712
- termParts.push(raw);
713
- continue;
714
- }
715
- const [, negation, keyRaw, value] = match;
716
- const key = keyRaw.toLowerCase();
717
- if (!value) {
718
- termParts.push(raw);
719
- continue;
720
- }
721
- if (!WORD_INDEX_QUERY_FILTER_KEYS.includes(key)) {
722
- termParts.push(raw);
723
- continue;
724
- }
725
- filters.push({
726
- key,
727
- value,
728
- negated: negation === "-"
729
- });
730
- }
731
- return { terms: termParts.join(" "), filters };
732
- }
733
- function resolveLangExtensions(value) {
734
- const kind = value.toLowerCase();
735
- const extensions = KIND_EXTENSIONS[kind];
736
- if (!extensions) {
737
- const known = Object.keys(KIND_EXTENSIONS).sort((a, b) => a < b ? -1 : a > b ? 1 : 0).join(", ");
738
- throw new WordIndexQueryError(`Unknown lang: "${value}" in word-index query — supported languages: ${known}.`);
739
- }
740
- return extensions;
741
- }
742
- function normalizeExtFilterValue(value) {
743
- return `.${value.replace(/^\.+/, "").toLowerCase()}`;
744
- }
745
- function resolveWordIndexFilter(filter) {
746
- if (filter.key === "lang") {
747
- const extensions = resolveLangExtensions(filter.value);
748
- return {
749
- key: filter.key,
750
- negated: filter.negated,
751
- test: (file) => extensions.includes(path.extname(file).toLowerCase())
752
- };
753
- }
754
- if (filter.key === "ext") {
755
- const normalized = normalizeExtFilterValue(filter.value);
756
- return {
757
- key: filter.key,
758
- negated: filter.negated,
759
- test: (file) => path.extname(file).toLowerCase() === normalized
760
- };
761
- }
762
- const needle = wordIndexKey(filter.value);
763
- return {
764
- key: filter.key,
765
- negated: filter.negated,
766
- test: (_file, displayPath) => displayPath.includes(needle)
767
- };
768
- }
769
- export function buildWordIndexQueryFilter(filters) {
770
- if (filters.length === 0)
771
- return;
772
- const resolved = filters.map(resolveWordIndexFilter);
773
- const positivesByKey = new Map;
774
- const negatives = [];
775
- for (const r of resolved) {
776
- if (r.negated) {
777
- negatives.push(r);
778
- continue;
779
- }
780
- const group = positivesByKey.get(r.key) ?? [];
781
- group.push(r);
782
- positivesByKey.set(r.key, group);
783
- }
784
- return (file) => {
785
- const displayPath = wordIndexKey(file);
786
- for (const negative of negatives) {
787
- if (negative.test(file, displayPath))
788
- return false;
789
- }
790
- for (const group of positivesByKey.values()) {
791
- if (!group.some((r) => r.test(file, displayPath)))
792
- return false;
793
- }
794
- return true;
795
- };
796
- }
797
- function combineFileFilters(a, b) {
798
- if (!a)
799
- return b;
800
- if (!b)
801
- return a;
802
- return (file) => a(file) && b(file);
803
- }
804
- export function searchWordIndex(index, query, options = {}) {
805
- const { demoteTestVendor = true, demoteDocs = true, centrality, limit = 20, fileFilter } = options;
806
- const parsedQuery = parseWordIndexQuery(query);
807
- const queryFilter = buildWordIndexQueryFilter(parsedQuery.filters);
808
- const combinedFilter = combineFileFilters(fileFilter, queryFilter);
809
- const queryTokens = [...new Set(tokenizeLine(parsedQuery.terms))];
810
- if (queryTokens.length === 0)
811
- return [];
812
- const docCount = index.docCount || 1;
813
- const avgDocLength = index.totalTokens / docCount || 1;
814
- const scores = new Map;
815
- for (const token of queryTokens) {
816
- const posting = index.postings.get(token);
817
- if (!posting)
818
- continue;
819
- const linesByFileId = new Map;
820
- for (let i = 0;i < posting.length; i += 1) {
821
- const fileId = posting.fileIdAt(i);
822
- const arr = linesByFileId.get(fileId);
823
- if (arr)
824
- arr.push(posting.lineAt(i));
825
- else
826
- linesByFileId.set(fileId, [posting.lineAt(i)]);
827
- }
828
- const docFrequency = linesByFileId.size;
829
- const idf = Math.log(1 + (docCount - docFrequency + 0.5) / (docFrequency + 0.5));
830
- for (const [fileId, lines] of linesByFileId) {
831
- const file = index.fileTable.pathFor(fileId);
832
- if (file === undefined) {
833
- recordOrphanWordIndexFileId(fileId, token, "search");
834
- continue;
835
- }
836
- if (combinedFilter && !combinedFilter(file))
837
- continue;
838
- const termFrequency = lines.length;
839
- const docLength = index.docLengths.get(file) ?? avgDocLength;
840
- const denominator = termFrequency + BM25_K1 * (1 - BM25_B + BM25_B * (docLength / avgDocLength));
841
- const termScore = idf * (termFrequency * (BM25_K1 + 1) / denominator);
842
- const entry = scores.get(file) ?? {
843
- score: 0,
844
- hits: 0,
845
- lines: new Set
846
- };
847
- entry.score += termScore;
848
- entry.hits += termFrequency;
849
- for (const line of lines)
850
- entry.lines.add(line);
851
- scores.set(file, entry);
852
- }
853
- }
854
- const results = [];
855
- for (const [file, entry] of scores) {
856
- let score = entry.score;
857
- if (demoteTestVendor && isTestOrVendor(file))
858
- score *= TEST_VENDOR_PENALTY;
859
- if (demoteDocs && isDocFile(file))
860
- score *= DOC_FILE_PENALTY;
861
- const connections = centrality?.get(file);
862
- if (connections && connections > 0) {
863
- score *= 1 + Math.log(1 + connections) / 4;
864
- }
865
- results.push({
866
- file,
867
- score,
868
- hits: entry.hits,
869
- lines: [...entry.lines].sort((a, b) => a - b)
870
- });
871
- }
872
- results.sort((a, b) => b.score - a.score || a.file.localeCompare(b.file));
873
- return results.slice(0, Math.max(0, limit));
874
- }
875
- export function centralityFromReverseDeps(index, reverseDeps, normalizeKey = (file) => file) {
876
- const centrality = new Map;
877
- if (!reverseDeps)
878
- return centrality;
879
- for (const file of index.docLengths.keys()) {
880
- const importers = reverseDeps[normalizeKey(file)];
881
- if (importers && importers.length > 0) {
882
- centrality.set(file, importers.length);
883
- }
884
- }
885
- return centrality;
886
- }
887
- export const WORD_INDEX_FORMAT_VERSION = 2;
888
- const WORD_INDEX_INT32_MAX = 2147483647;
889
- const WORD_INDEX_PACKED_FILE_ID_MAX = 4194303;
890
- function isCanonicalWordIndexNumber(value) {
891
- return typeof value === "number" && Number.isFinite(value) && Number.isSafeInteger(value) && !Object.is(value, -0);
892
- }
893
- function isCanonicalWordIndexToken(token) {
894
- return typeof token === "string" && token.length >= 2 && token === token.toLowerCase() && /^[a-z0-9_$]+$/.test(token) && !STOPWORDS.has(token);
895
- }
896
- const serializedWordIndexCaches = new WeakMap;
897
- const serializedWordIndexSources = new WeakMap;
898
- export function getWordIndexWireBytes(index) {
899
- return serializedWordIndexCaches.get(index)?.wireBytes ?? null;
900
- }
901
- export function recordPersistedWordIndexWireBytes(serialized, wireBytes) {
902
- if (!serialized || wireBytes === undefined)
903
- return;
904
- const index = serializedWordIndexSources.get(serialized);
905
- const cache = index && serializedWordIndexCaches.get(index);
906
- if (cache?.serialized === serialized)
907
- cache.wireBytes = wireBytes;
908
- }
909
- const DEFAULT_WORD_INDEX_MEMO_BACKSTOP_MS = 600000;
910
- const MAX_TIMER_DELAY_MS = 2147483647;
911
- function wordIndexMemoBackstopMs() {
912
- const raw = Number(process.env.DM_LENS_WORD_INDEX_MEMO_BACKSTOP_MS);
913
- return Number.isFinite(raw) && raw > 0 ? Math.min(raw, MAX_TIMER_DELAY_MS) : DEFAULT_WORD_INDEX_MEMO_BACKSTOP_MS;
914
- }
915
- function retainSerializedWordIndex(index, entry) {
916
- const prior = serializedWordIndexCaches.get(index);
917
- if (prior)
918
- clearTimeout(prior.backstopTimer);
919
- serializedWordIndexCaches.set(index, entry);
920
- const ref = new WeakRef(index);
921
- const timer = setTimeout(() => {
922
- const target = ref.deref();
923
- if (target)
924
- releaseWordIndexMemo(target, "backstop");
925
- }, wordIndexMemoBackstopMs());
926
- timer.unref?.();
927
- entry.backstopTimer = timer;
928
- }
929
- function releaseWordIndexMemo(index, trigger) {
930
- const memo = serializedWordIndexCaches.get(index);
931
- if (!memo)
932
- return;
933
- clearTimeout(memo.backstopTimer);
934
- serializedWordIndexCaches.delete(index);
935
- logLatency({
936
- type: "phase",
937
- phase: "word_index_memo_released",
938
- filePath: "<dm-lens>",
939
- durationMs: 0,
940
- metadata: { trigger, files: memo.serialized.files.length }
941
- });
942
- }
943
- export function releaseWordIndexMemoAtSettle(index) {
944
- releaseWordIndexMemo(index, "settle");
945
- index.releaseMemoAfterPersist = true;
946
- }
947
- let _lastSerializeWork;
948
- export function getLastWordIndexSerializeWork() {
949
- return _lastSerializeWork;
950
- }
951
- function serializeWordIndexFull(index) {
952
- const files = [...index.docLengths.keys()];
953
- const slotByFileId = new Map;
954
- files.forEach((file, i) => {
955
- const fileId = index.fileTable.idFor(wordIndexKey(file));
956
- if (fileId !== undefined)
957
- slotByFileId.set(fileId, i);
958
- });
959
- const postings = [];
960
- for (const [token, list] of index.postings) {
961
- const flat = [];
962
- for (let i = 0;i < list.length; i += 1) {
963
- const slot = slotByFileId.get(list.fileIdAt(i));
964
- if (slot === undefined)
965
- continue;
966
- flat.push(slot, list.lineAt(i));
967
- }
968
- if (flat.length > 0)
969
- postings.push([token, flat]);
970
- }
971
- const forward = index.forward ? files.map((file, i) => [
972
- i,
973
- [...index.forward.get(file)?.entries() ?? []]
974
- ]) : undefined;
975
- const serialized = {
976
- version: WORD_INDEX_FORMAT_VERSION,
977
- files,
978
- postings,
979
- docLengths: files.map((file) => index.docLengths.get(file) ?? 0),
980
- totalTokens: index.totalTokens,
981
- indexedFileCount: index.docCount,
982
- truncated: index.truncated,
983
- fileMtimes: files.map((file) => index.fileMtimes.get(file) ?? 0),
984
- fileSizes: files.map((file) => index.fileSizes.get(file) ?? 0),
985
- forward
986
- };
987
- const tokensByFile = new Map;
988
- if (index.forward) {
989
- for (const file of files) {
990
- tokensByFile.set(wordIndexKey(file), new Set(index.forward.get(file)?.keys() ?? []));
991
- }
992
- }
993
- _lastSerializeWork = {
994
- affectedTokenCount: postings.length,
995
- tookFullPath: true
996
- };
997
- return {
998
- serialized,
999
- slotByFileId,
1000
- tokensByFile,
1001
- wireBytes: null
1002
- };
1003
- }
1004
- function serializeWordIndexIncrementally(index, cache) {
1005
- const files = [...index.docLengths.keys()];
1006
- const priorFiles = cache.serialized.files;
1007
- const currentKeys = new Set(files.map(wordIndexKey));
1008
- const priorKeys = new Set(priorFiles.map(wordIndexKey));
1009
- if ([...priorKeys].some((key) => !currentKeys.has(key))) {
1010
- return serializeWordIndexFull(index);
1011
- }
1012
- const dirty = index.dirtyFiles;
1013
- if (dirty && dirty.size * 2 > files.length) {
1014
- return serializeWordIndexFull(index);
1015
- }
1016
- const filesInWireOrder = [
1017
- ...priorFiles,
1018
- ...files.filter((file) => !priorKeys.has(wordIndexKey(file)))
1019
- ];
1020
- if (!dirty || dirty.size === 0) {
1021
- _lastSerializeWork = { affectedTokenCount: 0, tookFullPath: false };
1022
- return cache;
1023
- }
1024
- const slotByFileId = new Map(cache.slotByFileId);
1025
- for (let i = priorFiles.length;i < filesInWireOrder.length; i += 1) {
1026
- const fileId = index.fileTable.idFor(wordIndexKey(filesInWireOrder[i]));
1027
- if (fileId !== undefined)
1028
- slotByFileId.set(fileId, i);
1029
- }
1030
- const postings = cache.serialized.postings.slice();
1031
- const postingAt = new Map;
1032
- postings.forEach(([token], i) => postingAt.set(token, i));
1033
- const removedTokens = new Set;
1034
- const tokensByFile = new Map(cache.tokensByFile);
1035
- const fileByKey = new Map(filesInWireOrder.map((file) => [wordIndexKey(file), file]));
1036
- const affectedTokens = new Set;
1037
- for (const fileKey of dirty) {
1038
- const file = fileByKey.get(fileKey);
1039
- const oldTokens = tokensByFile.get(fileKey) ?? new Set;
1040
- const currentEntry = file === undefined ? undefined : index.forward?.get(file);
1041
- const currentTokens = new Set(currentEntry?.keys() ?? []);
1042
- for (const token of oldTokens)
1043
- affectedTokens.add(token);
1044
- for (const token of currentTokens)
1045
- affectedTokens.add(token);
1046
- if (file === undefined)
1047
- tokensByFile.delete(fileKey);
1048
- else
1049
- tokensByFile.set(fileKey, currentTokens);
1050
- }
1051
- for (const token of affectedTokens) {
1052
- const list = index.postings.get(token);
1053
- const flat = [];
1054
- if (list) {
1055
- for (let i = 0;i < list.length; i += 1) {
1056
- const slot = slotByFileId.get(list.fileIdAt(i));
1057
- if (slot !== undefined)
1058
- flat.push(slot, list.lineAt(i));
1059
- }
1060
- }
1061
- const at = postingAt.get(token);
1062
- if (flat.length === 0) {
1063
- if (at !== undefined)
1064
- removedTokens.add(token);
1065
- } else if (at === undefined) {
1066
- postings.push([token, flat]);
1067
- postingAt.set(token, postings.length - 1);
1068
- } else {
1069
- postings[at] = [postings[at][0], flat];
1070
- }
1071
- }
1072
- const compactedPostings = removedTokens.size ? postings.filter(([token]) => !removedTokens.has(token)) : postings;
1073
- const forward = index.forward ? cache.serialized.forward?.slice().map((entry) => [entry[0], entry[1]]) ?? [] : undefined;
1074
- for (const fileKey of dirty) {
1075
- const file = fileByKey.get(fileKey);
1076
- const fileId = file === undefined ? undefined : index.fileTable.idFor(wordIndexKey(file));
1077
- const slot = fileId === undefined ? undefined : slotByFileId.get(fileId);
1078
- if (slot === undefined || !forward || file === undefined)
1079
- continue;
1080
- forward[slot] = [slot, [...index.forward?.get(file)?.entries() ?? []]];
1081
- }
1082
- const serialized = {
1083
- ...cache.serialized,
1084
- files: filesInWireOrder,
1085
- postings: compactedPostings,
1086
- docLengths: filesInWireOrder.map((file) => index.docLengths.get(file) ?? 0),
1087
- fileMtimes: filesInWireOrder.map((file) => index.fileMtimes.get(file) ?? 0),
1088
- fileSizes: filesInWireOrder.map((file) => index.fileSizes.get(file) ?? 0),
1089
- forward,
1090
- totalTokens: index.totalTokens,
1091
- indexedFileCount: index.docCount,
1092
- truncated: index.truncated
1093
- };
1094
- _lastSerializeWork = {
1095
- affectedTokenCount: affectedTokens.size,
1096
- tookFullPath: false
1097
- };
1098
- return {
1099
- serialized,
1100
- slotByFileId,
1101
- tokensByFile,
1102
- wireBytes: null
1103
- };
1104
- }
1105
- export function serializeWordIndex(index) {
1106
- const prior = serializedWordIndexCaches.get(index);
1107
- const cache = prior ? serializeWordIndexIncrementally(index, prior) : serializeWordIndexFull(index);
1108
- retainSerializedWordIndex(index, cache);
1109
- serializedWordIndexSources.set(cache.serialized, index);
1110
- index.dirtyFiles?.clear();
1111
- return cache.serialized;
1112
- }
1113
- export function deserializeWordIndex(data) {
1114
- if (!data || data.version !== WORD_INDEX_FORMAT_VERSION || !Array.isArray(data.files) || !Array.isArray(data.postings) || !Array.isArray(data.docLengths) || !Array.isArray(data.fileMtimes)) {
1115
- return null;
1116
- }
1117
- let canonical = data.docLengths.length === data.files.length && data.fileMtimes.length === data.files.length;
1118
- let needsDeepSanitize = !Array.isArray(data.forward);
1119
- if (needsDeepSanitize)
1120
- canonical = false;
1121
- const fileKeys = new Set;
1122
- for (const file of data.files) {
1123
- if (typeof file !== "string")
1124
- return null;
1125
- const key = wordIndexKey(file);
1126
- if (fileKeys.has(key)) {
1127
- canonical = false;
1128
- needsDeepSanitize = true;
1129
- }
1130
- fileKeys.add(key);
1131
- }
1132
- const docLengths = new PathKeyedMap(wordIndexKey);
1133
- const fileTable = new WordIndexFileTable;
1134
- const fileIdBySlot = data.files.map((file) => fileTable.intern(wordIndexKey(file), file));
1135
- const slotByFileId = new Map;
1136
- fileIdBySlot.forEach((fileId, slot) => {
1137
- if (!slotByFileId.has(fileId))
1138
- slotByFileId.set(fileId, slot);
1139
- });
1140
- const fileMtimes = new PathKeyedMap(wordIndexKey);
1141
- const fileSizes = new PathKeyedMap(wordIndexKey);
1142
- data.files.forEach((file, i) => {
1143
- const value = data.docLengths[i];
1144
- if (!isCanonicalWordIndexNumber(value) || value < 0)
1145
- canonical = false;
1146
- docLengths.set(file, isCanonicalWordIndexNumber(value) && value >= 0 ? value : 0);
1147
- });
1148
- data.files.forEach((file, i) => {
1149
- const value = data.fileMtimes[i];
1150
- if (typeof value !== "number" || !Number.isFinite(value))
1151
- canonical = false;
1152
- fileMtimes.set(file, typeof value === "number" && Number.isFinite(value) ? value : 0);
1153
- });
1154
- if (Array.isArray(data.fileSizes) && data.fileSizes.length === data.files.length) {
1155
- data.files.forEach((file, i) => {
1156
- const value = data.fileSizes?.[i];
1157
- if (!isCanonicalWordIndexNumber(value) || value < 0)
1158
- canonical = false;
1159
- fileSizes.set(file, isCanonicalWordIndexNumber(value) && value >= 0 ? value : 0);
1160
- });
1161
- } else {
1162
- canonical = false;
1163
- }
1164
- const postings = new Map;
1165
- const postingTokens = new Set;
1166
- const postingFileCounts = new Map;
1167
- for (const posting of data.postings) {
1168
- if (!Array.isArray(posting) || posting.length !== 2) {
1169
- canonical = false;
1170
- needsDeepSanitize = true;
1171
- continue;
1172
- }
1173
- const [token, flat] = posting;
1174
- if (!isCanonicalWordIndexToken(token) || postingTokens.has(token) || !Array.isArray(flat) || flat.length === 0 || flat.length % 2 !== 0) {
1175
- canonical = false;
1176
- needsDeepSanitize = true;
1177
- continue;
1178
- }
1179
- postingTokens.add(token);
1180
- const lanes = [];
1181
- const seenPairs = new Set;
1182
- const observedCounts = new Map;
1183
- for (let i = 0;i < flat.length; i += 2) {
1184
- const slot = flat[i];
1185
- const line = flat[i + 1];
1186
- if (!isCanonicalWordIndexNumber(slot) || slot < 0 || slot >= fileIdBySlot.length || !isCanonicalWordIndexNumber(line) || line < 1 || line > WORD_INDEX_INT32_MAX) {
1187
- canonical = false;
1188
- needsDeepSanitize = true;
1189
- continue;
1190
- }
1191
- const fileId = fileIdBySlot[slot];
1192
- const pairKey = fileId <= WORD_INDEX_PACKED_FILE_ID_MAX ? fileId * (WORD_INDEX_INT32_MAX + 1) + line : `${fileId}:${line}`;
1193
- if (seenPairs.has(pairKey)) {
1194
- canonical = false;
1195
- needsDeepSanitize = true;
1196
- }
1197
- seenPairs.add(pairKey);
1198
- lanes.push(fileId, line);
1199
- observedCounts.set(fileId, (observedCounts.get(fileId) ?? 0) + 1);
1200
- }
1201
- if (lanes.length === 0)
1202
- continue;
1203
- const list = WordPostingList.fromLanes(token, lanes);
1204
- postings.set(token, list);
1205
- postingFileCounts.set(token, observedCounts);
1206
- }
1207
- compactPostingsIntoArena(postings);
1208
- let forward;
1209
- if (Array.isArray(data.forward)) {
1210
- const candidate = data.files.map(() => new Map);
1211
- const forwardTotals = new Map;
1212
- if (data.forward.length !== data.files.length)
1213
- canonical = false;
1214
- if (data.forward.length !== data.files.length)
1215
- needsDeepSanitize = true;
1216
- for (const [entryIndex, entry] of data.forward.entries()) {
1217
- if (!Array.isArray(entry) || entry.length !== 2) {
1218
- canonical = false;
1219
- needsDeepSanitize = true;
1220
- continue;
1221
- }
1222
- const [fileIdx, tokenCounts] = entry;
1223
- if (!isCanonicalWordIndexNumber(fileIdx) || fileIdx !== entryIndex || fileIdx < 0 || fileIdx >= data.files.length || !Array.isArray(tokenCounts)) {
1224
- canonical = false;
1225
- needsDeepSanitize = true;
1226
- continue;
1227
- }
1228
- for (const pair of tokenCounts) {
1229
- if (!Array.isArray(pair) || pair.length !== 2 || !isCanonicalWordIndexToken(pair[0]) || !isCanonicalWordIndexNumber(pair[1]) || pair[1] < 1 || pair[1] > WORD_INDEX_INT32_MAX || candidate[fileIdx].has(pair[0])) {
1230
- canonical = false;
1231
- needsDeepSanitize = true;
1232
- continue;
1233
- }
1234
- candidate[fileIdx].set(pair[0], pair[1]);
1235
- forwardTotals.set(pair[0], (forwardTotals.get(pair[0]) ?? 0) + pair[1]);
1236
- }
1237
- }
1238
- let forwardMatchesPostings = true;
1239
- for (const [token, list] of postings) {
1240
- if (forwardTotals.get(token) !== list.length) {
1241
- forwardMatchesPostings = false;
1242
- }
1243
- const observed = postingFileCounts.get(token);
1244
- if (!observed) {
1245
- forwardMatchesPostings = false;
1246
- continue;
1247
- }
1248
- for (const [fileId, count] of observed) {
1249
- const slot = slotByFileId.get(fileId);
1250
- if (slot === undefined || candidate[slot].get(token) !== count) {
1251
- forwardMatchesPostings = false;
1252
- }
1253
- }
1254
- }
1255
- for (const token of forwardTotals.keys()) {
1256
- if (!postingTokens.has(token))
1257
- forwardMatchesPostings = false;
1258
- }
1259
- if (!forwardMatchesPostings)
1260
- canonical = false;
1261
- if (!forwardMatchesPostings)
1262
- needsDeepSanitize = true;
1263
- forward = new PathKeyedMap(wordIndexKey);
1264
- for (let i = 0;i < data.files.length; i += 1) {
1265
- forward.set(data.files[i], WordForwardEntry.fromTally(candidate[i]));
1266
- }
1267
- } else if (Object.prototype.hasOwnProperty.call(data, "forward")) {
1268
- canonical = false;
1269
- needsDeepSanitize = true;
1270
- }
1271
- if (needsDeepSanitize) {
1272
- const actualForwardCounts = data.files.map(() => new Map);
1273
- for (const [token, list] of postings) {
1274
- const seenPairs = new Set;
1275
- const sanitized = new WordPostingList(token, list.length);
1276
- for (let i = 0;i < list.length; i += 1) {
1277
- const fileId = list.fileIdAt(i);
1278
- const line = list.lineAt(i);
1279
- const pairKey = `${fileId}:${line}`;
1280
- if (seenPairs.has(pairKey))
1281
- continue;
1282
- seenPairs.add(pairKey);
1283
- sanitized.push(fileId, line);
1284
- const slot = slotByFileId.get(fileId);
1285
- if (slot !== undefined) {
1286
- const counts = actualForwardCounts[slot];
1287
- counts.set(token, (counts.get(token) ?? 0) + 1);
1288
- }
1289
- }
1290
- postings.set(token, sanitized);
1291
- }
1292
- compactPostingsIntoArena(postings);
1293
- if (Array.isArray(data.forward)) {
1294
- forward = new PathKeyedMap(wordIndexKey);
1295
- for (let i = 0;i < data.files.length; i += 1) {
1296
- const canonicalSlot = slotByFileId.get(fileIdBySlot[i]) ?? i;
1297
- forward.set(data.files[i], WordForwardEntry.fromTally(actualForwardCounts[canonicalSlot]));
1298
- }
1299
- }
1300
- }
1301
- const expectedTotalTokens = [...docLengths.values()].reduce((total, length) => total + length, 0);
1302
- const totalTokens = isCanonicalWordIndexNumber(expectedTotalTokens) ? expectedTotalTokens : 0;
1303
- if (!isCanonicalWordIndexNumber(data.totalTokens) || data.totalTokens !== totalTokens) {
1304
- canonical = false;
1305
- }
1306
- if (typeof data.indexedFileCount !== "number" || data.indexedFileCount !== docLengths.size) {
1307
- canonical = false;
1308
- }
1309
- if (typeof data.truncated !== "boolean")
1310
- canonical = false;
1311
- const index = {
1312
- postings,
1313
- fileTable,
1314
- docLengths,
1315
- totalTokens,
1316
- docCount: docLengths.size,
1317
- truncated: data.truncated === true,
1318
- forward,
1319
- fileMtimes,
1320
- fileSizes,
1321
- postingStoreCount: countPostingBackingStores(postings),
1322
- recompactFlight: createSingleFlight(),
1323
- dirtyFiles: new Set
1324
- };
1325
- const tokensByFile = new Map;
1326
- if (forward) {
1327
- for (const file of data.files) {
1328
- tokensByFile.set(wordIndexKey(file), new Set(forward.get(file)?.keys() ?? []));
1329
- }
1330
- }
1331
- if (canonical) {
1332
- retainSerializedWordIndex(index, {
1333
- serialized: data,
1334
- slotByFileId,
1335
- tokensByFile,
1336
- wireBytes: null
1337
- });
1338
- }
1339
- return index;
1340
- }
1341
- const buildStatuses = new Map;
1342
- export function getWordIndexBuildStatus(cwd) {
1343
- return buildStatuses.get(path.resolve(cwd));
1344
- }
1345
- export function _resetWordIndexBuildGuardForTests() {
1346
- buildStatuses.clear();
1347
- }
1348
- export function triggerBackgroundWordIndexBuild(cwd, dbg, options = {}) {
1349
- const key = path.resolve(cwd);
1350
- if (isAtOrAboveHomeDir(key, options.homeDir)) {
1351
- const reason = `root at/above home directory (${key})`;
1352
- dbg?.(`word-index cold-build: skipped — ${reason}`);
1353
- logWordIndex({
1354
- phase: "cold_build_refused",
1355
- cwd: key,
1356
- trigger: "cold_query",
1357
- reason
1358
- });
1359
- const status = { state: "refused", reason };
1360
- buildStatuses.set(key, status);
1361
- return status;
1362
- }
1363
- const current = buildStatuses.get(key);
1364
- if (current?.state === "building")
1365
- return current;
1366
- const status = { state: "building" };
1367
- buildStatuses.set(key, status);
1368
- (async () => {
1369
- const startMs = Date.now();
1370
- try {
1371
- const { loadProjectSnapshot, saveProjectSnapshot, PROJECT_SNAPSHOT_VERSION } = await import("./project-snapshot.js");
1372
- const docs = await collectWordIndexDocs(key);
1373
- const index = await buildWordIndexAsync(docs);
1374
- const existing = loadProjectSnapshot(key);
1375
- const snapshot = existing ?? {
1376
- version: PROJECT_SNAPSHOT_VERSION,
1377
- projectRoot: key,
1378
- generatedAt: new Date().toISOString(),
1379
- seq: 0,
1380
- files: {},
1381
- symbols: {},
1382
- reverseDeps: {},
1383
- cachedExports: []
1384
- };
1385
- snapshot.generatedAt = new Date().toISOString();
1386
- snapshot.wordIndex = serializeWordIndex(index);
1387
- saveProjectSnapshot(key, snapshot);
1388
- dbg?.(`word-index cold-build: ${index.docCount} files, ${index.postings.size} tokens (${Date.now() - startMs}ms)`);
1389
- logWordIndex({
1390
- phase: "cold_build",
1391
- cwd: key,
1392
- trigger: "cold_query",
1393
- durationMs: Date.now() - startMs,
1394
- indexedFileCount: index.docCount,
1395
- tokens: index.postings.size,
1396
- postingEntries: countWordIndexPostingEntries(index),
1397
- residentBytes: estimateWordIndexResidentBytes(index),
1398
- truncated: index.truncated,
1399
- skipped: docs.skipped
1400
- });
1401
- buildStatuses.delete(key);
1402
- } catch (err) {
1403
- const reason = err instanceof Error ? err.message : String(err);
1404
- buildStatuses.set(key, { state: "failed", reason });
1405
- dbg?.(`word-index cold-build: failed: ${reason}`);
1406
- logWordIndex({
1407
- phase: "cold_build_failed",
1408
- cwd: key,
1409
- trigger: "cold_query",
1410
- durationMs: Date.now() - startMs,
1411
- error: reason
1412
- });
1413
- }
1414
- })();
1415
- return status;
1416
- }
1417
- const WORD_INDEX_PERSIST_DEBOUNCE_MS_DEFAULT = 1500;
1418
- function wordIndexPersistDebounceMs() {
1419
- const raw = Number(process.env.DM_LENS_WORD_INDEX_PERSIST_DEBOUNCE_MS);
1420
- return Number.isFinite(raw) && raw >= 0 ? raw : WORD_INDEX_PERSIST_DEBOUNCE_MS_DEFAULT;
1421
- }
1422
- let wordIndexPersistScheduler;
1423
- function getWordIndexPersistScheduler() {
1424
- if (wordIndexPersistScheduler)
1425
- return wordIndexPersistScheduler;
1426
- wordIndexPersistScheduler = createDebounceScheduler({
1427
- debounceMs: wordIndexPersistDebounceMs,
1428
- write(_key, pending) {
1429
- writeWordIndexSnapshot(pending.cwd, pending.index, pending.dbg);
1430
- }
1431
- });
1432
- return wordIndexPersistScheduler;
1433
- }
1434
- async function writeWordIndexSnapshot(cwd, index, dbg) {
1435
- const persistStartedAt = Date.now();
1436
- try {
1437
- const { loadProjectSnapshot, saveProjectSnapshot, PROJECT_SNAPSHOT_VERSION } = await import("./project-snapshot.js");
1438
- const existing = loadProjectSnapshot(cwd);
1439
- const snapshot = existing ?? {
1440
- version: PROJECT_SNAPSHOT_VERSION,
1441
- projectRoot: path.resolve(cwd),
1442
- generatedAt: new Date().toISOString(),
1443
- seq: 0,
1444
- files: {},
1445
- symbols: {},
1446
- reverseDeps: {},
1447
- cachedExports: []
1448
- };
1449
- snapshot.generatedAt = new Date().toISOString();
1450
- const serializeStartedAt = performance.now();
1451
- snapshot.wordIndex = serializeWordIndex(index);
1452
- const serializeMs = performance.now() - serializeStartedAt;
1453
- saveProjectSnapshot(cwd, snapshot);
1454
- if (index.releaseMemoAfterPersist) {
1455
- index.releaseMemoAfterPersist = false;
1456
- releaseWordIndexMemo(index, "post_settle_persist");
1457
- }
1458
- const writeMs = performance.now() - serializeStartedAt - serializeMs;
1459
- dbg?.(`word-index persist: ${index.docCount} files, ${index.postings.size} tokens`);
1460
- logWordIndex({
1461
- phase: "persist_succeeded",
1462
- cwd: path.resolve(cwd),
1463
- trigger: "per_edit",
1464
- durationMs: Date.now() - persistStartedAt,
1465
- serializeMs,
1466
- writeMs,
1467
- indexedFileCount: index.docCount,
1468
- tokens: index.postings.size,
1469
- postingEntries: countWordIndexPostingEntries(index),
1470
- residentBytes: estimateWordIndexResidentBytes(index),
1471
- replacementCount: index.replacementStats?.count ?? 0,
1472
- totalReplacementMs: index.replacementStats?.totalMs ?? 0,
1473
- maxReplacementMs: index.replacementStats?.maxMs ?? 0
1474
- });
1475
- index.replacementStats = { count: 0, totalMs: 0, maxMs: 0 };
1476
- } catch (err) {
1477
- dbg?.(`word-index persist: failed: ${err}`);
1478
- logWordIndex({
1479
- phase: "persist_failed",
1480
- cwd: path.resolve(cwd),
1481
- trigger: "per_edit",
1482
- indexedFileCount: index.docCount,
1483
- error: err instanceof Error ? err.message : String(err)
1484
- });
1485
- }
1486
- }
1487
- export function scheduleWordIndexPersist(cwd, index, dbg) {
1488
- const key = path.resolve(cwd);
1489
- index.releaseMemoAfterPersist = false;
1490
- getWordIndexPersistScheduler().schedule(key, { cwd: key, index, dbg });
1491
- }
1492
- export function flushWordIndexPersistsForTests() {
1493
- getWordIndexPersistScheduler().flushAll();
1494
- }