@duckmind/dm-darwin-x64 0.67.0 → 0.67.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1123) hide show
  1. package/README.md +2 -2
  2. package/dm +2 -2
  3. package/extensions/.dm-extensions.json +122 -605
  4. package/extensions/dm-lens/clients/actionable-warnings.js +12 -4
  5. package/extensions/dm-lens/clients/advisory-provenance.js +11 -10
  6. package/extensions/dm-lens/clients/agent-nudge.js +1 -1
  7. package/extensions/dm-lens/clients/analysis-root.js +75 -34
  8. package/extensions/dm-lens/clients/bash-file-access.js +550 -123
  9. package/extensions/dm-lens/clients/blocker-freshness.js +202 -19
  10. package/extensions/dm-lens/clients/blocker-past-eof.js +3 -1
  11. package/extensions/dm-lens/clients/bounded-telemetry.js +3 -0
  12. package/extensions/dm-lens/clients/cache-manager.js +22 -1
  13. package/extensions/dm-lens/clients/cache-observability.js +278 -17
  14. package/extensions/dm-lens/clients/cargo-manifest.js +8 -12
  15. package/extensions/dm-lens/clients/cascade-format.js +162 -19
  16. package/extensions/dm-lens/clients/codebase-model.js +2 -2
  17. package/extensions/dm-lens/clients/config-locations.js +1 -8
  18. package/extensions/dm-lens/clients/content-stamp.js +16 -0
  19. package/extensions/dm-lens/clients/context-injection-ledger.js +160 -0
  20. package/extensions/dm-lens/clients/deferred-runner-blockers.js +46 -6
  21. package/extensions/dm-lens/clients/degradation-ledger.js +21 -1
  22. package/extensions/dm-lens/clients/deps/ast-grep-napi.js +10 -0
  23. package/extensions/dm-lens/clients/diagnostic-dispositions.js +28 -12
  24. package/extensions/dm-lens/clients/disk-change-consumers.js +312 -0
  25. package/extensions/dm-lens/clients/disk-change-subscribers.js +197 -0
  26. package/extensions/dm-lens/clients/disk-changes.js +168 -0
  27. package/extensions/dm-lens/clients/dispatch/auxiliary-lsp.js +10 -6
  28. package/extensions/dm-lens/clients/dispatch/dispatcher.js +300 -61
  29. package/extensions/dm-lens/clients/dispatch/fact-store.js +2 -8
  30. package/extensions/dm-lens/clients/dispatch/facts/function-facts.js +87 -94
  31. package/extensions/dm-lens/clients/dispatch/finding-policy.js +25 -1
  32. package/extensions/dm-lens/clients/dispatch/indent-detect.js +1 -1
  33. package/extensions/dm-lens/clients/dispatch/integration.js +349 -135
  34. package/extensions/dm-lens/clients/dispatch/lane-copies.js +23 -0
  35. package/extensions/dm-lens/clients/dispatch/pending-runner-findings.js +3 -0
  36. package/extensions/dm-lens/clients/dispatch/pre-edit-seed.js +57 -0
  37. package/extensions/dm-lens/clients/dispatch/rule-id-normalize.js +6 -1
  38. package/extensions/dm-lens/clients/dispatch/rules/high-complexity.js +2 -17
  39. package/extensions/dm-lens/clients/dispatch/rules/high-fan-out.js +1 -9
  40. package/extensions/dm-lens/clients/dispatch/runner-context.js +9 -10
  41. package/extensions/dm-lens/clients/dispatch/runners/ast-grep-literal-anchors.js +58 -0
  42. package/extensions/dm-lens/clients/dispatch/runners/ast-grep-napi.js +59 -14
  43. package/extensions/dm-lens/clients/dispatch/runners/biome-check.js +9 -18
  44. package/extensions/dm-lens/clients/dispatch/runners/cue-vet.js +11 -21
  45. package/extensions/dm-lens/clients/dispatch/runners/dart-analyze.js +1 -1
  46. package/extensions/dm-lens/clients/dispatch/runners/detekt.js +4 -3
  47. package/extensions/dm-lens/clients/dispatch/runners/dotnet-build.js +15 -6
  48. package/extensions/dm-lens/clients/dispatch/runners/fish-indent.js +59 -5
  49. package/extensions/dm-lens/clients/dispatch/runners/gleam-check.js +9 -19
  50. package/extensions/dm-lens/clients/dispatch/runners/go-vet.js +2 -2
  51. package/extensions/dm-lens/clients/dispatch/runners/golangci-lint.js +17 -1
  52. package/extensions/dm-lens/clients/dispatch/runners/helm-lint.js +8 -5
  53. package/extensions/dm-lens/clients/dispatch/runners/helm-render.js +1 -1
  54. package/extensions/dm-lens/clients/dispatch/runners/ktlint.js +27 -5
  55. package/extensions/dm-lens/clients/dispatch/runners/lsp.js +91 -30
  56. package/extensions/dm-lens/clients/dispatch/runners/oxlint.js +9 -18
  57. package/extensions/dm-lens/clients/dispatch/runners/shellcheck.js +11 -20
  58. package/extensions/dm-lens/clients/dispatch/runners/shfmt.js +7 -0
  59. package/extensions/dm-lens/clients/dispatch/runners/taplo.js +2 -1
  60. package/extensions/dm-lens/clients/dispatch/runners/tree-sitter.js +29 -16
  61. package/extensions/dm-lens/clients/dispatch/runners/utils/availability-policy.js +32 -4
  62. package/extensions/dm-lens/clients/dispatch/runners/utils/candidate-probe.js +8 -0
  63. package/extensions/dm-lens/clients/dispatch/runners/utils/diagnostic-parsers.js +2 -1
  64. package/extensions/dm-lens/clients/dispatch/runners/utils/runner-helpers.js +1 -1
  65. package/extensions/dm-lens/clients/dispatch/runners/utils/tool-failure.js +9 -18
  66. package/extensions/dm-lens/clients/dispatch/runners/vale.js +2 -16
  67. package/extensions/dm-lens/clients/dispatch/types.js +45 -0
  68. package/extensions/dm-lens/clients/dispatch/utils/lsp-diagnostics.js +2 -1
  69. package/extensions/dm-lens/clients/ephemeral-root.js +10 -20
  70. package/extensions/dm-lens/clients/file-kinds.js +6 -2
  71. package/extensions/dm-lens/clients/file-mutation-queue.js +4 -8
  72. package/extensions/dm-lens/clients/file-utils.js +167 -28
  73. package/extensions/dm-lens/clients/finding-delivery-gate.js +15 -1
  74. package/extensions/dm-lens/clients/finding-identity.js +56 -0
  75. package/extensions/dm-lens/clients/fix-run-restore.js +10 -0
  76. package/extensions/dm-lens/clients/format-service.js +23 -5
  77. package/extensions/dm-lens/clients/formatters.js +33 -25
  78. package/extensions/dm-lens/clients/git-guard.js +516 -85
  79. package/extensions/dm-lens/clients/govulncheck-client.js +8 -0
  80. package/extensions/dm-lens/clients/grammar-source.js +39 -5
  81. package/extensions/dm-lens/clients/gzip-stage-write.js +99 -18
  82. package/extensions/dm-lens/clients/inline-blocker-fields.js +1 -1
  83. package/extensions/dm-lens/clients/installer/index.js +83 -85
  84. package/extensions/dm-lens/clients/installer/managed-tool-refresh.js +211 -8
  85. package/extensions/dm-lens/clients/instance-reaper.js +19 -8
  86. package/extensions/dm-lens/clients/instance-registry.js +12 -0
  87. package/extensions/dm-lens/clients/jscpd-client.js +20 -4
  88. package/extensions/dm-lens/clients/language-profile.js +8 -7
  89. package/extensions/dm-lens/clients/language-registry.js +45 -4
  90. package/extensions/dm-lens/clients/latency-logger.js +10 -2
  91. package/extensions/dm-lens/clients/lens-config.js +14 -4
  92. package/extensions/dm-lens/clients/lens-engine.js +10 -2
  93. package/extensions/dm-lens/clients/lens-flag-registry.js +19 -3
  94. package/extensions/dm-lens/clients/line-alignment.js +200 -0
  95. package/extensions/dm-lens/clients/lsp/capabilities.js +2 -2
  96. package/extensions/dm-lens/clients/lsp/cascade-tier.js +148 -38
  97. package/extensions/dm-lens/clients/lsp/client-registry.js +906 -0
  98. package/extensions/dm-lens/clients/lsp/client.js +413 -108
  99. package/extensions/dm-lens/clients/lsp/config.js +151 -47
  100. package/extensions/dm-lens/clients/lsp/content-limits.js +2 -2
  101. package/extensions/dm-lens/clients/lsp/content-scan.js +69 -0
  102. package/extensions/dm-lens/clients/lsp/created-import-targets.js +134 -0
  103. package/extensions/dm-lens/clients/lsp/diagnostic-binding.js +34 -0
  104. package/extensions/dm-lens/clients/lsp/document-drift.js +63 -15
  105. package/extensions/dm-lens/clients/lsp/edits.js +109 -26
  106. package/extensions/dm-lens/clients/lsp/environment-gap.js +186 -0
  107. package/extensions/dm-lens/clients/lsp/file-server-match.js +26 -0
  108. package/extensions/dm-lens/clients/lsp/implicit-scope.js +208 -0
  109. package/extensions/dm-lens/clients/lsp/index.js +574 -916
  110. package/extensions/dm-lens/clients/lsp/inferred-project.js +37 -15
  111. package/extensions/dm-lens/clients/lsp/jvm-runtime.js +15 -9
  112. package/extensions/dm-lens/clients/lsp/language.js +8 -1
  113. package/extensions/dm-lens/clients/lsp/launch.js +93 -43
  114. package/extensions/dm-lens/clients/lsp/lombok.js +0 -13
  115. package/extensions/dm-lens/clients/lsp/path-utils.js +2 -0
  116. package/extensions/dm-lens/clients/lsp/position-encoding.js +0 -7
  117. package/extensions/dm-lens/clients/lsp/server-config-files.js +11 -0
  118. package/extensions/dm-lens/clients/lsp/server-traits.js +8 -2
  119. package/extensions/dm-lens/clients/lsp/server.js +273 -76
  120. package/extensions/dm-lens/clients/lsp/session-roots.js +38 -3
  121. package/extensions/dm-lens/clients/lsp/wait-policy/strategies.js +87 -5
  122. package/extensions/dm-lens/clients/lsp/watch-queue.js +23 -2
  123. package/extensions/dm-lens/clients/lsp/workspace-diagnostics-cache.js +183 -47
  124. package/extensions/dm-lens/clients/lsp/workspace-diagnostics-session.js +35 -0
  125. package/extensions/dm-lens/clients/lsp-mutation.js +1 -1
  126. package/extensions/dm-lens/clients/mcp/analyze.js +51 -13
  127. package/extensions/dm-lens/clients/mcp/ipc.js +24 -1
  128. package/extensions/dm-lens/clients/mcp/session.js +2 -7
  129. package/extensions/dm-lens/clients/memory-sampler.js +19 -1
  130. package/extensions/dm-lens/clients/metrics-history.js +16 -29
  131. package/extensions/dm-lens/clients/mutating-tool.js +4 -2
  132. package/extensions/dm-lens/clients/mutation-attribution.js +1 -4
  133. package/extensions/dm-lens/clients/observed-mutation.js +7 -1
  134. package/extensions/dm-lens/clients/opaque-mutation-scan.js +273 -59
  135. package/extensions/dm-lens/clients/opengrep-client.js +6 -1
  136. package/extensions/dm-lens/clients/opengrep-config.js +10 -5
  137. package/extensions/dm-lens/clients/opengrep-rule-pack.js +19 -0
  138. package/extensions/dm-lens/clients/out-of-band-changes.js +342 -0
  139. package/extensions/dm-lens/clients/package-manager.js +51 -62
  140. package/extensions/dm-lens/clients/package-root.js +8 -12
  141. package/extensions/dm-lens/clients/partial-edit-apply.js +8 -4
  142. package/extensions/dm-lens/clients/path-birth.js +58 -0
  143. package/extensions/dm-lens/clients/path-utils.js +145 -23
  144. package/extensions/dm-lens/clients/persist-worker-stats.js +8 -0
  145. package/extensions/dm-lens/clients/persistent-reverify.js +2 -1
  146. package/extensions/dm-lens/clients/pipeline.js +248 -35
  147. package/extensions/dm-lens/clients/probe-home-state.js +6 -0
  148. package/extensions/dm-lens/clients/project-changes.js +9 -3
  149. package/extensions/dm-lens/clients/project-diagnostics/fresh-fetch.js +1 -1
  150. package/extensions/dm-lens/clients/project-diagnostics/scanner.js +4 -2
  151. package/extensions/dm-lens/clients/project-lens-config.js +4 -6
  152. package/extensions/dm-lens/clients/project-root-markers.js +8 -0
  153. package/extensions/dm-lens/clients/project-snapshot-persist-worker.js +26 -8
  154. package/extensions/dm-lens/clients/project-snapshot.js +36 -10
  155. package/extensions/dm-lens/clients/python-environment.js +239 -12
  156. package/extensions/dm-lens/clients/read-guard-tool-lines.js +2 -8
  157. package/extensions/dm-lens/clients/read-guard.js +130 -43
  158. package/extensions/dm-lens/clients/review-graph/builder.js +102 -19
  159. package/extensions/dm-lens/clients/review-graph/git-identity.js +7 -2
  160. package/extensions/dm-lens/clients/review-graph/import-resolvers.js +9 -0
  161. package/extensions/dm-lens/clients/review-graph/tsconfig-paths.js +35 -2
  162. package/extensions/dm-lens/clients/ruff-client.js +0 -2
  163. package/extensions/dm-lens/clients/rules-scanner.js +0 -43
  164. package/extensions/dm-lens/clients/runtime-agent-end.js +37 -6
  165. package/extensions/dm-lens/clients/runtime-coordinator.js +177 -31
  166. package/extensions/dm-lens/clients/runtime-session.js +106 -66
  167. package/extensions/dm-lens/clients/runtime-tool-call.js +162 -65
  168. package/extensions/dm-lens/clients/runtime-tool-result.js +634 -147
  169. package/extensions/dm-lens/clients/runtime-turn.js +472 -150
  170. package/extensions/dm-lens/clients/rust-client.js +11 -13
  171. package/extensions/dm-lens/clients/safe-spawn.js +149 -17
  172. package/extensions/dm-lens/clients/sanitize.js +0 -169
  173. package/extensions/dm-lens/clients/search-read-registration.js +22 -4
  174. package/extensions/dm-lens/clients/session-lifecycle.js +44 -1
  175. package/extensions/dm-lens/clients/session-repository.js +119 -0
  176. package/extensions/dm-lens/clients/session-scope.js +1 -1
  177. package/extensions/dm-lens/clients/session-start-observability.js +12 -0
  178. package/extensions/dm-lens/clients/session-state-store.js +6 -1
  179. package/extensions/dm-lens/clients/sg-runner.js +5 -8
  180. package/extensions/dm-lens/clients/sgconfig.js +7 -14
  181. package/extensions/dm-lens/clients/single-flight.js +1 -0
  182. package/extensions/dm-lens/clients/source-filter.js +19 -16
  183. package/extensions/dm-lens/clients/source-walker.js +21 -3
  184. package/extensions/dm-lens/clients/startup-scan.js +18 -23
  185. package/extensions/dm-lens/clients/test-runner-client.js +21 -27
  186. package/extensions/dm-lens/clients/test-runner-delivery.js +2 -10
  187. package/extensions/dm-lens/clients/tool-config.js +24 -4
  188. package/extensions/dm-lens/clients/tool-cwd.js +11 -9
  189. package/extensions/dm-lens/clients/tool-policy.js +1 -8
  190. package/extensions/dm-lens/clients/tool-set-policy.js +32 -3
  191. package/extensions/dm-lens/clients/tree-sitter-client.js +70 -24
  192. package/extensions/dm-lens/clients/tree-sitter-query-loader.js +13 -1
  193. package/extensions/dm-lens/clients/tree-sitter-symbol-extractor.js +81 -56
  194. package/extensions/dm-lens/clients/warm-attach.js +33 -8
  195. package/extensions/dm-lens/clients/widget-state.js +48 -31
  196. package/extensions/dm-lens/clients/word-index-logger.js +3 -0
  197. package/extensions/dm-lens/clients/word-index.js +15 -2
  198. package/extensions/dm-lens/clients/workspace-topology.js +10 -8
  199. package/extensions/dm-lens/config/biome/core.jsonc +3 -3
  200. package/extensions/dm-lens/config/dependency-cruiser-eager-allowlist.json +1 -0
  201. package/extensions/dm-lens/index.js +336 -141
  202. package/extensions/dm-lens/mcp/analyze-cli.js +1 -1
  203. package/extensions/dm-lens/mcp/cli.js +1 -1
  204. package/extensions/dm-lens/mcp/server.js +16 -13
  205. package/extensions/dm-lens/mcp/worker.js +1 -1
  206. package/extensions/dm-lens/package.json +1 -1
  207. package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/no-return-value-in-generator-test.yml +17 -0
  208. package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/no-sql-in-code-execute-js-test.yml +86 -0
  209. package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/no-sql-in-code-execute-test.yml +86 -0
  210. package/extensions/dm-lens/rules/ast-grep-rules/rule-tests/unchecked-numeric-parse-python-test.yml +15 -0
  211. package/extensions/dm-lens/rules/ast-grep-rules/rules/no-return-value-in-generator.yml +9 -4
  212. package/extensions/dm-lens/rules/ast-grep-rules/rules/no-sql-in-code-execute-js.yml +119 -0
  213. package/extensions/dm-lens/rules/ast-grep-rules/rules/no-sql-in-code-execute.yml +119 -0
  214. package/extensions/dm-lens/rules/ast-grep-rules/rules/unchecked-numeric-parse-python.yml +13 -2
  215. package/extensions/dm-lens/rules/rule-catalog.json +25 -1
  216. package/extensions/dm-lens/scripts/lib/process-scan.mjs +1 -1
  217. package/extensions/dm-lens/skills/{pi-lens-ast-grep → dm-lens-ast-grep}/SKILL.md +1 -1
  218. package/extensions/dm-lens/tools/activate-tools.js +3 -2
  219. package/extensions/dm-lens/tools/ast-grep-outline.js +6 -4
  220. package/extensions/dm-lens/tools/ast-grep-replace.js +17 -10
  221. package/extensions/dm-lens/tools/ast-grep-search.js +27 -19
  222. package/extensions/dm-lens/tools/lens-diagnostic-mark.js +3 -3
  223. package/extensions/dm-lens/tools/lens-diagnostics.js +260 -68
  224. package/extensions/dm-lens/tools/lsp-diagnostics.js +303 -76
  225. package/extensions/dm-lens/tools/lsp-navigation.js +168 -102
  226. package/extensions/dm-lens/tools/module-report.js +2 -1
  227. package/extensions/dm-lens/tools/shared.js +16 -2
  228. package/extensions/dm-mcp-adapter/.github/workflows/ci.yml +82 -0
  229. package/extensions/dm-mcp-adapter/THIRD_PARTY_NOTICES.md +1 -1
  230. package/extensions/dm-mcp-adapter/VISION.md +94 -0
  231. package/extensions/dm-mcp-adapter/agent-dir.js +2 -2
  232. package/extensions/dm-mcp-adapter/bearer-command-resolver.js +5 -3
  233. package/extensions/dm-mcp-adapter/bench/server-memory.mjs +432 -0
  234. package/extensions/dm-mcp-adapter/bench/session.js +105 -0
  235. package/extensions/dm-mcp-adapter/bench/token-cost/data.mjs +231 -0
  236. package/extensions/dm-mcp-adapter/bench/token-cost/run.mjs +190 -0
  237. package/extensions/dm-mcp-adapter/bench/token-cost/server.mjs +109 -0
  238. package/extensions/dm-mcp-adapter/cli.js +55 -100
  239. package/extensions/dm-mcp-adapter/codemode-bridge.js +92 -0
  240. package/extensions/dm-mcp-adapter/commands.js +143 -26
  241. package/extensions/dm-mcp-adapter/config.js +303 -78
  242. package/extensions/dm-mcp-adapter/conformance/baseline-client.yml +22 -0
  243. package/extensions/dm-mcp-adapter/conformance/driver.js +200 -0
  244. package/extensions/dm-mcp-adapter/conformance/driver.sh +24 -0
  245. package/extensions/dm-mcp-adapter/conformance/run.sh +130 -0
  246. package/extensions/dm-mcp-adapter/deferred-tool-surface.js +69 -0
  247. package/extensions/dm-mcp-adapter/direct-tool-surface.js +96 -72
  248. package/extensions/dm-mcp-adapter/direct-tools.js +76 -53
  249. package/extensions/dm-mcp-adapter/dm-host-tool-context.js +0 -0
  250. package/extensions/dm-mcp-adapter/elicitation-handler.js +4 -0
  251. package/extensions/dm-mcp-adapter/error-signal.js +12 -1
  252. package/extensions/dm-mcp-adapter/executor-accounts.js +192 -0
  253. package/extensions/dm-mcp-adapter/executor-app-tools.js +61 -0
  254. package/extensions/dm-mcp-adapter/executor-catalog.js +157 -0
  255. package/extensions/dm-mcp-adapter/executor-pauses.js +105 -0
  256. package/extensions/dm-mcp-adapter/extraction-settings.js +43 -0
  257. package/extensions/dm-mcp-adapter/extraction.js +396 -0
  258. package/extensions/dm-mcp-adapter/host-html-template.js +1 -1
  259. package/extensions/dm-mcp-adapter/host-managed.js +24 -5
  260. package/extensions/dm-mcp-adapter/index.js +761 -76
  261. package/extensions/dm-mcp-adapter/init.js +235 -11
  262. package/extensions/dm-mcp-adapter/jev-semantic-search.js +161 -0
  263. package/extensions/dm-mcp-adapter/mcp-code.js +12 -11
  264. package/extensions/dm-mcp-adapter/mcp-keyring-helper.cjs +1 -1
  265. package/extensions/dm-mcp-adapter/mcp-output-guard.js +7 -0
  266. package/extensions/dm-mcp-adapter/mcp-panel.js +23 -21
  267. package/extensions/dm-mcp-adapter/mcp-probe.js +1 -1
  268. package/extensions/dm-mcp-adapter/mcp-status.js +2 -1
  269. package/extensions/dm-mcp-adapter/mcp-tasks.js +46 -7
  270. package/extensions/dm-mcp-adapter/metadata-cache.js +93 -5
  271. package/extensions/dm-mcp-adapter/namespace-tools.js +12 -4
  272. package/extensions/dm-mcp-adapter/output-shape.js +1 -1
  273. package/extensions/dm-mcp-adapter/package.json +1 -1
  274. package/extensions/dm-mcp-adapter/pi-mcp.mp4 +0 -0
  275. package/extensions/dm-mcp-adapter/pi-signin-import.js +1 -1
  276. package/extensions/dm-mcp-adapter/project-server-trust.js +108 -20
  277. package/extensions/dm-mcp-adapter/proxy-modes.js +320 -110
  278. package/extensions/dm-mcp-adapter/request-headers-command.js +17 -1
  279. package/extensions/dm-mcp-adapter/runtime-owner.js +7 -6
  280. package/extensions/dm-mcp-adapter/sampling-handler.js +8 -2
  281. package/extensions/dm-mcp-adapter/script-tool-save.js +251 -0
  282. package/extensions/dm-mcp-adapter/script-tool-surface.js +100 -0
  283. package/extensions/dm-mcp-adapter/script-tools.js +72 -0
  284. package/extensions/dm-mcp-adapter/semantic-search.js +176 -50
  285. package/extensions/dm-mcp-adapter/semantic-settings.js +51 -0
  286. package/extensions/dm-mcp-adapter/server-log.js +19 -0
  287. package/extensions/dm-mcp-adapter/server-manager.js +64 -21
  288. package/extensions/dm-mcp-adapter/task-entries.js +60 -0
  289. package/extensions/dm-mcp-adapter/task-jobs.js +263 -0
  290. package/extensions/dm-mcp-adapter/tool-approval.js +49 -2
  291. package/extensions/dm-mcp-adapter/tool-metadata.js +70 -3
  292. package/extensions/dm-mcp-adapter/tool-registrar.js +8 -1
  293. package/extensions/dm-mcp-adapter/tool-result-renderer.js +10 -6
  294. package/extensions/dm-mcp-adapter/types.js +7 -0
  295. package/extensions/dm-mcp-adapter/ui-server.js +24 -18
  296. package/extensions/dm-mcp-adapter/ui-session.js +3 -3
  297. package/extensions/dm-mcp-adapter/upgrade-notice.js +42 -0
  298. package/extensions/dm-mcp-adapter/utils.js +33 -7
  299. package/extensions/dm-ponytail/extensions/ponytail.mjs +11 -3
  300. package/extensions/dm-ponytail/hooks/band/board.js +524 -0
  301. package/extensions/dm-ponytail/hooks/band/logo.js +2 -0
  302. package/extensions/dm-ponytail/hooks/band/metrics.js +238 -0
  303. package/extensions/dm-ponytail/hooks/band/register.js +532 -0
  304. package/extensions/dm-ponytail/hooks/claude-band.json +6 -0
  305. package/extensions/dm-ponytail/hooks/claude-codex-hooks.json +6 -6
  306. package/extensions/dm-ponytail/hooks/copilot-hooks.json +6 -6
  307. package/extensions/dm-ponytail/hooks/cursor-hooks.json +2 -2
  308. package/extensions/dm-ponytail/hooks/ponytail-activate.js +105 -70
  309. package/extensions/dm-ponytail/hooks/ponytail-band-import.js +308 -0
  310. package/extensions/dm-ponytail/hooks/ponytail-config.js +4 -0
  311. package/extensions/dm-ponytail/hooks/ponytail-instructions.js +1 -1
  312. package/extensions/dm-ponytail/hooks/ponytail-map.js +7 -3
  313. package/extensions/dm-ponytail/hooks/ponytail-mode-tracker.js +41 -4
  314. package/extensions/dm-ponytail/hooks/ponytail-runtime.js +11 -8
  315. package/extensions/dm-ponytail/pi-extension/index.js +11 -3
  316. package/extensions/dm-ponytail/skills/ponytail/SKILL.md +1 -1
  317. package/extensions/dm-ponytail/skills/ponytail-debt/SKILL.md +4 -5
  318. package/extensions/dm-ponytail/skills/ponytail-gain/SKILL.md +0 -1
  319. package/extensions/dm-ponytail/skills/ponytail-help/SKILL.md +6 -0
  320. package/extensions/dm-skills-manager/package.json +1 -1
  321. package/extensions/dm-subagents/VISION.md +98 -0
  322. package/extensions/dm-subagents/agents/evidence-auditor.md +1 -0
  323. package/extensions/dm-subagents/agents/oracle.md +1 -0
  324. package/extensions/dm-subagents/agents/reviewer.md +1 -0
  325. package/extensions/dm-subagents/package.json +2 -1
  326. package/extensions/dm-subagents/scripts/build-package.mjs +128 -0
  327. package/extensions/dm-subagents/skills/council-mode/SKILL.md +1 -4
  328. package/extensions/dm-subagents/skills/dm-subagents/SKILL.md +130 -106
  329. package/extensions/dm-subagents/skills/dm-subagents/references/execution-controls.md +4 -3
  330. package/extensions/dm-subagents/skills/dm-subagents/references/orchestration.md +124 -0
  331. package/extensions/dm-subagents/skills/dm-subagents/references/prompting-and-roles.md +96 -295
  332. package/extensions/dm-subagents/src/agents/agent-management.js +14 -19
  333. package/extensions/dm-subagents/src/agents/agent-memory.js +2 -1
  334. package/extensions/dm-subagents/src/agents/agent-serializer.js +1 -2
  335. package/extensions/dm-subagents/src/agents/agents.js +7 -8
  336. package/extensions/dm-subagents/src/agents/frontmatter.js +34 -16
  337. package/extensions/dm-subagents/src/agents/skills.js +1 -1
  338. package/extensions/dm-subagents/src/api/background-work.js +8 -5
  339. package/extensions/dm-subagents/src/api/external-runs.js +3 -4
  340. package/extensions/dm-subagents/src/extension/active-runs-prompt.js +20 -0
  341. package/extensions/dm-subagents/src/extension/config.js +12 -0
  342. package/extensions/dm-subagents/src/extension/declaration-pinning.js +20 -3
  343. package/extensions/dm-subagents/src/extension/herdr-dm-bridge.js +24 -12
  344. package/extensions/dm-subagents/src/extension/index.js +125 -20
  345. package/extensions/dm-subagents/src/extension/public-execution.js +3 -0
  346. package/extensions/dm-subagents/src/extension/reply-workflow-script.js +3 -2
  347. package/extensions/dm-subagents/src/extension/rpc.js +5 -3
  348. package/extensions/dm-subagents/src/extension/schemas.js +6 -5
  349. package/extensions/dm-subagents/src/extension/subagent-guide.js +1 -2
  350. package/extensions/dm-subagents/src/extension/tool-activation.js +60 -26
  351. package/extensions/dm-subagents/src/extension/tool-description.js +2 -2
  352. package/extensions/dm-subagents/src/extension/upgrade-notice.js +5 -1
  353. package/extensions/dm-subagents/src/intercom/native-supervisor-channel.js +143 -15
  354. package/extensions/dm-subagents/src/missions/actions.js +4 -1
  355. package/extensions/dm-subagents/src/missions/lifecycle.js +32 -8
  356. package/extensions/dm-subagents/src/missions/store.js +1 -0
  357. package/extensions/dm-subagents/src/runs/background/active-async-capacity.js +15 -9
  358. package/extensions/dm-subagents/src/runs/background/async-execution.js +30 -16
  359. package/extensions/dm-subagents/src/runs/background/async-job-tracker.js +12 -3
  360. package/extensions/dm-subagents/src/runs/background/async-resume.js +5 -3
  361. package/extensions/dm-subagents/src/runs/background/async-status-snapshot.js +4 -2
  362. package/extensions/dm-subagents/src/runs/background/async-status.js +32 -10
  363. package/extensions/dm-subagents/src/runs/background/auto-drain.js +2 -1
  364. package/extensions/dm-subagents/src/runs/background/await-async-run.js +2 -7
  365. package/extensions/dm-subagents/src/runs/background/boot-id.js +36 -0
  366. package/extensions/dm-subagents/src/runs/background/chain-root-attachment.js +4 -4
  367. package/extensions/dm-subagents/src/runs/background/index-segment.js +1 -1
  368. package/extensions/dm-subagents/src/runs/background/inspect-rpc.js +17 -3
  369. package/extensions/dm-subagents/src/runs/background/interrupted-elsewhere.js +55 -0
  370. package/extensions/dm-subagents/src/runs/background/notify.js +98 -10
  371. package/extensions/dm-subagents/src/runs/background/result-delivery-ownership.js +20 -22
  372. package/extensions/dm-subagents/src/runs/background/result-files.js +9 -6
  373. package/extensions/dm-subagents/src/runs/background/result-watcher.js +32 -17
  374. package/extensions/dm-subagents/src/runs/background/resume-guidance.js +2 -1
  375. package/extensions/dm-subagents/src/runs/background/retained-children.js +1 -1
  376. package/extensions/dm-subagents/src/runs/background/run-child-session.js +40 -21
  377. package/extensions/dm-subagents/src/runs/background/run-status.js +12 -5
  378. package/extensions/dm-subagents/src/runs/background/runner-aliases.js +7 -5
  379. package/extensions/dm-subagents/src/runs/background/runner-child-launch.js +1 -2
  380. package/extensions/dm-subagents/src/runs/background/stale-run-reconciler.js +89 -21
  381. package/extensions/dm-subagents/src/runs/background/subagent-runner-bootstrap.js +2 -0
  382. package/extensions/dm-subagents/src/runs/background/subagent-runner.js +190 -244
  383. package/extensions/dm-subagents/src/runs/background/subagent-wait.js +5 -2
  384. package/extensions/dm-subagents/src/runs/background/terminal-run-index.js +39 -4
  385. package/extensions/dm-subagents/src/runs/background/wait-subscriptions.js +5 -1
  386. package/extensions/dm-subagents/src/runs/background/workflow-terminal-proof.js +28 -2
  387. package/extensions/dm-subagents/src/runs/foreground/async-dismiss-action.js +2 -1
  388. package/extensions/dm-subagents/src/runs/foreground/async-steering-action.js +21 -7
  389. package/extensions/dm-subagents/src/runs/foreground/async-stop-action.js +10 -8
  390. package/extensions/dm-subagents/src/runs/foreground/command-action.js +2 -1
  391. package/extensions/dm-subagents/src/runs/foreground/execution.js +107 -66
  392. package/extensions/dm-subagents/src/runs/foreground/foreground-history.js +111 -32
  393. package/extensions/dm-subagents/src/runs/foreground/prompt-audit.js +2 -2
  394. package/extensions/dm-subagents/src/runs/foreground/subagent-executor.js +377 -126
  395. package/extensions/dm-subagents/src/runs/shared/async-status-projection.js +18 -1
  396. package/extensions/dm-subagents/src/runs/shared/child-commands.js +7 -1
  397. package/extensions/dm-subagents/src/runs/shared/child-runtime-config.js +1 -0
  398. package/extensions/dm-subagents/src/runs/shared/child-session.js +184 -65
  399. package/extensions/dm-subagents/src/runs/shared/child-tool-plan.js +14 -3
  400. package/extensions/dm-subagents/src/runs/shared/dm-spawn.js +71 -25
  401. package/extensions/dm-subagents/src/runs/shared/external-cli-runner.js +2 -1
  402. package/extensions/dm-subagents/src/runs/shared/herdr-connection.js +20 -10
  403. package/extensions/dm-subagents/src/runs/shared/herdr-external-adapters.js +1 -1
  404. package/extensions/dm-subagents/src/runs/shared/herdr-machine.js +50 -8
  405. package/extensions/dm-subagents/src/runs/shared/herdr-pane-host.js +212 -0
  406. package/extensions/dm-subagents/src/runs/shared/herdr-placed-run.js +47 -503
  407. package/extensions/dm-subagents/src/runs/shared/local-machine-access.js +29 -0
  408. package/extensions/dm-subagents/src/runs/shared/long-running-guard.js +70 -17
  409. package/extensions/dm-subagents/src/runs/shared/model-resolution.js +7 -1
  410. package/extensions/dm-subagents/src/runs/shared/nested-events.js +2 -0
  411. package/extensions/dm-subagents/src/runs/shared/orca-progress-tabs.js +2 -24
  412. package/extensions/dm-subagents/src/runs/shared/parallel-handoff.js +9 -6
  413. package/extensions/dm-subagents/src/runs/shared/partial-output.js +5 -0
  414. package/extensions/dm-subagents/src/runs/shared/placed-run-owner.js +157 -0
  415. package/extensions/dm-subagents/src/runs/shared/placement-host.js +166 -0
  416. package/extensions/dm-subagents/src/runs/shared/rex-machine.js +75 -0
  417. package/extensions/dm-subagents/src/runs/shared/rex-pane-host.js +306 -0
  418. package/extensions/dm-subagents/src/runs/shared/run-ownership.js +7 -0
  419. package/extensions/dm-subagents/src/runs/shared/single-output.js +29 -6
  420. package/extensions/dm-subagents/src/runs/shared/structured-output.js +1 -0
  421. package/extensions/dm-subagents/src/runs/shared/subagent-control.js +2 -1
  422. package/extensions/dm-subagents/src/runs/shared/subagent-prompt-runtime.js +177 -17
  423. package/extensions/dm-subagents/src/runs/shared/tool-budget.js +1 -1
  424. package/extensions/dm-subagents/src/shared/accessible-dir.js +1 -1
  425. package/extensions/dm-subagents/src/shared/child-transcript.js +1 -1
  426. package/extensions/dm-subagents/src/shared/completion-owner.js +1 -0
  427. package/extensions/dm-subagents/src/shared/dm-declarations.js +36 -1
  428. package/extensions/dm-subagents/src/shared/dm-safeguards.js +1 -1
  429. package/extensions/dm-subagents/src/shared/dm-settlement.js +2 -0
  430. package/extensions/dm-subagents/src/shared/extension-context.js +3 -0
  431. package/extensions/dm-subagents/src/shared/file-lease.js +4 -1
  432. package/extensions/dm-subagents/src/shared/fork-context.js +21 -8
  433. package/extensions/dm-subagents/src/shared/parent-wake.js +6 -11
  434. package/extensions/dm-subagents/src/shared/provider-diagnostics.js +59 -0
  435. package/extensions/dm-subagents/src/shared/session-identity.js +24 -0
  436. package/extensions/dm-subagents/src/shared/session-succession.js +18 -0
  437. package/extensions/dm-subagents/src/shared/types.js +5 -4
  438. package/extensions/dm-subagents/src/shared/utils.js +13 -0
  439. package/extensions/dm-subagents/src/slash/delegation-adapters.js +8 -1
  440. package/extensions/dm-subagents/src/slash/prompt-template-bridge.js +2 -1
  441. package/extensions/dm-subagents/src/slash/slash-commands.js +6 -4
  442. package/extensions/dm-subagents/src/slash/subagents-admin.js +3 -2
  443. package/extensions/dm-subagents/src/tui/dm-mouse-region.js +9 -1
  444. package/extensions/dm-subagents/src/tui/fleet-layout.js +19 -0
  445. package/extensions/dm-subagents/src/tui/fleet-status.js +20 -3
  446. package/extensions/dm-subagents/src/tui/fleet-viewport.js +59 -0
  447. package/extensions/dm-subagents/src/tui/fleet.js +92 -69
  448. package/extensions/dm-subagents/src/tui/render.js +45 -19
  449. package/extensions/dm-subagents/src/tui/subagent-messages.js +1 -0
  450. package/extensions/dm-subagents/src/watchdog/change-signature.js +1 -3
  451. package/extensions/dm-subagents/src/watchdog/diff-tool.js +7 -3
  452. package/extensions/dm-subagents/src/watchdog/permission-arbiter.js +15 -6
  453. package/extensions/dm-subagents/src/watchdog/register-main.js +10 -9
  454. package/extensions/dm-subagents/src/watchdog/review.js +9 -1
  455. package/extensions/dm-subagents/src/watchdog/runtime.js +3 -5
  456. package/extensions/dm-subagents/src/workflows/scripted-workflow.js +33 -6
  457. package/extensions/dm-subagents/src/workflows/structured-workflow-scripts.js +21 -8
  458. package/extensions/dm-subagents/src/workflows/workflow-auto-resume.js +81 -0
  459. package/extensions/dm-subagents/src/workflows/workflow-child-summary.js +18 -2
  460. package/extensions/dm-subagents/src/workflows/workflow-launch-record.js +45 -0
  461. package/extensions/dm-subagents/src/workflows/workflow-resources.js +2 -2
  462. package/extensions/dm-subagents/src/workflows/workflow-resume-claim.js +171 -0
  463. package/extensions/dm-subagents/src/workflows/workflow-resume.js +88 -0
  464. package/extensions/dm-subagents/src/workflows/workflow-reuse.js +72 -3
  465. package/extensions/dm-subagents/src/workflows/workflow-revival.js +1 -1
  466. package/extensions/dm-subagents/src/workflows/workflow-stop-cause.js +5 -0
  467. package/extensions/dm-tty/index.js +4 -2
  468. package/extensions/dm-tty/standalone.js +4 -1
  469. package/extensions/dm-web-access/.github/workflows/test.yml +28 -0
  470. package/extensions/dm-web-access/anysearch.js +3 -3
  471. package/extensions/dm-web-access/bocha.js +3 -3
  472. package/extensions/dm-web-access/brave-rate-limit.js +2 -2
  473. package/extensions/dm-web-access/brave.js +5 -10
  474. package/extensions/dm-web-access/brightdata-unlocker.js +2 -2
  475. package/extensions/dm-web-access/brightdata.js +3 -3
  476. package/extensions/dm-web-access/ceramic.js +2 -2
  477. package/extensions/dm-web-access/chrome-cookies.js +1 -1
  478. package/extensions/dm-web-access/claim-judge.js +147 -0
  479. package/extensions/dm-web-access/content-find.js +1 -1
  480. package/extensions/dm-web-access/credential-source.js +42 -5
  481. package/extensions/dm-web-access/curator-page.js +8 -2
  482. package/extensions/dm-web-access/curator-server.js +6 -0
  483. package/extensions/dm-web-access/deepseek.js +331 -0
  484. package/extensions/dm-web-access/duckduckgo-rate-limit.js +75 -0
  485. package/extensions/dm-web-access/duckduckgo.js +49 -43
  486. package/extensions/dm-web-access/endpoint-pdf-extract.js +30 -77
  487. package/extensions/dm-web-access/eval/claim-judge.mjs +96 -0
  488. package/extensions/dm-web-access/eval/field-extract.mjs +84 -0
  489. package/extensions/dm-web-access/eval/fixtures/claims-calibration.json +1026 -0
  490. package/extensions/dm-web-access/eval/fixtures/claims-holdout.json +896 -0
  491. package/extensions/dm-web-access/eval/fixtures/claims-sibling-holdout.json +226 -0
  492. package/extensions/dm-web-access/eval/fixtures/extract-calibration.json +12 -0
  493. package/extensions/dm-web-access/eval/fixtures/extract-holdout.json +172 -0
  494. package/extensions/dm-web-access/eval/fixtures/offtopic-calibration.json +103 -0
  495. package/extensions/dm-web-access/eval/fixtures/offtopic-holdout.json +307 -0
  496. package/extensions/dm-web-access/eval/offtopic-judge.mjs +66 -0
  497. package/extensions/dm-web-access/evidence/CONTRACT-EVIDENCE.md +496 -0
  498. package/extensions/dm-web-access/evidence/contract-probe.mjs +127 -0
  499. package/extensions/dm-web-access/exa.js +42 -4
  500. package/extensions/dm-web-access/extract.js +110 -19
  501. package/extensions/dm-web-access/fetch-params.js +12 -3
  502. package/extensions/dm-web-access/field-extract.js +324 -0
  503. package/extensions/dm-web-access/gemini-adc.js +47 -1
  504. package/extensions/dm-web-access/gemini-api.js +11 -0
  505. package/extensions/dm-web-access/gemini-search.js +204 -196
  506. package/extensions/dm-web-access/github-extract.js +1 -1
  507. package/extensions/dm-web-access/github-issue-pr.js +6 -6
  508. package/extensions/dm-web-access/index.js +159 -112
  509. package/extensions/dm-web-access/jina-search.js +6 -4
  510. package/extensions/dm-web-access/kagi.js +4 -4
  511. package/extensions/dm-web-access/keenable.js +2 -2
  512. package/extensions/dm-web-access/linkup.js +160 -0
  513. package/extensions/dm-web-access/mistral-search.js +4 -4
  514. package/extensions/dm-web-access/ninerouter.js +100 -0
  515. package/extensions/dm-web-access/offtopic-judge.js +56 -0
  516. package/extensions/dm-web-access/ollama.js +4 -4
  517. package/extensions/dm-web-access/openai-search.js +32 -12
  518. package/extensions/dm-web-access/package.json +1 -1
  519. package/extensions/dm-web-access/page-query.js +7 -4
  520. package/extensions/dm-web-access/parallel.js +6 -7
  521. package/extensions/dm-web-access/pdf-extract.js +1 -3
  522. package/extensions/dm-web-access/perplexity.js +6 -5
  523. package/extensions/dm-web-access/querit.js +3 -3
  524. package/extensions/dm-web-access/query-rewrite.js +32 -8
  525. package/extensions/dm-web-access/scripts/dm-extensions-dist.js +16 -0
  526. package/extensions/dm-web-access/scripts/publish.js +38 -0
  527. package/extensions/dm-web-access/search1api.js +3 -3
  528. package/extensions/dm-web-access/searchinfinity.js +3 -3
  529. package/extensions/dm-web-access/searxng.js +2 -1
  530. package/extensions/dm-web-access/serpapi.js +6 -5
  531. package/extensions/dm-web-access/serpbase.js +4 -4
  532. package/extensions/dm-web-access/serpdive.js +3 -3
  533. package/extensions/dm-web-access/serper.js +5 -4
  534. package/extensions/dm-web-access/serply.js +2 -2
  535. package/extensions/dm-web-access/source-check.js +22 -14
  536. package/extensions/dm-web-access/ssrf-protection.js +29 -4
  537. package/extensions/dm-web-access/summary-model-scope.js +11 -1
  538. package/extensions/dm-web-access/summary-review.js +36 -43
  539. package/extensions/dm-web-access/tool-activation.js +11 -2
  540. package/extensions/dm-web-access/upgrade-notice.js +41 -0
  541. package/extensions/dm-web-access/utils.js +51 -3
  542. package/extensions/dm-web-access/valyu.js +3 -3
  543. package/extensions/dm-web-access/video-extract.js +3 -2
  544. package/extensions/dm-web-access/web-tool-core.js +161 -51
  545. package/extensions/dm-web-access/xai-search.js +44 -9
  546. package/extensions/dm-web-access/xcrawl.js +3 -3
  547. package/extensions/dm-web-access/you.js +2 -2
  548. package/package.json +4 -4
  549. package/extensions/dm-lens/dist/clients/actionable-warnings-logger.js +0 -24
  550. package/extensions/dm-lens/dist/clients/actionable-warnings.js +0 -1062
  551. package/extensions/dm-lens/dist/clients/advisory-provenance.js +0 -387
  552. package/extensions/dm-lens/dist/clients/agent-behavior-client.js +0 -94
  553. package/extensions/dm-lens/dist/clients/agent-nudge.js +0 -253
  554. package/extensions/dm-lens/dist/clients/analysed-root.js +0 -1
  555. package/extensions/dm-lens/dist/clients/analysis-root.js +0 -100
  556. package/extensions/dm-lens/dist/clients/ast-grep-client.js +0 -587
  557. package/extensions/dm-lens/dist/clients/ast-grep-rule-manager.js +0 -137
  558. package/extensions/dm-lens/dist/clients/ast-grep-tool-logger.js +0 -85
  559. package/extensions/dm-lens/dist/clients/ast-grep-types.js +0 -1
  560. package/extensions/dm-lens/dist/clients/ast-grep-yaml-synth.js +0 -109
  561. package/extensions/dm-lens/dist/clients/atomic-write-staging.js +0 -66
  562. package/extensions/dm-lens/dist/clients/atomic-write.js +0 -37
  563. package/extensions/dm-lens/dist/clients/availability-probe-flight.js +0 -11
  564. package/extensions/dm-lens/dist/clients/bash-file-access.js +0 -830
  565. package/extensions/dm-lens/dist/clients/biome-client.js +0 -223
  566. package/extensions/dm-lens/dist/clients/blocker-freshness.js +0 -377
  567. package/extensions/dm-lens/dist/clients/blocker-past-eof.js +0 -49
  568. package/extensions/dm-lens/dist/clients/bootstrap.js +0 -246
  569. package/extensions/dm-lens/dist/clients/bounded-cache.js +0 -105
  570. package/extensions/dm-lens/dist/clients/bounded-pid-file-lock.js +0 -275
  571. package/extensions/dm-lens/dist/clients/bounded-telemetry.js +0 -107
  572. package/extensions/dm-lens/dist/clients/build-identity.js +0 -45
  573. package/extensions/dm-lens/dist/clients/bundled-resource-health.js +0 -41
  574. package/extensions/dm-lens/dist/clients/bus-events-logger.js +0 -48
  575. package/extensions/dm-lens/dist/clients/bus-publish.js +0 -117
  576. package/extensions/dm-lens/dist/clients/cache/rule-cache.js +0 -87
  577. package/extensions/dm-lens/dist/clients/cache-manager.js +0 -428
  578. package/extensions/dm-lens/dist/clients/cache-observability.js +0 -847
  579. package/extensions/dm-lens/dist/clients/call-graph.js +0 -628
  580. package/extensions/dm-lens/dist/clients/cargo-manifest.js +0 -171
  581. package/extensions/dm-lens/dist/clients/cascade-budget.js +0 -52
  582. package/extensions/dm-lens/dist/clients/cascade-format.js +0 -160
  583. package/extensions/dm-lens/dist/clients/cascade-logger.js +0 -22
  584. package/extensions/dm-lens/dist/clients/cascade-types.js +0 -1
  585. package/extensions/dm-lens/dist/clients/child-unref.js +0 -59
  586. package/extensions/dm-lens/dist/clients/code-quality-warnings.js +0 -192
  587. package/extensions/dm-lens/dist/clients/codebase-model.js +0 -110
  588. package/extensions/dm-lens/dist/clients/collateral-test-role.js +0 -8
  589. package/extensions/dm-lens/dist/clients/complexity-client.js +0 -398
  590. package/extensions/dm-lens/dist/clients/config-core/deny.js +0 -117
  591. package/extensions/dm-lens/dist/clients/config-core/index.js +0 -2
  592. package/extensions/dm-lens/dist/clients/config-core/merge.js +0 -228
  593. package/extensions/dm-lens/dist/clients/config-core/normalize.js +0 -226
  594. package/extensions/dm-lens/dist/clients/config-core/process-spec.js +0 -147
  595. package/extensions/dm-lens/dist/clients/config-core/provenance.js +0 -54
  596. package/extensions/dm-lens/dist/clients/config-core/records.js +0 -79
  597. package/extensions/dm-lens/dist/clients/config-core/resolve.js +0 -48
  598. package/extensions/dm-lens/dist/clients/config-core/safe-object.js +0 -22
  599. package/extensions/dm-lens/dist/clients/config-core/schema.js +0 -93
  600. package/extensions/dm-lens/dist/clients/config-diagnostic-codes.js +0 -90
  601. package/extensions/dm-lens/dist/clients/config-locations.js +0 -175
  602. package/extensions/dm-lens/dist/clients/config-resolve.js +0 -359
  603. package/extensions/dm-lens/dist/clients/config-schema.js +0 -230
  604. package/extensions/dm-lens/dist/clients/config-warn.js +0 -146
  605. package/extensions/dm-lens/dist/clients/confirmed-delete.js +0 -11
  606. package/extensions/dm-lens/dist/clients/console-guard-install.js +0 -4
  607. package/extensions/dm-lens/dist/clients/cooperative-budget.js +0 -36
  608. package/extensions/dm-lens/dist/clients/custom-rule-locations.js +0 -28
  609. package/extensions/dm-lens/dist/clients/dead-code-client.js +0 -408
  610. package/extensions/dm-lens/dist/clients/dead-code-logger.js +0 -18
  611. package/extensions/dm-lens/dist/clients/deadline-utils.js +0 -117
  612. package/extensions/dm-lens/dist/clients/debug-handles.js +0 -121
  613. package/extensions/dm-lens/dist/clients/debug-heap.js +0 -80
  614. package/extensions/dm-lens/dist/clients/deferred-lsp-work.js +0 -33
  615. package/extensions/dm-lens/dist/clients/deferred-runner-blockers.js +0 -106
  616. package/extensions/dm-lens/dist/clients/deferred-test-targets.js +0 -31
  617. package/extensions/dm-lens/dist/clients/degradation-ledger.js +0 -289
  618. package/extensions/dm-lens/dist/clients/demoted-finding-render.js +0 -64
  619. package/extensions/dm-lens/dist/clients/dependency-checker.js +0 -534
  620. package/extensions/dm-lens/dist/clients/deps/ast-grep-napi.js +0 -17
  621. package/extensions/dm-lens/dist/clients/deps/dm-host-deps.js +0 -10
  622. package/extensions/dm-lens/dist/clients/deps/dm-tui-compat.js +0 -58
  623. package/extensions/dm-lens/dist/clients/deps/js-yaml.js +0 -7
  624. package/extensions/dm-lens/dist/clients/deps/minimatch.js +0 -6
  625. package/extensions/dm-lens/dist/clients/deps/pidusage.js +0 -5
  626. package/extensions/dm-lens/dist/clients/deps/typebox.js +0 -5
  627. package/extensions/dm-lens/dist/clients/deps/vscode-jsonrpc.js +0 -8
  628. package/extensions/dm-lens/dist/clients/deps/web-tree-sitter.js +0 -11
  629. package/extensions/dm-lens/dist/clients/diagnostic-dispositions.js +0 -318
  630. package/extensions/dm-lens/dist/clients/diagnostic-line-freshness.js +0 -142
  631. package/extensions/dm-lens/dist/clients/diagnostic-logger.js +0 -60
  632. package/extensions/dm-lens/dist/clients/diagnostic-tracker.js +0 -89
  633. package/extensions/dm-lens/dist/clients/diagnostics-publish.js +0 -134
  634. package/extensions/dm-lens/dist/clients/dispatch/adopted-root-runners.js +0 -22
  635. package/extensions/dm-lens/dist/clients/dispatch/ast-grep-catalog.js +0 -16
  636. package/extensions/dm-lens/dist/clients/dispatch/auxiliary-lsp.js +0 -158
  637. package/extensions/dm-lens/dist/clients/dispatch/collect-later-tier.js +0 -25
  638. package/extensions/dm-lens/dist/clients/dispatch/diagnostic-taxonomy.js +0 -58
  639. package/extensions/dm-lens/dist/clients/dispatch/dispatcher.js +0 -1017
  640. package/extensions/dm-lens/dist/clients/dispatch/fact-provider-types.js +0 -1
  641. package/extensions/dm-lens/dist/clients/dispatch/fact-rule-runner.js +0 -17
  642. package/extensions/dm-lens/dist/clients/dispatch/fact-runner.js +0 -18
  643. package/extensions/dm-lens/dist/clients/dispatch/fact-scheduler.js +0 -52
  644. package/extensions/dm-lens/dist/clients/dispatch/fact-store.js +0 -199
  645. package/extensions/dm-lens/dist/clients/dispatch/facts/comment-facts.js +0 -23
  646. package/extensions/dm-lens/dist/clients/dispatch/facts/file-content.js +0 -18
  647. package/extensions/dm-lens/dist/clients/dispatch/facts/function-facts.js +0 -281
  648. package/extensions/dm-lens/dist/clients/dispatch/facts/import-facts.js +0 -169
  649. package/extensions/dm-lens/dist/clients/dispatch/facts/tree-sitter-facts.js +0 -19
  650. package/extensions/dm-lens/dist/clients/dispatch/facts/try-catch-facts.js +0 -95
  651. package/extensions/dm-lens/dist/clients/dispatch/finding-policy.js +0 -164
  652. package/extensions/dm-lens/dist/clients/dispatch/indent-detect.js +0 -227
  653. package/extensions/dm-lens/dist/clients/dispatch/inline-suppressions.js +0 -52
  654. package/extensions/dm-lens/dist/clients/dispatch/integration.js +0 -1502
  655. package/extensions/dm-lens/dist/clients/dispatch/known-runner-ids.js +0 -13
  656. package/extensions/dm-lens/dist/clients/dispatch/lazy.js +0 -8
  657. package/extensions/dm-lens/dist/clients/dispatch/pending-runner-findings.js +0 -130
  658. package/extensions/dm-lens/dist/clients/dispatch/plan.js +0 -284
  659. package/extensions/dm-lens/dist/clients/dispatch/priorities.js +0 -14
  660. package/extensions/dm-lens/dist/clients/dispatch/rule-id-normalize.js +0 -49
  661. package/extensions/dm-lens/dist/clients/dispatch/rule-ignores.js +0 -21
  662. package/extensions/dm-lens/dist/clients/dispatch/rule-policy.js +0 -102
  663. package/extensions/dm-lens/dist/clients/dispatch/rules/async-noise.js +0 -31
  664. package/extensions/dm-lens/dist/clients/dispatch/rules/async-unnecessary-wrapper.js +0 -27
  665. package/extensions/dm-lens/dist/clients/dispatch/rules/cors-wildcard.js +0 -35
  666. package/extensions/dm-lens/dist/clients/dispatch/rules/error-obscuring.js +0 -29
  667. package/extensions/dm-lens/dist/clients/dispatch/rules/error-swallowing.js +0 -29
  668. package/extensions/dm-lens/dist/clients/dispatch/rules/framework-call-noise.js +0 -31
  669. package/extensions/dm-lens/dist/clients/dispatch/rules/high-complexity.js +0 -56
  670. package/extensions/dm-lens/dist/clients/dispatch/rules/high-fan-out.js +0 -45
  671. package/extensions/dm-lens/dist/clients/dispatch/rules/high-import-coupling.js +0 -31
  672. package/extensions/dm-lens/dist/clients/dispatch/rules/missing-error-propagation.js +0 -45
  673. package/extensions/dm-lens/dist/clients/dispatch/rules/no-commented-credentials.js +0 -46
  674. package/extensions/dm-lens/dist/clients/dispatch/rules/pass-through-wrappers.js +0 -38
  675. package/extensions/dm-lens/dist/clients/dispatch/rules/placeholder-comments.js +0 -40
  676. package/extensions/dm-lens/dist/clients/dispatch/rules/unsafe-boundary.js +0 -101
  677. package/extensions/dm-lens/dist/clients/dispatch/runner-context.js +0 -46
  678. package/extensions/dm-lens/dist/clients/dispatch/runners/actionlint.js +0 -98
  679. package/extensions/dm-lens/dist/clients/dispatch/runners/ast-grep-napi.js +0 -694
  680. package/extensions/dm-lens/dist/clients/dispatch/runners/biome-check.js +0 -205
  681. package/extensions/dm-lens/dist/clients/dispatch/runners/cpp-check.js +0 -190
  682. package/extensions/dm-lens/dist/clients/dispatch/runners/credo.js +0 -66
  683. package/extensions/dm-lens/dist/clients/dispatch/runners/cue-vet.js +0 -171
  684. package/extensions/dm-lens/dist/clients/dispatch/runners/dart-analyze.js +0 -151
  685. package/extensions/dm-lens/dist/clients/dispatch/runners/detekt.js +0 -157
  686. package/extensions/dm-lens/dist/clients/dispatch/runners/dotnet-build.js +0 -157
  687. package/extensions/dm-lens/dist/clients/dispatch/runners/elixir-check.js +0 -153
  688. package/extensions/dm-lens/dist/clients/dispatch/runners/eslint.js +0 -99
  689. package/extensions/dm-lens/dist/clients/dispatch/runners/fact-rules.js +0 -20
  690. package/extensions/dm-lens/dist/clients/dispatch/runners/fish-indent.js +0 -66
  691. package/extensions/dm-lens/dist/clients/dispatch/runners/gleam-check.js +0 -110
  692. package/extensions/dm-lens/dist/clients/dispatch/runners/go-vet.js +0 -52
  693. package/extensions/dm-lens/dist/clients/dispatch/runners/golangci-lint.js +0 -89
  694. package/extensions/dm-lens/dist/clients/dispatch/runners/hadolint.js +0 -83
  695. package/extensions/dm-lens/dist/clients/dispatch/runners/helm-lint.js +0 -144
  696. package/extensions/dm-lens/dist/clients/dispatch/runners/helm-render.js +0 -593
  697. package/extensions/dm-lens/dist/clients/dispatch/runners/htmlhint.js +0 -103
  698. package/extensions/dm-lens/dist/clients/dispatch/runners/index.js +0 -100
  699. package/extensions/dm-lens/dist/clients/dispatch/runners/javac.js +0 -82
  700. package/extensions/dm-lens/dist/clients/dispatch/runners/ktlint.js +0 -93
  701. package/extensions/dm-lens/dist/clients/dispatch/runners/lsp.js +0 -226
  702. package/extensions/dm-lens/dist/clients/dispatch/runners/markdownlint.js +0 -129
  703. package/extensions/dm-lens/dist/clients/dispatch/runners/mypy.js +0 -70
  704. package/extensions/dm-lens/dist/clients/dispatch/runners/oxlint.js +0 -305
  705. package/extensions/dm-lens/dist/clients/dispatch/runners/php-lint.js +0 -66
  706. package/extensions/dm-lens/dist/clients/dispatch/runners/phpstan.js +0 -90
  707. package/extensions/dm-lens/dist/clients/dispatch/runners/prisma-validate.js +0 -66
  708. package/extensions/dm-lens/dist/clients/dispatch/runners/psscriptanalyzer.js +0 -307
  709. package/extensions/dm-lens/dist/clients/dispatch/runners/pyright.js +0 -118
  710. package/extensions/dm-lens/dist/clients/dispatch/runners/rubocop.js +0 -79
  711. package/extensions/dm-lens/dist/clients/dispatch/runners/ruff.js +0 -69
  712. package/extensions/dm-lens/dist/clients/dispatch/runners/rust-clippy.js +0 -166
  713. package/extensions/dm-lens/dist/clients/dispatch/runners/shellcheck.js +0 -177
  714. package/extensions/dm-lens/dist/clients/dispatch/runners/shfmt.js +0 -85
  715. package/extensions/dm-lens/dist/clients/dispatch/runners/spellcheck.js +0 -74
  716. package/extensions/dm-lens/dist/clients/dispatch/runners/spotbugs.js +0 -208
  717. package/extensions/dm-lens/dist/clients/dispatch/runners/sqlfluff.js +0 -136
  718. package/extensions/dm-lens/dist/clients/dispatch/runners/stylelint.js +0 -118
  719. package/extensions/dm-lens/dist/clients/dispatch/runners/swiftlint.js +0 -143
  720. package/extensions/dm-lens/dist/clients/dispatch/runners/taplo.js +0 -108
  721. package/extensions/dm-lens/dist/clients/dispatch/runners/terragrunt.js +0 -110
  722. package/extensions/dm-lens/dist/clients/dispatch/runners/tflint.js +0 -104
  723. package/extensions/dm-lens/dist/clients/dispatch/runners/tree-sitter.js +0 -521
  724. package/extensions/dm-lens/dist/clients/dispatch/runners/trivy-config.js +0 -155
  725. package/extensions/dm-lens/dist/clients/dispatch/runners/utils/availability-policy.js +0 -285
  726. package/extensions/dm-lens/dist/clients/dispatch/runners/utils/candidate-probe.js +0 -61
  727. package/extensions/dm-lens/dist/clients/dispatch/runners/utils/diagnostic-parsers.js +0 -61
  728. package/extensions/dm-lens/dist/clients/dispatch/runners/utils/lazy-installer.js +0 -130
  729. package/extensions/dm-lens/dist/clients/dispatch/runners/utils/runner-helpers.js +0 -1143
  730. package/extensions/dm-lens/dist/clients/dispatch/runners/utils/spawn-outcome.js +0 -40
  731. package/extensions/dm-lens/dist/clients/dispatch/runners/utils/tool-failure.js +0 -120
  732. package/extensions/dm-lens/dist/clients/dispatch/runners/utils/toolchain-availability.js +0 -88
  733. package/extensions/dm-lens/dist/clients/dispatch/runners/utils.js +0 -8
  734. package/extensions/dm-lens/dist/clients/dispatch/runners/vale.js +0 -106
  735. package/extensions/dm-lens/dist/clients/dispatch/runners/yaml-rule-parser.js +0 -170
  736. package/extensions/dm-lens/dist/clients/dispatch/runners/yamllint.js +0 -83
  737. package/extensions/dm-lens/dist/clients/dispatch/runners/zig-check.js +0 -72
  738. package/extensions/dm-lens/dist/clients/dispatch/suppress-writer.js +0 -57
  739. package/extensions/dm-lens/dist/clients/dispatch/tool-profile.js +0 -30
  740. package/extensions/dm-lens/dist/clients/dispatch/types.js +0 -27
  741. package/extensions/dm-lens/dist/clients/dispatch/utils/format-utils.js +0 -58
  742. package/extensions/dm-lens/dist/clients/dispatch/utils/lsp-diagnostics.js +0 -31
  743. package/extensions/dm-lens/dist/clients/disposition-logger.js +0 -19
  744. package/extensions/dm-lens/dist/clients/disposition-publish.js +0 -88
  745. package/extensions/dm-lens/dist/clients/durable-store.js +0 -77
  746. package/extensions/dm-lens/dist/clients/effective-config.js +0 -170
  747. package/extensions/dm-lens/dist/clients/env-utils.js +0 -26
  748. package/extensions/dm-lens/dist/clients/ephemeral-root.js +0 -67
  749. package/extensions/dm-lens/dist/clients/error-class.js +0 -3
  750. package/extensions/dm-lens/dist/clients/eval-timestamp.js +0 -2
  751. package/extensions/dm-lens/dist/clients/event-loop-hold.js +0 -119
  752. package/extensions/dm-lens/dist/clients/event-loop-monitor.js +0 -84
  753. package/extensions/dm-lens/dist/clients/extension-log.js +0 -230
  754. package/extensions/dm-lens/dist/clients/extension-mode.js +0 -20
  755. package/extensions/dm-lens/dist/clients/feature-hints.js +0 -88
  756. package/extensions/dm-lens/dist/clients/file-kinds.js +0 -313
  757. package/extensions/dm-lens/dist/clients/file-mutation-queue.js +0 -95
  758. package/extensions/dm-lens/dist/clients/file-role.js +0 -50
  759. package/extensions/dm-lens/dist/clients/file-time.js +0 -112
  760. package/extensions/dm-lens/dist/clients/file-utils.js +0 -706
  761. package/extensions/dm-lens/dist/clients/finding-delivery-gate.js +0 -132
  762. package/extensions/dm-lens/dist/clients/finding-identity.js +0 -23
  763. package/extensions/dm-lens/dist/clients/fix-run-restore.js +0 -413
  764. package/extensions/dm-lens/dist/clients/fix-worklog.js +0 -75
  765. package/extensions/dm-lens/dist/clients/format-events-publish.js +0 -310
  766. package/extensions/dm-lens/dist/clients/format-service.js +0 -159
  767. package/extensions/dm-lens/dist/clients/formatters-lazy.js +0 -8
  768. package/extensions/dm-lens/dist/clients/formatters.js +0 -1367
  769. package/extensions/dm-lens/dist/clients/freshness-cadence.js +0 -1
  770. package/extensions/dm-lens/dist/clients/freshness.js +0 -8
  771. package/extensions/dm-lens/dist/clients/generated-artifacts.js +0 -209
  772. package/extensions/dm-lens/dist/clients/generation-guard.js +0 -147
  773. package/extensions/dm-lens/dist/clients/generation-lock.js +0 -181
  774. package/extensions/dm-lens/dist/clients/git-guard.js +0 -786
  775. package/extensions/dm-lens/dist/clients/git-tracked-ignore.js +0 -120
  776. package/extensions/dm-lens/dist/clients/gitleaks-client.js +0 -290
  777. package/extensions/dm-lens/dist/clients/go-client.js +0 -47
  778. package/extensions/dm-lens/dist/clients/govulncheck-client.js +0 -411
  779. package/extensions/dm-lens/dist/clients/gradle-ktfmt-style.js +0 -177
  780. package/extensions/dm-lens/dist/clients/grammar-source.js +0 -229
  781. package/extensions/dm-lens/dist/clients/grammar-wasm-imports.js +0 -48
  782. package/extensions/dm-lens/dist/clients/gzip-stage-write.js +0 -93
  783. package/extensions/dm-lens/dist/clients/hard-failure-summary.js +0 -28
  784. package/extensions/dm-lens/dist/clients/hashline-anchor.js +0 -222
  785. package/extensions/dm-lens/dist/clients/hook-budgets.js +0 -17
  786. package/extensions/dm-lens/dist/clients/host-edit-normalize.js +0 -87
  787. package/extensions/dm-lens/dist/clients/host-ports.js +0 -35
  788. package/extensions/dm-lens/dist/clients/indent-retarget.js +0 -102
  789. package/extensions/dm-lens/dist/clients/inline-blocker-dispositions.js +0 -103
  790. package/extensions/dm-lens/dist/clients/inline-blocker-fields.js +0 -8
  791. package/extensions/dm-lens/dist/clients/install-diagnostics.js +0 -135
  792. package/extensions/dm-lens/dist/clients/installer/index.js +0 -3935
  793. package/extensions/dm-lens/dist/clients/installer/managed-tool-refresh-session.js +0 -17
  794. package/extensions/dm-lens/dist/clients/installer/managed-tool-refresh.js +0 -522
  795. package/extensions/dm-lens/dist/clients/instance-reaper-state.js +0 -3
  796. package/extensions/dm-lens/dist/clients/instance-reaper.js +0 -682
  797. package/extensions/dm-lens/dist/clients/instance-registry-lock.js +0 -166
  798. package/extensions/dm-lens/dist/clients/instance-registry-tail.js +0 -17
  799. package/extensions/dm-lens/dist/clients/instance-registry.js +0 -595
  800. package/extensions/dm-lens/dist/clients/io-bridge-contract.js +0 -7
  801. package/extensions/dm-lens/dist/clients/io-bridge.js +0 -357
  802. package/extensions/dm-lens/dist/clients/jscpd-client.js +0 -300
  803. package/extensions/dm-lens/dist/clients/json-cache-read.js +0 -25
  804. package/extensions/dm-lens/dist/clients/knip-client.js +0 -534
  805. package/extensions/dm-lens/dist/clients/knip-scan-roots.js +0 -26
  806. package/extensions/dm-lens/dist/clients/language-policy.js +0 -244
  807. package/extensions/dm-lens/dist/clients/language-profile.js +0 -263
  808. package/extensions/dm-lens/dist/clients/language-registry.js +0 -427
  809. package/extensions/dm-lens/dist/clients/latency-logger.js +0 -202
  810. package/extensions/dm-lens/dist/clients/lazy-import.js +0 -14
  811. package/extensions/dm-lens/dist/clients/ledger-bounds.js +0 -21
  812. package/extensions/dm-lens/dist/clients/lens-config.js +0 -246
  813. package/extensions/dm-lens/dist/clients/lens-engine.js +0 -181
  814. package/extensions/dm-lens/dist/clients/lens-events.js +0 -105
  815. package/extensions/dm-lens/dist/clients/lens-flag-registry.js +0 -292
  816. package/extensions/dm-lens/dist/clients/lens-map.js +0 -980
  817. package/extensions/dm-lens/dist/clients/live-bus-emitter.js +0 -53
  818. package/extensions/dm-lens/dist/clients/log-cleanup.js +0 -138
  819. package/extensions/dm-lens/dist/clients/lsp/aggregation.js +0 -89
  820. package/extensions/dm-lens/dist/clients/lsp/auxiliary-lifecycle.js +0 -23
  821. package/extensions/dm-lens/dist/clients/lsp/capabilities.js +0 -94
  822. package/extensions/dm-lens/dist/clients/lsp/cascade-tier.js +0 -208
  823. package/extensions/dm-lens/dist/clients/lsp/client.js +0 -2943
  824. package/extensions/dm-lens/dist/clients/lsp/config.js +0 -471
  825. package/extensions/dm-lens/dist/clients/lsp/content-limits.js +0 -21
  826. package/extensions/dm-lens/dist/clients/lsp/diagnostic-binding.js +0 -79
  827. package/extensions/dm-lens/dist/clients/lsp/document-drift.js +0 -324
  828. package/extensions/dm-lens/dist/clients/lsp/edits.js +0 -982
  829. package/extensions/dm-lens/dist/clients/lsp/grouping.js +0 -38
  830. package/extensions/dm-lens/dist/clients/lsp/index.js +0 -4639
  831. package/extensions/dm-lens/dist/clients/lsp/inferred-project.js +0 -121
  832. package/extensions/dm-lens/dist/clients/lsp/jvm-runtime.js +0 -194
  833. package/extensions/dm-lens/dist/clients/lsp/language.js +0 -23
  834. package/extensions/dm-lens/dist/clients/lsp/launch.js +0 -564
  835. package/extensions/dm-lens/dist/clients/lsp/lombok.js +0 -146
  836. package/extensions/dm-lens/dist/clients/lsp/path-utils.js +0 -1
  837. package/extensions/dm-lens/dist/clients/lsp/pending-aux-coverage.js +0 -120
  838. package/extensions/dm-lens/dist/clients/lsp/position-encoding.js +0 -28
  839. package/extensions/dm-lens/dist/clients/lsp/resolved-config.js +0 -183
  840. package/extensions/dm-lens/dist/clients/lsp/ruby-drive-dirs.js +0 -42
  841. package/extensions/dm-lens/dist/clients/lsp/server-covers.js +0 -8
  842. package/extensions/dm-lens/dist/clients/lsp/server-traits.js +0 -39
  843. package/extensions/dm-lens/dist/clients/lsp/server.js +0 -2640
  844. package/extensions/dm-lens/dist/clients/lsp/service-singleton.js +0 -59
  845. package/extensions/dm-lens/dist/clients/lsp/session-roots.js +0 -52
  846. package/extensions/dm-lens/dist/clients/lsp/spawn-history.js +0 -15
  847. package/extensions/dm-lens/dist/clients/lsp/sync-kind.js +0 -30
  848. package/extensions/dm-lens/dist/clients/lsp/tsserver-sync.js +0 -156
  849. package/extensions/dm-lens/dist/clients/lsp/wait-policy/capability-snapshot.js +0 -1
  850. package/extensions/dm-lens/dist/clients/lsp/wait-policy/classification.js +0 -37
  851. package/extensions/dm-lens/dist/clients/lsp/wait-policy/index.js +0 -3
  852. package/extensions/dm-lens/dist/clients/lsp/wait-policy/strategies.js +0 -196
  853. package/extensions/dm-lens/dist/clients/lsp/watch-queue.js +0 -40
  854. package/extensions/dm-lens/dist/clients/lsp/workspace-diagnostics-cache.js +0 -270
  855. package/extensions/dm-lens/dist/clients/lsp/workspace-diagnostics-session.js +0 -7
  856. package/extensions/dm-lens/dist/clients/lsp/workspace-sweep-hold.js +0 -93
  857. package/extensions/dm-lens/dist/clients/lsp-budget.js +0 -87
  858. package/extensions/dm-lens/dist/clients/lsp-document-symbols.js +0 -93
  859. package/extensions/dm-lens/dist/clients/lsp-lazy.js +0 -8
  860. package/extensions/dm-lens/dist/clients/lsp-mutation.js +0 -309
  861. package/extensions/dm-lens/dist/clients/lsp-status.js +0 -35
  862. package/extensions/dm-lens/dist/clients/map-with-concurrency.js +0 -20
  863. package/extensions/dm-lens/dist/clients/mcp/analyze.js +0 -265
  864. package/extensions/dm-lens/dist/clients/mcp/host-shim.js +0 -14
  865. package/extensions/dm-lens/dist/clients/mcp/ipc.js +0 -321
  866. package/extensions/dm-lens/dist/clients/mcp/review.js +0 -137
  867. package/extensions/dm-lens/dist/clients/mcp/session.js +0 -305
  868. package/extensions/dm-lens/dist/clients/memory-sampler.js +0 -145
  869. package/extensions/dm-lens/dist/clients/message-end-attribution.js +0 -18
  870. package/extensions/dm-lens/dist/clients/metrics-client.js +0 -80
  871. package/extensions/dm-lens/dist/clients/metrics-history.js +0 -255
  872. package/extensions/dm-lens/dist/clients/middle-man-analysis.js +0 -161
  873. package/extensions/dm-lens/dist/clients/model-provider.js +0 -31
  874. package/extensions/dm-lens/dist/clients/module-report-lsp.js +0 -140
  875. package/extensions/dm-lens/dist/clients/module-report.js +0 -1648
  876. package/extensions/dm-lens/dist/clients/mutating-tool.js +0 -386
  877. package/extensions/dm-lens/dist/clients/mutation-attribution.js +0 -176
  878. package/extensions/dm-lens/dist/clients/mutation-bridge.js +0 -231
  879. package/extensions/dm-lens/dist/clients/ndjson-logger.js +0 -504
  880. package/extensions/dm-lens/dist/clients/observed-mutation-sources.js +0 -43
  881. package/extensions/dm-lens/dist/clients/observed-mutation.js +0 -729
  882. package/extensions/dm-lens/dist/clients/oldtext-autopatch.js +0 -100
  883. package/extensions/dm-lens/dist/clients/opaque-mutation-scan.js +0 -340
  884. package/extensions/dm-lens/dist/clients/opengrep-client.js +0 -219
  885. package/extensions/dm-lens/dist/clients/opengrep-config.js +0 -52
  886. package/extensions/dm-lens/dist/clients/package-manager.js +0 -358
  887. package/extensions/dm-lens/dist/clients/package-root.js +0 -25
  888. package/extensions/dm-lens/dist/clients/partial-edit-apply.js +0 -337
  889. package/extensions/dm-lens/dist/clients/path-attribution-telemetry.js +0 -31
  890. package/extensions/dm-lens/dist/clients/path-keyed-map.js +0 -57
  891. package/extensions/dm-lens/dist/clients/path-utils.js +0 -535
  892. package/extensions/dm-lens/dist/clients/performance-report.js +0 -291
  893. package/extensions/dm-lens/dist/clients/persist-debounce.js +0 -37
  894. package/extensions/dm-lens/dist/clients/persist-worker-stats.js +0 -8
  895. package/extensions/dm-lens/dist/clients/persistent-reverify.js +0 -166
  896. package/extensions/dm-lens/dist/clients/php-cs-fixer-config.js +0 -15
  897. package/extensions/dm-lens/dist/clients/pipeline.js +0 -1279
  898. package/extensions/dm-lens/dist/clients/post-autofix-notice.js +0 -19
  899. package/extensions/dm-lens/dist/clients/print-mode.js +0 -3
  900. package/extensions/dm-lens/dist/clients/probe-home-state.js +0 -67
  901. package/extensions/dm-lens/dist/clients/process-bridge.js +0 -48
  902. package/extensions/dm-lens/dist/clients/process-singletons.js +0 -69
  903. package/extensions/dm-lens/dist/clients/process-snapshot.js +0 -130
  904. package/extensions/dm-lens/dist/clients/project-changes.js +0 -174
  905. package/extensions/dm-lens/dist/clients/project-conventions.js +0 -152
  906. package/extensions/dm-lens/dist/clients/project-diagnostics/cache.js +0 -91
  907. package/extensions/dm-lens/dist/clients/project-diagnostics/extractors.js +0 -53
  908. package/extensions/dm-lens/dist/clients/project-diagnostics/fresh-fetch.js +0 -413
  909. package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/call-graph-impact.js +0 -64
  910. package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/dead-code.js +0 -38
  911. package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/gitleaks.js +0 -21
  912. package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/govulncheck.js +0 -23
  913. package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/jscpd.js +0 -28
  914. package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/knip.js +0 -45
  915. package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/madge.js +0 -34
  916. package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/opengrep.js +0 -32
  917. package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/runner-findings.js +0 -79
  918. package/extensions/dm-lens/dist/clients/project-diagnostics/runner-adapters/trivy.js +0 -41
  919. package/extensions/dm-lens/dist/clients/project-diagnostics/scanner.js +0 -349
  920. package/extensions/dm-lens/dist/clients/project-diagnostics/types.js +0 -1
  921. package/extensions/dm-lens/dist/clients/project-lens-config.js +0 -464
  922. package/extensions/dm-lens/dist/clients/project-report.js +0 -527
  923. package/extensions/dm-lens/dist/clients/project-scale.js +0 -60
  924. package/extensions/dm-lens/dist/clients/project-scan-policy.js +0 -4
  925. package/extensions/dm-lens/dist/clients/project-snapshot-fingerprint.js +0 -44
  926. package/extensions/dm-lens/dist/clients/project-snapshot-persist-worker.js +0 -13
  927. package/extensions/dm-lens/dist/clients/project-snapshot.js +0 -1333
  928. package/extensions/dm-lens/dist/clients/project-trust.js +0 -104
  929. package/extensions/dm-lens/dist/clients/python-environment.js +0 -162
  930. package/extensions/dm-lens/dist/clients/python-provenance.js +0 -551
  931. package/extensions/dm-lens/dist/clients/quiet-window-config.js +0 -16
  932. package/extensions/dm-lens/dist/clients/quiet-window.js +0 -129
  933. package/extensions/dm-lens/dist/clients/read-bridge.js +0 -53
  934. package/extensions/dm-lens/dist/clients/read-expansion.js +0 -218
  935. package/extensions/dm-lens/dist/clients/read-guard-branch.js +0 -126
  936. package/extensions/dm-lens/dist/clients/read-guard-logger.js +0 -186
  937. package/extensions/dm-lens/dist/clients/read-guard-tool-lines.js +0 -1050
  938. package/extensions/dm-lens/dist/clients/read-guard.js +0 -1429
  939. package/extensions/dm-lens/dist/clients/recent-touches.js +0 -126
  940. package/extensions/dm-lens/dist/clients/redact/secrets.js +0 -386
  941. package/extensions/dm-lens/dist/clients/resource-sampler.js +0 -344
  942. package/extensions/dm-lens/dist/clients/reverse-deps.js +0 -227
  943. package/extensions/dm-lens/dist/clients/review-graph/builder.js +0 -3708
  944. package/extensions/dm-lens/dist/clients/review-graph/format.js +0 -30
  945. package/extensions/dm-lens/dist/clients/review-graph/git-identity.js +0 -168
  946. package/extensions/dm-lens/dist/clients/review-graph/import-resolvers.js +0 -323
  947. package/extensions/dm-lens/dist/clients/review-graph/persist-worker.js +0 -8
  948. package/extensions/dm-lens/dist/clients/review-graph/query.js +0 -195
  949. package/extensions/dm-lens/dist/clients/review-graph/revision-drift.js +0 -3
  950. package/extensions/dm-lens/dist/clients/review-graph/service.js +0 -60
  951. package/extensions/dm-lens/dist/clients/review-graph/shared-extraction-ir.js +0 -54
  952. package/extensions/dm-lens/dist/clients/review-graph/symbol-id.js +0 -29
  953. package/extensions/dm-lens/dist/clients/review-graph/tsconfig-paths.js +0 -253
  954. package/extensions/dm-lens/dist/clients/review-graph/types.js +0 -1
  955. package/extensions/dm-lens/dist/clients/review-graph/workspace-modules.js +0 -374
  956. package/extensions/dm-lens/dist/clients/review-graph-logger.js +0 -51
  957. package/extensions/dm-lens/dist/clients/ruff-client.js +0 -109
  958. package/extensions/dm-lens/dist/clients/rules-scanner.js +0 -113
  959. package/extensions/dm-lens/dist/clients/run-duration.js +0 -9
  960. package/extensions/dm-lens/dist/clients/runtime-agent-end.js +0 -800
  961. package/extensions/dm-lens/dist/clients/runtime-config.js +0 -39
  962. package/extensions/dm-lens/dist/clients/runtime-context.js +0 -155
  963. package/extensions/dm-lens/dist/clients/runtime-coordinator.js +0 -1117
  964. package/extensions/dm-lens/dist/clients/runtime-session.js +0 -1768
  965. package/extensions/dm-lens/dist/clients/runtime-tool-call.js +0 -935
  966. package/extensions/dm-lens/dist/clients/runtime-tool-result.js +0 -1630
  967. package/extensions/dm-lens/dist/clients/runtime-turn.js +0 -2900
  968. package/extensions/dm-lens/dist/clients/rust-client.js +0 -48
  969. package/extensions/dm-lens/dist/clients/safe-spawn.js +0 -1275
  970. package/extensions/dm-lens/dist/clients/sanitize.js +0 -174
  971. package/extensions/dm-lens/dist/clients/scan-utils.js +0 -7
  972. package/extensions/dm-lens/dist/clients/scanner-temp-root.js +0 -8
  973. package/extensions/dm-lens/dist/clients/scratch-tree-policy.js +0 -63
  974. package/extensions/dm-lens/dist/clients/search-read-registration.js +0 -60
  975. package/extensions/dm-lens/dist/clients/secret-findings.js +0 -69
  976. package/extensions/dm-lens/dist/clients/security-scan-client.js +0 -208
  977. package/extensions/dm-lens/dist/clients/session-event-guard.js +0 -111
  978. package/extensions/dm-lens/dist/clients/session-lifecycle.js +0 -269
  979. package/extensions/dm-lens/dist/clients/session-scope.js +0 -451
  980. package/extensions/dm-lens/dist/clients/session-start-observability.js +0 -47
  981. package/extensions/dm-lens/dist/clients/session-state-store.js +0 -66
  982. package/extensions/dm-lens/dist/clients/session-summary.js +0 -8
  983. package/extensions/dm-lens/dist/clients/sessionstart-logger.js +0 -22
  984. package/extensions/dm-lens/dist/clients/sg-runner.js +0 -645
  985. package/extensions/dm-lens/dist/clients/sgconfig.js +0 -306
  986. package/extensions/dm-lens/dist/clients/shared-checkout-guard.js +0 -177
  987. package/extensions/dm-lens/dist/clients/single-flight.js +0 -52
  988. package/extensions/dm-lens/dist/clients/situational-tool-telemetry.js +0 -85
  989. package/extensions/dm-lens/dist/clients/skills-resolver.js +0 -38
  990. package/extensions/dm-lens/dist/clients/slow-fs.js +0 -77
  991. package/extensions/dm-lens/dist/clients/smells-rollup.js +0 -118
  992. package/extensions/dm-lens/dist/clients/source-filter.js +0 -320
  993. package/extensions/dm-lens/dist/clients/source-walker.js +0 -96
  994. package/extensions/dm-lens/dist/clients/spawn-output-cap.js +0 -35
  995. package/extensions/dm-lens/dist/clients/spawn-timeout-cooldown.js +0 -51
  996. package/extensions/dm-lens/dist/clients/stale-marker.js +0 -1
  997. package/extensions/dm-lens/dist/clients/startup-scan.js +0 -230
  998. package/extensions/dm-lens/dist/clients/startup-timing.js +0 -67
  999. package/extensions/dm-lens/dist/clients/string-utils.js +0 -6
  1000. package/extensions/dm-lens/dist/clients/subagent-mode.js +0 -40
  1001. package/extensions/dm-lens/dist/clients/symbol-containment.js +0 -16
  1002. package/extensions/dm-lens/dist/clients/symbol-types.js +0 -1
  1003. package/extensions/dm-lens/dist/clients/test-runner-client.js +0 -1697
  1004. package/extensions/dm-lens/dist/clients/test-runner-delivery.js +0 -293
  1005. package/extensions/dm-lens/dist/clients/test-target-roots.js +0 -17
  1006. package/extensions/dm-lens/dist/clients/todo-scanner.js +0 -164
  1007. package/extensions/dm-lens/dist/clients/tool-agreement.js +0 -640
  1008. package/extensions/dm-lens/dist/clients/tool-config.js +0 -219
  1009. package/extensions/dm-lens/dist/clients/tool-cwd.js +0 -235
  1010. package/extensions/dm-lens/dist/clients/tool-definition.js +0 -22
  1011. package/extensions/dm-lens/dist/clients/tool-event.js +0 -24
  1012. package/extensions/dm-lens/dist/clients/tool-policy.js +0 -2393
  1013. package/extensions/dm-lens/dist/clients/tool-probe.js +0 -13
  1014. package/extensions/dm-lens/dist/clients/tool-render.js +0 -79
  1015. package/extensions/dm-lens/dist/clients/tool-set-policy.js +0 -77
  1016. package/extensions/dm-lens/dist/clients/tree-sitter-cache.js +0 -206
  1017. package/extensions/dm-lens/dist/clients/tree-sitter-client.js +0 -3057
  1018. package/extensions/dm-lens/dist/clients/tree-sitter-logger.js +0 -77
  1019. package/extensions/dm-lens/dist/clients/tree-sitter-navigator.js +0 -198
  1020. package/extensions/dm-lens/dist/clients/tree-sitter-query-loader.js +0 -389
  1021. package/extensions/dm-lens/dist/clients/tree-sitter-shared.js +0 -87
  1022. package/extensions/dm-lens/dist/clients/tree-sitter-symbol-extractor.js +0 -959
  1023. package/extensions/dm-lens/dist/clients/trivy-client.js +0 -335
  1024. package/extensions/dm-lens/dist/clients/tui-fit.js +0 -26
  1025. package/extensions/dm-lens/dist/clients/turn-context.js +0 -48
  1026. package/extensions/dm-lens/dist/clients/turn-end/delivery-holds.js +0 -59
  1027. package/extensions/dm-lens/dist/clients/turn-end/lane.js +0 -1
  1028. package/extensions/dm-lens/dist/clients/turn-end/lanes/govulncheck.js +0 -54
  1029. package/extensions/dm-lens/dist/clients/turn-end/lanes/secrets.js +0 -131
  1030. package/extensions/dm-lens/dist/clients/turn-summary-render.js +0 -56
  1031. package/extensions/dm-lens/dist/clients/turn-summary.js +0 -84
  1032. package/extensions/dm-lens/dist/clients/typos-config.js +0 -9
  1033. package/extensions/dm-lens/dist/clients/user-notify.js +0 -15
  1034. package/extensions/dm-lens/dist/clients/vanished-instance-marker.js +0 -18
  1035. package/extensions/dm-lens/dist/clients/warm-attach.js +0 -210
  1036. package/extensions/dm-lens/dist/clients/widget-state.js +0 -997
  1037. package/extensions/dm-lens/dist/clients/word-index-logger.js +0 -21
  1038. package/extensions/dm-lens/dist/clients/word-index-store.js +0 -222
  1039. package/extensions/dm-lens/dist/clients/word-index.js +0 -1494
  1040. package/extensions/dm-lens/dist/clients/workspace-topology.js +0 -268
  1041. package/extensions/dm-lens/dist/clients/write-ordering-guard.js +0 -28
  1042. package/extensions/dm-lens/dist/clients/zizmor-config.js +0 -160
  1043. package/extensions/dm-lens/dist/i18n.js +0 -67
  1044. package/extensions/dm-lens/dist/index.js +0 -1973
  1045. package/extensions/dm-lens/dist/mcp/analyze-cli.js +0 -205
  1046. package/extensions/dm-lens/dist/mcp/build-staleness.js +0 -55
  1047. package/extensions/dm-lens/dist/mcp/cli.js +0 -96
  1048. package/extensions/dm-lens/dist/mcp/server.js +0 -1239
  1049. package/extensions/dm-lens/dist/mcp/tool-arguments.js +0 -134
  1050. package/extensions/dm-lens/dist/mcp/worker.js +0 -41
  1051. package/extensions/dm-lens/dist/scripts/lib/process-scan.mjs +0 -375
  1052. package/extensions/dm-lens/dist/scripts/lib/skills-predicate.mjs +0 -53
  1053. package/extensions/dm-lens/dist/scripts/lib/web-tree-sitter-dir.mjs +0 -51
  1054. package/extensions/dm-lens/dist/tools/activate-tools.js +0 -62
  1055. package/extensions/dm-lens/dist/tools/ast-grep-outline.js +0 -126
  1056. package/extensions/dm-lens/dist/tools/ast-grep-replace.js +0 -227
  1057. package/extensions/dm-lens/dist/tools/ast-grep-search.js +0 -687
  1058. package/extensions/dm-lens/dist/tools/effective-config.js +0 -59
  1059. package/extensions/dm-lens/dist/tools/lens-diagnostic-mark.js +0 -251
  1060. package/extensions/dm-lens/dist/tools/lens-diagnostics.js +0 -1518
  1061. package/extensions/dm-lens/dist/tools/lsp-diagnostics.js +0 -1198
  1062. package/extensions/dm-lens/dist/tools/lsp-navigation.js +0 -1249
  1063. package/extensions/dm-lens/dist/tools/lsp-structured-output.js +0 -277
  1064. package/extensions/dm-lens/dist/tools/module-report.js +0 -332
  1065. package/extensions/dm-lens/dist/tools/project-report.js +0 -72
  1066. package/extensions/dm-lens/dist/tools/render-compact.js +0 -272
  1067. package/extensions/dm-lens/dist/tools/scan-progress.js +0 -31
  1068. package/extensions/dm-lens/dist/tools/shared.js +0 -32
  1069. package/extensions/dm-lens/dist/tools/symbol-search.js +0 -133
  1070. package/extensions/dm-mcp-adapter/dist/abort.js +0 -35
  1071. package/extensions/dm-mcp-adapter/dist/agent-dir.js +0 -45
  1072. package/extensions/dm-mcp-adapter/dist/agent-plugin-loader.js +0 -392
  1073. package/extensions/dm-mcp-adapter/dist/agent-plugin-provenance.js +0 -26
  1074. package/extensions/dm-mcp-adapter/dist/bearer-command-resolver.js +0 -182
  1075. package/extensions/dm-mcp-adapter/dist/claude-plugin-loader.js +0 -350
  1076. package/extensions/dm-mcp-adapter/dist/config.js +0 -1735
  1077. package/extensions/dm-mcp-adapter/dist/consent-manager.js +0 -84
  1078. package/extensions/dm-mcp-adapter/dist/elicitation-handler.js +0 -370
  1079. package/extensions/dm-mcp-adapter/dist/errors.js +0 -225
  1080. package/extensions/dm-mcp-adapter/dist/http-ca.js +0 -75
  1081. package/extensions/dm-mcp-adapter/dist/jev-client.js +0 -359
  1082. package/extensions/dm-mcp-adapter/dist/jev-contracts.js +0 -1
  1083. package/extensions/dm-mcp-adapter/dist/jev-key-store.js +0 -189
  1084. package/extensions/dm-mcp-adapter/dist/json-schema-validator.js +0 -70
  1085. package/extensions/dm-mcp-adapter/dist/lifecycle.js +0 -387
  1086. package/extensions/dm-mcp-adapter/dist/logger.js +0 -115
  1087. package/extensions/dm-mcp-adapter/dist/mcp-auth-fetch.js +0 -86
  1088. package/extensions/dm-mcp-adapter/dist/mcp-auth-flow.js +0 -956
  1089. package/extensions/dm-mcp-adapter/dist/mcp-auth.js +0 -998
  1090. package/extensions/dm-mcp-adapter/dist/mcp-bearer-store.js +0 -182
  1091. package/extensions/dm-mcp-adapter/dist/mcp-callback-server.js +0 -380
  1092. package/extensions/dm-mcp-adapter/dist/mcp-oauth-provider.js +0 -525
  1093. package/extensions/dm-mcp-adapter/dist/mcp-probe.js +0 -151
  1094. package/extensions/dm-mcp-adapter/dist/mcp-tasks.js +0 -300
  1095. package/extensions/dm-mcp-adapter/dist/mcp-trace.js +0 -220
  1096. package/extensions/dm-mcp-adapter/dist/metadata-cache.js +0 -323
  1097. package/extensions/dm-mcp-adapter/dist/npx-resolver.js +0 -465
  1098. package/extensions/dm-mcp-adapter/dist/output-shape.js +0 -312
  1099. package/extensions/dm-mcp-adapter/dist/package-mcp-loader.js +0 -144
  1100. package/extensions/dm-mcp-adapter/dist/project-server-trust.js +0 -186
  1101. package/extensions/dm-mcp-adapter/dist/request-headers-command.js +0 -294
  1102. package/extensions/dm-mcp-adapter/dist/resource-tools.js +0 -7
  1103. package/extensions/dm-mcp-adapter/dist/runtime-owner.js +0 -94
  1104. package/extensions/dm-mcp-adapter/dist/sampling-handler.js +0 -213
  1105. package/extensions/dm-mcp-adapter/dist/secure-keyring.js +0 -191
  1106. package/extensions/dm-mcp-adapter/dist/server-manager.js +0 -1594
  1107. package/extensions/dm-mcp-adapter/dist/session-approvals.js +0 -127
  1108. package/extensions/dm-mcp-adapter/dist/session-recovery.js +0 -83
  1109. package/extensions/dm-mcp-adapter/dist/state.js +0 -1
  1110. package/extensions/dm-mcp-adapter/dist/ts-shape.js +0 -157
  1111. package/extensions/dm-mcp-adapter/dist/types.js +0 -286
  1112. package/extensions/dm-mcp-adapter/dist/ui-app-bridge-helpers.js +0 -36
  1113. package/extensions/dm-mcp-adapter/dist/ui-resource-handler.js +0 -204
  1114. package/extensions/dm-mcp-adapter/dist/ui-stream-types.js +0 -58
  1115. package/extensions/dm-mcp-adapter/dist/ui-tool-visibility.js +0 -26
  1116. package/extensions/dm-mcp-adapter/dist/unix-socket-transport.js +0 -83
  1117. package/extensions/dm-mcp-adapter/dist/utils.js +0 -418
  1118. package/extensions/dm-web-access/dist/index.js +0 -28396
  1119. package/extensions/dm-web-access/dist/mcp-cli.js +0 -28185
  1120. /package/extensions/dm-lens/skills/{pi-lens-lsp-navigation → dm-lens-lsp-navigation}/SKILL.md +0 -0
  1121. /package/extensions/dm-lens/skills/{pi-lens-write-ast-grep-rule → dm-lens-write-ast-grep-rule}/SKILL.md +0 -0
  1122. /package/extensions/dm-lens/skills/{pi-lens-write-ast-grep-rule → dm-lens-write-ast-grep-rule}/reference.md +0 -0
  1123. /package/extensions/dm-lens/skills/{pi-lens-write-tree-sitter-rule → dm-lens-write-tree-sitter-rule}/SKILL.md +0 -0
@@ -1,1494 +0,0 @@
1
- import * as fs from "node:fs";
2
- import * as path from "node:path";
3
- import { createDeadline, forEachCooperatively, yieldIfOverBudget } from "./cooperative-budget.js";
4
- import { incrementDegradationCount } from "./degradation-ledger.js";
5
- import { KIND_EXTENSIONS } from "./file-kinds.js";
6
- import { isTestFileName } from "./file-role.js";
7
- import { PathKeyedMap } from "./path-keyed-map.js";
8
- import { isAtOrAboveHomeDir, normalizeEphemeralMapKey } from "./path-utils.js";
9
- import { createSingleFlight } from "./single-flight.js";
10
- import { createDebounceScheduler } from "./persist-debounce.js";
11
- import { getWordIndexMaxFilesDerived } from "./project-scale.js";
12
- import { compactPostingsIntoArena, compactPostingsIntoArenaCooperatively, countPostingBackingStores, countPostingEntries, estimateWordIndexStoreBytes, WordForwardEntry, WordIndexFileTable, WordPostingList } from "./word-index-store.js";
13
- import { logLatency } from "./latency-logger.js";
14
- import { logWordIndex } from "./word-index-logger.js";
15
- export const wordIndexKey = normalizeEphemeralMapKey;
16
- const STOPWORDS = new Set([
17
- "the",
18
- "and",
19
- "for",
20
- "let",
21
- "var",
22
- "const",
23
- "function",
24
- "return",
25
- "if",
26
- "else",
27
- "import",
28
- "export",
29
- "from",
30
- "class",
31
- "interface",
32
- "type",
33
- "enum",
34
- "new",
35
- "this",
36
- "self",
37
- "void",
38
- "null",
39
- "true",
40
- "false",
41
- "async",
42
- "await",
43
- "public",
44
- "private",
45
- "protected",
46
- "static",
47
- "def",
48
- "fn",
49
- "func",
50
- "struct",
51
- "impl",
52
- "pub",
53
- "use",
54
- "mod",
55
- "in",
56
- "of",
57
- "as",
58
- "is",
59
- "not",
60
- "with"
61
- ]);
62
- const VENDOR_DIR_RE = /(^|[\\/])(?:tests?|__tests__|spec|specs|__mocks__|vendor|node_modules|examples?|fixtures?|\.git|dist|build|coverage)([\\/]|$)/i;
63
- const DOC_FILE_RE = /\.(?:md|mdx|markdown|json|json5|jsonc|txt|rst|lock|ya?ml|toml|csv)$/i;
64
- const TEST_VENDOR_PENALTY = 0.3;
65
- const DOC_FILE_PENALTY = 0.5;
66
- const BM25_K1 = 1.2;
67
- const BM25_B = 0.75;
68
- function isTestOrVendor(file) {
69
- return isTestFileName(file) || VENDOR_DIR_RE.test(file);
70
- }
71
- function isDocFile(file) {
72
- return DOC_FILE_RE.test(file);
73
- }
74
- export function splitIdentifier(identifier) {
75
- const parts = new Set;
76
- const whole = identifier.toLowerCase();
77
- if (whole.length >= 2 && !STOPWORDS.has(whole))
78
- parts.add(whole);
79
- for (const chunk of identifier.split(/[^A-Za-z0-9]+/)) {
80
- if (!chunk)
81
- continue;
82
- const spaced = chunk.replace(/([a-z0-9])([A-Z])/g, "$1 $2").replace(/[A-Z](?=[A-Z][a-z])/g, "$& ").replace(/([A-Za-z])([0-9])/g, "$1 $2").replace(/([0-9])([A-Za-z])/g, "$1 $2");
83
- for (const sub of spaced.split(/\s+/)) {
84
- const token = sub.toLowerCase();
85
- if (token.length >= 2 && !STOPWORDS.has(token))
86
- parts.add(token);
87
- }
88
- }
89
- return [...parts];
90
- }
91
- export function tokenizeLine(line) {
92
- const tokens = [];
93
- const matches = line.match(/[A-Za-z_$][A-Za-z0-9_$]*/g);
94
- if (!matches)
95
- return tokens;
96
- for (const match of matches) {
97
- for (const token of splitIdentifier(match))
98
- tokens.push(token);
99
- }
100
- return tokens;
101
- }
102
- const WORD_INDEX_BUILD_YIELD_BUDGET_MS = 8;
103
- const WORD_INDEX_LONG_LINE_YIELD_CHARS = 4096;
104
- function createEmptyWordIndex(truncated) {
105
- return {
106
- postings: new Map,
107
- fileTable: new WordIndexFileTable,
108
- docLengths: new PathKeyedMap(wordIndexKey),
109
- totalTokens: 0,
110
- docCount: 0,
111
- truncated,
112
- forward: new PathKeyedMap(wordIndexKey),
113
- fileMtimes: new PathKeyedMap(wordIndexKey),
114
- fileSizes: new PathKeyedMap(wordIndexKey),
115
- replacementStats: { count: 0, totalMs: 0, maxMs: 0 },
116
- dirtyFiles: new Set,
117
- postingStoreCount: 0,
118
- recompactFlight: createSingleFlight()
119
- };
120
- }
121
- export function countWordIndexPostingEntries(index) {
122
- return countPostingEntries(index);
123
- }
124
- export function estimateWordIndexResidentBytes(index) {
125
- return estimateWordIndexStoreBytes(index);
126
- }
127
- function recordOrphanWordIndexFileId(fileId, token, seam) {
128
- incrementDegradationCount({
129
- kind: "word-index-orphan-file-id",
130
- subject: `fileId:${fileId}`,
131
- reason: `${seam} dropped a posting for token "${token}": the file table has no path for this id`
132
- });
133
- }
134
- export function wordIndexPostingHits(index, token) {
135
- const list = index.postings.get(token);
136
- if (!list)
137
- return [];
138
- const hits = [];
139
- for (let i = 0;i < list.length; i += 1) {
140
- const fileId = list.fileIdAt(i);
141
- const file = index.fileTable.pathFor(fileId);
142
- if (file === undefined) {
143
- recordOrphanWordIndexFileId(fileId, token, "decode");
144
- continue;
145
- }
146
- hits.push({ file, line: list.lineAt(i) });
147
- }
148
- return hits;
149
- }
150
- function compactWordIndexPostings(index) {
151
- compactPostingsIntoArena(index.postings);
152
- index.postingStoreCount = countPostingBackingStores(index.postings);
153
- }
154
- function notePostingStoresAllocated(index, count) {
155
- index.postingStoreCount = (index.postingStoreCount ?? 0) + count;
156
- }
157
- const WORD_INDEX_RECOMPACT_STORE_FLOOR = 64;
158
- const WORD_INDEX_RECOMPACT_STORE_FRACTION = 0.1;
159
- function wordIndexRecompactThreshold(index) {
160
- return Math.max(WORD_INDEX_RECOMPACT_STORE_FLOOR, Math.floor(index.postings.size * WORD_INDEX_RECOMPACT_STORE_FRACTION));
161
- }
162
- async function recompactWordIndexPostingsIfNeeded(index, root) {
163
- const threshold = wordIndexRecompactThreshold(index);
164
- const beforeStores = countPostingBackingStores(index.postings);
165
- if (beforeStores <= threshold) {
166
- index.postingStoreCount = beforeStores;
167
- return;
168
- }
169
- const beforeBytes = estimateWordIndexResidentBytes(index);
170
- await compactPostingsIntoArenaCooperatively(index.postings);
171
- const afterStores = countPostingBackingStores(index.postings);
172
- index.postingStoreCount = afterStores;
173
- const afterBytes = estimateWordIndexResidentBytes(index);
174
- const firstForRoot = incrementDegradationCount({
175
- kind: "word-index-arena-recompact",
176
- subject: path.resolve(root),
177
- reason: `arena store threshold ${threshold} exceeded`,
178
- metadata: { beforeBytes, afterBytes, beforeStores, afterStores }
179
- });
180
- if (firstForRoot) {
181
- logWordIndex({
182
- phase: "incremental_refresh",
183
- cwd: path.resolve(root),
184
- trigger: "incremental_refresh",
185
- reason: `arena_recompact beforeBytes=${beforeBytes} afterBytes=${afterBytes} beforeStores=${beforeStores} afterStores=${afterStores}`
186
- });
187
- }
188
- }
189
- function enqueueWordIndexRecompact(index, root) {
190
- if ((index.postingStoreCount ?? 0) <= wordIndexRecompactThreshold(index)) {
191
- return Promise.resolve();
192
- }
193
- const flight = index.recompactFlight ??= createSingleFlight();
194
- return flight.run("recompact", () => enqueueAsyncWordIndexOperation(index, () => recompactWordIndexPostingsIfNeeded(index, root)));
195
- }
196
- function scheduleWordIndexRecompact(index, filePath) {
197
- enqueueWordIndexRecompact(index, path.dirname(filePath));
198
- }
199
- export async function flushWordIndexRecompactionsForTests(index) {
200
- await (asyncWordIndexOperations.get(index) ?? Promise.resolve());
201
- }
202
- function recordWordIndexReplacement(index, startedAt) {
203
- const stats = index.replacementStats ?? { count: 0, totalMs: 0, maxMs: 0 };
204
- const durationMs = Math.max(0, Date.now() - startedAt);
205
- stats.count += 1;
206
- stats.totalMs += durationMs;
207
- stats.maxMs = Math.max(stats.maxMs, durationMs);
208
- index.replacementStats = stats;
209
- }
210
- function internWordIndexFile(index, filePath) {
211
- return index.fileTable.intern(wordIndexKey(filePath), filePath);
212
- }
213
- function appendWordIndexPostings(index, filePath, perTokenHits) {
214
- const fileId = internWordIndexFile(index, filePath);
215
- const tokenLineCounts = new Map;
216
- for (const [token, lineNumbers] of perTokenHits) {
217
- let list = index.postings.get(token);
218
- if (list) {
219
- if (list.reserve(list.length + lineNumbers.length)) {
220
- notePostingStoresAllocated(index, 1);
221
- }
222
- } else {
223
- list = new WordPostingList(token, lineNumbers.length);
224
- index.postings.set(token, list);
225
- notePostingStoresAllocated(index, 1);
226
- }
227
- tokenLineCounts.set(list.token, lineNumbers.length);
228
- for (const line of lineNumbers)
229
- list.push(fileId, line);
230
- }
231
- return tokenLineCounts;
232
- }
233
- function commitWordIndexDocumentReplacement(index, doc, perTokenHits, docLength, startedAt) {
234
- const tokenLineCounts = appendWordIndexPostings(index, doc.path, perTokenHits);
235
- index.docLengths.set(doc.path, docLength);
236
- index.forward.set(doc.path, WordForwardEntry.fromTally(tokenLineCounts));
237
- index.fileMtimes.set(doc.path, -1);
238
- index.fileSizes.set(doc.path, Buffer.byteLength(doc.content, "utf-8"));
239
- index.dirtyFiles?.add(wordIndexKey(doc.path));
240
- index.totalTokens += docLength;
241
- index.docCount += 1;
242
- recordWordIndexReplacement(index, startedAt);
243
- }
244
- function indexWordLine(index, fileId, line, lineNumber, tokenLineCounts) {
245
- const lineTokens = tokenizeLine(line);
246
- const seenOnLine = new Set;
247
- for (const token of lineTokens) {
248
- if (seenOnLine.has(token))
249
- continue;
250
- seenOnLine.add(token);
251
- let list = index.postings.get(token);
252
- if (!list) {
253
- list = new WordPostingList(token, 1);
254
- index.postings.set(token, list);
255
- }
256
- list.push(fileId, lineNumber);
257
- const canonical = list.token;
258
- tokenLineCounts.set(canonical, (tokenLineCounts.get(canonical) ?? 0) + 1);
259
- }
260
- return lineTokens.length;
261
- }
262
- function finishWordIndexDocument(index, doc, docLength, tokenLineCounts) {
263
- index.docLengths.set(doc.path, docLength);
264
- index.forward?.set(doc.path, WordForwardEntry.fromTally(tokenLineCounts));
265
- index.fileMtimes.set(doc.path, doc.mtimeMs ?? 0);
266
- index.fileSizes.set(doc.path, doc.size ?? Buffer.byteLength(doc.content, "utf-8"));
267
- index.dirtyFiles?.add(wordIndexKey(doc.path));
268
- index.totalTokens += docLength;
269
- index.docCount += 1;
270
- }
271
- function indexWordDocument(index, doc) {
272
- const fileId = internWordIndexFile(index, doc.path);
273
- const lines = doc.content.split(/\r?\n/);
274
- const tokenLineCounts = new Map;
275
- let docLength = 0;
276
- for (let i = 0;i < lines.length; i += 1) {
277
- docLength += indexWordLine(index, fileId, lines[i], i + 1, tokenLineCounts);
278
- }
279
- finishWordIndexDocument(index, doc, docLength, tokenLineCounts);
280
- }
281
- export function buildWordIndex(files) {
282
- const index = createEmptyWordIndex(files.truncated ?? false);
283
- for (const doc of files)
284
- indexWordDocument(index, doc);
285
- compactWordIndexPostings(index);
286
- return index;
287
- }
288
- export async function buildWordIndexAsync(files, shouldContinue = () => true) {
289
- const index = createEmptyWordIndex(files.truncated ?? false);
290
- const deadline = createDeadline(WORD_INDEX_BUILD_YIELD_BUDGET_MS);
291
- for (const doc of files) {
292
- if (!shouldContinue())
293
- throw new Error("word index build superseded");
294
- const fileId = internWordIndexFile(index, doc.path);
295
- const lines = doc.content.split(/\r?\n/);
296
- const tokenLineCounts = new Map;
297
- let docLength = 0;
298
- for (let i = 0;i < lines.length; i += 1) {
299
- const line = lines[i];
300
- docLength += indexWordLine(index, fileId, line, i + 1, tokenLineCounts);
301
- if (line.length >= WORD_INDEX_LONG_LINE_YIELD_CHARS || deadline.expired()) {
302
- await yieldIfOverBudget(deadline);
303
- if (!shouldContinue())
304
- throw new Error("word index build superseded");
305
- }
306
- }
307
- finishWordIndexDocument(index, doc, docLength, tokenLineCounts);
308
- if (deadline.expired() && await yieldIfOverBudget(deadline)) {
309
- if (!shouldContinue())
310
- throw new Error("word index build superseded");
311
- }
312
- }
313
- compactWordIndexPostings(index);
314
- return index;
315
- }
316
- export function removeWordIndexDocument(index, filePath) {
317
- if (!index.forward)
318
- return false;
319
- const tokenLineCounts = index.forward.get(filePath);
320
- if (!tokenLineCounts)
321
- return false;
322
- const removedKey = wordIndexKey(filePath);
323
- const removedId = index.fileTable.idFor(removedKey);
324
- if (removedId === undefined)
325
- return false;
326
- for (const token of tokenLineCounts.keys()) {
327
- const list = index.postings.get(token);
328
- if (!list)
329
- continue;
330
- const next = list.withoutFile(removedId);
331
- if (next.length > 0) {
332
- index.postings.set(token, next);
333
- notePostingStoresAllocated(index, 1);
334
- } else
335
- index.postings.delete(token);
336
- }
337
- const docLength = index.docLengths.get(filePath) ?? 0;
338
- index.docLengths.delete(filePath);
339
- index.forward.delete(filePath);
340
- index.fileMtimes.delete(filePath);
341
- index.fileSizes.delete(filePath);
342
- index.dirtyFiles?.add(wordIndexKey(filePath));
343
- index.fileTable.release(removedKey);
344
- index.totalTokens -= docLength;
345
- index.docCount = Math.max(0, index.docCount - 1);
346
- return true;
347
- }
348
- export function updateWordIndexDocument(index, doc) {
349
- if (!index.forward)
350
- return false;
351
- const startedAt = Date.now();
352
- if (index.forward.has(doc.path)) {
353
- removeWordIndexDocument(index, doc.path);
354
- }
355
- const lines = doc.content.split(/\r?\n/);
356
- const perTokenHits = new Map;
357
- let docLength = 0;
358
- for (let i = 0;i < lines.length; i += 1) {
359
- const lineTokens = tokenizeLine(lines[i]);
360
- docLength += lineTokens.length;
361
- const seenOnLine = new Set;
362
- for (const token of lineTokens) {
363
- if (seenOnLine.has(token))
364
- continue;
365
- seenOnLine.add(token);
366
- const arr = perTokenHits.get(token);
367
- if (arr)
368
- arr.push(i + 1);
369
- else
370
- perTokenHits.set(token, [i + 1]);
371
- }
372
- }
373
- commitWordIndexDocumentReplacement(index, doc, perTokenHits, docLength, startedAt);
374
- scheduleWordIndexRecompact(index, doc.path);
375
- return true;
376
- }
377
- const asyncWordIndexOperations = new WeakMap;
378
- function enqueueAsyncWordIndexOperation(index, operation) {
379
- const previous = asyncWordIndexOperations.get(index) ?? Promise.resolve();
380
- const run = previous.catch(() => {
381
- return;
382
- }).then(operation);
383
- const settled = run.then(() => {
384
- return;
385
- }, () => {
386
- return;
387
- });
388
- asyncWordIndexOperations.set(index, settled);
389
- return run.finally(() => {
390
- if (asyncWordIndexOperations.get(index) === settled) {
391
- asyncWordIndexOperations.delete(index);
392
- }
393
- });
394
- }
395
- async function stageWordIndexDocumentRemoval(index, filePath, shouldContinue) {
396
- if (!index.forward)
397
- return;
398
- const tokenLineCounts = index.forward.get(filePath);
399
- if (!tokenLineCounts)
400
- return;
401
- const removedKey = wordIndexKey(filePath);
402
- const removedId = index.fileTable.idFor(removedKey);
403
- if (removedId === undefined)
404
- return;
405
- const postings = new Map;
406
- const deadline = createDeadline(WORD_INDEX_BUILD_YIELD_BUDGET_MS);
407
- for (const token of tokenLineCounts.keys()) {
408
- if (!shouldContinue())
409
- throw new Error("word index refresh superseded");
410
- const list = index.postings.get(token);
411
- if (!list)
412
- continue;
413
- const survivors = list.withoutFile(removedId);
414
- postings.set(token, survivors.length > 0 ? survivors : undefined);
415
- if (deadline.expired() && await yieldIfOverBudget(deadline)) {
416
- if (!shouldContinue())
417
- throw new Error("word index refresh superseded");
418
- }
419
- }
420
- return { postings, docLength: index.docLengths.get(filePath) ?? 0 };
421
- }
422
- function commitWordIndexDocumentRemoval(index, filePath, staged) {
423
- for (const [token, list] of staged.postings) {
424
- if (list) {
425
- index.postings.set(token, list);
426
- notePostingStoresAllocated(index, 1);
427
- } else
428
- index.postings.delete(token);
429
- }
430
- index.docLengths.delete(filePath);
431
- index.forward?.delete(filePath);
432
- index.fileMtimes.delete(filePath);
433
- index.fileSizes.delete(filePath);
434
- index.dirtyFiles?.add(wordIndexKey(filePath));
435
- index.fileTable.release(wordIndexKey(filePath));
436
- index.totalTokens -= staged.docLength;
437
- index.docCount = Math.max(0, index.docCount - 1);
438
- }
439
- export async function removeWordIndexDocumentAsync(index, filePath, shouldContinue = () => true) {
440
- return enqueueAsyncWordIndexOperation(index, async () => {
441
- const staged = await stageWordIndexDocumentRemoval(index, filePath, shouldContinue);
442
- if (!staged)
443
- return false;
444
- if (!shouldContinue())
445
- throw new Error("word index refresh superseded");
446
- commitWordIndexDocumentRemoval(index, filePath, staged);
447
- return true;
448
- });
449
- }
450
- export async function updateWordIndexDocumentForEdit(index, doc) {
451
- const updated = await updateWordIndexDocumentAsync(index, doc);
452
- if (updated)
453
- scheduleWordIndexRecompact(index, doc.path);
454
- return updated;
455
- }
456
- export async function updateWordIndexDocumentAsync(index, doc, shouldContinue = () => true) {
457
- return enqueueAsyncWordIndexOperation(index, () => updateWordIndexDocumentAsyncUnsafe(index, doc, shouldContinue));
458
- }
459
- async function updateWordIndexDocumentAsyncUnsafe(index, doc, shouldContinue) {
460
- if (!index.forward)
461
- return false;
462
- const startedAt = Date.now();
463
- const removal = index.forward.has(doc.path) ? await stageWordIndexDocumentRemoval(index, doc.path, shouldContinue) : undefined;
464
- if (index.forward.has(doc.path) && !removal)
465
- return false;
466
- const perTokenHits = new Map;
467
- let docLength = 0;
468
- const lines = doc.content.split(/\r?\n/);
469
- await forEachCooperatively(lines, (line, i) => {
470
- const lineTokens = tokenizeLine(line);
471
- docLength += lineTokens.length;
472
- const seenOnLine = new Set;
473
- for (const token of lineTokens) {
474
- if (seenOnLine.has(token))
475
- continue;
476
- seenOnLine.add(token);
477
- const arr = perTokenHits.get(token);
478
- if (arr)
479
- arr.push(i + 1);
480
- else
481
- perTokenHits.set(token, [i + 1]);
482
- }
483
- }, {
484
- budgetMs: WORD_INDEX_BUILD_YIELD_BUDGET_MS,
485
- shouldContinue,
486
- abortMessage: "word index refresh superseded"
487
- });
488
- if (!shouldContinue())
489
- throw new Error("word index refresh superseded");
490
- if (removal)
491
- commitWordIndexDocumentRemoval(index, doc.path, removal);
492
- commitWordIndexDocumentReplacement(index, doc, perTokenHits, docLength, startedAt);
493
- return true;
494
- }
495
- export const WORD_INDEX_MAX_BYTES = 512 * 1024;
496
- export async function collectWordIndexDocs(root, shouldContinue = () => true, preflightFiles) {
497
- const { collectSourceFilesAsync } = await import("./source-filter.js");
498
- const maxFiles = preflightFiles?.length ?? getWordIndexMaxFilesDerived(root);
499
- const files = preflightFiles ? preflightFiles.map((file) => file.path) : await collectSourceFilesAsync(root, {
500
- maxFiles,
501
- prioritizeCodeKinds: true
502
- });
503
- const truncated = preflightFiles?.truncated ?? files.length === maxFiles;
504
- const docs = Object.assign([], { truncated, skipped: 0 });
505
- if (!shouldContinue())
506
- return docs;
507
- const deadline = createDeadline(WORD_INDEX_BUILD_YIELD_BUDGET_MS);
508
- for (const file of files.slice(0, maxFiles)) {
509
- if (!shouldContinue())
510
- return docs;
511
- try {
512
- const stat = fs.statSync(file);
513
- if (stat.size <= WORD_INDEX_MAX_BYTES) {
514
- docs.push({
515
- path: file,
516
- content: fs.readFileSync(file, "utf-8"),
517
- mtimeMs: stat.mtimeMs,
518
- size: stat.size
519
- });
520
- } else {
521
- docs.skipped += 1;
522
- }
523
- } catch {
524
- docs.skipped += 1;
525
- }
526
- if (deadline.expired() && await yieldIfOverBudget(deadline)) {
527
- if (!shouldContinue())
528
- return docs;
529
- }
530
- }
531
- return docs;
532
- }
533
- const WORD_INDEX_STAT_CONCURRENCY = 8;
534
- const WORD_INDEX_INCREMENTAL_CHURN_THRESHOLD = 0.3;
535
- const WORD_INDEX_DENSE_REFRESH_MIN_DOCUMENTS = 32;
536
- const WORD_INDEX_FILE_READ_TOKEN_COST = 300;
537
- const WORD_INDEX_POSTING_SCAN_TOKEN_COST = 0.2;
538
- export async function refreshWordIndexIncrementally(index, root, shouldContinue = () => true, options = {}) {
539
- if (!index.forward || !index.fileMtimes || !index.fileSizes) {
540
- return {
541
- mode: "full-required",
542
- reason: "missing-incremental-metadata",
543
- timings: { sourceWalkMs: 0, statWalkMs: 0, refreshReadsMs: 0 }
544
- };
545
- }
546
- const { collectSourceFilesAsync } = await import("./source-filter.js");
547
- const maxFiles = getWordIndexMaxFilesDerived(root);
548
- const sourceWalkStartMs = Date.now();
549
- const walked = await collectSourceFilesAsync(root, {
550
- maxFiles,
551
- prioritizeCodeKinds: true
552
- });
553
- const sourceWalkMs = Date.now() - sourceWalkStartMs;
554
- if (!shouldContinue())
555
- throw new Error("word index refresh superseded");
556
- const current = new Map;
557
- const statWalkStartMs = Date.now();
558
- const statFile = options.statFile ?? ((file) => fs.promises.stat(file));
559
- const requestedConcurrency = options.statConcurrency ?? WORD_INDEX_STAT_CONCURRENCY;
560
- const statConcurrency = Number.isFinite(requestedConcurrency) && requestedConcurrency > 0 ? Math.max(1, Math.floor(requestedConcurrency)) : WORD_INDEX_STAT_CONCURRENCY;
561
- const statResults = [];
562
- statResults.length = walked.length;
563
- let cursor = 0;
564
- let superseded = false;
565
- const worker = async () => {
566
- while (true) {
567
- if (!shouldContinue()) {
568
- superseded = true;
569
- return;
570
- }
571
- const slot = cursor++;
572
- if (slot >= walked.length)
573
- return;
574
- const file = walked[slot];
575
- try {
576
- const stat = await statFile(file);
577
- if (stat.size <= WORD_INDEX_MAX_BYTES) {
578
- statResults[slot] = {
579
- path: file,
580
- mtimeMs: stat.mtimeMs,
581
- size: stat.size
582
- };
583
- }
584
- } catch {}
585
- }
586
- };
587
- await Promise.all(Array.from({ length: Math.min(statConcurrency, walked.length) }, () => worker()));
588
- if (superseded || !shouldContinue()) {
589
- throw new Error("word index refresh superseded");
590
- }
591
- const statWalkMs = Date.now() - statWalkStartMs;
592
- for (const result of statResults) {
593
- if (result)
594
- current.set(wordIndexKey(result.path), result);
595
- }
596
- const timings = { sourceWalkMs, statWalkMs, refreshReadsMs: 0 };
597
- const preflightFiles = Object.assign([...current.values()], {
598
- truncated: walked.length === maxFiles
599
- });
600
- const oldSet = new Set([...index.docLengths.keys()].map(wordIndexKey));
601
- let changedSet = 0;
602
- for (const key of oldSet)
603
- if (!current.has(key))
604
- changedSet++;
605
- for (const key of current.keys())
606
- if (!oldSet.has(key))
607
- changedSet++;
608
- const denominator = Math.max(oldSet.size, current.size, 1);
609
- if (changedSet / denominator > WORD_INDEX_INCREMENTAL_CHURN_THRESHOLD) {
610
- return {
611
- mode: "full-required",
612
- reason: "file-set-churn",
613
- preflightFiles,
614
- timings
615
- };
616
- }
617
- let staleDocuments = 0;
618
- for (const { path: file, mtimeMs, size } of current.values()) {
619
- if (index.fileMtimes.get(file) !== mtimeMs || (index.fileSizes.get(file) ?? -1) !== size) {
620
- staleDocuments += 1;
621
- }
622
- }
623
- let postingEntries = 0;
624
- let weightedPostingEntries = 0;
625
- for (const list of index.postings.values()) {
626
- postingEntries += list.length;
627
- weightedPostingEntries += list.length * list.length;
628
- }
629
- const expectedPostingLength = postingEntries > 0 ? weightedPostingEntries / postingEntries : 0;
630
- let distinctTokenEntries = 0;
631
- for (const tokenLineCounts of index.forward.values()) {
632
- distinctTokenEntries += tokenLineCounts.size;
633
- }
634
- const expectedDocumentTokens = index.docCount > 0 ? distinctTokenEntries / index.docCount : 0;
635
- const estimatedIncrementalWork = staleDocuments * (expectedDocumentTokens * expectedPostingLength * WORD_INDEX_POSTING_SCAN_TOKEN_COST + WORD_INDEX_FILE_READ_TOKEN_COST);
636
- const estimatedFullRebuildWork = index.totalTokens + current.size * WORD_INDEX_FILE_READ_TOKEN_COST;
637
- if (staleDocuments >= WORD_INDEX_DENSE_REFRESH_MIN_DOCUMENTS && staleDocuments / Math.max(current.size, 1) > WORD_INDEX_INCREMENTAL_CHURN_THRESHOLD || estimatedIncrementalWork > estimatedFullRebuildWork) {
638
- return {
639
- mode: "full-required",
640
- reason: "stale-document-churn",
641
- preflightFiles,
642
- timings
643
- };
644
- }
645
- const deadline = createDeadline(WORD_INDEX_BUILD_YIELD_BUDGET_MS);
646
- let dropped = 0;
647
- for (const key of oldSet) {
648
- if (!current.has(key)) {
649
- if (!await removeWordIndexDocumentAsync(index, key, shouldContinue)) {
650
- throw new Error(`failed to drop word-index document: ${key}`);
651
- }
652
- dropped++;
653
- }
654
- }
655
- let refreshed = 0;
656
- let skipped = 0;
657
- const refreshReadsStartMs = Date.now();
658
- for (const { path: file, mtimeMs, size } of current.values()) {
659
- if (index.fileMtimes.get(file) !== mtimeMs || (index.fileSizes.get(file) ?? -1) !== size) {
660
- let content;
661
- try {
662
- content = fs.readFileSync(file, "utf-8");
663
- } catch {
664
- skipped++;
665
- continue;
666
- }
667
- if (!await updateWordIndexDocumentAsync(index, { path: file, content }, shouldContinue)) {
668
- throw new Error(`failed to refresh word-index document: ${file}`);
669
- }
670
- index.fileMtimes.set(file, mtimeMs);
671
- index.fileSizes.set(file, size);
672
- refreshed++;
673
- }
674
- if (deadline.expired() && await yieldIfOverBudget(deadline)) {
675
- if (!shouldContinue())
676
- throw new Error("word index refresh superseded");
677
- }
678
- }
679
- timings.refreshReadsMs = Date.now() - refreshReadsStartMs;
680
- await enqueueWordIndexRecompact(index, root);
681
- index.truncated = walked.length === maxFiles;
682
- return {
683
- mode: "incremental",
684
- refreshed,
685
- dropped,
686
- skipped,
687
- reused: current.size - refreshed - skipped,
688
- timings
689
- };
690
- }
691
- const WORD_INDEX_QUERY_FILTER_KEYS = [
692
- "lang",
693
- "file",
694
- "ext"
695
- ];
696
-
697
- export class WordIndexQueryError extends Error {
698
- constructor(message) {
699
- super(message);
700
- this.name = "WordIndexQueryError";
701
- }
702
- }
703
- const WORD_INDEX_FILTER_TOKEN_RE = /^(-)?([A-Za-z][A-Za-z0-9_-]*):(.+)$/;
704
- export function parseWordIndexQuery(query) {
705
- const filters = [];
706
- const termParts = [];
707
- for (const raw of query.split(/\s+/)) {
708
- if (!raw)
709
- continue;
710
- const match = raw.match(WORD_INDEX_FILTER_TOKEN_RE);
711
- if (!match) {
712
- termParts.push(raw);
713
- continue;
714
- }
715
- const [, negation, keyRaw, value] = match;
716
- const key = keyRaw.toLowerCase();
717
- if (!value) {
718
- termParts.push(raw);
719
- continue;
720
- }
721
- if (!WORD_INDEX_QUERY_FILTER_KEYS.includes(key)) {
722
- termParts.push(raw);
723
- continue;
724
- }
725
- filters.push({
726
- key,
727
- value,
728
- negated: negation === "-"
729
- });
730
- }
731
- return { terms: termParts.join(" "), filters };
732
- }
733
- function resolveLangExtensions(value) {
734
- const kind = value.toLowerCase();
735
- const extensions = KIND_EXTENSIONS[kind];
736
- if (!extensions) {
737
- const known = Object.keys(KIND_EXTENSIONS).sort((a, b) => a < b ? -1 : a > b ? 1 : 0).join(", ");
738
- throw new WordIndexQueryError(`Unknown lang: "${value}" in word-index query — supported languages: ${known}.`);
739
- }
740
- return extensions;
741
- }
742
- function normalizeExtFilterValue(value) {
743
- return `.${value.replace(/^\.+/, "").toLowerCase()}`;
744
- }
745
- function resolveWordIndexFilter(filter) {
746
- if (filter.key === "lang") {
747
- const extensions = resolveLangExtensions(filter.value);
748
- return {
749
- key: filter.key,
750
- negated: filter.negated,
751
- test: (file) => extensions.includes(path.extname(file).toLowerCase())
752
- };
753
- }
754
- if (filter.key === "ext") {
755
- const normalized = normalizeExtFilterValue(filter.value);
756
- return {
757
- key: filter.key,
758
- negated: filter.negated,
759
- test: (file) => path.extname(file).toLowerCase() === normalized
760
- };
761
- }
762
- const needle = wordIndexKey(filter.value);
763
- return {
764
- key: filter.key,
765
- negated: filter.negated,
766
- test: (_file, displayPath) => displayPath.includes(needle)
767
- };
768
- }
769
- export function buildWordIndexQueryFilter(filters) {
770
- if (filters.length === 0)
771
- return;
772
- const resolved = filters.map(resolveWordIndexFilter);
773
- const positivesByKey = new Map;
774
- const negatives = [];
775
- for (const r of resolved) {
776
- if (r.negated) {
777
- negatives.push(r);
778
- continue;
779
- }
780
- const group = positivesByKey.get(r.key) ?? [];
781
- group.push(r);
782
- positivesByKey.set(r.key, group);
783
- }
784
- return (file) => {
785
- const displayPath = wordIndexKey(file);
786
- for (const negative of negatives) {
787
- if (negative.test(file, displayPath))
788
- return false;
789
- }
790
- for (const group of positivesByKey.values()) {
791
- if (!group.some((r) => r.test(file, displayPath)))
792
- return false;
793
- }
794
- return true;
795
- };
796
- }
797
- function combineFileFilters(a, b) {
798
- if (!a)
799
- return b;
800
- if (!b)
801
- return a;
802
- return (file) => a(file) && b(file);
803
- }
804
- export function searchWordIndex(index, query, options = {}) {
805
- const { demoteTestVendor = true, demoteDocs = true, centrality, limit = 20, fileFilter } = options;
806
- const parsedQuery = parseWordIndexQuery(query);
807
- const queryFilter = buildWordIndexQueryFilter(parsedQuery.filters);
808
- const combinedFilter = combineFileFilters(fileFilter, queryFilter);
809
- const queryTokens = [...new Set(tokenizeLine(parsedQuery.terms))];
810
- if (queryTokens.length === 0)
811
- return [];
812
- const docCount = index.docCount || 1;
813
- const avgDocLength = index.totalTokens / docCount || 1;
814
- const scores = new Map;
815
- for (const token of queryTokens) {
816
- const posting = index.postings.get(token);
817
- if (!posting)
818
- continue;
819
- const linesByFileId = new Map;
820
- for (let i = 0;i < posting.length; i += 1) {
821
- const fileId = posting.fileIdAt(i);
822
- const arr = linesByFileId.get(fileId);
823
- if (arr)
824
- arr.push(posting.lineAt(i));
825
- else
826
- linesByFileId.set(fileId, [posting.lineAt(i)]);
827
- }
828
- const docFrequency = linesByFileId.size;
829
- const idf = Math.log(1 + (docCount - docFrequency + 0.5) / (docFrequency + 0.5));
830
- for (const [fileId, lines] of linesByFileId) {
831
- const file = index.fileTable.pathFor(fileId);
832
- if (file === undefined) {
833
- recordOrphanWordIndexFileId(fileId, token, "search");
834
- continue;
835
- }
836
- if (combinedFilter && !combinedFilter(file))
837
- continue;
838
- const termFrequency = lines.length;
839
- const docLength = index.docLengths.get(file) ?? avgDocLength;
840
- const denominator = termFrequency + BM25_K1 * (1 - BM25_B + BM25_B * (docLength / avgDocLength));
841
- const termScore = idf * (termFrequency * (BM25_K1 + 1) / denominator);
842
- const entry = scores.get(file) ?? {
843
- score: 0,
844
- hits: 0,
845
- lines: new Set
846
- };
847
- entry.score += termScore;
848
- entry.hits += termFrequency;
849
- for (const line of lines)
850
- entry.lines.add(line);
851
- scores.set(file, entry);
852
- }
853
- }
854
- const results = [];
855
- for (const [file, entry] of scores) {
856
- let score = entry.score;
857
- if (demoteTestVendor && isTestOrVendor(file))
858
- score *= TEST_VENDOR_PENALTY;
859
- if (demoteDocs && isDocFile(file))
860
- score *= DOC_FILE_PENALTY;
861
- const connections = centrality?.get(file);
862
- if (connections && connections > 0) {
863
- score *= 1 + Math.log(1 + connections) / 4;
864
- }
865
- results.push({
866
- file,
867
- score,
868
- hits: entry.hits,
869
- lines: [...entry.lines].sort((a, b) => a - b)
870
- });
871
- }
872
- results.sort((a, b) => b.score - a.score || a.file.localeCompare(b.file));
873
- return results.slice(0, Math.max(0, limit));
874
- }
875
- export function centralityFromReverseDeps(index, reverseDeps, normalizeKey = (file) => file) {
876
- const centrality = new Map;
877
- if (!reverseDeps)
878
- return centrality;
879
- for (const file of index.docLengths.keys()) {
880
- const importers = reverseDeps[normalizeKey(file)];
881
- if (importers && importers.length > 0) {
882
- centrality.set(file, importers.length);
883
- }
884
- }
885
- return centrality;
886
- }
887
- export const WORD_INDEX_FORMAT_VERSION = 2;
888
- const WORD_INDEX_INT32_MAX = 2147483647;
889
- const WORD_INDEX_PACKED_FILE_ID_MAX = 4194303;
890
- function isCanonicalWordIndexNumber(value) {
891
- return typeof value === "number" && Number.isFinite(value) && Number.isSafeInteger(value) && !Object.is(value, -0);
892
- }
893
- function isCanonicalWordIndexToken(token) {
894
- return typeof token === "string" && token.length >= 2 && token === token.toLowerCase() && /^[a-z0-9_$]+$/.test(token) && !STOPWORDS.has(token);
895
- }
896
- const serializedWordIndexCaches = new WeakMap;
897
- const serializedWordIndexSources = new WeakMap;
898
- export function getWordIndexWireBytes(index) {
899
- return serializedWordIndexCaches.get(index)?.wireBytes ?? null;
900
- }
901
- export function recordPersistedWordIndexWireBytes(serialized, wireBytes) {
902
- if (!serialized || wireBytes === undefined)
903
- return;
904
- const index = serializedWordIndexSources.get(serialized);
905
- const cache = index && serializedWordIndexCaches.get(index);
906
- if (cache?.serialized === serialized)
907
- cache.wireBytes = wireBytes;
908
- }
909
- const DEFAULT_WORD_INDEX_MEMO_BACKSTOP_MS = 600000;
910
- const MAX_TIMER_DELAY_MS = 2147483647;
911
- function wordIndexMemoBackstopMs() {
912
- const raw = Number(process.env.DM_LENS_WORD_INDEX_MEMO_BACKSTOP_MS);
913
- return Number.isFinite(raw) && raw > 0 ? Math.min(raw, MAX_TIMER_DELAY_MS) : DEFAULT_WORD_INDEX_MEMO_BACKSTOP_MS;
914
- }
915
- function retainSerializedWordIndex(index, entry) {
916
- const prior = serializedWordIndexCaches.get(index);
917
- if (prior)
918
- clearTimeout(prior.backstopTimer);
919
- serializedWordIndexCaches.set(index, entry);
920
- const ref = new WeakRef(index);
921
- const timer = setTimeout(() => {
922
- const target = ref.deref();
923
- if (target)
924
- releaseWordIndexMemo(target, "backstop");
925
- }, wordIndexMemoBackstopMs());
926
- timer.unref?.();
927
- entry.backstopTimer = timer;
928
- }
929
- function releaseWordIndexMemo(index, trigger) {
930
- const memo = serializedWordIndexCaches.get(index);
931
- if (!memo)
932
- return;
933
- clearTimeout(memo.backstopTimer);
934
- serializedWordIndexCaches.delete(index);
935
- logLatency({
936
- type: "phase",
937
- phase: "word_index_memo_released",
938
- filePath: "<dm-lens>",
939
- durationMs: 0,
940
- metadata: { trigger, files: memo.serialized.files.length }
941
- });
942
- }
943
- export function releaseWordIndexMemoAtSettle(index) {
944
- releaseWordIndexMemo(index, "settle");
945
- index.releaseMemoAfterPersist = true;
946
- }
947
- let _lastSerializeWork;
948
- export function getLastWordIndexSerializeWork() {
949
- return _lastSerializeWork;
950
- }
951
- function serializeWordIndexFull(index) {
952
- const files = [...index.docLengths.keys()];
953
- const slotByFileId = new Map;
954
- files.forEach((file, i) => {
955
- const fileId = index.fileTable.idFor(wordIndexKey(file));
956
- if (fileId !== undefined)
957
- slotByFileId.set(fileId, i);
958
- });
959
- const postings = [];
960
- for (const [token, list] of index.postings) {
961
- const flat = [];
962
- for (let i = 0;i < list.length; i += 1) {
963
- const slot = slotByFileId.get(list.fileIdAt(i));
964
- if (slot === undefined)
965
- continue;
966
- flat.push(slot, list.lineAt(i));
967
- }
968
- if (flat.length > 0)
969
- postings.push([token, flat]);
970
- }
971
- const forward = index.forward ? files.map((file, i) => [
972
- i,
973
- [...index.forward.get(file)?.entries() ?? []]
974
- ]) : undefined;
975
- const serialized = {
976
- version: WORD_INDEX_FORMAT_VERSION,
977
- files,
978
- postings,
979
- docLengths: files.map((file) => index.docLengths.get(file) ?? 0),
980
- totalTokens: index.totalTokens,
981
- indexedFileCount: index.docCount,
982
- truncated: index.truncated,
983
- fileMtimes: files.map((file) => index.fileMtimes.get(file) ?? 0),
984
- fileSizes: files.map((file) => index.fileSizes.get(file) ?? 0),
985
- forward
986
- };
987
- const tokensByFile = new Map;
988
- if (index.forward) {
989
- for (const file of files) {
990
- tokensByFile.set(wordIndexKey(file), new Set(index.forward.get(file)?.keys() ?? []));
991
- }
992
- }
993
- _lastSerializeWork = {
994
- affectedTokenCount: postings.length,
995
- tookFullPath: true
996
- };
997
- return {
998
- serialized,
999
- slotByFileId,
1000
- tokensByFile,
1001
- wireBytes: null
1002
- };
1003
- }
1004
- function serializeWordIndexIncrementally(index, cache) {
1005
- const files = [...index.docLengths.keys()];
1006
- const priorFiles = cache.serialized.files;
1007
- const currentKeys = new Set(files.map(wordIndexKey));
1008
- const priorKeys = new Set(priorFiles.map(wordIndexKey));
1009
- if ([...priorKeys].some((key) => !currentKeys.has(key))) {
1010
- return serializeWordIndexFull(index);
1011
- }
1012
- const dirty = index.dirtyFiles;
1013
- if (dirty && dirty.size * 2 > files.length) {
1014
- return serializeWordIndexFull(index);
1015
- }
1016
- const filesInWireOrder = [
1017
- ...priorFiles,
1018
- ...files.filter((file) => !priorKeys.has(wordIndexKey(file)))
1019
- ];
1020
- if (!dirty || dirty.size === 0) {
1021
- _lastSerializeWork = { affectedTokenCount: 0, tookFullPath: false };
1022
- return cache;
1023
- }
1024
- const slotByFileId = new Map(cache.slotByFileId);
1025
- for (let i = priorFiles.length;i < filesInWireOrder.length; i += 1) {
1026
- const fileId = index.fileTable.idFor(wordIndexKey(filesInWireOrder[i]));
1027
- if (fileId !== undefined)
1028
- slotByFileId.set(fileId, i);
1029
- }
1030
- const postings = cache.serialized.postings.slice();
1031
- const postingAt = new Map;
1032
- postings.forEach(([token], i) => postingAt.set(token, i));
1033
- const removedTokens = new Set;
1034
- const tokensByFile = new Map(cache.tokensByFile);
1035
- const fileByKey = new Map(filesInWireOrder.map((file) => [wordIndexKey(file), file]));
1036
- const affectedTokens = new Set;
1037
- for (const fileKey of dirty) {
1038
- const file = fileByKey.get(fileKey);
1039
- const oldTokens = tokensByFile.get(fileKey) ?? new Set;
1040
- const currentEntry = file === undefined ? undefined : index.forward?.get(file);
1041
- const currentTokens = new Set(currentEntry?.keys() ?? []);
1042
- for (const token of oldTokens)
1043
- affectedTokens.add(token);
1044
- for (const token of currentTokens)
1045
- affectedTokens.add(token);
1046
- if (file === undefined)
1047
- tokensByFile.delete(fileKey);
1048
- else
1049
- tokensByFile.set(fileKey, currentTokens);
1050
- }
1051
- for (const token of affectedTokens) {
1052
- const list = index.postings.get(token);
1053
- const flat = [];
1054
- if (list) {
1055
- for (let i = 0;i < list.length; i += 1) {
1056
- const slot = slotByFileId.get(list.fileIdAt(i));
1057
- if (slot !== undefined)
1058
- flat.push(slot, list.lineAt(i));
1059
- }
1060
- }
1061
- const at = postingAt.get(token);
1062
- if (flat.length === 0) {
1063
- if (at !== undefined)
1064
- removedTokens.add(token);
1065
- } else if (at === undefined) {
1066
- postings.push([token, flat]);
1067
- postingAt.set(token, postings.length - 1);
1068
- } else {
1069
- postings[at] = [postings[at][0], flat];
1070
- }
1071
- }
1072
- const compactedPostings = removedTokens.size ? postings.filter(([token]) => !removedTokens.has(token)) : postings;
1073
- const forward = index.forward ? cache.serialized.forward?.slice().map((entry) => [entry[0], entry[1]]) ?? [] : undefined;
1074
- for (const fileKey of dirty) {
1075
- const file = fileByKey.get(fileKey);
1076
- const fileId = file === undefined ? undefined : index.fileTable.idFor(wordIndexKey(file));
1077
- const slot = fileId === undefined ? undefined : slotByFileId.get(fileId);
1078
- if (slot === undefined || !forward || file === undefined)
1079
- continue;
1080
- forward[slot] = [slot, [...index.forward?.get(file)?.entries() ?? []]];
1081
- }
1082
- const serialized = {
1083
- ...cache.serialized,
1084
- files: filesInWireOrder,
1085
- postings: compactedPostings,
1086
- docLengths: filesInWireOrder.map((file) => index.docLengths.get(file) ?? 0),
1087
- fileMtimes: filesInWireOrder.map((file) => index.fileMtimes.get(file) ?? 0),
1088
- fileSizes: filesInWireOrder.map((file) => index.fileSizes.get(file) ?? 0),
1089
- forward,
1090
- totalTokens: index.totalTokens,
1091
- indexedFileCount: index.docCount,
1092
- truncated: index.truncated
1093
- };
1094
- _lastSerializeWork = {
1095
- affectedTokenCount: affectedTokens.size,
1096
- tookFullPath: false
1097
- };
1098
- return {
1099
- serialized,
1100
- slotByFileId,
1101
- tokensByFile,
1102
- wireBytes: null
1103
- };
1104
- }
1105
- export function serializeWordIndex(index) {
1106
- const prior = serializedWordIndexCaches.get(index);
1107
- const cache = prior ? serializeWordIndexIncrementally(index, prior) : serializeWordIndexFull(index);
1108
- retainSerializedWordIndex(index, cache);
1109
- serializedWordIndexSources.set(cache.serialized, index);
1110
- index.dirtyFiles?.clear();
1111
- return cache.serialized;
1112
- }
1113
- export function deserializeWordIndex(data) {
1114
- if (!data || data.version !== WORD_INDEX_FORMAT_VERSION || !Array.isArray(data.files) || !Array.isArray(data.postings) || !Array.isArray(data.docLengths) || !Array.isArray(data.fileMtimes)) {
1115
- return null;
1116
- }
1117
- let canonical = data.docLengths.length === data.files.length && data.fileMtimes.length === data.files.length;
1118
- let needsDeepSanitize = !Array.isArray(data.forward);
1119
- if (needsDeepSanitize)
1120
- canonical = false;
1121
- const fileKeys = new Set;
1122
- for (const file of data.files) {
1123
- if (typeof file !== "string")
1124
- return null;
1125
- const key = wordIndexKey(file);
1126
- if (fileKeys.has(key)) {
1127
- canonical = false;
1128
- needsDeepSanitize = true;
1129
- }
1130
- fileKeys.add(key);
1131
- }
1132
- const docLengths = new PathKeyedMap(wordIndexKey);
1133
- const fileTable = new WordIndexFileTable;
1134
- const fileIdBySlot = data.files.map((file) => fileTable.intern(wordIndexKey(file), file));
1135
- const slotByFileId = new Map;
1136
- fileIdBySlot.forEach((fileId, slot) => {
1137
- if (!slotByFileId.has(fileId))
1138
- slotByFileId.set(fileId, slot);
1139
- });
1140
- const fileMtimes = new PathKeyedMap(wordIndexKey);
1141
- const fileSizes = new PathKeyedMap(wordIndexKey);
1142
- data.files.forEach((file, i) => {
1143
- const value = data.docLengths[i];
1144
- if (!isCanonicalWordIndexNumber(value) || value < 0)
1145
- canonical = false;
1146
- docLengths.set(file, isCanonicalWordIndexNumber(value) && value >= 0 ? value : 0);
1147
- });
1148
- data.files.forEach((file, i) => {
1149
- const value = data.fileMtimes[i];
1150
- if (typeof value !== "number" || !Number.isFinite(value))
1151
- canonical = false;
1152
- fileMtimes.set(file, typeof value === "number" && Number.isFinite(value) ? value : 0);
1153
- });
1154
- if (Array.isArray(data.fileSizes) && data.fileSizes.length === data.files.length) {
1155
- data.files.forEach((file, i) => {
1156
- const value = data.fileSizes?.[i];
1157
- if (!isCanonicalWordIndexNumber(value) || value < 0)
1158
- canonical = false;
1159
- fileSizes.set(file, isCanonicalWordIndexNumber(value) && value >= 0 ? value : 0);
1160
- });
1161
- } else {
1162
- canonical = false;
1163
- }
1164
- const postings = new Map;
1165
- const postingTokens = new Set;
1166
- const postingFileCounts = new Map;
1167
- for (const posting of data.postings) {
1168
- if (!Array.isArray(posting) || posting.length !== 2) {
1169
- canonical = false;
1170
- needsDeepSanitize = true;
1171
- continue;
1172
- }
1173
- const [token, flat] = posting;
1174
- if (!isCanonicalWordIndexToken(token) || postingTokens.has(token) || !Array.isArray(flat) || flat.length === 0 || flat.length % 2 !== 0) {
1175
- canonical = false;
1176
- needsDeepSanitize = true;
1177
- continue;
1178
- }
1179
- postingTokens.add(token);
1180
- const lanes = [];
1181
- const seenPairs = new Set;
1182
- const observedCounts = new Map;
1183
- for (let i = 0;i < flat.length; i += 2) {
1184
- const slot = flat[i];
1185
- const line = flat[i + 1];
1186
- if (!isCanonicalWordIndexNumber(slot) || slot < 0 || slot >= fileIdBySlot.length || !isCanonicalWordIndexNumber(line) || line < 1 || line > WORD_INDEX_INT32_MAX) {
1187
- canonical = false;
1188
- needsDeepSanitize = true;
1189
- continue;
1190
- }
1191
- const fileId = fileIdBySlot[slot];
1192
- const pairKey = fileId <= WORD_INDEX_PACKED_FILE_ID_MAX ? fileId * (WORD_INDEX_INT32_MAX + 1) + line : `${fileId}:${line}`;
1193
- if (seenPairs.has(pairKey)) {
1194
- canonical = false;
1195
- needsDeepSanitize = true;
1196
- }
1197
- seenPairs.add(pairKey);
1198
- lanes.push(fileId, line);
1199
- observedCounts.set(fileId, (observedCounts.get(fileId) ?? 0) + 1);
1200
- }
1201
- if (lanes.length === 0)
1202
- continue;
1203
- const list = WordPostingList.fromLanes(token, lanes);
1204
- postings.set(token, list);
1205
- postingFileCounts.set(token, observedCounts);
1206
- }
1207
- compactPostingsIntoArena(postings);
1208
- let forward;
1209
- if (Array.isArray(data.forward)) {
1210
- const candidate = data.files.map(() => new Map);
1211
- const forwardTotals = new Map;
1212
- if (data.forward.length !== data.files.length)
1213
- canonical = false;
1214
- if (data.forward.length !== data.files.length)
1215
- needsDeepSanitize = true;
1216
- for (const [entryIndex, entry] of data.forward.entries()) {
1217
- if (!Array.isArray(entry) || entry.length !== 2) {
1218
- canonical = false;
1219
- needsDeepSanitize = true;
1220
- continue;
1221
- }
1222
- const [fileIdx, tokenCounts] = entry;
1223
- if (!isCanonicalWordIndexNumber(fileIdx) || fileIdx !== entryIndex || fileIdx < 0 || fileIdx >= data.files.length || !Array.isArray(tokenCounts)) {
1224
- canonical = false;
1225
- needsDeepSanitize = true;
1226
- continue;
1227
- }
1228
- for (const pair of tokenCounts) {
1229
- if (!Array.isArray(pair) || pair.length !== 2 || !isCanonicalWordIndexToken(pair[0]) || !isCanonicalWordIndexNumber(pair[1]) || pair[1] < 1 || pair[1] > WORD_INDEX_INT32_MAX || candidate[fileIdx].has(pair[0])) {
1230
- canonical = false;
1231
- needsDeepSanitize = true;
1232
- continue;
1233
- }
1234
- candidate[fileIdx].set(pair[0], pair[1]);
1235
- forwardTotals.set(pair[0], (forwardTotals.get(pair[0]) ?? 0) + pair[1]);
1236
- }
1237
- }
1238
- let forwardMatchesPostings = true;
1239
- for (const [token, list] of postings) {
1240
- if (forwardTotals.get(token) !== list.length) {
1241
- forwardMatchesPostings = false;
1242
- }
1243
- const observed = postingFileCounts.get(token);
1244
- if (!observed) {
1245
- forwardMatchesPostings = false;
1246
- continue;
1247
- }
1248
- for (const [fileId, count] of observed) {
1249
- const slot = slotByFileId.get(fileId);
1250
- if (slot === undefined || candidate[slot].get(token) !== count) {
1251
- forwardMatchesPostings = false;
1252
- }
1253
- }
1254
- }
1255
- for (const token of forwardTotals.keys()) {
1256
- if (!postingTokens.has(token))
1257
- forwardMatchesPostings = false;
1258
- }
1259
- if (!forwardMatchesPostings)
1260
- canonical = false;
1261
- if (!forwardMatchesPostings)
1262
- needsDeepSanitize = true;
1263
- forward = new PathKeyedMap(wordIndexKey);
1264
- for (let i = 0;i < data.files.length; i += 1) {
1265
- forward.set(data.files[i], WordForwardEntry.fromTally(candidate[i]));
1266
- }
1267
- } else if (Object.prototype.hasOwnProperty.call(data, "forward")) {
1268
- canonical = false;
1269
- needsDeepSanitize = true;
1270
- }
1271
- if (needsDeepSanitize) {
1272
- const actualForwardCounts = data.files.map(() => new Map);
1273
- for (const [token, list] of postings) {
1274
- const seenPairs = new Set;
1275
- const sanitized = new WordPostingList(token, list.length);
1276
- for (let i = 0;i < list.length; i += 1) {
1277
- const fileId = list.fileIdAt(i);
1278
- const line = list.lineAt(i);
1279
- const pairKey = `${fileId}:${line}`;
1280
- if (seenPairs.has(pairKey))
1281
- continue;
1282
- seenPairs.add(pairKey);
1283
- sanitized.push(fileId, line);
1284
- const slot = slotByFileId.get(fileId);
1285
- if (slot !== undefined) {
1286
- const counts = actualForwardCounts[slot];
1287
- counts.set(token, (counts.get(token) ?? 0) + 1);
1288
- }
1289
- }
1290
- postings.set(token, sanitized);
1291
- }
1292
- compactPostingsIntoArena(postings);
1293
- if (Array.isArray(data.forward)) {
1294
- forward = new PathKeyedMap(wordIndexKey);
1295
- for (let i = 0;i < data.files.length; i += 1) {
1296
- const canonicalSlot = slotByFileId.get(fileIdBySlot[i]) ?? i;
1297
- forward.set(data.files[i], WordForwardEntry.fromTally(actualForwardCounts[canonicalSlot]));
1298
- }
1299
- }
1300
- }
1301
- const expectedTotalTokens = [...docLengths.values()].reduce((total, length) => total + length, 0);
1302
- const totalTokens = isCanonicalWordIndexNumber(expectedTotalTokens) ? expectedTotalTokens : 0;
1303
- if (!isCanonicalWordIndexNumber(data.totalTokens) || data.totalTokens !== totalTokens) {
1304
- canonical = false;
1305
- }
1306
- if (typeof data.indexedFileCount !== "number" || data.indexedFileCount !== docLengths.size) {
1307
- canonical = false;
1308
- }
1309
- if (typeof data.truncated !== "boolean")
1310
- canonical = false;
1311
- const index = {
1312
- postings,
1313
- fileTable,
1314
- docLengths,
1315
- totalTokens,
1316
- docCount: docLengths.size,
1317
- truncated: data.truncated === true,
1318
- forward,
1319
- fileMtimes,
1320
- fileSizes,
1321
- postingStoreCount: countPostingBackingStores(postings),
1322
- recompactFlight: createSingleFlight(),
1323
- dirtyFiles: new Set
1324
- };
1325
- const tokensByFile = new Map;
1326
- if (forward) {
1327
- for (const file of data.files) {
1328
- tokensByFile.set(wordIndexKey(file), new Set(forward.get(file)?.keys() ?? []));
1329
- }
1330
- }
1331
- if (canonical) {
1332
- retainSerializedWordIndex(index, {
1333
- serialized: data,
1334
- slotByFileId,
1335
- tokensByFile,
1336
- wireBytes: null
1337
- });
1338
- }
1339
- return index;
1340
- }
1341
- const buildStatuses = new Map;
1342
- export function getWordIndexBuildStatus(cwd) {
1343
- return buildStatuses.get(path.resolve(cwd));
1344
- }
1345
- export function _resetWordIndexBuildGuardForTests() {
1346
- buildStatuses.clear();
1347
- }
1348
- export function triggerBackgroundWordIndexBuild(cwd, dbg, options = {}) {
1349
- const key = path.resolve(cwd);
1350
- if (isAtOrAboveHomeDir(key, options.homeDir)) {
1351
- const reason = `root at/above home directory (${key})`;
1352
- dbg?.(`word-index cold-build: skipped — ${reason}`);
1353
- logWordIndex({
1354
- phase: "cold_build_refused",
1355
- cwd: key,
1356
- trigger: "cold_query",
1357
- reason
1358
- });
1359
- const status = { state: "refused", reason };
1360
- buildStatuses.set(key, status);
1361
- return status;
1362
- }
1363
- const current = buildStatuses.get(key);
1364
- if (current?.state === "building")
1365
- return current;
1366
- const status = { state: "building" };
1367
- buildStatuses.set(key, status);
1368
- (async () => {
1369
- const startMs = Date.now();
1370
- try {
1371
- const { loadProjectSnapshot, saveProjectSnapshot, PROJECT_SNAPSHOT_VERSION } = await import("./project-snapshot.js");
1372
- const docs = await collectWordIndexDocs(key);
1373
- const index = await buildWordIndexAsync(docs);
1374
- const existing = loadProjectSnapshot(key);
1375
- const snapshot = existing ?? {
1376
- version: PROJECT_SNAPSHOT_VERSION,
1377
- projectRoot: key,
1378
- generatedAt: new Date().toISOString(),
1379
- seq: 0,
1380
- files: {},
1381
- symbols: {},
1382
- reverseDeps: {},
1383
- cachedExports: []
1384
- };
1385
- snapshot.generatedAt = new Date().toISOString();
1386
- snapshot.wordIndex = serializeWordIndex(index);
1387
- saveProjectSnapshot(key, snapshot);
1388
- dbg?.(`word-index cold-build: ${index.docCount} files, ${index.postings.size} tokens (${Date.now() - startMs}ms)`);
1389
- logWordIndex({
1390
- phase: "cold_build",
1391
- cwd: key,
1392
- trigger: "cold_query",
1393
- durationMs: Date.now() - startMs,
1394
- indexedFileCount: index.docCount,
1395
- tokens: index.postings.size,
1396
- postingEntries: countWordIndexPostingEntries(index),
1397
- residentBytes: estimateWordIndexResidentBytes(index),
1398
- truncated: index.truncated,
1399
- skipped: docs.skipped
1400
- });
1401
- buildStatuses.delete(key);
1402
- } catch (err) {
1403
- const reason = err instanceof Error ? err.message : String(err);
1404
- buildStatuses.set(key, { state: "failed", reason });
1405
- dbg?.(`word-index cold-build: failed: ${reason}`);
1406
- logWordIndex({
1407
- phase: "cold_build_failed",
1408
- cwd: key,
1409
- trigger: "cold_query",
1410
- durationMs: Date.now() - startMs,
1411
- error: reason
1412
- });
1413
- }
1414
- })();
1415
- return status;
1416
- }
1417
- const WORD_INDEX_PERSIST_DEBOUNCE_MS_DEFAULT = 1500;
1418
- function wordIndexPersistDebounceMs() {
1419
- const raw = Number(process.env.DM_LENS_WORD_INDEX_PERSIST_DEBOUNCE_MS);
1420
- return Number.isFinite(raw) && raw >= 0 ? raw : WORD_INDEX_PERSIST_DEBOUNCE_MS_DEFAULT;
1421
- }
1422
- let wordIndexPersistScheduler;
1423
- function getWordIndexPersistScheduler() {
1424
- if (wordIndexPersistScheduler)
1425
- return wordIndexPersistScheduler;
1426
- wordIndexPersistScheduler = createDebounceScheduler({
1427
- debounceMs: wordIndexPersistDebounceMs,
1428
- write(_key, pending) {
1429
- writeWordIndexSnapshot(pending.cwd, pending.index, pending.dbg);
1430
- }
1431
- });
1432
- return wordIndexPersistScheduler;
1433
- }
1434
- async function writeWordIndexSnapshot(cwd, index, dbg) {
1435
- const persistStartedAt = Date.now();
1436
- try {
1437
- const { loadProjectSnapshot, saveProjectSnapshot, PROJECT_SNAPSHOT_VERSION } = await import("./project-snapshot.js");
1438
- const existing = loadProjectSnapshot(cwd);
1439
- const snapshot = existing ?? {
1440
- version: PROJECT_SNAPSHOT_VERSION,
1441
- projectRoot: path.resolve(cwd),
1442
- generatedAt: new Date().toISOString(),
1443
- seq: 0,
1444
- files: {},
1445
- symbols: {},
1446
- reverseDeps: {},
1447
- cachedExports: []
1448
- };
1449
- snapshot.generatedAt = new Date().toISOString();
1450
- const serializeStartedAt = performance.now();
1451
- snapshot.wordIndex = serializeWordIndex(index);
1452
- const serializeMs = performance.now() - serializeStartedAt;
1453
- saveProjectSnapshot(cwd, snapshot);
1454
- if (index.releaseMemoAfterPersist) {
1455
- index.releaseMemoAfterPersist = false;
1456
- releaseWordIndexMemo(index, "post_settle_persist");
1457
- }
1458
- const writeMs = performance.now() - serializeStartedAt - serializeMs;
1459
- dbg?.(`word-index persist: ${index.docCount} files, ${index.postings.size} tokens`);
1460
- logWordIndex({
1461
- phase: "persist_succeeded",
1462
- cwd: path.resolve(cwd),
1463
- trigger: "per_edit",
1464
- durationMs: Date.now() - persistStartedAt,
1465
- serializeMs,
1466
- writeMs,
1467
- indexedFileCount: index.docCount,
1468
- tokens: index.postings.size,
1469
- postingEntries: countWordIndexPostingEntries(index),
1470
- residentBytes: estimateWordIndexResidentBytes(index),
1471
- replacementCount: index.replacementStats?.count ?? 0,
1472
- totalReplacementMs: index.replacementStats?.totalMs ?? 0,
1473
- maxReplacementMs: index.replacementStats?.maxMs ?? 0
1474
- });
1475
- index.replacementStats = { count: 0, totalMs: 0, maxMs: 0 };
1476
- } catch (err) {
1477
- dbg?.(`word-index persist: failed: ${err}`);
1478
- logWordIndex({
1479
- phase: "persist_failed",
1480
- cwd: path.resolve(cwd),
1481
- trigger: "per_edit",
1482
- indexedFileCount: index.docCount,
1483
- error: err instanceof Error ? err.message : String(err)
1484
- });
1485
- }
1486
- }
1487
- export function scheduleWordIndexPersist(cwd, index, dbg) {
1488
- const key = path.resolve(cwd);
1489
- index.releaseMemoAfterPersist = false;
1490
- getWordIndexPersistScheduler().schedule(key, { cwd: key, index, dbg });
1491
- }
1492
- export function flushWordIndexPersistsForTests() {
1493
- getWordIndexPersistScheduler().flushAll();
1494
- }