pi-lens 4.3.0 → 4.4.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (659) hide show
  1. package/CHANGELOG.md +1159 -0
  2. package/README.md +116 -25
  3. package/config/dependency-cruiser-eager-allowlist.json +6 -2
  4. package/dist/chunk-2BEMIWEW.js +51 -0
  5. package/dist/chunk-2EECBNC5.js +89 -0
  6. package/dist/chunk-2FQ62SPM.js +83 -0
  7. package/dist/chunk-2UMYMRI3.js +118 -0
  8. package/dist/chunk-34OCDWOS.js +48 -0
  9. package/dist/chunk-3FERWMCH.js +144 -0
  10. package/dist/chunk-3JL6IFD7.js +97 -0
  11. package/dist/chunk-3JSEWUWI.js +327 -0
  12. package/dist/chunk-3MED75HT.js +37 -0
  13. package/dist/chunk-3MRXIJ6I.js +79 -0
  14. package/dist/chunk-3P4PF2BX.js +2250 -0
  15. package/dist/chunk-3PNFWVHT.js +201 -0
  16. package/dist/chunk-3TTPKMEF.js +162 -0
  17. package/dist/chunk-5JHXUETW.js +326 -0
  18. package/dist/chunk-5W3R6LFT.js +24 -0
  19. package/dist/chunk-64LU2OVH.js +341 -0
  20. package/dist/chunk-6B5I6ICN.js +44 -0
  21. package/dist/chunk-6P54TMWL.js +274 -0
  22. package/dist/chunk-6UYA642J.js +145 -0
  23. package/dist/chunk-6XX5HCLK.js +398 -0
  24. package/dist/chunk-7AXO3ZDF.js +30 -0
  25. package/dist/chunk-7BX5DWSA.js +1907 -0
  26. package/dist/chunk-7ELY2CSM.js +902 -0
  27. package/dist/chunk-7M4T5N3V.js +38 -0
  28. package/dist/chunk-7U2IDNXN.js +37 -0
  29. package/dist/chunk-ABBOA7UD.js +157 -0
  30. package/dist/chunk-AFZYMAIV.js +756 -0
  31. package/dist/chunk-ALQRYH6O.js +112 -0
  32. package/dist/chunk-AXKPQ6ZI.js +1610 -0
  33. package/dist/chunk-BHWHXMQ2.js +62 -0
  34. package/dist/chunk-BJF25SUG.js +22 -0
  35. package/dist/chunk-BNKLYOOO.js +18 -0
  36. package/dist/chunk-BW5KFIQC.js +59 -0
  37. package/dist/chunk-CBD2B5CP.js +599 -0
  38. package/dist/chunk-CFYISHUW.js +42 -0
  39. package/dist/chunk-CMU4RMJB.js +30 -0
  40. package/dist/chunk-CULQYFLU.js +14 -0
  41. package/dist/chunk-D65GOCJB.js +289 -0
  42. package/dist/chunk-D6YF5HKX.js +59 -0
  43. package/dist/chunk-DMS52BEP.js +342 -0
  44. package/dist/chunk-ELVWJYRV.js +211 -0
  45. package/dist/chunk-EUT3B22Y.js +27 -0
  46. package/dist/chunk-F5VLZHUW.js +146 -0
  47. package/dist/chunk-FC4RP4I2.js +12 -0
  48. package/dist/chunk-FGALODG3.js +55 -0
  49. package/dist/chunk-G3RLJYA2.js +2358 -0
  50. package/dist/chunk-GAYGGICG.js +32 -0
  51. package/dist/chunk-H2W2AXD3.js +419 -0
  52. package/dist/chunk-H5EV3VMF.js +114 -0
  53. package/dist/chunk-HREZQCT3.js +106 -0
  54. package/dist/chunk-HSIRMK2D.js +517 -0
  55. package/dist/chunk-IMSQR4WO.js +184 -0
  56. package/dist/chunk-IQZXOZ7S.js +4816 -0
  57. package/dist/chunk-IR6XFA5P.js +37 -0
  58. package/dist/chunk-IUKPRZER.js +78 -0
  59. package/dist/chunk-IUR76K6A.js +262 -0
  60. package/dist/chunk-J3FZR3YY.js +98 -0
  61. package/dist/chunk-J6DFZDFA.js +562 -0
  62. package/dist/chunk-J7WJZ6W7.js +50 -0
  63. package/dist/chunk-JONGANYH.js +202 -0
  64. package/dist/chunk-KJCWXUUS.js +425 -0
  65. package/dist/chunk-KJN4IOEJ.js +17 -0
  66. package/dist/chunk-KMGPUKFD.js +25 -0
  67. package/dist/chunk-LD7WFTRX.js +4533 -0
  68. package/dist/chunk-LJDODBBZ.js +78 -0
  69. package/dist/chunk-LNOMA3MP.js +169 -0
  70. package/dist/chunk-MGIWSROG.js +2334 -0
  71. package/dist/chunk-MQA2YBAH.js +308 -0
  72. package/dist/chunk-MTDRLSI7.js +21720 -0
  73. package/dist/chunk-N2IRDBZI.js +2355 -0
  74. package/dist/chunk-N77WFUL7.js +50 -0
  75. package/dist/chunk-N7YNJE5R.js +466 -0
  76. package/dist/chunk-NABLC7W3.js +148 -0
  77. package/dist/chunk-NFXP47RV.js +999 -0
  78. package/dist/chunk-NJF2X5XF.js +45 -0
  79. package/dist/chunk-NXL4FFQQ.js +47 -0
  80. package/dist/chunk-O7HZX7CA.js +309 -0
  81. package/dist/chunk-OC7LYAU5.js +708 -0
  82. package/dist/chunk-OEX24ECI.js +348 -0
  83. package/dist/chunk-OYOB3ZFG.js +78 -0
  84. package/dist/chunk-OYTMZXRF.js +41 -0
  85. package/dist/chunk-OZJINN4O.js +84 -0
  86. package/dist/chunk-PCHDGUKT.js +23 -0
  87. package/dist/chunk-QOZXJ4NA.js +3364 -0
  88. package/dist/chunk-QYF5S6P6.js +45 -0
  89. package/dist/chunk-RJFED73B.js +79 -0
  90. package/dist/chunk-RTQNRM5X.js +27 -0
  91. package/dist/chunk-S6AMWKPC.js +189 -0
  92. package/dist/chunk-T4QZ6FEH.js +308 -0
  93. package/dist/chunk-T54VJRAD.js +5456 -0
  94. package/dist/chunk-TA5L5KWQ.js +167 -0
  95. package/dist/chunk-TQFBZVCG.js +27 -0
  96. package/dist/chunk-U52SAGRM.js +62 -0
  97. package/dist/chunk-UEAHAMEI.js +5814 -0
  98. package/dist/chunk-UGSMCQ4D.js +327 -0
  99. package/dist/chunk-UOPVJQ4N.js +103 -0
  100. package/dist/chunk-USHG4DLH.js +459 -0
  101. package/dist/chunk-UXVNL3D7.js +23 -0
  102. package/dist/chunk-V5MEBST3.js +4139 -0
  103. package/dist/chunk-VGEVL5EQ.js +29 -0
  104. package/dist/chunk-VPWKF3GN.js +87 -0
  105. package/dist/chunk-VSMJK3ZJ.js +1250 -0
  106. package/dist/chunk-VYKKMYVT.js +560 -0
  107. package/dist/chunk-VZHJS6DR.js +442 -0
  108. package/dist/chunk-WATC3IQR.js +213 -0
  109. package/dist/chunk-WPE5FPGR.js +54 -0
  110. package/dist/chunk-WSEWKCXU.js +188 -0
  111. package/dist/chunk-WW5BLB74.js +659 -0
  112. package/dist/chunk-XGUL4SLQ.js +406 -0
  113. package/dist/chunk-XHSCVSOL.js +170 -0
  114. package/dist/chunk-XIMYZ3JA.js +27 -0
  115. package/dist/chunk-YLN4K6WD.js +385 -0
  116. package/dist/chunk-Z3CCVDUB.js +76 -0
  117. package/dist/chunk-Z54ZSOBZ.js +61 -0
  118. package/dist/chunk-Z6BB4JLQ.js +478 -0
  119. package/dist/chunk-Z7QQA2KT.js +27 -0
  120. package/dist/chunk-ZETYB3XG.js +2626 -0
  121. package/dist/chunk-ZMOMPX2Z.js +87 -0
  122. package/dist/chunk-ZOEYVXSV.js +149 -0
  123. package/dist/chunk-ZZUFZUQZ.js +12120 -0
  124. package/dist/index.js +39712 -29876
  125. package/dist/mcp/analyze-cli.js +186 -232
  126. package/dist/mcp/cli.js +137 -98
  127. package/dist/mcp/server.js +22688 -1573
  128. package/dist/mcp/worker.js +97 -38
  129. package/dist/probes/installer.js +135 -0
  130. package/dist/workers/project-snapshot-persist-worker.js +22 -0
  131. package/dist/workers/review-graph-persist-worker.js +15 -0
  132. package/docs/agent-guide.md +13 -4
  133. package/docs/agent-tools.md +42 -0
  134. package/docs/ast-grep_rules_catalog.md +5 -4
  135. package/docs/configuration.md +28 -2
  136. package/docs/custom-rules.md +25 -2
  137. package/docs/environment-variables.md +86 -8
  138. package/docs/features.md +45 -5
  139. package/docs/globalconfig.md +2 -1
  140. package/docs/io-bridge-v2-migration.md +94 -0
  141. package/docs/lsp-capability-matrix.md +37 -4
  142. package/docs/lsp-idle-eviction.md +124 -0
  143. package/docs/mcp.md +21 -5
  144. package/docs/merge-queue-rollout.md +77 -0
  145. package/docs/pi-lens-fixer.md +160 -88
  146. package/docs/pi-lens-investigator.md +74 -26
  147. package/docs/pi-lens-merge-policy.md +736 -0
  148. package/docs/pi-lens-monitor.md +75 -7
  149. package/docs/pi-lens-retro.md +6 -4
  150. package/docs/pi-lens-reviewer.md +189 -48
  151. package/docs/pi-lens-subagent.md +246 -45
  152. package/docs/pi-lens-warden.md +18 -7
  153. package/docs/public-api-stability.md +55 -0
  154. package/docs/release-qa-baseline.md +84 -17
  155. package/docs/rfcs/3654-unified-io-bridge-v2.md +316 -0
  156. package/docs/schema/pi-lens-config-v1.json +530 -0
  157. package/docs/servercapabilities.md +56 -49
  158. package/docs/settings.md +1 -0
  159. package/docs/usage.md +5 -1
  160. package/docs/word-index.md +6 -0
  161. package/grammars/tree-sitter-bash.wasm +0 -0
  162. package/grammars/tree-sitter-bash.wasm.json +3 -3
  163. package/package.json +19 -7
  164. package/rules/ast-grep-rules/rule-tests/advisory-registry-subset-test.yml +41 -0
  165. package/rules/ast-grep-rules/rule-tests/no-identity-operator-on-literals-test.yml +12 -2
  166. package/rules/ast-grep-rules/rule-tests/throw-new-error-js-test.yml +2 -0
  167. package/rules/ast-grep-rules/rule-tests/throw-new-error-test.yml +2 -0
  168. package/rules/ast-grep-rules/rules/advisory-registry-subset.yml +50 -0
  169. package/rules/ast-grep-rules/rules/no-identity-operator-on-literals.yml +20 -12
  170. package/rules/ast-grep-rules/rules/throw-new-error-js.yml +2 -2
  171. package/rules/ast-grep-rules/rules/throw-new-error.yml +2 -2
  172. package/scripts/analyze-pi-lens-logs.mjs +1275 -62
  173. package/scripts/download-grammars.js +5 -0
  174. package/scripts/grammars.lock.json +6 -1
  175. package/scripts/install-selftest.mjs +33 -34
  176. package/scripts/lib/host-provided-deps.mjs +13 -4
  177. package/scripts/lib/web-tree-sitter-dir.mjs +18 -0
  178. package/dist/clients/actionable-warnings-logger.js +0 -35
  179. package/dist/clients/actionable-warnings.js +0 -1610
  180. package/dist/clients/advisory-provenance.js +0 -593
  181. package/dist/clients/agent-behavior-client.js +0 -147
  182. package/dist/clients/agent-nudge.js +0 -325
  183. package/dist/clients/analysed-root.js +0 -1
  184. package/dist/clients/ast-grep-client.js +0 -731
  185. package/dist/clients/ast-grep-rule-manager.js +0 -146
  186. package/dist/clients/ast-grep-tool-logger.js +0 -118
  187. package/dist/clients/ast-grep-types.js +0 -10
  188. package/dist/clients/ast-grep-yaml-synth.js +0 -154
  189. package/dist/clients/atomic-write-staging.js +0 -75
  190. package/dist/clients/atomic-write.js +0 -189
  191. package/dist/clients/availability-probe-flight.js +0 -12
  192. package/dist/clients/bash-file-access.js +0 -1056
  193. package/dist/clients/biome-client.js +0 -357
  194. package/dist/clients/blocker-freshness.js +0 -837
  195. package/dist/clients/blocker-past-eof.js +0 -129
  196. package/dist/clients/bootstrap.js +0 -569
  197. package/dist/clients/bounded-cache.js +0 -190
  198. package/dist/clients/bounded-pid-file-lock.js +0 -202
  199. package/dist/clients/bounded-telemetry.js +0 -295
  200. package/dist/clients/build-identity.js +0 -95
  201. package/dist/clients/bundled-resource-health.js +0 -113
  202. package/dist/clients/bus-events-logger.js +0 -105
  203. package/dist/clients/bus-publish.js +0 -171
  204. package/dist/clients/cache/rule-cache.js +0 -190
  205. package/dist/clients/cache-manager.js +0 -524
  206. package/dist/clients/cache-observability.js +0 -1313
  207. package/dist/clients/call-graph.js +0 -852
  208. package/dist/clients/cargo-manifest.js +0 -422
  209. package/dist/clients/cascade-budget.js +0 -196
  210. package/dist/clients/cascade-format.js +0 -315
  211. package/dist/clients/cascade-logger.js +0 -31
  212. package/dist/clients/cascade-types.js +0 -9
  213. package/dist/clients/child-unref.js +0 -124
  214. package/dist/clients/code-quality-warnings.js +0 -286
  215. package/dist/clients/codebase-model.js +0 -173
  216. package/dist/clients/collateral-test-role.js +0 -40
  217. package/dist/clients/complexity-client.js +0 -462
  218. package/dist/clients/config-core/deny.js +0 -221
  219. package/dist/clients/config-core/index.js +0 -50
  220. package/dist/clients/config-core/merge.js +0 -357
  221. package/dist/clients/config-core/normalize.js +0 -340
  222. package/dist/clients/config-core/process-spec.js +0 -248
  223. package/dist/clients/config-core/provenance.js +0 -164
  224. package/dist/clients/config-core/records.js +0 -218
  225. package/dist/clients/config-core/resolve.js +0 -125
  226. package/dist/clients/config-core/safe-object.js +0 -78
  227. package/dist/clients/config-core/schema.js +0 -165
  228. package/dist/clients/config-diagnostic-codes.js +0 -285
  229. package/dist/clients/config-locations.js +0 -388
  230. package/dist/clients/config-resolve.js +0 -798
  231. package/dist/clients/config-schema.js +0 -251
  232. package/dist/clients/config-warn.js +0 -407
  233. package/dist/clients/console-guard-install.js +0 -26
  234. package/dist/clients/cooperative-budget.js +0 -42
  235. package/dist/clients/dead-code-client.js +0 -510
  236. package/dist/clients/dead-code-logger.js +0 -30
  237. package/dist/clients/deadline-utils.js +0 -280
  238. package/dist/clients/debug-handles.js +0 -211
  239. package/dist/clients/debug-heap.js +0 -174
  240. package/dist/clients/deferred-lsp-work.js +0 -106
  241. package/dist/clients/degradation-ledger.js +0 -426
  242. package/dist/clients/demoted-finding-render.js +0 -169
  243. package/dist/clients/dependency-checker.js +0 -885
  244. package/dist/clients/deps/ast-grep-napi.js +0 -22
  245. package/dist/clients/deps/js-yaml.js +0 -9
  246. package/dist/clients/deps/minimatch.js +0 -4
  247. package/dist/clients/deps/pi-tui.js +0 -14
  248. package/dist/clients/deps/typebox.js +0 -14
  249. package/dist/clients/deps/vscode-jsonrpc.js +0 -1
  250. package/dist/clients/deps/web-tree-sitter.js +0 -24
  251. package/dist/clients/diagnostic-dispositions.js +0 -630
  252. package/dist/clients/diagnostic-line-freshness.js +0 -305
  253. package/dist/clients/diagnostic-logger.js +0 -73
  254. package/dist/clients/diagnostic-tracker.js +0 -105
  255. package/dist/clients/diagnostics-publish.js +0 -230
  256. package/dist/clients/dispatch/ast-grep-catalog.js +0 -65
  257. package/dist/clients/dispatch/auxiliary-lsp.js +0 -343
  258. package/dist/clients/dispatch/collect-later-tier.js +0 -35
  259. package/dist/clients/dispatch/diagnostic-taxonomy.js +0 -66
  260. package/dist/clients/dispatch/dispatcher.js +0 -1269
  261. package/dist/clients/dispatch/fact-provider-types.js +0 -1
  262. package/dist/clients/dispatch/fact-rule-runner.js +0 -17
  263. package/dist/clients/dispatch/fact-runner.js +0 -30
  264. package/dist/clients/dispatch/fact-scheduler.js +0 -68
  265. package/dist/clients/dispatch/fact-store.js +0 -377
  266. package/dist/clients/dispatch/facts/comment-facts.js +0 -22
  267. package/dist/clients/dispatch/facts/file-content.js +0 -19
  268. package/dist/clients/dispatch/facts/function-facts.js +0 -348
  269. package/dist/clients/dispatch/facts/import-facts.js +0 -204
  270. package/dist/clients/dispatch/facts/tree-sitter-facts.js +0 -34
  271. package/dist/clients/dispatch/facts/try-catch-facts.js +0 -119
  272. package/dist/clients/dispatch/finding-policy.js +0 -339
  273. package/dist/clients/dispatch/indent-detect.js +0 -417
  274. package/dist/clients/dispatch/inline-suppressions.js +0 -89
  275. package/dist/clients/dispatch/integration.js +0 -2377
  276. package/dist/clients/dispatch/lazy.js +0 -11
  277. package/dist/clients/dispatch/pending-runner-findings.js +0 -87
  278. package/dist/clients/dispatch/plan.js +0 -278
  279. package/dist/clients/dispatch/priorities.js +0 -20
  280. package/dist/clients/dispatch/rule-id-normalize.js +0 -50
  281. package/dist/clients/dispatch/rule-ignores.js +0 -69
  282. package/dist/clients/dispatch/rule-policy.js +0 -135
  283. package/dist/clients/dispatch/rules/async-noise.js +0 -40
  284. package/dist/clients/dispatch/rules/async-unnecessary-wrapper.js +0 -27
  285. package/dist/clients/dispatch/rules/cors-wildcard.js +0 -54
  286. package/dist/clients/dispatch/rules/error-obscuring.js +0 -32
  287. package/dist/clients/dispatch/rules/error-swallowing.js +0 -31
  288. package/dist/clients/dispatch/rules/framework-call-noise.js +0 -67
  289. package/dist/clients/dispatch/rules/high-complexity.js +0 -72
  290. package/dist/clients/dispatch/rules/high-fan-out.js +0 -74
  291. package/dist/clients/dispatch/rules/high-import-coupling.js +0 -37
  292. package/dist/clients/dispatch/rules/missing-error-propagation.js +0 -62
  293. package/dist/clients/dispatch/rules/no-commented-credentials.js +0 -52
  294. package/dist/clients/dispatch/rules/pass-through-wrappers.js +0 -42
  295. package/dist/clients/dispatch/rules/placeholder-comments.js +0 -40
  296. package/dist/clients/dispatch/rules/unsafe-boundary.js +0 -126
  297. package/dist/clients/dispatch/runner-context.js +0 -52
  298. package/dist/clients/dispatch/runners/actionlint.js +0 -111
  299. package/dist/clients/dispatch/runners/ast-grep-napi.js +0 -1196
  300. package/dist/clients/dispatch/runners/biome-check.js +0 -296
  301. package/dist/clients/dispatch/runners/cpp-check.js +0 -219
  302. package/dist/clients/dispatch/runners/credo.js +0 -82
  303. package/dist/clients/dispatch/runners/cue-vet.js +0 -416
  304. package/dist/clients/dispatch/runners/dart-analyze.js +0 -183
  305. package/dist/clients/dispatch/runners/detekt.js +0 -176
  306. package/dist/clients/dispatch/runners/dotnet-build.js +0 -164
  307. package/dist/clients/dispatch/runners/elixir-check.js +0 -195
  308. package/dist/clients/dispatch/runners/eslint.js +0 -137
  309. package/dist/clients/dispatch/runners/fact-rules.js +0 -29
  310. package/dist/clients/dispatch/runners/fish-indent.js +0 -69
  311. package/dist/clients/dispatch/runners/gleam-check.js +0 -167
  312. package/dist/clients/dispatch/runners/go-vet.js +0 -104
  313. package/dist/clients/dispatch/runners/golangci-lint.js +0 -135
  314. package/dist/clients/dispatch/runners/hadolint.js +0 -91
  315. package/dist/clients/dispatch/runners/helm-lint.js +0 -171
  316. package/dist/clients/dispatch/runners/helm-render.js +0 -940
  317. package/dist/clients/dispatch/runners/htmlhint.js +0 -117
  318. package/dist/clients/dispatch/runners/index.js +0 -108
  319. package/dist/clients/dispatch/runners/javac.js +0 -99
  320. package/dist/clients/dispatch/runners/ktlint.js +0 -110
  321. package/dist/clients/dispatch/runners/lsp.js +0 -379
  322. package/dist/clients/dispatch/runners/markdownlint.js +0 -167
  323. package/dist/clients/dispatch/runners/mypy.js +0 -102
  324. package/dist/clients/dispatch/runners/oxlint.js +0 -414
  325. package/dist/clients/dispatch/runners/php-lint.js +0 -85
  326. package/dist/clients/dispatch/runners/phpstan.js +0 -120
  327. package/dist/clients/dispatch/runners/prisma-validate.js +0 -62
  328. package/dist/clients/dispatch/runners/psscriptanalyzer.js +0 -445
  329. package/dist/clients/dispatch/runners/pyright.js +0 -169
  330. package/dist/clients/dispatch/runners/rubocop.js +0 -99
  331. package/dist/clients/dispatch/runners/ruff.js +0 -88
  332. package/dist/clients/dispatch/runners/rust-clippy.js +0 -256
  333. package/dist/clients/dispatch/runners/shellcheck.js +0 -173
  334. package/dist/clients/dispatch/runners/shfmt.js +0 -102
  335. package/dist/clients/dispatch/runners/spellcheck.js +0 -128
  336. package/dist/clients/dispatch/runners/spotbugs.js +0 -259
  337. package/dist/clients/dispatch/runners/sqlfluff.js +0 -183
  338. package/dist/clients/dispatch/runners/stylelint.js +0 -166
  339. package/dist/clients/dispatch/runners/swiftlint.js +0 -163
  340. package/dist/clients/dispatch/runners/taplo.js +0 -174
  341. package/dist/clients/dispatch/runners/terragrunt.js +0 -168
  342. package/dist/clients/dispatch/runners/tflint.js +0 -125
  343. package/dist/clients/dispatch/runners/tree-sitter.js +0 -643
  344. package/dist/clients/dispatch/runners/trivy-config.js +0 -253
  345. package/dist/clients/dispatch/runners/utils/availability-policy.js +0 -496
  346. package/dist/clients/dispatch/runners/utils/candidate-probe.js +0 -90
  347. package/dist/clients/dispatch/runners/utils/diagnostic-parsers.js +0 -95
  348. package/dist/clients/dispatch/runners/utils/lazy-installer.js +0 -274
  349. package/dist/clients/dispatch/runners/utils/runner-helpers.js +0 -1701
  350. package/dist/clients/dispatch/runners/utils/spawn-outcome.js +0 -101
  351. package/dist/clients/dispatch/runners/utils/tool-failure.js +0 -235
  352. package/dist/clients/dispatch/runners/utils/toolchain-availability.js +0 -169
  353. package/dist/clients/dispatch/runners/utils.js +0 -15
  354. package/dist/clients/dispatch/runners/vale.js +0 -128
  355. package/dist/clients/dispatch/runners/yaml-rule-parser.js +0 -242
  356. package/dist/clients/dispatch/runners/yamllint.js +0 -95
  357. package/dist/clients/dispatch/runners/zig-check.js +0 -79
  358. package/dist/clients/dispatch/suppress-writer.js +0 -79
  359. package/dist/clients/dispatch/tool-profile.js +0 -30
  360. package/dist/clients/dispatch/types.js +0 -21
  361. package/dist/clients/dispatch/utils/format-utils.js +0 -45
  362. package/dist/clients/dispatch/utils/lsp-diagnostics.js +0 -35
  363. package/dist/clients/disposition-logger.js +0 -32
  364. package/dist/clients/disposition-publish.js +0 -124
  365. package/dist/clients/durable-store.js +0 -97
  366. package/dist/clients/effective-config.js +0 -415
  367. package/dist/clients/env-utils.js +0 -83
  368. package/dist/clients/error-class.js +0 -23
  369. package/dist/clients/eval-timestamp.js +0 -17
  370. package/dist/clients/event-loop-hold.js +0 -274
  371. package/dist/clients/event-loop-monitor.js +0 -250
  372. package/dist/clients/extension-log.js +0 -504
  373. package/dist/clients/extension-mode.js +0 -73
  374. package/dist/clients/feature-hints.js +0 -103
  375. package/dist/clients/file-kinds.js +0 -412
  376. package/dist/clients/file-role.js +0 -134
  377. package/dist/clients/file-time.js +0 -160
  378. package/dist/clients/file-utils.js +0 -1032
  379. package/dist/clients/finding-delivery-gate.js +0 -494
  380. package/dist/clients/finding-identity.js +0 -88
  381. package/dist/clients/fix-worklog.js +0 -103
  382. package/dist/clients/format-events-publish.js +0 -343
  383. package/dist/clients/format-service.js +0 -222
  384. package/dist/clients/formatters-lazy.js +0 -9
  385. package/dist/clients/formatters.js +0 -2032
  386. package/dist/clients/freshness-cadence.js +0 -17
  387. package/dist/clients/freshness.js +0 -38
  388. package/dist/clients/generated-artifacts.js +0 -394
  389. package/dist/clients/generation-guard.js +0 -215
  390. package/dist/clients/git-guard.js +0 -1136
  391. package/dist/clients/git-tracked-ignore.js +0 -243
  392. package/dist/clients/gitleaks-client.js +0 -509
  393. package/dist/clients/go-client.js +0 -104
  394. package/dist/clients/govulncheck-client.js +0 -605
  395. package/dist/clients/gradle-ktfmt-style.js +0 -348
  396. package/dist/clients/grammar-source.js +0 -465
  397. package/dist/clients/gzip-stage-write.js +0 -135
  398. package/dist/clients/hashline-anchor.js +0 -424
  399. package/dist/clients/hook-budgets.js +0 -76
  400. package/dist/clients/host-edit-normalize.js +0 -140
  401. package/dist/clients/host-ports.js +0 -39
  402. package/dist/clients/indent-retarget.js +0 -154
  403. package/dist/clients/inline-blocker-dispositions.js +0 -186
  404. package/dist/clients/install-diagnostics.js +0 -156
  405. package/dist/clients/installer/index.js +0 -5416
  406. package/dist/clients/installer/managed-tool-refresh-session.js +0 -58
  407. package/dist/clients/installer/managed-tool-refresh.js +0 -783
  408. package/dist/clients/instance-reaper-state.js +0 -7
  409. package/dist/clients/instance-reaper.js +0 -1137
  410. package/dist/clients/instance-registry-lock.js +0 -145
  411. package/dist/clients/instance-registry.js +0 -773
  412. package/dist/clients/jscpd-client.js +0 -378
  413. package/dist/clients/json-cache-read.js +0 -65
  414. package/dist/clients/knip-client.js +0 -788
  415. package/dist/clients/language-policy.js +0 -252
  416. package/dist/clients/language-profile.js +0 -361
  417. package/dist/clients/language-registry.js +0 -603
  418. package/dist/clients/latency-logger.js +0 -727
  419. package/dist/clients/lazy-import.js +0 -21
  420. package/dist/clients/ledger-bounds.js +0 -54
  421. package/dist/clients/lens-config.js +0 -404
  422. package/dist/clients/lens-engine.js +0 -358
  423. package/dist/clients/lens-events.js +0 -125
  424. package/dist/clients/lens-flag-registry.js +0 -467
  425. package/dist/clients/lens-map.js +0 -1156
  426. package/dist/clients/live-bus-emitter.js +0 -74
  427. package/dist/clients/log-cleanup.js +0 -222
  428. package/dist/clients/lsp/aggregation.js +0 -178
  429. package/dist/clients/lsp/cascade-tier.js +0 -421
  430. package/dist/clients/lsp/client.js +0 -4593
  431. package/dist/clients/lsp/config.js +0 -691
  432. package/dist/clients/lsp/content-limits.js +0 -41
  433. package/dist/clients/lsp/diagnostic-binding.js +0 -225
  434. package/dist/clients/lsp/document-drift.js +0 -467
  435. package/dist/clients/lsp/edits.js +0 -1219
  436. package/dist/clients/lsp/index.js +0 -8305
  437. package/dist/clients/lsp/inferred-project.js +0 -216
  438. package/dist/clients/lsp/jvm-runtime.js +0 -298
  439. package/dist/clients/lsp/language.js +0 -63
  440. package/dist/clients/lsp/launch.js +0 -746
  441. package/dist/clients/lsp/lombok.js +0 -158
  442. package/dist/clients/lsp/path-utils.js +0 -5
  443. package/dist/clients/lsp/pending-aux-coverage.js +0 -251
  444. package/dist/clients/lsp/position-encoding.js +0 -61
  445. package/dist/clients/lsp/ruby-drive-dirs.js +0 -83
  446. package/dist/clients/lsp/server.js +0 -3290
  447. package/dist/clients/lsp/session-roots.js +0 -192
  448. package/dist/clients/lsp/spawn-history.js +0 -17
  449. package/dist/clients/lsp/sync-kind.js +0 -56
  450. package/dist/clients/lsp/tsserver-sync.js +0 -332
  451. package/dist/clients/lsp/wait-policy/capability-snapshot.js +0 -1
  452. package/dist/clients/lsp/wait-policy/classification.js +0 -85
  453. package/dist/clients/lsp/wait-policy/index.js +0 -10
  454. package/dist/clients/lsp/wait-policy/strategies.js +0 -392
  455. package/dist/clients/lsp/watch-queue.js +0 -61
  456. package/dist/clients/lsp/workspace-diagnostics-cache.js +0 -639
  457. package/dist/clients/lsp/workspace-diagnostics-session.js +0 -30
  458. package/dist/clients/lsp/workspace-sweep-hold.js +0 -184
  459. package/dist/clients/lsp-budget.js +0 -186
  460. package/dist/clients/lsp-document-symbols.js +0 -110
  461. package/dist/clients/lsp-lazy.js +0 -9
  462. package/dist/clients/lsp-mutation.js +0 -396
  463. package/dist/clients/lsp-status.js +0 -59
  464. package/dist/clients/map-with-concurrency.js +0 -40
  465. package/dist/clients/mcp/analyze.js +0 -420
  466. package/dist/clients/mcp/host-shim.js +0 -31
  467. package/dist/clients/mcp/ipc.js +0 -523
  468. package/dist/clients/mcp/review.js +0 -197
  469. package/dist/clients/mcp/session.js +0 -412
  470. package/dist/clients/memory-sampler.js +0 -208
  471. package/dist/clients/message-end-attribution.js +0 -30
  472. package/dist/clients/metrics-client.js +0 -107
  473. package/dist/clients/metrics-history.js +0 -327
  474. package/dist/clients/middle-man-analysis.js +0 -263
  475. package/dist/clients/model-provider.js +0 -53
  476. package/dist/clients/module-report-lsp.js +0 -189
  477. package/dist/clients/module-report.js +0 -2150
  478. package/dist/clients/mutating-tool.js +0 -651
  479. package/dist/clients/mutation-attribution.js +0 -368
  480. package/dist/clients/mutation-bridge.js +0 -240
  481. package/dist/clients/ndjson-logger.js +0 -734
  482. package/dist/clients/observed-mutation-sources.js +0 -101
  483. package/dist/clients/observed-mutation.js +0 -1253
  484. package/dist/clients/oldtext-autopatch.js +0 -128
  485. package/dist/clients/opaque-mutation-scan.js +0 -496
  486. package/dist/clients/opengrep-client.js +0 -333
  487. package/dist/clients/opengrep-config.js +0 -76
  488. package/dist/clients/package-manager.js +0 -607
  489. package/dist/clients/package-root.js +0 -38
  490. package/dist/clients/partial-edit-apply.js +0 -439
  491. package/dist/clients/path-attribution-telemetry.js +0 -43
  492. package/dist/clients/path-keyed-map.js +0 -108
  493. package/dist/clients/path-utils.js +0 -1244
  494. package/dist/clients/performance-report.js +0 -331
  495. package/dist/clients/persist-debounce.js +0 -70
  496. package/dist/clients/persistent-reverify.js +0 -271
  497. package/dist/clients/php-cs-fixer-config.js +0 -119
  498. package/dist/clients/pipeline.js +0 -1480
  499. package/dist/clients/post-autofix-notice.js +0 -37
  500. package/dist/clients/print-mode.js +0 -21
  501. package/dist/clients/probe-home-state.js +0 -228
  502. package/dist/clients/process-bridge.js +0 -66
  503. package/dist/clients/process-singletons.js +0 -210
  504. package/dist/clients/process-snapshot.js +0 -68
  505. package/dist/clients/project-changes.js +0 -181
  506. package/dist/clients/project-conventions.js +0 -171
  507. package/dist/clients/project-diagnostics/cache.js +0 -137
  508. package/dist/clients/project-diagnostics/extractors.js +0 -109
  509. package/dist/clients/project-diagnostics/fresh-fetch.js +0 -668
  510. package/dist/clients/project-diagnostics/runner-adapters/call-graph-impact.js +0 -118
  511. package/dist/clients/project-diagnostics/runner-adapters/dead-code.js +0 -47
  512. package/dist/clients/project-diagnostics/runner-adapters/gitleaks.js +0 -40
  513. package/dist/clients/project-diagnostics/runner-adapters/govulncheck.js +0 -34
  514. package/dist/clients/project-diagnostics/runner-adapters/jscpd.js +0 -38
  515. package/dist/clients/project-diagnostics/runner-adapters/knip.js +0 -47
  516. package/dist/clients/project-diagnostics/runner-adapters/madge.js +0 -48
  517. package/dist/clients/project-diagnostics/runner-adapters/opengrep.js +0 -40
  518. package/dist/clients/project-diagnostics/runner-adapters/runner-findings.js +0 -127
  519. package/dist/clients/project-diagnostics/runner-adapters/trivy.js +0 -81
  520. package/dist/clients/project-diagnostics/scanner.js +0 -520
  521. package/dist/clients/project-diagnostics/types.js +0 -1
  522. package/dist/clients/project-lens-config.js +0 -807
  523. package/dist/clients/project-report.js +0 -701
  524. package/dist/clients/project-scale.js +0 -237
  525. package/dist/clients/project-scan-policy.js +0 -11
  526. package/dist/clients/project-snapshot-fingerprint.js +0 -48
  527. package/dist/clients/project-snapshot-persist-worker.js +0 -20
  528. package/dist/clients/project-snapshot.js +0 -1653
  529. package/dist/clients/project-trust.js +0 -181
  530. package/dist/clients/python-environment.js +0 -217
  531. package/dist/clients/python-provenance.js +0 -639
  532. package/dist/clients/quiet-window-config.js +0 -47
  533. package/dist/clients/quiet-window.js +0 -236
  534. package/dist/clients/read-bridge.js +0 -139
  535. package/dist/clients/read-expansion.js +0 -266
  536. package/dist/clients/read-guard-logger.js +0 -251
  537. package/dist/clients/read-guard-tool-lines.js +0 -1306
  538. package/dist/clients/read-guard.js +0 -1561
  539. package/dist/clients/recent-touches.js +0 -240
  540. package/dist/clients/redact/secrets.js +0 -449
  541. package/dist/clients/resource-sampler.js +0 -628
  542. package/dist/clients/reverse-deps.js +0 -270
  543. package/dist/clients/review-graph/builder.js +0 -5126
  544. package/dist/clients/review-graph/format.js +0 -33
  545. package/dist/clients/review-graph/git-identity.js +0 -163
  546. package/dist/clients/review-graph/import-resolvers.js +0 -481
  547. package/dist/clients/review-graph/persist-worker.js +0 -10
  548. package/dist/clients/review-graph/query.js +0 -244
  549. package/dist/clients/review-graph/revision-drift.js +0 -21
  550. package/dist/clients/review-graph/service.js +0 -96
  551. package/dist/clients/review-graph/shared-extraction-ir.js +0 -82
  552. package/dist/clients/review-graph/symbol-id.js +0 -103
  553. package/dist/clients/review-graph/tsconfig-paths.js +0 -299
  554. package/dist/clients/review-graph/types.js +0 -1
  555. package/dist/clients/review-graph/workspace-modules.js +0 -449
  556. package/dist/clients/review-graph-logger.js +0 -81
  557. package/dist/clients/ruff-client.js +0 -179
  558. package/dist/clients/rules-scanner.js +0 -131
  559. package/dist/clients/run-duration.js +0 -55
  560. package/dist/clients/runtime-agent-end.js +0 -746
  561. package/dist/clients/runtime-config.js +0 -77
  562. package/dist/clients/runtime-context.js +0 -211
  563. package/dist/clients/runtime-coordinator.js +0 -1324
  564. package/dist/clients/runtime-session.js +0 -2485
  565. package/dist/clients/runtime-tool-call.js +0 -1295
  566. package/dist/clients/runtime-tool-result.js +0 -2049
  567. package/dist/clients/runtime-turn.js +0 -3767
  568. package/dist/clients/rust-client.js +0 -97
  569. package/dist/clients/safe-spawn.js +0 -2357
  570. package/dist/clients/sanitize.js +0 -286
  571. package/dist/clients/scan-utils.js +0 -25
  572. package/dist/clients/scratch-tree-policy.js +0 -165
  573. package/dist/clients/search-read-registration.js +0 -94
  574. package/dist/clients/secret-findings.js +0 -114
  575. package/dist/clients/security-scan-client.js +0 -352
  576. package/dist/clients/session-event-guard.js +0 -297
  577. package/dist/clients/session-lifecycle.js +0 -484
  578. package/dist/clients/session-start-observability.js +0 -94
  579. package/dist/clients/session-state-store.js +0 -101
  580. package/dist/clients/session-summary.js +0 -15
  581. package/dist/clients/sessionstart-logger.js +0 -27
  582. package/dist/clients/sg-runner.js +0 -876
  583. package/dist/clients/sgconfig.js +0 -347
  584. package/dist/clients/shared-checkout-guard.js +0 -338
  585. package/dist/clients/single-flight.js +0 -158
  586. package/dist/clients/situational-tool-telemetry.js +0 -108
  587. package/dist/clients/skills-resolver.js +0 -141
  588. package/dist/clients/slow-fs.js +0 -138
  589. package/dist/clients/smells-rollup.js +0 -231
  590. package/dist/clients/source-filter.js +0 -596
  591. package/dist/clients/source-walker.js +0 -211
  592. package/dist/clients/spawn-output-cap.js +0 -120
  593. package/dist/clients/spawn-timeout-cooldown.js +0 -110
  594. package/dist/clients/stale-marker.js +0 -17
  595. package/dist/clients/startup-scan.js +0 -400
  596. package/dist/clients/startup-timing.js +0 -130
  597. package/dist/clients/string-utils.js +0 -33
  598. package/dist/clients/subagent-mode.js +0 -111
  599. package/dist/clients/symbol-containment.js +0 -24
  600. package/dist/clients/symbol-types.js +0 -5
  601. package/dist/clients/test-runner-client.js +0 -2507
  602. package/dist/clients/test-runner-delivery.js +0 -287
  603. package/dist/clients/todo-scanner.js +0 -229
  604. package/dist/clients/tool-agreement.js +0 -423
  605. package/dist/clients/tool-config.js +0 -249
  606. package/dist/clients/tool-cwd.js +0 -270
  607. package/dist/clients/tool-definition.js +0 -47
  608. package/dist/clients/tool-event.js +0 -105
  609. package/dist/clients/tool-policy.js +0 -2755
  610. package/dist/clients/tool-probe.js +0 -53
  611. package/dist/clients/tool-render.js +0 -156
  612. package/dist/clients/tool-set-policy.js +0 -118
  613. package/dist/clients/tree-sitter-cache.js +0 -364
  614. package/dist/clients/tree-sitter-client.js +0 -4195
  615. package/dist/clients/tree-sitter-logger.js +0 -100
  616. package/dist/clients/tree-sitter-navigator.js +0 -269
  617. package/dist/clients/tree-sitter-query-loader.js +0 -569
  618. package/dist/clients/tree-sitter-shared.js +0 -158
  619. package/dist/clients/tree-sitter-symbol-extractor.js +0 -1265
  620. package/dist/clients/trivy-client.js +0 -467
  621. package/dist/clients/tui-fit.js +0 -50
  622. package/dist/clients/turn-context.js +0 -52
  623. package/dist/clients/turn-end/lane.js +0 -51
  624. package/dist/clients/turn-end/lanes/govulncheck.js +0 -112
  625. package/dist/clients/turn-end/lanes/secrets.js +0 -204
  626. package/dist/clients/turn-summary-render.js +0 -72
  627. package/dist/clients/turn-summary.js +0 -132
  628. package/dist/clients/typos-config.js +0 -29
  629. package/dist/clients/user-notify.js +0 -51
  630. package/dist/clients/vanished-instance-marker.js +0 -57
  631. package/dist/clients/warm-attach.js +0 -305
  632. package/dist/clients/widget-state.js +0 -1808
  633. package/dist/clients/word-index-logger.js +0 -49
  634. package/dist/clients/word-index-store.js +0 -459
  635. package/dist/clients/word-index.js +0 -2080
  636. package/dist/clients/workspace-topology.js +0 -443
  637. package/dist/clients/write-ordering-guard.js +0 -65
  638. package/dist/clients/zizmor-config.js +0 -340
  639. package/dist/i18n.js +0 -69
  640. package/dist/mcp/build-staleness.js +0 -124
  641. package/dist/scripts/lib/process-scan.mjs +0 -583
  642. package/dist/scripts/lib/skills-predicate.mjs +0 -129
  643. package/dist/scripts/lib/web-tree-sitter-dir.mjs +0 -123
  644. package/dist/tools/activate-tools.js +0 -87
  645. package/dist/tools/ast-grep-outline.js +0 -137
  646. package/dist/tools/ast-grep-replace.js +0 -244
  647. package/dist/tools/ast-grep-search.js +0 -762
  648. package/dist/tools/effective-config.js +0 -90
  649. package/dist/tools/lens-diagnostic-mark.js +0 -375
  650. package/dist/tools/lens-diagnostics.js +0 -2571
  651. package/dist/tools/lsp-diagnostics.js +0 -1745
  652. package/dist/tools/lsp-navigation.js +0 -1367
  653. package/dist/tools/lsp-structured-output.js +0 -294
  654. package/dist/tools/module-report.js +0 -382
  655. package/dist/tools/project-report.js +0 -86
  656. package/dist/tools/render-compact.js +0 -374
  657. package/dist/tools/scan-progress.js +0 -53
  658. package/dist/tools/shared.js +0 -29
  659. package/dist/tools/symbol-search.js +0 -155
@@ -0,0 +1,1907 @@
1
+ import { createRequire as __pilensCreateRequire } from "node:module"; const require = __pilensCreateRequire(import.meta.url);
2
+ import {
3
+ getWordIndexMaxFilesDerived
4
+ } from "./chunk-IUKPRZER.js";
5
+ import {
6
+ PathKeyedMap
7
+ } from "./chunk-Z3CCVDUB.js";
8
+ import {
9
+ createSingleFlight
10
+ } from "./chunk-BW5KFIQC.js";
11
+ import {
12
+ createDeadline,
13
+ forEachCooperatively,
14
+ yieldIfOverBudget
15
+ } from "./chunk-QYF5S6P6.js";
16
+ import {
17
+ KIND_EXTENSIONS
18
+ } from "./chunk-64LU2OVH.js";
19
+ import {
20
+ isTestFileName
21
+ } from "./chunk-N2IRDBZI.js";
22
+ import {
23
+ incrementDegradationCount
24
+ } from "./chunk-7ELY2CSM.js";
25
+ import {
26
+ logLatency
27
+ } from "./chunk-3PNFWVHT.js";
28
+ import {
29
+ createNdjsonLogger,
30
+ getGlobalPiLensLogDir,
31
+ getMaxLogSizeMB,
32
+ isTestMode
33
+ } from "./chunk-VSMJK3ZJ.js";
34
+ import {
35
+ isAtOrAboveHomeDir,
36
+ normalizeEphemeralMapKey,
37
+ normalizeFilePath
38
+ } from "./chunk-G3RLJYA2.js";
39
+
40
+ // dist/clients/word-index.js
41
+ import * as fs from "node:fs";
42
+ import * as path2 from "node:path";
43
+
44
+ // dist/clients/persist-debounce.js
45
+ function createDebounceScheduler(args) {
46
+ const { write, debounceMs } = args;
47
+ const pending = /* @__PURE__ */ new Map();
48
+ const timers = /* @__PURE__ */ new Map();
49
+ function flush(key) {
50
+ const payload = pending.get(key);
51
+ if (payload === void 0)
52
+ return;
53
+ pending.delete(key);
54
+ const timer = timers.get(key);
55
+ if (timer) {
56
+ clearTimeout(timer);
57
+ timers.delete(key);
58
+ }
59
+ write(key, payload);
60
+ }
61
+ function flushAll() {
62
+ for (const key of pending.keys())
63
+ flush(key);
64
+ }
65
+ function schedule(key, payload) {
66
+ pending.set(key, payload);
67
+ const debounce = debounceMs();
68
+ const existing = timers.get(key);
69
+ if (existing)
70
+ clearTimeout(existing);
71
+ if (debounce === 0) {
72
+ flush(key);
73
+ return;
74
+ }
75
+ const timer = setTimeout(() => flush(key), debounce);
76
+ if (typeof timer.unref === "function")
77
+ timer.unref();
78
+ timers.set(key, timer);
79
+ }
80
+ return { schedule, flush, flushAll };
81
+ }
82
+
83
+ // dist/clients/word-index-store.js
84
+ var WORD_POSTING_ENTRY_BYTES = 8;
85
+ var WORD_POSTING_LIST_OVERHEAD_BYTES = 160;
86
+ var DEFAULT_POSTING_CAPACITY_ENTRIES = 2;
87
+ var WordPostingList = class _WordPostingList {
88
+ /**
89
+ * The `Int32Array` these postings live in. Either private to this list, or —
90
+ * after {@link compactPostingsIntoArena} — a SHARED arena in which this list
91
+ * owns the half-open lane range `[laneStart, laneStart + capacityEntries*2)`.
92
+ * Held as an offset rather than a `subarray` view on purpose: 37,500 views
93
+ * cost 2.5 MB of `JSTypedArray` headers on this repository's corpus, and two
94
+ * integer fields are free by comparison.
95
+ */
96
+ lanes;
97
+ laneStart = 0;
98
+ capacityEntries;
99
+ entryCount = 0;
100
+ /**
101
+ * The canonical instance of this list’s token.
102
+ *
103
+ * The tokenizer allocates a FRESH string for every occurrence
104
+ * (`toLowerCase()`, `split()`), and a `Map` key is not addressable, so
105
+ * every structure that stores a token name would otherwise hold its own
106
+ * copy. The forward index does exactly that, once per (document, token):
107
+ * 536,978 separate strings, measured at 17 MB on this repository’s corpus.
108
+ * Holding the first-seen instance here gives every later writer one
109
+ * addressable canonical string to point at, with no second interning map
110
+ * to keep in step with the postings map.
111
+ */
112
+ token;
113
+ constructor(token, capacityEntries = DEFAULT_POSTING_CAPACITY_ENTRIES) {
114
+ this.token = token;
115
+ this.capacityEntries = Math.max(1, capacityEntries);
116
+ this.lanes = new Int32Array(this.capacityEntries * 2);
117
+ }
118
+ /** Number of postings held. */
119
+ get length() {
120
+ return this.entryCount;
121
+ }
122
+ /** This list's share of backing store, its own spare capacity included. */
123
+ get byteLength() {
124
+ return this.capacityEntries * WORD_POSTING_ENTRY_BYTES;
125
+ }
126
+ fileIdAt(entry) {
127
+ return this.lanes[this.laneStart + entry * 2];
128
+ }
129
+ lineAt(entry) {
130
+ return this.lanes[this.laneStart + entry * 2 + 1];
131
+ }
132
+ /**
133
+ * Grow so at least `entries` postings fit without another reallocation. The
134
+ * grown store is always PRIVATE: a list that outgrows its arena slice must
135
+ * not write past it into the next token's postings.
136
+ *
137
+ * Returns `true` when it allocated a fresh private store, so the index can
138
+ * keep an O(1) running tally of distinct backing stores instead of rebuilding
139
+ * a `Set` over the whole vocabulary on every edit (#2117).
140
+ */
141
+ reserve(entries) {
142
+ if (entries <= this.capacityEntries)
143
+ return false;
144
+ const grown = new Int32Array(entries * 2);
145
+ grown.set(this.lanes.subarray(this.laneStart, this.laneStart + this.entryCount * 2));
146
+ this.lanes = grown;
147
+ this.laneStart = 0;
148
+ this.capacityEntries = entries;
149
+ return true;
150
+ }
151
+ push(fileId, line) {
152
+ if (this.entryCount === this.capacityEntries) {
153
+ this.reserve(Math.max(DEFAULT_POSTING_CAPACITY_ENTRIES, this.capacityEntries * 2));
154
+ }
155
+ const at = this.laneStart + this.entryCount * 2;
156
+ this.lanes[at] = fileId;
157
+ this.lanes[at + 1] = line;
158
+ this.entryCount += 1;
159
+ }
160
+ /**
161
+ * Re-home this list's lanes into `arena` at lane index `offset`, returning
162
+ * the offset past the range it now owns. Used only by
163
+ * {@link compactPostingsIntoArena}, which sizes the arena from the same
164
+ * entry counts, so the range always fits.
165
+ */
166
+ adoptArena(arena, offset) {
167
+ const width = this.entryCount * 2;
168
+ for (let i = 0; i < width; i += 1) {
169
+ arena[offset + i] = this.lanes[this.laneStart + i];
170
+ }
171
+ this.lanes = arena;
172
+ this.laneStart = offset;
173
+ this.capacityEntries = this.entryCount;
174
+ return offset + width;
175
+ }
176
+ /**
177
+ * A new list with every posting for `fileId` removed, exactly sized. Returns
178
+ * a fresh list rather than mutating in place because the incremental refresh
179
+ * stages removals off to the side and publishes them without an await, and
180
+ * because an untouched token's list must keep its reference identity.
181
+ */
182
+ withoutFile(fileId) {
183
+ let surviving = 0;
184
+ for (let i = 0; i < this.entryCount; i += 1) {
185
+ if (this.fileIdAt(i) !== fileId)
186
+ surviving += 1;
187
+ }
188
+ const next = new _WordPostingList(this.token, Math.max(1, surviving));
189
+ for (let i = 0; i < this.entryCount; i += 1) {
190
+ if (this.fileIdAt(i) === fileId)
191
+ continue;
192
+ next.push(this.fileIdAt(i), this.lineAt(i));
193
+ }
194
+ return next;
195
+ }
196
+ /**
197
+ * The backing store these lanes live in. Exposed so a memory guard can prove
198
+ * the arena is shared rather than inferring it from a heap delta; nothing in
199
+ * the index reads it.
200
+ */
201
+ get backingStore() {
202
+ return this.lanes;
203
+ }
204
+ /** Build a list from flat `[fileId, line, …]` lanes, exactly sized. */
205
+ static fromLanes(token, lanes) {
206
+ const entries = Math.floor(lanes.length / 2);
207
+ const list = new _WordPostingList(token, Math.max(1, entries));
208
+ for (let i = 0; i < entries; i += 1) {
209
+ list.push(lanes[i * 2], lanes[i * 2 + 1]);
210
+ }
211
+ return list;
212
+ }
213
+ };
214
+ function compactPostingsIntoArena(postings) {
215
+ let lanes = 0;
216
+ for (const list of postings.values())
217
+ lanes += list.length * 2;
218
+ if (lanes === 0)
219
+ return;
220
+ const arena = new Int32Array(lanes);
221
+ let offset = 0;
222
+ for (const list of postings.values())
223
+ offset = list.adoptArena(arena, offset);
224
+ }
225
+ async function compactPostingsIntoArenaCooperatively(postings, options) {
226
+ const planned = [];
227
+ let lanes = 0;
228
+ for (const [token, list] of postings) {
229
+ const width = list.length * 2;
230
+ planned.push({ token, list, width });
231
+ lanes += width;
232
+ }
233
+ if (lanes === 0)
234
+ return;
235
+ const arena = new Int32Array(lanes);
236
+ let offset = 0;
237
+ const deadline = options?.deadline ?? createDeadline(8);
238
+ for (const plan of planned) {
239
+ if (postings.get(plan.token) === plan.list && plan.list.length * 2 === plan.width && offset + plan.width <= arena.length) {
240
+ offset = plan.list.adoptArena(arena, offset);
241
+ }
242
+ if (deadline.expired()) {
243
+ await options?.beforeYield?.();
244
+ await yieldIfOverBudget(deadline);
245
+ }
246
+ }
247
+ }
248
+ function countPostingBackingStores(postings) {
249
+ const stores = /* @__PURE__ */ new Set();
250
+ for (const list of postings.values())
251
+ stores.add(list.backingStore);
252
+ return stores.size;
253
+ }
254
+ function countPostingEntries(store) {
255
+ let count = 0;
256
+ for (const list of store.postings.values())
257
+ count += list.length;
258
+ return count;
259
+ }
260
+ function estimateWordIndexStoreBytes(store) {
261
+ let bytes = 0;
262
+ const backingStores = /* @__PURE__ */ new Set();
263
+ for (const list of store.postings.values()) {
264
+ backingStores.add(list.backingStore);
265
+ bytes += WORD_POSTING_LIST_OVERHEAD_BYTES;
266
+ }
267
+ for (const backingStore of backingStores)
268
+ bytes += backingStore.byteLength;
269
+ for (const entry of store.forward?.values() ?? []) {
270
+ bytes += entry.estimatedBytes;
271
+ }
272
+ return bytes;
273
+ }
274
+ var WordForwardEntry = class _WordForwardEntry {
275
+ tokenNames;
276
+ lineCounts;
277
+ constructor(tokenNames, lineCounts) {
278
+ this.tokenNames = tokenNames;
279
+ this.lineCounts = lineCounts;
280
+ }
281
+ /** Distinct tokens recorded for this document. */
282
+ get size() {
283
+ return this.tokenNames.length;
284
+ }
285
+ /**
286
+ * Distinct-line count for `token`, or `undefined`. Linear in the document's
287
+ * token count: the hot paths iterate this entry, they do not probe it, so a
288
+ * hash table would cost 40 bytes an entry to serve lookups nobody makes.
289
+ */
290
+ get(token) {
291
+ const at = this.tokenNames.indexOf(token);
292
+ return at === -1 ? void 0 : this.lineCounts[at];
293
+ }
294
+ keys() {
295
+ return this.tokenNames[Symbol.iterator]();
296
+ }
297
+ *entries() {
298
+ for (let i = 0; i < this.tokenNames.length; i += 1) {
299
+ yield [this.tokenNames[i], this.lineCounts[i]];
300
+ }
301
+ }
302
+ [Symbol.iterator]() {
303
+ return this.entries();
304
+ }
305
+ /** Estimated resident bytes: packed lanes plus fixed headers. */
306
+ get estimatedBytes() {
307
+ return this.tokenNames.length * WORD_FORWARD_ENTRY_BYTES + WORD_POSTING_LIST_OVERHEAD_BYTES;
308
+ }
309
+ /** Pack a tokenizer tally. Insertion order is preserved. */
310
+ static fromTally(tally) {
311
+ const tokenNames = [];
312
+ tokenNames.length = tally.size;
313
+ const lineCounts = new Int32Array(tally.size);
314
+ let i = 0;
315
+ for (const [token, count] of tally) {
316
+ tokenNames[i] = token;
317
+ lineCounts[i] = count;
318
+ i += 1;
319
+ }
320
+ return new _WordForwardEntry(tokenNames, lineCounts);
321
+ }
322
+ };
323
+ var WORD_FORWARD_ENTRY_BYTES = 8;
324
+ var WordIndexFileTable = class {
325
+ idByKey = /* @__PURE__ */ new Map();
326
+ pathById = [];
327
+ freeIds = [];
328
+ /** Live file count. */
329
+ get size() {
330
+ return this.idByKey.size;
331
+ }
332
+ /** Width of the id space, live plus recycled. Bounded growth is the point. */
333
+ get idSpaceWidth() {
334
+ return this.pathById.length;
335
+ }
336
+ /**
337
+ * Id for `key`, allocating one on first sight. First writer wins on the
338
+ * display path, matching the interning the boxed representation had: a
339
+ * second walk spelling of the same file reuses the first spelling's id and
340
+ * does not re-write the stored display path.
341
+ */
342
+ intern(key, displayPath) {
343
+ const existing = this.idByKey.get(key);
344
+ if (existing !== void 0)
345
+ return existing;
346
+ const id = this.freeIds.pop() ?? this.pathById.length;
347
+ this.pathById[id] = displayPath;
348
+ this.idByKey.set(key, id);
349
+ return id;
350
+ }
351
+ idFor(key) {
352
+ return this.idByKey.get(key);
353
+ }
354
+ pathFor(id) {
355
+ return this.pathById[id];
356
+ }
357
+ /** Drop `key` and recycle its id. Returns the freed id, or `undefined`. */
358
+ release(key) {
359
+ const id = this.idByKey.get(key);
360
+ if (id === void 0)
361
+ return void 0;
362
+ this.idByKey.delete(key);
363
+ this.pathById[id] = void 0;
364
+ this.freeIds.push(id);
365
+ return id;
366
+ }
367
+ };
368
+
369
+ // dist/clients/word-index-logger.js
370
+ import * as path from "node:path";
371
+ var WORD_INDEX_LOG_FILE = path.join(getGlobalPiLensLogDir(), "word-index.log");
372
+ var writer = createNdjsonLogger({
373
+ filePath: WORD_INDEX_LOG_FILE,
374
+ maxBytes: getMaxLogSizeMB() * 1024 * 1024
375
+ });
376
+ function logWordIndex(entry) {
377
+ if (isTestMode()) {
378
+ return;
379
+ }
380
+ writer.log({
381
+ ts: (/* @__PURE__ */ new Date()).toISOString(),
382
+ ...entry,
383
+ cwd: normalizeFilePath(entry.cwd)
384
+ });
385
+ }
386
+
387
+ // dist/clients/word-index.js
388
+ var wordIndexKey = normalizeEphemeralMapKey;
389
+ var STOPWORDS = /* @__PURE__ */ new Set([
390
+ "the",
391
+ "and",
392
+ "for",
393
+ "let",
394
+ "var",
395
+ "const",
396
+ "function",
397
+ "return",
398
+ "if",
399
+ "else",
400
+ "import",
401
+ "export",
402
+ "from",
403
+ "class",
404
+ "interface",
405
+ "type",
406
+ "enum",
407
+ "new",
408
+ "this",
409
+ "self",
410
+ "void",
411
+ "null",
412
+ "true",
413
+ "false",
414
+ "async",
415
+ "await",
416
+ "public",
417
+ "private",
418
+ "protected",
419
+ "static",
420
+ "def",
421
+ "fn",
422
+ "func",
423
+ "struct",
424
+ "impl",
425
+ "pub",
426
+ "use",
427
+ "mod",
428
+ "in",
429
+ "of",
430
+ "as",
431
+ "is",
432
+ "not",
433
+ "with"
434
+ ]);
435
+ var VENDOR_DIR_RE = /(^|[\\/])(?:tests?|__tests__|spec|specs|__mocks__|vendor|node_modules|examples?|fixtures?|\.git|dist|build|coverage)([\\/]|$)/i;
436
+ var DOC_FILE_RE = /\.(?:md|mdx|markdown|json|json5|jsonc|txt|rst|lock|ya?ml|toml|csv)$/i;
437
+ var TEST_VENDOR_PENALTY = 0.3;
438
+ var DOC_FILE_PENALTY = 0.5;
439
+ var BM25_K1 = 1.2;
440
+ var BM25_B = 0.75;
441
+ function isTestOrVendor(file) {
442
+ return isTestFileName(file) || VENDOR_DIR_RE.test(file);
443
+ }
444
+ function isDocFile(file) {
445
+ return DOC_FILE_RE.test(file);
446
+ }
447
+ function splitIdentifier(identifier) {
448
+ const parts = /* @__PURE__ */ new Set();
449
+ const whole = identifier.toLowerCase();
450
+ if (whole.length >= 2 && !STOPWORDS.has(whole))
451
+ parts.add(whole);
452
+ for (const chunk of identifier.split(/[^A-Za-z0-9]+/)) {
453
+ if (!chunk)
454
+ continue;
455
+ const spaced = chunk.replace(/([a-z0-9])([A-Z])/g, "$1 $2").replace(/[A-Z](?=[A-Z][a-z])/g, "$& ").replace(/([A-Za-z])([0-9])/g, "$1 $2").replace(/([0-9])([A-Za-z])/g, "$1 $2");
456
+ for (const sub of spaced.split(/\s+/)) {
457
+ const token = sub.toLowerCase();
458
+ if (token.length >= 2 && !STOPWORDS.has(token))
459
+ parts.add(token);
460
+ }
461
+ }
462
+ return [...parts];
463
+ }
464
+ function tokenizeLine(line) {
465
+ const tokens = [];
466
+ const matches = line.match(/[A-Za-z_$][A-Za-z0-9_$]*/g);
467
+ if (!matches)
468
+ return tokens;
469
+ for (const match of matches) {
470
+ for (const token of splitIdentifier(match))
471
+ tokens.push(token);
472
+ }
473
+ return tokens;
474
+ }
475
+ var WORD_INDEX_BUILD_YIELD_BUDGET_MS = 8;
476
+ var WORD_INDEX_LONG_LINE_YIELD_CHARS = 4096;
477
+ function createEmptyWordIndex(truncated) {
478
+ return {
479
+ postings: /* @__PURE__ */ new Map(),
480
+ fileTable: new WordIndexFileTable(),
481
+ docLengths: new PathKeyedMap(wordIndexKey),
482
+ totalTokens: 0,
483
+ docCount: 0,
484
+ truncated,
485
+ forward: new PathKeyedMap(wordIndexKey),
486
+ fileMtimes: new PathKeyedMap(wordIndexKey),
487
+ fileSizes: new PathKeyedMap(wordIndexKey),
488
+ replacementStats: { count: 0, totalMs: 0, maxMs: 0 },
489
+ dirtyFiles: /* @__PURE__ */ new Set(),
490
+ postingStoreCount: 0,
491
+ recompactFlight: createSingleFlight()
492
+ };
493
+ }
494
+ function countWordIndexPostingEntries(index) {
495
+ return countPostingEntries(index);
496
+ }
497
+ function estimateWordIndexResidentBytes(index) {
498
+ return estimateWordIndexStoreBytes(index);
499
+ }
500
+ function recordOrphanWordIndexFileId(fileId, token, seam) {
501
+ incrementDegradationCount({
502
+ kind: "word-index-orphan-file-id",
503
+ subject: `fileId:${fileId}`,
504
+ reason: `${seam} dropped a posting for token "${token}": the file table has no path for this id`
505
+ });
506
+ }
507
+ function wordIndexPostingHits(index, token) {
508
+ const list = index.postings.get(token);
509
+ if (!list)
510
+ return [];
511
+ const hits = [];
512
+ for (let i = 0; i < list.length; i += 1) {
513
+ const fileId = list.fileIdAt(i);
514
+ const file = index.fileTable.pathFor(fileId);
515
+ if (file === void 0) {
516
+ recordOrphanWordIndexFileId(fileId, token, "decode");
517
+ continue;
518
+ }
519
+ hits.push({ file, line: list.lineAt(i) });
520
+ }
521
+ return hits;
522
+ }
523
+ function compactWordIndexPostings(index) {
524
+ compactPostingsIntoArena(index.postings);
525
+ index.postingStoreCount = countPostingBackingStores(index.postings);
526
+ }
527
+ function notePostingStoresAllocated(index, count) {
528
+ index.postingStoreCount = (index.postingStoreCount ?? 0) + count;
529
+ }
530
+ var WORD_INDEX_RECOMPACT_STORE_FLOOR = 64;
531
+ var WORD_INDEX_RECOMPACT_STORE_FRACTION = 0.1;
532
+ function wordIndexRecompactThreshold(index) {
533
+ return Math.max(WORD_INDEX_RECOMPACT_STORE_FLOOR, Math.floor(index.postings.size * WORD_INDEX_RECOMPACT_STORE_FRACTION));
534
+ }
535
+ async function recompactWordIndexPostingsIfNeeded(index, root) {
536
+ const threshold = wordIndexRecompactThreshold(index);
537
+ const beforeStores = countPostingBackingStores(index.postings);
538
+ if (beforeStores <= threshold) {
539
+ index.postingStoreCount = beforeStores;
540
+ return;
541
+ }
542
+ const beforeBytes = estimateWordIndexResidentBytes(index);
543
+ await compactPostingsIntoArenaCooperatively(index.postings);
544
+ const afterStores = countPostingBackingStores(index.postings);
545
+ index.postingStoreCount = afterStores;
546
+ const afterBytes = estimateWordIndexResidentBytes(index);
547
+ const firstForRoot = incrementDegradationCount({
548
+ kind: "word-index-arena-recompact",
549
+ subject: path2.resolve(root),
550
+ reason: `arena store threshold ${threshold} exceeded`,
551
+ metadata: { beforeBytes, afterBytes, beforeStores, afterStores }
552
+ });
553
+ if (firstForRoot) {
554
+ logWordIndex({
555
+ phase: "incremental_refresh",
556
+ cwd: path2.resolve(root),
557
+ trigger: "incremental_refresh",
558
+ reason: `arena_recompact beforeBytes=${beforeBytes} afterBytes=${afterBytes} beforeStores=${beforeStores} afterStores=${afterStores}`
559
+ });
560
+ }
561
+ }
562
+ function enqueueWordIndexRecompact(index, root) {
563
+ if ((index.postingStoreCount ?? 0) <= wordIndexRecompactThreshold(index)) {
564
+ return Promise.resolve();
565
+ }
566
+ const flight = index.recompactFlight ??= createSingleFlight();
567
+ return flight.run("recompact", () => enqueueAsyncWordIndexOperation(index, () => recompactWordIndexPostingsIfNeeded(index, root)));
568
+ }
569
+ function scheduleWordIndexRecompact(index, filePath) {
570
+ void enqueueWordIndexRecompact(index, path2.dirname(filePath));
571
+ }
572
+ async function flushWordIndexRecompactionsForTests(index) {
573
+ await (asyncWordIndexOperations.get(index) ?? Promise.resolve());
574
+ }
575
+ function recordWordIndexReplacement(index, startedAt) {
576
+ const stats = index.replacementStats ?? { count: 0, totalMs: 0, maxMs: 0 };
577
+ const durationMs = Math.max(0, Date.now() - startedAt);
578
+ stats.count += 1;
579
+ stats.totalMs += durationMs;
580
+ stats.maxMs = Math.max(stats.maxMs, durationMs);
581
+ index.replacementStats = stats;
582
+ }
583
+ function internWordIndexFile(index, filePath) {
584
+ return index.fileTable.intern(wordIndexKey(filePath), filePath);
585
+ }
586
+ function appendWordIndexPostings(index, filePath, perTokenHits) {
587
+ const fileId = internWordIndexFile(index, filePath);
588
+ const tokenLineCounts = /* @__PURE__ */ new Map();
589
+ for (const [token, lineNumbers] of perTokenHits) {
590
+ let list = index.postings.get(token);
591
+ if (list) {
592
+ if (list.reserve(list.length + lineNumbers.length)) {
593
+ notePostingStoresAllocated(index, 1);
594
+ }
595
+ } else {
596
+ list = new WordPostingList(token, lineNumbers.length);
597
+ index.postings.set(token, list);
598
+ notePostingStoresAllocated(index, 1);
599
+ }
600
+ tokenLineCounts.set(list.token, lineNumbers.length);
601
+ for (const line of lineNumbers)
602
+ list.push(fileId, line);
603
+ }
604
+ return tokenLineCounts;
605
+ }
606
+ function commitWordIndexDocumentReplacement(index, doc, perTokenHits, docLength, startedAt) {
607
+ const tokenLineCounts = appendWordIndexPostings(index, doc.path, perTokenHits);
608
+ index.docLengths.set(doc.path, docLength);
609
+ index.forward.set(doc.path, WordForwardEntry.fromTally(tokenLineCounts));
610
+ index.fileMtimes.set(doc.path, -1);
611
+ index.fileSizes.set(doc.path, Buffer.byteLength(doc.content, "utf-8"));
612
+ index.dirtyFiles?.add(wordIndexKey(doc.path));
613
+ index.totalTokens += docLength;
614
+ index.docCount += 1;
615
+ recordWordIndexReplacement(index, startedAt);
616
+ }
617
+ function indexWordLine(index, fileId, line, lineNumber, tokenLineCounts) {
618
+ const lineTokens = tokenizeLine(line);
619
+ const seenOnLine = /* @__PURE__ */ new Set();
620
+ for (const token of lineTokens) {
621
+ if (seenOnLine.has(token))
622
+ continue;
623
+ seenOnLine.add(token);
624
+ let list = index.postings.get(token);
625
+ if (!list) {
626
+ list = new WordPostingList(token, 1);
627
+ index.postings.set(token, list);
628
+ }
629
+ list.push(fileId, lineNumber);
630
+ const canonical = list.token;
631
+ tokenLineCounts.set(canonical, (tokenLineCounts.get(canonical) ?? 0) + 1);
632
+ }
633
+ return lineTokens.length;
634
+ }
635
+ function finishWordIndexDocument(index, doc, docLength, tokenLineCounts) {
636
+ index.docLengths.set(doc.path, docLength);
637
+ index.forward?.set(doc.path, WordForwardEntry.fromTally(tokenLineCounts));
638
+ index.fileMtimes.set(doc.path, doc.mtimeMs ?? 0);
639
+ index.fileSizes.set(doc.path, doc.size ?? Buffer.byteLength(doc.content, "utf-8"));
640
+ index.dirtyFiles?.add(wordIndexKey(doc.path));
641
+ index.totalTokens += docLength;
642
+ index.docCount += 1;
643
+ }
644
+ function indexWordDocument(index, doc) {
645
+ const fileId = internWordIndexFile(index, doc.path);
646
+ const lines = doc.content.split(/\r?\n/);
647
+ const tokenLineCounts = /* @__PURE__ */ new Map();
648
+ let docLength = 0;
649
+ for (let i = 0; i < lines.length; i += 1) {
650
+ docLength += indexWordLine(index, fileId, lines[i], i + 1, tokenLineCounts);
651
+ }
652
+ finishWordIndexDocument(index, doc, docLength, tokenLineCounts);
653
+ }
654
+ function buildWordIndex(files) {
655
+ const index = createEmptyWordIndex(files.truncated ?? false);
656
+ for (const doc of files)
657
+ indexWordDocument(index, doc);
658
+ compactWordIndexPostings(index);
659
+ return index;
660
+ }
661
+ async function buildWordIndexAsync(files, shouldContinue = () => true) {
662
+ const index = createEmptyWordIndex(files.truncated ?? false);
663
+ const deadline = createDeadline(WORD_INDEX_BUILD_YIELD_BUDGET_MS);
664
+ for (const doc of files) {
665
+ if (!shouldContinue())
666
+ throw new Error("word index build superseded");
667
+ const fileId = internWordIndexFile(index, doc.path);
668
+ const lines = doc.content.split(/\r?\n/);
669
+ const tokenLineCounts = /* @__PURE__ */ new Map();
670
+ let docLength = 0;
671
+ for (let i = 0; i < lines.length; i += 1) {
672
+ const line = lines[i];
673
+ docLength += indexWordLine(index, fileId, line, i + 1, tokenLineCounts);
674
+ if (line.length >= WORD_INDEX_LONG_LINE_YIELD_CHARS || deadline.expired()) {
675
+ await yieldIfOverBudget(deadline);
676
+ if (!shouldContinue())
677
+ throw new Error("word index build superseded");
678
+ }
679
+ }
680
+ finishWordIndexDocument(index, doc, docLength, tokenLineCounts);
681
+ if (deadline.expired() && await yieldIfOverBudget(deadline)) {
682
+ if (!shouldContinue())
683
+ throw new Error("word index build superseded");
684
+ }
685
+ }
686
+ compactWordIndexPostings(index);
687
+ return index;
688
+ }
689
+ function removeWordIndexDocument(index, filePath) {
690
+ if (!index.forward)
691
+ return false;
692
+ const tokenLineCounts = index.forward.get(filePath);
693
+ if (!tokenLineCounts)
694
+ return false;
695
+ const removedKey = wordIndexKey(filePath);
696
+ const removedId = index.fileTable.idFor(removedKey);
697
+ if (removedId === void 0)
698
+ return false;
699
+ for (const token of tokenLineCounts.keys()) {
700
+ const list = index.postings.get(token);
701
+ if (!list)
702
+ continue;
703
+ const next = list.withoutFile(removedId);
704
+ if (next.length > 0) {
705
+ index.postings.set(token, next);
706
+ notePostingStoresAllocated(index, 1);
707
+ } else
708
+ index.postings.delete(token);
709
+ }
710
+ const docLength = index.docLengths.get(filePath) ?? 0;
711
+ index.docLengths.delete(filePath);
712
+ index.forward.delete(filePath);
713
+ index.fileMtimes.delete(filePath);
714
+ index.fileSizes.delete(filePath);
715
+ index.dirtyFiles?.add(wordIndexKey(filePath));
716
+ index.fileTable.release(removedKey);
717
+ index.totalTokens -= docLength;
718
+ index.docCount = Math.max(0, index.docCount - 1);
719
+ return true;
720
+ }
721
+ function updateWordIndexDocument(index, doc) {
722
+ if (!index.forward)
723
+ return false;
724
+ const startedAt = Date.now();
725
+ if (index.forward.has(doc.path)) {
726
+ removeWordIndexDocument(index, doc.path);
727
+ }
728
+ const lines = doc.content.split(/\r?\n/);
729
+ const perTokenHits = /* @__PURE__ */ new Map();
730
+ let docLength = 0;
731
+ for (let i = 0; i < lines.length; i += 1) {
732
+ const lineTokens = tokenizeLine(lines[i]);
733
+ docLength += lineTokens.length;
734
+ const seenOnLine = /* @__PURE__ */ new Set();
735
+ for (const token of lineTokens) {
736
+ if (seenOnLine.has(token))
737
+ continue;
738
+ seenOnLine.add(token);
739
+ const arr = perTokenHits.get(token);
740
+ if (arr)
741
+ arr.push(i + 1);
742
+ else
743
+ perTokenHits.set(token, [i + 1]);
744
+ }
745
+ }
746
+ commitWordIndexDocumentReplacement(index, doc, perTokenHits, docLength, startedAt);
747
+ scheduleWordIndexRecompact(index, doc.path);
748
+ return true;
749
+ }
750
+ var asyncWordIndexOperations = /* @__PURE__ */ new WeakMap();
751
+ function enqueueAsyncWordIndexOperation(index, operation) {
752
+ const previous = asyncWordIndexOperations.get(index) ?? Promise.resolve();
753
+ const run = previous.catch(() => void 0).then(operation);
754
+ const settled = run.then(() => void 0, () => void 0);
755
+ asyncWordIndexOperations.set(index, settled);
756
+ return run.finally(() => {
757
+ if (asyncWordIndexOperations.get(index) === settled) {
758
+ asyncWordIndexOperations.delete(index);
759
+ }
760
+ });
761
+ }
762
+ async function stageWordIndexDocumentRemoval(index, filePath, shouldContinue) {
763
+ if (!index.forward)
764
+ return void 0;
765
+ const tokenLineCounts = index.forward.get(filePath);
766
+ if (!tokenLineCounts)
767
+ return void 0;
768
+ const removedKey = wordIndexKey(filePath);
769
+ const removedId = index.fileTable.idFor(removedKey);
770
+ if (removedId === void 0)
771
+ return void 0;
772
+ const postings = /* @__PURE__ */ new Map();
773
+ const deadline = createDeadline(WORD_INDEX_BUILD_YIELD_BUDGET_MS);
774
+ for (const token of tokenLineCounts.keys()) {
775
+ if (!shouldContinue())
776
+ throw new Error("word index refresh superseded");
777
+ const list = index.postings.get(token);
778
+ if (!list)
779
+ continue;
780
+ const survivors = list.withoutFile(removedId);
781
+ postings.set(token, survivors.length > 0 ? survivors : void 0);
782
+ if (deadline.expired() && await yieldIfOverBudget(deadline)) {
783
+ if (!shouldContinue())
784
+ throw new Error("word index refresh superseded");
785
+ }
786
+ }
787
+ return { postings, docLength: index.docLengths.get(filePath) ?? 0 };
788
+ }
789
+ function commitWordIndexDocumentRemoval(index, filePath, staged) {
790
+ for (const [token, list] of staged.postings) {
791
+ if (list) {
792
+ index.postings.set(token, list);
793
+ notePostingStoresAllocated(index, 1);
794
+ } else
795
+ index.postings.delete(token);
796
+ }
797
+ index.docLengths.delete(filePath);
798
+ index.forward?.delete(filePath);
799
+ index.fileMtimes.delete(filePath);
800
+ index.fileSizes.delete(filePath);
801
+ index.dirtyFiles?.add(wordIndexKey(filePath));
802
+ index.fileTable.release(wordIndexKey(filePath));
803
+ index.totalTokens -= staged.docLength;
804
+ index.docCount = Math.max(0, index.docCount - 1);
805
+ }
806
+ async function removeWordIndexDocumentAsync(index, filePath, shouldContinue = () => true) {
807
+ return enqueueAsyncWordIndexOperation(index, async () => {
808
+ const staged = await stageWordIndexDocumentRemoval(index, filePath, shouldContinue);
809
+ if (!staged)
810
+ return false;
811
+ if (!shouldContinue())
812
+ throw new Error("word index refresh superseded");
813
+ commitWordIndexDocumentRemoval(index, filePath, staged);
814
+ return true;
815
+ });
816
+ }
817
+ async function updateWordIndexDocumentForEdit(index, doc) {
818
+ const updated = await updateWordIndexDocumentAsync(index, doc);
819
+ if (updated)
820
+ scheduleWordIndexRecompact(index, doc.path);
821
+ return updated;
822
+ }
823
+ async function updateWordIndexDocumentAsync(index, doc, shouldContinue = () => true) {
824
+ return enqueueAsyncWordIndexOperation(index, () => updateWordIndexDocumentAsyncUnsafe(index, doc, shouldContinue));
825
+ }
826
+ async function updateWordIndexDocumentAsyncUnsafe(index, doc, shouldContinue) {
827
+ if (!index.forward)
828
+ return false;
829
+ const startedAt = Date.now();
830
+ const removal = index.forward.has(doc.path) ? await stageWordIndexDocumentRemoval(index, doc.path, shouldContinue) : void 0;
831
+ if (index.forward.has(doc.path) && !removal)
832
+ return false;
833
+ const perTokenHits = /* @__PURE__ */ new Map();
834
+ let docLength = 0;
835
+ const lines = doc.content.split(/\r?\n/);
836
+ await forEachCooperatively(lines, (line, i) => {
837
+ const lineTokens = tokenizeLine(line);
838
+ docLength += lineTokens.length;
839
+ const seenOnLine = /* @__PURE__ */ new Set();
840
+ for (const token of lineTokens) {
841
+ if (seenOnLine.has(token))
842
+ continue;
843
+ seenOnLine.add(token);
844
+ const arr = perTokenHits.get(token);
845
+ if (arr)
846
+ arr.push(i + 1);
847
+ else
848
+ perTokenHits.set(token, [i + 1]);
849
+ }
850
+ }, {
851
+ budgetMs: WORD_INDEX_BUILD_YIELD_BUDGET_MS,
852
+ shouldContinue,
853
+ abortMessage: "word index refresh superseded"
854
+ });
855
+ if (!shouldContinue())
856
+ throw new Error("word index refresh superseded");
857
+ if (removal)
858
+ commitWordIndexDocumentRemoval(index, doc.path, removal);
859
+ commitWordIndexDocumentReplacement(index, doc, perTokenHits, docLength, startedAt);
860
+ return true;
861
+ }
862
+ var WORD_INDEX_MAX_BYTES = 512 * 1024;
863
+ async function collectWordIndexDocs(root, shouldContinue = () => true, preflightFiles) {
864
+ const { collectSourceFilesAsync } = await import("./chunk-J7WJZ6W7.js");
865
+ const maxFiles = preflightFiles?.length ?? getWordIndexMaxFilesDerived(root);
866
+ const files = preflightFiles ? preflightFiles.map((file) => file.path) : await collectSourceFilesAsync(root, {
867
+ maxFiles,
868
+ prioritizeCodeKinds: true
869
+ });
870
+ const truncated = preflightFiles?.truncated ?? files.length === maxFiles;
871
+ const docs = Object.assign([], { truncated, skipped: 0 });
872
+ if (!shouldContinue())
873
+ return docs;
874
+ const deadline = createDeadline(WORD_INDEX_BUILD_YIELD_BUDGET_MS);
875
+ for (const file of files.slice(0, maxFiles)) {
876
+ if (!shouldContinue())
877
+ return docs;
878
+ try {
879
+ const stat = fs.statSync(file);
880
+ if (stat.size <= WORD_INDEX_MAX_BYTES) {
881
+ docs.push({
882
+ path: file,
883
+ content: fs.readFileSync(file, "utf-8"),
884
+ mtimeMs: stat.mtimeMs,
885
+ size: stat.size
886
+ });
887
+ } else {
888
+ docs.skipped += 1;
889
+ }
890
+ } catch {
891
+ docs.skipped += 1;
892
+ }
893
+ if (deadline.expired() && await yieldIfOverBudget(deadline)) {
894
+ if (!shouldContinue())
895
+ return docs;
896
+ }
897
+ }
898
+ return docs;
899
+ }
900
+ var WORD_INDEX_STAT_CONCURRENCY = 8;
901
+ var WORD_INDEX_INCREMENTAL_CHURN_THRESHOLD = 0.3;
902
+ var WORD_INDEX_DENSE_REFRESH_MIN_DOCUMENTS = 32;
903
+ var WORD_INDEX_FILE_READ_TOKEN_COST = 300;
904
+ var WORD_INDEX_POSTING_SCAN_TOKEN_COST = 0.2;
905
+ async function refreshWordIndexIncrementally(index, root, shouldContinue = () => true, options = {}) {
906
+ if (!index.forward || !index.fileMtimes || !index.fileSizes) {
907
+ return {
908
+ mode: "full-required",
909
+ reason: "missing-incremental-metadata",
910
+ timings: { sourceWalkMs: 0, statWalkMs: 0, refreshReadsMs: 0 }
911
+ };
912
+ }
913
+ const { collectSourceFilesAsync } = await import("./chunk-J7WJZ6W7.js");
914
+ const maxFiles = getWordIndexMaxFilesDerived(root);
915
+ const sourceWalkStartMs = Date.now();
916
+ const walked = await collectSourceFilesAsync(root, {
917
+ maxFiles,
918
+ prioritizeCodeKinds: true
919
+ });
920
+ const sourceWalkMs = Date.now() - sourceWalkStartMs;
921
+ if (!shouldContinue())
922
+ throw new Error("word index refresh superseded");
923
+ const current = /* @__PURE__ */ new Map();
924
+ const statWalkStartMs = Date.now();
925
+ const statFile = options.statFile ?? ((file) => fs.promises.stat(file));
926
+ const requestedConcurrency = options.statConcurrency ?? WORD_INDEX_STAT_CONCURRENCY;
927
+ const statConcurrency = Number.isFinite(requestedConcurrency) && requestedConcurrency > 0 ? Math.max(1, Math.floor(requestedConcurrency)) : WORD_INDEX_STAT_CONCURRENCY;
928
+ const statResults = [];
929
+ statResults.length = walked.length;
930
+ let cursor = 0;
931
+ let superseded = false;
932
+ const worker = async () => {
933
+ while (true) {
934
+ if (!shouldContinue()) {
935
+ superseded = true;
936
+ return;
937
+ }
938
+ const slot = cursor++;
939
+ if (slot >= walked.length)
940
+ return;
941
+ const file = walked[slot];
942
+ try {
943
+ const stat = await statFile(file);
944
+ if (stat.size <= WORD_INDEX_MAX_BYTES) {
945
+ statResults[slot] = {
946
+ path: file,
947
+ mtimeMs: stat.mtimeMs,
948
+ size: stat.size
949
+ };
950
+ }
951
+ } catch {
952
+ }
953
+ }
954
+ };
955
+ await Promise.all(Array.from({ length: Math.min(statConcurrency, walked.length) }, () => worker()));
956
+ if (superseded || !shouldContinue()) {
957
+ throw new Error("word index refresh superseded");
958
+ }
959
+ const statWalkMs = Date.now() - statWalkStartMs;
960
+ for (const result of statResults) {
961
+ if (result)
962
+ current.set(wordIndexKey(result.path), result);
963
+ }
964
+ const timings = { sourceWalkMs, statWalkMs, refreshReadsMs: 0 };
965
+ const preflightFiles = Object.assign([...current.values()], {
966
+ truncated: walked.length === maxFiles
967
+ });
968
+ const oldSet = new Set([...index.docLengths.keys()].map(wordIndexKey));
969
+ let changedSet = 0;
970
+ for (const key of oldSet)
971
+ if (!current.has(key))
972
+ changedSet++;
973
+ for (const key of current.keys())
974
+ if (!oldSet.has(key))
975
+ changedSet++;
976
+ const denominator = Math.max(oldSet.size, current.size, 1);
977
+ if (changedSet / denominator > WORD_INDEX_INCREMENTAL_CHURN_THRESHOLD) {
978
+ return {
979
+ mode: "full-required",
980
+ reason: "file-set-churn",
981
+ preflightFiles,
982
+ timings
983
+ };
984
+ }
985
+ let staleDocuments = 0;
986
+ for (const { path: file, mtimeMs, size } of current.values()) {
987
+ if (index.fileMtimes.get(file) !== mtimeMs || (index.fileSizes.get(file) ?? -1) !== size) {
988
+ staleDocuments += 1;
989
+ }
990
+ }
991
+ let postingEntries = 0;
992
+ let weightedPostingEntries = 0;
993
+ for (const list of index.postings.values()) {
994
+ postingEntries += list.length;
995
+ weightedPostingEntries += list.length * list.length;
996
+ }
997
+ const expectedPostingLength = postingEntries > 0 ? weightedPostingEntries / postingEntries : 0;
998
+ let distinctTokenEntries = 0;
999
+ for (const tokenLineCounts of index.forward.values()) {
1000
+ distinctTokenEntries += tokenLineCounts.size;
1001
+ }
1002
+ const expectedDocumentTokens = index.docCount > 0 ? distinctTokenEntries / index.docCount : 0;
1003
+ const estimatedIncrementalWork = staleDocuments * (expectedDocumentTokens * expectedPostingLength * WORD_INDEX_POSTING_SCAN_TOKEN_COST + WORD_INDEX_FILE_READ_TOKEN_COST);
1004
+ const estimatedFullRebuildWork = index.totalTokens + current.size * WORD_INDEX_FILE_READ_TOKEN_COST;
1005
+ if (staleDocuments >= WORD_INDEX_DENSE_REFRESH_MIN_DOCUMENTS && staleDocuments / Math.max(current.size, 1) > WORD_INDEX_INCREMENTAL_CHURN_THRESHOLD || estimatedIncrementalWork > estimatedFullRebuildWork) {
1006
+ return {
1007
+ mode: "full-required",
1008
+ reason: "stale-document-churn",
1009
+ preflightFiles,
1010
+ timings
1011
+ };
1012
+ }
1013
+ const deadline = createDeadline(WORD_INDEX_BUILD_YIELD_BUDGET_MS);
1014
+ let dropped = 0;
1015
+ for (const key of oldSet) {
1016
+ if (!current.has(key)) {
1017
+ if (!await removeWordIndexDocumentAsync(index, key, shouldContinue)) {
1018
+ throw new Error(`failed to drop word-index document: ${key}`);
1019
+ }
1020
+ dropped++;
1021
+ }
1022
+ }
1023
+ let refreshed = 0;
1024
+ let skipped = 0;
1025
+ const refreshReadsStartMs = Date.now();
1026
+ for (const { path: file, mtimeMs, size } of current.values()) {
1027
+ if (index.fileMtimes.get(file) !== mtimeMs || (index.fileSizes.get(file) ?? -1) !== size) {
1028
+ let content;
1029
+ try {
1030
+ content = fs.readFileSync(file, "utf-8");
1031
+ } catch {
1032
+ skipped++;
1033
+ continue;
1034
+ }
1035
+ if (!await updateWordIndexDocumentAsync(index, { path: file, content }, shouldContinue)) {
1036
+ throw new Error(`failed to refresh word-index document: ${file}`);
1037
+ }
1038
+ index.fileMtimes.set(file, mtimeMs);
1039
+ index.fileSizes.set(file, size);
1040
+ refreshed++;
1041
+ }
1042
+ if (deadline.expired() && await yieldIfOverBudget(deadline)) {
1043
+ if (!shouldContinue())
1044
+ throw new Error("word index refresh superseded");
1045
+ }
1046
+ }
1047
+ timings.refreshReadsMs = Date.now() - refreshReadsStartMs;
1048
+ await enqueueWordIndexRecompact(index, root);
1049
+ index.truncated = walked.length === maxFiles;
1050
+ return {
1051
+ mode: "incremental",
1052
+ refreshed,
1053
+ dropped,
1054
+ skipped,
1055
+ reused: current.size - refreshed - skipped,
1056
+ timings
1057
+ };
1058
+ }
1059
+ var WORD_INDEX_QUERY_FILTER_KEYS = [
1060
+ "lang",
1061
+ "file",
1062
+ "ext"
1063
+ ];
1064
+ var WordIndexQueryError = class extends Error {
1065
+ constructor(message) {
1066
+ super(message);
1067
+ this.name = "WordIndexQueryError";
1068
+ }
1069
+ };
1070
+ var WORD_INDEX_FILTER_TOKEN_RE = /^(-)?([A-Za-z][A-Za-z0-9_-]*):(.+)$/;
1071
+ function parseWordIndexQuery(query) {
1072
+ const filters = [];
1073
+ const termParts = [];
1074
+ for (const raw of query.split(/\s+/)) {
1075
+ if (!raw)
1076
+ continue;
1077
+ const match = raw.match(WORD_INDEX_FILTER_TOKEN_RE);
1078
+ if (!match) {
1079
+ termParts.push(raw);
1080
+ continue;
1081
+ }
1082
+ const [, negation, keyRaw, value] = match;
1083
+ const key = keyRaw.toLowerCase();
1084
+ if (!value) {
1085
+ termParts.push(raw);
1086
+ continue;
1087
+ }
1088
+ if (!WORD_INDEX_QUERY_FILTER_KEYS.includes(key)) {
1089
+ termParts.push(raw);
1090
+ continue;
1091
+ }
1092
+ filters.push({
1093
+ key,
1094
+ value,
1095
+ negated: negation === "-"
1096
+ });
1097
+ }
1098
+ return { terms: termParts.join(" "), filters };
1099
+ }
1100
+ function resolveLangExtensions(value) {
1101
+ const kind = value.toLowerCase();
1102
+ const extensions = KIND_EXTENSIONS[kind];
1103
+ if (!extensions) {
1104
+ const known = Object.keys(KIND_EXTENSIONS).sort((a, b) => a < b ? -1 : a > b ? 1 : 0).join(", ");
1105
+ throw new WordIndexQueryError(`Unknown lang: "${value}" in word-index query \u2014 supported languages: ${known}.`);
1106
+ }
1107
+ return extensions;
1108
+ }
1109
+ function normalizeExtFilterValue(value) {
1110
+ return `.${value.replace(/^\.+/, "").toLowerCase()}`;
1111
+ }
1112
+ function resolveWordIndexFilter(filter) {
1113
+ if (filter.key === "lang") {
1114
+ const extensions = resolveLangExtensions(filter.value);
1115
+ return {
1116
+ key: filter.key,
1117
+ negated: filter.negated,
1118
+ test: (file) => extensions.includes(path2.extname(file).toLowerCase())
1119
+ };
1120
+ }
1121
+ if (filter.key === "ext") {
1122
+ const normalized = normalizeExtFilterValue(filter.value);
1123
+ return {
1124
+ key: filter.key,
1125
+ negated: filter.negated,
1126
+ test: (file) => path2.extname(file).toLowerCase() === normalized
1127
+ };
1128
+ }
1129
+ const needle = wordIndexKey(filter.value);
1130
+ return {
1131
+ key: filter.key,
1132
+ negated: filter.negated,
1133
+ test: (_file, displayPath) => displayPath.includes(needle)
1134
+ };
1135
+ }
1136
+ function buildWordIndexQueryFilter(filters) {
1137
+ if (filters.length === 0)
1138
+ return void 0;
1139
+ const resolved = filters.map(resolveWordIndexFilter);
1140
+ const positivesByKey = /* @__PURE__ */ new Map();
1141
+ const negatives = [];
1142
+ for (const r of resolved) {
1143
+ if (r.negated) {
1144
+ negatives.push(r);
1145
+ continue;
1146
+ }
1147
+ const group = positivesByKey.get(r.key) ?? [];
1148
+ group.push(r);
1149
+ positivesByKey.set(r.key, group);
1150
+ }
1151
+ return (file) => {
1152
+ const displayPath = wordIndexKey(file);
1153
+ for (const negative of negatives) {
1154
+ if (negative.test(file, displayPath))
1155
+ return false;
1156
+ }
1157
+ for (const group of positivesByKey.values()) {
1158
+ if (!group.some((r) => r.test(file, displayPath)))
1159
+ return false;
1160
+ }
1161
+ return true;
1162
+ };
1163
+ }
1164
+ function combineFileFilters(a, b) {
1165
+ if (!a)
1166
+ return b;
1167
+ if (!b)
1168
+ return a;
1169
+ return (file) => a(file) && b(file);
1170
+ }
1171
+ function searchWordIndex(index, query, options = {}) {
1172
+ const { demoteTestVendor = true, demoteDocs = true, centrality, limit = 20, fileFilter } = options;
1173
+ const parsedQuery = parseWordIndexQuery(query);
1174
+ const queryFilter = buildWordIndexQueryFilter(parsedQuery.filters);
1175
+ const combinedFilter = combineFileFilters(fileFilter, queryFilter);
1176
+ const queryTokens = [...new Set(tokenizeLine(parsedQuery.terms))];
1177
+ if (queryTokens.length === 0)
1178
+ return [];
1179
+ const docCount = index.docCount || 1;
1180
+ const avgDocLength = index.totalTokens / docCount || 1;
1181
+ const scores = /* @__PURE__ */ new Map();
1182
+ for (const token of queryTokens) {
1183
+ const posting = index.postings.get(token);
1184
+ if (!posting)
1185
+ continue;
1186
+ const linesByFileId = /* @__PURE__ */ new Map();
1187
+ for (let i = 0; i < posting.length; i += 1) {
1188
+ const fileId = posting.fileIdAt(i);
1189
+ const arr = linesByFileId.get(fileId);
1190
+ if (arr)
1191
+ arr.push(posting.lineAt(i));
1192
+ else
1193
+ linesByFileId.set(fileId, [posting.lineAt(i)]);
1194
+ }
1195
+ const docFrequency = linesByFileId.size;
1196
+ const idf = Math.log(1 + (docCount - docFrequency + 0.5) / (docFrequency + 0.5));
1197
+ for (const [fileId, lines] of linesByFileId) {
1198
+ const file = index.fileTable.pathFor(fileId);
1199
+ if (file === void 0) {
1200
+ recordOrphanWordIndexFileId(fileId, token, "search");
1201
+ continue;
1202
+ }
1203
+ if (combinedFilter && !combinedFilter(file))
1204
+ continue;
1205
+ const termFrequency = lines.length;
1206
+ const docLength = index.docLengths.get(file) ?? avgDocLength;
1207
+ const denominator = termFrequency + BM25_K1 * (1 - BM25_B + BM25_B * (docLength / avgDocLength));
1208
+ const termScore = idf * (termFrequency * (BM25_K1 + 1) / denominator);
1209
+ const entry = scores.get(file) ?? {
1210
+ score: 0,
1211
+ hits: 0,
1212
+ lines: /* @__PURE__ */ new Set()
1213
+ };
1214
+ entry.score += termScore;
1215
+ entry.hits += termFrequency;
1216
+ for (const line of lines)
1217
+ entry.lines.add(line);
1218
+ scores.set(file, entry);
1219
+ }
1220
+ }
1221
+ const results = [];
1222
+ for (const [file, entry] of scores) {
1223
+ let score = entry.score;
1224
+ if (demoteTestVendor && isTestOrVendor(file))
1225
+ score *= TEST_VENDOR_PENALTY;
1226
+ if (demoteDocs && isDocFile(file))
1227
+ score *= DOC_FILE_PENALTY;
1228
+ const connections = centrality?.get(file);
1229
+ if (connections && connections > 0) {
1230
+ score *= 1 + Math.log(1 + connections) / 4;
1231
+ }
1232
+ results.push({
1233
+ file,
1234
+ score,
1235
+ hits: entry.hits,
1236
+ lines: [...entry.lines].sort((a, b) => a - b)
1237
+ });
1238
+ }
1239
+ results.sort((a, b) => b.score - a.score || a.file.localeCompare(b.file));
1240
+ return results.slice(0, Math.max(0, limit));
1241
+ }
1242
+ function centralityFromReverseDeps(index, reverseDeps, normalizeKey = (file) => file) {
1243
+ const centrality = /* @__PURE__ */ new Map();
1244
+ if (!reverseDeps)
1245
+ return centrality;
1246
+ for (const file of index.docLengths.keys()) {
1247
+ const importers = reverseDeps[normalizeKey(file)];
1248
+ if (importers && importers.length > 0) {
1249
+ centrality.set(file, importers.length);
1250
+ }
1251
+ }
1252
+ return centrality;
1253
+ }
1254
+ var WORD_INDEX_FORMAT_VERSION = 2;
1255
+ var WORD_INDEX_INT32_MAX = 2147483647;
1256
+ var WORD_INDEX_PACKED_FILE_ID_MAX = 4194303;
1257
+ function isCanonicalWordIndexNumber(value) {
1258
+ return typeof value === "number" && Number.isFinite(value) && Number.isSafeInteger(value) && !Object.is(value, -0);
1259
+ }
1260
+ function isCanonicalWordIndexToken(token) {
1261
+ return typeof token === "string" && token.length >= 2 && token === token.toLowerCase() && /^[a-z0-9_$]+$/.test(token) && !STOPWORDS.has(token);
1262
+ }
1263
+ var serializedWordIndexCaches = /* @__PURE__ */ new WeakMap();
1264
+ var serializedWordIndexSources = /* @__PURE__ */ new WeakMap();
1265
+ function getWordIndexWireBytes(index) {
1266
+ return serializedWordIndexCaches.get(index)?.wireBytes ?? null;
1267
+ }
1268
+ function recordPersistedWordIndexWireBytes(serialized, wireBytes) {
1269
+ if (!serialized || wireBytes === void 0)
1270
+ return;
1271
+ const index = serializedWordIndexSources.get(serialized);
1272
+ const cache = index && serializedWordIndexCaches.get(index);
1273
+ if (cache?.serialized === serialized)
1274
+ cache.wireBytes = wireBytes;
1275
+ }
1276
+ var DEFAULT_WORD_INDEX_MEMO_BACKSTOP_MS = 10 * 6e4;
1277
+ var MAX_TIMER_DELAY_MS = 2147483647;
1278
+ function wordIndexMemoBackstopMs() {
1279
+ const raw = Number(process.env.PI_LENS_WORD_INDEX_MEMO_BACKSTOP_MS);
1280
+ return Number.isFinite(raw) && raw > 0 ? Math.min(raw, MAX_TIMER_DELAY_MS) : DEFAULT_WORD_INDEX_MEMO_BACKSTOP_MS;
1281
+ }
1282
+ function retainSerializedWordIndex(index, entry) {
1283
+ const prior = serializedWordIndexCaches.get(index);
1284
+ if (prior)
1285
+ clearTimeout(prior.backstopTimer);
1286
+ serializedWordIndexCaches.set(index, entry);
1287
+ const ref = new WeakRef(index);
1288
+ const timer = setTimeout(() => {
1289
+ const target = ref.deref();
1290
+ if (target)
1291
+ releaseWordIndexMemo(target, "backstop");
1292
+ }, wordIndexMemoBackstopMs());
1293
+ timer.unref?.();
1294
+ entry.backstopTimer = timer;
1295
+ }
1296
+ function releaseWordIndexMemo(index, trigger) {
1297
+ const memo = serializedWordIndexCaches.get(index);
1298
+ if (!memo)
1299
+ return;
1300
+ clearTimeout(memo.backstopTimer);
1301
+ serializedWordIndexCaches.delete(index);
1302
+ logLatency({
1303
+ type: "phase",
1304
+ phase: "word_index_memo_released",
1305
+ filePath: "<pi-lens>",
1306
+ durationMs: 0,
1307
+ metadata: { trigger, files: memo.serialized.files.length }
1308
+ });
1309
+ }
1310
+ function releaseWordIndexMemoAtSettle(index) {
1311
+ releaseWordIndexMemo(index, "settle");
1312
+ index.releaseMemoAfterPersist = true;
1313
+ }
1314
+ var _lastSerializeWork;
1315
+ function getLastWordIndexSerializeWork() {
1316
+ return _lastSerializeWork;
1317
+ }
1318
+ function serializeWordIndexFull(index) {
1319
+ const files = [...index.docLengths.keys()];
1320
+ const slotByFileId = /* @__PURE__ */ new Map();
1321
+ files.forEach((file, i) => {
1322
+ const fileId = index.fileTable.idFor(wordIndexKey(file));
1323
+ if (fileId !== void 0)
1324
+ slotByFileId.set(fileId, i);
1325
+ });
1326
+ const postings = [];
1327
+ for (const [token, list] of index.postings) {
1328
+ const flat = [];
1329
+ for (let i = 0; i < list.length; i += 1) {
1330
+ const slot = slotByFileId.get(list.fileIdAt(i));
1331
+ if (slot === void 0)
1332
+ continue;
1333
+ flat.push(slot, list.lineAt(i));
1334
+ }
1335
+ if (flat.length > 0)
1336
+ postings.push([token, flat]);
1337
+ }
1338
+ const forward = index.forward ? files.map((file, i) => [
1339
+ i,
1340
+ [...index.forward.get(file)?.entries() ?? []]
1341
+ ]) : void 0;
1342
+ const serialized = {
1343
+ version: WORD_INDEX_FORMAT_VERSION,
1344
+ files,
1345
+ postings,
1346
+ docLengths: files.map((file) => index.docLengths.get(file) ?? 0),
1347
+ totalTokens: index.totalTokens,
1348
+ indexedFileCount: index.docCount,
1349
+ truncated: index.truncated,
1350
+ fileMtimes: files.map((file) => index.fileMtimes.get(file) ?? 0),
1351
+ fileSizes: files.map((file) => index.fileSizes.get(file) ?? 0),
1352
+ forward
1353
+ };
1354
+ const tokensByFile = /* @__PURE__ */ new Map();
1355
+ if (index.forward) {
1356
+ for (const file of files) {
1357
+ tokensByFile.set(wordIndexKey(file), new Set(index.forward.get(file)?.keys() ?? []));
1358
+ }
1359
+ }
1360
+ _lastSerializeWork = {
1361
+ affectedTokenCount: postings.length,
1362
+ tookFullPath: true
1363
+ };
1364
+ return {
1365
+ serialized,
1366
+ slotByFileId,
1367
+ tokensByFile,
1368
+ wireBytes: null
1369
+ };
1370
+ }
1371
+ function serializeWordIndexIncrementally(index, cache) {
1372
+ const files = [...index.docLengths.keys()];
1373
+ const priorFiles = cache.serialized.files;
1374
+ const currentKeys = new Set(files.map(wordIndexKey));
1375
+ const priorKeys = new Set(priorFiles.map(wordIndexKey));
1376
+ if ([...priorKeys].some((key) => !currentKeys.has(key))) {
1377
+ return serializeWordIndexFull(index);
1378
+ }
1379
+ const dirty = index.dirtyFiles;
1380
+ if (dirty && dirty.size * 2 > files.length) {
1381
+ return serializeWordIndexFull(index);
1382
+ }
1383
+ const filesInWireOrder = [
1384
+ ...priorFiles,
1385
+ ...files.filter((file) => !priorKeys.has(wordIndexKey(file)))
1386
+ ];
1387
+ if (!dirty || dirty.size === 0) {
1388
+ _lastSerializeWork = { affectedTokenCount: 0, tookFullPath: false };
1389
+ return cache;
1390
+ }
1391
+ const slotByFileId = new Map(cache.slotByFileId);
1392
+ for (let i = priorFiles.length; i < filesInWireOrder.length; i += 1) {
1393
+ const fileId = index.fileTable.idFor(wordIndexKey(filesInWireOrder[i]));
1394
+ if (fileId !== void 0)
1395
+ slotByFileId.set(fileId, i);
1396
+ }
1397
+ const postings = cache.serialized.postings.slice();
1398
+ const postingAt = /* @__PURE__ */ new Map();
1399
+ postings.forEach(([token], i) => postingAt.set(token, i));
1400
+ const removedTokens = /* @__PURE__ */ new Set();
1401
+ const tokensByFile = new Map(cache.tokensByFile);
1402
+ const fileByKey = new Map(filesInWireOrder.map((file) => [wordIndexKey(file), file]));
1403
+ const affectedTokens = /* @__PURE__ */ new Set();
1404
+ for (const fileKey of dirty) {
1405
+ const file = fileByKey.get(fileKey);
1406
+ const oldTokens = tokensByFile.get(fileKey) ?? /* @__PURE__ */ new Set();
1407
+ const currentEntry = file === void 0 ? void 0 : index.forward?.get(file);
1408
+ const currentTokens = new Set(currentEntry?.keys() ?? []);
1409
+ for (const token of oldTokens)
1410
+ affectedTokens.add(token);
1411
+ for (const token of currentTokens)
1412
+ affectedTokens.add(token);
1413
+ if (file === void 0)
1414
+ tokensByFile.delete(fileKey);
1415
+ else
1416
+ tokensByFile.set(fileKey, currentTokens);
1417
+ }
1418
+ for (const token of affectedTokens) {
1419
+ const list = index.postings.get(token);
1420
+ const flat = [];
1421
+ if (list) {
1422
+ for (let i = 0; i < list.length; i += 1) {
1423
+ const slot = slotByFileId.get(list.fileIdAt(i));
1424
+ if (slot !== void 0)
1425
+ flat.push(slot, list.lineAt(i));
1426
+ }
1427
+ }
1428
+ const at = postingAt.get(token);
1429
+ if (flat.length === 0) {
1430
+ if (at !== void 0)
1431
+ removedTokens.add(token);
1432
+ } else if (at === void 0) {
1433
+ postings.push([token, flat]);
1434
+ postingAt.set(token, postings.length - 1);
1435
+ } else {
1436
+ postings[at] = [postings[at][0], flat];
1437
+ }
1438
+ }
1439
+ const compactedPostings = removedTokens.size ? postings.filter(([token]) => !removedTokens.has(token)) : postings;
1440
+ const forward = index.forward ? cache.serialized.forward?.slice().map((entry) => [entry[0], entry[1]]) ?? [] : void 0;
1441
+ for (const fileKey of dirty) {
1442
+ const file = fileByKey.get(fileKey);
1443
+ const fileId = file === void 0 ? void 0 : index.fileTable.idFor(wordIndexKey(file));
1444
+ const slot = fileId === void 0 ? void 0 : slotByFileId.get(fileId);
1445
+ if (slot === void 0 || !forward || file === void 0)
1446
+ continue;
1447
+ forward[slot] = [slot, [...index.forward?.get(file)?.entries() ?? []]];
1448
+ }
1449
+ const serialized = {
1450
+ ...cache.serialized,
1451
+ files: filesInWireOrder,
1452
+ postings: compactedPostings,
1453
+ docLengths: filesInWireOrder.map((file) => index.docLengths.get(file) ?? 0),
1454
+ fileMtimes: filesInWireOrder.map((file) => index.fileMtimes.get(file) ?? 0),
1455
+ fileSizes: filesInWireOrder.map((file) => index.fileSizes.get(file) ?? 0),
1456
+ forward,
1457
+ totalTokens: index.totalTokens,
1458
+ indexedFileCount: index.docCount,
1459
+ truncated: index.truncated
1460
+ };
1461
+ _lastSerializeWork = {
1462
+ affectedTokenCount: affectedTokens.size,
1463
+ tookFullPath: false
1464
+ };
1465
+ return {
1466
+ serialized,
1467
+ slotByFileId,
1468
+ tokensByFile,
1469
+ wireBytes: null
1470
+ };
1471
+ }
1472
+ function serializeWordIndex(index) {
1473
+ const prior = serializedWordIndexCaches.get(index);
1474
+ const cache = prior ? serializeWordIndexIncrementally(index, prior) : serializeWordIndexFull(index);
1475
+ retainSerializedWordIndex(index, cache);
1476
+ serializedWordIndexSources.set(cache.serialized, index);
1477
+ index.dirtyFiles?.clear();
1478
+ return cache.serialized;
1479
+ }
1480
+ function deserializeWordIndex(data) {
1481
+ if (!data || data.version !== WORD_INDEX_FORMAT_VERSION || !Array.isArray(data.files) || !Array.isArray(data.postings) || !Array.isArray(data.docLengths) || !Array.isArray(data.fileMtimes)) {
1482
+ return null;
1483
+ }
1484
+ let canonical = data.docLengths.length === data.files.length && data.fileMtimes.length === data.files.length;
1485
+ let needsDeepSanitize = !Array.isArray(data.forward);
1486
+ if (needsDeepSanitize)
1487
+ canonical = false;
1488
+ const fileKeys = /* @__PURE__ */ new Set();
1489
+ for (const file of data.files) {
1490
+ if (typeof file !== "string")
1491
+ return null;
1492
+ const key = wordIndexKey(file);
1493
+ if (fileKeys.has(key)) {
1494
+ canonical = false;
1495
+ needsDeepSanitize = true;
1496
+ }
1497
+ fileKeys.add(key);
1498
+ }
1499
+ const docLengths = new PathKeyedMap(wordIndexKey);
1500
+ const fileTable = new WordIndexFileTable();
1501
+ const fileIdBySlot = data.files.map((file) => fileTable.intern(wordIndexKey(file), file));
1502
+ const slotByFileId = /* @__PURE__ */ new Map();
1503
+ fileIdBySlot.forEach((fileId, slot) => {
1504
+ if (!slotByFileId.has(fileId))
1505
+ slotByFileId.set(fileId, slot);
1506
+ });
1507
+ const fileMtimes = new PathKeyedMap(wordIndexKey);
1508
+ const fileSizes = new PathKeyedMap(wordIndexKey);
1509
+ data.files.forEach((file, i) => {
1510
+ const value = data.docLengths[i];
1511
+ if (!isCanonicalWordIndexNumber(value) || value < 0)
1512
+ canonical = false;
1513
+ docLengths.set(file, isCanonicalWordIndexNumber(value) && value >= 0 ? value : 0);
1514
+ });
1515
+ data.files.forEach((file, i) => {
1516
+ const value = data.fileMtimes[i];
1517
+ if (typeof value !== "number" || !Number.isFinite(value))
1518
+ canonical = false;
1519
+ fileMtimes.set(file, typeof value === "number" && Number.isFinite(value) ? value : 0);
1520
+ });
1521
+ if (Array.isArray(data.fileSizes) && data.fileSizes.length === data.files.length) {
1522
+ data.files.forEach((file, i) => {
1523
+ const value = data.fileSizes?.[i];
1524
+ if (!isCanonicalWordIndexNumber(value) || value < 0)
1525
+ canonical = false;
1526
+ fileSizes.set(file, isCanonicalWordIndexNumber(value) && value >= 0 ? value : 0);
1527
+ });
1528
+ } else {
1529
+ canonical = false;
1530
+ }
1531
+ const postings = /* @__PURE__ */ new Map();
1532
+ const postingTokens = /* @__PURE__ */ new Set();
1533
+ const postingFileCounts = /* @__PURE__ */ new Map();
1534
+ for (const posting of data.postings) {
1535
+ if (!Array.isArray(posting) || posting.length !== 2) {
1536
+ canonical = false;
1537
+ needsDeepSanitize = true;
1538
+ continue;
1539
+ }
1540
+ const [token, flat] = posting;
1541
+ if (!isCanonicalWordIndexToken(token) || postingTokens.has(token) || !Array.isArray(flat) || flat.length === 0 || flat.length % 2 !== 0) {
1542
+ canonical = false;
1543
+ needsDeepSanitize = true;
1544
+ continue;
1545
+ }
1546
+ postingTokens.add(token);
1547
+ const lanes = [];
1548
+ const seenPairs = /* @__PURE__ */ new Set();
1549
+ const observedCounts = /* @__PURE__ */ new Map();
1550
+ for (let i = 0; i < flat.length; i += 2) {
1551
+ const slot = flat[i];
1552
+ const line = flat[i + 1];
1553
+ if (!isCanonicalWordIndexNumber(slot) || slot < 0 || slot >= fileIdBySlot.length || !isCanonicalWordIndexNumber(line) || line < 1 || line > WORD_INDEX_INT32_MAX) {
1554
+ canonical = false;
1555
+ needsDeepSanitize = true;
1556
+ continue;
1557
+ }
1558
+ const fileId = fileIdBySlot[slot];
1559
+ const pairKey = fileId <= WORD_INDEX_PACKED_FILE_ID_MAX ? fileId * (WORD_INDEX_INT32_MAX + 1) + line : `${fileId}:${line}`;
1560
+ if (seenPairs.has(pairKey)) {
1561
+ canonical = false;
1562
+ needsDeepSanitize = true;
1563
+ }
1564
+ seenPairs.add(pairKey);
1565
+ lanes.push(fileId, line);
1566
+ observedCounts.set(fileId, (observedCounts.get(fileId) ?? 0) + 1);
1567
+ }
1568
+ if (lanes.length === 0)
1569
+ continue;
1570
+ const list = WordPostingList.fromLanes(token, lanes);
1571
+ postings.set(token, list);
1572
+ postingFileCounts.set(token, observedCounts);
1573
+ }
1574
+ compactPostingsIntoArena(postings);
1575
+ let forward;
1576
+ if (Array.isArray(data.forward)) {
1577
+ const candidate = data.files.map(() => /* @__PURE__ */ new Map());
1578
+ const forwardTotals = /* @__PURE__ */ new Map();
1579
+ if (data.forward.length !== data.files.length)
1580
+ canonical = false;
1581
+ if (data.forward.length !== data.files.length)
1582
+ needsDeepSanitize = true;
1583
+ for (const [entryIndex, entry] of data.forward.entries()) {
1584
+ if (!Array.isArray(entry) || entry.length !== 2) {
1585
+ canonical = false;
1586
+ needsDeepSanitize = true;
1587
+ continue;
1588
+ }
1589
+ const [fileIdx, tokenCounts] = entry;
1590
+ if (!isCanonicalWordIndexNumber(fileIdx) || fileIdx !== entryIndex || fileIdx < 0 || fileIdx >= data.files.length || !Array.isArray(tokenCounts)) {
1591
+ canonical = false;
1592
+ needsDeepSanitize = true;
1593
+ continue;
1594
+ }
1595
+ for (const pair of tokenCounts) {
1596
+ if (!Array.isArray(pair) || pair.length !== 2 || !isCanonicalWordIndexToken(pair[0]) || !isCanonicalWordIndexNumber(pair[1]) || pair[1] < 1 || pair[1] > WORD_INDEX_INT32_MAX || candidate[fileIdx].has(pair[0])) {
1597
+ canonical = false;
1598
+ needsDeepSanitize = true;
1599
+ continue;
1600
+ }
1601
+ candidate[fileIdx].set(pair[0], pair[1]);
1602
+ forwardTotals.set(pair[0], (forwardTotals.get(pair[0]) ?? 0) + pair[1]);
1603
+ }
1604
+ }
1605
+ let forwardMatchesPostings = true;
1606
+ for (const [token, list] of postings) {
1607
+ if (forwardTotals.get(token) !== list.length) {
1608
+ forwardMatchesPostings = false;
1609
+ }
1610
+ const observed = postingFileCounts.get(token);
1611
+ if (!observed) {
1612
+ forwardMatchesPostings = false;
1613
+ continue;
1614
+ }
1615
+ for (const [fileId, count] of observed) {
1616
+ const slot = slotByFileId.get(fileId);
1617
+ if (slot === void 0 || candidate[slot].get(token) !== count) {
1618
+ forwardMatchesPostings = false;
1619
+ }
1620
+ }
1621
+ }
1622
+ for (const token of forwardTotals.keys()) {
1623
+ if (!postingTokens.has(token))
1624
+ forwardMatchesPostings = false;
1625
+ }
1626
+ if (!forwardMatchesPostings)
1627
+ canonical = false;
1628
+ if (!forwardMatchesPostings)
1629
+ needsDeepSanitize = true;
1630
+ forward = new PathKeyedMap(wordIndexKey);
1631
+ for (let i = 0; i < data.files.length; i += 1) {
1632
+ forward.set(data.files[i], WordForwardEntry.fromTally(candidate[i]));
1633
+ }
1634
+ } else if (Object.prototype.hasOwnProperty.call(data, "forward")) {
1635
+ canonical = false;
1636
+ needsDeepSanitize = true;
1637
+ }
1638
+ if (needsDeepSanitize) {
1639
+ const actualForwardCounts = data.files.map(() => /* @__PURE__ */ new Map());
1640
+ for (const [token, list] of postings) {
1641
+ const seenPairs = /* @__PURE__ */ new Set();
1642
+ const sanitized = new WordPostingList(token, list.length);
1643
+ for (let i = 0; i < list.length; i += 1) {
1644
+ const fileId = list.fileIdAt(i);
1645
+ const line = list.lineAt(i);
1646
+ const pairKey = `${fileId}:${line}`;
1647
+ if (seenPairs.has(pairKey))
1648
+ continue;
1649
+ seenPairs.add(pairKey);
1650
+ sanitized.push(fileId, line);
1651
+ const slot = slotByFileId.get(fileId);
1652
+ if (slot !== void 0) {
1653
+ const counts = actualForwardCounts[slot];
1654
+ counts.set(token, (counts.get(token) ?? 0) + 1);
1655
+ }
1656
+ }
1657
+ postings.set(token, sanitized);
1658
+ }
1659
+ compactPostingsIntoArena(postings);
1660
+ if (Array.isArray(data.forward)) {
1661
+ forward = new PathKeyedMap(wordIndexKey);
1662
+ for (let i = 0; i < data.files.length; i += 1) {
1663
+ const canonicalSlot = slotByFileId.get(fileIdBySlot[i]) ?? i;
1664
+ forward.set(data.files[i], WordForwardEntry.fromTally(actualForwardCounts[canonicalSlot]));
1665
+ }
1666
+ }
1667
+ }
1668
+ const expectedTotalTokens = [...docLengths.values()].reduce((total, length) => total + length, 0);
1669
+ const totalTokens = isCanonicalWordIndexNumber(expectedTotalTokens) ? expectedTotalTokens : 0;
1670
+ if (!isCanonicalWordIndexNumber(data.totalTokens) || data.totalTokens !== totalTokens) {
1671
+ canonical = false;
1672
+ }
1673
+ if (typeof data.indexedFileCount !== "number" || data.indexedFileCount !== docLengths.size) {
1674
+ canonical = false;
1675
+ }
1676
+ if (typeof data.truncated !== "boolean")
1677
+ canonical = false;
1678
+ const index = {
1679
+ postings,
1680
+ fileTable,
1681
+ docLengths,
1682
+ totalTokens,
1683
+ docCount: docLengths.size,
1684
+ truncated: data.truncated === true,
1685
+ forward,
1686
+ fileMtimes,
1687
+ fileSizes,
1688
+ // Postings were just packed into one arena above, so the running gate
1689
+ // starts from the exact post-compaction store count (#2117).
1690
+ postingStoreCount: countPostingBackingStores(postings),
1691
+ recompactFlight: createSingleFlight(),
1692
+ // A deserialized index is a fresh object distinct from whichever index
1693
+ // produced `data`. Without this, every per-edit dirty mark on a
1694
+ // session-start reload (#2068) is a no-op against `undefined`, and
1695
+ // serializeWordIndexIncrementally's `!dirty` branch then returns the
1696
+ // stale cached wire view forever, silently dropping every later edit
1697
+ // from the persisted snapshot.
1698
+ dirtyFiles: /* @__PURE__ */ new Set()
1699
+ };
1700
+ const tokensByFile = /* @__PURE__ */ new Map();
1701
+ if (forward) {
1702
+ for (const file of data.files) {
1703
+ tokensByFile.set(wordIndexKey(file), new Set(forward.get(file)?.keys() ?? []));
1704
+ }
1705
+ }
1706
+ if (canonical) {
1707
+ retainSerializedWordIndex(index, {
1708
+ serialized: data,
1709
+ slotByFileId,
1710
+ tokensByFile,
1711
+ wireBytes: null
1712
+ });
1713
+ }
1714
+ return index;
1715
+ }
1716
+ var buildStatuses = /* @__PURE__ */ new Map();
1717
+ function getWordIndexBuildStatus(cwd) {
1718
+ return buildStatuses.get(path2.resolve(cwd));
1719
+ }
1720
+ function _resetWordIndexBuildGuardForTests() {
1721
+ buildStatuses.clear();
1722
+ }
1723
+ function triggerBackgroundWordIndexBuild(cwd, dbg, options = {}) {
1724
+ const key = path2.resolve(cwd);
1725
+ if (isAtOrAboveHomeDir(key, options.homeDir)) {
1726
+ const reason = `root at/above home directory (${key})`;
1727
+ dbg?.(`word-index cold-build: skipped \u2014 ${reason}`);
1728
+ logWordIndex({
1729
+ phase: "cold_build_refused",
1730
+ cwd: key,
1731
+ trigger: "cold_query",
1732
+ reason
1733
+ });
1734
+ const status2 = { state: "refused", reason };
1735
+ buildStatuses.set(key, status2);
1736
+ return status2;
1737
+ }
1738
+ const current = buildStatuses.get(key);
1739
+ if (current?.state === "building")
1740
+ return current;
1741
+ const status = { state: "building" };
1742
+ buildStatuses.set(key, status);
1743
+ void (async () => {
1744
+ const startMs = Date.now();
1745
+ try {
1746
+ const { loadProjectSnapshot, saveProjectSnapshot, PROJECT_SNAPSHOT_VERSION } = await import("./chunk-ALQRYH6O.js");
1747
+ const docs = await collectWordIndexDocs(key);
1748
+ const index = await buildWordIndexAsync(docs);
1749
+ const existing = loadProjectSnapshot(key);
1750
+ const snapshot = existing ?? {
1751
+ version: PROJECT_SNAPSHOT_VERSION,
1752
+ projectRoot: key,
1753
+ generatedAt: (/* @__PURE__ */ new Date()).toISOString(),
1754
+ seq: 0,
1755
+ files: {},
1756
+ symbols: {},
1757
+ reverseDeps: {},
1758
+ cachedExports: []
1759
+ };
1760
+ snapshot.generatedAt = (/* @__PURE__ */ new Date()).toISOString();
1761
+ snapshot.wordIndex = serializeWordIndex(index);
1762
+ saveProjectSnapshot(key, snapshot);
1763
+ dbg?.(`word-index cold-build: ${index.docCount} files, ${index.postings.size} tokens (${Date.now() - startMs}ms)`);
1764
+ logWordIndex({
1765
+ phase: "cold_build",
1766
+ cwd: key,
1767
+ trigger: "cold_query",
1768
+ durationMs: Date.now() - startMs,
1769
+ indexedFileCount: index.docCount,
1770
+ tokens: index.postings.size,
1771
+ postingEntries: countWordIndexPostingEntries(index),
1772
+ residentBytes: estimateWordIndexResidentBytes(index),
1773
+ truncated: index.truncated,
1774
+ skipped: docs.skipped
1775
+ });
1776
+ buildStatuses.delete(key);
1777
+ } catch (err) {
1778
+ const reason = err instanceof Error ? err.message : String(err);
1779
+ buildStatuses.set(key, { state: "failed", reason });
1780
+ dbg?.(`word-index cold-build: failed: ${reason}`);
1781
+ logWordIndex({
1782
+ phase: "cold_build_failed",
1783
+ cwd: key,
1784
+ trigger: "cold_query",
1785
+ durationMs: Date.now() - startMs,
1786
+ error: reason
1787
+ });
1788
+ }
1789
+ })();
1790
+ return status;
1791
+ }
1792
+ var WORD_INDEX_PERSIST_DEBOUNCE_MS_DEFAULT = 1500;
1793
+ function wordIndexPersistDebounceMs() {
1794
+ const raw = Number(process.env.PI_LENS_WORD_INDEX_PERSIST_DEBOUNCE_MS);
1795
+ return Number.isFinite(raw) && raw >= 0 ? raw : WORD_INDEX_PERSIST_DEBOUNCE_MS_DEFAULT;
1796
+ }
1797
+ var wordIndexPersistScheduler;
1798
+ function getWordIndexPersistScheduler() {
1799
+ if (wordIndexPersistScheduler)
1800
+ return wordIndexPersistScheduler;
1801
+ wordIndexPersistScheduler = createDebounceScheduler({
1802
+ debounceMs: wordIndexPersistDebounceMs,
1803
+ write(_key, pending) {
1804
+ void writeWordIndexSnapshot(pending.cwd, pending.index, pending.dbg);
1805
+ }
1806
+ });
1807
+ return wordIndexPersistScheduler;
1808
+ }
1809
+ async function writeWordIndexSnapshot(cwd, index, dbg) {
1810
+ const persistStartedAt = Date.now();
1811
+ try {
1812
+ const { loadProjectSnapshot, saveProjectSnapshot, PROJECT_SNAPSHOT_VERSION } = await import("./chunk-ALQRYH6O.js");
1813
+ const existing = loadProjectSnapshot(cwd);
1814
+ const snapshot = existing ?? {
1815
+ version: PROJECT_SNAPSHOT_VERSION,
1816
+ projectRoot: path2.resolve(cwd),
1817
+ generatedAt: (/* @__PURE__ */ new Date()).toISOString(),
1818
+ seq: 0,
1819
+ files: {},
1820
+ symbols: {},
1821
+ reverseDeps: {},
1822
+ cachedExports: []
1823
+ };
1824
+ snapshot.generatedAt = (/* @__PURE__ */ new Date()).toISOString();
1825
+ const serializeStartedAt = performance.now();
1826
+ snapshot.wordIndex = serializeWordIndex(index);
1827
+ const serializeMs = performance.now() - serializeStartedAt;
1828
+ saveProjectSnapshot(cwd, snapshot);
1829
+ if (index.releaseMemoAfterPersist) {
1830
+ index.releaseMemoAfterPersist = false;
1831
+ releaseWordIndexMemo(index, "post_settle_persist");
1832
+ }
1833
+ const writeMs = performance.now() - serializeStartedAt - serializeMs;
1834
+ dbg?.(`word-index persist: ${index.docCount} files, ${index.postings.size} tokens`);
1835
+ logWordIndex({
1836
+ phase: "persist_succeeded",
1837
+ cwd: path2.resolve(cwd),
1838
+ trigger: "per_edit",
1839
+ durationMs: Date.now() - persistStartedAt,
1840
+ serializeMs,
1841
+ writeMs,
1842
+ indexedFileCount: index.docCount,
1843
+ tokens: index.postings.size,
1844
+ postingEntries: countWordIndexPostingEntries(index),
1845
+ residentBytes: estimateWordIndexResidentBytes(index),
1846
+ replacementCount: index.replacementStats?.count ?? 0,
1847
+ totalReplacementMs: index.replacementStats?.totalMs ?? 0,
1848
+ maxReplacementMs: index.replacementStats?.maxMs ?? 0
1849
+ });
1850
+ index.replacementStats = { count: 0, totalMs: 0, maxMs: 0 };
1851
+ } catch (err) {
1852
+ dbg?.(`word-index persist: failed: ${err}`);
1853
+ logWordIndex({
1854
+ phase: "persist_failed",
1855
+ cwd: path2.resolve(cwd),
1856
+ trigger: "per_edit",
1857
+ indexedFileCount: index.docCount,
1858
+ error: err instanceof Error ? err.message : String(err)
1859
+ });
1860
+ }
1861
+ }
1862
+ function scheduleWordIndexPersist(cwd, index, dbg) {
1863
+ const key = path2.resolve(cwd);
1864
+ index.releaseMemoAfterPersist = false;
1865
+ getWordIndexPersistScheduler().schedule(key, { cwd: key, index, dbg });
1866
+ }
1867
+ function flushWordIndexPersistsForTests() {
1868
+ getWordIndexPersistScheduler().flushAll();
1869
+ }
1870
+
1871
+ export {
1872
+ logWordIndex,
1873
+ wordIndexKey,
1874
+ splitIdentifier,
1875
+ tokenizeLine,
1876
+ countWordIndexPostingEntries,
1877
+ estimateWordIndexResidentBytes,
1878
+ wordIndexPostingHits,
1879
+ flushWordIndexRecompactionsForTests,
1880
+ buildWordIndex,
1881
+ buildWordIndexAsync,
1882
+ removeWordIndexDocument,
1883
+ updateWordIndexDocument,
1884
+ removeWordIndexDocumentAsync,
1885
+ updateWordIndexDocumentForEdit,
1886
+ updateWordIndexDocumentAsync,
1887
+ WORD_INDEX_MAX_BYTES,
1888
+ collectWordIndexDocs,
1889
+ refreshWordIndexIncrementally,
1890
+ WordIndexQueryError,
1891
+ parseWordIndexQuery,
1892
+ buildWordIndexQueryFilter,
1893
+ searchWordIndex,
1894
+ centralityFromReverseDeps,
1895
+ WORD_INDEX_FORMAT_VERSION,
1896
+ getWordIndexWireBytes,
1897
+ recordPersistedWordIndexWireBytes,
1898
+ releaseWordIndexMemoAtSettle,
1899
+ getLastWordIndexSerializeWork,
1900
+ serializeWordIndex,
1901
+ deserializeWordIndex,
1902
+ getWordIndexBuildStatus,
1903
+ _resetWordIndexBuildGuardForTests,
1904
+ triggerBackgroundWordIndexBuild,
1905
+ scheduleWordIndexPersist,
1906
+ flushWordIndexPersistsForTests
1907
+ };