pi-lens 2.2.9 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (304) hide show
  1. package/CHANGELOG.md +198 -0
  2. package/README.md +709 -519
  3. package/clients/__tests__/file-time.test.js +216 -0
  4. package/clients/__tests__/file-time.test.ts +276 -0
  5. package/clients/__tests__/format-service.test.js +245 -0
  6. package/clients/__tests__/format-service.test.ts +339 -0
  7. package/clients/__tests__/formatters.test.js +271 -0
  8. package/clients/__tests__/formatters.test.ts +401 -0
  9. package/clients/amain-types.js +164 -0
  10. package/clients/amain-types.ts +165 -0
  11. package/clients/architect-client.js +56 -12
  12. package/clients/architect-client.ts +81 -16
  13. package/clients/ast-grep-client.js +2 -2
  14. package/clients/ast-grep-client.ts +14 -39
  15. package/clients/ast-grep-parser.ts +1 -1
  16. package/clients/ast-grep-rule-manager.js +8 -0
  17. package/clients/ast-grep-rule-manager.ts +10 -1
  18. package/clients/ast-grep-types.js +9 -0
  19. package/clients/ast-grep-types.ts +106 -0
  20. package/clients/auto-loop.js +10 -0
  21. package/clients/auto-loop.ts +14 -1
  22. package/clients/biome-client.js +81 -19
  23. package/clients/biome-client.ts +103 -22
  24. package/clients/bus/bus.js +191 -0
  25. package/clients/bus/bus.ts +251 -0
  26. package/clients/bus/events.js +214 -0
  27. package/clients/bus/events.ts +279 -0
  28. package/clients/bus/index.js +8 -0
  29. package/clients/bus/index.ts +9 -0
  30. package/clients/bus/integration.js +158 -0
  31. package/clients/bus/integration.ts +214 -0
  32. package/clients/complexity-client.js +13 -7
  33. package/clients/complexity-client.ts +13 -7
  34. package/clients/config-validator.js +465 -0
  35. package/clients/config-validator.ts +558 -0
  36. package/clients/dependency-checker.js +4 -10
  37. package/clients/dependency-checker.ts +4 -10
  38. package/clients/dispatch/__tests__/autofix-integration.test.js +245 -0
  39. package/clients/dispatch/__tests__/autofix-integration.test.ts +300 -0
  40. package/clients/dispatch/__tests__/runner-registration.test.js +236 -0
  41. package/clients/dispatch/__tests__/runner-registration.test.ts +282 -0
  42. package/clients/dispatch/bus-dispatcher.js +177 -0
  43. package/clients/dispatch/bus-dispatcher.ts +251 -0
  44. package/clients/dispatch/dispatcher.edge.test.js +82 -0
  45. package/clients/dispatch/dispatcher.edge.test.ts +100 -0
  46. package/clients/dispatch/dispatcher.format.test.js +46 -0
  47. package/clients/dispatch/dispatcher.format.test.ts +58 -0
  48. package/clients/dispatch/dispatcher.inline.test.js +74 -0
  49. package/clients/dispatch/dispatcher.inline.test.ts +93 -0
  50. package/clients/dispatch/dispatcher.js +19 -53
  51. package/clients/dispatch/dispatcher.ts +20 -67
  52. package/clients/dispatch/plan.js +9 -4
  53. package/clients/dispatch/plan.ts +9 -4
  54. package/clients/dispatch/runners/architect.js +21 -7
  55. package/clients/dispatch/runners/architect.test.js +138 -0
  56. package/clients/dispatch/runners/architect.test.ts +162 -0
  57. package/clients/dispatch/runners/architect.ts +22 -7
  58. package/clients/dispatch/runners/ast-grep-napi.js +462 -0
  59. package/clients/dispatch/runners/ast-grep-napi.test.js +111 -0
  60. package/clients/dispatch/runners/ast-grep-napi.test.ts +133 -0
  61. package/clients/dispatch/runners/ast-grep-napi.ts +506 -0
  62. package/clients/dispatch/runners/ast-grep.js +62 -19
  63. package/clients/dispatch/runners/ast-grep.ts +70 -18
  64. package/clients/dispatch/runners/biome.js +29 -53
  65. package/clients/dispatch/runners/biome.ts +29 -63
  66. package/clients/dispatch/runners/config-validation.js +67 -0
  67. package/clients/dispatch/runners/config-validation.ts +82 -0
  68. package/clients/dispatch/runners/go-vet.js +4 -28
  69. package/clients/dispatch/runners/go-vet.ts +4 -32
  70. package/clients/dispatch/runners/index.js +30 -10
  71. package/clients/dispatch/runners/index.ts +30 -10
  72. package/clients/dispatch/runners/oxlint.js +141 -0
  73. package/clients/dispatch/runners/oxlint.test.js +230 -0
  74. package/clients/dispatch/runners/oxlint.test.ts +303 -0
  75. package/clients/dispatch/runners/oxlint.ts +175 -0
  76. package/clients/dispatch/runners/pyright.js +40 -70
  77. package/clients/dispatch/runners/pyright.test.js +16 -2
  78. package/clients/dispatch/runners/pyright.test.ts +14 -2
  79. package/clients/dispatch/runners/pyright.ts +48 -91
  80. package/clients/dispatch/runners/python-slop.js +97 -0
  81. package/clients/dispatch/runners/python-slop.test.js +203 -0
  82. package/clients/dispatch/runners/python-slop.test.ts +298 -0
  83. package/clients/dispatch/runners/python-slop.ts +124 -0
  84. package/clients/dispatch/runners/ruff.js +18 -71
  85. package/clients/dispatch/runners/ruff.ts +19 -79
  86. package/clients/dispatch/runners/rust-clippy.js +28 -32
  87. package/clients/dispatch/runners/rust-clippy.ts +29 -31
  88. package/clients/dispatch/runners/scan_codebase.test.js +89 -0
  89. package/clients/dispatch/runners/scan_codebase.test.ts +105 -0
  90. package/clients/dispatch/runners/shellcheck.js +147 -0
  91. package/clients/dispatch/runners/shellcheck.test.js +98 -0
  92. package/clients/dispatch/runners/shellcheck.test.ts +129 -0
  93. package/clients/dispatch/runners/shellcheck.ts +188 -0
  94. package/clients/dispatch/runners/similarity.js +230 -0
  95. package/clients/dispatch/runners/similarity.ts +339 -0
  96. package/clients/dispatch/runners/spellcheck.js +106 -0
  97. package/clients/dispatch/runners/spellcheck.test.js +158 -0
  98. package/clients/dispatch/runners/spellcheck.test.ts +214 -0
  99. package/clients/dispatch/runners/spellcheck.ts +136 -0
  100. package/clients/dispatch/runners/tree-sitter.js +107 -0
  101. package/clients/dispatch/runners/tree-sitter.ts +135 -0
  102. package/clients/dispatch/runners/ts-lsp.js +104 -33
  103. package/clients/dispatch/runners/ts-lsp.ts +120 -38
  104. package/clients/dispatch/runners/ts-slop.js +113 -0
  105. package/clients/dispatch/runners/ts-slop.test.js +180 -0
  106. package/clients/dispatch/runners/ts-slop.test.ts +230 -0
  107. package/clients/dispatch/runners/ts-slop.ts +142 -0
  108. package/clients/dispatch/runners/utils/diagnostic-parsers.js +134 -0
  109. package/clients/dispatch/runners/utils/diagnostic-parsers.ts +186 -0
  110. package/clients/dispatch/runners/utils/runner-helpers.js +115 -0
  111. package/clients/dispatch/runners/utils/runner-helpers.ts +167 -0
  112. package/clients/dispatch/runners/utils.js +2 -4
  113. package/clients/dispatch/runners/utils.ts +2 -4
  114. package/clients/dispatch/types.ts +1 -1
  115. package/clients/dispatch/utils/format-utils.js +49 -0
  116. package/clients/dispatch/utils/format-utils.ts +60 -0
  117. package/clients/dogfood.test.js +201 -0
  118. package/clients/dogfood.test.ts +269 -0
  119. package/clients/file-time.js +152 -0
  120. package/clients/file-time.ts +208 -0
  121. package/clients/file-utils.js +40 -0
  122. package/clients/file-utils.ts +44 -0
  123. package/clients/fix-scanners.js +10 -20
  124. package/clients/fix-scanners.ts +10 -22
  125. package/clients/format-service.js +172 -0
  126. package/clients/format-service.ts +254 -0
  127. package/clients/formatters.js +435 -0
  128. package/clients/formatters.ts +508 -0
  129. package/clients/go-client.js +5 -14
  130. package/clients/go-client.ts +5 -13
  131. package/clients/installer/index.js +356 -0
  132. package/clients/installer/index.ts +426 -0
  133. package/clients/jscpd-client.js +11 -9
  134. package/clients/jscpd-client.ts +12 -8
  135. package/clients/knip-client.js +3 -7
  136. package/clients/knip-client.ts +3 -6
  137. package/clients/lsp/__tests__/client.test.js +325 -0
  138. package/clients/lsp/__tests__/client.test.ts +434 -0
  139. package/clients/lsp/__tests__/config.test.js +166 -0
  140. package/clients/lsp/__tests__/config.test.ts +209 -0
  141. package/clients/lsp/__tests__/error-recovery.test.js +213 -0
  142. package/clients/lsp/__tests__/error-recovery.test.ts +279 -0
  143. package/clients/lsp/__tests__/integration.test.js +127 -0
  144. package/clients/lsp/__tests__/integration.test.ts +160 -0
  145. package/clients/lsp/__tests__/launch.test.js +260 -0
  146. package/clients/lsp/__tests__/launch.test.ts +329 -0
  147. package/clients/lsp/__tests__/server.test.js +259 -0
  148. package/clients/lsp/__tests__/server.test.ts +332 -0
  149. package/clients/lsp/__tests__/service.test.js +417 -0
  150. package/clients/lsp/__tests__/service.test.ts +499 -0
  151. package/clients/lsp/client.js +235 -0
  152. package/clients/lsp/client.ts +328 -0
  153. package/clients/lsp/config.js +115 -0
  154. package/clients/lsp/config.ts +149 -0
  155. package/clients/lsp/index.js +222 -0
  156. package/clients/lsp/index.ts +280 -0
  157. package/clients/lsp/installer/index.js +391 -0
  158. package/clients/lsp/interactive-install.js +210 -0
  159. package/clients/lsp/interactive-install.ts +251 -0
  160. package/clients/lsp/language.js +170 -0
  161. package/clients/lsp/language.ts +216 -0
  162. package/clients/lsp/launch.js +174 -0
  163. package/clients/lsp/launch.ts +240 -0
  164. package/clients/lsp/lsp/launch.js +116 -0
  165. package/clients/lsp/lsp/server.js +532 -0
  166. package/clients/lsp/lsp-index.js +10 -0
  167. package/clients/lsp/lsp-index.ts +11 -0
  168. package/clients/lsp/path-utils.js +48 -0
  169. package/clients/lsp/path-utils.ts +52 -0
  170. package/clients/lsp/server.js +615 -0
  171. package/clients/lsp/server.ts +800 -0
  172. package/clients/lsp/test-py-spawn/requirements.txt +1 -0
  173. package/clients/lsp/test-py-spawn/test.py +3 -0
  174. package/clients/lsp/test-py-svc/requirements.txt +1 -0
  175. package/clients/lsp/test-py-svc/test.py +3 -0
  176. package/clients/lsp/test-python-project/requirements.txt +1 -0
  177. package/clients/lsp/test-python-project/test.py +5 -0
  178. package/clients/metrics-history.js +2 -2
  179. package/clients/metrics-history.ts +2 -2
  180. package/clients/production-readiness.js +522 -0
  181. package/clients/production-readiness.ts +556 -0
  182. package/clients/project-index.js +255 -0
  183. package/clients/project-index.ts +383 -0
  184. package/clients/project-metadata.js +531 -0
  185. package/clients/project-metadata.ts +624 -0
  186. package/clients/ruff-client.js +56 -16
  187. package/clients/ruff-client.ts +72 -15
  188. package/clients/runner-tracker.js +152 -0
  189. package/clients/runner-tracker.ts +213 -0
  190. package/clients/rust-client.js +4 -11
  191. package/clients/rust-client.ts +5 -11
  192. package/clients/safe-spawn.js +96 -0
  193. package/clients/safe-spawn.ts +128 -0
  194. package/clients/scan-architectural-debt.js +3 -6
  195. package/clients/scan-architectural-debt.ts +3 -6
  196. package/clients/scan-utils.js +5 -20
  197. package/clients/scan-utils.ts +5 -29
  198. package/clients/secrets-scanner.js +3 -17
  199. package/clients/secrets-scanner.ts +4 -20
  200. package/clients/services/__tests__/effect-integration.test.js +86 -0
  201. package/clients/services/__tests__/effect-integration.test.ts +111 -0
  202. package/clients/services/effect-integration.js +194 -0
  203. package/clients/services/effect-integration.ts +268 -0
  204. package/clients/services/index.js +7 -0
  205. package/clients/services/index.ts +8 -0
  206. package/clients/services/runner-service.js +105 -0
  207. package/clients/services/runner-service.ts +179 -0
  208. package/clients/sg-runner.js +87 -13
  209. package/clients/sg-runner.ts +97 -13
  210. package/clients/state-matrix.js +160 -0
  211. package/clients/state-matrix.ts +202 -0
  212. package/clients/subprocess-client.js +10 -9
  213. package/clients/subprocess-client.ts +10 -8
  214. package/clients/test-runner-client.js +3 -7
  215. package/clients/test-runner-client.ts +3 -6
  216. package/clients/tool-availability.js +4 -10
  217. package/clients/tool-availability.ts +4 -9
  218. package/clients/tree-sitter-client.js +564 -0
  219. package/clients/tree-sitter-client.ts +797 -0
  220. package/clients/tree-sitter-query-loader.js +355 -0
  221. package/clients/tree-sitter-query-loader.ts +425 -0
  222. package/clients/type-coverage-client.js +3 -7
  223. package/clients/type-coverage-client.ts +3 -6
  224. package/clients/typescript-client.codefix.test.js +157 -0
  225. package/clients/typescript-client.codefix.test.ts +186 -0
  226. package/clients/typescript-client.js +43 -0
  227. package/clients/typescript-client.ts +98 -0
  228. package/commands/booboo.js +799 -219
  229. package/commands/booboo.ts +1004 -225
  230. package/commands/clients/ast-grep-client.js +250 -0
  231. package/commands/clients/ast-grep-parser.js +86 -0
  232. package/commands/clients/ast-grep-rule-manager.js +91 -0
  233. package/commands/clients/ast-grep-types.js +9 -0
  234. package/commands/clients/biome-client.js +380 -0
  235. package/commands/clients/complexity-client.js +667 -0
  236. package/commands/clients/file-kinds.js +177 -0
  237. package/commands/clients/file-utils.js +40 -0
  238. package/commands/clients/jscpd-client.js +169 -0
  239. package/commands/clients/knip-client.js +211 -0
  240. package/commands/clients/ruff-client.js +297 -0
  241. package/commands/clients/safe-spawn.js +88 -0
  242. package/commands/clients/scan-utils.js +83 -0
  243. package/commands/clients/sg-runner.js +190 -0
  244. package/commands/clients/types.js +11 -0
  245. package/commands/clients/typescript-client.js +505 -0
  246. package/commands/fix-from-booboo.js +398 -0
  247. package/commands/fix-from-booboo.ts +485 -0
  248. package/commands/fix-simplified.js +618 -0
  249. package/commands/fix-simplified.ts +768 -0
  250. package/commands/rate.js +10 -14
  251. package/commands/rate.ts +9 -16
  252. package/default-architect.yaml +59 -15
  253. package/index.ts +342 -429
  254. package/package.json +16 -3
  255. package/rules/ast-grep-rules/rules/empty-catch.yml +38 -13
  256. package/rules/ast-grep-rules/rules/no-array-constructor.yml +1 -0
  257. package/rules/ast-grep-rules/rules/no-debugger.yml +2 -0
  258. package/rules/python-slop-rules/.sgconfig.yml +4 -0
  259. package/rules/python-slop-rules/rules/slop-rules.yml +647 -0
  260. package/rules/tree-sitter-queries/python/bare-except.yml +54 -0
  261. package/rules/tree-sitter-queries/python/eval-exec.yml +50 -0
  262. package/rules/tree-sitter-queries/python/is-vs-equals.yml +60 -0
  263. package/rules/tree-sitter-queries/python/mutable-default-arg.yml +57 -0
  264. package/rules/tree-sitter-queries/python/unreachable-except.yml +60 -0
  265. package/rules/tree-sitter-queries/python/wildcard-import.yml +46 -0
  266. package/rules/tree-sitter-queries/tsx/dangerously-set-inner-html.yml +63 -0
  267. package/rules/tree-sitter-queries/typescript/await-in-loop.yml +56 -0
  268. package/rules/tree-sitter-queries/typescript/console-statement.yml +47 -0
  269. package/rules/tree-sitter-queries/typescript/debugger.yml +47 -0
  270. package/rules/tree-sitter-queries/typescript/deep-nesting.yml +117 -0
  271. package/rules/tree-sitter-queries/typescript/deep-promise-chain.yml +73 -0
  272. package/rules/tree-sitter-queries/typescript/empty-catch.yml +64 -0
  273. package/rules/tree-sitter-queries/typescript/eval.yml +48 -0
  274. package/rules/tree-sitter-queries/typescript/hardcoded-secrets.yml +78 -0
  275. package/rules/tree-sitter-queries/typescript/long-parameter-list.yml +62 -0
  276. package/rules/tree-sitter-queries/typescript/mixed-async-styles.yml +49 -0
  277. package/rules/tree-sitter-queries/typescript/nested-ternary.yml +45 -0
  278. package/rules/ts-slop-rules/.sgconfig.yml +4 -0
  279. package/rules/ts-slop-rules/rules/in-correct-optional-input-type.yml +10 -0
  280. package/rules/ts-slop-rules/rules/jwt-no-verify.yml +13 -0
  281. package/rules/ts-slop-rules/rules/no-architecture-violation.yml +10 -0
  282. package/rules/ts-slop-rules/rules/no-case-declarations.yml +10 -0
  283. package/rules/ts-slop-rules/rules/no-dangerously-set-inner-html.yml +10 -0
  284. package/rules/ts-slop-rules/rules/no-debugger.yml +10 -0
  285. package/rules/ts-slop-rules/rules/no-dupe-args.yml +10 -0
  286. package/rules/ts-slop-rules/rules/no-dupe-class-members.yml +10 -0
  287. package/rules/ts-slop-rules/rules/no-dupe-keys.yml +10 -0
  288. package/rules/ts-slop-rules/rules/no-eval.yml +13 -0
  289. package/rules/ts-slop-rules/rules/no-hardcoded-secrets.yml +12 -0
  290. package/rules/ts-slop-rules/rules/no-implied-eval.yml +12 -0
  291. package/rules/ts-slop-rules/rules/no-inner-html.yml +13 -0
  292. package/rules/ts-slop-rules/rules/no-javascript-url.yml +10 -0
  293. package/rules/ts-slop-rules/rules/no-mutable-default.yml +10 -0
  294. package/rules/ts-slop-rules/rules/no-nested-links.yml +12 -0
  295. package/rules/ts-slop-rules/rules/no-new-symbol.yml +10 -0
  296. package/rules/ts-slop-rules/rules/no-new-wrappers.yml +13 -0
  297. package/rules/ts-slop-rules/rules/no-open-redirect.yml +16 -0
  298. package/rules/ts-slop-rules/rules/slop-rules.yml +455 -0
  299. package/rules/ts-slop-rules/rules/weak-rsa-key.yml +12 -0
  300. package/skills/ast-grep/SKILL.md +182 -0
  301. package/clients/dispatch/runners/secrets.js +0 -109
  302. package/commands/fix.js +0 -244
  303. package/commands/fix.ts +0 -373
  304. package/rules/ast-grep-rules/rules/no-lonely-if.yml +0 -13
@@ -0,0 +1,797 @@
1
+ /**
2
+ * Tree-sitter Structural Search Client for pi-lens
3
+ *
4
+ * Inspired by pi-lsp-extension's search-engine.ts and pattern-compiler.ts
5
+ * Provides AST-aware structural search with metavariable capture.
6
+ *
7
+ * Uses web-tree-sitter (WASM) for parsing - no native compilation needed.
8
+ *
9
+ * Pattern syntax:
10
+ * $NAME - Matches any single AST node, captures as NAME
11
+ * $$$NAME - Matches zero or more sibling nodes (variadic)
12
+ *
13
+ * Example:
14
+ * "console.log($MSG)" matches any console.log call, captures argument as MSG
15
+ * "function $NAME($$$PARAMS) { $BODY }" matches function declarations
16
+ */
17
+
18
+ import * as fs from "node:fs";
19
+ import * as path from "node:path";
20
+ import { EXCLUDED_DIRS } from "./file-utils.js";
21
+ import {
22
+ type TreeSitterQuery,
23
+ TreeSitterQueryLoader,
24
+ } from "./tree-sitter-query-loader.js";
25
+
26
+ // --- Type Declarations (local, no import needed) ---
27
+
28
+ // biome-ignore lint/suspicious/noExplicitAny: Language from web-tree-sitter
29
+ type TreeSitterLanguage = any;
30
+
31
+ interface TreeSitterTree {
32
+ rootNode: TreeSitterNode;
33
+ }
34
+
35
+ interface TreeSitterNode {
36
+ type: string;
37
+ text: string;
38
+ children: TreeSitterNode[];
39
+ isNamed: boolean;
40
+ childCount: number;
41
+ startPosition: { row: number; column: number };
42
+ startIndex: number;
43
+ endIndex: number;
44
+ }
45
+
46
+ interface TreeSitterParserInstance {
47
+ setLanguage: (lang: TreeSitterLanguage) => void;
48
+ parse: (content: string) => TreeSitterTree;
49
+ }
50
+
51
+ // biome-ignore lint/suspicious/noExplicitAny: Module type
52
+ const _LanguageLoader: any = null;
53
+
54
+ // --- WASM Grammar Mapping ---
55
+
56
+ const LANGUAGE_TO_GRAMMAR: Record<string, string> = {
57
+ typescript: "tree-sitter-typescript.wasm",
58
+ tsx: "tree-sitter-tsx.wasm",
59
+ javascript: "tree-sitter-javascript.wasm",
60
+ python: "tree-sitter-python.wasm",
61
+ rust: "tree-sitter-rust.wasm",
62
+ go: "tree-sitter-go.wasm",
63
+ java: "tree-sitter-java.wasm",
64
+ c: "tree-sitter-c.wasm",
65
+ cpp: "tree-sitter-cpp.wasm",
66
+ ruby: "tree-sitter-ruby.wasm",
67
+ };
68
+
69
+ // --- Types ---
70
+
71
+ export interface StructuralMatch {
72
+ file: string;
73
+ line: number;
74
+ column: number;
75
+ matchedText: string;
76
+ captures: Record<string, string>;
77
+ }
78
+
79
+ export interface SearchPattern {
80
+ pattern: string;
81
+ language: string;
82
+ metavars: string[];
83
+ }
84
+
85
+ // --- Parser Manager ---
86
+
87
+ export class TreeSitterClient {
88
+ private initialized = false;
89
+ private languages: Map<string, TreeSitterLanguage> = new Map();
90
+ private parsers: Map<string, TreeSitterParserInstance> = new Map();
91
+ private grammarsDir: string;
92
+ // biome-ignore lint/suspicious/noExplicitAny: Optional dependency loaded dynamically
93
+ private ParserClass: any = null;
94
+ // biome-ignore lint/suspicious/noExplicitAny: Language loader from module
95
+ private LanguageLoader: any = null;
96
+ private queryLoader = new TreeSitterQueryLoader();
97
+ private queriesLoaded = false;
98
+ private verbose: boolean;
99
+
100
+ constructor(verbose = false) {
101
+ this.grammarsDir = this.findGrammarsDir();
102
+ this.verbose = verbose;
103
+ }
104
+
105
+ /** Debug logging helper */
106
+ private dbg(msg: string): void {
107
+ if (this.verbose) {
108
+ console.error(`[tree-sitter] ${msg}`);
109
+ }
110
+ }
111
+
112
+ /** Find tree-sitter grammar directory */
113
+ private findGrammarsDir(): string {
114
+ // Check for downloaded grammars in web-tree-sitter/grammars first
115
+ const downloadedGrammars = [
116
+ path.join(process.cwd(), "node_modules", "web-tree-sitter", "grammars"),
117
+ ];
118
+
119
+ // Add __dirname-based paths if __dirname is available (CommonJS)
120
+ if (typeof __dirname !== "undefined") {
121
+ downloadedGrammars.push(
122
+ path.join(
123
+ __dirname,
124
+ "..",
125
+ "..",
126
+ "node_modules",
127
+ "web-tree-sitter",
128
+ "grammars",
129
+ ),
130
+ path.join(
131
+ __dirname,
132
+ "..",
133
+ "node_modules",
134
+ "web-tree-sitter",
135
+ "grammars",
136
+ ),
137
+ );
138
+ }
139
+
140
+ for (const dir of downloadedGrammars) {
141
+ if (
142
+ fs.existsSync(dir) &&
143
+ fs.existsSync(path.join(dir, "tree-sitter-typescript.wasm"))
144
+ ) {
145
+ return dir;
146
+ }
147
+ }
148
+
149
+ // Fallback to legacy locations
150
+ const candidates: string[] = [
151
+ path.join(process.cwd(), "node_modules", "tree-sitter-wasms", "out"),
152
+ ];
153
+
154
+ if (typeof __dirname !== "undefined") {
155
+ candidates.push(
156
+ path.join(
157
+ __dirname,
158
+ "..",
159
+ "..",
160
+ "node_modules",
161
+ "tree-sitter-wasms",
162
+ "out",
163
+ ),
164
+ path.join(__dirname, "..", "node_modules", "tree-sitter-wasms", "out"),
165
+ );
166
+ }
167
+
168
+ for (const dir of candidates) {
169
+ if (fs.existsSync(dir)) return dir;
170
+ }
171
+
172
+ // Default to web-tree-sitter/grammars (may need manual download)
173
+ return downloadedGrammars[0];
174
+ }
175
+
176
+ /** Initialize tree-sitter WASM runtime */
177
+ async init(): Promise<boolean> {
178
+ if (this.initialized) return true;
179
+
180
+ try {
181
+ const mod = await import("web-tree-sitter");
182
+ // biome-ignore lint/suspicious/noExplicitAny: Dynamic import of optional dependency
183
+ const ParserClass = mod.Parser || mod.default || mod;
184
+ if (!ParserClass || typeof ParserClass.init !== "function") {
185
+ this.dbg("Parser class not found or missing init method");
186
+ return false;
187
+ }
188
+
189
+ // biome-ignore lint/suspicious/noExplicitAny: Parser class type
190
+ this.ParserClass = ParserClass as any;
191
+ // Store Language loader from module (not from Parser)
192
+ this.LanguageLoader = mod.Language;
193
+
194
+ // Log what we're trying to load
195
+ const wasmPath = path.join(
196
+ process.cwd(),
197
+ "node_modules",
198
+ "web-tree-sitter",
199
+ "tree-sitter.wasm",
200
+ );
201
+ this.dbg(
202
+ `Looking for WASM at: ${wasmPath}, exists: ${fs.existsSync(wasmPath)}`,
203
+ );
204
+
205
+ await ParserClass.init({
206
+ locateFile: (scriptName: string) => {
207
+ // Always return the full path to the WASM file
208
+ const fullPath = path.join(
209
+ process.cwd(),
210
+ "node_modules",
211
+ "web-tree-sitter",
212
+ scriptName,
213
+ );
214
+ this.dbg(`locateFile: ${scriptName} -> ${fullPath}`);
215
+ return fullPath;
216
+ },
217
+ });
218
+ // Load queries after initialization
219
+ if (!this.queriesLoaded) {
220
+ try {
221
+ await this.queryLoader.loadQueries();
222
+ this.queriesLoaded = true;
223
+ this.dbg(`Queries loaded successfully`);
224
+ } catch (err) {
225
+ this.dbg(`Failed to load queries: ${err}`);
226
+ // Continue anyway - fallbacks will work
227
+ }
228
+ }
229
+
230
+ this.initialized = true;
231
+ return true;
232
+ } catch (err) {
233
+ this.dbg(`Init error: ${err}`);
234
+ return false;
235
+ }
236
+ }
237
+
238
+ /** Load language grammar */
239
+ private async loadLanguage(
240
+ languageId: string,
241
+ ): Promise<TreeSitterLanguage | null> {
242
+ this.dbg(`Loading language: ${languageId}`);
243
+
244
+ if (this.languages.has(languageId)) {
245
+ this.dbg(`Language ${languageId} already loaded`);
246
+ return this.languages.get(languageId)!;
247
+ }
248
+
249
+ if (!this.ParserClass) {
250
+ this.dbg(`ParserClass not initialized`);
251
+ return null;
252
+ }
253
+
254
+ const grammarFile = LANGUAGE_TO_GRAMMAR[languageId];
255
+ if (!grammarFile) {
256
+ this.dbg(`No grammar file for ${languageId}`);
257
+ return null;
258
+ }
259
+
260
+ const grammarPath = path.join(this.grammarsDir, grammarFile);
261
+ this.dbg(
262
+ `Grammar path: ${grammarPath}, exists: ${fs.existsSync(grammarPath)}`,
263
+ );
264
+
265
+ if (!fs.existsSync(grammarPath)) {
266
+ this.dbg(`Grammar file not found: ${grammarPath}`);
267
+ return null;
268
+ }
269
+
270
+ try {
271
+ if (!this.LanguageLoader?.load) {
272
+ this.dbg(`LanguageLoader.load not available`);
273
+ return null;
274
+ }
275
+ this.dbg(`Calling Language.load...`);
276
+ const language = await this.LanguageLoader.load(grammarPath);
277
+ this.dbg(`Language loaded: ${language?.name || "unknown"}`);
278
+ if (language) {
279
+ this.languages.set(languageId, language);
280
+ }
281
+ return language;
282
+ } catch (err) {
283
+ this.dbg(`Language load error: ${err}`);
284
+ return null;
285
+ }
286
+ }
287
+
288
+ /** Get or create parser for a language */
289
+ private async getParser(
290
+ languageId: string,
291
+ ): Promise<TreeSitterParserInstance | null> {
292
+ if (this.parsers.has(languageId)) {
293
+ return this.parsers.get(languageId)!;
294
+ }
295
+
296
+ const language = await this.loadLanguage(languageId);
297
+ if (!language || !this.ParserClass) return null;
298
+
299
+ const parser = new this.ParserClass();
300
+ parser.setLanguage(language);
301
+ this.parsers.set(languageId, parser);
302
+ return parser;
303
+ }
304
+
305
+ /** Parse a file and return the AST tree */
306
+ async parseFile(
307
+ filePath: string,
308
+ languageId: string,
309
+ ): Promise<TreeSitterTree | null> {
310
+ this.dbg(`Parsing ${filePath} with language ${languageId}`);
311
+ const parser = await this.getParser(languageId);
312
+ if (!parser) {
313
+ this.dbg(`Failed to get parser for ${languageId}`);
314
+ return null;
315
+ }
316
+
317
+ try {
318
+ const content = fs.readFileSync(filePath, "utf-8");
319
+ this.dbg(`File content length: ${content.length}`);
320
+ const tree = parser.parse(content);
321
+ this.dbg(`Parsed, root node type: ${tree.rootNode.type}`);
322
+ return tree;
323
+ } catch (err) {
324
+ this.dbg(`Parse error: ${err}`);
325
+ return null;
326
+ }
327
+ }
328
+
329
+ /** Check if tree-sitter is available (grammars installed) */
330
+ isAvailable(): boolean {
331
+ return fs.existsSync(this.grammarsDir);
332
+ }
333
+
334
+ /** Check if specific language is supported */
335
+ async isLanguageSupported(languageId: string): Promise<boolean> {
336
+ if (!this.initialized) await this.init();
337
+ const language = await this.loadLanguage(languageId);
338
+ return language !== null;
339
+ }
340
+
341
+ // --- Structural Search ---
342
+
343
+ /**
344
+ * Search for a structural pattern in files
345
+ *
346
+ * @param pattern - Pattern with metavariables (e.g., "console.log($MSG)")
347
+ * @param languageId - Language ID (typescript, python, etc.)
348
+ * @param rootDir - Directory to search
349
+ * @param options - Search options
350
+ * @returns Array of matches with captures
351
+ */
352
+ async structuralSearch(
353
+ pattern: string,
354
+ languageId: string,
355
+ rootDir: string,
356
+ options: {
357
+ maxResults?: number;
358
+ fileFilter?: (path: string) => boolean;
359
+ } = {},
360
+ ): Promise<StructuralMatch[]> {
361
+ if (!this.initialized) {
362
+ const ok = await this.init();
363
+ if (!ok) return [];
364
+ }
365
+
366
+ // Compile pattern into tree-sitter query
367
+ this.dbg(`Compiling pattern: ${pattern.slice(0, 50)}...`);
368
+ const compiled = await this.compileQuery(pattern, languageId);
369
+ if (!compiled) {
370
+ this.dbg(`Pattern compilation failed`);
371
+ return [];
372
+ }
373
+ this.dbg(`Pattern compiled, metavars: ${compiled.metavars.join(", ")}`);
374
+
375
+ // Collect source files
376
+ const files = this.collectFiles(rootDir, languageId, options.fileFilter);
377
+ this.dbg(`Scanning ${files.length} files...`);
378
+
379
+ const matches: StructuralMatch[] = [];
380
+ const maxResults = options.maxResults ?? 50;
381
+
382
+ for (const file of files) {
383
+ if (matches.length >= maxResults) break;
384
+
385
+ const fileMatches = await this.searchFileWithQuery(
386
+ file,
387
+ compiled.query,
388
+ compiled.metavars,
389
+ languageId,
390
+ pattern,
391
+ compiled.postFilter,
392
+ compiled.postFilterParams,
393
+ );
394
+ matches.push(...fileMatches);
395
+ }
396
+
397
+ return matches.slice(0, maxResults);
398
+ }
399
+
400
+ /**
401
+ * Convert pattern to tree-sitter query
402
+ * First tries to load from query files, then falls back to inline patterns
403
+ */
404
+ private patternToQuery(
405
+ pattern: string,
406
+ languageId: string,
407
+ ): {
408
+ query: string;
409
+ metavars: string[];
410
+ postFilter?: string;
411
+ // biome-ignore lint/suspicious/noExplicitAny: Post filter params
412
+ postFilterParams?: any;
413
+ queryDef?: TreeSitterQuery;
414
+ } {
415
+ // Try to find matching query from loaded files
416
+ const loadedQuery = this.queryLoader.findMatchingQuery(pattern, languageId);
417
+
418
+ if (loadedQuery) {
419
+ this.dbg(`Using loaded query: ${loadedQuery.id}`);
420
+ return {
421
+ query: loadedQuery.query,
422
+ metavars: loadedQuery.metavars,
423
+ postFilter: loadedQuery.post_filter,
424
+ postFilterParams: loadedQuery.post_filter_params,
425
+ queryDef: loadedQuery,
426
+ };
427
+ }
428
+
429
+ // Fallback to inline patterns
430
+ return this.getInlinePattern(pattern);
431
+ }
432
+
433
+ /**
434
+ * Inline patterns as fallback when no query file matches
435
+ */
436
+ private getInlinePattern(pattern: string): {
437
+ query: string;
438
+ metavars: string[];
439
+ postFilter?: string;
440
+ // biome-ignore lint/suspicious/noExplicitAny: Post filter params
441
+ postFilterParams?: any;
442
+ } {
443
+ // Pattern: async function $NAME($$$PARAMS) { $BODY }
444
+ if (pattern.includes("async function") && pattern.includes("$NAME")) {
445
+ return {
446
+ query: `(function_declaration
447
+ "async"
448
+ name: (identifier) @NAME
449
+ parameters: (formal_parameters) @PARAMS
450
+ body: (statement_block) @BODY)`,
451
+ metavars: ["NAME", "PARAMS", "BODY"],
452
+ };
453
+ }
454
+
455
+ // Pattern: console.$METHOD($MSG)
456
+ if (pattern.includes("console")) {
457
+ return {
458
+ query: `(call_expression
459
+ function: (member_expression
460
+ object: (identifier) @OBJ (#eq? @OBJ "console")
461
+ property: (property_identifier) @METHOD)
462
+ arguments: (arguments) @ARGS)`,
463
+ metavars: ["OBJ", "METHOD", "ARGS"],
464
+ };
465
+ }
466
+
467
+ // Pattern: function $NAME($$$PARAMS) { $BODY } - match long parameter lists
468
+ if (pattern.includes("function $NAME") && pattern.includes("PARAMS")) {
469
+ return {
470
+ query: `(function_declaration
471
+ name: (identifier) @NAME
472
+ parameters: (formal_parameters) @PARAMS
473
+ body: (statement_block) @BODY)`,
474
+ metavars: ["NAME", "PARAMS", "BODY"],
475
+ postFilter: "count_params",
476
+ postFilterParams: { min_params: 6 },
477
+ };
478
+ }
479
+
480
+ // Pattern: promise chains with .then().catch().then() - 3+ levels
481
+ if (pattern.includes(".then") && pattern.includes(".catch")) {
482
+ return {
483
+ query: `(call_expression
484
+ function: (member_expression
485
+ object: (call_expression
486
+ function: (member_expression
487
+ object: (call_expression
488
+ function: (member_expression
489
+ property: (property_identifier) @M1)
490
+ arguments: (arguments))
491
+ property: (property_identifier) @M2)
492
+ arguments: (arguments))
493
+ property: (property_identifier) @M3)
494
+ arguments: (arguments))
495
+ (#match? @M1 "^(then|catch)$")
496
+ (#match? @M2 "^(then|catch)$")
497
+ (#match? @M3 "^(then|catch)$")`,
498
+ metavars: ["M1", "M2", "M3"],
499
+ };
500
+ }
501
+
502
+ // Fallback: try to create a simple identifier capture
503
+ const simpleMatch = pattern.match(/\$([A-Z_][A-Z0-9_]*)/);
504
+ if (simpleMatch) {
505
+ const name = simpleMatch[1];
506
+ return {
507
+ query: `(identifier) @${name}`,
508
+ metavars: [name],
509
+ };
510
+ }
511
+
512
+ // If we can't convert, return empty to trigger fallback
513
+ return { query: "", metavars: [] };
514
+ }
515
+
516
+ /** Compile a pattern into a tree-sitter Query */
517
+ private async compileQuery(
518
+ pattern: string,
519
+ languageId: string,
520
+ ): Promise<{
521
+ query: any;
522
+ metavars: string[];
523
+ postFilter?: string;
524
+ postFilterParams?: unknown;
525
+ } | null> {
526
+ const language = await this.loadLanguage(languageId);
527
+ if (!language) {
528
+ this.dbg(`Could not load language ${languageId}`);
529
+ return null;
530
+ }
531
+
532
+ const {
533
+ query: queryStr,
534
+ metavars,
535
+ postFilter,
536
+ postFilterParams,
537
+ } = this.patternToQuery(pattern, languageId);
538
+ this.dbg(`Query string: ${queryStr.slice(0, 100)}...`);
539
+
540
+ try {
541
+ // biome-ignore lint/suspicious/noExplicitAny: Query constructor
542
+ const Query = (await import("web-tree-sitter")).Query;
543
+ // biome-ignore lint/suspicious/noExplicitAny: Language type compatibility
544
+ const query = new Query(language as any, queryStr);
545
+ this.dbg(`Query compiled with ${query.patternCount} patterns`);
546
+ return { query, metavars, postFilter, postFilterParams };
547
+ } catch (err) {
548
+ this.dbg(`Query compilation failed: ${err}`);
549
+ return null;
550
+ }
551
+ }
552
+
553
+ /** Search a single file using tree-sitter Query */
554
+ private async searchFileWithQuery(
555
+ filePath: string,
556
+ // biome-ignore lint/suspicious/noExplicitAny: Query type from web-tree-sitter
557
+ query: any,
558
+ metavars: string[],
559
+ languageId: string,
560
+ _originalPattern?: string,
561
+ postFilter?: string,
562
+ // biome-ignore lint/suspicious/noExplicitAny: Post filter params
563
+ postFilterParams?: any,
564
+ ): Promise<StructuralMatch[]> {
565
+ const tree = await this.parseFile(filePath, languageId);
566
+ if (!tree) return [];
567
+
568
+ const matches: StructuralMatch[] = [];
569
+
570
+ try {
571
+ // Use tree-sitter's native query matching
572
+ const queryMatches = query.matches(tree.rootNode);
573
+
574
+ for (const match of queryMatches) {
575
+ const captures: Record<string, TreeSitterNode> = {};
576
+
577
+ // Extract captured metavariables (store nodes, not just text)
578
+ for (const capture of match.captures) {
579
+ const name = capture.name;
580
+ const node = capture.node;
581
+ if (metavars.includes(name)) {
582
+ captures[name] = node;
583
+ }
584
+ }
585
+
586
+ // Apply post-filters if specified
587
+ if (postFilter === "count_params") {
588
+ const paramsNode = captures.PARAMS;
589
+ if (paramsNode) {
590
+ // biome-ignore lint/suspicious/noExplicitAny: Count parameter nodes
591
+ const paramCount = paramsNode.children.filter(
592
+ (c: any) =>
593
+ c.type === "required_parameter" ||
594
+ c.type === "optional_parameter",
595
+ ).length;
596
+ const minParams = postFilterParams?.min_params || 6;
597
+ if (paramCount < minParams) continue;
598
+ }
599
+ }
600
+
601
+ if (postFilter === "empty_body") {
602
+ const bodyNode = captures.BODY;
603
+ if (bodyNode) {
604
+ // Check if body has meaningful statements (not just comments/braces)
605
+ // biome-ignore lint/suspicious/noExplicitAny: Check for meaningful statements
606
+ const meaningfulStatements = bodyNode.children.filter(
607
+ (c: any) =>
608
+ c.isNamed &&
609
+ c.type !== "comment" &&
610
+ c.type !== "line_comment" &&
611
+ c.type !== "block_comment",
612
+ );
613
+ if (meaningfulStatements.length > 0) continue;
614
+ }
615
+ }
616
+
617
+ if (postFilter === "bare_except_only") {
618
+ const clauseNode = captures.CLAUSE;
619
+ if (clauseNode) {
620
+ // Check if this is a bare except (no identifier after except)
621
+ // biome-ignore lint/suspicious/noExplicitAny: Check for identifier
622
+ const hasIdentifier = clauseNode.children.some(
623
+ (c: any) => c.isNamed && c.type === "identifier",
624
+ );
625
+ if (hasIdentifier) continue; // Skip if has identifier (not bare)
626
+ }
627
+ }
628
+
629
+ if (postFilter === "has_mixed_async") {
630
+ const bodyNode = captures.BODY;
631
+ if (bodyNode) {
632
+ const bodyText = bodyNode.text;
633
+ // Check if body contains both await AND (.then() or .catch())
634
+ const hasAwait = bodyText.includes("await");
635
+ const hasPromiseChain = /\.\s*(then|catch)\s*\(/.test(bodyText);
636
+ if (!hasAwait || !hasPromiseChain) continue; // Skip if not mixed
637
+ }
638
+ }
639
+
640
+ if (postFilter === "not_dbg_method") {
641
+ const methodNode = captures.METHOD;
642
+ if (methodNode) {
643
+ const methodName = methodNode.text;
644
+ if (methodName === "dbg") continue; // Skip console.dbg()
645
+ }
646
+ }
647
+
648
+ // Use first capture for position info
649
+ if (match.captures.length > 0) {
650
+ const firstNode = match.captures[0].node;
651
+ // Convert captures to text for the result
652
+ const textCaptures: Record<string, string> = {};
653
+ for (const [name, node] of Object.entries(captures)) {
654
+ textCaptures[name] = (node as TreeSitterNode).text;
655
+ }
656
+ matches.push({
657
+ file: filePath,
658
+ line: firstNode.startPosition.row + 1,
659
+ column: firstNode.startPosition.column + 1,
660
+ matchedText: firstNode.text,
661
+ captures: textCaptures,
662
+ });
663
+ }
664
+ }
665
+
666
+ if (matches.length > 0) {
667
+ this.dbg(
668
+ `Found ${matches.length} matches in ${path.basename(filePath)}`,
669
+ );
670
+ }
671
+ } catch (err) {
672
+ this.dbg(`Query matching error: ${err}`);
673
+ }
674
+
675
+ return matches;
676
+ }
677
+
678
+ /** Collect source files for a language */
679
+ private collectFiles(
680
+ dir: string,
681
+ languageId: string,
682
+ fileFilter?: (path: string) => boolean,
683
+ ): string[] {
684
+ const files: string[] = [];
685
+ const extensions = this.getExtensionsForLanguage(languageId);
686
+
687
+ const scan = (d: string) => {
688
+ try {
689
+ const entries = fs.readdirSync(d, { withFileTypes: true });
690
+ for (const entry of entries) {
691
+ const full = path.join(d, entry.name);
692
+ if (entry.isDirectory()) {
693
+ if (EXCLUDED_DIRS.includes(entry.name)) continue;
694
+ scan(full);
695
+ } else if (extensions.some((ext) => entry.name.endsWith(ext))) {
696
+ if (!fileFilter || fileFilter(full)) {
697
+ files.push(full);
698
+ }
699
+ }
700
+ }
701
+ } catch {}
702
+ };
703
+
704
+ scan(dir);
705
+ return files;
706
+ }
707
+
708
+ /** Get file extensions for a language */
709
+ private getExtensionsForLanguage(languageId: string): string[] {
710
+ const mapping: Record<string, string[]> = {
711
+ typescript: [".ts", ".mts", ".cts"],
712
+ tsx: [".tsx"],
713
+ javascript: [".js", ".mjs", ".cjs"],
714
+ python: [".py"],
715
+ rust: [".rs"],
716
+ go: [".go"],
717
+ java: [".java"],
718
+ c: [".c", ".h"],
719
+ cpp: [".cpp", ".hpp", ".cc", ".hh"],
720
+ ruby: [".rb"],
721
+ };
722
+ return mapping[languageId] || [];
723
+ }
724
+ }
725
+
726
+ // --- Pattern Node Types ---
727
+
728
+ type PatternNode =
729
+ | {
730
+ kind: "literal";
731
+ nodeType: string;
732
+ text?: string;
733
+ children: PatternNode[];
734
+ }
735
+ | { kind: "single"; name: string }
736
+ | { kind: "variadic"; name: string };
737
+
738
+ // --- Simplified Pattern Search (regex fallback) ---
739
+
740
+ /**
741
+ * Fallback structural search using regex when tree-sitter unavailable
742
+ * Less accurate but works without WASM dependencies
743
+ */
744
+ export function regexStructuralSearch(
745
+ pattern: string,
746
+ files: string[],
747
+ options: { maxResults?: number } = {},
748
+ ): StructuralMatch[] {
749
+ const matches: StructuralMatch[] = [];
750
+ const maxResults = options.maxResults ?? 50;
751
+
752
+ // Extract pattern structure for regex
753
+ // "console.log($MSG)" -> /console\.log\(([^)]+)\)/
754
+ const regexPattern = pattern
755
+ .replace(/\./g, "\\.")
756
+ .replace(/\$\$\$[A-Z_][A-Z0-9_]*/g, "(.*?)") // variadic - non-greedy
757
+ .replace(/\$[A-Z_][A-Z0-9_]*/g, "([^,)]+)"); // single - capture group
758
+
759
+ try {
760
+ const regex = new RegExp(regexPattern, "g");
761
+
762
+ for (const file of files) {
763
+ if (matches.length >= maxResults) break;
764
+
765
+ try {
766
+ const content = fs.readFileSync(file, "utf-8");
767
+ const lines = content.split("\n");
768
+
769
+ for (let i = 0; i < lines.length; i++) {
770
+ regex.lastIndex = 0;
771
+ const match = regex.exec(lines[i]);
772
+ if (match) {
773
+ const captures: Record<string, string> = {};
774
+ // Extract captures
775
+ for (let j = 1; j < match.length; j++) {
776
+ captures[`$${j}`] = match[j];
777
+ }
778
+
779
+ matches.push({
780
+ file,
781
+ line: i + 1,
782
+ column: match.index + 1,
783
+ matchedText: match[0],
784
+ captures,
785
+ });
786
+
787
+ if (matches.length >= maxResults) break;
788
+ }
789
+ }
790
+ } catch {}
791
+ }
792
+ } catch {
793
+ // Invalid regex
794
+ }
795
+
796
+ return matches;
797
+ }