@untangle-code/parser-registry 0.0.0-stage → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +661 -0
- package/NOTICE +90 -0
- package/README.md +352 -2
- package/THIRD_PARTY_LICENSES.md +91 -0
- package/dist/boundaries/expression.d.ts +10 -0
- package/dist/boundaries/expression.d.ts.map +1 -0
- package/dist/boundaries/expression.js +95 -0
- package/dist/boundaries/expression.js.map +1 -0
- package/dist/boundaries/extract.d.ts +12 -0
- package/dist/boundaries/extract.d.ts.map +1 -0
- package/dist/boundaries/extract.js +259 -0
- package/dist/boundaries/extract.js.map +1 -0
- package/dist/boundaries/python.d.ts +6 -0
- package/dist/boundaries/python.d.ts.map +1 -0
- package/dist/boundaries/python.js +154 -0
- package/dist/boundaries/python.js.map +1 -0
- package/dist/index.d.ts +26 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +19 -0
- package/dist/index.js.map +1 -0
- package/dist/languages/astgrep-backend/adapter.d.ts +101 -0
- package/dist/languages/astgrep-backend/adapter.d.ts.map +1 -0
- package/dist/languages/astgrep-backend/adapter.js +130 -0
- package/dist/languages/astgrep-backend/adapter.js.map +1 -0
- package/dist/languages/astgrep-backend/index.d.ts +29 -0
- package/dist/languages/astgrep-backend/index.d.ts.map +1 -0
- package/dist/languages/astgrep-backend/index.js +28 -0
- package/dist/languages/astgrep-backend/index.js.map +1 -0
- package/dist/languages/astgrep-backend/lang/bash.d.ts +38 -0
- package/dist/languages/astgrep-backend/lang/bash.d.ts.map +1 -0
- package/dist/languages/astgrep-backend/lang/bash.js +42 -0
- package/dist/languages/astgrep-backend/lang/bash.js.map +1 -0
- package/dist/languages/astgrep-backend/lang/c.d.ts +33 -0
- package/dist/languages/astgrep-backend/lang/c.d.ts.map +1 -0
- package/dist/languages/astgrep-backend/lang/c.js +85 -0
- package/dist/languages/astgrep-backend/lang/c.js.map +1 -0
- package/dist/languages/astgrep-backend/lang/cpp.d.ts +27 -0
- package/dist/languages/astgrep-backend/lang/cpp.d.ts.map +1 -0
- package/dist/languages/astgrep-backend/lang/cpp.js +38 -0
- package/dist/languages/astgrep-backend/lang/cpp.js.map +1 -0
- package/dist/languages/astgrep-backend/lang/csharp.d.ts +24 -0
- package/dist/languages/astgrep-backend/lang/csharp.d.ts.map +1 -0
- package/dist/languages/astgrep-backend/lang/csharp.js +102 -0
- package/dist/languages/astgrep-backend/lang/csharp.js.map +1 -0
- package/dist/languages/astgrep-backend/lang/index.d.ts +29 -0
- package/dist/languages/astgrep-backend/lang/index.d.ts.map +1 -0
- package/dist/languages/astgrep-backend/lang/index.js +22 -0
- package/dist/languages/astgrep-backend/lang/index.js.map +1 -0
- package/dist/languages/astgrep-backend/lang/java.d.ts +26 -0
- package/dist/languages/astgrep-backend/lang/java.d.ts.map +1 -0
- package/dist/languages/astgrep-backend/lang/java.js +89 -0
- package/dist/languages/astgrep-backend/lang/java.js.map +1 -0
- package/dist/languages/astgrep-backend/lang/kotlin.d.ts +44 -0
- package/dist/languages/astgrep-backend/lang/kotlin.d.ts.map +1 -0
- package/dist/languages/astgrep-backend/lang/kotlin.js +94 -0
- package/dist/languages/astgrep-backend/lang/kotlin.js.map +1 -0
- package/dist/languages/astgrep-backend/lang/php.d.ts +23 -0
- package/dist/languages/astgrep-backend/lang/php.d.ts.map +1 -0
- package/dist/languages/astgrep-backend/lang/php.js +80 -0
- package/dist/languages/astgrep-backend/lang/php.js.map +1 -0
- package/dist/languages/astgrep-backend/lang/ruby.d.ts +37 -0
- package/dist/languages/astgrep-backend/lang/ruby.d.ts.map +1 -0
- package/dist/languages/astgrep-backend/lang/ruby.js +70 -0
- package/dist/languages/astgrep-backend/lang/ruby.js.map +1 -0
- package/dist/languages/astgrep-backend/lang/swift.d.ts +34 -0
- package/dist/languages/astgrep-backend/lang/swift.d.ts.map +1 -0
- package/dist/languages/astgrep-backend/lang/swift.js +86 -0
- package/dist/languages/astgrep-backend/lang/swift.js.map +1 -0
- package/dist/languages/astgrep-backend/languages.d.ts +55 -0
- package/dist/languages/astgrep-backend/languages.d.ts.map +1 -0
- package/dist/languages/astgrep-backend/languages.js +214 -0
- package/dist/languages/astgrep-backend/languages.js.map +1 -0
- package/dist/languages/astgrep-backend/napi.d.ts +71 -0
- package/dist/languages/astgrep-backend/napi.d.ts.map +1 -0
- package/dist/languages/astgrep-backend/napi.js +176 -0
- package/dist/languages/astgrep-backend/napi.js.map +1 -0
- package/dist/languages/astgrep-backend/syntax.d.ts +88 -0
- package/dist/languages/astgrep-backend/syntax.d.ts.map +1 -0
- package/dist/languages/astgrep-backend/syntax.js +180 -0
- package/dist/languages/astgrep-backend/syntax.js.map +1 -0
- package/dist/languages/index.d.ts +14 -0
- package/dist/languages/index.d.ts.map +1 -0
- package/dist/languages/index.js +37 -0
- package/dist/languages/index.js.map +1 -0
- package/dist/languages/javascript/index.d.ts +4 -0
- package/dist/languages/javascript/index.d.ts.map +1 -0
- package/dist/languages/javascript/index.js +7 -0
- package/dist/languages/javascript/index.js.map +1 -0
- package/dist/languages/jsx/index.d.ts +4 -0
- package/dist/languages/jsx/index.d.ts.map +1 -0
- package/dist/languages/jsx/index.js +7 -0
- package/dist/languages/jsx/index.js.map +1 -0
- package/dist/languages/prose/index.d.ts +53 -0
- package/dist/languages/prose/index.d.ts.map +1 -0
- package/dist/languages/prose/index.js +172 -0
- package/dist/languages/prose/index.js.map +1 -0
- package/dist/languages/prose/line-bytes.d.ts +31 -0
- package/dist/languages/prose/line-bytes.d.ts.map +1 -0
- package/dist/languages/prose/line-bytes.js +39 -0
- package/dist/languages/prose/line-bytes.js.map +1 -0
- package/dist/languages/python/create-adapter.d.ts +20 -0
- package/dist/languages/python/create-adapter.d.ts.map +1 -0
- package/dist/languages/python/create-adapter.js +9 -0
- package/dist/languages/python/create-adapter.js.map +1 -0
- package/dist/languages/python/index.d.ts +4 -0
- package/dist/languages/python/index.d.ts.map +1 -0
- package/dist/languages/python/index.js +6 -0
- package/dist/languages/python/index.js.map +1 -0
- package/dist/languages/python/profile.d.ts +36 -0
- package/dist/languages/python/profile.d.ts.map +1 -0
- package/dist/languages/python/profile.js +282 -0
- package/dist/languages/python/profile.js.map +1 -0
- package/dist/languages/python/signature.d.ts +53 -0
- package/dist/languages/python/signature.d.ts.map +1 -0
- package/dist/languages/python/signature.js +188 -0
- package/dist/languages/python/signature.js.map +1 -0
- package/dist/languages/python/table.d.ts +46 -0
- package/dist/languages/python/table.d.ts.map +1 -0
- package/dist/languages/python/table.js +88 -0
- package/dist/languages/python/table.js.map +1 -0
- package/dist/languages/shared/call-detection.d.ts +17 -0
- package/dist/languages/shared/call-detection.d.ts.map +1 -0
- package/dist/languages/shared/call-detection.js +86 -0
- package/dist/languages/shared/call-detection.js.map +1 -0
- package/dist/languages/shared/chunks.d.ts +28 -0
- package/dist/languages/shared/chunks.d.ts.map +1 -0
- package/dist/languages/shared/chunks.js +181 -0
- package/dist/languages/shared/chunks.js.map +1 -0
- package/dist/languages/shared/create-adapter.d.ts +11 -0
- package/dist/languages/shared/create-adapter.d.ts.map +1 -0
- package/dist/languages/shared/create-adapter.js +90 -0
- package/dist/languages/shared/create-adapter.js.map +1 -0
- package/dist/languages/shared/decisions.d.ts +45 -0
- package/dist/languages/shared/decisions.d.ts.map +1 -0
- package/dist/languages/shared/decisions.js +141 -0
- package/dist/languages/shared/decisions.js.map +1 -0
- package/dist/languages/shared/dialect.d.ts +18 -0
- package/dist/languages/shared/dialect.d.ts.map +1 -0
- package/dist/languages/shared/dialect.js +37 -0
- package/dist/languages/shared/dialect.js.map +1 -0
- package/dist/languages/shared/doc-binding.d.ts +26 -0
- package/dist/languages/shared/doc-binding.d.ts.map +1 -0
- package/dist/languages/shared/doc-binding.js +50 -0
- package/dist/languages/shared/doc-binding.js.map +1 -0
- package/dist/languages/shared/engine.d.ts +49 -0
- package/dist/languages/shared/engine.d.ts.map +1 -0
- package/dist/languages/shared/engine.js +317 -0
- package/dist/languages/shared/engine.js.map +1 -0
- package/dist/languages/shared/extract-symbols.d.ts +5 -0
- package/dist/languages/shared/extract-symbols.d.ts.map +1 -0
- package/dist/languages/shared/extract-symbols.js +31 -0
- package/dist/languages/shared/extract-symbols.js.map +1 -0
- package/dist/languages/shared/fingerprint.d.ts +7 -0
- package/dist/languages/shared/fingerprint.d.ts.map +1 -0
- package/dist/languages/shared/fingerprint.js +95 -0
- package/dist/languages/shared/fingerprint.js.map +1 -0
- package/dist/languages/shared/grammar-loader.d.ts +15 -0
- package/dist/languages/shared/grammar-loader.d.ts.map +1 -0
- package/dist/languages/shared/grammar-loader.js +48 -0
- package/dist/languages/shared/grammar-loader.js.map +1 -0
- package/dist/languages/shared/import-detection.d.ts +24 -0
- package/dist/languages/shared/import-detection.d.ts.map +1 -0
- package/dist/languages/shared/import-detection.js +138 -0
- package/dist/languages/shared/import-detection.js.map +1 -0
- package/dist/languages/shared/js-family-profile.d.ts +5 -0
- package/dist/languages/shared/js-family-profile.d.ts.map +1 -0
- package/dist/languages/shared/js-family-profile.js +179 -0
- package/dist/languages/shared/js-family-profile.js.map +1 -0
- package/dist/languages/shared/node-kinds.d.ts +78 -0
- package/dist/languages/shared/node-kinds.d.ts.map +1 -0
- package/dist/languages/shared/node-kinds.js +141 -0
- package/dist/languages/shared/node-kinds.js.map +1 -0
- package/dist/languages/shared/node-utils.d.ts +31 -0
- package/dist/languages/shared/node-utils.d.ts.map +1 -0
- package/dist/languages/shared/node-utils.js +89 -0
- package/dist/languages/shared/node-utils.js.map +1 -0
- package/dist/languages/shared/parse-diagnostics.d.ts +44 -0
- package/dist/languages/shared/parse-diagnostics.d.ts.map +1 -0
- package/dist/languages/shared/parse-diagnostics.js +64 -0
- package/dist/languages/shared/parse-diagnostics.js.map +1 -0
- package/dist/languages/shared/parse-limits.d.ts +24 -0
- package/dist/languages/shared/parse-limits.d.ts.map +1 -0
- package/dist/languages/shared/parse-limits.js +134 -0
- package/dist/languages/shared/parse-limits.js.map +1 -0
- package/dist/languages/shared/profile.d.ts +149 -0
- package/dist/languages/shared/profile.d.ts.map +1 -0
- package/dist/languages/shared/profile.js +9 -0
- package/dist/languages/shared/profile.js.map +1 -0
- package/dist/languages/shared/scope-model.d.ts +32 -0
- package/dist/languages/shared/scope-model.d.ts.map +1 -0
- package/dist/languages/shared/scope-model.js +2 -0
- package/dist/languages/shared/scope-model.js.map +1 -0
- package/dist/languages/shared/scope-naming.d.ts +20 -0
- package/dist/languages/shared/scope-naming.d.ts.map +1 -0
- package/dist/languages/shared/scope-naming.js +118 -0
- package/dist/languages/shared/scope-naming.js.map +1 -0
- package/dist/languages/shared/scope-signature.d.ts +14 -0
- package/dist/languages/shared/scope-signature.d.ts.map +1 -0
- package/dist/languages/shared/scope-signature.js +82 -0
- package/dist/languages/shared/scope-signature.js.map +1 -0
- package/dist/languages/shared/signature.d.ts +55 -0
- package/dist/languages/shared/signature.d.ts.map +1 -0
- package/dist/languages/shared/signature.js +147 -0
- package/dist/languages/shared/signature.js.map +1 -0
- package/dist/languages/shared/syntax.d.ts +115 -0
- package/dist/languages/shared/syntax.d.ts.map +1 -0
- package/dist/languages/shared/syntax.js +2 -0
- package/dist/languages/shared/syntax.js.map +1 -0
- package/dist/languages/shared/table-profile-decisions.d.ts +54 -0
- package/dist/languages/shared/table-profile-decisions.d.ts.map +1 -0
- package/dist/languages/shared/table-profile-decisions.js +245 -0
- package/dist/languages/shared/table-profile-decisions.js.map +1 -0
- package/dist/languages/shared/table-profile-module-facts.d.ts +29 -0
- package/dist/languages/shared/table-profile-module-facts.d.ts.map +1 -0
- package/dist/languages/shared/table-profile-module-facts.js +139 -0
- package/dist/languages/shared/table-profile-module-facts.js.map +1 -0
- package/dist/languages/shared/table-profile-queries.d.ts +27 -0
- package/dist/languages/shared/table-profile-queries.d.ts.map +1 -0
- package/dist/languages/shared/table-profile-queries.js +70 -0
- package/dist/languages/shared/table-profile-queries.js.map +1 -0
- package/dist/languages/shared/table-profile-scopes.d.ts +46 -0
- package/dist/languages/shared/table-profile-scopes.d.ts.map +1 -0
- package/dist/languages/shared/table-profile-scopes.js +180 -0
- package/dist/languages/shared/table-profile-scopes.js.map +1 -0
- package/dist/languages/shared/table-profile.d.ts +302 -0
- package/dist/languages/shared/table-profile.d.ts.map +1 -0
- package/dist/languages/shared/table-profile.js +125 -0
- package/dist/languages/shared/table-profile.js.map +1 -0
- package/dist/languages/shared/tree-sitter-types.d.ts +44 -0
- package/dist/languages/shared/tree-sitter-types.d.ts.map +1 -0
- package/dist/languages/shared/tree-sitter-types.js +2 -0
- package/dist/languages/shared/tree-sitter-types.js.map +1 -0
- package/dist/languages/structured-text/index.d.ts +48 -0
- package/dist/languages/structured-text/index.d.ts.map +1 -0
- package/dist/languages/structured-text/index.js +120 -0
- package/dist/languages/structured-text/index.js.map +1 -0
- package/dist/languages/tsx/index.d.ts +4 -0
- package/dist/languages/tsx/index.d.ts.map +1 -0
- package/dist/languages/tsx/index.js +7 -0
- package/dist/languages/tsx/index.js.map +1 -0
- package/dist/languages/typescript/index.d.ts +4 -0
- package/dist/languages/typescript/index.d.ts.map +1 -0
- package/dist/languages/typescript/index.js +7 -0
- package/dist/languages/typescript/index.js.map +1 -0
- package/dist/languages/vue/index.d.ts +21 -0
- package/dist/languages/vue/index.d.ts.map +1 -0
- package/dist/languages/vue/index.js +234 -0
- package/dist/languages/vue/index.js.map +1 -0
- package/dist/languages/vue/mapping.d.ts +11 -0
- package/dist/languages/vue/mapping.d.ts.map +1 -0
- package/dist/languages/vue/mapping.js +77 -0
- package/dist/languages/vue/mapping.js.map +1 -0
- package/dist/registry.d.ts +24 -0
- package/dist/registry.d.ts.map +1 -0
- package/dist/registry.js +42 -0
- package/dist/registry.js.map +1 -0
- package/dist/text/byte-offset-table.d.ts +27 -0
- package/dist/text/byte-offset-table.d.ts.map +1 -0
- package/dist/text/byte-offset-table.js +39 -0
- package/dist/text/byte-offset-table.js.map +1 -0
- package/package.json +125 -3
- package/src/boundaries/expression.ts +95 -0
- package/src/boundaries/extract.ts +307 -0
- package/src/boundaries/python.ts +181 -0
- package/src/index.ts +51 -0
- package/src/languages/__golden__/javascript-basic.json +32 -0
- package/src/languages/__golden__/tsx-basic.json +19 -0
- package/src/languages/__golden__/typescript-basic.json +37 -0
- package/src/languages/astgrep-backend/GRAMMARS.md +86 -0
- package/src/languages/astgrep-backend/README.md +112 -0
- package/src/languages/astgrep-backend/__golden__/bash-basic.sh +53 -0
- package/src/languages/astgrep-backend/__golden__/c-basic.c +64 -0
- package/src/languages/astgrep-backend/__golden__/cpp-basic.cpp +65 -0
- package/src/languages/astgrep-backend/__golden__/csharp-basic.cs +73 -0
- package/src/languages/astgrep-backend/__golden__/go-basic.go +93 -0
- package/src/languages/astgrep-backend/__golden__/java-basic.java +62 -0
- package/src/languages/astgrep-backend/__golden__/kotlin-basic.kt +58 -0
- package/src/languages/astgrep-backend/__golden__/php-basic.php +72 -0
- package/src/languages/astgrep-backend/__golden__/ruby-basic.rb +62 -0
- package/src/languages/astgrep-backend/__golden__/rust-basic.rs +82 -0
- package/src/languages/astgrep-backend/__golden__/swift-basic.swift +73 -0
- package/src/languages/astgrep-backend/adapter.ts +240 -0
- package/src/languages/astgrep-backend/index.ts +44 -0
- package/src/languages/astgrep-backend/lang/README.md +115 -0
- package/src/languages/astgrep-backend/lang/bash.ts +78 -0
- package/src/languages/astgrep-backend/lang/c.ts +119 -0
- package/src/languages/astgrep-backend/lang/cpp.ts +65 -0
- package/src/languages/astgrep-backend/lang/csharp.ts +125 -0
- package/src/languages/astgrep-backend/lang/index.ts +61 -0
- package/src/languages/astgrep-backend/lang/java.ts +115 -0
- package/src/languages/astgrep-backend/lang/kotlin.ts +136 -0
- package/src/languages/astgrep-backend/lang/php.ts +105 -0
- package/src/languages/astgrep-backend/lang/ruby.ts +105 -0
- package/src/languages/astgrep-backend/lang/swift.ts +118 -0
- package/src/languages/astgrep-backend/languages.ts +238 -0
- package/src/languages/astgrep-backend/napi.ts +261 -0
- package/src/languages/astgrep-backend/syntax.ts +242 -0
- package/src/languages/index.ts +53 -0
- package/src/languages/javascript/index.ts +9 -0
- package/src/languages/jsx/index.ts +9 -0
- package/src/languages/prose/index.ts +270 -0
- package/src/languages/prose/line-bytes.ts +52 -0
- package/src/languages/python/README.md +246 -0
- package/src/languages/python/__golden__/python-basic.json +44 -0
- package/src/languages/python/create-adapter.ts +29 -0
- package/src/languages/python/index.ts +8 -0
- package/src/languages/python/profile.ts +341 -0
- package/src/languages/python/signature.ts +183 -0
- package/src/languages/python/table.ts +135 -0
- package/src/languages/shared/__fixtures__/large-over-32kib.ts.txt +1207 -0
- package/src/languages/shared/call-detection.ts +112 -0
- package/src/languages/shared/chunks.ts +255 -0
- package/src/languages/shared/create-adapter.ts +136 -0
- package/src/languages/shared/decisions.ts +204 -0
- package/src/languages/shared/dialect.ts +55 -0
- package/src/languages/shared/doc-binding.ts +78 -0
- package/src/languages/shared/engine.ts +461 -0
- package/src/languages/shared/extract-symbols.ts +35 -0
- package/src/languages/shared/fingerprint.ts +99 -0
- package/src/languages/shared/grammar-loader.ts +67 -0
- package/src/languages/shared/import-detection.ts +154 -0
- package/src/languages/shared/js-family-profile.ts +246 -0
- package/src/languages/shared/node-kinds.ts +153 -0
- package/src/languages/shared/node-utils.ts +120 -0
- package/src/languages/shared/parse-diagnostics.ts +125 -0
- package/src/languages/shared/parse-limits.ts +147 -0
- package/src/languages/shared/profile.ts +184 -0
- package/src/languages/shared/scope-model.ts +43 -0
- package/src/languages/shared/scope-naming.ts +124 -0
- package/src/languages/shared/scope-signature.ts +108 -0
- package/src/languages/shared/signature.ts +149 -0
- package/src/languages/shared/syntax.ts +116 -0
- package/src/languages/shared/table-profile-decisions.ts +251 -0
- package/src/languages/shared/table-profile-module-facts.ts +177 -0
- package/src/languages/shared/table-profile-queries.ts +85 -0
- package/src/languages/shared/table-profile-scopes.ts +198 -0
- package/src/languages/shared/table-profile.ts +427 -0
- package/src/languages/shared/tree-sitter-types.ts +46 -0
- package/src/languages/structured-text/index.ts +192 -0
- package/src/languages/tsx/index.ts +9 -0
- package/src/languages/typescript/index.ts +9 -0
- package/src/languages/vue/index.ts +312 -0
- package/src/languages/vue/mapping.ts +93 -0
- package/src/registry.ts +61 -0
- package/src/text/byte-offset-table.ts +63 -0
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* UTF-16 code unit offset -> UTF-8 byte offset conversion.
|
|
3
|
+
*
|
|
4
|
+
* tree-sitter's native Node binding reports `startIndex`/`endIndex` as UTF-16
|
|
5
|
+
* code unit offsets into the JS source string (verified empirically: a
|
|
6
|
+
* 4-byte astral codepoint advances `endIndex` by 2, not 4). `SourceRange`
|
|
7
|
+
* (domain `types/common.ts`) is normative on byte offsets ("startByte is
|
|
8
|
+
* 0-based inclusive, endByte is 0-based exclusive", spec.md §7/§8.4 lossless
|
|
9
|
+
* byte-range coverage). Every adapter in this package MUST therefore convert
|
|
10
|
+
* through a `ByteOffsetTable` before constructing a `SourceRange` — never
|
|
11
|
+
* pass a tree-sitter index straight through.
|
|
12
|
+
*
|
|
13
|
+
* The table is a prefix-sum: `table[i]` is the number of UTF-8 bytes needed
|
|
14
|
+
* to encode `source.slice(0, i)`. Building it is O(n) once per parse;
|
|
15
|
+
* lookups are O(1). A lookup at an index that falls inside a surrogate pair
|
|
16
|
+
* (which should never happen for a tree-sitter node boundary, since the
|
|
17
|
+
* lexer never splits a surrogate pair) resolves to the byte offset of the
|
|
18
|
+
* pair's start.
|
|
19
|
+
*/
|
|
20
|
+
export interface ByteOffsetTable {
|
|
21
|
+
/** Convert a UTF-16 code unit offset (clamped to the source length) to a UTF-8 byte offset. */
|
|
22
|
+
toByteOffset(utf16Index: number): number;
|
|
23
|
+
/** Total UTF-8 byte length of the source. */
|
|
24
|
+
readonly totalBytes: number;
|
|
25
|
+
}
|
|
26
|
+
export declare function buildByteOffsetTable(source: string): ByteOffsetTable;
|
|
27
|
+
//# sourceMappingURL=byte-offset-table.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"byte-offset-table.d.ts","sourceRoot":"","sources":["../../src/text/byte-offset-table.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,WAAW,eAAe;IAC9B,+FAA+F;IAC/F,YAAY,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAAC;IACzC,6CAA6C;IAC7C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AASD,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,eAAe,CA6BpE"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
function utf8LengthOfCodePoint(codePoint) {
|
|
2
|
+
if (codePoint <= 0x7f)
|
|
3
|
+
return 1;
|
|
4
|
+
if (codePoint <= 0x7ff)
|
|
5
|
+
return 2;
|
|
6
|
+
if (codePoint <= 0xffff)
|
|
7
|
+
return 3;
|
|
8
|
+
return 4;
|
|
9
|
+
}
|
|
10
|
+
export function buildByteOffsetTable(source) {
|
|
11
|
+
const length = source.length;
|
|
12
|
+
// prefixBytes[i] = byte offset corresponding to UTF-16 index i.
|
|
13
|
+
const prefixBytes = new Uint32Array(length + 1);
|
|
14
|
+
let byteLength = 0;
|
|
15
|
+
let i = 0;
|
|
16
|
+
while (i < length) {
|
|
17
|
+
const codePoint = source.codePointAt(i);
|
|
18
|
+
// codePointAt is only undefined past the string end, which can't happen here.
|
|
19
|
+
const cp = codePoint;
|
|
20
|
+
const utf16Width = cp > 0xffff ? 2 : 1;
|
|
21
|
+
prefixBytes[i] = byteLength;
|
|
22
|
+
if (utf16Width === 2) {
|
|
23
|
+
// The low surrogate is not a valid boundary; map it to the same byte
|
|
24
|
+
// offset as the high surrogate so any accidental lookup is still safe.
|
|
25
|
+
prefixBytes[i + 1] = byteLength;
|
|
26
|
+
}
|
|
27
|
+
byteLength += utf8LengthOfCodePoint(cp);
|
|
28
|
+
i += utf16Width;
|
|
29
|
+
}
|
|
30
|
+
prefixBytes[length] = byteLength;
|
|
31
|
+
return {
|
|
32
|
+
totalBytes: byteLength,
|
|
33
|
+
toByteOffset(utf16Index) {
|
|
34
|
+
const clamped = utf16Index < 0 ? 0 : utf16Index > length ? length : utf16Index;
|
|
35
|
+
return prefixBytes[clamped];
|
|
36
|
+
},
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
//# sourceMappingURL=byte-offset-table.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"byte-offset-table.js","sourceRoot":"","sources":["../../src/text/byte-offset-table.ts"],"names":[],"mappings":"AA0BA,SAAS,qBAAqB,CAAC,SAAiB;IAC9C,IAAI,SAAS,IAAI,IAAI;QAAE,OAAO,CAAC,CAAC;IAChC,IAAI,SAAS,IAAI,KAAK;QAAE,OAAO,CAAC,CAAC;IACjC,IAAI,SAAS,IAAI,MAAM;QAAE,OAAO,CAAC,CAAC;IAClC,OAAO,CAAC,CAAC;AACX,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,MAAc;IACjD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7B,gEAAgE;IAChE,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAChD,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,MAAM,EAAE,CAAC;QAClB,MAAM,SAAS,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QACxC,8EAA8E;QAC9E,MAAM,EAAE,GAAG,SAAmB,CAAC;QAC/B,MAAM,UAAU,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvC,WAAW,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC;QAC5B,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;YACrB,qEAAqE;YACrE,uEAAuE;YACvE,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC;QAClC,CAAC;QACD,UAAU,IAAI,qBAAqB,CAAC,EAAE,CAAC,CAAC;QACxC,CAAC,IAAI,UAAU,CAAC;IAClB,CAAC;IACD,WAAW,CAAC,MAAM,CAAC,GAAG,UAAU,CAAC;IAEjC,OAAO;QACL,UAAU,EAAE,UAAU;QACtB,YAAY,CAAC,UAAkB;YAC7B,MAAM,OAAO,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC;YAC/E,OAAO,WAAW,CAAC,OAAO,CAAW,CAAC;QACxC,CAAC;KACF,CAAC;AACJ,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,128 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@untangle-code/parser-registry",
|
|
3
|
-
"version": "0.
|
|
4
|
-
"
|
|
5
|
-
"
|
|
3
|
+
"version": "0.1.0",
|
|
4
|
+
"private": false,
|
|
5
|
+
"type": "module",
|
|
6
|
+
"description": "Untangle parser registry: lazy-loaded LanguageAdapter registry plus TypeScript/JavaScript/TSX/JSX tree-sitter adapters.",
|
|
7
|
+
"license": "AGPL-3.0-only",
|
|
8
|
+
"homepage": "https://github.com/lboel/untangle",
|
|
9
|
+
"bugs": {
|
|
10
|
+
"url": "https://github.com/lboel/untangle/issues"
|
|
11
|
+
},
|
|
12
|
+
"repository": {
|
|
13
|
+
"type": "git",
|
|
14
|
+
"url": "git+https://github.com/lboel/untangle.git",
|
|
15
|
+
"directory": "packages/parser-registry"
|
|
16
|
+
},
|
|
17
|
+
"publishConfig": {
|
|
18
|
+
"access": "public"
|
|
19
|
+
},
|
|
20
|
+
"engines": {
|
|
21
|
+
"node": "^22.13.0 || >=24.0.0"
|
|
22
|
+
},
|
|
23
|
+
"exports": {
|
|
24
|
+
".": {
|
|
25
|
+
"types": "./dist/index.d.ts",
|
|
26
|
+
"default": "./dist/index.js"
|
|
27
|
+
}
|
|
28
|
+
},
|
|
29
|
+
"files": [
|
|
30
|
+
"dist",
|
|
31
|
+
"!dist/**/*.test.*",
|
|
32
|
+
"!dist/**/test-helpers.*",
|
|
33
|
+
"!dist/**/test-support.*",
|
|
34
|
+
"!dist/**/test-support/**",
|
|
35
|
+
"!dist/**/testing/**",
|
|
36
|
+
"!dist/**/__tests__/**",
|
|
37
|
+
"src",
|
|
38
|
+
"!src/**/*.test.ts",
|
|
39
|
+
"!src/**/test-helpers.ts",
|
|
40
|
+
"!src/**/test-support.ts",
|
|
41
|
+
"!src/**/test-support/**",
|
|
42
|
+
"!src/**/testing/**",
|
|
43
|
+
"LICENSE",
|
|
44
|
+
"NOTICE",
|
|
45
|
+
"README.md",
|
|
46
|
+
"THIRD_PARTY_LICENSES.md"
|
|
47
|
+
],
|
|
48
|
+
"dependencies": {
|
|
49
|
+
"@ast-grep/lang-python": "0.0.6",
|
|
50
|
+
"@ast-grep/napi": "0.45.3",
|
|
51
|
+
"@vue/compiler-sfc": "3.5.44",
|
|
52
|
+
"tree-sitter": "0.21.1",
|
|
53
|
+
"tree-sitter-javascript": "0.23.1",
|
|
54
|
+
"tree-sitter-typescript": "0.23.2",
|
|
55
|
+
"@untangle-code/domain": "0.1.0"
|
|
56
|
+
},
|
|
57
|
+
"devDependencies": {
|
|
58
|
+
"@ast-grep/lang-bash": "0.0.8",
|
|
59
|
+
"@ast-grep/lang-c": "0.0.6",
|
|
60
|
+
"@ast-grep/lang-cpp": "0.0.6",
|
|
61
|
+
"@ast-grep/lang-csharp": "0.0.6",
|
|
62
|
+
"@ast-grep/lang-go": "0.0.6",
|
|
63
|
+
"@ast-grep/lang-java": "0.0.7",
|
|
64
|
+
"@ast-grep/lang-kotlin": "0.0.7",
|
|
65
|
+
"@ast-grep/lang-php": "0.0.7",
|
|
66
|
+
"@ast-grep/lang-ruby": "0.0.7",
|
|
67
|
+
"@ast-grep/lang-rust": "0.0.7",
|
|
68
|
+
"@ast-grep/lang-swift": "0.0.8",
|
|
69
|
+
"@types/node": "22.19.7",
|
|
70
|
+
"typescript": "5.9.3",
|
|
71
|
+
"vitest": "3.2.7",
|
|
72
|
+
"@untangle-code/testkit": "0.1.0"
|
|
73
|
+
},
|
|
74
|
+
"peerDependencies": {
|
|
75
|
+
"@ast-grep/lang-bash": "0.0.8",
|
|
76
|
+
"@ast-grep/lang-c": "0.0.6",
|
|
77
|
+
"@ast-grep/lang-cpp": "0.0.6",
|
|
78
|
+
"@ast-grep/lang-csharp": "0.0.6",
|
|
79
|
+
"@ast-grep/lang-go": "0.0.6",
|
|
80
|
+
"@ast-grep/lang-java": "0.0.7",
|
|
81
|
+
"@ast-grep/lang-kotlin": "0.0.7",
|
|
82
|
+
"@ast-grep/lang-php": "0.0.7",
|
|
83
|
+
"@ast-grep/lang-ruby": "0.0.7",
|
|
84
|
+
"@ast-grep/lang-rust": "0.0.7",
|
|
85
|
+
"@ast-grep/lang-swift": "0.0.8"
|
|
86
|
+
},
|
|
87
|
+
"peerDependenciesMeta": {
|
|
88
|
+
"@ast-grep/lang-go": {
|
|
89
|
+
"optional": true
|
|
90
|
+
},
|
|
91
|
+
"@ast-grep/lang-java": {
|
|
92
|
+
"optional": true
|
|
93
|
+
},
|
|
94
|
+
"@ast-grep/lang-rust": {
|
|
95
|
+
"optional": true
|
|
96
|
+
},
|
|
97
|
+
"@ast-grep/lang-csharp": {
|
|
98
|
+
"optional": true
|
|
99
|
+
},
|
|
100
|
+
"@ast-grep/lang-ruby": {
|
|
101
|
+
"optional": true
|
|
102
|
+
},
|
|
103
|
+
"@ast-grep/lang-php": {
|
|
104
|
+
"optional": true
|
|
105
|
+
},
|
|
106
|
+
"@ast-grep/lang-kotlin": {
|
|
107
|
+
"optional": true
|
|
108
|
+
},
|
|
109
|
+
"@ast-grep/lang-c": {
|
|
110
|
+
"optional": true
|
|
111
|
+
},
|
|
112
|
+
"@ast-grep/lang-cpp": {
|
|
113
|
+
"optional": true
|
|
114
|
+
},
|
|
115
|
+
"@ast-grep/lang-swift": {
|
|
116
|
+
"optional": true
|
|
117
|
+
},
|
|
118
|
+
"@ast-grep/lang-bash": {
|
|
119
|
+
"optional": true
|
|
120
|
+
}
|
|
121
|
+
},
|
|
122
|
+
"scripts": {
|
|
123
|
+
"build": "node ../../scripts/tsc-build.mjs tsconfig.json",
|
|
124
|
+
"typecheck": "tsc -p tsconfig.typecheck.json",
|
|
125
|
+
"test": "vitest run",
|
|
126
|
+
"clean": "rm -rf dist *.tsbuildinfo"
|
|
127
|
+
}
|
|
6
128
|
}
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
import type { HttpExpressionV1 } from "@untangle-code/domain";
|
|
2
|
+
|
|
3
|
+
import type { SyntaxNode } from "../languages/shared/syntax.js";
|
|
4
|
+
|
|
5
|
+
export function namedChildren(node: SyntaxNode): SyntaxNode[] {
|
|
6
|
+
return node.children.filter((child) => child.isNamed && child.type !== "comment");
|
|
7
|
+
}
|
|
8
|
+
|
|
9
|
+
export function field(node: SyntaxNode, name: string): SyntaxNode | null {
|
|
10
|
+
return node.childForFieldName(name);
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
export function unknown(detail: string): HttpExpressionV1 {
|
|
14
|
+
return { kind: "unknown", detail };
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
/** Only unescaped literals are accepted. Unsupported escapes remain explicit unknowns. */
|
|
18
|
+
export function stringValue(node: SyntaxNode | null): string | null {
|
|
19
|
+
if (node === null || (node.type !== "string" && node.type !== "string_literal")) return null;
|
|
20
|
+
const raw = node.text;
|
|
21
|
+
const quote = raw[0];
|
|
22
|
+
if ((quote !== "'" && quote !== '"') || raw.at(-1) !== quote || raw.includes("\\")) return null;
|
|
23
|
+
if (raw.startsWith(quote.repeat(3))) return null;
|
|
24
|
+
return raw.slice(1, -1);
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
/** Interpret syntax, never execute source expressions or scan comments/string contents as code. */
|
|
28
|
+
export function expression(node: SyntaxNode | null, depth = 0): HttpExpressionV1 {
|
|
29
|
+
if (node === null) return unknown("missing expression");
|
|
30
|
+
if (depth > 40) return unknown("expression depth budget exceeded");
|
|
31
|
+
const next = (child: SyntaxNode | null) => expression(child, depth + 1);
|
|
32
|
+
const string = stringValue(node);
|
|
33
|
+
if (string !== null) return { kind: "string", value: string };
|
|
34
|
+
if (node.type === "identifier" || node.type === "shorthand_property_identifier") {
|
|
35
|
+
return node.text === "undefined" ? { kind: "undefined" } : { kind: "name", name: node.text };
|
|
36
|
+
}
|
|
37
|
+
if (
|
|
38
|
+
["parenthesized_expression", "as_expression", "type_assertion", "await_expression"].includes(
|
|
39
|
+
node.type,
|
|
40
|
+
)
|
|
41
|
+
) {
|
|
42
|
+
return next(namedChildren(node)[0] ?? null);
|
|
43
|
+
}
|
|
44
|
+
if (node.type === "member_expression" || node.type === "attribute") {
|
|
45
|
+
const property = field(node, "property") ?? field(node, "attribute");
|
|
46
|
+
return property === null
|
|
47
|
+
? unknown("computed member")
|
|
48
|
+
: {
|
|
49
|
+
kind: "member",
|
|
50
|
+
object: next(field(node, "object")),
|
|
51
|
+
property: property.text,
|
|
52
|
+
};
|
|
53
|
+
}
|
|
54
|
+
if (node.type === "call_expression" || node.type === "call") {
|
|
55
|
+
return {
|
|
56
|
+
kind: "call",
|
|
57
|
+
callee: next(field(node, "function")),
|
|
58
|
+
arguments: namedChildren(field(node, "arguments") ?? node).map(next),
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
if (node.type === "template_string") {
|
|
62
|
+
const parts: (string | HttpExpressionV1)[] = [];
|
|
63
|
+
for (const child of namedChildren(node)) {
|
|
64
|
+
if (child.type === "string_fragment") parts.push(child.text);
|
|
65
|
+
else if (child.type === "template_substitution")
|
|
66
|
+
parts.push(next(namedChildren(child)[0] ?? null));
|
|
67
|
+
else return unknown("escaped or unsupported template segment");
|
|
68
|
+
}
|
|
69
|
+
return { kind: "template", parts };
|
|
70
|
+
}
|
|
71
|
+
if (
|
|
72
|
+
node.type === "binary_expression" &&
|
|
73
|
+
node.children.some((child) => child.text === "+" && !child.isNamed)
|
|
74
|
+
) {
|
|
75
|
+
return { kind: "template", parts: [next(field(node, "left")), next(field(node, "right"))] };
|
|
76
|
+
}
|
|
77
|
+
if (node.type === "object") {
|
|
78
|
+
const entries: Extract<HttpExpressionV1, { kind: "object" }>["entries"] = [];
|
|
79
|
+
for (const child of namedChildren(node)) {
|
|
80
|
+
if (child.type === "spread_element")
|
|
81
|
+
entries.push({ spread: next(namedChildren(child)[0] ?? null) });
|
|
82
|
+
else if (child.type === "pair") {
|
|
83
|
+
const key = field(child, "key");
|
|
84
|
+
const literalKey = stringValue(key);
|
|
85
|
+
if (key === null || (literalKey === null && key.type !== "property_identifier")) {
|
|
86
|
+
entries.push({ spread: unknown("computed object key") });
|
|
87
|
+
} else entries.push({ key: literalKey ?? key.text, value: next(field(child, "value")) });
|
|
88
|
+
} else if (child.type === "shorthand_property_identifier") {
|
|
89
|
+
entries.push({ key: child.text, value: next(child) });
|
|
90
|
+
} else entries.push({ spread: unknown("unsupported object entry") });
|
|
91
|
+
}
|
|
92
|
+
return { kind: "object", entries };
|
|
93
|
+
}
|
|
94
|
+
return unknown(`unsupported ${node.type}`);
|
|
95
|
+
}
|
|
@@ -0,0 +1,307 @@
|
|
|
1
|
+
/** AST projections for HTTP boundaries. Backend-specific ASTs stay inside the parser package. */
|
|
2
|
+
import type {
|
|
3
|
+
HttpBoundaryFileFactsV1,
|
|
4
|
+
HttpFunctionFactV1,
|
|
5
|
+
LanguageAdapter,
|
|
6
|
+
ParsedAst,
|
|
7
|
+
SourceFile,
|
|
8
|
+
} from "@untangle-code/domain";
|
|
9
|
+
import { sha256Hex } from "@untangle-code/domain";
|
|
10
|
+
|
|
11
|
+
import type { FileTextContext } from "../languages/shared/node-utils.js";
|
|
12
|
+
import { rangeOf } from "../languages/shared/node-utils.js";
|
|
13
|
+
import type { SyntaxNode } from "../languages/shared/syntax.js";
|
|
14
|
+
import { shiftVueRange } from "../languages/vue/index.js";
|
|
15
|
+
import type { VueAstRoot } from "../languages/vue/index.js";
|
|
16
|
+
|
|
17
|
+
import { expression, field, namedChildren } from "./expression.js";
|
|
18
|
+
import { extractPythonHttpFacts } from "./python.js";
|
|
19
|
+
|
|
20
|
+
const FUNCTIONS = new Set([
|
|
21
|
+
"function_declaration",
|
|
22
|
+
"function_expression",
|
|
23
|
+
"arrow_function",
|
|
24
|
+
"method_definition",
|
|
25
|
+
"function_definition",
|
|
26
|
+
]);
|
|
27
|
+
|
|
28
|
+
interface NativePayload {
|
|
29
|
+
tree?: { rootNode: SyntaxNode };
|
|
30
|
+
root?: SyntaxNode;
|
|
31
|
+
ctx: FileTextContext;
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
/** Provenance keys are source locations, never graph identifiers. */
|
|
35
|
+
export function functionScope(node: SyntaxNode): string {
|
|
36
|
+
return `function@${String(node.startIndex)}`;
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
export function enclosingFunction(node: SyntaxNode): SyntaxNode | null {
|
|
40
|
+
let current = node.parent;
|
|
41
|
+
while (current !== null) {
|
|
42
|
+
if (FUNCTIONS.has(current.type)) return current;
|
|
43
|
+
current = current.parent;
|
|
44
|
+
}
|
|
45
|
+
return null;
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
export function scopeOf(node: SyntaxNode): string {
|
|
49
|
+
const owner = enclosingFunction(node);
|
|
50
|
+
return owner === null ? "module" : functionScope(owner);
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
function boundNames(pattern: SyntaxNode): string[] {
|
|
54
|
+
return walkSyntax(pattern)
|
|
55
|
+
.filter(
|
|
56
|
+
(node) => node.type === "identifier" || node.type === "shorthand_property_identifier_pattern",
|
|
57
|
+
)
|
|
58
|
+
.map((node) => node.text);
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
export function functionFact(node: SyntaxNode, ctx: FileTextContext): HttpFunctionFactV1 {
|
|
62
|
+
const nameNode = field(node, "name");
|
|
63
|
+
const assignedName =
|
|
64
|
+
node.parent?.type === "variable_declarator" ? field(node.parent, "name") : null;
|
|
65
|
+
const params = field(node, "parameters");
|
|
66
|
+
const patternParameters =
|
|
67
|
+
params === null
|
|
68
|
+
? []
|
|
69
|
+
: namedChildren(params).flatMap((param) => {
|
|
70
|
+
const pattern = field(param, "pattern") ?? param;
|
|
71
|
+
return ["object_pattern", "array_pattern", "rest_pattern"].includes(pattern.type)
|
|
72
|
+
? boundNames(pattern).map((name) => ({ name }))
|
|
73
|
+
: [];
|
|
74
|
+
});
|
|
75
|
+
return {
|
|
76
|
+
scope: functionScope(node),
|
|
77
|
+
parentScope: scopeOf(node),
|
|
78
|
+
name: nameNode?.text ?? assignedName?.text ?? `<anonymous@${String(node.startIndex)}>`,
|
|
79
|
+
range: rangeOf(node, ctx),
|
|
80
|
+
parameters: [
|
|
81
|
+
...(params === null
|
|
82
|
+
? []
|
|
83
|
+
: namedChildren(params).map((param) => {
|
|
84
|
+
const name =
|
|
85
|
+
field(param, "pattern") ??
|
|
86
|
+
field(param, "name") ??
|
|
87
|
+
namedChildren(param).find((child) => child.type === "identifier") ??
|
|
88
|
+
param;
|
|
89
|
+
const value = field(param, "value");
|
|
90
|
+
const annotation = field(param, "type");
|
|
91
|
+
return {
|
|
92
|
+
name: name.text,
|
|
93
|
+
...(value === null ? {} : { defaultValue: expression(value) }),
|
|
94
|
+
...(annotation?.text.replaceAll(/\s+/g, " ").trim() === ": typeof fetch"
|
|
95
|
+
? { fetchTransport: true }
|
|
96
|
+
: {}),
|
|
97
|
+
};
|
|
98
|
+
})),
|
|
99
|
+
...patternParameters,
|
|
100
|
+
],
|
|
101
|
+
};
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
export function walkSyntax(root: SyntaxNode): SyntaxNode[] {
|
|
105
|
+
const result: SyntaxNode[] = [];
|
|
106
|
+
const stack = [root];
|
|
107
|
+
while (stack.length > 0) {
|
|
108
|
+
const node = stack.pop() as SyntaxNode;
|
|
109
|
+
result.push(node);
|
|
110
|
+
const children = namedChildren(node);
|
|
111
|
+
for (let index = children.length - 1; index >= 0; index -= 1)
|
|
112
|
+
stack.push(children[index] as SyntaxNode);
|
|
113
|
+
}
|
|
114
|
+
return result;
|
|
115
|
+
}
|
|
116
|
+
|
|
117
|
+
export function extractHttpBoundaryFacts(
|
|
118
|
+
source: SourceFile,
|
|
119
|
+
ast: ParsedAst,
|
|
120
|
+
adapter?: LanguageAdapter,
|
|
121
|
+
): HttpBoundaryFileFactsV1 {
|
|
122
|
+
const facts: HttpBoundaryFileFactsV1 = {
|
|
123
|
+
path: source.path,
|
|
124
|
+
contentHash: source.contentHash,
|
|
125
|
+
languageId: ast.languageId,
|
|
126
|
+
parseQuality: ast.parseQuality,
|
|
127
|
+
imports: adapter?.extractImports(ast) ?? [],
|
|
128
|
+
calls: [],
|
|
129
|
+
functions: [],
|
|
130
|
+
bindings: [],
|
|
131
|
+
routers: [],
|
|
132
|
+
routes: [],
|
|
133
|
+
includes: [],
|
|
134
|
+
pythonImports: [],
|
|
135
|
+
limitations: [],
|
|
136
|
+
};
|
|
137
|
+
if (sha256Hex(source.content) !== source.contentHash) {
|
|
138
|
+
facts.limitations.push("Source content does not match its declared hash");
|
|
139
|
+
return facts;
|
|
140
|
+
}
|
|
141
|
+
if (ast.languageId === "vue") {
|
|
142
|
+
if (ast.parseQuality !== "complete") {
|
|
143
|
+
facts.limitations.push("HTTP boundary extraction requires a complete Vue parse");
|
|
144
|
+
return facts;
|
|
145
|
+
}
|
|
146
|
+
const root = ast.root as VueAstRoot;
|
|
147
|
+
for (const script of root.scripts) {
|
|
148
|
+
const part = extractHttpBoundaryFacts(script.source, script.ast, script.adapter);
|
|
149
|
+
const prefix = `${script.context}:`;
|
|
150
|
+
const scope = (value: string) => `${prefix}${value}`;
|
|
151
|
+
const shift = (range: HttpFunctionFactV1["range"]) => shiftVueRange(script, range);
|
|
152
|
+
facts.functions.push({
|
|
153
|
+
scope: scope("module"),
|
|
154
|
+
parentScope: "module",
|
|
155
|
+
name: `<${script.context}>`,
|
|
156
|
+
range: script.range,
|
|
157
|
+
parameters: [],
|
|
158
|
+
});
|
|
159
|
+
facts.calls.push(
|
|
160
|
+
...part.calls.map((call) => ({
|
|
161
|
+
...call,
|
|
162
|
+
scope: scope(call.scope),
|
|
163
|
+
range: shift(call.range),
|
|
164
|
+
})),
|
|
165
|
+
);
|
|
166
|
+
facts.functions.push(
|
|
167
|
+
...part.functions.map((fn) => ({
|
|
168
|
+
...fn,
|
|
169
|
+
scope: scope(fn.scope),
|
|
170
|
+
parentScope: scope(fn.parentScope),
|
|
171
|
+
range: shift(fn.range),
|
|
172
|
+
})),
|
|
173
|
+
);
|
|
174
|
+
facts.bindings.push(
|
|
175
|
+
...part.bindings.map((binding) => ({
|
|
176
|
+
...binding,
|
|
177
|
+
scope: scope(binding.scope),
|
|
178
|
+
range: shift(binding.range),
|
|
179
|
+
})),
|
|
180
|
+
);
|
|
181
|
+
facts.limitations.push(...part.limitations);
|
|
182
|
+
}
|
|
183
|
+
return facts;
|
|
184
|
+
}
|
|
185
|
+
if (!["typescript", "javascript", "tsx", "jsx", "python"].includes(ast.languageId)) {
|
|
186
|
+
facts.limitations.push(`HTTP boundary extraction is unsupported for ${ast.languageId}`);
|
|
187
|
+
return facts;
|
|
188
|
+
}
|
|
189
|
+
if (ast.parseQuality !== "complete") {
|
|
190
|
+
facts.limitations.push("HTTP boundary extraction requires a complete parse");
|
|
191
|
+
return facts;
|
|
192
|
+
}
|
|
193
|
+
const payload = ast.root as NativePayload;
|
|
194
|
+
const root = payload.tree?.rootNode ?? payload.root;
|
|
195
|
+
if (
|
|
196
|
+
root === undefined ||
|
|
197
|
+
payload.ctx === undefined ||
|
|
198
|
+
payload.ctx.sourceText !== source.content
|
|
199
|
+
) {
|
|
200
|
+
facts.limitations.push("Unsupported parser AST payload");
|
|
201
|
+
return facts;
|
|
202
|
+
}
|
|
203
|
+
const nodes = walkSyntax(root);
|
|
204
|
+
for (const node of nodes) {
|
|
205
|
+
if (FUNCTIONS.has(node.type)) facts.functions.push(functionFact(node, payload.ctx));
|
|
206
|
+
if (node.type === "variable_declarator" || node.type === "assignment") {
|
|
207
|
+
const name = field(node, "name") ?? field(node, "left");
|
|
208
|
+
const value = field(node, "value") ?? field(node, "right");
|
|
209
|
+
if (name !== null && ["object_pattern", "array_pattern"].includes(name.type)) {
|
|
210
|
+
for (const bound of boundNames(name))
|
|
211
|
+
facts.bindings.push({
|
|
212
|
+
scope: scopeOf(node),
|
|
213
|
+
name: bound,
|
|
214
|
+
value: { kind: "unknown", detail: "destructured binding" },
|
|
215
|
+
range: rangeOf(node, payload.ctx),
|
|
216
|
+
});
|
|
217
|
+
}
|
|
218
|
+
if (name?.type === "identifier" && value !== null)
|
|
219
|
+
facts.bindings.push({
|
|
220
|
+
scope: scopeOf(node),
|
|
221
|
+
name: name.text,
|
|
222
|
+
value:
|
|
223
|
+
node.type === "variable_declarator" &&
|
|
224
|
+
!node.parent?.children.some((child) => child.text === "const" && !child.isNamed)
|
|
225
|
+
? { kind: "unknown", detail: "mutable variable binding" }
|
|
226
|
+
: expression(value),
|
|
227
|
+
range: rangeOf(node, payload.ctx),
|
|
228
|
+
});
|
|
229
|
+
}
|
|
230
|
+
if (node.type === "catch_clause") {
|
|
231
|
+
const parameter = field(node, "parameter");
|
|
232
|
+
if (parameter !== null)
|
|
233
|
+
for (const name of boundNames(parameter))
|
|
234
|
+
facts.bindings.push({
|
|
235
|
+
scope: scopeOf(node),
|
|
236
|
+
name,
|
|
237
|
+
value: { kind: "unknown", detail: "catch parameter binding" },
|
|
238
|
+
range: rangeOf(node, payload.ctx),
|
|
239
|
+
});
|
|
240
|
+
}
|
|
241
|
+
if (
|
|
242
|
+
node.type === "assignment_expression" ||
|
|
243
|
+
node.type === "augmented_assignment_expression" ||
|
|
244
|
+
node.type === "update_expression" ||
|
|
245
|
+
(node.type === "unary_expression" &&
|
|
246
|
+
node.children.some((child) => !child.isNamed && child.text === "delete"))
|
|
247
|
+
) {
|
|
248
|
+
let target = field(node, "left") ?? field(node, "argument");
|
|
249
|
+
while (target?.type === "member_expression" || target?.type === "subscript_expression")
|
|
250
|
+
target = field(target, "object");
|
|
251
|
+
if (target !== null && ["object_pattern", "array_pattern"].includes(target.type)) {
|
|
252
|
+
for (const part of walkSyntax(target)) {
|
|
253
|
+
if (
|
|
254
|
+
part.type !== "member_expression" &&
|
|
255
|
+
part.type !== "subscript_expression" &&
|
|
256
|
+
part.type !== "shorthand_property_identifier_pattern"
|
|
257
|
+
)
|
|
258
|
+
continue;
|
|
259
|
+
let object = part;
|
|
260
|
+
while (object.type === "member_expression" || object.type === "subscript_expression") {
|
|
261
|
+
const parent = field(object, "object");
|
|
262
|
+
if (parent === null) break;
|
|
263
|
+
object = parent;
|
|
264
|
+
}
|
|
265
|
+
if (
|
|
266
|
+
object.type === "identifier" ||
|
|
267
|
+
object.type === "shorthand_property_identifier_pattern"
|
|
268
|
+
)
|
|
269
|
+
facts.bindings.push({
|
|
270
|
+
scope: scopeOf(node),
|
|
271
|
+
name: object.text,
|
|
272
|
+
value: { kind: "unknown", detail: "reassigned binding" },
|
|
273
|
+
range: rangeOf(node, payload.ctx),
|
|
274
|
+
});
|
|
275
|
+
}
|
|
276
|
+
}
|
|
277
|
+
if (target?.type === "identifier")
|
|
278
|
+
facts.bindings.push({
|
|
279
|
+
scope: scopeOf(node),
|
|
280
|
+
name: target.text,
|
|
281
|
+
value: { kind: "unknown", detail: "reassigned binding" },
|
|
282
|
+
range: rangeOf(node, payload.ctx),
|
|
283
|
+
});
|
|
284
|
+
}
|
|
285
|
+
if (node.type === "call_expression" || node.type === "call") {
|
|
286
|
+
const owner = enclosingFunction(node);
|
|
287
|
+
const parameter = owner?.parent;
|
|
288
|
+
if (
|
|
289
|
+
owner?.type === "arrow_function" &&
|
|
290
|
+
parameter !== null &&
|
|
291
|
+
parameter !== undefined &&
|
|
292
|
+
["required_parameter", "optional_parameter"].includes(parameter.type) &&
|
|
293
|
+
field(parameter, "type")?.text.replaceAll(/\s+/g, " ").trim() === ": typeof fetch"
|
|
294
|
+
)
|
|
295
|
+
continue;
|
|
296
|
+
const args = field(node, "arguments");
|
|
297
|
+
facts.calls.push({
|
|
298
|
+
callee: expression(field(node, "function")),
|
|
299
|
+
arguments: args === null ? [] : namedChildren(args).map((arg) => expression(arg)),
|
|
300
|
+
range: rangeOf(node, payload.ctx),
|
|
301
|
+
scope: scopeOf(node),
|
|
302
|
+
});
|
|
303
|
+
}
|
|
304
|
+
}
|
|
305
|
+
if (ast.languageId === "python") extractPythonHttpFacts(nodes, payload.ctx, facts);
|
|
306
|
+
return facts;
|
|
307
|
+
}
|