@vizalice/codegraph 1.5.0

package/dist/extraction/grammars.js

@@ -0,0 +1,694 @@
+"use strict";
+/**
+ * Grammar Loading and Caching
+ *
+ * Uses web-tree-sitter (WASM) for universal cross-platform support.
+ * Grammars are loaded lazily — only languages actually present in the project
+ * are compiled, keeping V8 WASM memory pressure low on large codebases.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EXTENSION_MAP = void 0;
+exports.isSourceFile = isSourceFile;
+exports.isShopifyLiquidJson = isShopifyLiquidJson;
+exports.isErlangAppFile = isErlangAppFile;
+exports.isPlayRoutesFile = isPlayRoutesFile;
+exports.initGrammars = initGrammars;
+exports.readGrammarWasmBytes = readGrammarWasmBytes;
+exports.loadGrammarsForLanguages = loadGrammarsForLanguages;
+exports.loadAllGrammars = loadAllGrammars;
+exports.isGrammarsInitialized = isGrammarsInitialized;
+exports.getParser = getParser;
+exports.detectLanguage = detectLanguage;
+exports.isLanguageSupported = isLanguageSupported;
+exports.isGrammarLoaded = isGrammarLoaded;
+exports.isFileLevelOnlyLanguage = isFileLevelOnlyLanguage;
+exports.getSupportedLanguages = getSupportedLanguages;
+exports.resetParser = resetParser;
+exports.clearParserCache = clearParserCache;
+exports.getUnavailableGrammarErrors = getUnavailableGrammarErrors;
+exports.getLanguageDisplayName = getLanguageDisplayName;
+const path = __importStar(require("path"));
+const fsp = __importStar(require("fs/promises"));
+const web_tree_sitter_1 = require("web-tree-sitter");
+/**
+ * WASM filename map — maps each language to its .wasm grammar file
+ * in the tree-sitter-wasms package.
+ */
+const WASM_GRAMMAR_FILES = {
+    typescript: 'tree-sitter-typescript.wasm',
+    tsx: 'tree-sitter-tsx.wasm',
+    javascript: 'tree-sitter-javascript.wasm',
+    jsx: 'tree-sitter-javascript.wasm',
+    python: 'tree-sitter-python.wasm',
+    go: 'tree-sitter-go.wasm',
+    rust: 'tree-sitter-rust.wasm',
+    java: 'tree-sitter-java.wasm',
+    c: 'tree-sitter-c.wasm',
+    cpp: 'tree-sitter-cpp.wasm',
+    csharp: 'tree-sitter-c_sharp.wasm',
+    php: 'tree-sitter-php.wasm',
+    ruby: 'tree-sitter-ruby.wasm',
+    swift: 'tree-sitter-swift.wasm',
+    kotlin: 'tree-sitter-kotlin.wasm',
+    dart: 'tree-sitter-dart.wasm',
+    pascal: 'tree-sitter-pascal.wasm',
+    scala: 'tree-sitter-scala.wasm',
+    lua: 'tree-sitter-lua.wasm',
+    r: 'tree-sitter-r.wasm',
+    luau: 'tree-sitter-luau.wasm',
+    objc: 'tree-sitter-objc.wasm',
+    cfml: 'tree-sitter-cfml.wasm',
+    cfscript: 'tree-sitter-cfscript.wasm',
+    cfquery: 'tree-sitter-cfquery.wasm',
+    cobol: 'tree-sitter-cobol.wasm',
+    vbnet: 'tree-sitter-vbnet.wasm',
+    erlang: 'tree-sitter-erlang.wasm',
+    solidity: 'tree-sitter-solidity.wasm',
+    terraform: 'tree-sitter-terraform.wasm',
+    arkts: 'tree-sitter-arkts.wasm',
+    nix: 'tree-sitter-nix.wasm',
+};
+/**
+ * File extension to Language mapping
+ */
+exports.EXTENSION_MAP = {
+    '.ts': 'typescript',
+    '.tsx': 'tsx',
+    // ESM/CJS TypeScript module extensions — parsed as TS (no JSX). (#366)
+    '.mts': 'typescript',
+    '.cts': 'typescript',
+    // ArkTS (HarmonyOS / OpenHarmony) — a TypeScript superset with declarative
+    // UI (`@Component struct` + `build()`). Own grammar (a tree-sitter-typescript
+    // -style fork); plain `.ts` in an ArkTS project stays TypeScript. (#648)
+    '.ets': 'arkts',
+    '.js': 'javascript',
+    '.mjs': 'javascript',
+    '.cjs': 'javascript',
+    // SAP HANA XS Classic server-side JavaScript. (#556)
+    '.xsjs': 'javascript',
+    '.xsjslib': 'javascript',
+    '.jsx': 'jsx',
+    '.py': 'python',
+    '.pyw': 'python',
+    '.go': 'go',
+    '.rs': 'rust',
+    '.java': 'java',
+    '.c': 'c',
+    '.h': 'c', // Could also be C++, defaulting to C
+    '.cpp': 'cpp',
+    '.cc': 'cpp',
+    '.cxx': 'cpp',
+    '.hpp': 'cpp',
+    '.hxx': 'cpp',
+    '.cs': 'csharp',
+    // ASP.NET Razor / Blazor markup — custom RazorExtractor (links @model/@inject/
+    // component tags to their C# types; markup isn't a tree-sitter grammar).
+    '.cshtml': 'razor',
+    '.razor': 'razor',
+    '.php': 'php',
+    // Drupal-specific PHP file extensions
+    '.module': 'php',
+    '.install': 'php',
+    '.theme': 'php',
+    '.inc': 'php',
+    // YAML (used for Drupal routing files; no symbol extraction, file-level tracking only)
+    '.yml': 'yaml',
+    '.yaml': 'yaml',
+    // Twig templates (file-level tracking only, no symbol extraction)
+    '.twig': 'twig',
+    '.rb': 'ruby',
+    '.rake': 'ruby',
+    '.swift': 'swift',
+    '.kt': 'kotlin',
+    '.kts': 'kotlin',
+    '.dart': 'dart',
+    '.liquid': 'liquid',
+    '.svelte': 'svelte',
+    '.vue': 'vue',
+    '.astro': 'astro',
+    '.r': 'r',
+    '.pas': 'pascal',
+    '.dpr': 'pascal',
+    '.dpk': 'pascal',
+    '.lpr': 'pascal',
+    '.dfm': 'pascal',
+    '.fmx': 'pascal',
+    '.scala': 'scala',
+    '.sc': 'scala',
+    '.lua': 'lua',
+    '.luau': 'luau',
+    '.m': 'objc',
+    '.mm': 'objc',
+    '.sol': 'solidity',
+    // CFML: .cfc/.cfm parse with the tag-aware `cfml` grammar (custom CfmlExtractor
+    // dialect-switches to cfscript for bare-script content); .cfs is pure CFScript.
+    '.cfc': 'cfml',
+    '.cfm': 'cfml',
+    '.cfs': 'cfscript',
+    // Metal Shading Language ≈ C++14: the C++ grammar extracts its functions,
+    // structs, and calls. MSL-specific `[[attribute]]` annotations are blanked
+    // pre-parse for `.metal` files (see blankMetalAttributes in c-cpp.ts). (#1121)
+    '.metal': 'cpp',
+    // CUDA ≈ C++ plus execution-space specifiers (`__global__` …) and
+    // `<<<grid, block>>>` kernel-launch syntax: the C++ grammar extracts its
+    // functions/structs/classes/calls once blankCudaConstructs (pre-parse; gated
+    // by these extensions OR by content for CUDA living in `.h`/`.hpp` headers —
+    // see c-cpp.ts) blanks the CUDA-only tokens. (#387)
+    '.cu': 'cpp',
+    '.cuh': 'cpp',
+    '.nix': 'nix',
+    // XML: file-level tracking; the MyBatis extractor matches `<mapper namespace="...">`
+    // shape and emits SQL-statement nodes (other XML returns empty).
+    '.xml': 'xml',
+    // COBOL: programs (.cbl/.cob) and copybooks (.cpy). Vendored grammar
+    // (patched yutaro-sakamoto/tree-sitter-cobol) handles fixed-format column
+    // rules, EXEC CICS/SQL blocks, and standalone copybook fragments.
+    '.cbl': 'cobol',
+    '.cob': 'cobol',
+    '.cobol': 'cobol',
+    '.cpy': 'cobol',
+    // VB.NET: vendored grammar (patched govindbanura/tree-sitter-vbnet) — classes,
+    // modules, interfaces, structures, properties, events, Handles clauses, LINQ.
+    '.vb': 'vbnet',
+    // Erlang: modules (.erl) and header files (.hrl). Vendored WhatsApp/
+    // tree-sitter-erlang grammar (the ELP grammar).
+    '.erl': 'erlang',
+    '.hrl': 'erlang',
+    // escripts parse natively — the grammar has a first-class `shebang` node.
+    // (`.app`/`.app.src` resource files route via isErlangAppFile below: their
+    // last-dot extension is too generic for this map.)
+    '.escript': 'erlang',
+    // Spring config: `application.properties` / `application-*.properties`. Same
+    // shape as the `.yml` variants — the YAML/properties extractor emits one node
+    // per leaf key, and the Spring resolver links `@Value("${k}")` references.
+    '.properties': 'properties',
+    // Terraform / OpenTofu / HCL config — tree-sitter-terraform dialect of HCL.
+    '.tf': 'terraform',
+    '.tfvars': 'terraform',
+    '.tofu': 'terraform',
+};
+/**
+ * Whether a file is one CodeGraph can parse, based purely on its extension.
+ * This is the single source of truth for "should we index this file" — derived
+ * from EXTENSION_MAP so parser support and indexing selection never drift.
+ *
+ * `overrides` is the project's validated custom extension → language map (from
+ * `codegraph.json`); when present its extensions count as indexable in addition
+ * to the built-ins. Omitting it is byte-identical to the zero-config behavior.
+ */
+function isSourceFile(filePath, overrides) {
+    if (isPlayRoutesFile(filePath))
+        return true; // Play `conf/routes` is extensionless
+    if (isShopifyLiquidJson(filePath))
+        return true; // Shopify OS 2.0 JSON templates / section groups
+    if (isErlangAppFile(filePath))
+        return true; // OTP `.app`/`.app.src` resource files
+    const dot = filePath.lastIndexOf('.');
+    if (dot < 0)
+        return false;
+    const ext = filePath.slice(dot).toLowerCase();
+    return ext in exports.EXTENSION_MAP || (!!overrides && ext in overrides);
+}
+/**
+ * Shopify OS 2.0 JSON template (`templates/*.json`) or section group
+ * (`sections/*.json`) — these reference sections by `"type"`, so the Liquid
+ * extractor links them. (config/ + locales/ JSON have no section refs.)
+ */
+function isShopifyLiquidJson(filePath) {
+    // Allow nested template dirs (`templates/customers/login.json`), not just
+    // top-level (`templates/product.json`).
+    return /(^|\/)(templates|sections)\/.+\.json$/i.test(filePath);
+}
+/**
+ * OTP application resource file: `<app>.app.src` (checked into every rebar3/
+ * erlang.mk app) or its compiled `<app>.app`. Erlang TERMS, not forms — the
+ * grammar parses them as top-level expressions, and the Erlang extractor's
+ * application-tuple handler turns `{mod, {Mod, _}}` and `{applications, […]}`
+ * into entry-module and dependency edges. Routed by full suffix because the
+ * last-dot extension (`.src`) is far too generic for EXTENSION_MAP.
+ */
+function isErlangAppFile(filePath) {
+    return /\.app(?:\.src)?$/i.test(filePath);
+}
+/**
+ * Play Framework routes file: the extensionless `conf/routes` (and included
+ * `conf/*.routes`). No grammar — route extraction is done by the Play framework
+ * resolver, so it's processed through the no-grammar (`yaml`-style) path.
+ */
+function isPlayRoutesFile(filePath) {
+    return (filePath === 'conf/routes' ||
+        filePath.endsWith('/conf/routes') ||
+        filePath.endsWith('.routes'));
+}
+/**
+ * Caches for loaded grammars and parsers
+ */
+const parserCache = new Map();
+const languageCache = new Map();
+const unavailableGrammarErrors = new Map();
+let parserInitialized = false;
+/**
+ * Initialize the tree-sitter WASM runtime. Must be called before loading grammars.
+ * Does NOT load any grammar WASM files — use loadGrammarsForLanguages() for that.
+ * Idempotent — safe to call multiple times.
+ */
+async function initGrammars() {
+    if (parserInitialized)
+        return;
+    await web_tree_sitter_1.Parser.init();
+    parserInitialized = true;
+}
+/**
+ * Grammars that ship their own vendored WASMs under `dist/extraction/wasm/`
+ * (not in tree-sitter-wasms, or the tree-sitter-wasms build is too old).
+ * Lua: tree-sitter-wasms ships an ABI-13 build that corrupts the shared WASM
+ * heap under web-tree-sitter 0.25 (drops nested calls/imports on every file
+ * after the first); we vendor the upstream ABI-15 wasm instead. C#: the
+ * tree-sitter-wasms build (ABI 13) has no primary-constructor support and
+ * parses `class Foo(...)` as an ERROR that swallows the whole class (#237); we
+ * vendor the upstream ABI-15 tree-sitter-c-sharp 0.23.5 wasm, which parses
+ * primary constructors natively. Terraform: tree-sitter-wasms does not ship
+ * HCL/Terraform at all, so we vendor the prebuilt tree-sitter-terraform.wasm
+ * from @tree-sitter-grammars/tree-sitter-hcl 1.2.0 (Apache-2.0) —
+ * byte-identical to the npm package's artifact. ArkTS: tree-sitter-wasms
+ * doesn't ship it either; we vendor the prebuilt tree-sitter-arkts.wasm from
+ * the tree-sitter-arkts 0.2.0 npm package (harmony-contrib/tree-sitter-arkts,
+ * MIT) — byte-identical to the npm tarball's artifact. It extends the
+ * tree-sitter-javascript grammar the same way tree-sitter-typescript does,
+ * adding `struct_declaration` and the `arkui_component_expression` build()
+ * DSL. Nix: tree-sitter-wasms doesn't ship it; we vendor a wasm built from
+ * nix-community/tree-sitter-nix @ 3d0173d (MIT) with tree-sitter-cli 0.25.10
+ * (`generate` + `build --wasm`, ABI 15 — upstream's checked-in parser.c is
+ * still ABI 13; all 54 upstream corpus tests pass on the regenerated parser).
+ *
+ * TypeScript/TSX/JavaScript (+jsx, which shares the javascript grammar): the
+ * tree-sitter-wasms builds are 2023-era (^0.20.x); we vendor wasm built from
+ * the SAME grammar revisions the native extraction kernel compiles
+ * (codegraph-kernel/Cargo.toml), so the kernel path and the wasm fallback
+ * parse identically and per-language routing stays graph-neutral:
+ *   - tree-sitter/tree-sitter-typescript v0.23.2 (f975a62) → typescript + tsx
+ *   - tree-sitter/tree-sitter-javascript v0.25.0 (44c892e) → javascript + jsx
+ *   - tree-sitter/tree-sitter-java v0.23.5 (94703d5) → java
+ *   - tree-sitter/tree-sitter-python v0.23.6 (bffb65a) → python
+ *   - tree-sitter/tree-sitter-go v0.23.4 (3c3775f) → go
+ * Built from each repo's CHECKED-IN parser.c (no `generate`) with
+ * tree-sitter-cli 0.25.10 `build --wasm` — the same tables crates.io compiles
+ * (parser.c sha-matched against the crates.io tarball).
+ * The kernel-grammar-parity test asserts this alignment; bump the crate and
+ * the vendored wasm together.
+ */
+const VENDORED_WASM_LANGS = new Set([
+    'pascal', 'scala', 'lua', 'luau', 'csharp', 'r', 'cfml', 'cfscript', 'cfquery',
+    'cobol', 'vbnet', 'erlang', 'terraform', 'arkts', 'nix',
+    'typescript', 'tsx', 'javascript', 'jsx', 'java', 'python', 'go',
+    // R7a (C/C++ kernel port prep): tree-sitter-c v0.24.2 (b780e47) +
+    // tree-sitter-cpp v0.23.4 (f41e1a0), parser.c/scanner.c sha-matched against
+    // the crates.io tarballs. `.metal`/`.cu` map to language 'cpp', so the
+    // dialects ride the same (single, coherent) upgraded grammar.
+    'c', 'cpp',
+    // R7b (Rust kernel port prep): tree-sitter-rust v0.24.2 (77a3747),
+    // parser.c/scanner.c sha-matched against the crates.io tarball. Replaces the
+    // 2023-era tree-sitter-wasms build (ABI 14 → 15).
+    'rust',
+    // R7b (Ruby kernel port prep): tree-sitter-ruby v0.23.1 (71bd32f),
+    // parser.c/scanner.c sha-matched against the crates.io tarball. Replaces the
+    // ^0.20.1 tree-sitter-wasms build. Content bump only — the tag's checked-in
+    // parser.c is still ABI 14 (predates the ABI-15 generator).
+    'ruby',
+    // R7b (PHP kernel port prep): tree-sitter-php v0.24.2 (5b5627f), the FULL
+    // `php` grammar variant (HTML interleaving — php_only errors on leading
+    // HTML), built from the tag's checked-in php/src/parser.c + scanner.c
+    // (+ shared common/scanner.h), all sha-matched against the crates.io
+    // tarball. Replaces the ^0.22 tree-sitter-wasms build (ABI 14 → 15). NOT
+    // graph-neutral — the classified delta list lives in the php checklist doc.
+    'php',
+    // R7b (Swift kernel port prep): tree-sitter-swift crate 0.7.3. Built from
+    // the CRATE TARBALL's src/ (NOT a tag sha-match: alex-pinkus keeps
+    // generated files off main and the 0.7.3-with-generated-files tag ships an
+    // older ABI-14 generation; grammar.json rules are JSON-equal, and the crate
+    // tarball is byte-for-byte what the kernel's cargo build compiles — table
+    // identity by construction). Replaces the ^0.4.0 tree-sitter-wasms build
+    // (ABI 13 → 15). NOT graph-neutral — delta is error-set membership only;
+    // classified list in the swift checklist doc.
+    'swift',
+    // R7b (Kotlin kernel port prep): fwcd tree-sitter-kotlin 0.3.8 (tag
+    // e1a2d5a), parser.c/scanner.c sha-matched crate↔tag; behavior-IDENTICAL
+    // to the tree-sitter-wasms build (0 CST/error disagreements across the
+    // gate repos) — a reproducibility re-vendor, ABI stays 14. The crates.io
+    // crate is UNUSABLE by the kernel (pins tree-sitter <0.23) and
+    // tree-sitter-kotlin-ng is a different grammar — the kernel compiles the
+    // same vendored C sources instead (codegraph-kernel/grammars/kotlin).
+    'kotlin',
+    // R7b batch 4 (Dart kernel port prep): the byte-copied tree-sitter-wasms
+    // 0.1.13 artifact (sha256 7f5364e4…, built from UserNobody14/
+    // tree-sitter-dart master@d4d8f3e337d8). tree-sitter-wasms' dart dep is an
+    // UNPINNED github ref, so a routine tree-sitter-wasms update would have
+    // silently changed dart's grammar — vendoring kills that hazard. The
+    // kernel compiles the same-commit vendored C (codegraph-kernel/grammars/
+    // dart); crates.io tree-sitter-dart is a different-lineage fork (rejected).
+    'dart',
+]);
+/** Absolute path of a language's grammar WASM (vendored or tree-sitter-wasms). */
+function resolveWasmPath(lang) {
+    const wasmFile = WASM_GRAMMAR_FILES[lang];
+    return VENDORED_WASM_LANGS.has(lang)
+        ? path.join(__dirname, 'wasm', wasmFile)
+        : require.resolve(`tree-sitter-wasms/out/${wasmFile}`);
+}
+/**
+ * Expand an index set's languages to the grammars actually needed to parse it.
+ * SFC languages (svelte/vue/astro) have no grammar of their own — their
+ * extractors delegate <script>/frontmatter content to the TS/JS extractor, so
+ * those grammars must be loaded even when no plain .ts/.js file is in the index
+ * set (e.g. a pure-.astro content site). CFML (.cfc/.cfm) likewise delegates
+ * bare-script content, <cfscript> tag bodies, and <cfquery> SQL bodies to the
+ * cfscript/cfquery grammars (see injections.scm in tree-sitter-cfml).
+ */
+function expandGrammarLanguages(languages) {
+    if (languages.some((l) => l === 'svelte' || l === 'vue' || l === 'astro')) {
+        languages = [...languages, 'typescript', 'javascript'];
+    }
+    if (languages.some((l) => l === 'cfml')) {
+        languages = [...languages, 'cfscript', 'cfquery'];
+    }
+    return languages;
+}
+/**
+ * Pre-read the grammar WASM bytes for an index set, keyed by language. The
+ * orchestrator reads each grammar ONCE and hands the bytes to every parse
+ * worker via its `load-grammars` message, so worker spawns/respawns load
+ * grammars from memory instead of re-reading them from disk — on slow storage
+ * (HDD, issue #1231) each respawn's grammar re-read otherwise amplifies the
+ * I/O contention that caused the respawn. Best-effort: a language whose WASM
+ * can't be read here is simply omitted, and the worker falls back to its own
+ * disk load (which surfaces the real error/warning path).
+ */
+async function readGrammarWasmBytes(languages) {
+    const out = {};
+    const toRead = [...new Set(expandGrammarLanguages(languages))].filter((lang) => lang in WASM_GRAMMAR_FILES);
+    for (const lang of toRead) {
+        try {
+            out[lang] = await fsp.readFile(resolveWasmPath(lang));
+        }
+        catch {
+            // fall through — the worker's own load reports the failure
+        }
+    }
+    return out;
+}
+/**
+ * Load grammar WASM files for specific languages only.
+ * Skips languages that are already loaded or have no WASM grammar.
+ * Must be called after initGrammars().
+ *
+ * `wasmBytes` (optional) holds pre-read grammar bytes keyed by language (from
+ * {@link readGrammarWasmBytes}, forwarded through the parse pool); when a
+ * language's bytes are present they're loaded from memory instead of disk.
+ */
+async function loadGrammarsForLanguages(languages, wasmBytes) {
+    if (!parserInitialized) {
+        await initGrammars();
+    }
+    languages = expandGrammarLanguages(languages);
+    // Deduplicate and filter to languages that have WASM grammars and aren't already loaded
+    const toLoad = [...new Set(languages)].filter((lang) => lang in WASM_GRAMMAR_FILES &&
+        !languageCache.has(lang) &&
+        !unavailableGrammarErrors.has(lang));
+    // Load grammars sequentially to avoid web-tree-sitter WASM race condition on Node 20+
+    // See: https://github.com/tree-sitter/tree-sitter/issues/2338
+    for (const lang of toLoad) {
+        try {
+            const bytes = wasmBytes?.[lang];
+            const language = await web_tree_sitter_1.Language.load(bytes ?? resolveWasmPath(lang));
+            languageCache.set(lang, language);
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            console.warn(`[CodeGraph] Failed to load ${lang} grammar — parsing will be unavailable: ${message}`);
+            unavailableGrammarErrors.set(lang, message);
+        }
+    }
+}
+/**
+ * Load ALL grammar WASM files. Convenience function for tests and
+ * backward compatibility. Prefer loadGrammarsForLanguages() in production.
+ */
+async function loadAllGrammars() {
+    const allLanguages = Object.keys(WASM_GRAMMAR_FILES);
+    await loadGrammarsForLanguages(allLanguages);
+}
+/**
+ * Check if grammars have been initialized
+ */
+function isGrammarsInitialized() {
+    return parserInitialized;
+}
+/**
+ * Get a parser for the specified language.
+ * Returns synchronously from pre-loaded cache.
+ */
+function getParser(language) {
+    if (parserCache.has(language)) {
+        return parserCache.get(language);
+    }
+    const lang = languageCache.get(language);
+    if (!lang) {
+        return null;
+    }
+    const parser = new web_tree_sitter_1.Parser();
+    parser.setLanguage(lang);
+    parserCache.set(language, parser);
+    return parser;
+}
+/**
+ * Detect language from file extension.
+ *
+ * `overrides` is the project's validated custom extension → language map (from
+ * `codegraph.json`); when present its mappings take precedence over the built-in
+ * `EXTENSION_MAP`. Omitting it is byte-identical to the zero-config behavior.
+ */
+function detectLanguage(filePath, source, overrides) {
+    // Play `conf/routes` has no grammar — route through the no-symbol path; the
+    // Play framework resolver extracts route nodes from it.
+    if (isPlayRoutesFile(filePath))
+        return 'yaml';
+    const ext = filePath.substring(filePath.lastIndexOf('.')).toLowerCase();
+    // Shopify OS 2.0 JSON templates / section groups → the Liquid extractor (it
+    // links each section `"type"` to its `sections/<type>.liquid`).
+    if (isShopifyLiquidJson(filePath))
+        return 'liquid';
+    // OTP `.app`/`.app.src` resource files — Erlang terms the grammar parses as
+    // top-level expressions (last-dot ext `.src` is too generic for the map).
+    if (isErlangAppFile(filePath))
+        return 'erlang';
+    const lang = (overrides && overrides[ext]) || exports.EXTENSION_MAP[ext] || 'unknown';
+    // .h files could be C, C++, or Objective-C — check source content
+    if (lang === 'c' && ext === '.h' && source) {
+        if (looksLikeCpp(source))
+            return 'cpp';
+        if (looksLikeObjc(source))
+            return 'objc';
+    }
+    return lang;
+}
+/**
+ * Heuristic: does a .h file contain C++ constructs?
+ * Checks the first ~8KB for patterns that are unique to C++ and never valid C.
+ */
+function looksLikeCpp(source) {
+    const sample = source.substring(0, 8192);
+    // The `class MACRO Name : Base` / `class MACRO Name { … }` branch mirrors what
+    // `blankCppExportMacros` recovers: an ALL-CAPS export/visibility macro
+    // (`ENGINE_API`, `MYMODULE_API`, `*_EXPORT`, …) sitting between `class`/`struct`
+    // and the type name. Without it, a header whose ONLY C++ signal is such a
+    // macro-annotated class — common for lean Unreal-Engine types that carry just
+    // `GENERATED_BODY()` and no explicit `public:`/`virtual` — is misdetected as C,
+    // routed through the C extractor (which extracts no classes), and its class
+    // definition silently vanishes. The two-token shape (`<KW> <MACRO> <Name>`
+    // before a `[:{]`) never occurs in valid C, so this can't misclassify C headers.
+    return /\bnamespace\b|\bclass\s+\w+\s*[:{]|\b(?:class|struct)\s+[A-Z][A-Z0-9_]+\s+\w+\s*(?:final\s*)?[:{]|\btemplate\s*<|\b(?:public|private|protected)\s*:|\bvirtual\b|\busing\s+(?:namespace\b|\w+\s*=)/.test(sample);
+}
+/**
+ * Heuristic: does a .h file contain Objective-C constructs?
+ */
+function looksLikeObjc(source) {
+    const sample = source.substring(0, 8192);
+    return /@(?:interface|implementation|protocol|synthesize)\b/.test(sample);
+}
+/**
+ * Check if a language is supported (has a grammar defined).
+ * Returns true if the grammar exists, even if not yet loaded.
+ */
+function isLanguageSupported(language) {
+    if (language === 'svelte')
+        return true; // custom extractor (script block delegation)
+    if (language === 'vue')
+        return true; // custom extractor (script block delegation)
+    if (language === 'astro')
+        return true; // custom extractor (frontmatter/script block delegation)
+    if (language === 'liquid')
+        return true; // custom regex extractor
+    if (language === 'razor')
+        return true; // custom RazorExtractor (.cshtml/.razor markup)
+    if (language === 'yaml')
+        return true; // file-level tracking only; Drupal routing extraction via framework resolver
+    if (language === 'twig')
+        return true; // file-level tracking only
+    if (language === 'xml')
+        return true; // MyBatis mapper extractor
+    if (language === 'properties')
+        return true; // Spring config keys
+    if (language === 'unknown')
+        return false;
+    return language in WASM_GRAMMAR_FILES;
+}
+/**
+ * Check if a grammar has been loaded and is ready for parsing.
+ */
+function isGrammarLoaded(language) {
+    if (language === 'svelte' || language === 'vue' || language === 'astro' || language === 'liquid' || language === 'razor')
+        return true;
+    if (language === 'yaml' || language === 'twig')
+        return true; // no WASM grammar needed
+    if (language === 'xml' || language === 'properties')
+        return true; // no WASM grammar needed
+    return languageCache.has(language);
+}
+/**
+ * Languages tracked at the file-record level only: parsing emits zero symbol
+ * nodes, but the file is still stored (and framework resolvers may add per-file
+ * references later, e.g. Drupal routing yml, Spring `@Value` against
+ * application.properties). This is the canonical set behind the no-symbol
+ * branch in `tree-sitter.ts`; `xml` is intentionally excluded because its
+ * MyBatis extractor emits a file node. Callers use this to count such files as
+ * indexed rather than skipped, so it must stay in sync with that branch.
+ */
+function isFileLevelOnlyLanguage(language) {
+    return language === 'yaml' || language === 'twig' || language === 'properties';
+}
+/**
+ * Get all supported languages (those with grammar definitions).
+ */
+function getSupportedLanguages() {
+    return [...Object.keys(WASM_GRAMMAR_FILES), 'svelte', 'vue', 'astro', 'liquid'];
+}
+/**
+ * Reset the cached parser for a language to reclaim WASM heap memory.
+ * The tree-sitter WASM runtime accumulates fragmented memory over thousands
+ * of parses. Deleting and recreating the Parser instance forces the WASM
+ * heap to reset, preventing "memory access out of bounds" crashes in
+ * large repos.
+ */
+function resetParser(language) {
+    const old = parserCache.get(language);
+    if (old) {
+        old.delete();
+        parserCache.delete(language);
+    }
+}
+/**
+ * Clear parser/grammar caches (useful for testing)
+ */
+function clearParserCache() {
+    for (const parser of parserCache.values()) {
+        parser.delete();
+    }
+    parserCache.clear();
+    // Note: languageCache is NOT cleared — WASM languages persist.
+    // To fully re-init, set parserInitialized = false and call initGrammars() again.
+    unavailableGrammarErrors.clear();
+}
+/**
+ * Report grammars that failed to load.
+ */
+function getUnavailableGrammarErrors() {
+    const out = {};
+    for (const [language, message] of unavailableGrammarErrors.entries()) {
+        out[language] = message;
+    }
+    return out;
+}
+/**
+ * Get language display name
+ */
+function getLanguageDisplayName(language) {
+    const names = {
+        typescript: 'TypeScript',
+        javascript: 'JavaScript',
+        tsx: 'TypeScript (TSX)',
+        jsx: 'JavaScript (JSX)',
+        python: 'Python',
+        go: 'Go',
+        rust: 'Rust',
+        r: 'R',
+        java: 'Java',
+        c: 'C',
+        cpp: 'C++',
+        csharp: 'C#',
+        razor: 'Razor/Blazor',
+        php: 'PHP',
+        ruby: 'Ruby',
+        swift: 'Swift',
+        kotlin: 'Kotlin',
+        dart: 'Dart',
+        svelte: 'Svelte',
+        vue: 'Vue',
+        astro: 'Astro',
+        liquid: 'Liquid',
+        pascal: 'Pascal / Delphi',
+        scala: 'Scala',
+        lua: 'Lua',
+        luau: 'Luau',
+        objc: 'Objective-C',
+        solidity: 'Solidity',
+        nix: 'Nix',
+        yaml: 'YAML',
+        twig: 'Twig',
+        xml: 'XML',
+        properties: 'Java properties',
+        cfml: 'CFML',
+        cfscript: 'CFScript',
+        cfquery: 'CFQuery (SQL)',
+        cobol: 'COBOL',
+        vbnet: 'Visual Basic .NET',
+        erlang: 'Erlang',
+        terraform: 'Terraform',
+        arkts: 'ArkTS',
+        unknown: 'Unknown',
+    };
+    return names[language] || language;
+}
+//# sourceMappingURL=grammars.js.map