gitnexus 1.2.6 → 1.2.7

package/dist/core/ingestion/tree-sitter-queries.js

@@ -7,304 +7,304 @@ import { SupportedLanguages } from '../../config/supported-languages.js';
  * compatible with the standard tree-sitter grammars.
  */
 // TypeScript queries - works with tree-sitter-typescript
-export const TYPESCRIPT_QUERIES = `
-(class_declaration
-  name: (type_identifier) @name) @definition.class
-
-(interface_declaration
-  name: (type_identifier) @name) @definition.interface
-
-(function_declaration
-  name: (identifier) @name) @definition.function
-
-(method_definition
-  name: (property_identifier) @name) @definition.method
-
-(lexical_declaration
-  (variable_declarator
-    name: (identifier) @name
-    value: (arrow_function))) @definition.function
-
-(lexical_declaration
-  (variable_declarator
-    name: (identifier) @name
-    value: (function_expression))) @definition.function
-
-(export_statement
-  declaration: (lexical_declaration
-    (variable_declarator
-      name: (identifier) @name
-      value: (arrow_function)))) @definition.function
-
-(export_statement
-  declaration: (lexical_declaration
-    (variable_declarator
-      name: (identifier) @name
-      value: (function_expression)))) @definition.function
-
-(import_statement
-  source: (string) @import.source) @import
-
-(call_expression
-  function: (identifier) @call.name) @call
-
-(call_expression
-  function: (member_expression
-    property: (property_identifier) @call.name)) @call
-
-; Heritage queries - class extends
-(class_declaration
-  name: (type_identifier) @heritage.class
-  (class_heritage
-    (extends_clause
-      value: (identifier) @heritage.extends))) @heritage
-
-; Heritage queries - class implements interface
-(class_declaration
-  name: (type_identifier) @heritage.class
-  (class_heritage
-    (implements_clause
-      (type_identifier) @heritage.implements))) @heritage.impl
+export const TYPESCRIPT_QUERIES = `
+(class_declaration
+  name: (type_identifier) @name) @definition.class
+
+(interface_declaration
+  name: (type_identifier) @name) @definition.interface
+
+(function_declaration
+  name: (identifier) @name) @definition.function
+
+(method_definition
+  name: (property_identifier) @name) @definition.method
+
+(lexical_declaration
+  (variable_declarator
+    name: (identifier) @name
+    value: (arrow_function))) @definition.function
+
+(lexical_declaration
+  (variable_declarator
+    name: (identifier) @name
+    value: (function_expression))) @definition.function
+
+(export_statement
+  declaration: (lexical_declaration
+    (variable_declarator
+      name: (identifier) @name
+      value: (arrow_function)))) @definition.function
+
+(export_statement
+  declaration: (lexical_declaration
+    (variable_declarator
+      name: (identifier) @name
+      value: (function_expression)))) @definition.function
+
+(import_statement
+  source: (string) @import.source) @import
+
+(call_expression
+  function: (identifier) @call.name) @call
+
+(call_expression
+  function: (member_expression
+    property: (property_identifier) @call.name)) @call
+
+; Heritage queries - class extends
+(class_declaration
+  name: (type_identifier) @heritage.class
+  (class_heritage
+    (extends_clause
+      value: (identifier) @heritage.extends))) @heritage
+
+; Heritage queries - class implements interface
+(class_declaration
+  name: (type_identifier) @heritage.class
+  (class_heritage
+    (implements_clause
+      (type_identifier) @heritage.implements))) @heritage.impl
 `;
 // JavaScript queries - works with tree-sitter-javascript  
-export const JAVASCRIPT_QUERIES = `
-(class_declaration
-  name: (identifier) @name) @definition.class
-
-(function_declaration
-  name: (identifier) @name) @definition.function
-
-(method_definition
-  name: (property_identifier) @name) @definition.method
-
-(lexical_declaration
-  (variable_declarator
-    name: (identifier) @name
-    value: (arrow_function))) @definition.function
-
-(lexical_declaration
-  (variable_declarator
-    name: (identifier) @name
-    value: (function_expression))) @definition.function
-
-(export_statement
-  declaration: (lexical_declaration
-    (variable_declarator
-      name: (identifier) @name
-      value: (arrow_function)))) @definition.function
-
-(export_statement
-  declaration: (lexical_declaration
-    (variable_declarator
-      name: (identifier) @name
-      value: (function_expression)))) @definition.function
-
-(import_statement
-  source: (string) @import.source) @import
-
-(call_expression
-  function: (identifier) @call.name) @call
-
-(call_expression
-  function: (member_expression
-    property: (property_identifier) @call.name)) @call
-
-; Heritage queries - class extends (JavaScript uses different AST than TypeScript)
-; In tree-sitter-javascript, class_heritage directly contains the parent identifier
-(class_declaration
-  name: (identifier) @heritage.class
-  (class_heritage
-    (identifier) @heritage.extends)) @heritage
+export const JAVASCRIPT_QUERIES = `
+(class_declaration
+  name: (identifier) @name) @definition.class
+
+(function_declaration
+  name: (identifier) @name) @definition.function
+
+(method_definition
+  name: (property_identifier) @name) @definition.method
+
+(lexical_declaration
+  (variable_declarator
+    name: (identifier) @name
+    value: (arrow_function))) @definition.function
+
+(lexical_declaration
+  (variable_declarator
+    name: (identifier) @name
+    value: (function_expression))) @definition.function
+
+(export_statement
+  declaration: (lexical_declaration
+    (variable_declarator
+      name: (identifier) @name
+      value: (arrow_function)))) @definition.function
+
+(export_statement
+  declaration: (lexical_declaration
+    (variable_declarator
+      name: (identifier) @name
+      value: (function_expression)))) @definition.function
+
+(import_statement
+  source: (string) @import.source) @import
+
+(call_expression
+  function: (identifier) @call.name) @call
+
+(call_expression
+  function: (member_expression
+    property: (property_identifier) @call.name)) @call
+
+; Heritage queries - class extends (JavaScript uses different AST than TypeScript)
+; In tree-sitter-javascript, class_heritage directly contains the parent identifier
+(class_declaration
+  name: (identifier) @heritage.class
+  (class_heritage
+    (identifier) @heritage.extends)) @heritage
 `;
 // Python queries - works with tree-sitter-python
-export const PYTHON_QUERIES = `
-(class_definition
-  name: (identifier) @name) @definition.class
-
-(function_definition
-  name: (identifier) @name) @definition.function
-
-(import_statement
-  name: (dotted_name) @import.source) @import
-
-(import_from_statement
-  module_name: (dotted_name) @import.source) @import
-
-(call
-  function: (identifier) @call.name) @call
-
-(call
-  function: (attribute
-    attribute: (identifier) @call.name)) @call
-
-; Heritage queries - Python class inheritance
-(class_definition
-  name: (identifier) @heritage.class
-  superclasses: (argument_list
-    (identifier) @heritage.extends)) @heritage
+export const PYTHON_QUERIES = `
+(class_definition
+  name: (identifier) @name) @definition.class
+
+(function_definition
+  name: (identifier) @name) @definition.function
+
+(import_statement
+  name: (dotted_name) @import.source) @import
+
+(import_from_statement
+  module_name: (dotted_name) @import.source) @import
+
+(call
+  function: (identifier) @call.name) @call
+
+(call
+  function: (attribute
+    attribute: (identifier) @call.name)) @call
+
+; Heritage queries - Python class inheritance
+(class_definition
+  name: (identifier) @heritage.class
+  superclasses: (argument_list
+    (identifier) @heritage.extends)) @heritage
 `;
 // Java queries - works with tree-sitter-java
-export const JAVA_QUERIES = `
-; Classes, Interfaces, Enums, Annotations
-(class_declaration name: (identifier) @name) @definition.class
-(interface_declaration name: (identifier) @name) @definition.interface
-(enum_declaration name: (identifier) @name) @definition.enum
-(annotation_type_declaration name: (identifier) @name) @definition.annotation
-
-; Methods & Constructors
-(method_declaration name: (identifier) @name) @definition.method
-(constructor_declaration name: (identifier) @name) @definition.constructor
-
-; Imports - capture any import declaration child as source
-(import_declaration (_) @import.source) @import
-
-; Calls
-(method_invocation name: (identifier) @call.name) @call
-(method_invocation object: (_) name: (identifier) @call.name) @call
-
-; Heritage - extends class
-(class_declaration name: (identifier) @heritage.class
-  (superclass (type_identifier) @heritage.extends)) @heritage
-
-; Heritage - implements interfaces
-(class_declaration name: (identifier) @heritage.class
-  (super_interfaces (type_list (type_identifier) @heritage.implements))) @heritage.impl
+export const JAVA_QUERIES = `
+; Classes, Interfaces, Enums, Annotations
+(class_declaration name: (identifier) @name) @definition.class
+(interface_declaration name: (identifier) @name) @definition.interface
+(enum_declaration name: (identifier) @name) @definition.enum
+(annotation_type_declaration name: (identifier) @name) @definition.annotation
+
+; Methods & Constructors
+(method_declaration name: (identifier) @name) @definition.method
+(constructor_declaration name: (identifier) @name) @definition.constructor
+
+; Imports - capture any import declaration child as source
+(import_declaration (_) @import.source) @import
+
+; Calls
+(method_invocation name: (identifier) @call.name) @call
+(method_invocation object: (_) name: (identifier) @call.name) @call
+
+; Heritage - extends class
+(class_declaration name: (identifier) @heritage.class
+  (superclass (type_identifier) @heritage.extends)) @heritage
+
+; Heritage - implements interfaces
+(class_declaration name: (identifier) @heritage.class
+  (super_interfaces (type_list (type_identifier) @heritage.implements))) @heritage.impl
 `;
 // C queries - works with tree-sitter-c
-export const C_QUERIES = `
-; Functions
-(function_definition declarator: (function_declarator declarator: (identifier) @name)) @definition.function
-(declaration declarator: (function_declarator declarator: (identifier) @name)) @definition.function
-
-; Structs, Unions, Enums, Typedefs
-(struct_specifier name: (type_identifier) @name) @definition.struct
-(union_specifier name: (type_identifier) @name) @definition.union
-(enum_specifier name: (type_identifier) @name) @definition.enum
-(type_definition declarator: (type_identifier) @name) @definition.typedef
-
-; Macros
-(preproc_function_def name: (identifier) @name) @definition.macro
-(preproc_def name: (identifier) @name) @definition.macro
-
-; Includes
-(preproc_include path: (_) @import.source) @import
-
-; Calls
-(call_expression function: (identifier) @call.name) @call
-(call_expression function: (field_expression field: (field_identifier) @call.name)) @call
+export const C_QUERIES = `
+; Functions
+(function_definition declarator: (function_declarator declarator: (identifier) @name)) @definition.function
+(declaration declarator: (function_declarator declarator: (identifier) @name)) @definition.function
+
+; Structs, Unions, Enums, Typedefs
+(struct_specifier name: (type_identifier) @name) @definition.struct
+(union_specifier name: (type_identifier) @name) @definition.union
+(enum_specifier name: (type_identifier) @name) @definition.enum
+(type_definition declarator: (type_identifier) @name) @definition.typedef
+
+; Macros
+(preproc_function_def name: (identifier) @name) @definition.macro
+(preproc_def name: (identifier) @name) @definition.macro
+
+; Includes
+(preproc_include path: (_) @import.source) @import
+
+; Calls
+(call_expression function: (identifier) @call.name) @call
+(call_expression function: (field_expression field: (field_identifier) @call.name)) @call
 `;
 // Go queries - works with tree-sitter-go
-export const GO_QUERIES = `
-; Functions & Methods
-(function_declaration name: (identifier) @name) @definition.function
-(method_declaration name: (field_identifier) @name) @definition.method
-
-; Types
-(type_declaration (type_spec name: (type_identifier) @name type: (struct_type))) @definition.struct
-(type_declaration (type_spec name: (type_identifier) @name type: (interface_type))) @definition.interface
-(type_declaration (type_spec name: (type_identifier) @name)) @definition.type
-
-; Imports
-(import_declaration (import_spec path: (interpreted_string_literal) @import.source)) @import
-(import_declaration (import_spec_list (import_spec path: (interpreted_string_literal) @import.source))) @import
-
-; Calls
-(call_expression function: (identifier) @call.name) @call
-(call_expression function: (selector_expression field: (field_identifier) @call.name)) @call
+export const GO_QUERIES = `
+; Functions & Methods
+(function_declaration name: (identifier) @name) @definition.function
+(method_declaration name: (field_identifier) @name) @definition.method
+
+; Types
+(type_declaration (type_spec name: (type_identifier) @name type: (struct_type))) @definition.struct
+(type_declaration (type_spec name: (type_identifier) @name type: (interface_type))) @definition.interface
+(type_declaration (type_spec name: (type_identifier) @name)) @definition.type
+
+; Imports
+(import_declaration (import_spec path: (interpreted_string_literal) @import.source)) @import
+(import_declaration (import_spec_list (import_spec path: (interpreted_string_literal) @import.source))) @import
+
+; Calls
+(call_expression function: (identifier) @call.name) @call
+(call_expression function: (selector_expression field: (field_identifier) @call.name)) @call
 `;
 // C++ queries - works with tree-sitter-cpp
-export const CPP_QUERIES = `
-; Classes, Structs, Namespaces
-(class_specifier name: (type_identifier) @name) @definition.class
-(struct_specifier name: (type_identifier) @name) @definition.struct
-(namespace_definition name: (namespace_identifier) @name) @definition.namespace
-(enum_specifier name: (type_identifier) @name) @definition.enum
-
-; Functions & Methods
-(function_definition declarator: (function_declarator declarator: (identifier) @name)) @definition.function
-(function_definition declarator: (function_declarator declarator: (qualified_identifier name: (identifier) @name))) @definition.method
-
-; Templates
-(template_declaration (class_specifier name: (type_identifier) @name)) @definition.template
-(template_declaration (function_definition declarator: (function_declarator declarator: (identifier) @name))) @definition.template
-
-; Includes
-(preproc_include path: (_) @import.source) @import
-
-; Calls
-(call_expression function: (identifier) @call.name) @call
-(call_expression function: (field_expression field: (field_identifier) @call.name)) @call
-(call_expression function: (qualified_identifier name: (identifier) @call.name)) @call
-(call_expression function: (template_function name: (identifier) @call.name)) @call
-
-; Heritage
-(class_specifier name: (type_identifier) @heritage.class
-  (base_class_clause (type_identifier) @heritage.extends)) @heritage
-(class_specifier name: (type_identifier) @heritage.class
-  (base_class_clause (access_specifier) (type_identifier) @heritage.extends)) @heritage
+export const CPP_QUERIES = `
+; Classes, Structs, Namespaces
+(class_specifier name: (type_identifier) @name) @definition.class
+(struct_specifier name: (type_identifier) @name) @definition.struct
+(namespace_definition name: (namespace_identifier) @name) @definition.namespace
+(enum_specifier name: (type_identifier) @name) @definition.enum
+
+; Functions & Methods
+(function_definition declarator: (function_declarator declarator: (identifier) @name)) @definition.function
+(function_definition declarator: (function_declarator declarator: (qualified_identifier name: (identifier) @name))) @definition.method
+
+; Templates
+(template_declaration (class_specifier name: (type_identifier) @name)) @definition.template
+(template_declaration (function_definition declarator: (function_declarator declarator: (identifier) @name))) @definition.template
+
+; Includes
+(preproc_include path: (_) @import.source) @import
+
+; Calls
+(call_expression function: (identifier) @call.name) @call
+(call_expression function: (field_expression field: (field_identifier) @call.name)) @call
+(call_expression function: (qualified_identifier name: (identifier) @call.name)) @call
+(call_expression function: (template_function name: (identifier) @call.name)) @call
+
+; Heritage
+(class_specifier name: (type_identifier) @heritage.class
+  (base_class_clause (type_identifier) @heritage.extends)) @heritage
+(class_specifier name: (type_identifier) @heritage.class
+  (base_class_clause (access_specifier) (type_identifier) @heritage.extends)) @heritage
 `;
 // C# queries - works with tree-sitter-c-sharp
-export const CSHARP_QUERIES = `
-; Types
-(class_declaration name: (identifier) @name) @definition.class
-(interface_declaration name: (identifier) @name) @definition.interface
-(struct_declaration name: (identifier) @name) @definition.struct
-(enum_declaration name: (identifier) @name) @definition.enum
-(record_declaration name: (identifier) @name) @definition.record
-(delegate_declaration name: (identifier) @name) @definition.delegate
-
-; Namespaces
-(namespace_declaration name: (identifier) @name) @definition.namespace
-(namespace_declaration name: (qualified_name) @name) @definition.namespace
-
-; Methods & Properties
-(method_declaration name: (identifier) @name) @definition.method
-(local_function_statement name: (identifier) @name) @definition.function
-(constructor_declaration name: (identifier) @name) @definition.constructor
-(property_declaration name: (identifier) @name) @definition.property
-
-; Using
-(using_directive (qualified_name) @import.source) @import
-(using_directive (identifier) @import.source) @import
-
-; Calls
-(invocation_expression function: (identifier) @call.name) @call
-(invocation_expression function: (member_access_expression name: (identifier) @call.name)) @call
-
-; Heritage
-(class_declaration name: (identifier) @heritage.class
-  (base_list (simple_base_type (identifier) @heritage.extends))) @heritage
-(class_declaration name: (identifier) @heritage.class
-  (base_list (simple_base_type (generic_name (identifier) @heritage.extends)))) @heritage
+export const CSHARP_QUERIES = `
+; Types
+(class_declaration name: (identifier) @name) @definition.class
+(interface_declaration name: (identifier) @name) @definition.interface
+(struct_declaration name: (identifier) @name) @definition.struct
+(enum_declaration name: (identifier) @name) @definition.enum
+(record_declaration name: (identifier) @name) @definition.record
+(delegate_declaration name: (identifier) @name) @definition.delegate
+
+; Namespaces
+(namespace_declaration name: (identifier) @name) @definition.namespace
+(namespace_declaration name: (qualified_name) @name) @definition.namespace
+
+; Methods & Properties
+(method_declaration name: (identifier) @name) @definition.method
+(local_function_statement name: (identifier) @name) @definition.function
+(constructor_declaration name: (identifier) @name) @definition.constructor
+(property_declaration name: (identifier) @name) @definition.property
+
+; Using
+(using_directive (qualified_name) @import.source) @import
+(using_directive (identifier) @import.source) @import
+
+; Calls
+(invocation_expression function: (identifier) @call.name) @call
+(invocation_expression function: (member_access_expression name: (identifier) @call.name)) @call
+
+; Heritage
+(class_declaration name: (identifier) @heritage.class
+  (base_list (simple_base_type (identifier) @heritage.extends))) @heritage
+(class_declaration name: (identifier) @heritage.class
+  (base_list (simple_base_type (generic_name (identifier) @heritage.extends)))) @heritage
 `;
 // Rust queries - works with tree-sitter-rust
-export const RUST_QUERIES = `
-; Functions & Items
-(function_item name: (identifier) @name) @definition.function
-(struct_item name: (type_identifier) @name) @definition.struct
-(enum_item name: (type_identifier) @name) @definition.enum
-(trait_item name: (type_identifier) @name) @definition.trait
-(impl_item type: (type_identifier) @name) @definition.impl
-(mod_item name: (identifier) @name) @definition.module
-
-; Type aliases, const, static, macros
-(type_item name: (type_identifier) @name) @definition.type
-(const_item name: (identifier) @name) @definition.const
-(static_item name: (identifier) @name) @definition.static
-(macro_definition name: (identifier) @name) @definition.macro
-
-; Use statements
-(use_declaration argument: (_) @import.source) @import
-
-; Calls
-(call_expression function: (identifier) @call.name) @call
-(call_expression function: (field_expression field: (field_identifier) @call.name)) @call
-(call_expression function: (scoped_identifier name: (identifier) @call.name)) @call
-(call_expression function: (generic_function function: (identifier) @call.name)) @call
-
-; Heritage (trait implementation)
-(impl_item trait: (type_identifier) @heritage.trait type: (type_identifier) @heritage.class) @heritage
-(impl_item trait: (generic_type type: (type_identifier) @heritage.trait) type: (type_identifier) @heritage.class) @heritage
+export const RUST_QUERIES = `
+; Functions & Items
+(function_item name: (identifier) @name) @definition.function
+(struct_item name: (type_identifier) @name) @definition.struct
+(enum_item name: (type_identifier) @name) @definition.enum
+(trait_item name: (type_identifier) @name) @definition.trait
+(impl_item type: (type_identifier) @name) @definition.impl
+(mod_item name: (identifier) @name) @definition.module
+
+; Type aliases, const, static, macros
+(type_item name: (type_identifier) @name) @definition.type
+(const_item name: (identifier) @name) @definition.const
+(static_item name: (identifier) @name) @definition.static
+(macro_definition name: (identifier) @name) @definition.macro
+
+; Use statements
+(use_declaration argument: (_) @import.source) @import
+
+; Calls
+(call_expression function: (identifier) @call.name) @call
+(call_expression function: (field_expression field: (field_identifier) @call.name)) @call
+(call_expression function: (scoped_identifier name: (identifier) @call.name)) @call
+(call_expression function: (generic_function function: (identifier) @call.name)) @call
+
+; Heritage (trait implementation)
+(impl_item trait: (type_identifier) @heritage.trait type: (type_identifier) @heritage.class) @heritage
+(impl_item trait: (generic_type type: (type_identifier) @heritage.trait) type: (type_identifier) @heritage.class) @heritage
 `;
 export const LANGUAGE_QUERIES = {
     [SupportedLanguages.TypeScript]: TYPESCRIPT_QUERIES,

package/dist/core/ingestion/workers/parse-worker.js

@@ -328,6 +328,9 @@ const processFileGroup = (files, language, queryString, result, onFileProcessed)
         return;
     }
     for (const file of files) {
+        // Skip very large files — they can crash tree-sitter or cause OOM
+        if (file.content.length > 512 * 1024)
+            continue;
         let tree;
         try {
             tree = parser.parse(file.content, undefined, { bufferSize: 1024 * 256 });
@@ -444,8 +447,14 @@ const processFileGroup = (files, language, queryString, result, onFileProcessed)
 // Worker message handler
 // ============================================================================
 parentPort.on('message', (files) => {
-    const result = processBatch(files, (filesProcessed) => {
-        parentPort.postMessage({ type: 'progress', filesProcessed });
-    });
-    parentPort.postMessage({ type: 'result', data: result });
+    try {
+        const result = processBatch(files, (filesProcessed) => {
+            parentPort.postMessage({ type: 'progress', filesProcessed });
+        });
+        parentPort.postMessage({ type: 'result', data: result });
+    }
+    catch (err) {
+        const message = err instanceof Error ? err.message : String(err);
+        parentPort.postMessage({ type: 'error', error: message });
+    }
 });