@nahisaho/musubix-codegraph 2.3.0

package/dist/indexer/indexer.js

@@ -0,0 +1,206 @@
+/**
+ * @nahisaho/musubix-codegraph - Indexer
+ *
+ * Repository and directory indexing
+ *
+ * @see REQ-CG-IDX-001 - Repository indexing
+ * @see REQ-CG-IDX-002 - Incremental indexing
+ * @see DES-CG-004
+ * @see TSK-CG-030
+ */
+import * as fs from 'fs/promises';
+import * as path from 'path';
+import { getLanguageFromExtension } from '../types.js';
+/**
+ * Indexer for code repositories
+ *
+ * Scans directories, parses files, and builds the code graph.
+ */
+export class Indexer {
+    parser;
+    graph;
+    options;
+    progressCallback = null;
+    constructor(parser, graph, options = {}) {
+        this.parser = parser;
+        this.graph = graph;
+        this.options = {
+            ignorePatterns: options.ignorePatterns ?? [
+                '**/node_modules/**',
+                '**/.git/**',
+                '**/dist/**',
+                '**/build/**',
+                '**/coverage/**',
+                '**/*.min.js',
+                '**/*.bundle.js',
+            ],
+            maxFileSize: options.maxFileSize ?? 1024 * 1024, // 1MB
+            parallelism: options.parallelism ?? 4,
+        };
+    }
+    /**
+     * Set progress callback
+     */
+    onProgress(callback) {
+        this.progressCallback = callback;
+    }
+    /**
+     * Index a repository or directory
+     */
+    async indexRepository(repoPath) {
+        const startTime = Date.now();
+        const errors = [];
+        let entitiesIndexed = 0;
+        let relationsIndexed = 0;
+        let filesProcessed = 0;
+        // Discover files
+        const files = await this.discoverFiles(repoPath);
+        const total = files.length;
+        // Process files
+        for (let i = 0; i < files.length; i++) {
+            const file = files[i];
+            try {
+                const result = await this.parser.parseFile(file);
+                if (result.errors.length > 0) {
+                    for (const error of result.errors) {
+                        errors.push({
+                            filePath: file,
+                            message: error.message,
+                            line: error.line,
+                        });
+                    }
+                }
+                // Add to graph
+                await this.graph.addParseResults(result.entities, result.relations);
+                entitiesIndexed += result.entities.length;
+                relationsIndexed += result.relations.length;
+                filesProcessed++;
+                // Report progress
+                if (this.progressCallback) {
+                    const progress = {
+                        processed: i + 1,
+                        total,
+                        currentFile: file,
+                        percentage: Math.round(((i + 1) / total) * 100),
+                    };
+                    this.progressCallback(progress);
+                }
+            }
+            catch (error) {
+                errors.push({
+                    filePath: file,
+                    message: error instanceof Error ? error.message : String(error),
+                });
+            }
+        }
+        return {
+            success: errors.length === 0,
+            entitiesIndexed,
+            relationsIndexed,
+            filesProcessed,
+            durationMs: Date.now() - startTime,
+            errors,
+        };
+    }
+    /**
+     * Index a single file
+     */
+    async indexFile(filePath) {
+        const startTime = Date.now();
+        const errors = [];
+        try {
+            const result = await this.parser.parseFile(filePath);
+            if (result.errors.length > 0) {
+                for (const error of result.errors) {
+                    errors.push({
+                        filePath,
+                        message: error.message,
+                        line: error.line,
+                    });
+                }
+            }
+            await this.graph.addParseResults(result.entities, result.relations);
+            return {
+                success: errors.length === 0,
+                entitiesIndexed: result.entities.length,
+                relationsIndexed: result.relations.length,
+                filesProcessed: 1,
+                durationMs: Date.now() - startTime,
+                errors,
+            };
+        }
+        catch (error) {
+            return {
+                success: false,
+                entitiesIndexed: 0,
+                relationsIndexed: 0,
+                filesProcessed: 0,
+                durationMs: Date.now() - startTime,
+                errors: [{
+                        filePath,
+                        message: error instanceof Error ? error.message : String(error),
+                    }],
+            };
+        }
+    }
+    /**
+     * Discover all parseable files in directory
+     */
+    async discoverFiles(dirPath) {
+        const files = [];
+        await this.walkDirectory(dirPath, files);
+        return files;
+    }
+    /**
+     * Recursively walk directory
+     */
+    async walkDirectory(dirPath, files) {
+        try {
+            const entries = await fs.readdir(dirPath, { withFileTypes: true });
+            for (const entry of entries) {
+                const fullPath = path.join(dirPath, entry.name);
+                // Check exclusions
+                if (this.shouldExclude(fullPath)) {
+                    continue;
+                }
+                if (entry.isDirectory()) {
+                    await this.walkDirectory(fullPath, files);
+                }
+                else if (entry.isFile()) {
+                    const language = getLanguageFromExtension(fullPath);
+                    if (language) {
+                        files.push(fullPath);
+                    }
+                }
+            }
+        }
+        catch {
+            // Skip directories we can't read
+        }
+    }
+    /**
+     * Check if path should be excluded
+     */
+    shouldExclude(filePath) {
+        for (const pattern of this.options.ignorePatterns) {
+            if (this.matchGlob(filePath, pattern)) {
+                return true;
+            }
+        }
+        return false;
+    }
+    /**
+     * Simple glob matching
+     */
+    matchGlob(filePath, pattern) {
+        // Convert glob to regex
+        const regexPattern = pattern
+            .replace(/\*\*/g, '<<<DOUBLESTAR>>>')
+            .replace(/\*/g, '[^/]*')
+            .replace(/<<<DOUBLESTAR>>>/g, '.*')
+            .replace(/\?/g, '.');
+        const regex = new RegExp(regexPattern);
+        return regex.test(filePath);
+    }
+}
+//# sourceMappingURL=indexer.js.map

package/dist/indexer/indexer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../../src/indexer/indexer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAO7B,OAAO,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAC;AASvD;;;;GAIG;AACH,MAAM,OAAO,OAAO;IACV,MAAM,CAAY;IAClB,KAAK,CAAc;IACnB,OAAO,CAA2B;IAClC,gBAAgB,GAA4B,IAAI,CAAC;IAEzD,YACE,MAAiB,EACjB,KAAkB,EAClB,UAAmC,EAAE;QAErC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG;YACb,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI;gBACxC,oBAAoB;gBACpB,YAAY;gBACZ,YAAY;gBACZ,aAAa;gBACb,gBAAgB;gBAChB,aAAa;gBACb,gBAAgB;aACjB;YACD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,GAAG,IAAI,EAAE,MAAM;YACvD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,CAAC;SACtC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,QAA0B;QACnC,IAAI,CAAC,gBAAgB,GAAG,QAAQ,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,QAAgB;QACpC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAiB,EAAE,CAAC;QAChC,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,IAAI,cAAc,GAAG,CAAC,CAAC;QAEvB,iBAAiB;QACjB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACjD,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;QAE3B,gBAAgB;QAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAEtB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBAEjD,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7B,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;wBAClC,MAAM,CAAC,IAAI,CAAC;4BACV,QAAQ,EAAE,IAAI;4BACd,OAAO,EAAE,KAAK,CAAC,OAAO;4BACtB,IAAI,EAAE,KAAK,CAAC,IAAI;yBACjB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBAED,eAAe;gBACf,MAAM,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;gBAEpE,eAAe,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAC1C,gBAAgB,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;gBAC5C,cAAc,EAAE,CAAC;gBAEjB,kBAAkB;gBAClB,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBAC1B,MAAM,QAAQ,GAAkB;wBAC9B,SAAS,EAAE,CAAC,GAAG,CAAC;wBAChB,KAAK;wBACL,WAAW,EAAE,IAAI;wBACjB,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC;qBAChD,CAAC;oBACF,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC;oBACV,QAAQ,EAAE,IAAI;oBACd,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAChE,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO;YACL,OAAO,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;YAC5B,eAAe;YACf,gBAAgB;YAChB,cAAc;YACd,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,MAAM;SACP,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,QAAgB;QAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAiB,EAAE,CAAC;QAEhC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YAErD,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;oBAClC,MAAM,CAAC,IAAI,CAAC;wBACV,QAAQ;wBACR,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,IAAI,EAAE,KAAK,CAAC,IAAI;qBACjB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,MAAM,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;YAEpE,OAAO;gBACL,OAAO,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;gBAC5B,eAAe,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;gBACvC,gBAAgB,EAAE,MAAM,CAAC,SAAS,CAAC,MAAM;gBACzC,cAAc,EAAE,CAAC;gBACjB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,MAAM;aACP,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,eAAe,EAAE,CAAC;gBAClB,gBAAgB,EAAE,CAAC;gBACnB,cAAc,EAAE,CAAC;gBACjB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,MAAM,EAAE,CAAC;wBACP,QAAQ;wBACR,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;qBAChE,CAAC;aACH,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa,CAAC,OAAe;QACzC,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACzC,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa,CAAC,OAAe,EAAE,KAAe;QAC1D,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YAEnE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAEhD,mBAAmB;gBACnB,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACjC,SAAS;gBACX,CAAC;gBAED,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;oBACxB,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;gBAC5C,CAAC;qBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;oBAC1B,MAAM,QAAQ,GAAG,wBAAwB,CAAC,QAAQ,CAAC,CAAC;oBACpD,IAAI,QAAQ,EAAE,CAAC;wBACb,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACvB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,iCAAiC;QACnC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,QAAgB;QACpC,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;YAClD,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC;gBACtC,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,QAAgB,EAAE,OAAe;QACjD,wBAAwB;QACxB,MAAM,YAAY,GAAG,OAAO;aACzB,OAAO,CAAC,OAAO,EAAE,kBAAkB,CAAC;aACpC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC;aACvB,OAAO,CAAC,mBAAmB,EAAE,IAAI,CAAC;aAClC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAEvB,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,YAAY,CAAC,CAAC;QACvC,OAAO,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9B,CAAC;CACF"}

package/dist/parser/ast-parser.d.ts

@@ -0,0 +1,79 @@
+/**
+ * @nahisaho/musubix-codegraph - AST Parser
+ *
+ * Tree-sitter based AST parser for code entity extraction
+ *
+ * @see REQ-CG-AST-001 - Multi-language support
+ * @see REQ-CG-AST-002 - Entity extraction
+ * @see REQ-CG-AST-003 - Relation extraction
+ * @see DES-CG-002
+ * @see TSK-CG-010
+ */
+import type { Language, ParseResult, ParserOptions } from '../types.js';
+/**
+ * AST Parser using Tree-sitter
+ */
+export declare class ASTParser {
+    private options;
+    private parser;
+    private languages;
+    private initialized;
+    constructor(options?: Partial<ParserOptions>);
+    /**
+     * Initialize tree-sitter and load language grammars
+     */
+    private ensureInitialized;
+    /**
+     * Parse a source file
+     */
+    parseFile(filePath: string): Promise<ParseResult>;
+    /**
+     * Parse source code content
+     */
+    parseContent(content: string, language: Language, filePath?: string): Promise<ParseResult>;
+    /**
+     * Parse using tree-sitter
+     */
+    private parseWithTreeSitter;
+    /**
+     * Extract entities from AST node recursively
+     */
+    private extractFromNode;
+    /**
+     * Extract entity from a single AST node
+     */
+    private extractEntity;
+    /**
+     * Create entity with required metadata
+     */
+    private createEntity;
+    /**
+     * Create relation with required weight and metadata
+     */
+    private createRelation;
+    /**
+     * Map AST node type to entity type
+     */
+    private getEntityType;
+    /**
+     * Find the name node within an entity node
+     */
+    private findNameNode;
+    /**
+     * Extract docstring from node
+     */
+    private extractDocstring;
+    /**
+     * Extract relations from node
+     */
+    private extractRelations;
+    /**
+     * Fallback regex-based parsing
+     */
+    private parseWithRegex;
+    /**
+     * Get supported languages
+     */
+    getSupportedLanguages(): Language[];
+}
+//# sourceMappingURL=ast-parser.d.ts.map

package/dist/parser/ast-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ast-parser.d.ts","sourceRoot":"","sources":["../../src/parser/ast-parser.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,EACV,QAAQ,EAGR,WAAW,EACX,aAAa,EAEd,MAAM,aAAa,CAAC;AA+BrB;;GAEG;AACH,qBAAa,SAAS;IACpB,OAAO,CAAC,OAAO,CAA0B;IACzC,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,SAAS,CAAgC;IACjD,OAAO,CAAC,WAAW,CAAS;gBAEhB,OAAO,GAAE,OAAO,CAAC,aAAa,CAAM;IAQhD;;OAEG;YACW,iBAAiB;IAgC/B;;OAEG;IACG,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAsCvD;;OAEG;IACG,YAAY,CAChB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,QAAQ,EAClB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,WAAW,CAAC;IAkBvB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IA0C3B;;OAEG;IACH,OAAO,CAAC,eAAe;IAmBvB;;OAEG;IACH,OAAO,CAAC,aAAa;IA4CrB;;OAEG;IACH,OAAO,CAAC,YAAY;IAuBpB;;OAEG;IACH,OAAO,CAAC,cAAc;IAetB;;OAEG;IACH,OAAO,CAAC,aAAa;IAgDrB;;OAEG;IACH,OAAO,CAAC,YAAY;IAapB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAgDxB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAyBxB;;OAEG;IACH,OAAO,CAAC,cAAc;IAgItB;;OAEG;IACH,qBAAqB,IAAI,QAAQ,EAAE;CAKpC"}