@compass-ai/nova 1.0.72 → 1.0.74

package/dist/services/codebase-indexer.d.ts

@@ -0,0 +1,272 @@
+/**
+ * Codebase indexing service for file discovery, AST parsing, and dependency graph building.
+ * This service provides efficient indexing of large codebases (up to 100,000 files) while
+ * maintaining memory constraints (<500MB). It supports streaming file processing, lazy loading,
+ * and LRU caching for file metadata.
+ */
+import { DEFAULT_IGNORE_PATTERNS } from '../utils/ignore-patterns.js';
+/**
+ * Represents metadata for an indexed file
+ */
+export interface IndexedFile {
+    /** Relative path from project root */
+    path: string;
+    /** Absolute path on filesystem */
+    absolutePath: string;
+    /** File name without directory */
+    name: string;
+    /** File extension without dot */
+    extension: string;
+    /** File size in bytes */
+    size: number;
+    /** Last modification timestamp */
+    modifiedAt: string;
+    /** Content hash for change detection */
+    contentHash?: string;
+    /** Detected programming language */
+    language: string;
+    /** Exported symbols (functions, classes, etc.) */
+    exports: string[];
+    /** Imported modules/files */
+    imports: string[];
+    /** Whether the file has been fully parsed */
+    parsed: boolean;
+}
+/**
+ * Represents a node in the dependency graph
+ */
+export interface DependencyNode {
+    /** File path */
+    path: string;
+    /** Files this file imports from */
+    dependencies: string[];
+    /** Files that import this file */
+    dependents: string[];
+}
+/**
+ * Represents the complete codebase index
+ */
+export interface CodebaseIndex {
+    /** Version of the index format */
+    version: string;
+    /** Project root directory */
+    projectRoot: string;
+    /** Timestamp when index was created/updated */
+    updatedAt: string;
+    /** Total number of indexed files */
+    totalFiles: number;
+    /** Total size of indexed files in bytes */
+    totalSize: number;
+    /** Map of file paths to indexed file metadata */
+    files: Record<string, IndexedFile>;
+    /** Dependency graph */
+    dependencyGraph: Record<string, DependencyNode>;
+}
+/**
+ * Options for indexing operations
+ */
+export interface IndexerOptions {
+    /** Force full reindex, ignoring cache */
+    force?: boolean;
+    /** Glob pattern to filter files */
+    pattern?: string;
+    /** Maximum directory depth to traverse */
+    maxDepth?: number;
+    /** Patterns to ignore */
+    ignorePatterns?: string[];
+    /** Patterns to include */
+    includePatterns?: string[];
+    /** Maximum file size to index in bytes */
+    maxFileSize?: number;
+    /** Use .gitignore patterns if available (default: true) */
+    useGitignore?: boolean;
+    /** Progress callback */
+    onProgress?: (current: number, total: number, file: string) => void;
+    /** File indexed callback */
+    onFileIndexed?: (file: IndexedFile, status: 'new' | 'updated' | 'skipped') => void;
+    /** Error callback */
+    onError?: (file: string, error: string) => void;
+}
+/**
+ * Result of an indexing operation
+ */
+export interface IndexResult {
+    /** Total number of files indexed */
+    totalFiles: number;
+    /** Number of new files added */
+    newFiles: number;
+    /** Number of files updated */
+    updatedFiles: number;
+    /** Number of files removed from index */
+    removedFiles: number;
+    /** Duration in milliseconds */
+    duration: number;
+    /** Any errors encountered */
+    errors: string[];
+}
+/**
+ * File discovery result
+ */
+export interface DiscoveredFile {
+    /** Relative path */
+    path: string;
+    /** Absolute path */
+    absolutePath: string;
+    /** File size */
+    size?: number;
+    /** Modification time */
+    modifiedAt?: Date;
+}
+/**
+ * Language detection mapping based on file extensions
+ */
+declare const EXTENSION_TO_LANGUAGE: Record<string, string>;
+/**
+ * Binary file extensions to exclude
+ */
+declare const BINARY_EXTENSIONS: Set<string>;
+/**
+ * LRU Cache implementation for file metadata
+ */
+declare class LRUCache<K, V> {
+    private cache;
+    private maxSize;
+    constructor(maxSize?: number);
+    get(key: K): V | undefined;
+    set(key: K, value: V): void;
+    has(key: K): boolean;
+    delete(key: K): boolean;
+    clear(): void;
+    get size(): number;
+}
+/**
+ * CodebaseIndexer class for efficient codebase indexing and semantic search.
+ * Handles file discovery, AST parsing, dependency graph building, and caching.
+ */
+declare class CodebaseIndexer {
+    private projectRoot;
+    private index;
+    private fileCache;
+    private contentCache;
+    private indexPath;
+    private isInitialized;
+    constructor(projectRoot?: string);
+    /**
+     * Initializes the indexer and loads existing index if available
+     */
+    initialize(projectRoot?: string): Promise<void>;
+    /**
+     * Creates an empty index structure
+     */
+    private createEmptyIndex;
+    /**
+     * Discovers files in the project directory.
+     * By default, loads ignore patterns from .gitignore if it exists,
+     * otherwise falls back to DEFAULT_IGNORE_PATTERNS.
+     * Also respects excludedFolders from the session.
+     */
+    discoverFiles(projectRoot?: string, options?: IndexerOptions): Promise<DiscoveredFile[]>;
+    /**
+     * Indexes the entire project
+     */
+    indexProject(projectRoot?: string, options?: IndexerOptions): Promise<IndexResult>;
+    /**
+     * Indexes a single file
+     */
+    indexFile(relativePath: string, absolutePath?: string): Promise<IndexedFile | null>;
+    /**
+     * Parses a file to extract exports and imports
+     */
+    private parseFile;
+    /**
+     * Parses JavaScript/TypeScript files using Babel parser
+     */
+    private parseJavaScriptTypeScript;
+    /**
+     * Parses Python files using regex
+     */
+    private parsePython;
+    /**
+     * Fallback regex-based parsing for JavaScript/TypeScript
+     */
+    private parseWithRegex;
+    /**
+     * Builds the dependency graph from indexed files
+     */
+    private buildDependencyGraph;
+    /**
+     * Resolves an import path to a file in the index
+     */
+    private resolveImportPath;
+    /**
+     * Detects the programming language based on file extension
+     */
+    private detectLanguage;
+    /**
+     * Saves the index to disk
+     */
+    private saveIndex;
+    /**
+     * Gets the current index
+     */
+    getIndex(): CodebaseIndex | null;
+    /**
+     * Gets an indexed file by path
+     */
+    getFile(filePath: string): IndexedFile | null;
+    /**
+     * Searches for files matching a pattern or query
+     */
+    searchFiles(query: string): Promise<string[]>;
+    /**
+     * Finds files related to a given file (imports/dependents)
+     */
+    findRelatedFiles(filePath: string): Promise<string[]>;
+    /**
+     * Gets files by language
+     */
+    getFilesByLanguage(language: string): IndexedFile[];
+    /**
+     * Gets files by extension
+     */
+    getFilesByExtension(extension: string): IndexedFile[];
+    /**
+     * Gets all indexed files
+     */
+    getAllFiles(): IndexedFile[];
+    /**
+     * Gets index statistics
+     */
+    getStats(): {
+        totalFiles: number;
+        totalSize: number;
+        languageBreakdown: Record<string, number>;
+        lastUpdated: string;
+    };
+    /**
+     * Clears the index and cache
+     */
+    clearIndex(): Promise<void>;
+    /**
+     * Sets the project root and reinitializes
+     */
+    setProjectRoot(projectRoot: string): Promise<void>;
+}
+/**
+ * Gets the singleton CodebaseIndexer instance.
+ * Creates and initializes the instance on first call.
+ *
+ * @param projectRoot - Optional project root directory
+ * @returns Promise resolving to the CodebaseIndexer instance
+ */
+export declare function getCodebaseIndexer(projectRoot?: string): Promise<CodebaseIndexer>;
+/**
+ * Creates a new CodebaseIndexer instance with the specified project root.
+ * Use this when you need a separate instance from the singleton.
+ *
+ * @param projectRoot - Project root directory
+ * @returns A new CodebaseIndexer instance
+ */
+export declare function createCodebaseIndexer(projectRoot?: string): CodebaseIndexer;
+export { CodebaseIndexer, DEFAULT_IGNORE_PATTERNS, EXTENSION_TO_LANGUAGE, BINARY_EXTENSIONS, LRUCache, };
+//# sourceMappingURL=codebase-indexer.d.ts.map

package/dist/services/codebase-indexer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"codebase-indexer.d.ts","sourceRoot":"","sources":["../../src/services/codebase-indexer.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAuBH,OAAO,EAAE,uBAAuB,EAA8C,MAAM,6BAA6B,CAAC;AAGlH;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,sCAAsC;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,kCAAkC;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,kCAAkC;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,iCAAiC;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,yBAAyB;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,kCAAkC;IAClC,UAAU,EAAE,MAAM,CAAC;IACnB,wCAAwC;IACxC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,oCAAoC;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,kDAAkD;IAClD,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,6BAA6B;IAC7B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,6CAA6C;IAC7C,MAAM,EAAE,OAAO,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,gBAAgB;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,mCAAmC;IACnC,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,kCAAkC;IAClC,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,kCAAkC;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,6BAA6B;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,+CAA+C;IAC/C,SAAS,EAAE,MAAM,CAAC;IAClB,oCAAoC;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,2CAA2C;IAC3C,SAAS,EAAE,MAAM,CAAC;IAClB,iDAAiD;IACjD,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACnC,uBAAuB;IACvB,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;CACjD;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,yCAAyC;IACzC,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,mCAAmC;IACnC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,0CAA0C;IAC1C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,yBAAyB;IACzB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,0BAA0B;IAC1B,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,0CAA0C;IAC1C,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,2DAA2D;IAC3D,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,wBAAwB;IACxB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IACpE,4BAA4B;IAC5B,aAAa,CAAC,EAAE,CAAC,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,GAAG,SAAS,GAAG,SAAS,KAAK,IAAI,CAAC;IACnF,qBAAqB;IACrB,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CACjD;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,oCAAoC;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,gCAAgC;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,8BAA8B;IAC9B,YAAY,EAAE,MAAM,CAAC;IACrB,yCAAyC;IACzC,YAAY,EAAE,MAAM,CAAC;IACrB,+BAA+B;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,6BAA6B;IAC7B,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,oBAAoB;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,oBAAoB;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,wBAAwB;IACxB,UAAU,CAAC,EAAE,IAAI,CAAC;CACnB;AAKD;;GAEG;AACH,QAAA,MAAM,qBAAqB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CA8CjD,CAAC;AAEF;;GAEG;AACH,QAAA,MAAM,iBAAiB,aAQrB,CAAC;AAEH;;GAEG;AACH,cAAM,QAAQ,CAAC,CAAC,EAAE,CAAC;IACjB,OAAO,CAAC,KAAK,CAAwB;IACrC,OAAO,CAAC,OAAO,CAAS;gBAEZ,OAAO,GAAE,MAAa;IAIlC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,SAAS;IAU1B,GAAG,CAAC,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,IAAI;IAa3B,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,OAAO;IAIpB,MAAM,CAAC,GAAG,EAAE,CAAC,GAAG,OAAO;IAIvB,KAAK,IAAI,IAAI;IAIb,IAAI,IAAI,IAAI,MAAM,CAEjB;CACF;AAED;;;GAGG;AACH,cAAM,eAAe;IACnB,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,KAAK,CAA8B;IAC3C,OAAO,CAAC,SAAS,CAAgC;IACjD,OAAO,CAAC,YAAY,CAA2B;IAC/C,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,aAAa,CAAkB;gBAE3B,WAAW,CAAC,EAAE,MAAM;IAMhC;;OAEG;IACG,UAAU,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA+BrD;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAYxB;;;;;OAKG;IACG,aAAa,CACjB,WAAW,CAAC,EAAE,MAAM,EACpB,OAAO,GAAE,cAAmB,GAC3B,OAAO,CAAC,cAAc,EAAE,CAAC;IA+E5B;;OAEG;IACG,YAAY,CAChB,WAAW,CAAC,EAAE,MAAM,EACpB,OAAO,GAAE,cAAmB,GAC3B,OAAO,CAAC,WAAW,CAAC;IAuJvB;;OAEG;IACG,SAAS,CAAC,YAAY,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;IA+CzF;;OAEG;YACW,SAAS;IAqBvB;;OAEG;IACH,OAAO,CAAC,yBAAyB;IA4FjC;;OAEG;IACH,OAAO,CAAC,WAAW;IAqCnB;;OAEG;IACH,OAAO,CAAC,cAAc;IAkCtB;;OAEG;YACW,oBAAoB;IAmClC;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAmCzB;;OAEG;IACH,OAAO,CAAC,cAAc;IAkBtB;;OAEG;YACW,SAAS;IAWvB;;OAEG;IACH,QAAQ,IAAI,aAAa,GAAG,IAAI;IAIhC;;OAEG;IACH,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI;IAiB7C;;OAEG;IACG,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAgCnD;;OAEG;IACG,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAuB3D;;OAEG;IACH,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,WAAW,EAAE;IAQnD;;OAEG;IACH,mBAAmB,CAAC,SAAS,EAAE,MAAM,GAAG,WAAW,EAAE;IAOrD;;OAEG;IACH,WAAW,IAAI,WAAW,EAAE;IAK5B;;OAEG;IACH,QAAQ,IAAI;QACV,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,EAAE,MAAM,CAAC;QAClB,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC1C,WAAW,EAAE,MAAM,CAAC;KACrB;IAuBD;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAajC;;OAEG;IACG,cAAc,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAQzD;AAKD;;;;;;GAMG;AACH,wBAAsB,kBAAkB,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAQvF;AAED;;;;;;GAMG;AACH,wBAAgB,qBAAqB,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,eAAe,CAE3E;AAED,OAAO,EACL,eAAe,EACf,uBAAuB,EACvB,qBAAqB,EACrB,iBAAiB,EACjB,QAAQ,GACT,CAAC"}