snow-ai 0.2.28 → 0.3.0

package/dist/mcp/aceCodeSearch.d.ts

@@ -48,6 +48,9 @@ export declare class ACECodeSearchService {
     private fileModTimes;
     private customExcludes;
     private excludesLoaded;
+    private regexCache;
+    private fileContentCache;
+    private readonly FILE_CONTENT_CACHE_SIZE;
     private readonly DEFAULT_EXCLUDES;
     constructor(basePath?: string);
     /**
@@ -62,6 +65,10 @@ export declare class ACECodeSearchService {
      * Detect programming language from file extension
      */
     private detectLanguage;
+    /**
+     * Read file with LRU cache to reduce repeated file system access
+     */
+    private readFileWithCache;
     /**
      * Parse file content to extract code symbols using regex patterns
      */

package/dist/mcp/aceCodeSearch.js

@@ -121,8 +121,8 @@ export class ACECodeSearchService {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: []
-        });
+            value: new Set()
+        }); // 使用 Set 提高查找性能 O(1)
         Object.defineProperty(this, "fileModTimes", {
             enumerable: true,
             configurable: true,
@@ -141,6 +141,26 @@ export class ACECodeSearchService {
             writable: true,
             value: false
         }); // Track if exclusions have been loaded
+        // 预编译的正则表达式缓存
+        Object.defineProperty(this, "regexCache", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: new Map()
+        });
+        // 文件内容缓存（用于减少重复读取）
+        Object.defineProperty(this, "fileContentCache", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: new Map()
+        });
+        Object.defineProperty(this, "FILE_CONTENT_CACHE_SIZE", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 50
+        }); // 限制缓存大小
         // Default exclusion directories
         Object.defineProperty(this, "DEFAULT_EXCLUDES", {
             enumerable: true,
@@ -230,18 +250,24 @@ export class ACECodeSearchService {
         for (const pattern of this.customExcludes) {
             // Simple pattern matching: exact match or glob-style wildcards
             if (pattern.includes('*')) {
-                // Convert simple glob to regex for matching
-                const regexPattern = pattern
-                    .replace(/\./g, '\\.')
-                    .replace(/\*/g, '.*');
-                const regex = new RegExp(`^${regexPattern}$`);
+                // 使用缓存的正则表达式，避免重复编译
+                let regex = this.regexCache.get(pattern);
+                if (!regex) {
+                    const regexPattern = pattern
+                        .replace(/\./g, '\\.')
+                        .replace(/\*/g, '.*');
+                    regex = new RegExp(`^${regexPattern}$`);
+                    this.regexCache.set(pattern, regex);
+                }
                 if (regex.test(relativePath) || regex.test(dirName)) {
                     return true;
                 }
             }
             else {
                 // Exact match
-                if (relativePath === pattern || dirName === pattern || relativePath.startsWith(pattern + '/')) {
+                if (relativePath === pattern ||
+                    dirName === pattern ||
+                    relativePath.startsWith(pattern + '/')) {
                     return true;
                 }
             }
@@ -260,6 +286,30 @@ export class ACECodeSearchService {
         }
         return null;
     }
+    /**
+     * Read file with LRU cache to reduce repeated file system access
+     */
+    async readFileWithCache(filePath) {
+        const stats = await fs.stat(filePath);
+        const mtime = stats.mtimeMs;
+        // Check cache
+        const cached = this.fileContentCache.get(filePath);
+        if (cached && cached.mtime === mtime) {
+            return cached.content;
+        }
+        // Read file
+        const content = await fs.readFile(filePath, 'utf-8');
+        // Manage cache size (simple LRU: remove oldest if over limit)
+        if (this.fileContentCache.size >= this.FILE_CONTENT_CACHE_SIZE) {
+            const firstKey = this.fileContentCache.keys().next().value;
+            if (firstKey) {
+                this.fileContentCache.delete(firstKey);
+            }
+        }
+        // Cache the content
+        this.fileContentCache.set(filePath, { content, mtime });
+        return content;
+    }
     /**
      * Parse file content to extract code symbols using regex patterns
      */
@@ -382,7 +432,11 @@ export class ACECodeSearchService {
     getContext(lines, lineIndex, contextSize) {
         const start = Math.max(0, lineIndex - contextSize);
         const end = Math.min(lines.length, lineIndex + contextSize + 1);
-        return lines.slice(start, end).filter(l => l !== undefined).join('\n').trim();
+        return lines
+            .slice(start, end)
+            .filter(l => l !== undefined)
+            .join('\n')
+            .trim();
     }
     /**
      * Check if a directory is a Git repository
@@ -401,7 +455,7 @@ export class ACECodeSearchService {
      * Check if a command is available in the system PATH
      */
     isCommandAvailable(command) {
-        return new Promise((resolve) => {
+        return new Promise(resolve => {
             try {
                 let child;
                 if (process.platform === 'win32') {
@@ -418,7 +472,7 @@ export class ACECodeSearchService {
                         stdio: 'ignore',
                     });
                 }
-                child.on('close', (code) => resolve(code === 0));
+                child.on('close', code => resolve(code === 0));
                 child.on('error', () => resolve(false));
             }
             catch {
@@ -468,7 +522,9 @@ export class ACECodeSearchService {
     async buildIndex(forceRefresh = false) {
         const now = Date.now();
         // Use cache if available and not expired
-        if (!forceRefresh && this.indexCache.size > 0 && (now - this.lastIndexTime) < this.INDEX_CACHE_DURATION) {
+        if (!forceRefresh &&
+            this.indexCache.size > 0 &&
+            now - this.lastIndexTime < this.INDEX_CACHE_DURATION) {
             return;
         }
         // Load exclusion patterns
@@ -477,7 +533,8 @@ export class ACECodeSearchService {
         if (forceRefresh) {
             this.indexCache.clear();
             this.fileModTimes.clear();
-            this.allIndexedFiles = [];
+            this.allIndexedFiles.clear();
+            this.fileContentCache.clear();
         }
         const filesToProcess = [];
         const searchInDirectory = async (dirPath) => {
@@ -506,9 +563,7 @@ export class ACECodeSearchService {
                                     this.fileModTimes.set(fullPath, currentMtime);
                                 }
                                 // Track all indexed files (even if not modified)
-                                if (!this.allIndexedFiles.includes(fullPath)) {
-                                    this.allIndexedFiles.push(fullPath);
-                                }
+                                this.allIndexedFiles.add(fullPath);
                             }
                             catch (error) {
                                 // If we can't stat the file, skip it
@@ -522,24 +577,32 @@ export class ACECodeSearchService {
             }
         };
         await searchInDirectory(this.basePath);
-        // Process only modified or new files
-        for (const fullPath of filesToProcess) {
-            try {
-                const content = await fs.readFile(fullPath, 'utf-8');
-                const symbols = await this.parseFileSymbols(fullPath, content);
-                if (symbols.length > 0) {
-                    this.indexCache.set(fullPath, symbols);
+        // Process files in batches for better performance
+        const BATCH_SIZE = 10; // 并发处理批次大小
+        const batches = [];
+        for (let i = 0; i < filesToProcess.length; i += BATCH_SIZE) {
+            batches.push(filesToProcess.slice(i, i + BATCH_SIZE));
+        }
+        // Process batches concurrently
+        for (const batch of batches) {
+            await Promise.all(batch.map(async (fullPath) => {
+                try {
+                    const content = await this.readFileWithCache(fullPath);
+                    const symbols = await this.parseFileSymbols(fullPath, content);
+                    if (symbols.length > 0) {
+                        this.indexCache.set(fullPath, symbols);
+                    }
+                    else {
+                        // Remove entry if no symbols found
+                        this.indexCache.delete(fullPath);
+                    }
                 }
-                else {
-                    // Remove entry if no symbols found
+                catch (error) {
+                    // Remove from index if file cannot be read
                     this.indexCache.delete(fullPath);
+                    this.fileModTimes.delete(fullPath);
                 }
-            }
-            catch (error) {
-                // Remove from index if file cannot be read
-                this.indexCache.delete(fullPath);
-                this.fileModTimes.delete(fullPath);
-            }
+            }));
         }
         // Clean up deleted files from cache
         for (const cachedPath of Array.from(this.indexCache.keys())) {
@@ -550,10 +613,7 @@ export class ACECodeSearchService {
                 // File no longer exists, remove from cache
                 this.indexCache.delete(cachedPath);
                 this.fileModTimes.delete(cachedPath);
-                const fileIndex = this.allIndexedFiles.indexOf(cachedPath);
-                if (fileIndex !== -1) {
-                    this.allIndexedFiles.splice(fileIndex, 1);
-                }
+                this.allIndexedFiles.delete(cachedPath);
             }
         }
         this.lastIndexTime = now;
@@ -654,7 +714,6 @@ export class ACECodeSearchService {
      * Fallback symbol search using manual fuzzy matching
      */
     async searchSymbolsManual(query, symbolType, language, maxResults = 100, startTime = Date.now()) {
-        const symbols = [];
         const queryLower = query.toLowerCase();
         // Fuzzy match scoring
         const calculateScore = (symbolName) => {
@@ -669,7 +728,10 @@ export class ACECodeSearchService {
             if (nameLower.includes(queryLower))
                 return 60;
             // Camel case match (e.g., "gfc" matches "getFileContent")
-            const camelCaseMatch = symbolName.split(/(?=[A-Z])/).map(s => s[0]?.toLowerCase() || '').join('');
+            const camelCaseMatch = symbolName
+                .split(/(?=[A-Z])/)
+                .map(s => s[0]?.toLowerCase() || '')
+                .join('');
             if (camelCaseMatch.includes(queryLower))
                 return 40;
             // Fuzzy match
@@ -685,7 +747,8 @@ export class ACECodeSearchService {
                 return score;
             return 0;
         };
-        // Search through all indexed symbols
+        // Search through all indexed symbols with score caching
+        const symbolsWithScores = [];
         for (const fileSymbols of this.indexCache.values()) {
             for (const symbol of fileSymbols) {
                 // Apply filters
@@ -695,16 +758,20 @@ export class ACECodeSearchService {
                     continue;
                 const score = calculateScore(symbol.name);
                 if (score > 0) {
-                    symbols.push({ ...symbol });
+                    symbolsWithScores.push({ symbol: { ...symbol }, score });
                 }
-                if (symbols.length >= maxResults)
-                    break;
+                if (symbolsWithScores.length >= maxResults * 2)
+                    break; // 获取更多候选以便排序
             }
-            if (symbols.length >= maxResults)
+            if (symbolsWithScores.length >= maxResults * 2)
                 break;
         }
-        // Sort by relevance
-        symbols.sort((a, b) => calculateScore(b.name) - calculateScore(a.name));
+        // Sort by score (避免重复计算)
+        symbolsWithScores.sort((a, b) => b.score - a.score);
+        // Extract top results
+        const symbols = symbolsWithScores
+            .slice(0, maxResults)
+            .map(item => item.symbol);
         const searchTime = Date.now() - startTime;
         return {
             query,
@@ -760,7 +827,8 @@ export class ACECodeSearchService {
                                         else if (line.match(new RegExp(`(?:function|class|const|let|var)\\s+${symbolName}`))) {
                                             referenceType = 'definition';
                                         }
-                                        else if (line.includes(':') && line.includes(symbolName)) {
+                                        else if (line.includes(':') &&
+                                            line.includes(symbolName)) {
                                             referenceType = 'type';
                                         }
                                         references.push({
@@ -798,14 +866,20 @@ export class ACECodeSearchService {
             const fullPath = path.resolve(this.basePath, contextFile);
             const fileSymbols = this.indexCache.get(fullPath);
             if (fileSymbols) {
-                const symbol = fileSymbols.find(s => s.name === symbolName && (s.type === 'function' || s.type === 'class' || s.type === 'variable'));
+                const symbol = fileSymbols.find(s => s.name === symbolName &&
+                    (s.type === 'function' ||
+                        s.type === 'class' ||
+                        s.type === 'variable'));
                 if (symbol)
                     return symbol;
             }
         }
         // Search in all files
         for (const fileSymbols of this.indexCache.values()) {
-            const symbol = fileSymbols.find(s => s.name === symbolName && (s.type === 'function' || s.type === 'class' || s.type === 'variable'));
+            const symbol = fileSymbols.find(s => s.name === symbolName &&
+                (s.type === 'function' ||
+                    s.type === 'class' ||
+                    s.type === 'variable'));
             if (symbol)
                 return symbol;
         }
@@ -816,7 +890,14 @@ export class ACECodeSearchService {
      */
     async gitGrepSearch(pattern, fileGlob, maxResults = 100) {
         return new Promise((resolve, reject) => {
-            const args = ['grep', '--untracked', '-n', '-E', '--ignore-case', pattern];
+            const args = [
+                'grep',
+                '--untracked',
+                '-n',
+                '-E',
+                '--ignore-case',
+                pattern,
+            ];
             if (fileGlob) {
                 args.push('--', fileGlob);
             }
@@ -826,12 +907,12 @@ export class ACECodeSearchService {
             });
             const stdoutChunks = [];
             const stderrChunks = [];
-            child.stdout.on('data', (chunk) => stdoutChunks.push(chunk));
-            child.stderr.on('data', (chunk) => stderrChunks.push(chunk));
-            child.on('error', (err) => {
+            child.stdout.on('data', chunk => stdoutChunks.push(chunk));
+            child.stderr.on('data', chunk => stderrChunks.push(chunk));
+            child.on('error', err => {
                 reject(new Error(`Failed to start git grep: ${err.message}`));
             });
-            child.on('close', (code) => {
+            child.on('close', code => {
                 const stdoutData = Buffer.concat(stdoutChunks).toString('utf8');
                 const stderrData = Buffer.concat(stderrChunks).toString('utf8');
                 if (code === 0) {
@@ -853,7 +934,7 @@ export class ACECodeSearchService {
      */
     async systemGrepSearch(pattern, fileGlob, maxResults = 100) {
         // Prefer ripgrep (rg) over grep if available
-        const grepCommand = await this.isCommandAvailable('rg') ? 'rg' : 'grep';
+        const grepCommand = (await this.isCommandAvailable('rg')) ? 'rg' : 'grep';
         const isRipgrep = grepCommand === 'rg';
         return new Promise((resolve, reject) => {
             const args = isRipgrep
@@ -861,8 +942,15 @@ export class ACECodeSearchService {
                 : ['-r', '-n', '-H', '-E', '-i'];
             // Add exclusion patterns
             const excludeDirs = [
-                'node_modules', '.git', 'dist', 'build',
-                '__pycache__', 'target', '.next', '.nuxt', 'coverage'
+                'node_modules',
+                '.git',
+                'dist',
+                'build',
+                '__pycache__',
+                'target',
+                '.next',
+                '.nuxt',
+                'coverage',
             ];
             if (isRipgrep) {
                 // Ripgrep uses --glob for filtering
@@ -885,8 +973,8 @@ export class ACECodeSearchService {
             });
             const stdoutChunks = [];
             const stderrChunks = [];
-            child.stdout.on('data', (chunk) => stdoutChunks.push(chunk));
-            child.stderr.on('data', (chunk) => {
+            child.stdout.on('data', chunk => stdoutChunks.push(chunk));
+            child.stderr.on('data', chunk => {
                 const stderrStr = chunk.toString();
                 // Suppress common harmless stderr messages
                 if (!stderrStr.includes('Permission denied') &&
@@ -894,10 +982,10 @@ export class ACECodeSearchService {
                     stderrChunks.push(chunk);
                 }
             });
-            child.on('error', (err) => {
+            child.on('error', err => {
                 reject(new Error(`Failed to start ${grepCommand}: ${err.message}`));
             });
-            child.on('close', (code) => {
+            child.on('close', code => {
                 const stdoutData = Buffer.concat(stdoutChunks).toString('utf8');
                 const stderrData = Buffer.concat(stderrChunks).toString('utf8').trim();
                 if (code === 0) {
@@ -974,13 +1062,37 @@ export class ACECodeSearchService {
                         // Skip binary files
                         const ext = path.extname(entry.name).toLowerCase();
                         const binaryExts = [
-                            '.jpg', '.jpeg', '.png', '.gif', '.bmp', '.ico', '.svg',
-                            '.pdf', '.zip', '.tar', '.gz', '.rar', '.7z',
-                            '.exe', '.dll', '.so', '.dylib',
-                            '.mp3', '.mp4', '.avi', '.mov',
-                            '.woff', '.woff2', '.ttf', '.eot',
-                            '.class', '.jar', '.war',
-                            '.o', '.a', '.lib'
+                            '.jpg',
+                            '.jpeg',
+                            '.png',
+                            '.gif',
+                            '.bmp',
+                            '.ico',
+                            '.svg',
+                            '.pdf',
+                            '.zip',
+                            '.tar',
+                            '.gz',
+                            '.rar',
+                            '.7z',
+                            '.exe',
+                            '.dll',
+                            '.so',
+                            '.dylib',
+                            '.mp3',
+                            '.mp4',
+                            '.avi',
+                            '.mov',
+                            '.woff',
+                            '.woff2',
+                            '.ttf',
+                            '.eot',
+                            '.class',
+                            '.jar',
+                            '.war',
+                            '.o',
+                            '.a',
+                            '.lib',
                         ];
                         if (binaryExts.includes(ext)) {
                             continue;
@@ -1048,8 +1160,8 @@ export class ACECodeSearchService {
         }
         // Strategy 2: Try system grep/ripgrep
         try {
-            const grepAvailable = await this.isCommandAvailable('rg') ||
-                await this.isCommandAvailable('grep');
+            const grepAvailable = (await this.isCommandAvailable('rg')) ||
+                (await this.isCommandAvailable('grep'));
             if (grepAvailable) {
                 const results = await this.systemGrepSearch(pattern, fileGlob, maxResults);
                 return await this.sortResultsByRecency(results);
@@ -1091,8 +1203,8 @@ export class ACECodeSearchService {
         return results.sort((a, b) => {
             const aMtime = fileModTimes.get(a.filePath) || 0;
             const bMtime = fileModTimes.get(b.filePath) || 0;
-            const aIsRecent = (now - aMtime) < recentThreshold;
-            const bIsRecent = (now - bMtime) < recentThreshold;
+            const aIsRecent = now - aMtime < recentThreshold;
+            const bIsRecent = now - bMtime < recentThreshold;
             // Recent files come first
             if (aIsRecent && !bIsRecent)
                 return -1;
@@ -1181,7 +1293,8 @@ export class ACECodeSearchService {
     clearCache() {
         this.indexCache.clear();
         this.fileModTimes.clear();
-        this.allIndexedFiles = [];
+        this.allIndexedFiles.clear();
+        this.fileContentCache.clear();
         this.lastIndexTime = 0;
     }
     /**
@@ -1193,7 +1306,8 @@ export class ACECodeSearchService {
         for (const symbols of this.indexCache.values()) {
             totalSymbols += symbols.length;
             for (const symbol of symbols) {
-                languageBreakdown[symbol.language] = (languageBreakdown[symbol.language] || 0) + 1;
+                languageBreakdown[symbol.language] =
+                    (languageBreakdown[symbol.language] || 0) + 1;
             }
         }
         return {
@@ -1220,12 +1334,31 @@ export const mcpTools = [
                 },
                 symbolType: {
                     type: 'string',
-                    enum: ['function', 'class', 'method', 'variable', 'constant', 'interface', 'type', 'enum', 'import', 'export'],
+                    enum: [
+                        'function',
+                        'class',
+                        'method',
+                        'variable',
+                        'constant',
+                        'interface',
+                        'type',
+                        'enum',
+                        'import',
+                        'export',
+                    ],
                     description: 'Filter by specific symbol type (optional)',
                 },
                 language: {
                     type: 'string',
-                    enum: ['typescript', 'javascript', 'python', 'go', 'rust', 'java', 'csharp'],
+                    enum: [
+                        'typescript',
+                        'javascript',
+                        'python',
+                        'go',
+                        'rust',
+                        'java',
+                        'csharp',
+                    ],
                     description: 'Filter by programming language (optional)',
                 },
                 maxResults: {
@@ -1292,7 +1425,15 @@ export const mcpTools = [
                 },
                 language: {
                     type: 'string',
-                    enum: ['typescript', 'javascript', 'python', 'go', 'rust', 'java', 'csharp'],
+                    enum: [
+                        'typescript',
+                        'javascript',
+                        'python',
+                        'go',
+                        'rust',
+                        'java',
+                        'csharp',
+                    ],
                     description: 'Filter by programming language (optional)',
                 },
                 maxResults: {
@@ -1306,7 +1447,7 @@ export const mcpTools = [
     },
     {
         name: 'ace_file_outline',
-        description: 'ACE Code Search: Get complete code outline for a file. Shows all functions, classes, variables, and other symbols defined in the file with their locations. Similar to VS Code\'s outline view.',
+        description: "ACE Code Search: Get complete code outline for a file. Shows all functions, classes, variables, and other symbols defined in the file with their locations. Similar to VS Code's outline view.",
         inputSchema: {
             type: 'object',
             properties: {

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "snow-ai",
-	"version": "0.2.28",
+	"version": "0.3.0",
 	"description": "Intelligent Command Line Assistant powered by AI",
 	"license": "MIT",
 	"bin": {