@grec0/memory-bank-mcp 0.1.39 → 0.1.40

package/dist/common/astChunker.js

@@ -6,7 +6,10 @@
 import * as path from "path";
 import * as fs from "fs";
 import * as crypto from "crypto";
+import { fileURLToPath } from "url";
 import { encode } from "gpt-tokenizer";
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
 // Constants
 const MAX_TOKENS_PER_CHUNK = 6000;
 const DEFAULT_CHUNK_OVERLAP_TOKENS = 200;

package/dist/common/indexManager.js

@@ -214,6 +214,38 @@ export class IndexManager {
             .replace(/^-|-$/g, "");
         return sanitized || "default";
     }
+    /**
+     * Processes a batch of files concurrently
+     */
+    async processBatch(batch, startIndex, totalFiles, forceReindex, projectId) {
+        const batchErrors = [];
+        const batchChangedFiles = [];
+        let batchChunks = 0;
+        let batchProcessed = 0;
+        const results = await Promise.all(batch.map(async (file, index) => {
+            console.error(`\n[${startIndex + index + 1}/${totalFiles}] Processing ${file.path}`);
+            return {
+                file,
+                result: await this.indexFile(file, forceReindex, projectId)
+            };
+        }));
+        for (const { file, result } of results) {
+            if (result.error) {
+                batchErrors.push(result.error);
+            }
+            else {
+                batchProcessed++;
+                batchChunks += result.chunksCreated;
+                batchChangedFiles.push(file.path);
+            }
+        }
+        return {
+            processedCount: batchProcessed,
+            chunksCount: batchChunks,
+            changedFiles: batchChangedFiles,
+            errors: batchErrors
+        };
+    }
     /**
      * Indexes multiple files or a directory
      */
@@ -281,18 +313,15 @@ export class IndexManager {
         const changedFiles = [];
         let totalChunks = 0;
         let processedFiles = 0;
-        for (let i = 0; i < filesToIndex.length; i++) {
-            const file = filesToIndex[i];
-            console.error(`\n[${i + 1}/${filesToIndex.length}] Processing ${file.path}`);
-            const result = await this.indexFile(file, options.forceReindex || false, projectId);
-            if (result.error) {
-                errors.push(result.error);
-            }
-            else {
-                processedFiles++;
-                totalChunks += result.chunksCreated;
-                changedFiles.push(file.path);
-            }
+        // Process files in batches of 5
+        const batchSize = 5;
+        for (let i = 0; i < filesToIndex.length; i += batchSize) {
+            const batch = filesToIndex.slice(i, i + batchSize);
+            const batchResult = await this.processBatch(batch, i, filesToIndex.length, options.forceReindex || false, projectId);
+            processedFiles += batchResult.processedCount;
+            totalChunks += batchResult.chunksCount;
+            changedFiles.push(...batchResult.changedFiles);
+            errors.push(...batchResult.errors);
         }
         const indexDuration = Date.now() - startTime;
         console.error(`\n=== Indexing complete ===`);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@grec0/memory-bank-mcp",
-  "version": "0.1.39",
+  "version": "0.1.40",
   "description": "MCP server for semantic code indexing with Memory Bank - AI-powered codebase understanding",
   "license": "MIT",
   "author": "@grec0",