magector 1.5.2 → 1.6.0

package/README.md

@@ -318,6 +318,7 @@ The `describe` command and `magento_describe` MCP tool require an Anthropic API
 | `MAGECTOR_DB` | Path to index database | `./.magector/index.db` |
 | `MAGECTOR_BIN` | Path to magector-core binary | Auto-detected |
 | `MAGECTOR_MODELS` | Path to ONNX model directory | `~/.magector/models/` |
+| `MAGECTOR_INDEX_TIMEOUT` | Indexing timeout in milliseconds | `1800000` (30 min) |
 | `ANTHROPIC_API_KEY` | API key for description generation (`describe` command) | — |
 
 ---
@@ -837,6 +838,41 @@ Copy `.cursorrules` to your Magento project root for optimized AI-assisted devel
 3. Follow Magento development patterns
 4. Interpret search results correctly
 
+### Excluding Directories (`.magectorignore`)
+
+Magector automatically skips common non-project directories during indexing:
+
+- `vendor/` — Composer dependencies (100K-500K files)
+- `node_modules/` — npm packages
+- `generated/` — DI-compiled files
+- `var/` — cache, logs, sessions
+- `pub/static/` — deployed static assets
+- `dev/tests/`, `dev/tools/` — Magento development tools
+- `Test/`, `Tests/`, `test/`, `tests/` — test directories
+- `.git/` — version control
+
+For project-specific exclusions, create a `.magectorignore` file in your Magento project root:
+
+```gitignore
+# .magectorignore — additional directories to exclude from Magector indexing
+# One pattern per line, gitignore-like syntax
+
+# Custom exclusions
+pub/media
+setup
+update
+phpserver
+bin
+lib/internal
+```
+
+**Pattern rules:**
+- Lines starting with `#` are comments
+- Empty lines are ignored
+- Trailing slashes are stripped (`vendor/` → `vendor`)
+- Patterns without `/` match directory names anywhere in the tree
+- Patterns with `/` match relative paths from the project root
+
 ### Model Configuration
 
 The ONNX model (`all-MiniLM-L6-v2`) is automatically downloaded on first run to `~/.magector/models/`. To use a different location:

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "magector",
-  "version": "1.5.2",
+  "version": "1.6.0",
   "description": "Semantic code search for Magento 2 — index, search, MCP server",
   "type": "module",
   "main": "src/mcp-server.js",
@@ -37,10 +37,10 @@
     "ruvector": "^0.1.96"
   },
   "optionalDependencies": {
-    "@magector/cli-darwin-arm64": "1.5.2",
-    "@magector/cli-linux-x64": "1.5.2",
-    "@magector/cli-linux-arm64": "1.5.2",
-    "@magector/cli-win32-x64": "1.5.2"
+    "@magector/cli-darwin-arm64": "1.6.0",
+    "@magector/cli-linux-x64": "1.6.0",
+    "@magector/cli-linux-arm64": "1.6.0",
+    "@magector/cli-win32-x64": "1.6.0"
   },
   "keywords": [
     "magento",

package/src/cli.js

@@ -85,6 +85,7 @@ async function runIndex(targetPath) {
   const magectorDir = path.resolve(root, '.magector');
   mkdirSync(magectorDir, { recursive: true });
 
+  const indexTimeout = parseInt(process.env.MAGECTOR_INDEX_TIMEOUT, 10) || 1800000;
   try {
     const indexArgs = [
       'index',
@@ -97,14 +98,18 @@ async function runIndex(targetPath) {
     if (existsSync(descDbPath)) {
       indexArgs.push('--descriptions-db', descDbPath);
     }
-    execFileSync(binary, indexArgs, { timeout: 600000, stdio: 'inherit' });
+    execFileSync(binary, indexArgs, { timeout: indexTimeout, stdio: 'inherit' });
     console.log('\nIndexing complete.');
   } catch (err) {
     if (err.status) {
       console.error('Indexing failed.');
       process.exit(err.status);
     }
-    console.error(`Indexing error: ${err.message}`);
+    if (err.message && err.message.includes('ETIMEDOUT')) {
+      console.error(`Indexing timed out after ${indexTimeout / 1000}s. For large codebases, increase the timeout:\n  MAGECTOR_INDEX_TIMEOUT=3600000 npx magector index`);
+    } else {
+      console.error(`Indexing error: ${err.message}`);
+    }
     process.exit(1);
   }
 }

package/src/init.js

@@ -250,13 +250,18 @@ export async function init(projectPath) {
       '-m', projectPath,
       '-d', dbPath,
       '-c', modelPath
-    ], { timeout: 600000, stdio: 'inherit' });
+    ], { timeout: parseInt(process.env.MAGECTOR_INDEX_TIMEOUT, 10) || 1800000, stdio: 'inherit' });
   } catch (err) {
     if (err.status) {
       console.error('Indexing failed.');
       process.exit(err.status);
     }
-    console.error(`Indexing error: ${err.message}`);
+    const initTimeout = parseInt(process.env.MAGECTOR_INDEX_TIMEOUT, 10) || 1800000;
+    if (err.message && err.message.includes('ETIMEDOUT')) {
+      console.error(`Indexing timed out after ${initTimeout / 1000}s. For large codebases, increase the timeout:\n  MAGECTOR_INDEX_TIMEOUT=3600000 npx magector init ${projectPath}`);
+    } else {
+      console.error(`Indexing error: ${err.message}`);
+    }
     process.exit(1);
   }
   const elapsed = ((Date.now() - startTime) / 1000).toFixed(1);

package/src/mcp-server.js

@@ -533,8 +533,16 @@ function rustIndex(magentoRoot) {
   if (existsSync(descDbPath)) {
     indexArgs.push('--descriptions-db', descDbPath);
   }
-  const result = execFileSync(config.rustBinary, indexArgs, { encoding: 'utf-8', timeout: 600000, stdio: ['pipe', 'pipe', 'pipe'], env: rustEnv });
-  return result;
+  const indexTimeout = parseInt(process.env.MAGECTOR_INDEX_TIMEOUT, 10) || 1800000;
+  try {
+    const result = execFileSync(config.rustBinary, indexArgs, { encoding: 'utf-8', timeout: indexTimeout, stdio: ['pipe', 'pipe', 'pipe'], env: rustEnv });
+    return result;
+  } catch (err) {
+    if (err.message && err.message.includes('ETIMEDOUT')) {
+      throw new Error(`Indexing timed out after ${indexTimeout / 1000}s. Set MAGECTOR_INDEX_TIMEOUT=3600000 (or higher) in your environment to increase the limit.`);
+    }
+    throw err;
+  }
 }
 
 function rustStats() {