@crowley/rag-mcp 1.0.2 → 1.0.4

package/dist/formatters.d.ts

@@ -26,6 +26,19 @@ export declare function formatMemoryResults(results: Array<{
     memory: Record<string, unknown>;
     score: number;
 }>, emptyMessage?: string): string;
+/** Format navigate-mode search results as compact navigation pointers */
+export declare function formatNavigationResults(results: Array<{
+    file: string;
+    lines?: [number, number];
+    symbols?: string[];
+    imports?: string[];
+    connections?: string[];
+    layer?: string;
+    service?: string;
+    preview?: string;
+    score: number;
+    graphExpanded?: boolean;
+}>): string;
 /** Format a simple list of files with scores */
 export declare function formatFileList(files: Array<{
     file: string;

package/dist/formatters.js

@@ -60,6 +60,26 @@ export function formatMemoryResults(results, emptyMessage = "No memories found."
     });
     return result;
 }
+/** Format navigate-mode search results as compact navigation pointers */
+export function formatNavigationResults(results) {
+    if (!results?.length)
+        return "No results found.";
+    return results.map(r => {
+        const loc = r.lines ? `:${r.lines[0]}-${r.lines[1]}` : '';
+        let out = `**${r.file}${loc}** (${pct(r.score)})`;
+        if (r.layer)
+            out += ` [${r.layer}]`;
+        if (r.graphExpanded)
+            out += ' _(graph)_';
+        if (r.preview)
+            out += `\n\`${truncate(r.preview, 100)}\``;
+        if (r.symbols?.length)
+            out += `\nSymbols: ${r.symbols.join(', ')}`;
+        if (r.connections?.length)
+            out += `\nConnections: ${r.connections.map(c => '`' + c + '`').join(', ')}`;
+        return out;
+    }).join('\n\n');
+}
 /** Format a simple list of files with scores */
 export function formatFileList(files, emptyMessage = "No files found.") {
     if (!files || files.length === 0)

package/dist/tools/indexing.d.ts

@@ -1,6 +1,10 @@
 /**
  * Indexing tools module - codebase indexing, status, zero-downtime reindex,
  * and alias management.
+ *
+ * index_codebase and reindex_zero_downtime read files locally and upload
+ * them to the RAG API in batches via POST /api/index/upload. This allows
+ * remote MCP clients to index codebases that aren't on the server filesystem.
  */
 import type { ToolModule } from "../types.js";
 /**

package/dist/tools/indexing.js

@@ -1,7 +1,105 @@
 /**
  * Indexing tools module - codebase indexing, status, zero-downtime reindex,
  * and alias management.
+ *
+ * index_codebase and reindex_zero_downtime read files locally and upload
+ * them to the RAG API in batches via POST /api/index/upload. This allows
+ * remote MCP clients to index codebases that aren't on the server filesystem.
  */
+import * as fs from "fs";
+import * as path from "path";
+import { glob } from "glob";
+const DEFAULT_PATTERNS = [
+    "**/*.ts",
+    "**/*.tsx",
+    "**/*.js",
+    "**/*.jsx",
+    "**/*.vue",
+    "**/*.py",
+    "**/*.go",
+    "**/*.rs",
+    "**/*.java",
+    "**/*.md",
+    "**/*.sql",
+    "**/*.yml",
+    "**/*.yaml",
+    "**/Dockerfile",
+];
+const DEFAULT_EXCLUDE = [
+    "**/node_modules/**",
+    "**/dist/**",
+    "**/build/**",
+    "**/.git/**",
+    "**/coverage/**",
+    "**/.nuxt/**",
+    "**/.next/**",
+    "**/vendor/**",
+    "**/__pycache__/**",
+    "**/target/**",
+    "**/package-lock.json",
+    "**/yarn.lock",
+    "**/pnpm-lock.yaml",
+    "**/eval/results/**",
+    "**/eval/golden-queries.json",
+];
+const BATCH_SIZE = 50;
+/**
+ * Discover files locally using glob, read their contents, and upload
+ * them to the RAG API in batches.
+ */
+async function uploadFiles(ctx, projectPath, opts) {
+    const patterns = opts.patterns || DEFAULT_PATTERNS;
+    const excludePatterns = opts.excludePatterns || DEFAULT_EXCLUDE;
+    // Discover files locally
+    const files = await glob(patterns, {
+        cwd: projectPath,
+        ignore: excludePatterns,
+        nodir: true,
+        absolute: false,
+    });
+    if (files.length === 0) {
+        return { totalFiles: 0, indexedFiles: 0, totalChunks: 0, errors: 0, duration: 0 };
+    }
+    let totalIndexed = 0;
+    let totalChunks = 0;
+    let totalErrors = 0;
+    let totalDuration = 0;
+    for (let i = 0; i < files.length; i += BATCH_SIZE) {
+        const batch = files.slice(i, i + BATCH_SIZE);
+        const filePayloads = [];
+        for (const relPath of batch) {
+            try {
+                const absPath = path.join(projectPath, relPath);
+                const content = fs.readFileSync(absPath, "utf-8");
+                filePayloads.push({ path: relPath, content });
+            }
+            catch {
+                totalErrors++;
+            }
+        }
+        if (filePayloads.length === 0)
+            continue;
+        const isFirst = i === 0;
+        const isLast = i + BATCH_SIZE >= files.length;
+        const response = await ctx.api.post("/api/index/upload", {
+            files: filePayloads,
+            force: isFirst && (opts.force ?? false),
+            done: isLast,
+        });
+        const data = response.data;
+        totalIndexed += data.filesProcessed || 0;
+        totalChunks += data.chunksCreated || 0;
+        totalErrors += data.errors || 0;
+        totalDuration += data.duration || 0;
+    }
+    return {
+        totalFiles: files.length,
+        indexedFiles: totalIndexed,
+        totalChunks,
+        errors: totalErrors,
+        duration: totalDuration,
+    };
+}
 /**
  * Create the indexing tools module with project-specific descriptions.
  */
@@ -67,16 +165,15 @@ export function createIndexingTools(projectName) {
     ];
     const handlers = {
         index_codebase: async (args, ctx) => {
-            const { path, force = false } = args;
-            const response = await ctx.api.post("/api/index", {
-                collection: `${ctx.collectionPrefix}codebase`,
-                path: path || ctx.projectPath,
-                force,
-            });
-            const data = response.data;
+            const { path: indexPath, force = false } = args;
+            const projectPath = indexPath || ctx.projectPath;
+            const stats = await uploadFiles(ctx, projectPath, { force });
             let result = `## Indexing ${projectName}\n\n`;
-            result += `- **Status:** ${data.status || "started"}\n`;
-            result += `- **Files to process:** ${data.filesToProcess ?? "N/A"}\n`;
+            result += `- **Total files found:** ${stats.totalFiles}\n`;
+            result += `- **Files indexed:** ${stats.indexedFiles}\n`;
+            result += `- **Chunks created:** ${stats.totalChunks}\n`;
+            result += `- **Errors:** ${stats.errors}\n`;
+            result += `- **Duration:** ${stats.duration}ms\n`;
             return result;
         },
         get_index_status: async (_args, ctx) => {
@@ -91,18 +188,19 @@ export function createIndexingTools(projectName) {
             return result;
         },
         reindex_zero_downtime: async (args, ctx) => {
-            const { path, patterns, excludePatterns } = args;
-            const response = await ctx.api.post("/api/reindex", {
-                collection: `${ctx.collectionPrefix}codebase`,
-                path: path || ctx.projectPath,
+            const { path: indexPath, patterns, excludePatterns } = args;
+            const projectPath = indexPath || ctx.projectPath;
+            const stats = await uploadFiles(ctx, projectPath, {
                 patterns,
                 excludePatterns,
+                force: true,
             });
-            const data = response.data;
-            let result = `## Zero-Downtime Reindex: ${projectName}\n\n`;
-            result += `- **Alias:** ${data.alias || "N/A"}\n`;
-            result += `- **Status:** ${data.status || "started"}\n`;
-            result += `- **Message:** ${data.message || "Reindex initiated"}\n`;
+            let result = `## Reindex: ${projectName}\n\n`;
+            result += `- **Total files found:** ${stats.totalFiles}\n`;
+            result += `- **Files indexed:** ${stats.indexedFiles}\n`;
+            result += `- **Chunks created:** ${stats.totalChunks}\n`;
+            result += `- **Errors:** ${stats.errors}\n`;
+            result += `- **Duration:** ${stats.duration}ms\n`;
             return result;
         },
         list_aliases: async (_args, ctx) => {

package/dist/tools/search.js

@@ -2,7 +2,7 @@
  * Search tools module - codebase search, similarity search, grouped/hybrid search,
  * documentation search, and project statistics.
  */
-import { formatCodeResults, truncate, pct } from "../formatters.js";
+import { formatCodeResults, formatNavigationResults, truncate } from "../formatters.js";
 /**
  * Create the search tools module with project-specific descriptions.
  */
@@ -10,7 +10,7 @@ export function createSearchTools(projectName) {
     const tools = [
         {
             name: "search_codebase",
-            description: `Search the ${projectName} codebase for relevant code. Returns matching files with code snippets and relevance scores.`,
+            description: `Search the ${projectName} codebase. Returns file locations, symbols, and graph connections. Use Read tool to view the actual code at returned locations.`,
             inputSchema: {
                 type: "object",
                 properties: {
@@ -64,7 +64,7 @@ export function createSearchTools(projectName) {
         },
         {
             name: "grouped_search",
-            description: `Search ${projectName} codebase with results grouped by file. Returns one best match per file instead of multiple chunks.`,
+            description: `Search ${projectName} codebase grouped by file. Returns file locations with symbols and connections. Use Read tool to view the actual code.`,
             inputSchema: {
                 type: "object",
                 properties: {
@@ -100,7 +100,7 @@ export function createSearchTools(projectName) {
         },
         {
             name: "hybrid_search",
-            description: `Hybrid search combining keyword matching and semantic similarity for ${projectName}. Better for finding exact terms + related concepts.`,
+            description: `Hybrid search combining keyword matching and semantic similarity for ${projectName}. Returns file locations with symbols and connections. Use Read tool to view code.`,
             inputSchema: {
                 type: "object",
                 properties: {
@@ -186,7 +186,7 @@ export function createSearchTools(projectName) {
         },
         {
             name: "search_graph",
-            description: `Search ${projectName} codebase with graph expansion. Finds semantically similar code plus connected files via import/call relationships.`,
+            description: `Search ${projectName} codebase with graph expansion. Returns file locations plus connected files via import/call relationships. Use Read tool to view code.`,
             inputSchema: {
                 type: "object",
                 properties: {
@@ -216,13 +216,14 @@ export function createSearchTools(projectName) {
                 collection: `${ctx.collectionPrefix}codebase`,
                 query,
                 limit,
+                mode: "navigate",
                 filters: { language, path, layer, service },
             });
             const results = response.data.results;
             if (!results || results.length === 0) {
                 return "No results found for this query.";
             }
-            return formatCodeResults(results, 500);
+            return formatNavigationResults(results);
         },
         search_similar: async (args, ctx) => {
             const { code, limit = 5 } = args;
@@ -246,23 +247,15 @@ export function createSearchTools(projectName) {
                 query,
                 groupBy,
                 limit,
+                mode: "navigate",
                 filters: hasFilters ? filters : undefined,
             });
             const groups = response.data.groups;
             if (!groups || groups.length === 0) {
                 return "No results found.";
             }
-            return groups
-                .map((g) => {
-                const r = g.results[0];
-                return (`**${g[groupBy]}** (score: ${pct(r.score)})\n` +
-                    "```" +
-                    (r.language || "") +
-                    "\n" +
-                    truncate(r.content, 300) +
-                    "\n```");
-            })
-                .join("\n\n---\n\n");
+            const allResults = groups.flatMap((g) => g.results);
+            return formatNavigationResults(allResults);
         },
         hybrid_search: async (args, ctx) => {
             const { query, limit = 10, semanticWeight = 0.7, language, layer, service } = args;
@@ -273,20 +266,14 @@ export function createSearchTools(projectName) {
                 query,
                 limit,
                 semanticWeight,
+                mode: "navigate",
                 filters: hasFilters ? filters : undefined,
             });
             const results = response.data.results;
             if (!results || results.length === 0) {
                 return "No results found.";
             }
-            return results
-                .map((r) => `**${r.file}** (combined: ${pct(r.score)}${r.semanticScore != null ? `, semantic: ${pct(r.semanticScore)}` : ''}${r.keywordScore != null ? `, keyword: ${pct(r.keywordScore)}` : ''})\n` +
-                "```" +
-                (r.language || "") +
-                "\n" +
-                truncate(r.content, 300) +
-                "\n```")
-                .join("\n\n---\n\n");
+            return formatNavigationResults(results);
         },
         search_docs: async (args, ctx) => {
             const { query, limit = 5 } = args;
@@ -329,27 +316,20 @@ export function createSearchTools(projectName) {
                 query,
                 limit,
                 expandHops,
+                mode: "navigate",
             });
             const { results, graphExpanded, expandedFiles } = response.data;
+            if ((!results || results.length === 0) && (!graphExpanded || graphExpanded.length === 0)) {
+                return "No results found.";
+            }
             let output = "";
             if (results && results.length > 0) {
                 output += "**Direct matches:**\n\n";
-                output += results
-                    .map((r) => `**${r.file}** (score: ${pct(r.score)})\n` +
-                    "```" + (r.language || "") + "\n" +
-                    truncate(r.content, 300) + "\n```")
-                    .join("\n\n");
+                output += formatNavigationResults(results);
             }
             if (graphExpanded && graphExpanded.length > 0) {
                 output += "\n\n---\n\n**Graph-connected files:**\n\n";
-                output += graphExpanded
-                    .map((r) => `**${r.file}** (score: ${pct(r.score)})\n` +
-                    "```" + (r.language || "") + "\n" +
-                    truncate(r.content, 300) + "\n```")
-                    .join("\n\n");
-            }
-            if (!output) {
-                return "No results found.";
+                output += formatNavigationResults(graphExpanded);
             }
             if (expandedFiles && expandedFiles.length > 0) {
                 output += `\n\n_Graph expanded to ${expandedFiles.length} additional files._`;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@crowley/rag-mcp",
-  "version": "1.0.2",
+  "version": "1.0.4",
   "description": "Universal RAG MCP Server for any project",
   "type": "module",
   "main": "dist/index.js",
@@ -31,7 +31,8 @@
   "license": "MIT",
   "dependencies": {
     "@modelcontextprotocol/sdk": "^1.0.0",
-    "axios": "^1.6.0"
+    "axios": "^1.6.0",
+    "glob": "^11.0.0"
   },
   "devDependencies": {
     "@types/node": "^20.10.0",