raggrep 0.5.0 → 0.5.1

package/dist/app/indexer/index.d.ts

@@ -4,6 +4,8 @@ export interface IndexResult {
     indexed: number;
     skipped: number;
     errors: number;
+    /** Time taken in milliseconds */
+    durationMs?: number;
 }
 export interface IndexOptions {
     /** Override the embedding model (semantic module) */

package/dist/cli/main.js

@@ -325,6 +325,7 @@ var init_searchResult = __esm(() => {
     topK: 10,
     minScore: 0.15,
     filePatterns: [],
+    pathFilter: [],
     ensureFresh: true
   };
 });
@@ -2087,6 +2088,9 @@ class CoreModule {
   name = "Core Search";
   description = "Language-agnostic text search with symbol extraction";
   version = "1.0.0";
+  supportsFile(_filepath) {
+    return true;
+  }
   symbolIndex = new Map;
   bm25Index = null;
   rootDir = "";
@@ -2979,6 +2983,7 @@ var init_storage = __esm(() => {
 // src/modules/language/typescript/index.ts
 var exports_typescript = {};
 __export(exports_typescript, {
+  supportsFile: () => supportsFile,
   isTypeScriptFile: () => isTypeScriptFile,
   TypeScriptModule: () => TypeScriptModule,
   TYPESCRIPT_EXTENSIONS: () => TYPESCRIPT_EXTENSIONS,
@@ -3017,6 +3022,9 @@ class TypeScriptModule {
   name = "TypeScript Search";
   description = "TypeScript-aware code search with AST parsing and semantic embeddings";
   version = "1.0.0";
+  supportsFile(filepath) {
+    return isTypeScriptFile(filepath);
+  }
   embeddingConfig = null;
   symbolicIndex = null;
   pendingSummaries = new Map;
@@ -3240,7 +3248,7 @@ class TypeScriptModule {
     return references;
   }
 }
-var DEFAULT_MIN_SCORE2 = 0.15, DEFAULT_TOP_K2 = 10, SEMANTIC_WEIGHT = 0.7, BM25_WEIGHT = 0.3, TYPESCRIPT_EXTENSIONS;
+var DEFAULT_MIN_SCORE2 = 0.15, DEFAULT_TOP_K2 = 10, SEMANTIC_WEIGHT = 0.7, BM25_WEIGHT = 0.3, TYPESCRIPT_EXTENSIONS, supportsFile;
 var init_typescript = __esm(() => {
   init_embeddings();
   init_services();
@@ -3257,11 +3265,13 @@ var init_typescript = __esm(() => {
     ".mts",
     ".cts"
   ];
+  supportsFile = isTypeScriptFile;
 });
 
 // src/modules/data/json/index.ts
 var exports_json = {};
 __export(exports_json, {
+  supportsFile: () => supportsFile2,
   isJsonFile: () => isJsonFile,
   JsonModule: () => JsonModule,
   JSON_EXTENSIONS: () => JSON_EXTENSIONS,
@@ -3318,6 +3328,9 @@ class JsonModule {
   name = "JSON Search";
   description = "JSON file search with structure-aware indexing";
   version = "1.0.0";
+  supportsFile(filepath) {
+    return isJsonFile(filepath);
+  }
   embeddingConfig = null;
   symbolicIndex = null;
   pendingSummaries = new Map;
@@ -3479,18 +3492,20 @@ class JsonModule {
     return results.slice(0, topK);
   }
 }
-var DEFAULT_MIN_SCORE3 = 0.15, DEFAULT_TOP_K3 = 10, SEMANTIC_WEIGHT2 = 0.7, BM25_WEIGHT2 = 0.3, JSON_EXTENSIONS;
+var DEFAULT_MIN_SCORE3 = 0.15, DEFAULT_TOP_K3 = 10, SEMANTIC_WEIGHT2 = 0.7, BM25_WEIGHT2 = 0.3, JSON_EXTENSIONS, supportsFile2;
 var init_json = __esm(() => {
   init_embeddings();
   init_services();
   init_config2();
   init_storage();
   JSON_EXTENSIONS = [".json"];
+  supportsFile2 = isJsonFile;
 });
 
 // src/modules/docs/markdown/index.ts
 var exports_markdown = {};
 __export(exports_markdown, {
+  supportsFile: () => supportsFile3,
   isMarkdownFile: () => isMarkdownFile,
   MarkdownModule: () => MarkdownModule,
   MARKDOWN_EXTENSIONS: () => MARKDOWN_EXTENSIONS,
@@ -3596,6 +3611,9 @@ class MarkdownModule {
   name = "Markdown Search";
   description = "Markdown documentation search with section-aware indexing";
   version = "1.0.0";
+  supportsFile(filepath) {
+    return isMarkdownFile(filepath);
+  }
   embeddingConfig = null;
   symbolicIndex = null;
   pendingSummaries = new Map;
@@ -3765,13 +3783,14 @@ ${section.content}` : section.content,
     return results.slice(0, topK);
   }
 }
-var DEFAULT_MIN_SCORE4 = 0.15, DEFAULT_TOP_K4 = 10, SEMANTIC_WEIGHT3 = 0.7, BM25_WEIGHT3 = 0.3, MARKDOWN_EXTENSIONS;
+var DEFAULT_MIN_SCORE4 = 0.15, DEFAULT_TOP_K4 = 10, SEMANTIC_WEIGHT3 = 0.7, BM25_WEIGHT3 = 0.3, MARKDOWN_EXTENSIONS, supportsFile3;
 var init_markdown = __esm(() => {
   init_embeddings();
   init_services();
   init_config2();
   init_storage();
   MARKDOWN_EXTENSIONS = [".md", ".txt"];
+  supportsFile3 = isMarkdownFile;
 });
 
 // src/modules/registry.ts
@@ -4275,6 +4294,18 @@ async function parallelMap(items, processor, concurrency) {
   await Promise.all(workers);
   return results;
 }
+function formatDuration(ms) {
+  if (ms < 1000) {
+    return `${ms}ms`;
+  }
+  const seconds = ms / 1000;
+  if (seconds < 60) {
+    return `${seconds.toFixed(1)}s`;
+  }
+  const minutes = Math.floor(seconds / 60);
+  const remainingSeconds = seconds % 60;
+  return `${minutes}m ${remainingSeconds.toFixed(1)}s`;
+}
 async function indexDirectory(rootDir, options = {}) {
   const verbose = options.verbose ?? false;
   const quiet = options.quiet ?? false;
@@ -4301,8 +4332,10 @@ async function indexDirectory(rootDir, options = {}) {
   logger.info(`Enabled modules: ${enabledModules.map((m) => m.id).join(", ")}`);
   const files = await findFiles(rootDir, config);
   logger.info(`Found ${files.length} files to index`);
+  const overallStart = Date.now();
   const results = [];
   for (const module of enabledModules) {
+    const moduleStart = Date.now();
     logger.info(`
 [${module.name}] Starting indexing...`);
     const moduleConfig = getModuleConfig(config, module.id);
@@ -4320,7 +4353,9 @@ async function indexDirectory(rootDir, options = {}) {
       };
       await module.initialize(configWithOverrides);
     }
-    const result = await indexWithModule(rootDir, files, module, config, verbose, introspection, logger, concurrency);
+    const moduleFiles = module.supportsFile ? files.filter((f) => module.supportsFile(f)) : files;
+    logger.info(`  Processing ${moduleFiles.length} files...`);
+    const result = await indexWithModule(rootDir, moduleFiles, module, config, verbose, introspection, logger, concurrency);
     results.push(result);
     if (module.finalize) {
       logger.info(`[${module.name}] Building secondary indexes...`);
@@ -4339,9 +4374,18 @@ async function indexDirectory(rootDir, options = {}) {
       };
       await module.finalize(ctx);
     }
-    logger.info(`[${module.name}] Complete: ${result.indexed} indexed, ${result.skipped} skipped, ${result.errors} errors`);
+    const moduleDuration = Date.now() - moduleStart;
+    result.durationMs = moduleDuration;
+    logger.info(`[${module.name}] Complete: ${result.indexed} indexed, ${result.skipped} skipped, ${result.errors} errors (${formatDuration(moduleDuration)})`);
   }
   await introspection.save(config);
+  const overallDuration = Date.now() - overallStart;
+  logger.info(`
+Indexing complete in ${formatDuration(overallDuration)}`);
+  const totalIndexed = results.reduce((sum, r) => sum + r.indexed, 0);
+  const totalSkipped = results.reduce((sum, r) => sum + r.skipped, 0);
+  const totalErrors = results.reduce((sum, r) => sum + r.errors, 0);
+  logger.info(`Total: ${totalIndexed} indexed, ${totalSkipped} skipped, ${totalErrors} errors`);
   await updateGlobalManifest(rootDir, enabledModules, config);
   return results;
 }
@@ -4862,9 +4906,17 @@ async function search(rootDir, query, options = {}) {
     const moduleResults = await module.search(query, ctx, options);
     allResults.push(...moduleResults);
   }
-  allResults.sort((a, b) => b.score - a.score);
+  let filteredResults = allResults;
+  if (options.pathFilter && options.pathFilter.length > 0) {
+    const normalizedFilters = options.pathFilter.map((p) => p.replace(/\\/g, "/").replace(/^\//, "").replace(/\/$/, ""));
+    filteredResults = allResults.filter((result) => {
+      const normalizedPath = result.filepath.replace(/\\/g, "/");
+      return normalizedFilters.some((filter) => normalizedPath.startsWith(filter + "/") || normalizedPath === filter || normalizedPath.startsWith("./" + filter + "/") || normalizedPath === "./" + filter);
+    });
+  }
+  filteredResults.sort((a, b) => b.score - a.score);
   const topK = options.topK ?? 10;
-  return allResults.slice(0, topK);
+  return filteredResults.slice(0, topK);
 }
 function createSearchContext(rootDir, moduleId, config) {
   const indexPath = getModuleIndexPath(rootDir, moduleId, config);
@@ -4973,7 +5025,7 @@ init_logger();
 // package.json
 var package_default = {
   name: "raggrep",
-  version: "0.5.0",
+  version: "0.5.1",
   description: "Local filesystem-based RAG system for codebases - semantic search using local embeddings",
   type: "module",
   main: "./dist/index.js",
@@ -5117,6 +5169,17 @@ function parseFlags(args2) {
         console.error(`Invalid concurrency: ${args2[i]}. Must be a positive integer.`);
         process.exit(1);
       }
+    } else if (arg === "--filter" || arg === "-f") {
+      const filterPath = args2[++i];
+      if (filterPath) {
+        if (!flags.pathFilter) {
+          flags.pathFilter = [];
+        }
+        flags.pathFilter.push(filterPath);
+      } else {
+        console.error("--filter requires a path (e.g., src/auth)");
+        process.exit(1);
+      }
     } else if (!arg.startsWith("-")) {
       flags.remaining.push(arg);
     }
@@ -5225,6 +5288,7 @@ Options:
   -k, --top <n>        Number of results to return (default: 10)
   -s, --min-score <n>  Minimum similarity score 0-1 (default: 0.15)
   -t, --type <ext>     Filter by file extension (e.g., ts, tsx, js)
+  -f, --filter <path>  Filter by path prefix (can be used multiple times)
   -h, --help           Show this help message
 
 Note:
@@ -5239,6 +5303,8 @@ Examples:
   raggrep query "handle errors" --top 5
   raggrep query "database" --min-score 0.1
   raggrep query "interface" --type ts
+  raggrep query "login" --filter src/auth
+  raggrep query "api" --filter src/api --filter src/routes
 `);
         process.exit(0);
       }
@@ -5279,6 +5345,7 @@ Examples:
           topK: flags.topK ?? 10,
           minScore: flags.minScore,
           filePatterns,
+          pathFilter: flags.pathFilter,
           ensureFresh: false
         });
         console.log(formatSearchResults2(results));
@@ -5419,4 +5486,4 @@ Run 'raggrep <command> --help' for more information.
 }
 main();
 
-//# debugId=5CA623D9974ACF4364756E2164756E21
+//# debugId=E73618F0DDE8326264756E2164756E21