raggrep 0.5.0 → 0.5.2

package/dist/domain/entities/searchResult.d.ts

@@ -74,6 +74,11 @@ export interface SearchOptions {
     minScore?: number;
     /** Filter to specific file patterns (e.g., ['*.ts', '*.tsx']) */
     filePatterns?: string[];
+    /**
+     * Filter to files within specified paths (e.g., ['src/auth', 'src/utils']).
+     * Results will only include files that start with one of the specified paths.
+     */
+    pathFilter?: string[];
     /**
      * Ensure the index is fresh before searching (default: true).
      *

package/dist/index.js

@@ -33,6 +33,7 @@ var init_searchResult = __esm(() => {
     topK: 10,
     minScore: 0.15,
     filePatterns: [],
+    pathFilter: [],
     ensureFresh: true
   };
 });
@@ -1795,6 +1796,9 @@ class CoreModule {
   name = "Core Search";
   description = "Language-agnostic text search with symbol extraction";
   version = "1.0.0";
+  supportsFile(_filepath) {
+    return true;
+  }
   symbolIndex = new Map;
   bm25Index = null;
   rootDir = "";
@@ -2885,6 +2889,7 @@ var init_storage = __esm(() => {
 // src/modules/language/typescript/index.ts
 var exports_typescript = {};
 __export(exports_typescript, {
+  supportsFile: () => supportsFile,
   isTypeScriptFile: () => isTypeScriptFile,
   TypeScriptModule: () => TypeScriptModule,
   TYPESCRIPT_EXTENSIONS: () => TYPESCRIPT_EXTENSIONS,
@@ -2923,6 +2928,9 @@ class TypeScriptModule {
   name = "TypeScript Search";
   description = "TypeScript-aware code search with AST parsing and semantic embeddings";
   version = "1.0.0";
+  supportsFile(filepath) {
+    return isTypeScriptFile(filepath);
+  }
   embeddingConfig = null;
   symbolicIndex = null;
   pendingSummaries = new Map;
@@ -3146,7 +3154,7 @@ class TypeScriptModule {
     return references;
   }
 }
-var DEFAULT_MIN_SCORE2 = 0.15, DEFAULT_TOP_K2 = 10, SEMANTIC_WEIGHT = 0.7, BM25_WEIGHT = 0.3, TYPESCRIPT_EXTENSIONS;
+var DEFAULT_MIN_SCORE2 = 0.15, DEFAULT_TOP_K2 = 10, SEMANTIC_WEIGHT = 0.7, BM25_WEIGHT = 0.3, TYPESCRIPT_EXTENSIONS, supportsFile;
 var init_typescript = __esm(() => {
   init_embeddings();
   init_services();
@@ -3163,11 +3171,13 @@ var init_typescript = __esm(() => {
     ".mts",
     ".cts"
   ];
+  supportsFile = isTypeScriptFile;
 });
 
 // src/modules/data/json/index.ts
 var exports_json = {};
 __export(exports_json, {
+  supportsFile: () => supportsFile2,
   isJsonFile: () => isJsonFile,
   JsonModule: () => JsonModule,
   JSON_EXTENSIONS: () => JSON_EXTENSIONS,
@@ -3224,6 +3234,9 @@ class JsonModule {
   name = "JSON Search";
   description = "JSON file search with structure-aware indexing";
   version = "1.0.0";
+  supportsFile(filepath) {
+    return isJsonFile(filepath);
+  }
   embeddingConfig = null;
   symbolicIndex = null;
   pendingSummaries = new Map;
@@ -3385,18 +3398,20 @@ class JsonModule {
     return results.slice(0, topK);
   }
 }
-var DEFAULT_MIN_SCORE3 = 0.15, DEFAULT_TOP_K3 = 10, SEMANTIC_WEIGHT2 = 0.7, BM25_WEIGHT2 = 0.3, JSON_EXTENSIONS;
+var DEFAULT_MIN_SCORE3 = 0.15, DEFAULT_TOP_K3 = 10, SEMANTIC_WEIGHT2 = 0.7, BM25_WEIGHT2 = 0.3, JSON_EXTENSIONS, supportsFile2;
 var init_json = __esm(() => {
   init_embeddings();
   init_services();
   init_config2();
   init_storage();
   JSON_EXTENSIONS = [".json"];
+  supportsFile2 = isJsonFile;
 });
 
 // src/modules/docs/markdown/index.ts
 var exports_markdown = {};
 __export(exports_markdown, {
+  supportsFile: () => supportsFile3,
   isMarkdownFile: () => isMarkdownFile,
   MarkdownModule: () => MarkdownModule,
   MARKDOWN_EXTENSIONS: () => MARKDOWN_EXTENSIONS,
@@ -3502,6 +3517,9 @@ class MarkdownModule {
   name = "Markdown Search";
   description = "Markdown documentation search with section-aware indexing";
   version = "1.0.0";
+  supportsFile(filepath) {
+    return isMarkdownFile(filepath);
+  }
   embeddingConfig = null;
   symbolicIndex = null;
   pendingSummaries = new Map;
@@ -3671,13 +3689,14 @@ ${section.content}` : section.content,
     return results.slice(0, topK);
   }
 }
-var DEFAULT_MIN_SCORE4 = 0.15, DEFAULT_TOP_K4 = 10, SEMANTIC_WEIGHT3 = 0.7, BM25_WEIGHT3 = 0.3, MARKDOWN_EXTENSIONS;
+var DEFAULT_MIN_SCORE4 = 0.15, DEFAULT_TOP_K4 = 10, SEMANTIC_WEIGHT3 = 0.7, BM25_WEIGHT3 = 0.3, MARKDOWN_EXTENSIONS, supportsFile3;
 var init_markdown = __esm(() => {
   init_embeddings();
   init_services();
   init_config2();
   init_storage();
   MARKDOWN_EXTENSIONS = [".md", ".txt"];
+  supportsFile3 = isMarkdownFile;
 });
 
 // src/app/indexer/index.ts
@@ -3685,6 +3704,7 @@ init_config2();
 import { glob } from "glob";
 import * as fs6 from "fs/promises";
 import * as path14 from "path";
+import * as os3 from "os";
 
 // src/modules/registry.ts
 class ModuleRegistryImpl {
@@ -4081,7 +4101,24 @@ async function parallelMap(items, processor, concurrency) {
   return results;
 }
 var INDEX_SCHEMA_VERSION = "1.0.0";
-var DEFAULT_CONCURRENCY = 4;
+function formatDuration(ms) {
+  if (ms < 1000) {
+    return `${ms}ms`;
+  }
+  const seconds = ms / 1000;
+  if (seconds < 60) {
+    return `${seconds.toFixed(1)}s`;
+  }
+  const minutes = Math.floor(seconds / 60);
+  const remainingSeconds = seconds % 60;
+  return `${minutes}m ${remainingSeconds.toFixed(1)}s`;
+}
+function getOptimalConcurrency() {
+  const cpuCount = os3.cpus().length;
+  const optimal = Math.max(2, Math.min(16, Math.floor(cpuCount * 0.75)));
+  return optimal;
+}
+var DEFAULT_CONCURRENCY = getOptimalConcurrency();
 async function indexDirectory(rootDir, options = {}) {
   const verbose = options.verbose ?? false;
   const quiet = options.quiet ?? false;
@@ -4108,8 +4145,10 @@ async function indexDirectory(rootDir, options = {}) {
   logger.info(`Enabled modules: ${enabledModules.map((m) => m.id).join(", ")}`);
   const files = await findFiles(rootDir, config);
   logger.info(`Found ${files.length} files to index`);
+  const overallStart = Date.now();
   const results = [];
   for (const module of enabledModules) {
+    const moduleStart = Date.now();
     logger.info(`
 [${module.name}] Starting indexing...`);
     const moduleConfig = getModuleConfig(config, module.id);
@@ -4127,7 +4166,9 @@ async function indexDirectory(rootDir, options = {}) {
       };
       await module.initialize(configWithOverrides);
     }
-    const result = await indexWithModule(rootDir, files, module, config, verbose, introspection, logger, concurrency);
+    const moduleFiles = module.supportsFile ? files.filter((f) => module.supportsFile(f)) : files;
+    logger.info(`  Processing ${moduleFiles.length} files...`);
+    const result = await indexWithModule(rootDir, moduleFiles, module, config, verbose, introspection, logger, concurrency);
     results.push(result);
     if (module.finalize) {
       logger.info(`[${module.name}] Building secondary indexes...`);
@@ -4146,9 +4187,18 @@ async function indexDirectory(rootDir, options = {}) {
       };
       await module.finalize(ctx);
     }
-    logger.info(`[${module.name}] Complete: ${result.indexed} indexed, ${result.skipped} skipped, ${result.errors} errors`);
+    const moduleDuration = Date.now() - moduleStart;
+    result.durationMs = moduleDuration;
+    logger.info(`[${module.name}] Complete: ${result.indexed} indexed, ${result.skipped} skipped, ${result.errors} errors (${formatDuration(moduleDuration)})`);
   }
   await introspection.save(config);
+  const overallDuration = Date.now() - overallStart;
+  logger.info(`
+Indexing complete in ${formatDuration(overallDuration)}`);
+  const totalIndexed = results.reduce((sum, r) => sum + r.indexed, 0);
+  const totalSkipped = results.reduce((sum, r) => sum + r.skipped, 0);
+  const totalErrors = results.reduce((sum, r) => sum + r.errors, 0);
+  logger.info(`Total: ${totalIndexed} indexed, ${totalSkipped} skipped, ${totalErrors} errors`);
   await updateGlobalManifest(rootDir, enabledModules, config);
   return results;
 }
@@ -4657,9 +4707,17 @@ async function search(rootDir, query, options = {}) {
     const moduleResults = await module.search(query, ctx, options);
     allResults.push(...moduleResults);
   }
-  allResults.sort((a, b) => b.score - a.score);
+  let filteredResults = allResults;
+  if (options.pathFilter && options.pathFilter.length > 0) {
+    const normalizedFilters = options.pathFilter.map((p) => p.replace(/\\/g, "/").replace(/^\//, "").replace(/\/$/, ""));
+    filteredResults = allResults.filter((result) => {
+      const normalizedPath = result.filepath.replace(/\\/g, "/");
+      return normalizedFilters.some((filter) => normalizedPath.startsWith(filter + "/") || normalizedPath === filter || normalizedPath.startsWith("./" + filter + "/") || normalizedPath === "./" + filter);
+    });
+  }
+  filteredResults.sort((a, b) => b.score - a.score);
   const topK = options.topK ?? 10;
-  return allResults.slice(0, topK);
+  return filteredResults.slice(0, topK);
 }
 function createSearchContext(rootDir, moduleId, config) {
   const indexPath = getModuleIndexPath(rootDir, moduleId, config);
@@ -4792,4 +4850,4 @@ export {
   ConsoleLogger
 };
 
-//# debugId=984F0AA3FD08D5A664756E2164756E21
+//# debugId=CD5077D1A96FC88964756E2164756E21