raggrep 0.2.2 → 0.3.0

package/dist/app/search/index.d.ts

@@ -1,4 +1,4 @@
-import { SearchOptions, SearchResult } from '../../types';
+import { SearchOptions, SearchResult } from "../../types";
 /**
  * Search across all enabled modules
  */

package/dist/cli/main.js

@@ -12,7 +12,10 @@ var __export = (target, all) => {
 var __esm = (fn, res) => () => (fn && (res = fn(fn = 0)), res);
 
 // src/infrastructure/embeddings/transformersEmbedding.ts
-import { pipeline, env } from "@xenova/transformers";
+import {
+  pipeline,
+  env
+} from "@xenova/transformers";
 import * as path from "path";
 import * as os from "os";
 
@@ -24,7 +27,7 @@ class TransformersEmbeddingProvider {
   constructor(config) {
     this.config = {
       model: config?.model ?? "all-MiniLM-L6-v2",
-      showProgress: config?.showProgress ?? true
+      showProgress: config?.showProgress ?? false
     };
   }
   async initialize(config) {
@@ -160,7 +163,7 @@ var init_transformersEmbedding = __esm(() => {
   };
   globalConfig = {
     model: "all-MiniLM-L6-v2",
-    showProgress: true
+    showProgress: false
   };
 });
 
@@ -169,7 +172,15 @@ var init_embeddings = __esm(() => {
   init_transformersEmbedding();
 });
 // src/domain/entities/searchResult.ts
-var init_searchResult = () => {};
+var DEFAULT_SEARCH_OPTIONS;
+var init_searchResult = __esm(() => {
+  DEFAULT_SEARCH_OPTIONS = {
+    topK: 10,
+    minScore: 0.15,
+    filePatterns: [],
+    ensureFresh: true
+  };
+});
 
 // src/domain/entities/config.ts
 function createDefaultConfig() {
@@ -231,10 +242,17 @@ var init_config = __esm(() => {
     ".tsx",
     ".js",
     ".jsx",
+    ".mjs",
+    ".cjs",
     ".py",
     ".go",
     ".rs",
     ".java",
+    ".json",
+    ".yaml",
+    ".yml",
+    ".toml",
+    ".sql",
     ".md",
     ".txt"
   ];
@@ -306,7 +324,7 @@ function getEmbeddingConfigFromModule(moduleConfig) {
   }
   return {
     model: modelName,
-    showProgress: options.showProgress !== false
+    showProgress: options.showProgress === true
   };
 }
 var DEFAULT_CONFIG, RAGGREP_TEMP_BASE, EMBEDDING_MODELS2;
@@ -2006,7 +2024,6 @@ class CoreModule {
       bm25Data: this.bm25Index.serialize()
     };
     await fs2.writeFile(path6.join(coreDir, "symbols.json"), JSON.stringify(symbolIndexData, null, 2));
-    console.log(`  [Core] Symbol index built with ${this.symbolIndex.size} files`);
   }
   async search(query, ctx, options) {
     const config = ctx.config;
@@ -2691,6 +2708,57 @@ __export(exports_typescript, {
   DEFAULT_MIN_SCORE: () => DEFAULT_MIN_SCORE2
 });
 import * as path8 from "path";
+function detectQueryIntent(queryTerms) {
+  const hasImplementationTerm = queryTerms.some((term) => IMPLEMENTATION_TERMS.includes(term));
+  const hasDocumentationTerm = queryTerms.some((term) => DOCUMENTATION_TERMS.includes(term));
+  if (hasDocumentationTerm) {
+    return "documentation";
+  }
+  if (hasImplementationTerm) {
+    return "implementation";
+  }
+  return "neutral";
+}
+function calculateFileTypeBoost(filepath, queryTerms) {
+  const ext = path8.extname(filepath).toLowerCase();
+  const isSourceCode = SOURCE_CODE_EXTENSIONS.includes(ext);
+  const isDoc = DOC_EXTENSIONS.includes(ext);
+  const intent = detectQueryIntent(queryTerms);
+  if (intent === "implementation") {
+    if (isSourceCode) {
+      return 0.06;
+    }
+    return 0;
+  }
+  if (intent === "documentation") {
+    if (isDoc) {
+      return 0.08;
+    }
+    return 0;
+  }
+  return 0;
+}
+function calculateChunkTypeBoost(chunk) {
+  switch (chunk.type) {
+    case "function":
+      return 0.05;
+    case "class":
+    case "interface":
+      return 0.04;
+    case "type":
+    case "enum":
+      return 0.03;
+    case "variable":
+      return 0.02;
+    case "file":
+    case "block":
+    default:
+      return 0;
+  }
+}
+function calculateExportBoost(chunk) {
+  return chunk.isExported ? 0.03 : 0;
+}
 
 class TypeScriptModule {
   id = "language/typescript";
@@ -2736,7 +2804,9 @@ class TypeScriptModule {
       embeddings,
       embeddingModel: currentConfig.model
     };
-    const chunkTypes = [...new Set(parsedChunks.map((pc) => pc.type))];
+    const chunkTypes = [
+      ...new Set(parsedChunks.map((pc) => pc.type))
+    ];
     const exports = parsedChunks.filter((pc) => pc.isExported && pc.name).map((pc) => pc.name);
     const allKeywords = new Set;
     for (const pc of parsedChunks) {
@@ -2776,11 +2846,14 @@ class TypeScriptModule {
     }
     this.symbolicIndex.buildBM25Index();
     await this.symbolicIndex.save();
-    console.log(`  Symbolic index built with ${this.pendingSummaries.size} file summaries`);
     this.pendingSummaries.clear();
   }
   async search(query, ctx, options = {}) {
-    const { topK = DEFAULT_TOP_K2, minScore = DEFAULT_MIN_SCORE2, filePatterns } = options;
+    const {
+      topK = DEFAULT_TOP_K2,
+      minScore = DEFAULT_MIN_SCORE2,
+      filePatterns
+    } = options;
     const indexDir = getRaggrepDir(ctx.rootDir, ctx.config);
     const symbolicIndex = new SymbolicIndex(indexDir, this.id);
     let allFiles;
@@ -2855,7 +2928,11 @@ class TypeScriptModule {
       const semanticScore = cosineSimilarity(queryEmbedding, embedding);
       const bm25Score = bm25Scores.get(chunk.id) || 0;
       const pathBoost = pathBoosts.get(filepath) || 0;
-      const hybridScore = SEMANTIC_WEIGHT * semanticScore + BM25_WEIGHT * bm25Score + pathBoost;
+      const fileTypeBoost = calculateFileTypeBoost(filepath, queryTerms);
+      const chunkTypeBoost = calculateChunkTypeBoost(chunk);
+      const exportBoost = calculateExportBoost(chunk);
+      const totalBoost = pathBoost + fileTypeBoost + chunkTypeBoost + exportBoost;
+      const hybridScore = SEMANTIC_WEIGHT * semanticScore + BM25_WEIGHT * bm25Score + totalBoost;
       if (hybridScore >= minScore || bm25Score > 0.3) {
         results.push({
           filepath,
@@ -2865,7 +2942,10 @@ class TypeScriptModule {
           context: {
             semanticScore,
             bm25Score,
-            pathBoost
+            pathBoost,
+            fileTypeBoost,
+            chunkTypeBoost,
+            exportBoost
           }
         });
       }
@@ -2897,7 +2977,7 @@ class TypeScriptModule {
     return references;
   }
 }
-var DEFAULT_MIN_SCORE2 = 0.15, DEFAULT_TOP_K2 = 10, SEMANTIC_WEIGHT = 0.7, BM25_WEIGHT = 0.3;
+var DEFAULT_MIN_SCORE2 = 0.15, DEFAULT_TOP_K2 = 10, SEMANTIC_WEIGHT = 0.7, BM25_WEIGHT = 0.3, IMPLEMENTATION_TERMS, DOCUMENTATION_TERMS, SOURCE_CODE_EXTENSIONS, DOC_EXTENSIONS;
 var init_typescript = __esm(() => {
   init_embeddings();
   init_config2();
@@ -2905,16 +2985,61 @@ var init_typescript = __esm(() => {
   init_storage();
   init_keywords();
   init_keywords();
+  IMPLEMENTATION_TERMS = [
+    "function",
+    "method",
+    "class",
+    "interface",
+    "implement",
+    "implementation",
+    "endpoint",
+    "route",
+    "handler",
+    "controller",
+    "module",
+    "code"
+  ];
+  DOCUMENTATION_TERMS = [
+    "documentation",
+    "docs",
+    "guide",
+    "tutorial",
+    "readme",
+    "how",
+    "what",
+    "why",
+    "explain",
+    "overview",
+    "getting",
+    "started",
+    "requirements",
+    "setup",
+    "install",
+    "configure",
+    "configuration"
+  ];
+  SOURCE_CODE_EXTENSIONS = [
+    ".ts",
+    ".tsx",
+    ".js",
+    ".jsx",
+    ".mjs",
+    ".cjs",
+    ".py",
+    ".go",
+    ".rs",
+    ".java"
+  ];
+  DOC_EXTENSIONS = [".md", ".txt", ".rst"];
 });
 
 // src/modules/registry.ts
 class ModuleRegistryImpl {
   modules = new Map;
   register(module) {
-    if (this.modules.has(module.id)) {
-      console.warn(`Module '${module.id}' is already registered, overwriting...`);
+    if (!this.modules.has(module.id)) {
+      this.modules.set(module.id, module);
     }
-    this.modules.set(module.id, module);
   }
   get(id) {
     return this.modules.get(id);
@@ -3154,7 +3279,6 @@ class IntrospectionIndex {
       await fs5.mkdir(path10.dirname(introFilePath), { recursive: true });
       await fs5.writeFile(introFilePath, JSON.stringify(intro, null, 2));
     }
-    console.log(`  [Introspection] Saved metadata for ${this.files.size} files`);
   }
   async load(config) {
     const introDir = path10.join(getRaggrepDir(this.rootDir, config), "introspection");
@@ -3875,6 +3999,11 @@ var init_indexer = __esm(() => {
   init_watcher();
 });
 
+// src/types.ts
+var init_types = __esm(() => {
+  init_entities();
+});
+
 // src/app/search/index.ts
 var exports_search = {};
 __export(exports_search, {
@@ -3885,12 +4014,16 @@ import * as fs7 from "fs/promises";
 import * as path13 from "path";
 async function search(rootDir, query, options = {}) {
   rootDir = path13.resolve(rootDir);
+  const ensureFresh = options.ensureFresh ?? DEFAULT_SEARCH_OPTIONS.ensureFresh;
+  if (ensureFresh) {
+    await ensureIndexFresh(rootDir, { quiet: true });
+  }
   console.log(`Searching for: "${query}"`);
   const config = await loadConfig(rootDir);
   await registerBuiltInModules();
   const globalManifest = await loadGlobalManifest(rootDir, config);
   if (!globalManifest || globalManifest.modules.length === 0) {
-    console.log('No index found. Run "bun run index" first.');
+    console.log('No index found. Run "raggrep index" first.');
     return [];
   }
   const modulesToSearch = [];
@@ -4013,8 +4146,10 @@ function formatSearchResults(results) {
   return output;
 }
 var init_search = __esm(() => {
+  init_types();
   init_config2();
   init_registry();
+  init_indexer();
 });
 
 // src/app/cli/main.ts
@@ -4022,7 +4157,7 @@ init_embeddings();
 // package.json
 var package_default = {
   name: "raggrep",
-  version: "0.2.2",
+  version: "0.3.0",
   description: "Local filesystem-based RAG system for codebases - semantic search using local embeddings",
   type: "module",
   main: "./dist/index.js",
@@ -4291,6 +4426,9 @@ Examples:
           model: flags.model,
           quiet: true
         });
+        console.log("RAGgrep Search");
+        console.log(`==============
+`);
         if (freshStats.indexed > 0 || freshStats.removed > 0) {
           const parts = [];
           if (freshStats.indexed > 0) {
@@ -4299,17 +4437,18 @@ Examples:
           if (freshStats.removed > 0) {
             parts.push(`${freshStats.removed} removed`);
           }
-          console.log(`Index updated: ${parts.join(", ")}
+          console.log(`Using updated index: ${parts.join(", ")}
 `);
-        }
-        console.log("RAGgrep Search");
-        console.log(`==============
+        } else {
+          console.log(`Using cached index (no changes detected).
 `);
+        }
         const filePatterns = flags.fileType ? [`*.${flags.fileType}`] : undefined;
         const results = await search2(process.cwd(), query, {
           topK: flags.topK ?? 10,
           minScore: flags.minScore,
-          filePatterns
+          filePatterns,
+          ensureFresh: false
         });
         console.log(formatSearchResults2(results));
       } catch (error) {
@@ -4456,4 +4595,4 @@ Run 'raggrep <command> --help' for more information.
 }
 main();
 
-//# debugId=03118A3FC62FA92D64756E2164756E21
+//# debugId=F7638DADE034B49B64756E2164756E21