raggrep 0.10.0 → 0.10.2

package/README.md

@@ -7,6 +7,8 @@ RAGgrep indexes your code and lets you search it using natural language. Everyth
 ## Features
 
 - **Zero-config search** — Just run `raggrep query` and it works. Index is created and updated automatically.
+- **Multi-language support** — Deep understanding of TypeScript, JavaScript, Python, Go, and Rust with AST-aware parsing.
+- **Vocabulary-based search** — Search `user` to find `getUserById`, `fetchUserData`, `UserService`, etc. Understands code naming conventions.
 - **Local-first** — All indexing and search happens on your machine. No cloud dependencies.
 - **Incremental** — Only re-indexes files that have changed. Instant search when nothing changed.
 - **Watch mode** — Keep the index fresh in real-time as you code.
@@ -184,15 +186,42 @@ The index is stored in a system temp directory, keeping your project clean.
 
 ## What Gets Indexed
 
-**TypeScript/JavaScript:** `.ts`, `.tsx`, `.js`, `.jsx`, `.mjs`, `.cjs` — AST-parsed for functions, classes, interfaces, types, enums
+### Supported Languages
 
-**Documentation:** `.md`, `.txt` — Section-aware parsing with heading extraction
+**TypeScript/JavaScript** (`.ts`, `.tsx`, `.js`, `.jsx`, `.mjs`, `.cjs`)
+- AST-parsed for functions, classes, interfaces, types, enums
+- Full file chunks for broad context
+- JSDoc and comment association
 
-**Data:** `.json` — Structure-aware with key/value extraction
+**Python** (`.py`)
+- AST-parsed for functions, classes, decorators
+- Docstring extraction and association
+- Fallback regex parsing for robustness
 
-**Other languages:** `.py`, `.go`, `.rs`, `.java`, `.yaml`, `.yml`, `.toml`, `.sql` — Symbol extraction and keyword search
+**Go** (`.go`)
+- AST-parsed for functions, methods, structs, interfaces
+- Doc comment extraction (`//` style)
+- Exported symbol detection
 
-**Automatically ignored:** `node_modules`, `dist`, `build`, `.git`, and other common directories
+**Rust** (`.rs`)
+- AST-parsed for functions, structs, traits, impls, enums
+- Doc comment extraction (`///` and `//!` style)
+- Visibility detection (`pub`)
+
+**Markdown** (`.md`)
+- Hierarchical chunking at multiple heading levels (H1-H5)
+- Each heading level creates separate searchable chunks
+- Nested content included for context
+
+**JSON** (`.json`)
+- Structure-aware with key/value extraction
+- Path-based indexing
+
+**Other formats:** `.yaml`, `.yml`, `.toml`, `.sql`, `.txt` — Keyword search and full-text indexing
+
+### Automatically Ignored
+
+`node_modules`, `dist`, `build`, `.git`, `.next`, `.cache`, `__pycache__`, `target`, and other common build/dependency directories
 
 ## Documentation
 

package/dist/app/indexer/index.d.ts

@@ -1,4 +1,9 @@
 import type { EmbeddingModelName, Logger } from "../../domain/ports";
+/**
+ * Clear the freshness cache.
+ * Call this after explicit indexing operations.
+ */
+export declare function clearFreshnessCache(): void;
 export interface IndexResult {
     moduleId: string;
     indexed: number;

package/dist/cli/main.js

@@ -8334,9 +8334,9 @@ class TreeSitterParser {
   }
   async initializeTreeSitter() {
     try {
-      const Parser2 = await Promise.resolve().then(() => (init_web_tree_sitter(), exports_web_tree_sitter));
-      await Parser2.default.init();
-      this.parserInstance = new Parser2.default;
+      const { Parser: Parser2 } = await Promise.resolve().then(() => (init_web_tree_sitter(), exports_web_tree_sitter));
+      await Parser2.init();
+      this.parserInstance = new Parser2;
     } catch (error) {
       console.error("Failed to initialize web-tree-sitter:", error);
       throw error;
@@ -11235,6 +11235,7 @@ async function watchDirectory(rootDir, options = {}) {
     isIndexing = true;
     const changes = new Map(pendingChanges);
     pendingChanges.clear();
+    clearFreshnessCache();
     try {
       const filesToIndex = [];
       const filesToDelete = [];
@@ -11377,6 +11378,7 @@ __export(exports_indexer, {
   indexDirectory: () => indexDirectory,
   getIndexStatus: () => getIndexStatus,
   ensureIndexFresh: () => ensureIndexFresh,
+  clearFreshnessCache: () => clearFreshnessCache,
   cleanupIndex: () => cleanupIndex
 });
 import { glob } from "glob";
@@ -11384,6 +11386,9 @@ import * as fs8 from "fs/promises";
 import * as path22 from "path";
 import * as os3 from "os";
 import * as crypto2 from "crypto";
+function clearFreshnessCache() {
+  freshnessCache = null;
+}
 function computeContentHash(content) {
   return crypto2.createHash("sha256").update(content, "utf-8").digest("hex");
 }
@@ -11427,6 +11432,7 @@ async function indexDirectory(rootDir, options = {}) {
   const verbose = options.verbose ?? false;
   const quiet = options.quiet ?? false;
   const concurrency = options.concurrency ?? DEFAULT_CONCURRENCY;
+  clearFreshnessCache();
   const logger = options.logger ? options.logger : quiet ? createSilentLogger() : createLogger({ verbose });
   rootDir = path22.resolve(rootDir);
   const location = getIndexLocation(rootDir);
@@ -11525,6 +11531,7 @@ async function deleteIndex(rootDir) {
 }
 async function resetIndex(rootDir) {
   rootDir = path22.resolve(rootDir);
+  clearFreshnessCache();
   const status = await getIndexStatus(rootDir);
   if (!status.exists) {
     throw new Error(`No index found for ${rootDir}`);
@@ -11542,6 +11549,7 @@ async function ensureIndexFresh(rootDir, options = {}) {
   rootDir = path22.resolve(rootDir);
   const status = await getIndexStatus(rootDir);
   if (!status.exists) {
+    clearFreshnessCache();
     logger.info(`No index found. Creating index...
 `);
     const results = await indexDirectory(rootDir, { ...options, logger });
@@ -11550,6 +11558,7 @@ async function ensureIndexFresh(rootDir, options = {}) {
   }
   const versionCompatible = await isIndexVersionCompatible(rootDir);
   if (!versionCompatible) {
+    clearFreshnessCache();
     logger.info(`Index version incompatible. Rebuilding...
 `);
     await deleteIndex(rootDir);
@@ -11558,6 +11567,17 @@ async function ensureIndexFresh(rootDir, options = {}) {
     return { indexed: totalIndexed2, removed: 0, unchanged: 0 };
   }
   const config = await loadConfig(rootDir);
+  const globalManifestPath = getGlobalManifestPath(rootDir, config);
+  let currentManifestMtime = 0;
+  try {
+    const manifestStats = await fs8.stat(globalManifestPath);
+    currentManifestMtime = manifestStats.mtimeMs;
+  } catch {}
+  const now = Date.now();
+  if (freshnessCache && freshnessCache.rootDir === rootDir && now - freshnessCache.timestamp < FRESHNESS_CACHE_TTL_MS && freshnessCache.manifestMtime === currentManifestMtime) {
+    logger.debug("Using cached freshness check result");
+    return freshnessCache.result;
+  }
   await registerBuiltInModules();
   const enabledModules = registry.getEnabled(config);
   if (enabledModules.length === 0) {
@@ -11733,12 +11753,25 @@ async function ensureIndexFresh(rootDir, options = {}) {
   }
   if (totalIndexed > 0 || totalRemoved > 0) {
     await updateGlobalManifest(rootDir, enabledModules, config);
+    clearFreshnessCache();
   }
-  return {
+  const result = {
     indexed: totalIndexed,
     removed: totalRemoved,
     unchanged: totalUnchanged
   };
+  let finalManifestMtime = currentManifestMtime;
+  try {
+    const manifestStats = await fs8.stat(globalManifestPath);
+    finalManifestMtime = manifestStats.mtimeMs;
+  } catch {}
+  freshnessCache = {
+    rootDir,
+    result,
+    timestamp: Date.now(),
+    manifestMtime: finalManifestMtime
+  };
+  return result;
 }
 async function indexWithModule(rootDir, files, module2, config, verbose, introspection, logger, concurrency = DEFAULT_CONCURRENCY) {
   const result = {
@@ -12054,7 +12087,7 @@ async function getIndexStatus(rootDir) {
   }
   return status;
 }
-var INDEX_SCHEMA_VERSION = "1.1.0", DEFAULT_CONCURRENCY;
+var FRESHNESS_CACHE_TTL_MS = 5000, freshnessCache = null, INDEX_SCHEMA_VERSION = "2.0.0", DEFAULT_CONCURRENCY;
 var init_indexer = __esm(() => {
   init_config2();
   init_registry();
@@ -13635,7 +13668,7 @@ init_logger();
 // package.json
 var package_default = {
   name: "raggrep",
-  version: "0.10.0",
+  version: "0.10.2",
   description: "Local filesystem-based RAG system for codebases - semantic search using local embeddings",
   type: "module",
   main: "./dist/index.js",
@@ -14229,4 +14262,4 @@ Run 'raggrep <command> --help' for more information.
 }
 main();
 
-//# debugId=C678ED010B798B7464756E2164756E21
+//# debugId=04D75A20D6C87C2264756E2164756E21