raggrep 0.16.0 → 0.17.0

package/dist/infrastructure/config/configLoader.d.ts

@@ -5,21 +5,20 @@
  * Handles file I/O operations for configuration management.
  */
 import type { Config, ModuleConfig } from "../../domain/entities";
-import type { EmbeddingConfig, EmbeddingModelName } from "../../domain/ports";
+import type { EmbeddingConfig } from "../../domain/ports";
+import { EMBEDDING_MODELS } from "../embeddings/modelCatalog";
+export { EMBEDDING_MODELS };
 /** Default configuration instance */
 export declare const DEFAULT_CONFIG: Config;
-/** Available embedding models (for validation) */
-export declare const EMBEDDING_MODELS: Record<EmbeddingModelName, string>;
+/** Directory name for index data under the project (or CLI cwd) root */
+export declare const RAGGREP_INDEX_DIR = ".raggrep";
 /**
  * Get the index storage directory path.
  *
- * Index data is stored in a system temp directory to avoid cluttering
- * the user's project with index files. The temp path is derived from
- * a hash of the project's absolute path to ensure uniqueness.
+ * Index data is stored under `{rootDir}/.raggrep/`, where `rootDir` is the
+ * directory being indexed (for the CLI this is the current working directory).
  *
- * Structure: {tmpdir}/raggrep-indexes/{hash}/
- *
- * @param rootDir - Absolute path to the project root
+ * @param rootDir - Absolute or resolved path to the project root
  * @returns Absolute path to the index storage directory
  */
 export declare function getRaggrepDir(rootDir: string, _config?: Config): string;
@@ -45,8 +44,7 @@ export declare function getModuleManifestPath(rootDir: string, moduleId: string,
  */
 export declare function getGlobalManifestPath(rootDir: string, config?: Config): string;
 /**
- * Get the config file path.
- * Note: Config is still stored in the temp index directory, not the project.
+ * Get the config file path (inside `.raggrep` under the project root).
  */
 export declare function getConfigPath(rootDir: string, config?: Config): string;
 /**

package/dist/infrastructure/config/index.d.ts

@@ -3,4 +3,4 @@
  *
  * Handles loading and saving RAGgrep configuration from the filesystem.
  */
-export { DEFAULT_CONFIG, EMBEDDING_MODELS, getRaggrepDir, getIndexLocation, getModuleIndexPath, getModuleManifestPath, getGlobalManifestPath, getConfigPath, loadConfig, saveConfig, getModuleConfig, getEmbeddingConfigFromModule, } from "./configLoader";
+export { DEFAULT_CONFIG, EMBEDDING_MODELS, RAGGREP_INDEX_DIR, getRaggrepDir, getIndexLocation, getModuleIndexPath, getModuleManifestPath, getGlobalManifestPath, getConfigPath, loadConfig, saveConfig, getModuleConfig, getEmbeddingConfigFromModule, } from "./configLoader";

package/dist/infrastructure/embeddings/embeddingPaths.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Shared filesystem locations for embedding model caches.
+ * Used by all local ONNX embedding adapters.
+ */
+/** Hugging Face / Transformers.js model cache under the user home directory */
+export declare const RAGGREP_MODEL_CACHE_DIR: string;

package/dist/infrastructure/embeddings/embeddingProviderFactory.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Factory for {@link EmbeddingProvider} implementations (composition root helper).
+ */
+import type { EmbeddingConfig, EmbeddingProvider } from "../../domain/ports";
+/**
+ * Instantiate the embedding adapter matching {@link EmbeddingConfig.runtime}.
+ * Defaults to `@huggingface/transformers` when `runtime` is omitted.
+ */
+export declare function createEmbeddingProvider(config: EmbeddingConfig): EmbeddingProvider;

package/dist/infrastructure/embeddings/globalEmbeddings.d.ts

@@ -0,0 +1,28 @@
+/**
+ * Process-wide embedding facade (global provider + convenience functions).
+ *
+ * Modules call {@link configureEmbeddings} before embedding I/O; the active
+ * {@link EmbeddingProvider} is chosen via {@link createEmbeddingProvider}.
+ */
+import type { EmbeddingConfig } from "../../domain/ports";
+/**
+ * Configure the global embedding provider. Resets the underlying adapter when
+ * model, runtime, or logger reference changes.
+ */
+export declare function configureEmbeddings(config: Partial<EmbeddingConfig>): void;
+/**
+ * Current global embedding configuration (shallow copy).
+ */
+export declare function getEmbeddingConfig(): EmbeddingConfig;
+/**
+ * Drop the global provider so the next call loads a fresh adapter.
+ * Intended for benchmarks and tests.
+ */
+export declare function resetGlobalEmbeddingProvider(): Promise<void>;
+export declare function getEmbedding(text: string): Promise<number[]>;
+export declare function getEmbeddings(texts: string[]): Promise<number[][]>;
+/**
+ * Model cache directory on disk (shared by all runtimes when configured this way).
+ */
+export declare function getCacheDir(): string;
+export { isEmbeddingModelCached as isModelCached } from "./modelCache";

package/dist/infrastructure/embeddings/huggingfaceEmbeddingProvider.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Local embedding adapter using `@huggingface/transformers` (Transformers.js v3+ line).
+ */
+import type { EmbeddingProvider, EmbeddingConfig } from "../../domain/ports";
+/**
+ * {@link EmbeddingProvider} backed by `@huggingface/transformers`.
+ */
+export declare class HuggingFaceTransformersEmbeddingProvider implements EmbeddingProvider {
+    private extractor;
+    private config;
+    private isInitializing;
+    private initPromise;
+    constructor(config?: Partial<EmbeddingConfig>);
+    initialize(config?: EmbeddingConfig): Promise<void>;
+    private ensureExtractor;
+    getEmbedding(text: string): Promise<number[]>;
+    getEmbeddings(texts: string[]): Promise<number[][]>;
+    getDimension(): number;
+    getModelName(): string;
+    dispose(): Promise<void>;
+}

package/dist/infrastructure/embeddings/index.d.ts

@@ -1,6 +1,13 @@
 /**
  * Embedding Infrastructure
  *
- * Provides embedding generation using Transformers.js.
+ * Local ONNX embedding adapters plus a global facade for module convenience.
  */
-export { TransformersEmbeddingProvider, EMBEDDING_MODELS, EMBEDDING_DIMENSIONS, getCacheDir, isModelCached, configureEmbeddings, getEmbeddingConfig, getEmbedding, getEmbeddings, } from "./transformersEmbedding";
+export { EMBEDDING_MODEL_IDS, EMBEDDING_MODELS, ALL_EMBEDDING_MODEL_NAMES, BENCHMARK_MODEL_NAMES, EMBEDDING_DIMENSIONS, getEmbeddingModelId, getEmbeddingDimension, } from "./modelCatalog";
+export { RAGGREP_MODEL_CACHE_DIR } from "./embeddingPaths";
+export { XenovaTransformersEmbeddingProvider } from "./xenovaEmbeddingProvider";
+/** @deprecated Use {@link XenovaTransformersEmbeddingProvider} */
+export { TransformersEmbeddingProvider } from "./xenovaEmbeddingProvider";
+export { HuggingFaceTransformersEmbeddingProvider } from "./huggingfaceEmbeddingProvider";
+export { createEmbeddingProvider } from "./embeddingProviderFactory";
+export { configureEmbeddings, getEmbeddingConfig, getEmbedding, getEmbeddings, getCacheDir, isModelCached, resetGlobalEmbeddingProvider, } from "./globalEmbeddings";

package/dist/infrastructure/embeddings/modelCache.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Detect whether a Transformers.js ONNX model appears fully cached on disk.
+ */
+import type { EmbeddingModelName } from "../../domain/ports";
+/**
+ * Returns true when the quantized ONNX weights exist for the given logical model.
+ * Both `@xenova/transformers` and `@huggingface/transformers` use the same cache layout
+ * when `env.cacheDir` points at {@link RAGGREP_MODEL_CACHE_DIR}.
+ */
+export declare function isEmbeddingModelCached(model: EmbeddingModelName): Promise<boolean>;

package/dist/infrastructure/embeddings/modelCatalog.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Canonical mapping of logical embedding model names to Hugging Face model IDs
+ * and output dimensions. Shared by all embedding adapters and config validation.
+ */
+import type { EmbeddingModelName } from "../../domain/ports";
+/** Hugging Face hub IDs (ONNX-converted models for Transformers.js) */
+export declare const EMBEDDING_MODEL_IDS: Record<EmbeddingModelName, string>;
+/** Alias for imports that expect the historical name `EMBEDDING_MODELS` */
+export declare const EMBEDDING_MODELS: Record<EmbeddingModelName, string>;
+/**
+ * Every {@link EmbeddingModelName}, in harness order.
+ * Used when a full model list is required; benchmarks use {@link BENCHMARK_MODEL_NAMES}.
+ */
+export declare const ALL_EMBEDDING_MODEL_NAMES: readonly EmbeddingModelName[];
+/**
+ * Models run by `bench:embeddings` and `bench:retrieval` matrix.
+ * Omits `nomic-embed-text-v1.5` for now (heavy in the local harness).
+ */
+export declare const BENCHMARK_MODEL_NAMES: readonly EmbeddingModelName[];
+/** Embedding vector dimension per model */
+export declare const EMBEDDING_DIMENSIONS: Record<EmbeddingModelName, number>;
+export declare function getEmbeddingModelId(model: EmbeddingModelName): string;
+export declare function getEmbeddingDimension(model: EmbeddingModelName): number;

package/dist/infrastructure/embeddings/xenovaEmbeddingProvider.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Local embedding adapter using `@xenova/transformers` (Transformers.js v2 line).
+ */
+import type { EmbeddingProvider, EmbeddingConfig } from "../../domain/ports";
+/**
+ * {@link EmbeddingProvider} backed by `@xenova/transformers`.
+ */
+export declare class XenovaTransformersEmbeddingProvider implements EmbeddingProvider {
+    private extractor;
+    private config;
+    private isInitializing;
+    private initPromise;
+    constructor(config?: Partial<EmbeddingConfig>);
+    initialize(config?: EmbeddingConfig): Promise<void>;
+    private ensureExtractor;
+    getEmbedding(text: string): Promise<number[]>;
+    getEmbeddings(texts: string[]): Promise<number[][]>;
+    getDimension(): number;
+    getModelName(): string;
+    dispose(): Promise<void>;
+}
+/** @deprecated Use {@link XenovaTransformersEmbeddingProvider} */
+export declare const TransformersEmbeddingProvider: typeof XenovaTransformersEmbeddingProvider;

package/dist/infrastructure/index.d.ts

@@ -5,7 +5,7 @@
  * These connect the domain to external systems (filesystem, ML models, etc.)
  */
 export { NodeFileSystem, nodeFileSystem } from "./filesystem";
-export { TransformersEmbeddingProvider, getCacheDir, isModelCached, } from "./embeddings";
+export { TransformersEmbeddingProvider, XenovaTransformersEmbeddingProvider, HuggingFaceTransformersEmbeddingProvider, createEmbeddingProvider, configureEmbeddings, getEmbedding, getEmbeddings, getEmbeddingConfig, getCacheDir, isModelCached, resetGlobalEmbeddingProvider, EMBEDDING_MODEL_IDS, EMBEDDING_DIMENSIONS, } from "./embeddings";
 export { FileIndexStorage, SymbolicIndex, getSymbolicPath } from "./storage";
 export { DEFAULT_CONFIG, EMBEDDING_MODELS, getRaggrepDir, getModuleIndexPath, getModuleManifestPath, getGlobalManifestPath, getConfigPath, loadConfig, saveConfig, getModuleConfig, getEmbeddingConfigFromModule, } from "./config";
 export { ConsoleLogger, InlineProgressLogger, SilentLogger, createLogger, createInlineLogger, createSilentLogger, } from "./logger";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "raggrep",
-  "version": "0.16.0",
+  "version": "0.17.0",
   "description": "Local filesystem-based RAG system for codebases - semantic search using local embeddings",
   "type": "module",
   "main": "./dist/index.js",
@@ -22,12 +22,15 @@
   "scripts": {
     "build": "bun run build:clean && bun run build:bundle && bun run build:types && bun run build:shebang",
     "build:clean": "rm -rf dist",
-    "build:bundle": "bun build src/index.ts --outdir dist --target node --sourcemap=external --external '@xenova/transformers' --external 'glob' --external 'typescript' --external 'chokidar' --external 'web-tree-sitter' && bun build src/app/cli/main.ts --outdir dist/cli --target node --sourcemap=external --external '@xenova/transformers' --external 'glob' --external 'typescript' --external 'chokidar' --external 'web-tree-sitter'",
-    "build:types": "tsc --emitDeclarationOnly --outDir dist",
+    "build:bundle": "bun build src/index.ts --outdir dist --target node --sourcemap=external --external '@xenova/transformers' --external '@huggingface/transformers' --external 'glob' --external 'typescript' --external 'chokidar' --external 'web-tree-sitter' && bun build src/app/cli/main.ts --outdir dist/cli --target node --sourcemap=external --external '@xenova/transformers' --external '@huggingface/transformers' --external 'glob' --external 'typescript' --external 'chokidar' --external 'web-tree-sitter'",
+    "build:types": "tsc --project tsconfig.json --noEmit false --declaration true --emitDeclarationOnly true --rootDir ./src --outDir ./dist",
     "build:shebang": "echo '#!/usr/bin/env node' | cat - dist/cli/main.js > temp && mv temp dist/cli/main.js && chmod +x dist/cli/main.js",
     "prepublishOnly": "bun run build",
     "raggrep": "bun run src/app/cli/main.ts",
     "test": "bun test",
+    "typecheck": "tsc --noEmit -p tsconfig.json && tsc --noEmit -p scripts/tsconfig.json",
+    "bench:embeddings": "bun run scripts/benchmark-embedding-runtimes.ts",
+    "bench:retrieval": "bun run scripts/benchmark-retrieval-quality.ts",
     "dev": "bun run src/app/cli/main.ts"
   },
   "keywords": [
@@ -55,6 +58,7 @@
     "node": ">=18.0.0"
   },
   "dependencies": {
+    "@huggingface/transformers": "^4.0.0",
     "@xenova/transformers": "^2.17.0",
     "chokidar": "^5.0.0",
     "fdir": "^6.5.0",

package/dist/infrastructure/embeddings/transformersEmbedding.d.ts

@@ -1,52 +0,0 @@
-/**
- * Transformers.js Embedding Adapter
- *
- * Implements the EmbeddingProvider port using Transformers.js for local embeddings.
- * Models are automatically downloaded and cached on first use.
- */
-import type { EmbeddingProvider, EmbeddingConfig, EmbeddingModelName } from "../../domain/ports";
-/** Available embedding models and their Hugging Face IDs */
-export declare const EMBEDDING_MODELS: Record<EmbeddingModelName, string>;
-/** Embedding dimensions per model */
-export declare const EMBEDDING_DIMENSIONS: Record<EmbeddingModelName, number>;
-/**
- * Embedding provider using Transformers.js (local inference).
- */
-export declare class TransformersEmbeddingProvider implements EmbeddingProvider {
-    private pipeline;
-    private config;
-    private isInitializing;
-    private initPromise;
-    constructor(config?: Partial<EmbeddingConfig>);
-    initialize(config?: EmbeddingConfig): Promise<void>;
-    private ensurePipeline;
-    getEmbedding(text: string): Promise<number[]>;
-    getEmbeddings(texts: string[]): Promise<number[][]>;
-    getDimension(): number;
-    getModelName(): string;
-    dispose(): Promise<void>;
-}
-/**
- * Get the cache directory path
- */
-export declare function getCacheDir(): string;
-/**
- * Check if a model is already cached
- */
-export declare function isModelCached(model: EmbeddingModelName): Promise<boolean>;
-/**
- * Configure the global embedding provider.
- */
-export declare function configureEmbeddings(config: Partial<EmbeddingConfig>): void;
-/**
- * Get current embedding configuration.
- */
-export declare function getEmbeddingConfig(): EmbeddingConfig;
-/**
- * Get embedding for a single text using the global provider.
- */
-export declare function getEmbedding(text: string): Promise<number[]>;
-/**
- * Get embeddings for multiple texts using the global provider.
- */
-export declare function getEmbeddings(texts: string[]): Promise<number[][]>;