raggrep 0.5.1 → 0.6.0

package/dist/domain/ports/embedding.d.ts

@@ -9,7 +9,7 @@ import type { Logger } from "./logger";
 /**
  * Available embedding model names
  */
-export type EmbeddingModelName = "all-MiniLM-L6-v2" | "all-MiniLM-L12-v2" | "bge-small-en-v1.5" | "paraphrase-MiniLM-L3-v2";
+export type EmbeddingModelName = "all-MiniLM-L6-v2" | "all-MiniLM-L12-v2" | "bge-small-en-v1.5" | "paraphrase-MiniLM-L3-v2" | "nomic-embed-text-v1.5";
 /**
  * Configuration for embedding provider
  */

package/dist/index.js

@@ -189,10 +189,10 @@ function getModuleConfig(config, moduleId) {
 }
 function getEmbeddingConfigFromModule(moduleConfig) {
   const options = moduleConfig.options || {};
-  const modelName = options.embeddingModel || "all-MiniLM-L6-v2";
+  const modelName = options.embeddingModel || "bge-small-en-v1.5";
   if (!(modelName in EMBEDDING_MODELS)) {
-    console.warn(`Unknown embedding model: ${modelName}, falling back to all-MiniLM-L6-v2`);
-    return { model: "all-MiniLM-L6-v2" };
+    console.warn(`Unknown embedding model: ${modelName}, falling back to bge-small-en-v1.5`);
+    return { model: "bge-small-en-v1.5" };
   }
   return {
     model: modelName,
@@ -208,7 +208,8 @@ var init_configLoader = __esm(() => {
     "all-MiniLM-L6-v2": "Xenova/all-MiniLM-L6-v2",
     "all-MiniLM-L12-v2": "Xenova/all-MiniLM-L12-v2",
     "bge-small-en-v1.5": "Xenova/bge-small-en-v1.5",
-    "paraphrase-MiniLM-L3-v2": "Xenova/paraphrase-MiniLM-L3-v2"
+    "paraphrase-MiniLM-L3-v2": "Xenova/paraphrase-MiniLM-L3-v2",
+    "nomic-embed-text-v1.5": "nomic-ai/nomic-embed-text-v1.5"
   };
 });
 
@@ -2035,7 +2036,7 @@ class TransformersEmbeddingProvider {
   initPromise = null;
   constructor(config) {
     this.config = {
-      model: config?.model ?? "all-MiniLM-L6-v2",
+      model: config?.model ?? "bge-small-en-v1.5",
       showProgress: config?.showProgress ?? false,
       logger: config?.logger
     };
@@ -2149,7 +2150,7 @@ class TransformersEmbeddingProvider {
     return results;
   }
   getDimension() {
-    return EMBEDDING_DIMENSION;
+    return EMBEDDING_DIMENSIONS[this.config.model];
   }
   getModelName() {
     return this.config.model;
@@ -2195,7 +2196,7 @@ async function getEmbeddings(texts) {
   const provider = await ensureGlobalProvider();
   return provider.getEmbeddings(texts);
 }
-var CACHE_DIR, EMBEDDING_MODELS2, EMBEDDING_DIMENSION = 384, BATCH_SIZE = 32, globalProvider = null, globalConfig;
+var CACHE_DIR, EMBEDDING_MODELS2, EMBEDDING_DIMENSIONS, BATCH_SIZE = 32, globalProvider = null, globalConfig;
 var init_transformersEmbedding = __esm(() => {
   CACHE_DIR = path6.join(os2.homedir(), ".cache", "raggrep", "models");
   env.cacheDir = CACHE_DIR;
@@ -2204,10 +2205,18 @@ var init_transformersEmbedding = __esm(() => {
     "all-MiniLM-L6-v2": "Xenova/all-MiniLM-L6-v2",
     "all-MiniLM-L12-v2": "Xenova/all-MiniLM-L12-v2",
     "bge-small-en-v1.5": "Xenova/bge-small-en-v1.5",
-    "paraphrase-MiniLM-L3-v2": "Xenova/paraphrase-MiniLM-L3-v2"
+    "paraphrase-MiniLM-L3-v2": "Xenova/paraphrase-MiniLM-L3-v2",
+    "nomic-embed-text-v1.5": "nomic-ai/nomic-embed-text-v1.5"
+  };
+  EMBEDDING_DIMENSIONS = {
+    "all-MiniLM-L6-v2": 384,
+    "all-MiniLM-L12-v2": 384,
+    "bge-small-en-v1.5": 384,
+    "paraphrase-MiniLM-L3-v2": 384,
+    "nomic-embed-text-v1.5": 768
   };
   globalConfig = {
-    model: "all-MiniLM-L6-v2",
+    model: "bge-small-en-v1.5",
     showProgress: false,
     logger: undefined
   };
@@ -3704,6 +3713,7 @@ init_config2();
 import { glob } from "glob";
 import * as fs6 from "fs/promises";
 import * as path14 from "path";
+import * as os3 from "os";
 
 // src/modules/registry.ts
 class ModuleRegistryImpl {
@@ -4099,7 +4109,7 @@ async function parallelMap(items, processor, concurrency) {
   await Promise.all(workers);
   return results;
 }
-var INDEX_SCHEMA_VERSION = "1.0.0";
+var INDEX_SCHEMA_VERSION = "1.1.0";
 function formatDuration(ms) {
   if (ms < 1000) {
     return `${ms}ms`;
@@ -4112,7 +4122,12 @@ function formatDuration(ms) {
   const remainingSeconds = seconds % 60;
   return `${minutes}m ${remainingSeconds.toFixed(1)}s`;
 }
-var DEFAULT_CONCURRENCY = 4;
+function getOptimalConcurrency() {
+  const cpuCount = os3.cpus().length;
+  const optimal = Math.max(2, Math.min(16, Math.floor(cpuCount * 0.75)));
+  return optimal;
+}
+var DEFAULT_CONCURRENCY = getOptimalConcurrency();
 async function indexDirectory(rootDir, options = {}) {
   const verbose = options.verbose ?? false;
   const quiet = options.quiet ?? false;
@@ -4844,4 +4859,4 @@ export {
   ConsoleLogger
 };
 
-//# debugId=C1C754EB0A3147DB64756E2164756E21
+//# debugId=4915A936C06DA9B864756E2164756E21