raggrep 0.17.0 → 0.17.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli/main.js +28 -20
- package/dist/cli/main.js.map +7 -7
- package/dist/index.js +22 -18
- package/dist/index.js.map +7 -7
- package/dist/infrastructure/embeddings/embeddingProviderFactory.d.ts +6 -1
- package/dist/infrastructure/embeddings/index.d.ts +6 -3
- package/dist/infrastructure/index.d.ts +1 -1
- package/package.json +6 -2
package/dist/cli/main.js
CHANGED
|
@@ -69,13 +69,13 @@ var init_modelCache = __esm(() => {
|
|
|
69
69
|
init_modelCatalog();
|
|
70
70
|
});
|
|
71
71
|
|
|
72
|
-
// src/infrastructure/embeddings/
|
|
72
|
+
// src/infrastructure/embeddings/huggingfaceEmbeddingProvider.ts
|
|
73
73
|
import {
|
|
74
74
|
pipeline,
|
|
75
75
|
env
|
|
76
|
-
} from "@
|
|
76
|
+
} from "@huggingface/transformers";
|
|
77
77
|
|
|
78
|
-
class
|
|
78
|
+
class HuggingFaceTransformersEmbeddingProvider {
|
|
79
79
|
extractor = null;
|
|
80
80
|
config;
|
|
81
81
|
isInitializing = false;
|
|
@@ -83,7 +83,7 @@ class XenovaTransformersEmbeddingProvider {
|
|
|
83
83
|
constructor(config) {
|
|
84
84
|
this.config = {
|
|
85
85
|
model: config?.model ?? "bge-small-en-v1.5",
|
|
86
|
-
runtime: config?.runtime ?? "
|
|
86
|
+
runtime: config?.runtime ?? "huggingface",
|
|
87
87
|
showProgress: config?.showProgress ?? false,
|
|
88
88
|
logger: config?.logger
|
|
89
89
|
};
|
|
@@ -207,7 +207,7 @@ class XenovaTransformersEmbeddingProvider {
|
|
|
207
207
|
}
|
|
208
208
|
}
|
|
209
209
|
var BATCH_SIZE = 32;
|
|
210
|
-
var
|
|
210
|
+
var init_huggingfaceEmbeddingProvider = __esm(() => {
|
|
211
211
|
init_embeddingPaths();
|
|
212
212
|
init_modelCatalog();
|
|
213
213
|
init_modelCache();
|
|
@@ -215,13 +215,18 @@ var init_xenovaEmbeddingProvider = __esm(() => {
|
|
|
215
215
|
env.allowLocalModels = true;
|
|
216
216
|
});
|
|
217
217
|
|
|
218
|
-
// src/infrastructure/embeddings/
|
|
218
|
+
// src/infrastructure/embeddings/xenovaEmbeddingProvider.ts
|
|
219
|
+
var exports_xenovaEmbeddingProvider = {};
|
|
220
|
+
__export(exports_xenovaEmbeddingProvider, {
|
|
221
|
+
XenovaTransformersEmbeddingProvider: () => XenovaTransformersEmbeddingProvider,
|
|
222
|
+
TransformersEmbeddingProvider: () => TransformersEmbeddingProvider
|
|
223
|
+
});
|
|
219
224
|
import {
|
|
220
225
|
pipeline as pipeline2,
|
|
221
226
|
env as env2
|
|
222
|
-
} from "@
|
|
227
|
+
} from "@xenova/transformers";
|
|
223
228
|
|
|
224
|
-
class
|
|
229
|
+
class XenovaTransformersEmbeddingProvider {
|
|
225
230
|
extractor = null;
|
|
226
231
|
config;
|
|
227
232
|
isInitializing = false;
|
|
@@ -229,7 +234,7 @@ class HuggingFaceTransformersEmbeddingProvider {
|
|
|
229
234
|
constructor(config) {
|
|
230
235
|
this.config = {
|
|
231
236
|
model: config?.model ?? "bge-small-en-v1.5",
|
|
232
|
-
runtime: config?.runtime ?? "
|
|
237
|
+
runtime: config?.runtime ?? "xenova",
|
|
233
238
|
showProgress: config?.showProgress ?? false,
|
|
234
239
|
logger: config?.logger
|
|
235
240
|
};
|
|
@@ -352,29 +357,30 @@ class HuggingFaceTransformersEmbeddingProvider {
|
|
|
352
357
|
this.extractor = null;
|
|
353
358
|
}
|
|
354
359
|
}
|
|
355
|
-
var BATCH_SIZE2 = 32;
|
|
356
|
-
var
|
|
360
|
+
var BATCH_SIZE2 = 32, TransformersEmbeddingProvider;
|
|
361
|
+
var init_xenovaEmbeddingProvider = __esm(() => {
|
|
357
362
|
init_embeddingPaths();
|
|
358
363
|
init_modelCatalog();
|
|
359
364
|
init_modelCache();
|
|
360
365
|
env2.cacheDir = RAGGREP_MODEL_CACHE_DIR;
|
|
361
366
|
env2.allowLocalModels = true;
|
|
367
|
+
TransformersEmbeddingProvider = XenovaTransformersEmbeddingProvider;
|
|
362
368
|
});
|
|
363
369
|
|
|
364
370
|
// src/infrastructure/embeddings/embeddingProviderFactory.ts
|
|
365
371
|
function resolveRuntime(config) {
|
|
366
372
|
return config.runtime ?? "huggingface";
|
|
367
373
|
}
|
|
368
|
-
function createEmbeddingProvider(config) {
|
|
374
|
+
async function createEmbeddingProvider(config) {
|
|
369
375
|
const runtime = resolveRuntime(config);
|
|
370
376
|
if (runtime === "huggingface") {
|
|
371
377
|
return new HuggingFaceTransformersEmbeddingProvider(config);
|
|
372
378
|
}
|
|
373
|
-
|
|
379
|
+
const { XenovaTransformersEmbeddingProvider: XenovaTransformersEmbeddingProvider2 } = await Promise.resolve().then(() => (init_xenovaEmbeddingProvider(), exports_xenovaEmbeddingProvider));
|
|
380
|
+
return new XenovaTransformersEmbeddingProvider2(config);
|
|
374
381
|
}
|
|
375
382
|
var init_embeddingProviderFactory = __esm(() => {
|
|
376
383
|
init_huggingfaceEmbeddingProvider();
|
|
377
|
-
init_xenovaEmbeddingProvider();
|
|
378
384
|
});
|
|
379
385
|
|
|
380
386
|
// src/infrastructure/embeddings/globalEmbeddings.ts
|
|
@@ -399,7 +405,7 @@ function getEmbeddingConfig() {
|
|
|
399
405
|
}
|
|
400
406
|
async function ensureGlobalProvider() {
|
|
401
407
|
if (!globalProvider) {
|
|
402
|
-
globalProvider = createEmbeddingProvider(globalConfig);
|
|
408
|
+
globalProvider = await createEmbeddingProvider(globalConfig);
|
|
403
409
|
await globalProvider.initialize?.(globalConfig);
|
|
404
410
|
}
|
|
405
411
|
return globalProvider;
|
|
@@ -432,8 +438,6 @@ var init_globalEmbeddings = __esm(() => {
|
|
|
432
438
|
var init_embeddings = __esm(() => {
|
|
433
439
|
init_modelCatalog();
|
|
434
440
|
init_embeddingPaths();
|
|
435
|
-
init_xenovaEmbeddingProvider();
|
|
436
|
-
init_xenovaEmbeddingProvider();
|
|
437
441
|
init_huggingfaceEmbeddingProvider();
|
|
438
442
|
init_embeddingProviderFactory();
|
|
439
443
|
init_globalEmbeddings();
|
|
@@ -12739,7 +12743,7 @@ import { stat as stat3 } from "fs/promises";
|
|
|
12739
12743
|
// package.json
|
|
12740
12744
|
var package_default = {
|
|
12741
12745
|
name: "raggrep",
|
|
12742
|
-
version: "0.17.
|
|
12746
|
+
version: "0.17.1",
|
|
12743
12747
|
description: "Local filesystem-based RAG system for codebases - semantic search using local embeddings",
|
|
12744
12748
|
type: "module",
|
|
12745
12749
|
main: "./dist/index.js",
|
|
@@ -12801,7 +12805,7 @@ var package_default = {
|
|
|
12801
12805
|
"@xenova/transformers": "^2.17.0",
|
|
12802
12806
|
chokidar: "^5.0.0",
|
|
12803
12807
|
fdir: "^6.5.0",
|
|
12804
|
-
glob: "^
|
|
12808
|
+
glob: "^11.0.0",
|
|
12805
12809
|
minimatch: "^10.1.1",
|
|
12806
12810
|
typescript: "^5.0.0",
|
|
12807
12811
|
"web-tree-sitter": "^0.26.3"
|
|
@@ -12809,6 +12813,10 @@ var package_default = {
|
|
|
12809
12813
|
devDependencies: {
|
|
12810
12814
|
"@types/bun": "latest",
|
|
12811
12815
|
"@types/node": "^20.0.0"
|
|
12816
|
+
},
|
|
12817
|
+
overrides: {
|
|
12818
|
+
sharp: "^0.34.5",
|
|
12819
|
+
"global-agent": "^4.1.3"
|
|
12812
12820
|
}
|
|
12813
12821
|
};
|
|
12814
12822
|
|
|
@@ -13378,4 +13386,4 @@ Run 'raggrep <command> --help' for more information.
|
|
|
13378
13386
|
}
|
|
13379
13387
|
main();
|
|
13380
13388
|
|
|
13381
|
-
//# debugId=
|
|
13389
|
+
//# debugId=1CBA39A0838887E764756E2164756E21
|