raggrep 0.17.0 → 0.17.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli/main.js +28 -20
- package/dist/cli/main.js.map +7 -7
- package/dist/index.js +22 -18
- package/dist/index.js.map +7 -7
- package/dist/infrastructure/embeddings/embeddingProviderFactory.d.ts +6 -1
- package/dist/infrastructure/embeddings/index.d.ts +6 -3
- package/dist/infrastructure/index.d.ts +1 -1
- package/package.json +6 -2
package/dist/index.js
CHANGED
|
@@ -2169,13 +2169,13 @@ var init_modelCache = __esm(() => {
|
|
|
2169
2169
|
init_modelCatalog();
|
|
2170
2170
|
});
|
|
2171
2171
|
|
|
2172
|
-
// src/infrastructure/embeddings/
|
|
2172
|
+
// src/infrastructure/embeddings/huggingfaceEmbeddingProvider.ts
|
|
2173
2173
|
import {
|
|
2174
2174
|
pipeline,
|
|
2175
2175
|
env
|
|
2176
|
-
} from "@
|
|
2176
|
+
} from "@huggingface/transformers";
|
|
2177
2177
|
|
|
2178
|
-
class
|
|
2178
|
+
class HuggingFaceTransformersEmbeddingProvider {
|
|
2179
2179
|
extractor = null;
|
|
2180
2180
|
config;
|
|
2181
2181
|
isInitializing = false;
|
|
@@ -2183,7 +2183,7 @@ class XenovaTransformersEmbeddingProvider {
|
|
|
2183
2183
|
constructor(config) {
|
|
2184
2184
|
this.config = {
|
|
2185
2185
|
model: config?.model ?? "bge-small-en-v1.5",
|
|
2186
|
-
runtime: config?.runtime ?? "
|
|
2186
|
+
runtime: config?.runtime ?? "huggingface",
|
|
2187
2187
|
showProgress: config?.showProgress ?? false,
|
|
2188
2188
|
logger: config?.logger
|
|
2189
2189
|
};
|
|
@@ -2307,7 +2307,7 @@ class XenovaTransformersEmbeddingProvider {
|
|
|
2307
2307
|
}
|
|
2308
2308
|
}
|
|
2309
2309
|
var BATCH_SIZE = 32;
|
|
2310
|
-
var
|
|
2310
|
+
var init_huggingfaceEmbeddingProvider = __esm(() => {
|
|
2311
2311
|
init_embeddingPaths();
|
|
2312
2312
|
init_modelCatalog();
|
|
2313
2313
|
init_modelCache();
|
|
@@ -2315,13 +2315,18 @@ var init_xenovaEmbeddingProvider = __esm(() => {
|
|
|
2315
2315
|
env.allowLocalModels = true;
|
|
2316
2316
|
});
|
|
2317
2317
|
|
|
2318
|
-
// src/infrastructure/embeddings/
|
|
2318
|
+
// src/infrastructure/embeddings/xenovaEmbeddingProvider.ts
|
|
2319
|
+
var exports_xenovaEmbeddingProvider = {};
|
|
2320
|
+
__export(exports_xenovaEmbeddingProvider, {
|
|
2321
|
+
XenovaTransformersEmbeddingProvider: () => XenovaTransformersEmbeddingProvider,
|
|
2322
|
+
TransformersEmbeddingProvider: () => TransformersEmbeddingProvider
|
|
2323
|
+
});
|
|
2319
2324
|
import {
|
|
2320
2325
|
pipeline as pipeline2,
|
|
2321
2326
|
env as env2
|
|
2322
|
-
} from "@
|
|
2327
|
+
} from "@xenova/transformers";
|
|
2323
2328
|
|
|
2324
|
-
class
|
|
2329
|
+
class XenovaTransformersEmbeddingProvider {
|
|
2325
2330
|
extractor = null;
|
|
2326
2331
|
config;
|
|
2327
2332
|
isInitializing = false;
|
|
@@ -2329,7 +2334,7 @@ class HuggingFaceTransformersEmbeddingProvider {
|
|
|
2329
2334
|
constructor(config) {
|
|
2330
2335
|
this.config = {
|
|
2331
2336
|
model: config?.model ?? "bge-small-en-v1.5",
|
|
2332
|
-
runtime: config?.runtime ?? "
|
|
2337
|
+
runtime: config?.runtime ?? "xenova",
|
|
2333
2338
|
showProgress: config?.showProgress ?? false,
|
|
2334
2339
|
logger: config?.logger
|
|
2335
2340
|
};
|
|
@@ -2452,29 +2457,30 @@ class HuggingFaceTransformersEmbeddingProvider {
|
|
|
2452
2457
|
this.extractor = null;
|
|
2453
2458
|
}
|
|
2454
2459
|
}
|
|
2455
|
-
var BATCH_SIZE2 = 32;
|
|
2456
|
-
var
|
|
2460
|
+
var BATCH_SIZE2 = 32, TransformersEmbeddingProvider;
|
|
2461
|
+
var init_xenovaEmbeddingProvider = __esm(() => {
|
|
2457
2462
|
init_embeddingPaths();
|
|
2458
2463
|
init_modelCatalog();
|
|
2459
2464
|
init_modelCache();
|
|
2460
2465
|
env2.cacheDir = RAGGREP_MODEL_CACHE_DIR;
|
|
2461
2466
|
env2.allowLocalModels = true;
|
|
2467
|
+
TransformersEmbeddingProvider = XenovaTransformersEmbeddingProvider;
|
|
2462
2468
|
});
|
|
2463
2469
|
|
|
2464
2470
|
// src/infrastructure/embeddings/embeddingProviderFactory.ts
|
|
2465
2471
|
function resolveRuntime(config) {
|
|
2466
2472
|
return config.runtime ?? "huggingface";
|
|
2467
2473
|
}
|
|
2468
|
-
function createEmbeddingProvider(config) {
|
|
2474
|
+
async function createEmbeddingProvider(config) {
|
|
2469
2475
|
const runtime = resolveRuntime(config);
|
|
2470
2476
|
if (runtime === "huggingface") {
|
|
2471
2477
|
return new HuggingFaceTransformersEmbeddingProvider(config);
|
|
2472
2478
|
}
|
|
2473
|
-
|
|
2479
|
+
const { XenovaTransformersEmbeddingProvider: XenovaTransformersEmbeddingProvider2 } = await Promise.resolve().then(() => (init_xenovaEmbeddingProvider(), exports_xenovaEmbeddingProvider));
|
|
2480
|
+
return new XenovaTransformersEmbeddingProvider2(config);
|
|
2474
2481
|
}
|
|
2475
2482
|
var init_embeddingProviderFactory = __esm(() => {
|
|
2476
2483
|
init_huggingfaceEmbeddingProvider();
|
|
2477
|
-
init_xenovaEmbeddingProvider();
|
|
2478
2484
|
});
|
|
2479
2485
|
|
|
2480
2486
|
// src/infrastructure/embeddings/globalEmbeddings.ts
|
|
@@ -2499,7 +2505,7 @@ function getEmbeddingConfig() {
|
|
|
2499
2505
|
}
|
|
2500
2506
|
async function ensureGlobalProvider() {
|
|
2501
2507
|
if (!globalProvider) {
|
|
2502
|
-
globalProvider = createEmbeddingProvider(globalConfig);
|
|
2508
|
+
globalProvider = await createEmbeddingProvider(globalConfig);
|
|
2503
2509
|
await globalProvider.initialize?.(globalConfig);
|
|
2504
2510
|
}
|
|
2505
2511
|
return globalProvider;
|
|
@@ -2529,8 +2535,6 @@ var init_globalEmbeddings = __esm(() => {
|
|
|
2529
2535
|
var init_embeddings = __esm(() => {
|
|
2530
2536
|
init_modelCatalog();
|
|
2531
2537
|
init_embeddingPaths();
|
|
2532
|
-
init_xenovaEmbeddingProvider();
|
|
2533
|
-
init_xenovaEmbeddingProvider();
|
|
2534
2538
|
init_huggingfaceEmbeddingProvider();
|
|
2535
2539
|
init_embeddingProviderFactory();
|
|
2536
2540
|
init_globalEmbeddings();
|
|
@@ -12070,4 +12074,4 @@ export {
|
|
|
12070
12074
|
ConsoleLogger
|
|
12071
12075
|
};
|
|
12072
12076
|
|
|
12073
|
-
//# debugId=
|
|
12077
|
+
//# debugId=C5BB91833412BA2664756E2164756E21
|