@retrivora-ai/rag-engine 2.5.4 → 2.5.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{ILLMProvider-DO5gj-e5.d.mts → ILLMProvider-DwFj0h2u.d.mts} +2 -2
- package/dist/{ILLMProvider-DO5gj-e5.d.ts → ILLMProvider-DwFj0h2u.d.ts} +2 -2
- package/dist/handlers/index.d.mts +2 -2
- package/dist/handlers/index.d.ts +2 -2
- package/dist/handlers/index.js +208 -28
- package/dist/handlers/index.mjs +202 -22
- package/dist/{index-Dex_gQ3P.d.mts → index-Byv5MaYi.d.mts} +16 -1
- package/dist/{index-DkOhRqEc.d.ts → index-Cb0GsT16.d.ts} +1 -1
- package/dist/{index-DE8qPWpI.d.mts → index-D1jN8KSF.d.mts} +1 -1
- package/dist/{index--RhMcXrt.d.ts → index-DP3_OpuB.d.ts} +16 -1
- package/dist/index.css +12 -83
- package/dist/index.d.mts +21 -16
- package/dist/index.d.ts +21 -16
- package/dist/index.js +3797 -3847
- package/dist/index.min.css +1 -1
- package/dist/index.mjs +3845 -3896
- package/dist/server.d.mts +57 -10
- package/dist/server.d.ts +57 -10
- package/dist/server.js +236 -34
- package/dist/server.mjs +229 -28
- package/package.json +1 -1
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
declare const VECTOR_DB_PROVIDERS: readonly ["pinecone", "pgvector", "postgresql", "mongodb", "qdrant", "milvus", "chromadb", "redis", "weaviate", "rest", "universal_rest", "custom"];
|
|
2
|
-
declare const LLM_PROVIDERS: readonly ["openai", "anthropic", "ollama", "gemini", "groq", "qwen", "rest", "universal_rest", "custom"];
|
|
3
|
-
declare const EMBEDDING_PROVIDERS: readonly ["openai", "ollama", "gemini", "qwen", "rest", "universal_rest", "custom"];
|
|
2
|
+
declare const LLM_PROVIDERS: readonly ["openai", "anthropic", "ollama", "gemini", "groq", "qwen", "rest", "universal_rest", "custom", "custom_embedding", "local_embedding"];
|
|
3
|
+
declare const EMBEDDING_PROVIDERS: readonly ["openai", "ollama", "gemini", "qwen", "rest", "universal_rest", "custom", "custom_embedding", "local_embedding"];
|
|
4
4
|
declare const GRAPH_DB_PROVIDERS: readonly ["neo4j", "memgraph", "simple", "custom"];
|
|
5
5
|
|
|
6
6
|
type WidgetPosition = 'bottom-right' | 'bottom-left' | 'top-right' | 'top-left';
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
declare const VECTOR_DB_PROVIDERS: readonly ["pinecone", "pgvector", "postgresql", "mongodb", "qdrant", "milvus", "chromadb", "redis", "weaviate", "rest", "universal_rest", "custom"];
|
|
2
|
-
declare const LLM_PROVIDERS: readonly ["openai", "anthropic", "ollama", "gemini", "groq", "qwen", "rest", "universal_rest", "custom"];
|
|
3
|
-
declare const EMBEDDING_PROVIDERS: readonly ["openai", "ollama", "gemini", "qwen", "rest", "universal_rest", "custom"];
|
|
2
|
+
declare const LLM_PROVIDERS: readonly ["openai", "anthropic", "ollama", "gemini", "groq", "qwen", "rest", "universal_rest", "custom", "custom_embedding", "local_embedding"];
|
|
3
|
+
declare const EMBEDDING_PROVIDERS: readonly ["openai", "ollama", "gemini", "qwen", "rest", "universal_rest", "custom", "custom_embedding", "local_embedding"];
|
|
4
4
|
declare const GRAPH_DB_PROVIDERS: readonly ["neo4j", "memgraph", "simple", "custom"];
|
|
5
5
|
|
|
6
6
|
type WidgetPosition = 'bottom-right' | 'bottom-left' | 'top-right' | 'top-left';
|
|
@@ -1,3 +1,3 @@
|
|
|
1
1
|
import 'next/server';
|
|
2
|
-
export { b as HandlerOptions, d as createChatHandler, e as createFeedbackHandler, f as createHealthHandler, g as createHistoryHandler, h as createIngestHandler, p as createLicenseHandler, i as createRagHandler, j as createSessionsHandler, k as createStreamHandler, q as createSuggestionsHandler, l as createUploadHandler, s as sseErrorFrame, m as sseFrame, n as sseMetaFrame, r as sseObservabilityFrame, o as sseTextFrame, t as sseUIFrame } from '../index-
|
|
3
|
-
import '../ILLMProvider-
|
|
2
|
+
export { b as HandlerOptions, d as createChatHandler, e as createFeedbackHandler, f as createHealthHandler, g as createHistoryHandler, h as createIngestHandler, p as createLicenseHandler, i as createRagHandler, j as createSessionsHandler, k as createStreamHandler, q as createSuggestionsHandler, l as createUploadHandler, s as sseErrorFrame, m as sseFrame, n as sseMetaFrame, r as sseObservabilityFrame, o as sseTextFrame, t as sseUIFrame } from '../index-D1jN8KSF.mjs';
|
|
3
|
+
import '../ILLMProvider-DwFj0h2u.mjs';
|
package/dist/handlers/index.d.ts
CHANGED
|
@@ -1,3 +1,3 @@
|
|
|
1
1
|
import 'next/server';
|
|
2
|
-
export { b as HandlerOptions, d as createChatHandler, e as createFeedbackHandler, f as createHealthHandler, g as createHistoryHandler, h as createIngestHandler, p as createLicenseHandler, i as createRagHandler, j as createSessionsHandler, k as createStreamHandler, q as createSuggestionsHandler, l as createUploadHandler, s as sseErrorFrame, m as sseFrame, n as sseMetaFrame, r as sseObservabilityFrame, o as sseTextFrame, t as sseUIFrame } from '../index-
|
|
3
|
-
import '../ILLMProvider-
|
|
2
|
+
export { b as HandlerOptions, d as createChatHandler, e as createFeedbackHandler, f as createHealthHandler, g as createHistoryHandler, h as createIngestHandler, p as createLicenseHandler, i as createRagHandler, j as createSessionsHandler, k as createStreamHandler, q as createSuggestionsHandler, l as createUploadHandler, s as sseErrorFrame, m as sseFrame, n as sseMetaFrame, r as sseObservabilityFrame, o as sseTextFrame, t as sseUIFrame } from '../index-Cb0GsT16.js';
|
|
3
|
+
import '../ILLMProvider-DwFj0h2u.js';
|
package/dist/handlers/index.js
CHANGED
|
@@ -318,7 +318,7 @@ var init_package = __esm({
|
|
|
318
318
|
"package.json"() {
|
|
319
319
|
package_default = {
|
|
320
320
|
name: "@retrivora-ai/rag-engine",
|
|
321
|
-
version: "2.5.
|
|
321
|
+
version: "2.5.6",
|
|
322
322
|
description: "Retrivora AI is a plug-and-play AI engine for RAG chat experiences \u2014 generic vector DB + LLM provider, embeddable or standalone.",
|
|
323
323
|
author: "Abhinav Alkuchi",
|
|
324
324
|
license: "UNLICENSED",
|
|
@@ -511,13 +511,27 @@ var init_ConfigFetcher = __esm({
|
|
|
511
511
|
* PINECONE_API_KEY if available, or vector operations are handled server-side.
|
|
512
512
|
*/
|
|
513
513
|
static async fetchRemoteConfig(projectId, licenseKey) {
|
|
514
|
-
var _a2, _b, _c, _d, _e, _f, _g2, _h, _i, _j, _k;
|
|
515
514
|
const cacheKey = `${projectId}:${licenseKey || ""}`;
|
|
516
515
|
const now = Date.now();
|
|
517
516
|
const cached = this.cache.get(cacheKey);
|
|
518
517
|
if (cached && now - cached.cachedAt < this.TTL_MS) {
|
|
519
518
|
return cached.config;
|
|
520
519
|
}
|
|
520
|
+
const existingInflight = this.inflight.get(cacheKey);
|
|
521
|
+
if (existingInflight) {
|
|
522
|
+
return existingInflight;
|
|
523
|
+
}
|
|
524
|
+
const promise = this._doFetch(projectId, licenseKey, cacheKey, now);
|
|
525
|
+
this.inflight.set(cacheKey, promise);
|
|
526
|
+
try {
|
|
527
|
+
return await promise;
|
|
528
|
+
} finally {
|
|
529
|
+
this.inflight.delete(cacheKey);
|
|
530
|
+
}
|
|
531
|
+
}
|
|
532
|
+
/** Internal: performs the actual HTTP fetch. Shared by all callers via inflight dedup. */
|
|
533
|
+
static async _doFetch(projectId, licenseKey, cacheKey, now) {
|
|
534
|
+
var _a2, _b, _c, _d, _e, _f, _g2, _h, _i, _j, _k;
|
|
521
535
|
const controlPlaneUrls = [
|
|
522
536
|
process.env.RETRIVORA_CONTROL_PLANE_URL,
|
|
523
537
|
process.env.NEXT_PUBLIC_RETRIVORA_CONTROL_PLANE_URL,
|
|
@@ -630,6 +644,8 @@ var init_ConfigFetcher = __esm({
|
|
|
630
644
|
}
|
|
631
645
|
};
|
|
632
646
|
ConfigFetcher.cache = /* @__PURE__ */ new Map();
|
|
647
|
+
/** In-flight deduplication: concurrent callers for the same key share one network request */
|
|
648
|
+
ConfigFetcher.inflight = /* @__PURE__ */ new Map();
|
|
633
649
|
ConfigFetcher.TTL_MS = 5 * 60 * 1e3;
|
|
634
650
|
}
|
|
635
651
|
});
|
|
@@ -1746,11 +1762,11 @@ var MilvusProvider_exports = {};
|
|
|
1746
1762
|
__export(MilvusProvider_exports, {
|
|
1747
1763
|
MilvusProvider: () => MilvusProvider
|
|
1748
1764
|
});
|
|
1749
|
-
var
|
|
1765
|
+
var import_axios4, MilvusProvider;
|
|
1750
1766
|
var init_MilvusProvider = __esm({
|
|
1751
1767
|
"src/providers/vectordb/MilvusProvider.ts"() {
|
|
1752
1768
|
"use strict";
|
|
1753
|
-
|
|
1769
|
+
import_axios4 = __toESM(require("axios"));
|
|
1754
1770
|
init_BaseVectorProvider();
|
|
1755
1771
|
MilvusProvider = class extends BaseVectorProvider {
|
|
1756
1772
|
constructor(config) {
|
|
@@ -1758,7 +1774,7 @@ var init_MilvusProvider = __esm({
|
|
|
1758
1774
|
const opts = config.options;
|
|
1759
1775
|
const baseUrl = opts.baseUrl || opts.uri || (opts.host ? `http://${opts.host}:${opts.port || 19530}` : void 0);
|
|
1760
1776
|
if (!baseUrl) throw new Error("[MilvusProvider] options.baseUrl (or uri / host+port) is required");
|
|
1761
|
-
this.http =
|
|
1777
|
+
this.http = import_axios4.default.create({
|
|
1762
1778
|
baseURL: baseUrl,
|
|
1763
1779
|
headers: __spreadValues(__spreadValues({
|
|
1764
1780
|
"Content-Type": "application/json"
|
|
@@ -1859,11 +1875,11 @@ var QdrantProvider_exports = {};
|
|
|
1859
1875
|
__export(QdrantProvider_exports, {
|
|
1860
1876
|
QdrantProvider: () => QdrantProvider
|
|
1861
1877
|
});
|
|
1862
|
-
var
|
|
1878
|
+
var import_axios5, import_crypto, QdrantProvider;
|
|
1863
1879
|
var init_QdrantProvider = __esm({
|
|
1864
1880
|
"src/providers/vectordb/QdrantProvider.ts"() {
|
|
1865
1881
|
"use strict";
|
|
1866
|
-
|
|
1882
|
+
import_axios5 = __toESM(require("axios"));
|
|
1867
1883
|
import_crypto = __toESM(require("crypto"));
|
|
1868
1884
|
init_BaseVectorProvider();
|
|
1869
1885
|
QdrantProvider = class extends BaseVectorProvider {
|
|
@@ -1876,7 +1892,7 @@ var init_QdrantProvider = __esm({
|
|
|
1876
1892
|
this.contentField = opts.contentField || "content";
|
|
1877
1893
|
this.metadataField = opts.metadataField || "metadata";
|
|
1878
1894
|
this.isFlatPayload = !!opts.flatPayload;
|
|
1879
|
-
this.http =
|
|
1895
|
+
this.http = import_axios5.default.create({
|
|
1880
1896
|
baseURL: baseUrl,
|
|
1881
1897
|
timeout: 15e3,
|
|
1882
1898
|
// 15s timeout for vector DB operations
|
|
@@ -1944,7 +1960,7 @@ var init_QdrantProvider = __esm({
|
|
|
1944
1960
|
try {
|
|
1945
1961
|
await this.http.get(`/collections/${this.indexName}`);
|
|
1946
1962
|
} catch (err) {
|
|
1947
|
-
if (
|
|
1963
|
+
if (import_axios5.default.isAxiosError(err) && ((_a2 = err.response) == null ? void 0 : _a2.status) === 404) {
|
|
1948
1964
|
const opts = this.config.options;
|
|
1949
1965
|
const dimensionsForCreate = opts.dimensions || 1536;
|
|
1950
1966
|
await this.http.put(`/collections/${this.indexName}`, {
|
|
@@ -1974,7 +1990,7 @@ var init_QdrantProvider = __esm({
|
|
|
1974
1990
|
});
|
|
1975
1991
|
} catch (err) {
|
|
1976
1992
|
let status;
|
|
1977
|
-
if (
|
|
1993
|
+
if (import_axios5.default.isAxiosError(err)) status = (_a2 = err.response) == null ? void 0 : _a2.status;
|
|
1978
1994
|
if (status === 409) return;
|
|
1979
1995
|
console.warn(`[QdrantProvider] \u26A0\uFE0F Could not ensure index for "${fullPath}":`, err instanceof Error ? err.message : String(err));
|
|
1980
1996
|
}
|
|
@@ -2098,11 +2114,11 @@ var ChromaDBProvider_exports = {};
|
|
|
2098
2114
|
__export(ChromaDBProvider_exports, {
|
|
2099
2115
|
ChromaDBProvider: () => ChromaDBProvider
|
|
2100
2116
|
});
|
|
2101
|
-
var
|
|
2117
|
+
var import_axios6, ChromaDBProvider;
|
|
2102
2118
|
var init_ChromaDBProvider = __esm({
|
|
2103
2119
|
"src/providers/vectordb/ChromaDBProvider.ts"() {
|
|
2104
2120
|
"use strict";
|
|
2105
|
-
|
|
2121
|
+
import_axios6 = __toESM(require("axios"));
|
|
2106
2122
|
init_BaseVectorProvider();
|
|
2107
2123
|
ChromaDBProvider = class extends BaseVectorProvider {
|
|
2108
2124
|
constructor(config) {
|
|
@@ -2111,7 +2127,7 @@ var init_ChromaDBProvider = __esm({
|
|
|
2111
2127
|
const opts = config.options;
|
|
2112
2128
|
const baseUrl = opts.baseUrl || (opts.host ? `http://${opts.host}:${opts.port || 8e3}` : void 0);
|
|
2113
2129
|
if (!baseUrl) throw new Error("[ChromaDBProvider] options.baseUrl is required");
|
|
2114
|
-
this.http =
|
|
2130
|
+
this.http = import_axios6.default.create({
|
|
2115
2131
|
baseURL: baseUrl,
|
|
2116
2132
|
headers: { "Content-Type": "application/json" }
|
|
2117
2133
|
});
|
|
@@ -2125,7 +2141,7 @@ var init_ChromaDBProvider = __esm({
|
|
|
2125
2141
|
const { data } = await this.http.get(`/api/v1/collections/${this.indexName}`);
|
|
2126
2142
|
this.collectionId = data.id;
|
|
2127
2143
|
} catch (err) {
|
|
2128
|
-
if (
|
|
2144
|
+
if (import_axios6.default.isAxiosError(err) && ((_a2 = err.response) == null ? void 0 : _a2.status) === 404) {
|
|
2129
2145
|
const { data } = await this.http.post("/api/v1/collections", {
|
|
2130
2146
|
name: this.indexName
|
|
2131
2147
|
});
|
|
@@ -2206,11 +2222,11 @@ var RedisProvider_exports = {};
|
|
|
2206
2222
|
__export(RedisProvider_exports, {
|
|
2207
2223
|
RedisProvider: () => RedisProvider
|
|
2208
2224
|
});
|
|
2209
|
-
var
|
|
2225
|
+
var import_axios7, RedisProvider;
|
|
2210
2226
|
var init_RedisProvider = __esm({
|
|
2211
2227
|
"src/providers/vectordb/RedisProvider.ts"() {
|
|
2212
2228
|
"use strict";
|
|
2213
|
-
|
|
2229
|
+
import_axios7 = __toESM(require("axios"));
|
|
2214
2230
|
init_BaseVectorProvider();
|
|
2215
2231
|
RedisProvider = class extends BaseVectorProvider {
|
|
2216
2232
|
constructor(config) {
|
|
@@ -2218,7 +2234,7 @@ var init_RedisProvider = __esm({
|
|
|
2218
2234
|
const opts = config.options;
|
|
2219
2235
|
const baseUrl = opts.baseUrl || opts.url || (opts.host ? `http://${opts.host}:${opts.port || 6379}` : void 0);
|
|
2220
2236
|
if (!baseUrl) throw new Error("[RedisProvider] options.baseUrl is required");
|
|
2221
|
-
this.http =
|
|
2237
|
+
this.http = import_axios7.default.create({
|
|
2222
2238
|
baseURL: baseUrl,
|
|
2223
2239
|
headers: __spreadValues({
|
|
2224
2240
|
"Content-Type": "application/json"
|
|
@@ -2288,11 +2304,11 @@ var WeaviateProvider_exports = {};
|
|
|
2288
2304
|
__export(WeaviateProvider_exports, {
|
|
2289
2305
|
WeaviateProvider: () => WeaviateProvider
|
|
2290
2306
|
});
|
|
2291
|
-
var
|
|
2307
|
+
var import_axios8, WeaviateProvider;
|
|
2292
2308
|
var init_WeaviateProvider = __esm({
|
|
2293
2309
|
"src/providers/vectordb/WeaviateProvider.ts"() {
|
|
2294
2310
|
"use strict";
|
|
2295
|
-
|
|
2311
|
+
import_axios8 = __toESM(require("axios"));
|
|
2296
2312
|
init_BaseVectorProvider();
|
|
2297
2313
|
WeaviateProvider = class extends BaseVectorProvider {
|
|
2298
2314
|
constructor(config) {
|
|
@@ -2300,7 +2316,7 @@ var init_WeaviateProvider = __esm({
|
|
|
2300
2316
|
const opts = config.options;
|
|
2301
2317
|
const baseUrl = opts.baseUrl || opts.url;
|
|
2302
2318
|
if (!baseUrl) throw new Error("[WeaviateProvider] options.baseUrl is required");
|
|
2303
|
-
this.http =
|
|
2319
|
+
this.http = import_axios8.default.create({
|
|
2304
2320
|
baseURL: baseUrl,
|
|
2305
2321
|
headers: __spreadValues(__spreadValues({
|
|
2306
2322
|
"Content-Type": "application/json"
|
|
@@ -2440,11 +2456,11 @@ var UniversalVectorProvider_exports = {};
|
|
|
2440
2456
|
__export(UniversalVectorProvider_exports, {
|
|
2441
2457
|
UniversalVectorProvider: () => UniversalVectorProvider
|
|
2442
2458
|
});
|
|
2443
|
-
var
|
|
2459
|
+
var import_axios9, UniversalVectorProvider;
|
|
2444
2460
|
var init_UniversalVectorProvider = __esm({
|
|
2445
2461
|
"src/providers/vectordb/UniversalVectorProvider.ts"() {
|
|
2446
2462
|
"use strict";
|
|
2447
|
-
|
|
2463
|
+
import_axios9 = __toESM(require("axios"));
|
|
2448
2464
|
init_BaseVectorProvider();
|
|
2449
2465
|
init_templateUtils();
|
|
2450
2466
|
UniversalVectorProvider = class extends BaseVectorProvider {
|
|
@@ -2457,7 +2473,7 @@ var init_UniversalVectorProvider = __esm({
|
|
|
2457
2473
|
}
|
|
2458
2474
|
async initialize() {
|
|
2459
2475
|
var _a2;
|
|
2460
|
-
this.http =
|
|
2476
|
+
this.http = import_axios9.default.create({
|
|
2461
2477
|
baseURL: this.opts.baseUrl,
|
|
2462
2478
|
headers: __spreadValues({
|
|
2463
2479
|
"Content-Type": "application/json"
|
|
@@ -3051,7 +3067,9 @@ var LLM_PROVIDERS = [
|
|
|
3051
3067
|
"qwen",
|
|
3052
3068
|
"rest",
|
|
3053
3069
|
"universal_rest",
|
|
3054
|
-
"custom"
|
|
3070
|
+
"custom",
|
|
3071
|
+
"custom_embedding",
|
|
3072
|
+
"local_embedding"
|
|
3055
3073
|
];
|
|
3056
3074
|
var EMBEDDING_PROVIDERS = [
|
|
3057
3075
|
"openai",
|
|
@@ -3060,7 +3078,9 @@ var EMBEDDING_PROVIDERS = [
|
|
|
3060
3078
|
"qwen",
|
|
3061
3079
|
"rest",
|
|
3062
3080
|
"universal_rest",
|
|
3063
|
-
"custom"
|
|
3081
|
+
"custom",
|
|
3082
|
+
"custom_embedding",
|
|
3083
|
+
"local_embedding"
|
|
3064
3084
|
];
|
|
3065
3085
|
var PROVIDERS_WITH_EMBEDDINGS = [
|
|
3066
3086
|
"openai",
|
|
@@ -3068,7 +3088,10 @@ var PROVIDERS_WITH_EMBEDDINGS = [
|
|
|
3068
3088
|
"gemini",
|
|
3069
3089
|
"qwen",
|
|
3070
3090
|
"rest",
|
|
3071
|
-
"universal_rest"
|
|
3091
|
+
"universal_rest",
|
|
3092
|
+
"custom",
|
|
3093
|
+
"custom_embedding",
|
|
3094
|
+
"local_embedding"
|
|
3072
3095
|
];
|
|
3073
3096
|
|
|
3074
3097
|
// src/config/serverConfig.ts
|
|
@@ -3805,8 +3828,8 @@ var OllamaProvider = class {
|
|
|
3805
3828
|
const baseUrl = config.baseUrl || "http://localhost:11434";
|
|
3806
3829
|
const modelName = config.model;
|
|
3807
3830
|
try {
|
|
3808
|
-
const
|
|
3809
|
-
const { data } = await
|
|
3831
|
+
const axios10 = (await import("axios")).default;
|
|
3832
|
+
const { data } = await axios10.get(`${baseUrl}/api/tags`);
|
|
3810
3833
|
const models = data.models || [];
|
|
3811
3834
|
const hasModel = models.some((m) => m.name === modelName || m.name.startsWith(`${modelName}:`));
|
|
3812
3835
|
return {
|
|
@@ -4884,6 +4907,158 @@ ${context != null ? context : "None"}` },
|
|
|
4884
4907
|
}
|
|
4885
4908
|
};
|
|
4886
4909
|
|
|
4910
|
+
// src/llm/providers/CustomEmbeddingProvider.ts
|
|
4911
|
+
var import_axios3 = __toESM(require("axios"));
|
|
4912
|
+
init_templateUtils();
|
|
4913
|
+
var CustomEmbeddingProvider = class {
|
|
4914
|
+
constructor(config) {
|
|
4915
|
+
var _a2, _b;
|
|
4916
|
+
this.model = config.model || "custom-embedding-model";
|
|
4917
|
+
this.apiKey = config.apiKey;
|
|
4918
|
+
const options = (_a2 = config.options) != null ? _a2 : {};
|
|
4919
|
+
this.opts = {
|
|
4920
|
+
baseUrl: config.baseUrl || options.baseUrl,
|
|
4921
|
+
embedPath: options.embedPath || "/embeddings",
|
|
4922
|
+
pingPath: options.pingPath || "/health",
|
|
4923
|
+
queryPrefix: options.queryPrefix || "",
|
|
4924
|
+
documentPrefix: options.documentPrefix || "",
|
|
4925
|
+
embedPayloadTemplate: options.embedPayloadTemplate,
|
|
4926
|
+
embedExtractPath: options.embedExtractPath,
|
|
4927
|
+
headers: options.headers || {},
|
|
4928
|
+
timeout: options.timeout || 3e4
|
|
4929
|
+
};
|
|
4930
|
+
this.baseUrl = (_b = this.opts.baseUrl) != null ? _b : "";
|
|
4931
|
+
if (!this.baseUrl) {
|
|
4932
|
+
throw new Error("[CustomEmbeddingProvider] baseUrl is required in config or config.options");
|
|
4933
|
+
}
|
|
4934
|
+
const headers = __spreadValues(__spreadValues({
|
|
4935
|
+
"Content-Type": "application/json"
|
|
4936
|
+
}, this.apiKey ? { Authorization: `Bearer ${this.apiKey}` } : {}), this.opts.headers || {});
|
|
4937
|
+
this.http = import_axios3.default.create({
|
|
4938
|
+
baseURL: this.baseUrl.replace(/\/$/, ""),
|
|
4939
|
+
headers,
|
|
4940
|
+
timeout: this.opts.timeout
|
|
4941
|
+
});
|
|
4942
|
+
}
|
|
4943
|
+
/**
|
|
4944
|
+
* Dummy chat implementation. CustomEmbeddingProvider is dedicated to embedding generation.
|
|
4945
|
+
*/
|
|
4946
|
+
async chat(_messages, _context, _options) {
|
|
4947
|
+
throw new Error("[CustomEmbeddingProvider] chat() is not supported on a dedicated embedding provider.");
|
|
4948
|
+
}
|
|
4949
|
+
/**
|
|
4950
|
+
* Generate vector embedding for a single string.
|
|
4951
|
+
*/
|
|
4952
|
+
async embed(text, options) {
|
|
4953
|
+
var _a2;
|
|
4954
|
+
const taskType = (_a2 = options == null ? void 0 : options.taskType) != null ? _a2 : "document";
|
|
4955
|
+
const prefix = taskType === "query" ? this.opts.queryPrefix : this.opts.documentPrefix;
|
|
4956
|
+
const formattedText = prefix ? `${prefix}${text}` : text;
|
|
4957
|
+
const modelToUse = (options == null ? void 0 : options.model) || this.model;
|
|
4958
|
+
const path2 = this.opts.embedPath || "/embeddings";
|
|
4959
|
+
let payload;
|
|
4960
|
+
if (this.opts.embedPayloadTemplate) {
|
|
4961
|
+
payload = buildPayload(this.opts.embedPayloadTemplate, {
|
|
4962
|
+
input: formattedText,
|
|
4963
|
+
model: modelToUse
|
|
4964
|
+
});
|
|
4965
|
+
} else {
|
|
4966
|
+
payload = {
|
|
4967
|
+
model: modelToUse,
|
|
4968
|
+
input: formattedText
|
|
4969
|
+
};
|
|
4970
|
+
}
|
|
4971
|
+
try {
|
|
4972
|
+
const { data } = await this.http.post(path2, payload);
|
|
4973
|
+
const vector = this.extractVector(data);
|
|
4974
|
+
if (vector) return vector;
|
|
4975
|
+
throw new Error(`[CustomEmbeddingProvider] Failed to extract embedding vector from response at ${path2}`);
|
|
4976
|
+
} catch (err) {
|
|
4977
|
+
console.error("[CustomEmbeddingProvider] Embedding request failed:", {
|
|
4978
|
+
baseUrl: this.baseUrl,
|
|
4979
|
+
path: path2,
|
|
4980
|
+
model: modelToUse,
|
|
4981
|
+
error: (err == null ? void 0 : err.message) || err
|
|
4982
|
+
});
|
|
4983
|
+
throw err;
|
|
4984
|
+
}
|
|
4985
|
+
}
|
|
4986
|
+
/**
|
|
4987
|
+
* Batch embedding generation for multiple texts.
|
|
4988
|
+
*/
|
|
4989
|
+
async batchEmbed(texts, options) {
|
|
4990
|
+
var _a2;
|
|
4991
|
+
if (!Array.isArray(texts) || texts.length === 0) return [];
|
|
4992
|
+
const taskType = (_a2 = options == null ? void 0 : options.taskType) != null ? _a2 : "document";
|
|
4993
|
+
const prefix = taskType === "query" ? this.opts.queryPrefix : this.opts.documentPrefix;
|
|
4994
|
+
const formattedTexts = prefix ? texts.map((t) => `${prefix}${t}`) : texts;
|
|
4995
|
+
const modelToUse = (options == null ? void 0 : options.model) || this.model;
|
|
4996
|
+
const path2 = this.opts.embedPath || "/embeddings";
|
|
4997
|
+
if (!this.opts.embedPayloadTemplate) {
|
|
4998
|
+
try {
|
|
4999
|
+
const payload = {
|
|
5000
|
+
model: modelToUse,
|
|
5001
|
+
input: formattedTexts
|
|
5002
|
+
};
|
|
5003
|
+
const { data } = await this.http.post(path2, payload);
|
|
5004
|
+
const batchVectors = this.extractBatchVectors(data);
|
|
5005
|
+
if (batchVectors && batchVectors.length === texts.length) {
|
|
5006
|
+
return batchVectors;
|
|
5007
|
+
}
|
|
5008
|
+
} catch (e) {
|
|
5009
|
+
}
|
|
5010
|
+
}
|
|
5011
|
+
return Promise.all(texts.map((text) => this.embed(text, options)));
|
|
5012
|
+
}
|
|
5013
|
+
/**
|
|
5014
|
+
* Ping provider endpoint for health check.
|
|
5015
|
+
*/
|
|
5016
|
+
async ping() {
|
|
5017
|
+
try {
|
|
5018
|
+
const pingPath = this.opts.pingPath || "/health";
|
|
5019
|
+
const res = await this.http.get(pingPath);
|
|
5020
|
+
return res.status >= 200 && res.status < 300;
|
|
5021
|
+
} catch (e) {
|
|
5022
|
+
try {
|
|
5023
|
+
const embedPath = this.opts.embedPath || "/embeddings";
|
|
5024
|
+
await this.http.post(embedPath, { input: "ping", model: this.model });
|
|
5025
|
+
return true;
|
|
5026
|
+
} catch (e2) {
|
|
5027
|
+
return false;
|
|
5028
|
+
}
|
|
5029
|
+
}
|
|
5030
|
+
}
|
|
5031
|
+
extractVector(data) {
|
|
5032
|
+
if (!data) return void 0;
|
|
5033
|
+
if (this.opts.embedExtractPath) {
|
|
5034
|
+
const extracted = resolvePath(data, this.opts.embedExtractPath);
|
|
5035
|
+
if (Array.isArray(extracted) && typeof extracted[0] === "number") {
|
|
5036
|
+
return extracted;
|
|
5037
|
+
}
|
|
5038
|
+
}
|
|
5039
|
+
const directVector = resolvePath(data, "data[0].embedding") || resolvePath(data, "embedding") || resolvePath(data, "embeddings[0]") || resolvePath(data, "data[0].vector") || resolvePath(data, "vector");
|
|
5040
|
+
if (Array.isArray(directVector) && typeof directVector[0] === "number") {
|
|
5041
|
+
return directVector;
|
|
5042
|
+
}
|
|
5043
|
+
if (Array.isArray(data) && typeof data[0] === "number") {
|
|
5044
|
+
return data;
|
|
5045
|
+
}
|
|
5046
|
+
return void 0;
|
|
5047
|
+
}
|
|
5048
|
+
extractBatchVectors(data) {
|
|
5049
|
+
if (!data) return void 0;
|
|
5050
|
+
if (typeof data === "object" && data !== null && Array.isArray(data.data)) {
|
|
5051
|
+
const list = data.data;
|
|
5052
|
+
const vectors = list.map((item) => (item == null ? void 0 : item.embedding) || (item == null ? void 0 : item.vector)).filter((v) => Array.isArray(v));
|
|
5053
|
+
if (vectors.length > 0) return vectors;
|
|
5054
|
+
}
|
|
5055
|
+
if (Array.isArray(data) && Array.isArray(data[0]) && typeof data[0][0] === "number") {
|
|
5056
|
+
return data;
|
|
5057
|
+
}
|
|
5058
|
+
return void 0;
|
|
5059
|
+
}
|
|
5060
|
+
};
|
|
5061
|
+
|
|
4887
5062
|
// src/llm/LLMFactory.ts
|
|
4888
5063
|
var customProviders = /* @__PURE__ */ new Map();
|
|
4889
5064
|
var LLMFactory = class _LLMFactory {
|
|
@@ -4926,6 +5101,8 @@ var LLMFactory = class _LLMFactory {
|
|
|
4926
5101
|
"rest",
|
|
4927
5102
|
"universal_rest",
|
|
4928
5103
|
"custom",
|
|
5104
|
+
"custom_embedding",
|
|
5105
|
+
"local_embedding",
|
|
4929
5106
|
...Array.from(customProviders.keys())
|
|
4930
5107
|
];
|
|
4931
5108
|
}
|
|
@@ -4944,6 +5121,9 @@ var LLMFactory = class _LLMFactory {
|
|
|
4944
5121
|
return new GroqProvider(llmConfig, embeddingConfig);
|
|
4945
5122
|
case "qwen":
|
|
4946
5123
|
return new QwenProvider(llmConfig, embeddingConfig);
|
|
5124
|
+
case "custom_embedding":
|
|
5125
|
+
case "local_embedding":
|
|
5126
|
+
return new CustomEmbeddingProvider(llmConfig);
|
|
4947
5127
|
case "rest":
|
|
4948
5128
|
case "universal_rest":
|
|
4949
5129
|
case "custom":
|