@retrivora-ai/rag-engine 2.6.2 → 2.6.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/ChromaDBProvider-NDA2IBOH.mjs +8 -0
- package/dist/MilvusProvider-H6GGL5FQ.mjs +8 -0
- package/dist/MongoDBProvider-KC3GF3FH.mjs +8 -0
- package/dist/MultiTablePostgresProvider-6LJBFZL2.mjs +9 -0
- package/dist/PineconeProvider-3PXQFHSO.mjs +10 -0
- package/dist/PostgreSQLProvider-VWFL4OIP.mjs +8 -0
- package/dist/QdrantProvider-UU7RGXBI.mjs +8 -0
- package/dist/RedisProvider-MIIPSAAE.mjs +8 -0
- package/dist/SimpleGraphProvider-HJIS4S7Y.mjs +70 -0
- package/dist/UniversalVectorProvider-NO3L255G.mjs +9 -0
- package/dist/WeaviateProvider-YRZDZFAC.mjs +8 -0
- package/dist/chunk-23PFNEBF.mjs +107 -0
- package/dist/chunk-3SQ4DODU.mjs +238 -0
- package/dist/chunk-6ZZOZFK6.mjs +334 -0
- package/dist/chunk-AHMMUZ4W.mjs +152 -0
- package/dist/chunk-ASBNNEVI.mjs +81 -0
- package/dist/chunk-BEPLYQBS.mjs +89 -0
- package/dist/chunk-BPIATXJ4.mjs +281 -0
- package/dist/chunk-FMQN2K2D.mjs +168 -0
- package/dist/chunk-G7MJRFCO.mjs +340 -0
- package/dist/chunk-IHWKVAUR.mjs +112 -0
- package/dist/chunk-IMP6FUCY.mjs +30 -0
- package/dist/chunk-MAXMVO7B.mjs +211 -0
- package/dist/chunk-MGJ6V2IT.mjs +203 -0
- package/dist/chunk-OMQM7AN6.mjs +219 -0
- package/dist/chunk-SG6XYLQE.mjs +53 -0
- package/dist/chunk-T7XSD76K.mjs +10851 -0
- package/dist/chunk-UT6SZZEC.mjs +69 -0
- package/dist/chunk-VW3U4MMX.mjs +157 -0
- package/dist/chunk-XYBKDJDW.mjs +696 -0
- package/dist/handlers/index.d.mts +1 -1
- package/dist/handlers/index.d.ts +1 -1
- package/dist/handlers/index.js +56 -23
- package/dist/handlers/index.mjs +24 -14027
- package/dist/{index-D7FuQRSb.d.mts → index-BBbt5A2y.d.mts} +3 -1
- package/dist/{index-CFl4KrKq.d.ts → index-BZ_rR6V8.d.ts} +3 -1
- package/dist/index.css +13 -0
- package/dist/index.js +22 -5
- package/dist/index.min.css +1 -1
- package/dist/index.mjs +56 -1462
- package/dist/server.d.mts +2 -2
- package/dist/server.d.ts +2 -2
- package/dist/server.js +56 -23
- package/dist/server.mjs +377 -14573
- package/package.json +1 -1
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
var __defProp = Object.defineProperty;
|
|
2
|
+
var __defProps = Object.defineProperties;
|
|
3
|
+
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
|
+
var __getOwnPropDescs = Object.getOwnPropertyDescriptors;
|
|
5
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
6
|
+
var __getOwnPropSymbols = Object.getOwnPropertySymbols;
|
|
7
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
8
|
+
var __propIsEnum = Object.prototype.propertyIsEnumerable;
|
|
9
|
+
var __knownSymbol = (name, symbol) => (symbol = Symbol[name]) ? symbol : /* @__PURE__ */ Symbol.for("Symbol." + name);
|
|
10
|
+
var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
|
|
11
|
+
var __spreadValues = (a, b) => {
|
|
12
|
+
for (var prop in b || (b = {}))
|
|
13
|
+
if (__hasOwnProp.call(b, prop))
|
|
14
|
+
__defNormalProp(a, prop, b[prop]);
|
|
15
|
+
if (__getOwnPropSymbols)
|
|
16
|
+
for (var prop of __getOwnPropSymbols(b)) {
|
|
17
|
+
if (__propIsEnum.call(b, prop))
|
|
18
|
+
__defNormalProp(a, prop, b[prop]);
|
|
19
|
+
}
|
|
20
|
+
return a;
|
|
21
|
+
};
|
|
22
|
+
var __spreadProps = (a, b) => __defProps(a, __getOwnPropDescs(b));
|
|
23
|
+
var __objRest = (source, exclude) => {
|
|
24
|
+
var target = {};
|
|
25
|
+
for (var prop in source)
|
|
26
|
+
if (__hasOwnProp.call(source, prop) && exclude.indexOf(prop) < 0)
|
|
27
|
+
target[prop] = source[prop];
|
|
28
|
+
if (source != null && __getOwnPropSymbols)
|
|
29
|
+
for (var prop of __getOwnPropSymbols(source)) {
|
|
30
|
+
if (exclude.indexOf(prop) < 0 && __propIsEnum.call(source, prop))
|
|
31
|
+
target[prop] = source[prop];
|
|
32
|
+
}
|
|
33
|
+
return target;
|
|
34
|
+
};
|
|
35
|
+
var __copyProps = (to, from, except, desc) => {
|
|
36
|
+
if (from && typeof from === "object" || typeof from === "function") {
|
|
37
|
+
for (let key of __getOwnPropNames(from))
|
|
38
|
+
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
39
|
+
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
40
|
+
}
|
|
41
|
+
return to;
|
|
42
|
+
};
|
|
43
|
+
var __reExport = (target, mod, secondTarget) => (__copyProps(target, mod, "default"), secondTarget && __copyProps(secondTarget, mod, "default"));
|
|
44
|
+
var __await = function(promise, isYieldStar) {
|
|
45
|
+
this[0] = promise;
|
|
46
|
+
this[1] = isYieldStar;
|
|
47
|
+
};
|
|
48
|
+
var __asyncGenerator = (__this, __arguments, generator) => {
|
|
49
|
+
var resume = (k, v, yes, no) => {
|
|
50
|
+
try {
|
|
51
|
+
var x = generator[k](v), isAwait = (v = x.value) instanceof __await, done = x.done;
|
|
52
|
+
Promise.resolve(isAwait ? v[0] : v).then((y) => isAwait ? resume(k === "return" ? k : "next", v[1] ? { done: y.done, value: y.value } : y, yes, no) : yes({ value: y, done })).catch((e) => resume("throw", e, yes, no));
|
|
53
|
+
} catch (e) {
|
|
54
|
+
no(e);
|
|
55
|
+
}
|
|
56
|
+
}, method = (k, call, wait, clear) => it[k] = (x) => (call = new Promise((yes, no, run) => (run = () => resume(k, x, yes, no), q ? q.then(run) : run())), clear = () => q === wait && (q = 0), q = wait = call.then(clear, clear), call), q, it = {};
|
|
57
|
+
return generator = generator.apply(__this, __arguments), it[__knownSymbol("asyncIterator")] = () => it, method("next"), method("throw"), method("return"), it;
|
|
58
|
+
};
|
|
59
|
+
var __forAwait = (obj, it, method) => (it = obj[__knownSymbol("asyncIterator")]) ? it.call(obj) : (obj = obj[__knownSymbol("iterator")](), it = {}, method = (key, fn) => (fn = obj[key]) && (it[key] = (arg) => new Promise((yes, no, done) => (arg = fn.call(obj, arg), done = arg.done, Promise.resolve(arg.value).then((value) => yes({ value, done }), no)))), method("next"), method("return"), it);
|
|
60
|
+
|
|
61
|
+
export {
|
|
62
|
+
__spreadValues,
|
|
63
|
+
__spreadProps,
|
|
64
|
+
__objRest,
|
|
65
|
+
__reExport,
|
|
66
|
+
__await,
|
|
67
|
+
__asyncGenerator,
|
|
68
|
+
__forAwait
|
|
69
|
+
};
|
|
@@ -0,0 +1,157 @@
|
|
|
1
|
+
import {
|
|
2
|
+
buildPayload,
|
|
3
|
+
resolvePath
|
|
4
|
+
} from "./chunk-SG6XYLQE.mjs";
|
|
5
|
+
import {
|
|
6
|
+
BaseVectorProvider
|
|
7
|
+
} from "./chunk-IMP6FUCY.mjs";
|
|
8
|
+
import {
|
|
9
|
+
__spreadValues
|
|
10
|
+
} from "./chunk-UT6SZZEC.mjs";
|
|
11
|
+
|
|
12
|
+
// src/providers/vectordb/UniversalVectorProvider.ts
|
|
13
|
+
import axios from "axios";
|
|
14
|
+
var UniversalVectorProvider = class extends BaseVectorProvider {
|
|
15
|
+
constructor(config) {
|
|
16
|
+
super(config);
|
|
17
|
+
this.opts = config.options;
|
|
18
|
+
if (!this.opts.baseUrl) {
|
|
19
|
+
throw new Error("[UniversalVectorProvider] options.baseUrl is required");
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
async initialize() {
|
|
23
|
+
var _a;
|
|
24
|
+
this.http = axios.create({
|
|
25
|
+
baseURL: this.opts.baseUrl,
|
|
26
|
+
headers: __spreadValues({
|
|
27
|
+
"Content-Type": "application/json"
|
|
28
|
+
}, this.opts.headers),
|
|
29
|
+
timeout: (_a = this.opts.timeout) != null ? _a : 3e4
|
|
30
|
+
});
|
|
31
|
+
if (!await this.ping()) {
|
|
32
|
+
throw new Error(`[UniversalVectorProvider] Failed to connect to ${this.opts.baseUrl}`);
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
async upsert(doc, namespace) {
|
|
36
|
+
var _a, _b, _c;
|
|
37
|
+
const endpoint = (_a = this.opts.upsertEndpoint) != null ? _a : "/upsert";
|
|
38
|
+
const template = (_b = this.opts.upsertTemplate) != null ? _b : JSON.stringify({
|
|
39
|
+
id: "{{id}}",
|
|
40
|
+
vector: "{{vector}}",
|
|
41
|
+
content: "{{content}}",
|
|
42
|
+
namespace: "{{namespace}}",
|
|
43
|
+
metadata: "{{metadata}}"
|
|
44
|
+
});
|
|
45
|
+
const payload = buildPayload(template, {
|
|
46
|
+
id: doc.id,
|
|
47
|
+
vector: doc.vector,
|
|
48
|
+
content: doc.content,
|
|
49
|
+
namespace: namespace != null ? namespace : this.indexName,
|
|
50
|
+
metadata: (_c = doc.metadata) != null ? _c : {}
|
|
51
|
+
});
|
|
52
|
+
try {
|
|
53
|
+
await this.http.post(endpoint, payload);
|
|
54
|
+
} catch (error) {
|
|
55
|
+
throw new Error(
|
|
56
|
+
`[UniversalVectorProvider] Upsert failed: ${error instanceof Error ? error.message : String(error)}`
|
|
57
|
+
);
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
async batchUpsert(docs, namespace) {
|
|
61
|
+
const batchSize = 50;
|
|
62
|
+
for (let i = 0; i < docs.length; i += batchSize) {
|
|
63
|
+
const batch = docs.slice(i, i + batchSize);
|
|
64
|
+
await Promise.all(
|
|
65
|
+
batch.map((doc) => this.upsert(doc, namespace))
|
|
66
|
+
);
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
async query(vector, topK, namespace, filter) {
|
|
70
|
+
var _a, _b;
|
|
71
|
+
const endpoint = (_a = this.opts.queryEndpoint) != null ? _a : "/query";
|
|
72
|
+
const template = (_b = this.opts.queryTemplate) != null ? _b : JSON.stringify({
|
|
73
|
+
vector: "{{vector}}",
|
|
74
|
+
limit: "{{topK}}",
|
|
75
|
+
namespace: "{{namespace}}",
|
|
76
|
+
filter: "{{filter}}"
|
|
77
|
+
});
|
|
78
|
+
const sanitizedFilter = this.sanitizeFilter(filter);
|
|
79
|
+
const payload = buildPayload(template, {
|
|
80
|
+
vector,
|
|
81
|
+
topK,
|
|
82
|
+
namespace: namespace != null ? namespace : this.indexName,
|
|
83
|
+
filter: sanitizedFilter
|
|
84
|
+
});
|
|
85
|
+
try {
|
|
86
|
+
const response = await this.http.post(endpoint, payload);
|
|
87
|
+
let results = response.data;
|
|
88
|
+
if (this.opts.queryResponsePath) {
|
|
89
|
+
results = resolvePath(response.data, this.opts.queryResponsePath);
|
|
90
|
+
}
|
|
91
|
+
if (!Array.isArray(results)) {
|
|
92
|
+
throw new Error(
|
|
93
|
+
`[UniversalVectorProvider] Expected array response at "${this.opts.queryResponsePath}", got ${typeof results}`
|
|
94
|
+
);
|
|
95
|
+
}
|
|
96
|
+
return results.map((item) => {
|
|
97
|
+
var _a2, _b2, _c, _d, _e, _f, _g;
|
|
98
|
+
return {
|
|
99
|
+
id: item[(_a2 = this.opts.queryIdField) != null ? _a2 : "id"],
|
|
100
|
+
score: (_c = item[(_b2 = this.opts.queryScoreField) != null ? _b2 : "score"]) != null ? _c : 0,
|
|
101
|
+
content: (_e = item[(_d = this.opts.queryContentField) != null ? _d : "content"]) != null ? _e : "",
|
|
102
|
+
metadata: (_g = item[(_f = this.opts.queryMetadataField) != null ? _f : "metadata"]) != null ? _g : {}
|
|
103
|
+
};
|
|
104
|
+
});
|
|
105
|
+
} catch (error) {
|
|
106
|
+
throw new Error(
|
|
107
|
+
`[UniversalVectorProvider] Query failed: ${error instanceof Error ? error.message : String(error)}`
|
|
108
|
+
);
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
async delete(id, namespace) {
|
|
112
|
+
var _a, _b;
|
|
113
|
+
const endpoint = (_a = this.opts.deleteEndpoint) != null ? _a : "/delete";
|
|
114
|
+
const template = (_b = this.opts.deleteTemplate) != null ? _b : JSON.stringify({
|
|
115
|
+
id: "{{id}}",
|
|
116
|
+
namespace: "{{namespace}}"
|
|
117
|
+
});
|
|
118
|
+
const payload = buildPayload(template, {
|
|
119
|
+
id,
|
|
120
|
+
namespace: namespace != null ? namespace : this.indexName
|
|
121
|
+
});
|
|
122
|
+
try {
|
|
123
|
+
await this.http.post(endpoint, payload);
|
|
124
|
+
} catch (error) {
|
|
125
|
+
throw new Error(
|
|
126
|
+
`[UniversalVectorProvider] Delete failed: ${error instanceof Error ? error.message : String(error)}`
|
|
127
|
+
);
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
async deleteNamespace(namespace) {
|
|
131
|
+
var _a;
|
|
132
|
+
const endpoint = (_a = this.opts.deleteNamespaceEndpoint) != null ? _a : "/delete-namespace";
|
|
133
|
+
try {
|
|
134
|
+
await this.http.post(endpoint, { namespace });
|
|
135
|
+
} catch (error) {
|
|
136
|
+
throw new Error(
|
|
137
|
+
`[UniversalVectorProvider] DeleteNamespace failed: ${error instanceof Error ? error.message : String(error)}`
|
|
138
|
+
);
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
async ping() {
|
|
142
|
+
var _a;
|
|
143
|
+
try {
|
|
144
|
+
const endpoint = (_a = this.opts.pingEndpoint) != null ? _a : "/health";
|
|
145
|
+
const response = await this.http.get(endpoint, { timeout: 5e3 });
|
|
146
|
+
return response.status >= 200 && response.status < 300;
|
|
147
|
+
} catch (e) {
|
|
148
|
+
return false;
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
async disconnect() {
|
|
152
|
+
}
|
|
153
|
+
};
|
|
154
|
+
|
|
155
|
+
export {
|
|
156
|
+
UniversalVectorProvider
|
|
157
|
+
};
|