@retrivora-ai/rag-engine 2.5.7 → 2.5.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (51) hide show
  1. package/dist/{ILLMProvider-DwFj0h2u.d.mts → ILLMProvider-B2N3lMBc.d.mts} +10 -1
  2. package/dist/{ILLMProvider-DwFj0h2u.d.ts → ILLMProvider-B2N3lMBc.d.ts} +10 -1
  3. package/dist/handlers/index.d.mts +2 -2
  4. package/dist/handlers/index.d.ts +2 -2
  5. package/dist/handlers/index.js +962 -193
  6. package/dist/handlers/index.mjs +12821 -24
  7. package/dist/{index-Cb0GsT16.d.ts → index-37V810a-.d.mts} +3 -3
  8. package/dist/{index-D1jN8KSF.d.mts → index-BxzDv2jd.d.ts} +3 -3
  9. package/dist/{index-9h_ENWQn.d.mts → index-CAGGPyI7.d.mts} +6 -2
  10. package/dist/{index-Xci6GfpI.d.ts → index-DdQxoIpu.d.ts} +6 -2
  11. package/dist/index.css +76 -4
  12. package/dist/index.d.mts +6 -6
  13. package/dist/index.d.ts +6 -6
  14. package/dist/index.js +138 -96
  15. package/dist/index.min.css +1 -1
  16. package/dist/index.mjs +1554 -130
  17. package/dist/server.d.mts +100 -9
  18. package/dist/server.d.ts +100 -9
  19. package/dist/server.js +964 -193
  20. package/dist/server.mjs +13378 -372
  21. package/package.json +5 -2
  22. package/dist/ChromaDBProvider-4RPJN7Y3.mjs +0 -8
  23. package/dist/MilvusProvider-WJLLZ6TW.mjs +0 -8
  24. package/dist/MongoDBProvider-QSERELZX.mjs +0 -8
  25. package/dist/MultiTablePostgresProvider-JF2HEUDZ.mjs +0 -9
  26. package/dist/PineconeProvider-HLZL7HKU.mjs +0 -10
  27. package/dist/PostgreSQLProvider-JQMCNHRO.mjs +0 -8
  28. package/dist/QdrantProvider-6MNFPEVC.mjs +0 -8
  29. package/dist/RedisProvider-ERQL6AEB.mjs +0 -8
  30. package/dist/SimpleGraphProvider-OP3HAJJM.mjs +0 -70
  31. package/dist/UniversalVectorProvider-INM3KH5F.mjs +0 -9
  32. package/dist/WeaviateProvider-VHWWICCC.mjs +0 -8
  33. package/dist/chunk-366EFBZC.mjs +0 -165
  34. package/dist/chunk-6MGVQTU4.mjs +0 -8883
  35. package/dist/chunk-B4AXIUM7.mjs +0 -49
  36. package/dist/chunk-BEPLYQBS.mjs +0 -89
  37. package/dist/chunk-BNOPQCZW.mjs +0 -238
  38. package/dist/chunk-FJ43J4FW.mjs +0 -654
  39. package/dist/chunk-GP2AJQRQ.mjs +0 -107
  40. package/dist/chunk-IMP6FUCY.mjs +0 -30
  41. package/dist/chunk-JRQWSJNF.mjs +0 -202
  42. package/dist/chunk-LYHCKUNF.mjs +0 -112
  43. package/dist/chunk-MFIWWUC7.mjs +0 -152
  44. package/dist/chunk-MWICNCB2.mjs +0 -157
  45. package/dist/chunk-N54YTFBN.mjs +0 -76
  46. package/dist/chunk-POOWU2HR.mjs +0 -211
  47. package/dist/chunk-QGDGPOZH.mjs +0 -217
  48. package/dist/chunk-QI3FTN6G.mjs +0 -281
  49. package/dist/chunk-QJIDGVG6.mjs +0 -334
  50. package/dist/chunk-W2DKVD3G.mjs +0 -81
  51. package/dist/chunk-XHSDHPKI.mjs +0 -336
@@ -1,49 +0,0 @@
1
- import {
2
- __spreadValues
3
- } from "./chunk-N54YTFBN.mjs";
4
-
5
- // src/utils/templateUtils.ts
6
- function isRecord(value) {
7
- return typeof value === "object" && value !== null;
8
- }
9
- function resolvePath(obj, path) {
10
- if (!path || !obj) return void 0;
11
- return path.replace(/\[(\w+)\]/g, ".$1").replace(/^\./, "").split(".").reduce((current, segment) => {
12
- if (!isRecord(current) && !Array.isArray(current)) {
13
- return void 0;
14
- }
15
- return current[segment];
16
- }, obj);
17
- }
18
- function buildPayload(template, vars) {
19
- let raw = template;
20
- for (const [key, val] of Object.entries(vars)) {
21
- const stringifiedVal = val === void 0 ? "null" : JSON.stringify(val);
22
- raw = raw.replace(new RegExp(`"\\{\\{${key}\\}\\}"`, "g"), stringifiedVal);
23
- raw = raw.replace(new RegExp(`\\{\\{${key}\\}\\}`, "g"), stringifiedVal);
24
- }
25
- try {
26
- return JSON.parse(raw);
27
- } catch (err) {
28
- throw new Error(`Failed to parse payload template: ${err.message}
29
- Raw payload: ${raw}`);
30
- }
31
- }
32
- function mergeDefined(base, override) {
33
- const merged = __spreadValues({}, base || {});
34
- if (!override) {
35
- return merged;
36
- }
37
- for (const [key, value] of Object.entries(override)) {
38
- if (value !== void 0 && value !== null && value !== "") {
39
- merged[key] = value;
40
- }
41
- }
42
- return merged;
43
- }
44
-
45
- export {
46
- resolvePath,
47
- buildPayload,
48
- mergeDefined
49
- };
@@ -1,89 +0,0 @@
1
- // src/utils/synonyms.ts
2
- var FIELD_SYNONYMS = {
3
- name: ["product", "item", "title", "label", "heading", "subject", "product name", "item name"],
4
- price: ["cost", "amount", "msrp", "price", "rate", "value", "price_usd", "variant price"],
5
- brand: ["manufacturer", "vendor", "make", "company", "brand_name", "supplier"],
6
- image: [
7
- "imageUrl",
8
- "thumbnail",
9
- "img",
10
- "url",
11
- "photo",
12
- "picture",
13
- "media",
14
- "image_url",
15
- "main_image",
16
- "product_image",
17
- "thumb",
18
- "image src",
19
- "variant image"
20
- ],
21
- stock: [
22
- "inventory",
23
- "quantity",
24
- "count",
25
- "availability",
26
- "stock_level",
27
- "inStock",
28
- "is_available",
29
- "in stock",
30
- "status",
31
- "variant inventory qty"
32
- ],
33
- category: [
34
- "product_category",
35
- "product category",
36
- "category_name",
37
- "category name",
38
- "department",
39
- "collection",
40
- "type"
41
- ],
42
- description: ["summary", "content", "body", "text", "info", "details", "body (html)", "seo description"],
43
- link: ["url", "href", "product_url", "page_url", "link"]
44
- };
45
- function addSynonyms(customSynonyms) {
46
- for (const [key, aliases] of Object.entries(customSynonyms)) {
47
- if (!FIELD_SYNONYMS[key]) {
48
- FIELD_SYNONYMS[key] = [];
49
- }
50
- const existing = new Set(FIELD_SYNONYMS[key].map((s) => s.toLowerCase()));
51
- for (const alias of aliases) {
52
- if (!existing.has(alias.toLowerCase())) {
53
- FIELD_SYNONYMS[key].push(alias);
54
- existing.add(alias.toLowerCase());
55
- }
56
- }
57
- }
58
- }
59
- function resolveMetadataValue(meta, uiKey) {
60
- var _a;
61
- const synonyms = (_a = FIELD_SYNONYMS[uiKey]) != null ? _a : [];
62
- const keys = Object.keys(meta);
63
- const systemKeys = ["namespace", "filename", "filesize", "filetype", "docid", "uploadedat", "dimension", "chunkindex"];
64
- let match = keys.find((k) => k.toLowerCase() === uiKey.toLowerCase());
65
- if (match !== void 0) return meta[match];
66
- match = keys.find((k) => synonyms.map((s) => s.toLowerCase()).includes(k.toLowerCase()));
67
- if (match !== void 0) return meta[match];
68
- const isBlacklisted = (kl) => {
69
- return systemKeys.includes(kl) || kl.startsWith("option1") || kl.startsWith("option2") || kl.startsWith("option3");
70
- };
71
- match = keys.find((k) => {
72
- const kl = k.toLowerCase();
73
- if (isBlacklisted(kl)) return false;
74
- return kl.includes(uiKey.toLowerCase());
75
- });
76
- if (match !== void 0) return meta[match];
77
- match = keys.find((k) => {
78
- const kl = k.toLowerCase();
79
- if (isBlacklisted(kl)) return false;
80
- return synonyms.some((sk) => kl.includes(sk.toLowerCase()) || sk.toLowerCase().includes(kl));
81
- });
82
- return match !== void 0 ? meta[match] : void 0;
83
- }
84
-
85
- export {
86
- FIELD_SYNONYMS,
87
- addSynonyms,
88
- resolveMetadataValue
89
- };
@@ -1,238 +0,0 @@
1
- import {
2
- BaseVectorProvider
3
- } from "./chunk-IMP6FUCY.mjs";
4
- import {
5
- __spreadValues
6
- } from "./chunk-N54YTFBN.mjs";
7
-
8
- // src/providers/vectordb/QdrantProvider.ts
9
- import axios from "axios";
10
- import crypto from "crypto";
11
- var QdrantProvider = class extends BaseVectorProvider {
12
- constructor(config) {
13
- super(config);
14
- this.schemaDiscovered = false;
15
- const opts = config.options;
16
- const baseUrl = opts.baseUrl;
17
- if (!baseUrl) throw new Error("[QdrantProvider] baseUrl is required");
18
- this.contentField = opts.contentField || "content";
19
- this.metadataField = opts.metadataField || "metadata";
20
- this.isFlatPayload = !!opts.flatPayload;
21
- this.http = axios.create({
22
- baseURL: baseUrl,
23
- timeout: 15e3,
24
- // 15s timeout for vector DB operations
25
- headers: __spreadValues({
26
- "Content-Type": "application/json"
27
- }, opts.apiKey ? { "api-key": opts.apiKey } : {})
28
- });
29
- }
30
- async initialize() {
31
- if (this.schemaDiscovered) return;
32
- await this.ping();
33
- await this.ensureCollection();
34
- const discoveredFields = await this.discoverSchema();
35
- const opts = this.config.options;
36
- const configFields = opts.filterableFields || [];
37
- const allFields = [.../* @__PURE__ */ new Set([...discoveredFields, ...configFields])];
38
- if (allFields.length > 0) {
39
- await Promise.all(
40
- allFields.map(async (fieldInfo) => {
41
- const [fieldName, schemaType] = fieldInfo.split(":");
42
- return this.ensureIndex(fieldName, schemaType || "keyword");
43
- })
44
- );
45
- }
46
- this.schemaDiscovered = true;
47
- }
48
- /**
49
- * Samples points from the collection to discover available payload fields.
50
- */
51
- async discoverSchema() {
52
- var _a;
53
- try {
54
- const { data } = await this.http.post(`/collections/${this.indexName}/points/scroll`, {
55
- limit: 20,
56
- with_payload: true,
57
- with_vector: false
58
- });
59
- const points = ((_a = data.result) == null ? void 0 : _a.points) || [];
60
- const keys = /* @__PURE__ */ new Set();
61
- for (const point of points) {
62
- const payload = point.payload || {};
63
- Object.keys(payload).forEach((k) => {
64
- if (k !== "namespace" && k !== this.contentField && k !== this.metadataField) {
65
- keys.add(k);
66
- }
67
- });
68
- if (!this.isFlatPayload && payload[this.metadataField]) {
69
- const meta = payload[this.metadataField];
70
- if (typeof meta === "object" && meta !== null) {
71
- Object.keys(meta).forEach((k) => keys.add(k));
72
- }
73
- }
74
- }
75
- return Array.from(keys);
76
- } catch (err) {
77
- console.warn(`[QdrantProvider] \u26A0\uFE0F Schema discovery failed:`, err instanceof Error ? err.message : String(err));
78
- return [];
79
- }
80
- }
81
- /**
82
- * Ensures the collection exists. Creates it if missing.
83
- */
84
- async ensureCollection() {
85
- var _a;
86
- try {
87
- await this.http.get(`/collections/${this.indexName}`);
88
- } catch (err) {
89
- if (axios.isAxiosError(err) && ((_a = err.response) == null ? void 0 : _a.status) === 404) {
90
- const opts = this.config.options;
91
- const dimensionsForCreate = opts.dimensions || 1536;
92
- await this.http.put(`/collections/${this.indexName}`, {
93
- vectors: {
94
- size: dimensionsForCreate,
95
- distance: "Cosine"
96
- }
97
- });
98
- } else {
99
- throw err;
100
- }
101
- }
102
- }
103
- /**
104
- * Ensures that a payload field has an index.
105
- */
106
- async ensureIndex(fieldName, schema = "keyword") {
107
- var _a;
108
- let fullPath = fieldName;
109
- if (!this.isFlatPayload && !fieldName.includes(".") && fieldName !== "namespace" && fieldName !== this.contentField) {
110
- fullPath = `${this.metadataField}.${fieldName}`;
111
- }
112
- try {
113
- await this.http.put(`/collections/${this.indexName}/index`, {
114
- field_name: fullPath,
115
- field_schema: schema
116
- });
117
- } catch (err) {
118
- let status;
119
- if (axios.isAxiosError(err)) status = (_a = err.response) == null ? void 0 : _a.status;
120
- if (status === 409) return;
121
- console.warn(`[QdrantProvider] \u26A0\uFE0F Could not ensure index for "${fullPath}":`, err instanceof Error ? err.message : String(err));
122
- }
123
- }
124
- async upsert(doc, namespace) {
125
- await this.batchUpsert([doc], namespace);
126
- }
127
- async batchUpsert(docs, namespace) {
128
- const payload = {
129
- points: docs.map((doc) => {
130
- const pointPayload = __spreadValues({
131
- [this.contentField]: doc.content
132
- }, namespace ? { namespace } : {});
133
- if (this.isFlatPayload) {
134
- Object.assign(pointPayload, doc.metadata || {});
135
- } else {
136
- pointPayload[this.metadataField] = doc.metadata || {};
137
- }
138
- return {
139
- id: this.normalizeId(doc.id),
140
- vector: doc.vector,
141
- payload: pointPayload
142
- };
143
- })
144
- };
145
- await this.http.put(`/collections/${this.indexName}/points`, payload);
146
- }
147
- async query(vector, topK, namespace, _filter) {
148
- var _a;
149
- const must = [];
150
- if (namespace) {
151
- must.push({ key: "namespace", match: { value: namespace } });
152
- }
153
- const sanitizedFilter = this.sanitizeFilter(_filter);
154
- for (const [key, value] of Object.entries(sanitizedFilter)) {
155
- let filterKey = key;
156
- if (!this.isFlatPayload && !key.includes(".") && key !== "namespace" && key !== this.contentField) {
157
- filterKey = `${this.metadataField}.${key}`;
158
- }
159
- if (Array.isArray(value)) {
160
- must.push({ key: filterKey, match: { any: value } });
161
- } else {
162
- must.push({ key: filterKey, match: { value } });
163
- }
164
- }
165
- const payload = {
166
- vector,
167
- limit: topK,
168
- with_payload: true,
169
- params: {
170
- hnsw_ef: ((_a = this.config.options) == null ? void 0 : _a.efSearch) || Math.max(topK * 20, 128),
171
- exact: false
172
- },
173
- filter: must.length > 0 ? { must } : void 0
174
- };
175
- const { data } = await this.http.post(`/collections/${this.indexName}/points/search`, payload);
176
- const results = (data.result || []).map((res) => {
177
- const p = res.payload || {};
178
- let content = p[this.contentField] || "";
179
- if (!content) {
180
- const stringFields = Object.entries(p).filter(([, v]) => typeof v === "string").map(([k, v]) => ({ key: k, val: v }));
181
- if (stringFields.length > 0) {
182
- const bestMatch = stringFields.sort((a, b) => b.val.length - a.val.length)[0];
183
- content = bestMatch.val;
184
- } else {
185
- content = JSON.stringify(p);
186
- }
187
- }
188
- let metadata = {};
189
- if (this.isFlatPayload) {
190
- metadata = __spreadValues({}, p);
191
- delete metadata[this.contentField];
192
- delete metadata["namespace"];
193
- } else {
194
- metadata = p[this.metadataField] || p;
195
- }
196
- return {
197
- id: res.id,
198
- score: res.score,
199
- content,
200
- metadata
201
- };
202
- });
203
- return results;
204
- }
205
- async delete(id) {
206
- await this.http.post(`/collections/${this.indexName}/points/delete`, {
207
- points: [this.normalizeId(id)]
208
- });
209
- }
210
- async deleteNamespace(_namespace) {
211
- await this.http.post(`/collections/${this.indexName}/points/delete`, {
212
- filter: {
213
- must: [{ key: "namespace", match: { value: _namespace } }]
214
- }
215
- });
216
- }
217
- async ping() {
218
- try {
219
- await this.http.get("/healthz");
220
- return true;
221
- } catch (e) {
222
- return false;
223
- }
224
- }
225
- normalizeId(id) {
226
- if (typeof id === "number") return id;
227
- const uuidRegex = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
228
- if (uuidRegex.test(id)) return id.toLowerCase();
229
- const hash = crypto.createHash("md5").update(id).digest("hex");
230
- return `${hash.slice(0, 8)}-${hash.slice(8, 12)}-${hash.slice(12, 16)}-${hash.slice(16, 20)}-${hash.slice(20, 32)}`;
231
- }
232
- async disconnect() {
233
- }
234
- };
235
-
236
- export {
237
- QdrantProvider
238
- };