@retrivora-ai/rag-engine 2.5.6 → 2.5.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (45) hide show
  1. package/dist/ChromaDBProvider-4RPJN7Y3.mjs +8 -0
  2. package/dist/MilvusProvider-WJLLZ6TW.mjs +8 -0
  3. package/dist/MongoDBProvider-QSERELZX.mjs +8 -0
  4. package/dist/MultiTablePostgresProvider-JF2HEUDZ.mjs +9 -0
  5. package/dist/PineconeProvider-HLZL7HKU.mjs +10 -0
  6. package/dist/PostgreSQLProvider-JQMCNHRO.mjs +8 -0
  7. package/dist/QdrantProvider-6MNFPEVC.mjs +8 -0
  8. package/dist/RedisProvider-ERQL6AEB.mjs +8 -0
  9. package/dist/SimpleGraphProvider-OP3HAJJM.mjs +70 -0
  10. package/dist/UniversalVectorProvider-INM3KH5F.mjs +9 -0
  11. package/dist/WeaviateProvider-VHWWICCC.mjs +8 -0
  12. package/dist/chunk-366EFBZC.mjs +165 -0
  13. package/dist/chunk-6MGVQTU4.mjs +8883 -0
  14. package/dist/chunk-B4AXIUM7.mjs +49 -0
  15. package/dist/chunk-BEPLYQBS.mjs +89 -0
  16. package/dist/chunk-BNOPQCZW.mjs +238 -0
  17. package/dist/chunk-FJ43J4FW.mjs +654 -0
  18. package/dist/chunk-GP2AJQRQ.mjs +107 -0
  19. package/dist/chunk-IMP6FUCY.mjs +30 -0
  20. package/dist/chunk-JRQWSJNF.mjs +202 -0
  21. package/dist/chunk-LYHCKUNF.mjs +112 -0
  22. package/dist/chunk-MFIWWUC7.mjs +152 -0
  23. package/dist/chunk-MWICNCB2.mjs +157 -0
  24. package/dist/chunk-N54YTFBN.mjs +76 -0
  25. package/dist/chunk-POOWU2HR.mjs +211 -0
  26. package/dist/chunk-QGDGPOZH.mjs +217 -0
  27. package/dist/chunk-QI3FTN6G.mjs +281 -0
  28. package/dist/chunk-QJIDGVG6.mjs +334 -0
  29. package/dist/chunk-W2DKVD3G.mjs +81 -0
  30. package/dist/chunk-XHSDHPKI.mjs +336 -0
  31. package/dist/handlers/index.js +1 -1
  32. package/dist/handlers/index.mjs +24 -12052
  33. package/dist/{index-Byv5MaYi.d.mts → index-9h_ENWQn.d.mts} +16 -0
  34. package/dist/{index-DP3_OpuB.d.ts → index-Xci6GfpI.d.ts} +16 -0
  35. package/dist/index.css +112 -0
  36. package/dist/index.d.mts +176 -18
  37. package/dist/index.d.ts +176 -18
  38. package/dist/index.js +602 -104
  39. package/dist/index.min.css +1 -1
  40. package/dist/index.mjs +648 -1534
  41. package/dist/server.d.mts +2 -2
  42. package/dist/server.d.ts +2 -2
  43. package/dist/server.js +1 -1
  44. package/dist/server.mjs +372 -12608
  45. package/package.json +2 -2
@@ -0,0 +1,49 @@
1
+ import {
2
+ __spreadValues
3
+ } from "./chunk-N54YTFBN.mjs";
4
+
5
+ // src/utils/templateUtils.ts
6
+ function isRecord(value) {
7
+ return typeof value === "object" && value !== null;
8
+ }
9
+ function resolvePath(obj, path) {
10
+ if (!path || !obj) return void 0;
11
+ return path.replace(/\[(\w+)\]/g, ".$1").replace(/^\./, "").split(".").reduce((current, segment) => {
12
+ if (!isRecord(current) && !Array.isArray(current)) {
13
+ return void 0;
14
+ }
15
+ return current[segment];
16
+ }, obj);
17
+ }
18
+ function buildPayload(template, vars) {
19
+ let raw = template;
20
+ for (const [key, val] of Object.entries(vars)) {
21
+ const stringifiedVal = val === void 0 ? "null" : JSON.stringify(val);
22
+ raw = raw.replace(new RegExp(`"\\{\\{${key}\\}\\}"`, "g"), stringifiedVal);
23
+ raw = raw.replace(new RegExp(`\\{\\{${key}\\}\\}`, "g"), stringifiedVal);
24
+ }
25
+ try {
26
+ return JSON.parse(raw);
27
+ } catch (err) {
28
+ throw new Error(`Failed to parse payload template: ${err.message}
29
+ Raw payload: ${raw}`);
30
+ }
31
+ }
32
+ function mergeDefined(base, override) {
33
+ const merged = __spreadValues({}, base || {});
34
+ if (!override) {
35
+ return merged;
36
+ }
37
+ for (const [key, value] of Object.entries(override)) {
38
+ if (value !== void 0 && value !== null && value !== "") {
39
+ merged[key] = value;
40
+ }
41
+ }
42
+ return merged;
43
+ }
44
+
45
+ export {
46
+ resolvePath,
47
+ buildPayload,
48
+ mergeDefined
49
+ };
@@ -0,0 +1,89 @@
1
+ // src/utils/synonyms.ts
2
+ var FIELD_SYNONYMS = {
3
+ name: ["product", "item", "title", "label", "heading", "subject", "product name", "item name"],
4
+ price: ["cost", "amount", "msrp", "price", "rate", "value", "price_usd", "variant price"],
5
+ brand: ["manufacturer", "vendor", "make", "company", "brand_name", "supplier"],
6
+ image: [
7
+ "imageUrl",
8
+ "thumbnail",
9
+ "img",
10
+ "url",
11
+ "photo",
12
+ "picture",
13
+ "media",
14
+ "image_url",
15
+ "main_image",
16
+ "product_image",
17
+ "thumb",
18
+ "image src",
19
+ "variant image"
20
+ ],
21
+ stock: [
22
+ "inventory",
23
+ "quantity",
24
+ "count",
25
+ "availability",
26
+ "stock_level",
27
+ "inStock",
28
+ "is_available",
29
+ "in stock",
30
+ "status",
31
+ "variant inventory qty"
32
+ ],
33
+ category: [
34
+ "product_category",
35
+ "product category",
36
+ "category_name",
37
+ "category name",
38
+ "department",
39
+ "collection",
40
+ "type"
41
+ ],
42
+ description: ["summary", "content", "body", "text", "info", "details", "body (html)", "seo description"],
43
+ link: ["url", "href", "product_url", "page_url", "link"]
44
+ };
45
+ function addSynonyms(customSynonyms) {
46
+ for (const [key, aliases] of Object.entries(customSynonyms)) {
47
+ if (!FIELD_SYNONYMS[key]) {
48
+ FIELD_SYNONYMS[key] = [];
49
+ }
50
+ const existing = new Set(FIELD_SYNONYMS[key].map((s) => s.toLowerCase()));
51
+ for (const alias of aliases) {
52
+ if (!existing.has(alias.toLowerCase())) {
53
+ FIELD_SYNONYMS[key].push(alias);
54
+ existing.add(alias.toLowerCase());
55
+ }
56
+ }
57
+ }
58
+ }
59
+ function resolveMetadataValue(meta, uiKey) {
60
+ var _a;
61
+ const synonyms = (_a = FIELD_SYNONYMS[uiKey]) != null ? _a : [];
62
+ const keys = Object.keys(meta);
63
+ const systemKeys = ["namespace", "filename", "filesize", "filetype", "docid", "uploadedat", "dimension", "chunkindex"];
64
+ let match = keys.find((k) => k.toLowerCase() === uiKey.toLowerCase());
65
+ if (match !== void 0) return meta[match];
66
+ match = keys.find((k) => synonyms.map((s) => s.toLowerCase()).includes(k.toLowerCase()));
67
+ if (match !== void 0) return meta[match];
68
+ const isBlacklisted = (kl) => {
69
+ return systemKeys.includes(kl) || kl.startsWith("option1") || kl.startsWith("option2") || kl.startsWith("option3");
70
+ };
71
+ match = keys.find((k) => {
72
+ const kl = k.toLowerCase();
73
+ if (isBlacklisted(kl)) return false;
74
+ return kl.includes(uiKey.toLowerCase());
75
+ });
76
+ if (match !== void 0) return meta[match];
77
+ match = keys.find((k) => {
78
+ const kl = k.toLowerCase();
79
+ if (isBlacklisted(kl)) return false;
80
+ return synonyms.some((sk) => kl.includes(sk.toLowerCase()) || sk.toLowerCase().includes(kl));
81
+ });
82
+ return match !== void 0 ? meta[match] : void 0;
83
+ }
84
+
85
+ export {
86
+ FIELD_SYNONYMS,
87
+ addSynonyms,
88
+ resolveMetadataValue
89
+ };
@@ -0,0 +1,238 @@
1
+ import {
2
+ BaseVectorProvider
3
+ } from "./chunk-IMP6FUCY.mjs";
4
+ import {
5
+ __spreadValues
6
+ } from "./chunk-N54YTFBN.mjs";
7
+
8
+ // src/providers/vectordb/QdrantProvider.ts
9
+ import axios from "axios";
10
+ import crypto from "crypto";
11
+ var QdrantProvider = class extends BaseVectorProvider {
12
+ constructor(config) {
13
+ super(config);
14
+ this.schemaDiscovered = false;
15
+ const opts = config.options;
16
+ const baseUrl = opts.baseUrl;
17
+ if (!baseUrl) throw new Error("[QdrantProvider] baseUrl is required");
18
+ this.contentField = opts.contentField || "content";
19
+ this.metadataField = opts.metadataField || "metadata";
20
+ this.isFlatPayload = !!opts.flatPayload;
21
+ this.http = axios.create({
22
+ baseURL: baseUrl,
23
+ timeout: 15e3,
24
+ // 15s timeout for vector DB operations
25
+ headers: __spreadValues({
26
+ "Content-Type": "application/json"
27
+ }, opts.apiKey ? { "api-key": opts.apiKey } : {})
28
+ });
29
+ }
30
+ async initialize() {
31
+ if (this.schemaDiscovered) return;
32
+ await this.ping();
33
+ await this.ensureCollection();
34
+ const discoveredFields = await this.discoverSchema();
35
+ const opts = this.config.options;
36
+ const configFields = opts.filterableFields || [];
37
+ const allFields = [.../* @__PURE__ */ new Set([...discoveredFields, ...configFields])];
38
+ if (allFields.length > 0) {
39
+ await Promise.all(
40
+ allFields.map(async (fieldInfo) => {
41
+ const [fieldName, schemaType] = fieldInfo.split(":");
42
+ return this.ensureIndex(fieldName, schemaType || "keyword");
43
+ })
44
+ );
45
+ }
46
+ this.schemaDiscovered = true;
47
+ }
48
+ /**
49
+ * Samples points from the collection to discover available payload fields.
50
+ */
51
+ async discoverSchema() {
52
+ var _a;
53
+ try {
54
+ const { data } = await this.http.post(`/collections/${this.indexName}/points/scroll`, {
55
+ limit: 20,
56
+ with_payload: true,
57
+ with_vector: false
58
+ });
59
+ const points = ((_a = data.result) == null ? void 0 : _a.points) || [];
60
+ const keys = /* @__PURE__ */ new Set();
61
+ for (const point of points) {
62
+ const payload = point.payload || {};
63
+ Object.keys(payload).forEach((k) => {
64
+ if (k !== "namespace" && k !== this.contentField && k !== this.metadataField) {
65
+ keys.add(k);
66
+ }
67
+ });
68
+ if (!this.isFlatPayload && payload[this.metadataField]) {
69
+ const meta = payload[this.metadataField];
70
+ if (typeof meta === "object" && meta !== null) {
71
+ Object.keys(meta).forEach((k) => keys.add(k));
72
+ }
73
+ }
74
+ }
75
+ return Array.from(keys);
76
+ } catch (err) {
77
+ console.warn(`[QdrantProvider] \u26A0\uFE0F Schema discovery failed:`, err instanceof Error ? err.message : String(err));
78
+ return [];
79
+ }
80
+ }
81
+ /**
82
+ * Ensures the collection exists. Creates it if missing.
83
+ */
84
+ async ensureCollection() {
85
+ var _a;
86
+ try {
87
+ await this.http.get(`/collections/${this.indexName}`);
88
+ } catch (err) {
89
+ if (axios.isAxiosError(err) && ((_a = err.response) == null ? void 0 : _a.status) === 404) {
90
+ const opts = this.config.options;
91
+ const dimensionsForCreate = opts.dimensions || 1536;
92
+ await this.http.put(`/collections/${this.indexName}`, {
93
+ vectors: {
94
+ size: dimensionsForCreate,
95
+ distance: "Cosine"
96
+ }
97
+ });
98
+ } else {
99
+ throw err;
100
+ }
101
+ }
102
+ }
103
+ /**
104
+ * Ensures that a payload field has an index.
105
+ */
106
+ async ensureIndex(fieldName, schema = "keyword") {
107
+ var _a;
108
+ let fullPath = fieldName;
109
+ if (!this.isFlatPayload && !fieldName.includes(".") && fieldName !== "namespace" && fieldName !== this.contentField) {
110
+ fullPath = `${this.metadataField}.${fieldName}`;
111
+ }
112
+ try {
113
+ await this.http.put(`/collections/${this.indexName}/index`, {
114
+ field_name: fullPath,
115
+ field_schema: schema
116
+ });
117
+ } catch (err) {
118
+ let status;
119
+ if (axios.isAxiosError(err)) status = (_a = err.response) == null ? void 0 : _a.status;
120
+ if (status === 409) return;
121
+ console.warn(`[QdrantProvider] \u26A0\uFE0F Could not ensure index for "${fullPath}":`, err instanceof Error ? err.message : String(err));
122
+ }
123
+ }
124
+ async upsert(doc, namespace) {
125
+ await this.batchUpsert([doc], namespace);
126
+ }
127
+ async batchUpsert(docs, namespace) {
128
+ const payload = {
129
+ points: docs.map((doc) => {
130
+ const pointPayload = __spreadValues({
131
+ [this.contentField]: doc.content
132
+ }, namespace ? { namespace } : {});
133
+ if (this.isFlatPayload) {
134
+ Object.assign(pointPayload, doc.metadata || {});
135
+ } else {
136
+ pointPayload[this.metadataField] = doc.metadata || {};
137
+ }
138
+ return {
139
+ id: this.normalizeId(doc.id),
140
+ vector: doc.vector,
141
+ payload: pointPayload
142
+ };
143
+ })
144
+ };
145
+ await this.http.put(`/collections/${this.indexName}/points`, payload);
146
+ }
147
+ async query(vector, topK, namespace, _filter) {
148
+ var _a;
149
+ const must = [];
150
+ if (namespace) {
151
+ must.push({ key: "namespace", match: { value: namespace } });
152
+ }
153
+ const sanitizedFilter = this.sanitizeFilter(_filter);
154
+ for (const [key, value] of Object.entries(sanitizedFilter)) {
155
+ let filterKey = key;
156
+ if (!this.isFlatPayload && !key.includes(".") && key !== "namespace" && key !== this.contentField) {
157
+ filterKey = `${this.metadataField}.${key}`;
158
+ }
159
+ if (Array.isArray(value)) {
160
+ must.push({ key: filterKey, match: { any: value } });
161
+ } else {
162
+ must.push({ key: filterKey, match: { value } });
163
+ }
164
+ }
165
+ const payload = {
166
+ vector,
167
+ limit: topK,
168
+ with_payload: true,
169
+ params: {
170
+ hnsw_ef: ((_a = this.config.options) == null ? void 0 : _a.efSearch) || Math.max(topK * 20, 128),
171
+ exact: false
172
+ },
173
+ filter: must.length > 0 ? { must } : void 0
174
+ };
175
+ const { data } = await this.http.post(`/collections/${this.indexName}/points/search`, payload);
176
+ const results = (data.result || []).map((res) => {
177
+ const p = res.payload || {};
178
+ let content = p[this.contentField] || "";
179
+ if (!content) {
180
+ const stringFields = Object.entries(p).filter(([, v]) => typeof v === "string").map(([k, v]) => ({ key: k, val: v }));
181
+ if (stringFields.length > 0) {
182
+ const bestMatch = stringFields.sort((a, b) => b.val.length - a.val.length)[0];
183
+ content = bestMatch.val;
184
+ } else {
185
+ content = JSON.stringify(p);
186
+ }
187
+ }
188
+ let metadata = {};
189
+ if (this.isFlatPayload) {
190
+ metadata = __spreadValues({}, p);
191
+ delete metadata[this.contentField];
192
+ delete metadata["namespace"];
193
+ } else {
194
+ metadata = p[this.metadataField] || p;
195
+ }
196
+ return {
197
+ id: res.id,
198
+ score: res.score,
199
+ content,
200
+ metadata
201
+ };
202
+ });
203
+ return results;
204
+ }
205
+ async delete(id) {
206
+ await this.http.post(`/collections/${this.indexName}/points/delete`, {
207
+ points: [this.normalizeId(id)]
208
+ });
209
+ }
210
+ async deleteNamespace(_namespace) {
211
+ await this.http.post(`/collections/${this.indexName}/points/delete`, {
212
+ filter: {
213
+ must: [{ key: "namespace", match: { value: _namespace } }]
214
+ }
215
+ });
216
+ }
217
+ async ping() {
218
+ try {
219
+ await this.http.get("/healthz");
220
+ return true;
221
+ } catch (e) {
222
+ return false;
223
+ }
224
+ }
225
+ normalizeId(id) {
226
+ if (typeof id === "number") return id;
227
+ const uuidRegex = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
228
+ if (uuidRegex.test(id)) return id.toLowerCase();
229
+ const hash = crypto.createHash("md5").update(id).digest("hex");
230
+ return `${hash.slice(0, 8)}-${hash.slice(8, 12)}-${hash.slice(12, 16)}-${hash.slice(16, 20)}-${hash.slice(20, 32)}`;
231
+ }
232
+ async disconnect() {
233
+ }
234
+ };
235
+
236
+ export {
237
+ QdrantProvider
238
+ };