@retrivora-ai/rag-engine 0.1.5 → 0.1.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (40) hide show
  1. package/dist/{DocumentChunker-cfaMidtA.d.mts → DocumentChunker-BEyzadsv.d.mts} +2 -2
  2. package/dist/{DocumentChunker-cfaMidtA.d.ts → DocumentChunker-BEyzadsv.d.ts} +2 -2
  3. package/dist/{PineconeProvider-NJ675H7U.mjs → PineconeProvider-ZRAFNFEC.mjs} +1 -1
  4. package/dist/{PostgreSQLProvider-ISNMD3BE.mjs → PostgreSQLProvider-ZNXA67IM.mjs} +1 -1
  5. package/dist/{QdrantProvider-LJWOIGES.mjs → QdrantProvider-NYGHAA7C.mjs} +1 -1
  6. package/dist/{RagConfig-DG_0f8ka.d.mts → RagConfig-hBGXJmSx.d.mts} +3 -3
  7. package/dist/{RagConfig-DG_0f8ka.d.ts → RagConfig-hBGXJmSx.d.ts} +3 -3
  8. package/dist/{chunk-6FODXNUF.mjs → chunk-5K23H7JL.mjs} +27 -1
  9. package/dist/chunk-HSBXE2WV.mjs +1758 -0
  10. package/dist/{chunk-S5DRHETN.mjs → chunk-IUTAZ7QR.mjs} +31 -2
  11. package/dist/{chunk-AALIF3AL.mjs → chunk-ZM6TYIDH.mjs} +3 -3
  12. package/dist/handlers/index.d.mts +3 -44
  13. package/dist/handlers/index.d.ts +3 -44
  14. package/dist/handlers/index.js +1322 -57
  15. package/dist/handlers/index.mjs +1 -1
  16. package/dist/index-Bx182KKn.d.ts +64 -0
  17. package/dist/index-Ck2pt7-8.d.mts +64 -0
  18. package/dist/index.d.mts +4 -4
  19. package/dist/index.d.ts +4 -4
  20. package/dist/server.d.mts +65 -18
  21. package/dist/server.d.ts +65 -18
  22. package/dist/server.js +1322 -57
  23. package/dist/server.mjs +4 -4
  24. package/package.json +2 -1
  25. package/src/config/serverConfig.ts +3 -0
  26. package/src/core/BatchProcessor.ts +347 -0
  27. package/src/core/ConfigValidator.ts +560 -0
  28. package/src/core/Pipeline.ts +89 -39
  29. package/src/core/ProviderHealthCheck.ts +565 -0
  30. package/src/core/VectorPlugin.ts +49 -8
  31. package/src/handlers/index.ts +2 -2
  32. package/src/providers/vectordb/BaseVectorProvider.ts +1 -1
  33. package/src/providers/vectordb/MilvusProvider.ts +1 -1
  34. package/src/providers/vectordb/MongoDBProvider.ts +1 -1
  35. package/src/providers/vectordb/PineconeProvider.ts +4 -4
  36. package/src/providers/vectordb/PostgreSQLProvider.ts +35 -3
  37. package/src/providers/vectordb/QdrantProvider.ts +32 -2
  38. package/src/rag/DocumentChunker.ts +2 -2
  39. package/src/types/index.ts +3 -3
  40. package/dist/chunk-BP4U4TT5.mjs +0 -548
package/dist/{DocumentChunker-cfaMidtA.d.mts → DocumentChunker-BEyzadsv.d.mts} RENAMED
@@ -68,7 +68,7 @@ interface ChunkOptions {
68
68
  /** Overlap between consecutive chunks in characters (default 200) */
69
69
  chunkOverlap?: number;
70
70
  /** Source document identifier used as ID prefix */
71
- docId?: string;
71
+ docId?: string | number;
72
72
  /** Extra metadata to attach to every chunk */
73
73
  metadata?: Record<string, unknown>;
74
74
  }
@@ -85,7 +85,7 @@ declare class DocumentChunker {
85
85
  */
86
86
  chunkMany(documents: Array<{
87
87
  content: string;
88
- docId?: string;
88
+ docId?: string | number;
89
89
  metadata?: Record<string, unknown>;
90
90
  }>): Chunk[];
91
91
  }
package/dist/{DocumentChunker-cfaMidtA.d.ts → DocumentChunker-BEyzadsv.d.ts} RENAMED
@@ -68,7 +68,7 @@ interface ChunkOptions {
68
68
  /** Overlap between consecutive chunks in characters (default 200) */
69
69
  chunkOverlap?: number;
70
70
  /** Source document identifier used as ID prefix */
71
- docId?: string;
71
+ docId?: string | number;
72
72
  /** Extra metadata to attach to every chunk */
73
73
  metadata?: Record<string, unknown>;
74
74
  }
@@ -85,7 +85,7 @@ declare class DocumentChunker {
85
85
  */
86
86
  chunkMany(documents: Array<{
87
87
  content: string;
88
- docId?: string;
88
+ docId?: string | number;
89
89
  metadata?: Record<string, unknown>;
90
90
  }>): Chunk[];
91
91
  }
package/dist/{PineconeProvider-NJ675H7U.mjs → PineconeProvider-ZRAFNFEC.mjs} RENAMED
@@ -1,6 +1,6 @@
1
1
  import {
2
2
  PineconeProvider
3
- } from "./chunk-AALIF3AL.mjs";
3
+ } from "./chunk-ZM6TYIDH.mjs";
4
4
  import "./chunk-VOIWNO5O.mjs";
5
5
  import "./chunk-I4E63NIC.mjs";
6
6
  export {
package/dist/{PostgreSQLProvider-ISNMD3BE.mjs → PostgreSQLProvider-ZNXA67IM.mjs} RENAMED
@@ -1,6 +1,6 @@
1
1
  import {
2
2
  PostgreSQLProvider
3
- } from "./chunk-S5DRHETN.mjs";
3
+ } from "./chunk-IUTAZ7QR.mjs";
4
4
  import "./chunk-VOIWNO5O.mjs";
5
5
  import "./chunk-I4E63NIC.mjs";
6
6
  export {
package/dist/{QdrantProvider-LJWOIGES.mjs → QdrantProvider-NYGHAA7C.mjs} RENAMED
@@ -1,6 +1,6 @@
1
1
  import {
2
2
  QdrantProvider
3
- } from "./chunk-6FODXNUF.mjs";
3
+ } from "./chunk-5K23H7JL.mjs";
4
4
  import "./chunk-VOIWNO5O.mjs";
5
5
  import "./chunk-I4E63NIC.mjs";
6
6
  export {
package/dist/{RagConfig-DG_0f8ka.d.mts → RagConfig-hBGXJmSx.d.mts} RENAMED
@@ -1,17 +1,17 @@
1
1
  interface VectorMatch {
2
- id: string;
2
+ id: string | number;
3
3
  score: number;
4
4
  content: string;
5
5
  metadata?: Record<string, unknown>;
6
6
  }
7
7
  interface UpsertDocument {
8
- id: string;
8
+ id: string | number;
9
9
  vector: number[];
10
10
  content: string;
11
11
  metadata?: Record<string, unknown>;
12
12
  }
13
13
  interface IngestDocument {
14
- docId: string;
14
+ docId: string | number;
15
15
  content: string;
16
16
  metadata?: Record<string, unknown>;
17
17
  }
package/dist/{RagConfig-DG_0f8ka.d.ts → RagConfig-hBGXJmSx.d.ts} RENAMED
@@ -1,17 +1,17 @@
1
1
  interface VectorMatch {
2
- id: string;
2
+ id: string | number;
3
3
  score: number;
4
4
  content: string;
5
5
  metadata?: Record<string, unknown>;
6
6
  }
7
7
  interface UpsertDocument {
8
- id: string;
8
+ id: string | number;
9
9
  vector: number[];
10
10
  content: string;
11
11
  metadata?: Record<string, unknown>;
12
12
  }
13
13
  interface IngestDocument {
14
- docId: string;
14
+ docId: string | number;
15
15
  content: string;
16
16
  metadata?: Record<string, unknown>;
17
17
  }
package/dist/{chunk-6FODXNUF.mjs → chunk-5K23H7JL.mjs} RENAMED
@@ -22,6 +22,33 @@ var QdrantProvider = class extends BaseVectorProvider {
22
22
  }
23
23
  async initialize() {
24
24
  await this.ping();
25
+ await this.ensureIndex();
26
+ }
27
+ /**
28
+ * Ensures that the 'namespace' field has a keyword index for efficient filtering.
29
+ * Qdrant requires this for search filters to work in many configurations.
30
+ */
31
+ async ensureIndex() {
32
+ var _a, _b;
33
+ try {
34
+ await this.http.put(`/collections/${this.indexName}/index`, {
35
+ field_name: "namespace",
36
+ field_schema: "keyword"
37
+ });
38
+ console.log(`[QdrantProvider] \u2705 Ensured keyword index for "namespace" on collection "${this.indexName}"`);
39
+ } catch (err) {
40
+ let status;
41
+ let data;
42
+ if (axios.isAxiosError(err)) {
43
+ status = (_a = err.response) == null ? void 0 : _a.status;
44
+ data = (_b = err.response) == null ? void 0 : _b.data;
45
+ }
46
+ if (status === 409) {
47
+ return;
48
+ }
49
+ const errorMessage = err instanceof Error ? err.message : String(err);
50
+ console.warn(`[QdrantProvider] \u26A0\uFE0F Could not ensure namespace index (Status: ${status}):`, JSON.stringify(data || errorMessage));
51
+ }
25
52
  }
26
53
  async upsert(doc, namespace) {
27
54
  await this.batchUpsert([doc], namespace);
@@ -66,7 +93,6 @@ var QdrantProvider = class extends BaseVectorProvider {
66
93
  points: [id]
67
94
  });
68
95
  }
69
- // eslint-disable-next-line @typescript-eslint/no-unused-vars
70
96
  async deleteNamespace(_namespace) {
71
97
  await this.http.post(`/collections/${this.indexName}/points/delete`, {
72
98
  filter: {