@retrivora-ai/rag-engine 0.4.1 → 0.4.3

package/dist/{MongoDBProvider-HMCEDIHH.mjs → MongoDBProvider-ZKW34AEL.mjs}

@@ -1,6 +1,6 @@
 import {
   MongoDBProvider
-} from "./chunk-MIG2VGPL.mjs";
+} from "./chunk-IWHCAQEA.mjs";
 import "./chunk-IMP6FUCY.mjs";
 import "./chunk-FWCSY2DS.mjs";
 export {

package/dist/{chunk-MIG2VGPL.mjs → chunk-IWHCAQEA.mjs}

@@ -65,18 +65,20 @@ var MongoDBProvider = class extends BaseVectorProvider {
       },
       {
         $project: {
-          score: { $meta: "vectorSearchScore" },
-          content: `$${this.contentKey}`,
-          metadata: `$${this.metadataKey}`
+          _id: 1,
+          [this.contentKey]: 1,
+          [this.metadataKey]: 1,
+          namespace: 1,
+          score: { $meta: "vectorSearchScore" }
         }
       }
     ];
     const results = await this.collection.aggregate(pipeline).toArray();
     return results.map((res) => ({
-      id: res["_id"].toString(),
-      score: res["score"],
-      content: res["content"],
-      metadata: res["metadata"]
+      id: res._id,
+      content: res[this.contentKey],
+      metadata: res[this.metadataKey],
+      score: res.score
     }));
   }
   async delete(id, namespace) {
@@ -86,11 +88,10 @@ var MongoDBProvider = class extends BaseVectorProvider {
     await this.collection.deleteMany({ namespace });
   }
   /**
-   * MongoDB Atlas Vector Search requires specific filter syntax.
-   * Metadata fields must be prefixed with the metadata key (e.g. metadata.field).
+   * Sanitise and flatten filter for MongoDB.
+   * Strips internal engine fields and keywords.
    */
   sanitizeFilter(filter) {
-    if (!filter) return {};
     const sanitized = super.sanitizeFilter(filter);
     const mongoFilter = {};
     for (const [key, value] of Object.entries(sanitized)) {

package/dist/{chunk-7MIY23YT.mjs → chunk-UUZ3F4WK.mjs}

@@ -963,13 +963,13 @@ ${context}`;
     return data.message.content;
   }
   async embed(text, options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
     const model = (_c = (_b = options == null ? void 0 : options.model) != null ? _b : (_a = this.embeddingConfig) == null ? void 0 : _a.model) != null ? _c : "nomic-embed-text";
     const baseURL = (_f = (_e = (_d = this.embeddingConfig) == null ? void 0 : _d.baseUrl) != null ? _e : this.llmConfig.baseUrl) != null ? _f : "http://localhost:11434";
     const client = baseURL !== ((_g = this.llmConfig.baseUrl) != null ? _g : "http://localhost:11434") ? axios.create({ baseURL, timeout: 6e4 }) : this.http;
     let prompt = text;
-    const queryPrefix = (_h = this.embeddingConfig) == null ? void 0 : _h.queryPrefix;
-    const docPrefix = (_i = this.embeddingConfig) == null ? void 0 : _i.documentPrefix;
+    const queryPrefix = (_i = (_h = this.embeddingConfig) == null ? void 0 : _h.queryPrefix) != null ? _i : model.includes("nomic") ? "search_query: " : "";
+    const docPrefix = (_k = (_j = this.embeddingConfig) == null ? void 0 : _j.documentPrefix) != null ? _k : model.includes("nomic") ? "search_document: " : "";
     if ((options == null ? void 0 : options.taskType) === "query" && queryPrefix) {
       if (!prompt.startsWith(queryPrefix)) {
         prompt = `${queryPrefix}${text}`;
@@ -1378,7 +1378,7 @@ var ProviderRegistry = class {
         return new PostgreSQLProvider(config);
       }
       case "mongodb": {
-        const { MongoDBProvider } = await import("./MongoDBProvider-HMCEDIHH.mjs");
+        const { MongoDBProvider } = await import("./MongoDBProvider-ZKW34AEL.mjs");
         return new MongoDBProvider(config);
       }
       case "milvus": {

package/dist/handlers/index.js

@@ -433,18 +433,20 @@ var init_MongoDBProvider = __esm({
           },
           {
             $project: {
-              score: { $meta: "vectorSearchScore" },
-              content: `$${this.contentKey}`,
-              metadata: `$${this.metadataKey}`
+              _id: 1,
+              [this.contentKey]: 1,
+              [this.metadataKey]: 1,
+              namespace: 1,
+              score: { $meta: "vectorSearchScore" }
             }
           }
         ];
         const results = await this.collection.aggregate(pipeline).toArray();
         return results.map((res) => ({
-          id: res["_id"].toString(),
-          score: res["score"],
-          content: res["content"],
-          metadata: res["metadata"]
+          id: res._id,
+          content: res[this.contentKey],
+          metadata: res[this.metadataKey],
+          score: res.score
         }));
       }
       async delete(id, namespace) {
@@ -454,11 +456,10 @@ var init_MongoDBProvider = __esm({
         await this.collection.deleteMany({ namespace });
       }
       /**
-       * MongoDB Atlas Vector Search requires specific filter syntax.
-       * Metadata fields must be prefixed with the metadata key (e.g. metadata.field).
+       * Sanitise and flatten filter for MongoDB.
+       * Strips internal engine fields and keywords.
        */
       sanitizeFilter(filter) {
-        if (!filter) return {};
         const sanitized = super.sanitizeFilter(filter);
         const mongoFilter = {};
         for (const [key, value] of Object.entries(sanitized)) {
@@ -2158,13 +2159,13 @@ ${context}`;
     return data.message.content;
   }
   async embed(text, options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
     const model = (_c = (_b = options == null ? void 0 : options.model) != null ? _b : (_a = this.embeddingConfig) == null ? void 0 : _a.model) != null ? _c : "nomic-embed-text";
     const baseURL = (_f = (_e = (_d = this.embeddingConfig) == null ? void 0 : _d.baseUrl) != null ? _e : this.llmConfig.baseUrl) != null ? _f : "http://localhost:11434";
     const client = baseURL !== ((_g = this.llmConfig.baseUrl) != null ? _g : "http://localhost:11434") ? import_axios.default.create({ baseURL, timeout: 6e4 }) : this.http;
     let prompt = text;
-    const queryPrefix = (_h = this.embeddingConfig) == null ? void 0 : _h.queryPrefix;
-    const docPrefix = (_i = this.embeddingConfig) == null ? void 0 : _i.documentPrefix;
+    const queryPrefix = (_i = (_h = this.embeddingConfig) == null ? void 0 : _h.queryPrefix) != null ? _i : model.includes("nomic") ? "search_query: " : "";
+    const docPrefix = (_k = (_j = this.embeddingConfig) == null ? void 0 : _j.documentPrefix) != null ? _k : model.includes("nomic") ? "search_document: " : "";
     if ((options == null ? void 0 : options.taskType) === "query" && queryPrefix) {
       if (!prompt.startsWith(queryPrefix)) {
         prompt = `${queryPrefix}${text}`;

package/dist/handlers/index.mjs

@@ -3,7 +3,7 @@ import {
   createHealthHandler,
   createIngestHandler,
   createUploadHandler
-} from "../chunk-7MIY23YT.mjs";
+} from "../chunk-UUZ3F4WK.mjs";
 import "../chunk-EDLTMSNY.mjs";
 import "../chunk-FWCSY2DS.mjs";
 export {

package/dist/server.d.mts

@@ -753,8 +753,8 @@ declare class MongoDBProvider extends BaseVectorProvider {
     delete(id: string | number, namespace?: string): Promise<void>;
     deleteNamespace(namespace: string): Promise<void>;
     /**
-     * MongoDB Atlas Vector Search requires specific filter syntax.
-     * Metadata fields must be prefixed with the metadata key (e.g. metadata.field).
+     * Sanitise and flatten filter for MongoDB.
+     * Strips internal engine fields and keywords.
      */
     protected sanitizeFilter(filter?: Record<string, unknown>): Record<string, unknown>;
     ping(): Promise<boolean>;

package/dist/server.d.ts

@@ -753,8 +753,8 @@ declare class MongoDBProvider extends BaseVectorProvider {
     delete(id: string | number, namespace?: string): Promise<void>;
     deleteNamespace(namespace: string): Promise<void>;
     /**
-     * MongoDB Atlas Vector Search requires specific filter syntax.
-     * Metadata fields must be prefixed with the metadata key (e.g. metadata.field).
+     * Sanitise and flatten filter for MongoDB.
+     * Strips internal engine fields and keywords.
      */
     protected sanitizeFilter(filter?: Record<string, unknown>): Record<string, unknown>;
     ping(): Promise<boolean>;

package/dist/server.js

@@ -445,18 +445,20 @@ var init_MongoDBProvider = __esm({
           },
           {
             $project: {
-              score: { $meta: "vectorSearchScore" },
-              content: `$${this.contentKey}`,
-              metadata: `$${this.metadataKey}`
+              _id: 1,
+              [this.contentKey]: 1,
+              [this.metadataKey]: 1,
+              namespace: 1,
+              score: { $meta: "vectorSearchScore" }
             }
           }
         ];
         const results = await this.collection.aggregate(pipeline).toArray();
         return results.map((res) => ({
-          id: res["_id"].toString(),
-          score: res["score"],
-          content: res["content"],
-          metadata: res["metadata"]
+          id: res._id,
+          content: res[this.contentKey],
+          metadata: res[this.metadataKey],
+          score: res.score
         }));
       }
       async delete(id, namespace) {
@@ -466,11 +468,10 @@ var init_MongoDBProvider = __esm({
         await this.collection.deleteMany({ namespace });
       }
       /**
-       * MongoDB Atlas Vector Search requires specific filter syntax.
-       * Metadata fields must be prefixed with the metadata key (e.g. metadata.field).
+       * Sanitise and flatten filter for MongoDB.
+       * Strips internal engine fields and keywords.
        */
       sanitizeFilter(filter) {
-        if (!filter) return {};
         const sanitized = super.sanitizeFilter(filter);
         const mongoFilter = {};
         for (const [key, value] of Object.entries(sanitized)) {
@@ -2202,13 +2203,13 @@ ${context}`;
     return data.message.content;
   }
   async embed(text, options) {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k;
     const model = (_c = (_b = options == null ? void 0 : options.model) != null ? _b : (_a = this.embeddingConfig) == null ? void 0 : _a.model) != null ? _c : "nomic-embed-text";
     const baseURL = (_f = (_e = (_d = this.embeddingConfig) == null ? void 0 : _d.baseUrl) != null ? _e : this.llmConfig.baseUrl) != null ? _f : "http://localhost:11434";
     const client = baseURL !== ((_g = this.llmConfig.baseUrl) != null ? _g : "http://localhost:11434") ? import_axios.default.create({ baseURL, timeout: 6e4 }) : this.http;
     let prompt = text;
-    const queryPrefix = (_h = this.embeddingConfig) == null ? void 0 : _h.queryPrefix;
-    const docPrefix = (_i = this.embeddingConfig) == null ? void 0 : _i.documentPrefix;
+    const queryPrefix = (_i = (_h = this.embeddingConfig) == null ? void 0 : _h.queryPrefix) != null ? _i : model.includes("nomic") ? "search_query: " : "";
+    const docPrefix = (_k = (_j = this.embeddingConfig) == null ? void 0 : _j.documentPrefix) != null ? _k : model.includes("nomic") ? "search_document: " : "";
     if ((options == null ? void 0 : options.taskType) === "query" && queryPrefix) {
       if (!prompt.startsWith(queryPrefix)) {
         prompt = `${queryPrefix}${text}`;

package/dist/server.mjs

@@ -34,7 +34,7 @@ import {
   createIngestHandler,
   createUploadHandler,
   getRagConfig
-} from "./chunk-7MIY23YT.mjs";
+} from "./chunk-UUZ3F4WK.mjs";
 import "./chunk-EDLTMSNY.mjs";
 import {
   PineconeProvider
@@ -44,7 +44,7 @@ import {
 } from "./chunk-LJWWPTWE.mjs";
 import {
   MongoDBProvider
-} from "./chunk-MIG2VGPL.mjs";
+} from "./chunk-IWHCAQEA.mjs";
 import {
   MilvusProvider
 } from "./chunk-3QWAK3RZ.mjs";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@retrivora-ai/rag-engine",
-  "version": "0.4.1",
+  "version": "0.4.3",
   "description": "Retrivora AI is a plug-and-play AI engine for RAG chat experiences — generic vector DB + LLM provider, embeddable or standalone.",
   "author": "Abhinav Alkuchi",
   "license": "MIT",

package/src/llm/providers/OllamaProvider.ts

@@ -76,8 +76,9 @@ export class OllamaProvider implements ILLMProvider {
     let prompt = text;
     
     // Dynamically apply prefixes from configuration if they exist
-    const queryPrefix = this.embeddingConfig?.queryPrefix;
-    const docPrefix = this.embeddingConfig?.documentPrefix;
+    // Fallback to standard nomic-embed-text prefixes if not provided
+    const queryPrefix = this.embeddingConfig?.queryPrefix ?? (model.includes('nomic') ? 'search_query: ' : '');
+    const docPrefix = this.embeddingConfig?.documentPrefix ?? (model.includes('nomic') ? 'search_document: ' : '');
     
     if (options?.taskType === 'query' && queryPrefix) {
       if (!prompt.startsWith(queryPrefix)) {

package/src/providers/vectordb/MongoDBProvider.ts

@@ -83,18 +83,22 @@ export class MongoDBProvider extends BaseVectorProvider {
       },
       {
         $project: {
+          _id: 1,
+          [this.contentKey]: 1,
+          [this.metadataKey]: 1,
+          namespace: 1,
           score: { $meta: 'vectorSearchScore' },
-          content: `$${this.contentKey}`,
-          metadata: `$${this.metadataKey}`,
         },
       },
     ];
+
     const results = await this.collection!.aggregate(pipeline).toArray();
-    return results.map((res: Record<string, unknown>) => ({
-      id: res['_id']!.toString(),
-      score: res['score'] as number,
-      content: res['content'] as string,
-      metadata: res['metadata'] as Record<string, unknown>,
+
+    return results.map((res: any) => ({
+      id: res._id,
+      content: res[this.contentKey],
+      metadata: res[this.metadataKey],
+      score: res.score,
     }));
   }
 
@@ -107,16 +111,15 @@ export class MongoDBProvider extends BaseVectorProvider {
   }
 
   /**
-   * MongoDB Atlas Vector Search requires specific filter syntax.
-   * Metadata fields must be prefixed with the metadata key (e.g. metadata.field).
+   * Sanitise and flatten filter for MongoDB.
+   * Strips internal engine fields and keywords.
    */
-  protected override sanitizeFilter(filter?: Record<string, unknown>): Record<string, unknown> {
-    if (!filter) return {};
+  protected sanitizeFilter(filter?: Record<string, unknown>): Record<string, unknown> {
     const sanitized = super.sanitizeFilter(filter);
     const mongoFilter: Record<string, unknown> = {};
 
     for (const [key, value] of Object.entries(sanitized)) {
-      // Skip internal engine fields and generic keywords
+      // Skip internal engine fields and generic keywords that don't exist in metadata
       if (key.startsWith('__') || key === 'keywords' || key === 'queryText') continue;
 
       // If the key is already a special key, keep it (e.g. namespace)
@@ -127,6 +130,7 @@ export class MongoDBProvider extends BaseVectorProvider {
         mongoFilter[`${this.metadataKey}.${key}`] = value;
       }
     }
+
     return mongoFilter;
   }