@retrivora-ai/rag-engine 0.2.7 → 0.2.8

package/dist/{MongoDBProvider-QHMGD2LZ.mjs → MongoDBProvider-KGO6N23T.mjs}

@@ -1,6 +1,6 @@
 import {
   MongoDBProvider
-} from "./chunk-5HXNKSCR.mjs";
+} from "./chunk-IFPISZ2S.mjs";
 import "./chunk-VOIWNO5O.mjs";
 import "./chunk-FWCSY2DS.mjs";
 export {

package/dist/{PostgreSQLProvider-PJ5ER5Z4.mjs → PostgreSQLProvider-ILWADFAP.mjs}

@@ -1,6 +1,6 @@
 import {
   PostgreSQLProvider
-} from "./chunk-IUTAZ7QR.mjs";
+} from "./chunk-6GSARSCP.mjs";
 import "./chunk-VOIWNO5O.mjs";
 import "./chunk-FWCSY2DS.mjs";
 export {

package/dist/{RagConfig-Ttch1N4d.d.mts → RagConfig--ibz0b3W.d.mts}

@@ -44,6 +44,10 @@ interface VectorDBConfig {
      * - idPath?: string (e.g. '_id')
      * - scorePath?: string (e.g. 'similarity')
      * - contentPath?: string (e.g. 'text')
+     *
+     * For multi-table PostgreSQL search, the following options are also supported:
+     * - tables?: string[] | string
+     * - searchFields?: string[] // optional override for which columns receive exact-match boosts
      */
     options: Record<string, unknown>;
 }

package/dist/{RagConfig-Ttch1N4d.d.ts → RagConfig--ibz0b3W.d.ts}

@@ -44,6 +44,10 @@ interface VectorDBConfig {
      * - idPath?: string (e.g. '_id')
      * - scorePath?: string (e.g. 'similarity')
      * - contentPath?: string (e.g. 'text')
+     *
+     * For multi-table PostgreSQL search, the following options are also supported:
+     * - tables?: string[] | string
+     * - searchFields?: string[] // optional override for which columns receive exact-match boosts
      */
     options: Record<string, unknown>;
 }

package/dist/{chunk-IUTAZ7QR.mjs → chunk-6GSARSCP.mjs}

@@ -4,6 +4,12 @@ import {
 
 // src/providers/vectordb/PostgreSQLProvider.ts
 import { Pool } from "pg";
+function stripInternalFilterKeys(filter) {
+  if (!filter) return {};
+  return Object.fromEntries(
+    Object.entries(filter).filter(([key]) => !key.startsWith("__"))
+  );
+}
 var PostgreSQLProvider = class extends BaseVectorProvider {
   constructor(config) {
     var _a;
@@ -90,8 +96,9 @@ var PostgreSQLProvider = class extends BaseVectorProvider {
     let whereClause = namespace ? `WHERE namespace = $3` : "";
     const params = [vectorLiteral, topK];
     if (namespace) params.push(namespace);
-    if (filter && Object.keys(filter).length > 0) {
-      const filterConditions = Object.entries(filter).map(([key, val]) => {
+    const publicFilter = stripInternalFilterKeys(filter);
+    if (Object.keys(publicFilter).length > 0) {
+      const filterConditions = Object.entries(publicFilter).map(([key, val]) => {
         const paramIdx = params.length + 1;
         params.push(JSON.stringify(val));
         return `metadata->>'${key}' = $${paramIdx}`;

package/dist/{chunk-6Q7DNWTG.mjs → chunk-CYVPACA7.mjs}

@@ -1198,11 +1198,11 @@ var ProviderRegistry = class {
       }
       case "pgvector":
       case "postgresql": {
-        const { PostgreSQLProvider } = await import("./PostgreSQLProvider-PJ5ER5Z4.mjs");
+        const { PostgreSQLProvider } = await import("./PostgreSQLProvider-ILWADFAP.mjs");
         return new PostgreSQLProvider(config);
       }
       case "mongodb": {
-        const { MongoDBProvider } = await import("./MongoDBProvider-QHMGD2LZ.mjs");
+        const { MongoDBProvider } = await import("./MongoDBProvider-KGO6N23T.mjs");
         return new MongoDBProvider(config);
       }
       case "milvus": {
@@ -1553,25 +1553,39 @@ var EmbeddingStrategyResolver = class {
 };
 
 // src/core/Pipeline.ts
-function extractEntityHints(question) {
-  var _a;
-  const hints = /* @__PURE__ */ new Set();
+function normalizeHintValue(value) {
+  return value.replace(/\s+/g, " ").trim();
+}
+function extractQueryFieldHints(question) {
+  if (!question.trim()) return [];
+  const hints = /* @__PURE__ */ new Map();
+  const addHint = (value, field) => {
+    const normalizedValue = normalizeHintValue(value);
+    if (!normalizedValue) return;
+    const normalizedField = field ? field.toLowerCase().replace(/[^a-z0-9]+/g, " ").trim() : void 0;
+    const key = `${normalizedField != null ? normalizedField : "*"}::${normalizedValue.toLowerCase()}`;
+    if (!hints.has(key)) {
+      hints.set(key, __spreadValues({
+        value: normalizedValue
+      }, normalizedField ? { field: normalizedField } : {}));
+    }
+  };
   for (const match of question.matchAll(/["']([^"']{2,100})["']/g)) {
-    const value = match[1].trim();
-    if (value) hints.add(value);
-  }
-  const namedEntityPatterns = [
-    /\b(?:product\s+name|named|called)\s+([a-z0-9][\w\s-]{0,80})$/i,
-    /\b(?:product\s+name|named|called)\s+([a-z0-9][\w\s-]{0,80})(?=[?.!,]|$)/i
+    addHint(match[1]);
+  }
+  const fieldPattern = `([^\\n:=?.!,]{1,60}?)`;
+  const valuePattern = `([^\\n?.!,]{1,120}?)`;
+  const fieldValuePatterns = [
+    new RegExp(`\\b${fieldPattern}\\s*(?:=|:)\\s*["']?${valuePattern}["']?(?=[?.!,]|$)`, "gi"),
+    new RegExp(`\\b${fieldPattern}\\s+(?:is|are|was|were|equals?|equal to|named|called)\\s+["']?${valuePattern}["']?(?=[?.!,]|$)`, "gi"),
+    new RegExp(`\\bwith\\s+${fieldPattern}\\s+["']?${valuePattern}["']?(?=[?.!,]|$)`, "gi")
   ];
-  for (const pattern of namedEntityPatterns) {
-    const match = question.match(pattern);
-    const value = (_a = match == null ? void 0 : match[1]) == null ? void 0 : _a.trim();
-    if (value) {
-      hints.add(value);
+  for (const pattern of fieldValuePatterns) {
+    for (const match of question.matchAll(pattern)) {
+      addHint(match[2], match[1]);
     }
   }
-  return [...hints].map((hint) => hint.replace(/\s+/g, " ").trim()).filter(Boolean);
+  return [...hints.values()];
 }
 var Pipeline = class {
   constructor(config) {
@@ -1660,10 +1674,10 @@ var Pipeline = class {
     const scoreThreshold = (_d = (_c = this.config.rag) == null ? void 0 : _c.scoreThreshold) != null ? _d : 0;
     try {
       const queryVector = await this.embeddingProvider.embed(question, { taskType: "query" });
-      const entityHints = extractEntityHints(question);
+      const fieldHints = extractQueryFieldHints(question);
       const rawMatches = await this.vectorDB.query(queryVector, topK, ns, {
         __queryText: question,
-        __entityHints: entityHints
+        __fieldHints: fieldHints
       });
       const sources = rawMatches.filter((m) => m.score >= scoreThreshold);
       const context = sources.length ? sources.map((m, i) => `[Source ${i + 1}]

package/dist/{chunk-5HXNKSCR.mjs → chunk-IFPISZ2S.mjs}

@@ -7,6 +7,12 @@ import {
 
 // src/providers/vectordb/MongoDBProvider.ts
 import { MongoClient } from "mongodb";
+function stripInternalFilterKeys(filter) {
+  if (!filter) return {};
+  return Object.fromEntries(
+    Object.entries(filter).filter(([key]) => !key.startsWith("__"))
+  );
+}
 var MongoDBProvider = class extends BaseVectorProvider {
   constructor(config) {
     super(config);
@@ -52,6 +58,7 @@ var MongoDBProvider = class extends BaseVectorProvider {
     await this.collection.bulkWrite(operations);
   }
   async query(vector, topK, namespace, filter) {
+    const publicFilter = stripInternalFilterKeys(filter);
     const pipeline = [
       {
         $vectorSearch: __spreadValues({
@@ -60,7 +67,7 @@ var MongoDBProvider = class extends BaseVectorProvider {
           queryVector: vector,
           numCandidates: Math.max(topK * 10, 100),
           limit: topK
-        }, filter || namespace ? { filter: __spreadValues(__spreadValues({}, filter || {}), namespace ? { namespace } : {}) } : {})
+        }, Object.keys(publicFilter).length > 0 || namespace ? { filter: __spreadValues(__spreadValues({}, publicFilter), namespace ? { namespace } : {}) } : {})
       },
       {
         $project: {

package/dist/handlers/index.d.mts

@@ -1,3 +1,3 @@
-import '../RagConfig-Ttch1N4d.mjs';
-export { c as createChatHandler, a as createHealthHandler, b as createIngestHandler, d as createUploadHandler } from '../index-sbCtrIRT.mjs';
+import '../RagConfig--ibz0b3W.mjs';
+export { c as createChatHandler, a as createHealthHandler, b as createIngestHandler, d as createUploadHandler } from '../index-w8qIEFvi.mjs';
 import 'next/server';

package/dist/handlers/index.d.ts

@@ -1,3 +1,3 @@
-import '../RagConfig-Ttch1N4d.js';
-export { c as createChatHandler, a as createHealthHandler, b as createIngestHandler, d as createUploadHandler } from '../index-rK0KAr2S.js';
+import '../RagConfig--ibz0b3W.js';
+export { c as createChatHandler, a as createHealthHandler, b as createIngestHandler, d as createUploadHandler } from '../index-Dr1HN0se.js';
 import 'next/server';

package/dist/handlers/index.js

@@ -205,6 +205,12 @@ var PostgreSQLProvider_exports = {};
 __export(PostgreSQLProvider_exports, {
   PostgreSQLProvider: () => PostgreSQLProvider
 });
+function stripInternalFilterKeys(filter) {
+  if (!filter) return {};
+  return Object.fromEntries(
+    Object.entries(filter).filter(([key]) => !key.startsWith("__"))
+  );
+}
 var import_pg, PostgreSQLProvider;
 var init_PostgreSQLProvider = __esm({
   "src/providers/vectordb/PostgreSQLProvider.ts"() {
@@ -297,8 +303,9 @@ var init_PostgreSQLProvider = __esm({
         let whereClause = namespace ? `WHERE namespace = $3` : "";
         const params = [vectorLiteral, topK];
         if (namespace) params.push(namespace);
-        if (filter && Object.keys(filter).length > 0) {
-          const filterConditions = Object.entries(filter).map(([key, val]) => {
+        const publicFilter = stripInternalFilterKeys(filter);
+        if (Object.keys(publicFilter).length > 0) {
+          const filterConditions = Object.entries(publicFilter).map(([key, val]) => {
             const paramIdx = params.length + 1;
             params.push(JSON.stringify(val));
             return `metadata->>'${key}' = $${paramIdx}`;
@@ -348,6 +355,12 @@ var MongoDBProvider_exports = {};
 __export(MongoDBProvider_exports, {
   MongoDBProvider: () => MongoDBProvider
 });
+function stripInternalFilterKeys2(filter) {
+  if (!filter) return {};
+  return Object.fromEntries(
+    Object.entries(filter).filter(([key]) => !key.startsWith("__"))
+  );
+}
 var import_mongodb, MongoDBProvider;
 var init_MongoDBProvider = __esm({
   "src/providers/vectordb/MongoDBProvider.ts"() {
@@ -399,6 +412,7 @@ var init_MongoDBProvider = __esm({
         await this.collection.bulkWrite(operations);
       }
       async query(vector, topK, namespace, filter) {
+        const publicFilter = stripInternalFilterKeys2(filter);
         const pipeline = [
           {
             $vectorSearch: __spreadValues({
@@ -407,7 +421,7 @@ var init_MongoDBProvider = __esm({
               queryVector: vector,
               numCandidates: Math.max(topK * 10, 100),
               limit: topK
-            }, filter || namespace ? { filter: __spreadValues(__spreadValues({}, filter || {}), namespace ? { namespace } : {}) } : {})
+            }, Object.keys(publicFilter).length > 0 || namespace ? { filter: __spreadValues(__spreadValues({}, publicFilter), namespace ? { namespace } : {}) } : {})
           },
           {
             $project: {
@@ -2663,25 +2677,39 @@ var EmbeddingStrategyResolver = class {
 };
 
 // src/core/Pipeline.ts
-function extractEntityHints(question) {
-  var _a;
-  const hints = /* @__PURE__ */ new Set();
+function normalizeHintValue(value) {
+  return value.replace(/\s+/g, " ").trim();
+}
+function extractQueryFieldHints(question) {
+  if (!question.trim()) return [];
+  const hints = /* @__PURE__ */ new Map();
+  const addHint = (value, field) => {
+    const normalizedValue = normalizeHintValue(value);
+    if (!normalizedValue) return;
+    const normalizedField = field ? field.toLowerCase().replace(/[^a-z0-9]+/g, " ").trim() : void 0;
+    const key = `${normalizedField != null ? normalizedField : "*"}::${normalizedValue.toLowerCase()}`;
+    if (!hints.has(key)) {
+      hints.set(key, __spreadValues({
+        value: normalizedValue
+      }, normalizedField ? { field: normalizedField } : {}));
+    }
+  };
   for (const match of question.matchAll(/["']([^"']{2,100})["']/g)) {
-    const value = match[1].trim();
-    if (value) hints.add(value);
-  }
-  const namedEntityPatterns = [
-    /\b(?:product\s+name|named|called)\s+([a-z0-9][\w\s-]{0,80})$/i,
-    /\b(?:product\s+name|named|called)\s+([a-z0-9][\w\s-]{0,80})(?=[?.!,]|$)/i
+    addHint(match[1]);
+  }
+  const fieldPattern = `([^\\n:=?.!,]{1,60}?)`;
+  const valuePattern = `([^\\n?.!,]{1,120}?)`;
+  const fieldValuePatterns = [
+    new RegExp(`\\b${fieldPattern}\\s*(?:=|:)\\s*["']?${valuePattern}["']?(?=[?.!,]|$)`, "gi"),
+    new RegExp(`\\b${fieldPattern}\\s+(?:is|are|was|were|equals?|equal to|named|called)\\s+["']?${valuePattern}["']?(?=[?.!,]|$)`, "gi"),
+    new RegExp(`\\bwith\\s+${fieldPattern}\\s+["']?${valuePattern}["']?(?=[?.!,]|$)`, "gi")
   ];
-  for (const pattern of namedEntityPatterns) {
-    const match = question.match(pattern);
-    const value = (_a = match == null ? void 0 : match[1]) == null ? void 0 : _a.trim();
-    if (value) {
-      hints.add(value);
+  for (const pattern of fieldValuePatterns) {
+    for (const match of question.matchAll(pattern)) {
+      addHint(match[2], match[1]);
     }
   }
-  return [...hints].map((hint) => hint.replace(/\s+/g, " ").trim()).filter(Boolean);
+  return [...hints.values()];
 }
 var Pipeline = class {
   constructor(config) {
@@ -2770,10 +2798,10 @@ var Pipeline = class {
     const scoreThreshold = (_d = (_c = this.config.rag) == null ? void 0 : _c.scoreThreshold) != null ? _d : 0;
     try {
       const queryVector = await this.embeddingProvider.embed(question, { taskType: "query" });
-      const entityHints = extractEntityHints(question);
+      const fieldHints = extractQueryFieldHints(question);
       const rawMatches = await this.vectorDB.query(queryVector, topK, ns, {
         __queryText: question,
-        __entityHints: entityHints
+        __fieldHints: fieldHints
       });
       const sources = rawMatches.filter((m) => m.score >= scoreThreshold);
       const context = sources.length ? sources.map((m, i) => `[Source ${i + 1}]

package/dist/handlers/index.mjs

@@ -3,7 +3,7 @@ import {
   createHealthHandler,
   createIngestHandler,
   createUploadHandler
-} from "../chunk-6Q7DNWTG.mjs";
+} from "../chunk-CYVPACA7.mjs";
 import "../chunk-EDLTMSNY.mjs";
 import "../chunk-FWCSY2DS.mjs";
 export {

package/dist/{index-rK0KAr2S.d.ts → index-Dr1HN0se.d.ts}

@@ -1,4 +1,4 @@
-import { c as VectorDBConfig, L as LLMConfig, E as EmbeddingConfig, a as RagConfig, C as ChatResponse } from './RagConfig-Ttch1N4d.js';
+import { c as VectorDBConfig, L as LLMConfig, E as EmbeddingConfig, a as RagConfig, C as ChatResponse } from './RagConfig--ibz0b3W.js';
 import { NextRequest, NextResponse } from 'next/server';
 
 /**

package/dist/{index-sbCtrIRT.d.mts → index-w8qIEFvi.d.mts}

@@ -1,4 +1,4 @@
-import { c as VectorDBConfig, L as LLMConfig, E as EmbeddingConfig, a as RagConfig, C as ChatResponse } from './RagConfig-Ttch1N4d.mjs';
+import { c as VectorDBConfig, L as LLMConfig, E as EmbeddingConfig, a as RagConfig, C as ChatResponse } from './RagConfig--ibz0b3W.mjs';
 import { NextRequest, NextResponse } from 'next/server';
 
 /**

package/dist/index.d.mts

@@ -2,8 +2,8 @@ import * as react_jsx_runtime from 'react/jsx-runtime';
 import React$1, { ReactNode } from 'react';
 import { C as ChatMessage } from './DocumentChunker-BICIjSuG.mjs';
 export { a as ChatOptions, b as Chunk, c as ChunkOptions, E as EmbedOptions, I as ILLMProvider } from './DocumentChunker-BICIjSuG.mjs';
-import { V as VectorMatch, U as UIConfig } from './RagConfig-Ttch1N4d.mjs';
-export { C as ChatResponse, E as EmbeddingConfig, I as IngestDocument, L as LLMConfig, R as RAGConfig, a as RagConfig, b as UpsertDocument, c as VectorDBConfig } from './RagConfig-Ttch1N4d.mjs';
+import { V as VectorMatch, U as UIConfig } from './RagConfig--ibz0b3W.mjs';
+export { C as ChatResponse, E as EmbeddingConfig, I as IngestDocument, L as LLMConfig, R as RAGConfig, a as RagConfig, b as UpsertDocument, c as VectorDBConfig } from './RagConfig--ibz0b3W.mjs';
 
 interface ChatWidgetProps {
     /** Position of the floating button. Defaults to bottom-right. */

package/dist/index.d.ts

@@ -2,8 +2,8 @@ import * as react_jsx_runtime from 'react/jsx-runtime';
 import React$1, { ReactNode } from 'react';
 import { C as ChatMessage } from './DocumentChunker-BICIjSuG.js';
 export { a as ChatOptions, b as Chunk, c as ChunkOptions, E as EmbedOptions, I as ILLMProvider } from './DocumentChunker-BICIjSuG.js';
-import { V as VectorMatch, U as UIConfig } from './RagConfig-Ttch1N4d.js';
-export { C as ChatResponse, E as EmbeddingConfig, I as IngestDocument, L as LLMConfig, R as RAGConfig, a as RagConfig, b as UpsertDocument, c as VectorDBConfig } from './RagConfig-Ttch1N4d.js';
+import { V as VectorMatch, U as UIConfig } from './RagConfig--ibz0b3W.js';
+export { C as ChatResponse, E as EmbeddingConfig, I as IngestDocument, L as LLMConfig, R as RAGConfig, a as RagConfig, b as UpsertDocument, c as VectorDBConfig } from './RagConfig--ibz0b3W.js';
 
 interface ChatWidgetProps {
     /** Position of the floating button. Defaults to bottom-right. */

package/dist/server.d.mts

@@ -1,9 +1,9 @@
-import { a as RagConfig, C as ChatResponse, I as IngestDocument, c as VectorDBConfig, b as UpsertDocument, V as VectorMatch, L as LLMConfig, E as EmbeddingConfig, d as VectorDBProvider, e as LLMProvider, f as EmbeddingProvider } from './RagConfig-Ttch1N4d.mjs';
-export { R as RAGConfig, U as UIConfig } from './RagConfig-Ttch1N4d.mjs';
+import { a as RagConfig, C as ChatResponse, I as IngestDocument, c as VectorDBConfig, b as UpsertDocument, V as VectorMatch, L as LLMConfig, E as EmbeddingConfig, d as VectorDBProvider, e as LLMProvider, f as EmbeddingProvider } from './RagConfig--ibz0b3W.mjs';
+export { R as RAGConfig, U as UIConfig } from './RagConfig--ibz0b3W.mjs';
 import { C as ChatMessage, I as ILLMProvider, a as ChatOptions, E as EmbedOptions } from './DocumentChunker-BICIjSuG.mjs';
 export { b as Chunk, c as ChunkOptions, D as DocumentChunker } from './DocumentChunker-BICIjSuG.mjs';
-import { H as HealthCheckResult } from './index-sbCtrIRT.mjs';
-export { P as ProviderHealthCheck, c as createChatHandler, a as createHealthHandler, b as createIngestHandler, d as createUploadHandler } from './index-sbCtrIRT.mjs';
+import { H as HealthCheckResult } from './index-w8qIEFvi.mjs';
+export { P as ProviderHealthCheck, c as createChatHandler, a as createHealthHandler, b as createIngestHandler, d as createUploadHandler } from './index-w8qIEFvi.mjs';
 import 'next/server';
 
 /**
@@ -706,6 +706,7 @@ declare class MultiTablePostgresProvider extends BaseVectorProvider {
     private readonly dimensions;
     private readonly connectionString;
     private tables;
+    private tableSearchConfig;
     constructor(config: VectorDBConfig);
     initialize(): Promise<void>;
     /**
@@ -725,6 +726,8 @@ declare class MultiTablePostgresProvider extends BaseVectorProvider {
     deleteNamespace(_namespace: string): Promise<void>;
     ping(): Promise<boolean>;
     disconnect(): Promise<void>;
+    private loadTableSearchConfig;
+    private parseConfiguredSearchFields;
 }
 
 /**

package/dist/server.d.ts

@@ -1,9 +1,9 @@
-import { a as RagConfig, C as ChatResponse, I as IngestDocument, c as VectorDBConfig, b as UpsertDocument, V as VectorMatch, L as LLMConfig, E as EmbeddingConfig, d as VectorDBProvider, e as LLMProvider, f as EmbeddingProvider } from './RagConfig-Ttch1N4d.js';
-export { R as RAGConfig, U as UIConfig } from './RagConfig-Ttch1N4d.js';
+import { a as RagConfig, C as ChatResponse, I as IngestDocument, c as VectorDBConfig, b as UpsertDocument, V as VectorMatch, L as LLMConfig, E as EmbeddingConfig, d as VectorDBProvider, e as LLMProvider, f as EmbeddingProvider } from './RagConfig--ibz0b3W.js';
+export { R as RAGConfig, U as UIConfig } from './RagConfig--ibz0b3W.js';
 import { C as ChatMessage, I as ILLMProvider, a as ChatOptions, E as EmbedOptions } from './DocumentChunker-BICIjSuG.js';
 export { b as Chunk, c as ChunkOptions, D as DocumentChunker } from './DocumentChunker-BICIjSuG.js';
-import { H as HealthCheckResult } from './index-rK0KAr2S.js';
-export { P as ProviderHealthCheck, c as createChatHandler, a as createHealthHandler, b as createIngestHandler, d as createUploadHandler } from './index-rK0KAr2S.js';
+import { H as HealthCheckResult } from './index-Dr1HN0se.js';
+export { P as ProviderHealthCheck, c as createChatHandler, a as createHealthHandler, b as createIngestHandler, d as createUploadHandler } from './index-Dr1HN0se.js';
 import 'next/server';
 
 /**
@@ -706,6 +706,7 @@ declare class MultiTablePostgresProvider extends BaseVectorProvider {
     private readonly dimensions;
     private readonly connectionString;
     private tables;
+    private tableSearchConfig;
     constructor(config: VectorDBConfig);
     initialize(): Promise<void>;
     /**
@@ -725,6 +726,8 @@ declare class MultiTablePostgresProvider extends BaseVectorProvider {
     deleteNamespace(_namespace: string): Promise<void>;
     ping(): Promise<boolean>;
     disconnect(): Promise<void>;
+    private loadTableSearchConfig;
+    private parseConfiguredSearchFields;
 }
 
 /**