@retrivora-ai/rag-engine 0.1.8 → 0.1.9

package/src/app/types.ts

@@ -0,0 +1,30 @@
+import React from 'react';
+
+export interface ArchitectureCardProps {
+  icon: React.ReactNode;
+  title: string;
+  description: string;
+  badge: string;
+  badgeColor: string;
+}
+
+export interface Snippet {
+  id: string;
+  title: string;
+  description: string;
+  code: string;
+  language: string;
+}
+
+export interface PipelineStep {
+  step: string;
+  Icon: React.ElementType;
+  title: string;
+  desc: string;
+  colors: { from: string; to: string };
+}
+
+export interface ProviderPill {
+  Icon: React.ElementType;
+  label: string;
+}

package/src/components/ChatWindow.tsx

@@ -12,6 +12,7 @@ import {
 import { MessageBubble } from './MessageBubble';
 import { useConfig } from './ConfigProvider';
 import { useRagChat } from '@/hooks/useRagChat';
+import { BORDER_RADIUS_MAP, CHAT_SUGGESTIONS } from '@/app/constants';
 
 interface ChatWindowProps {
   /** Additional className for the wrapper div */
@@ -67,16 +68,7 @@ export function ChatWindow({ className = '', style, onClose, showClose = false }
 
   const isEmpty = messages.length === 0;
 
-  const borderRadiusMap = {
-    none: 'rounded-none',
-    sm: 'rounded-sm',
-    md: 'rounded-md',
-    lg: 'rounded-lg',
-    xl: 'rounded-xl',
-    full: 'rounded-3xl',
-  };
-
-  const currentRadius = borderRadiusMap[ui.borderRadius || 'xl'];
+    const currentRadius = BORDER_RADIUS_MAP[ui.borderRadius || 'xl'];
   const isGlass = ui.visualStyle !== 'solid';
 
   return (
@@ -161,7 +153,7 @@ export function ChatWindow({ className = '', style, onClose, showClose = false }
 
             {/* Suggested prompts */}
             <div className="flex flex-wrap gap-2 justify-center mt-2">
-              {['What can you help me with?', 'Summarise the key topics', 'Show me an example'].map(
+              {CHAT_SUGGESTIONS.map(
                 (suggestion) => (
                   <button
                     key={suggestion}

package/src/providers/vectordb/MultiTablePostgresProvider.ts

@@ -0,0 +1,164 @@
+import { Pool, PoolClient } from 'pg';
+import { BaseVectorProvider } from './BaseVectorProvider';
+import { VectorMatch, UpsertDocument } from '../../types';
+import { VectorDBConfig } from '../../config/RagConfig';
+
+/**
+ * MultiTablePostgresProvider — PostgreSQL implementation that searches across
+ * multiple existing tables with pre-existing embeddings.
+ *
+ * Extends BaseVectorProvider so it can be registered with ProviderRegistry.
+ * Upsert operations are not supported — data is assumed to be managed externally
+ * or via custom ingestion scripts that write directly to each table.
+ */
+export class MultiTablePostgresProvider extends BaseVectorProvider {
+  private pool!: Pool;
+  private readonly dimensions: number;
+  private readonly connectionString: string;
+  private readonly tables: string[];
+
+  constructor(config: VectorDBConfig) {
+    super(config);
+    const opts = config.options || {};
+    if (!opts.connectionString) {
+      throw new Error('[MultiTablePostgresProvider] options.connectionString is required');
+    }
+    this.connectionString = opts.connectionString as string;
+    this.dimensions = (opts.dimensions as number) ?? 768;
+
+    // Tables can come from options.tables (custom key) or be derived from VECTOR_DB_TABLES env var
+    const rawTables: string | string[] =
+      (opts.tables as string | string[]) ??
+      process.env.VECTOR_DB_TABLES ??
+      '';
+    
+    this.tables = typeof rawTables === 'string'
+      ? rawTables.split(',').map((t) => t.trim()).filter(Boolean)
+      : rawTables;
+
+    if (this.tables.length === 0) {
+      console.warn(
+        '[MultiTablePostgresProvider] No tables configured. ' +
+        'Set VECTOR_DB_TABLES as a comma-separated list of table names or pass options.tables.'
+      );
+    }
+  }
+
+  async initialize(): Promise<void> {
+    this.pool = new Pool({ connectionString: this.connectionString });
+    // Verify connectivity
+    const client: PoolClient = await this.pool.connect();
+    client.release();
+    console.log(
+      `[MultiTablePostgresProvider] Connected. Searching across ${this.tables.length} table(s): ${this.tables.join(', ')}`
+    );
+  }
+
+  /**
+   * Upsert is not supported for MultiTablePostgresProvider as it's designed for 
+   * searching across pre-existing tables with varying schemas.
+   */
+  async upsert(_doc: UpsertDocument, _namespace?: string): Promise<void> { // eslint-disable-line @typescript-eslint/no-unused-vars
+    throw new Error(
+      '[MultiTablePostgresProvider] upsert() is not supported in multi-table mode. ' +
+      'Please use the standard PostgreSQLProvider for single-table managed indices.'
+    );
+  }
+
+  /**
+   * Batch upsert is not supported for MultiTablePostgresProvider.
+   */
+  async batchUpsert(_docs: UpsertDocument[], _namespace?: string): Promise<void> { // eslint-disable-line @typescript-eslint/no-unused-vars
+    throw new Error(
+      '[MultiTablePostgresProvider] batchUpsert() is not supported in multi-table mode.'
+    );
+  }
+
+  /**
+   * Query all configured tables and merge results, sorted by cosine similarity score.
+   */
+  async query(
+    vector: number[],
+    topK: number,
+    _namespace?: string, // eslint-disable-line @typescript-eslint/no-unused-vars
+    _filter?: Record<string, unknown> // eslint-disable-line @typescript-eslint/no-unused-vars
+  ): Promise<VectorMatch[]> {
+    if (!this.pool) {
+      throw new Error('[MultiTablePostgresProvider] Provider not initialized. Call initialize() first.');
+    }
+
+    console.log(`[MultiTablePostgresProvider] Querying ${this.tables.length} table(s) with vector dim=${vector.length}`);
+
+    const vectorLiteral = `[${vector.join(',')}]`;
+    const allResults: VectorMatch[] = [];
+
+    for (const table of this.tables) {
+      try {
+        const result = await this.pool.query(
+          `SELECT *, 1 - (embedding <=> $1::vector) AS score
+           FROM "${table}"
+           ORDER BY embedding <=> $1::vector
+           LIMIT $2`,
+          [vectorLiteral, topK]
+        );
+
+        for (const row of result.rows) {
+          const { score, id, ...rest } = row as Record<string, unknown>;
+          // Remove embedding from rest to avoid including it in content
+          delete rest.embedding;
+
+          // Build a human-readable content string from ALL available columns.
+          // This ensures the LLM sees the name, website, description, etc. together.
+          const content = Object.entries(rest)
+            .filter(([k, v]) => v !== null && typeof v !== 'object' && k !== 'id')
+            .map(([k, v]) => `${k}: ${v}`)
+            .join('\n');
+
+          allResults.push({
+            id: `${table}-${id}`,
+            score: parseFloat(String(score)),
+            content,
+            metadata: { ...rest, source_table: table },
+          });
+        }
+      } catch (err) {
+        console.error(
+          `[MultiTablePostgresProvider] Error querying table "${table}":`,
+          (err as Error).message
+        );
+      }
+    }
+
+    // Merge and rank by score descending
+    const sortedResults = allResults.sort((a, b) => b.score - a.score);
+    
+    if (sortedResults.length > 0) {
+      console.log(`[MultiTablePostgresProvider] Top match from "${sortedResults[0].metadata?.source_table ?? 'unknown'}" with score ${sortedResults[0].score.toFixed(4)}`);
+    }
+
+    return sortedResults.slice(0, topK);
+  }
+
+  async delete(_id: string | number, _namespace?: string): Promise<void> { // eslint-disable-line @typescript-eslint/no-unused-vars
+    console.warn('[MultiTablePostgresProvider] delete() is a no-op for multi-table mode.');
+  }
+
+  async deleteNamespace(_namespace: string): Promise<void> { // eslint-disable-line @typescript-eslint/no-unused-vars
+    console.warn('[MultiTablePostgresProvider] deleteNamespace() is a no-op for multi-table mode.');
+  }
+
+  async ping(): Promise<boolean> {
+    try {
+      await this.pool.query('SELECT 1');
+      return true;
+    } catch {
+      return false;
+    }
+  }
+
+  async disconnect(): Promise<void> {
+    if (this.pool) {
+      await this.pool.end();
+    }
+  }
+}

package/src/server.ts

@@ -37,6 +37,7 @@ export { DocumentParser } from './utils/DocumentParser';
 export { BaseVectorProvider } from './providers/vectordb/BaseVectorProvider';
 export { PineconeProvider } from './providers/vectordb/PineconeProvider';
 export { PostgreSQLProvider } from './providers/vectordb/PostgreSQLProvider';
+export { MultiTablePostgresProvider } from './providers/vectordb/MultiTablePostgresProvider';
 export { MongoDBProvider } from './providers/vectordb/MongoDBProvider';
 export { MilvusProvider } from './providers/vectordb/MilvusProvider';
 export { QdrantProvider } from './providers/vectordb/QdrantProvider';