@retrivora-ai/rag-engine 1.8.1 → 1.8.3

package/dist/server.d.mts

@@ -1,7 +1,7 @@
-import { l as VectorDBConfig, L as LLMConfig, e as EmbeddingConfig, j as RagConfig, I as ILLMProvider, g as IngestDocument, C as ChatMessage, d as ChatResponse, n as RetrievalResult, k as UpsertDocument, V as VectorMatch, G as GraphDBConfig, o as GraphNode, p as Edge, q as GraphSearchResult, m as VectorDBProvider, h as LLMProvider, f as EmbeddingProvider, i as RAGConfig, U as UIConfig, c as ChatOptions, E as EmbedOptions } from './ILLMProvider-BfRgI1Xh.mjs';
+import { n as VectorDBConfig, L as LLMConfig, e as EmbeddingConfig, k as RagConfig, I as ILLMProvider, g as IngestDocument, C as ChatMessage, d as ChatResponse, p as RetrievalResult, m as UpsertDocument, V as VectorMatch, G as GraphDBConfig, q as GraphNode, r as Edge, s as GraphSearchResult, o as VectorDBProvider, h as LLMProvider, f as EmbeddingProvider, j as RAGConfig, U as UIConfig, c as ChatOptions, E as EmbedOptions } from './ILLMProvider-BOJFz3Na.mjs';
 export { C as Chunk, a as ChunkOptions, D as DocumentChunker } from './DocumentChunker-Dh9TvmGG.mjs';
-import { H as HealthCheckResult, I as IProviderValidator, a as IProviderHealthChecker } from './index-BV0z5mb6.mjs';
-export { C as ConfigValidator, V as ValidationError, b as VectorPlugin, c as createChatHandler, d as createHealthHandler, e as createIngestHandler, f as createStreamHandler, g as createUploadHandler, s as sseErrorFrame, h as sseFrame, i as sseMetaFrame, j as sseTextFrame } from './index-BV0z5mb6.mjs';
+import { H as HealthCheckResult, I as IProviderValidator, a as IProviderHealthChecker } from './index-D3V9Et2M.mjs';
+export { C as ConfigValidator, V as ValidationError, b as VectorPlugin, c as createChatHandler, d as createHealthHandler, e as createIngestHandler, f as createStreamHandler, g as createUploadHandler, s as sseErrorFrame, h as sseFrame, i as sseMetaFrame, j as sseTextFrame } from './index-D3V9Et2M.mjs';
 import 'next/server';
 
 /**
@@ -105,6 +105,7 @@ declare class ProviderHealthCheck {
  * - Error recovery for transient failures
  * - Multi-tenancy support via namespacing
  * - LRU-bounded embedding cache (max 500 entries, prevents memory leaks)
+ * - Full observability tracing (latency, tokens, hallucination scoring)
  */
 declare class Pipeline {
     private config;
@@ -129,33 +130,26 @@ declare class Pipeline {
     initialize(): Promise<void>;
     /**
      * Ingest documents with automatic chunking, embedding, and batch upsert.
-     * Handles retries for transient failures.
      */
     ingest(documents: IngestDocument[], namespace?: string): Promise<Array<{
         docId: string | number;
         chunksIngested: number;
     }>>;
-    /**
-     * Step 1: Chunk the document content.
-     */
+    /** Step 1: Chunk the document content. */
     private prepareChunks;
     /**
      * Step 2: Generate embeddings for chunks with retry logic.
      * Uses batchEmbed when available for efficiency; falls back to sequential embedding.
      */
     private processEmbeddings;
-    /**
-     * Step 3: Upsert chunks to vector database with retry logic.
-     */
+    /** Step 3: Upsert chunks to vector database with retry logic. */
     private processUpserts;
-    /**
-     * Step 4: Optional graph-based entity extraction and ingestion.
-     */
+    /** Step 4: Optional graph-based entity extraction and ingestion. */
     private processGraphIngestion;
     ask(question: string, history?: ChatMessage[], namespace?: string): Promise<ChatResponse>;
     /**
      * High-performance streaming RAG flow.
-     * Yields text chunks first, then the retrieval metadata at the end.
+     * Yields text chunks first, then the retrieval metadata + observability trace at the end.
      */
     askStream(question: string, history?: ChatMessage[], namespace?: string): AsyncIterable<string | ChatResponse>;
     /**
@@ -168,13 +162,9 @@ declare class Pipeline {
         topK?: number;
         filter?: Record<string, unknown>;
     }): Promise<RetrievalResult>;
-    /**
-     * Rewrite the user query for better retrieval performance.
-     */
+    /** Rewrite the user query for better retrieval performance. */
     private rewriteQuery;
-    /**
-     * Generate 3-5 short, relevant questions based on the vector database content.
-     */
+    /** Generate 3-5 short, relevant questions based on the vector database content. */
     getSuggestions(query: string, namespace?: string): Promise<string[]>;
 }
 
@@ -363,6 +353,7 @@ declare class ConfigBuilder {
     private _embedding?;
     private _ui?;
     private _rag?;
+    private _graphDb?;
     /**
      * Set the project/application ID for namespacing
      */
@@ -379,6 +370,10 @@ declare class ConfigBuilder {
      * Configure the embedding provider
      */
     embedding(provider: EmbeddingProvider | 'auto', model?: string, apiKey?: string, options?: Record<string, unknown>): this;
+    /**
+     * Configure the graph database provider
+     */
+    graphDb(provider: string | 'auto', options?: Record<string, unknown>): this;
     /**
      * Set RAG-specific pipeline parameters
      */
@@ -400,6 +395,7 @@ declare class ConfigBuilder {
     private _autoDetectVectorDb;
     private _autoDetectLLM;
     private _autoDetectEmbedding;
+    private _autoDetectGraphDb;
 }
 /**
  * Preset configurations for common provider combinations
@@ -664,17 +660,17 @@ declare class MultiTablePostgresProvider extends BaseVectorProvider {
     private readonly connectionString;
     private tables;
     private searchFields;
+    private readonly uploadTable;
     constructor(config: VectorDBConfig);
     initialize(): Promise<void>;
     /**
-     * Upsert is not supported for MultiTablePostgresProvider as it's designed for
-     * searching across pre-existing tables with varying schemas.
+     * Upsert a document by dynamically provisioning a table and columns.
      */
-    upsert(_doc: UpsertDocument, _namespace?: string): Promise<void>;
+    upsert(doc: UpsertDocument, namespace?: string): Promise<void>;
     /**
-     * Batch upsert is not supported for MultiTablePostgresProvider.
+     * Batch upsert documents by dynamically provisioning tables and columns based on CSV headers.
      */
-    batchUpsert(_docs: UpsertDocument[], _namespace?: string): Promise<void>;
+    batchUpsert(docs: UpsertDocument[], namespace?: string): Promise<void>;
     /**
      * Query all configured tables and merge results, sorted by cosine similarity score.
      */

package/dist/server.d.ts

@@ -1,7 +1,7 @@
-import { l as VectorDBConfig, L as LLMConfig, e as EmbeddingConfig, j as RagConfig, I as ILLMProvider, g as IngestDocument, C as ChatMessage, d as ChatResponse, n as RetrievalResult, k as UpsertDocument, V as VectorMatch, G as GraphDBConfig, o as GraphNode, p as Edge, q as GraphSearchResult, m as VectorDBProvider, h as LLMProvider, f as EmbeddingProvider, i as RAGConfig, U as UIConfig, c as ChatOptions, E as EmbedOptions } from './ILLMProvider-BfRgI1Xh.js';
+import { n as VectorDBConfig, L as LLMConfig, e as EmbeddingConfig, k as RagConfig, I as ILLMProvider, g as IngestDocument, C as ChatMessage, d as ChatResponse, p as RetrievalResult, m as UpsertDocument, V as VectorMatch, G as GraphDBConfig, q as GraphNode, r as Edge, s as GraphSearchResult, o as VectorDBProvider, h as LLMProvider, f as EmbeddingProvider, j as RAGConfig, U as UIConfig, c as ChatOptions, E as EmbedOptions } from './ILLMProvider-BOJFz3Na.js';
 export { C as Chunk, a as ChunkOptions, D as DocumentChunker } from './DocumentChunker-Dh9TvmGG.js';
-import { H as HealthCheckResult, I as IProviderValidator, a as IProviderHealthChecker } from './index-1Z4GuYBi.js';
-export { C as ConfigValidator, V as ValidationError, b as VectorPlugin, c as createChatHandler, d as createHealthHandler, e as createIngestHandler, f as createStreamHandler, g as createUploadHandler, s as sseErrorFrame, h as sseFrame, i as sseMetaFrame, j as sseTextFrame } from './index-1Z4GuYBi.js';
+import { H as HealthCheckResult, I as IProviderValidator, a as IProviderHealthChecker } from './index-BwpcaziY.js';
+export { C as ConfigValidator, V as ValidationError, b as VectorPlugin, c as createChatHandler, d as createHealthHandler, e as createIngestHandler, f as createStreamHandler, g as createUploadHandler, s as sseErrorFrame, h as sseFrame, i as sseMetaFrame, j as sseTextFrame } from './index-BwpcaziY.js';
 import 'next/server';
 
 /**
@@ -105,6 +105,7 @@ declare class ProviderHealthCheck {
  * - Error recovery for transient failures
  * - Multi-tenancy support via namespacing
  * - LRU-bounded embedding cache (max 500 entries, prevents memory leaks)
+ * - Full observability tracing (latency, tokens, hallucination scoring)
  */
 declare class Pipeline {
     private config;
@@ -129,33 +130,26 @@ declare class Pipeline {
     initialize(): Promise<void>;
     /**
      * Ingest documents with automatic chunking, embedding, and batch upsert.
-     * Handles retries for transient failures.
      */
     ingest(documents: IngestDocument[], namespace?: string): Promise<Array<{
         docId: string | number;
         chunksIngested: number;
     }>>;
-    /**
-     * Step 1: Chunk the document content.
-     */
+    /** Step 1: Chunk the document content. */
     private prepareChunks;
     /**
      * Step 2: Generate embeddings for chunks with retry logic.
      * Uses batchEmbed when available for efficiency; falls back to sequential embedding.
      */
     private processEmbeddings;
-    /**
-     * Step 3: Upsert chunks to vector database with retry logic.
-     */
+    /** Step 3: Upsert chunks to vector database with retry logic. */
     private processUpserts;
-    /**
-     * Step 4: Optional graph-based entity extraction and ingestion.
-     */
+    /** Step 4: Optional graph-based entity extraction and ingestion. */
     private processGraphIngestion;
     ask(question: string, history?: ChatMessage[], namespace?: string): Promise<ChatResponse>;
     /**
      * High-performance streaming RAG flow.
-     * Yields text chunks first, then the retrieval metadata at the end.
+     * Yields text chunks first, then the retrieval metadata + observability trace at the end.
      */
     askStream(question: string, history?: ChatMessage[], namespace?: string): AsyncIterable<string | ChatResponse>;
     /**
@@ -168,13 +162,9 @@ declare class Pipeline {
         topK?: number;
         filter?: Record<string, unknown>;
     }): Promise<RetrievalResult>;
-    /**
-     * Rewrite the user query for better retrieval performance.
-     */
+    /** Rewrite the user query for better retrieval performance. */
     private rewriteQuery;
-    /**
-     * Generate 3-5 short, relevant questions based on the vector database content.
-     */
+    /** Generate 3-5 short, relevant questions based on the vector database content. */
     getSuggestions(query: string, namespace?: string): Promise<string[]>;
 }
 
@@ -363,6 +353,7 @@ declare class ConfigBuilder {
     private _embedding?;
     private _ui?;
     private _rag?;
+    private _graphDb?;
     /**
      * Set the project/application ID for namespacing
      */
@@ -379,6 +370,10 @@ declare class ConfigBuilder {
      * Configure the embedding provider
      */
     embedding(provider: EmbeddingProvider | 'auto', model?: string, apiKey?: string, options?: Record<string, unknown>): this;
+    /**
+     * Configure the graph database provider
+     */
+    graphDb(provider: string | 'auto', options?: Record<string, unknown>): this;
     /**
      * Set RAG-specific pipeline parameters
      */
@@ -400,6 +395,7 @@ declare class ConfigBuilder {
     private _autoDetectVectorDb;
     private _autoDetectLLM;
     private _autoDetectEmbedding;
+    private _autoDetectGraphDb;
 }
 /**
  * Preset configurations for common provider combinations
@@ -664,17 +660,17 @@ declare class MultiTablePostgresProvider extends BaseVectorProvider {
     private readonly connectionString;
     private tables;
     private searchFields;
+    private readonly uploadTable;
     constructor(config: VectorDBConfig);
     initialize(): Promise<void>;
     /**
-     * Upsert is not supported for MultiTablePostgresProvider as it's designed for
-     * searching across pre-existing tables with varying schemas.
+     * Upsert a document by dynamically provisioning a table and columns.
      */
-    upsert(_doc: UpsertDocument, _namespace?: string): Promise<void>;
+    upsert(doc: UpsertDocument, namespace?: string): Promise<void>;
     /**
-     * Batch upsert is not supported for MultiTablePostgresProvider.
+     * Batch upsert documents by dynamically provisioning tables and columns based on CSV headers.
      */
-    batchUpsert(_docs: UpsertDocument[], _namespace?: string): Promise<void>;
+    batchUpsert(docs: UpsertDocument[], namespace?: string): Promise<void>;
     /**
      * Query all configured tables and merge results, sorted by cosine similarity score.
      */