@hazeljs/rag 0.7.9 → 0.8.1

package/README.md

@@ -15,6 +15,7 @@ Part of the HazelJS AI-Native Backend Framework. Load documents from any source,
 Built for **AI-native applications** - not just another RAG library. When you combine @hazeljs/rag with @hazeljs/core, @hazeljs/ai, and @hazeljs/agent, you get a complete stack for intelligent backends.
 
 **Perfect for:**
+
 - AI startups building knowledge-based applications
 - Teams implementing document Q&A systems
 - Developers who want semantic search without complexity
@@ -110,19 +111,19 @@ Every loader extends `BaseDocumentLoader` and returns `Document[]` ready for chu
 
 ### Built-in loaders
 
-| Loader | Source | Extra install |
-|--------|--------|:---:|
-| `TextFileLoader` | `.txt` files | — |
-| `MarkdownFileLoader` | `.md` / `.mdx` with heading splits and YAML front-matter | — |
-| `JSONFileLoader` | `.json` with `textKey` / JSON Pointer extraction | — |
-| `CSVFileLoader` | `.csv` rows mapped to documents | — |
-| `HtmlFileLoader` | `.html` tag stripping; optional CSS selector via cheerio | opt. |
-| `DirectoryLoader` | Recursive walk; auto-detects loader by extension | — |
-| `PdfLoader` | PDFs; split by page or full document | `pdf-parse` |
-| `DocxLoader` | Word documents; plain text or HTML output | `mammoth` |
-| `WebLoader` | HTTP scraping with retry/timeout; optional CSS selector | opt. |
-| `YouTubeTranscriptLoader` | YouTube transcripts; no API key; segment by duration | — |
-| `GitHubLoader` | GitHub REST API; filter by path, extension, `maxFiles` | — |
+| Loader                    | Source                                                   | Extra install |
+| ------------------------- | -------------------------------------------------------- | :-----------: |
+| `TextFileLoader`          | `.txt` files                                             |       —       |
+| `MarkdownFileLoader`      | `.md` / `.mdx` with heading splits and YAML front-matter |       —       |
+| `JSONFileLoader`          | `.json` with `textKey` / JSON Pointer extraction         |       —       |
+| `CSVFileLoader`           | `.csv` rows mapped to documents                          |       —       |
+| `HtmlFileLoader`          | `.html` tag stripping; optional CSS selector via cheerio |     opt.      |
+| `DirectoryLoader`         | Recursive walk; auto-detects loader by extension         |       —       |
+| `PdfLoader`               | PDFs; split by page or full document                     |  `pdf-parse`  |
+| `DocxLoader`              | Word documents; plain text or HTML output                |   `mammoth`   |
+| `WebLoader`               | HTTP scraping with retry/timeout; optional CSS selector  |     opt.      |
+| `YouTubeTranscriptLoader` | YouTube transcripts; no API key; segment by duration     |       —       |
+| `GitHubLoader`            | GitHub REST API; filter by path, extension, `maxFiles`   |       —       |
 
 ### Examples
 
@@ -176,7 +177,7 @@ const webDocs = await new WebLoader({
 // YouTube transcript (no API key needed)
 const ytDocs = await new YouTubeTranscriptLoader({
   videoUrl: 'https://www.youtube.com/watch?v=VIDEO_ID',
-  segmentDuration: 60,   // group into 60-second chunks
+  segmentDuration: 60, // group into 60-second chunks
 }).load();
 
 // GitHub repository
@@ -203,12 +204,14 @@ import { BaseDocumentLoader, Loader, DocumentLoaderRegistry } from '@hazeljs/rag
 
 @Loader({ name: 'NotionLoader', extensions: [] })
 export class NotionLoader extends BaseDocumentLoader {
-  constructor(private readonly databaseId: string) { super(); }
+  constructor(private readonly databaseId: string) {
+    super();
+  }
 
   async load() {
     const pages = await fetchNotionPages(this.databaseId);
-    return pages.map(p =>
-      this.createDocument(p.content, { source: `notion:${p.id}`, title: p.title }),
+    return pages.map((p) =>
+      this.createDocument(p.content, { source: `notion:${p.id}`, title: p.title })
     );
   }
 }
@@ -225,12 +228,12 @@ GraphRAG builds a **knowledge graph** from your documents — entities, relation
 
 ### Why GraphRAG?
 
-| Question type | Traditional RAG | GraphRAG |
-|---|---|---|
-| "What does X do?" | ✅ Good | ✅ Excellent (entity traversal) |
-| "How do X and Y relate?" | ❌ Poor | ✅ Excellent (relationships) |
-| "What are the main architectural layers?" | ❌ Poor | ✅ Excellent (community reports) |
-| Multi-document cross-referencing | ❌ Fragmented | ✅ Native |
+| Question type                             | Traditional RAG | GraphRAG                         |
+| ----------------------------------------- | --------------- | -------------------------------- |
+| "What does X do?"                         | ✅ Good         | ✅ Excellent (entity traversal)  |
+| "How do X and Y relate?"                  | ❌ Poor         | ✅ Excellent (relationships)     |
+| "What are the main architectural layers?" | ❌ Poor         | ✅ Excellent (community reports) |
+| Multi-document cross-referencing          | ❌ Fragmented   | ✅ Native                        |
 
 ### Build the graph
 
@@ -250,12 +253,12 @@ const graphRag = new GraphRAGPipeline({
     });
     return res.choices[0].message.content ?? '';
   },
-  extractionChunkSize: 2000,      // chars per LLM extraction call
+  extractionChunkSize: 2000, // chars per LLM extraction call
   generateCommunityReports: true, // LLM summaries per community cluster
-  maxCommunitySize: 15,           // split clusters larger than this
-  localSearchDepth: 2,            // BFS hops for local search
-  localSearchTopK: 5,             // seed entities per query
-  globalSearchTopK: 5,            // community reports for global search
+  maxCommunitySize: 15, // split clusters larger than this
+  localSearchDepth: 2, // BFS hops for local search
+  localSearchTopK: 5, // seed entities per query
+  globalSearchTopK: 5, // community reports for global search
 });
 
 const docs = await new DirectoryLoader({ dirPath: './knowledge-base', recursive: true }).load();
@@ -269,21 +272,17 @@ const stats = await graphRag.build(docs);
 ```typescript
 // LOCAL — entity-centric, BFS graph traversal
 // Best for: specific questions about named concepts, classes, or technologies
-const local = await graphRag.search(
-  'How does dependency injection work?',
-  { mode: 'local' },
-);
+const local = await graphRag.search('How does dependency injection work?', { mode: 'local' });
 console.log(local.answer);
-console.log(local.entities);      // entities found and traversed
+console.log(local.entities); // entities found and traversed
 console.log(local.relationships); // evidence relationships
 
 // GLOBAL — community report ranking
 // Best for: broad thematic questions, architecture overviews
-const global = await graphRag.search(
-  'What are the main architectural layers of this system?',
-  { mode: 'global' },
-);
-console.log(global.communities);  // ranked community reports used
+const global = await graphRag.search('What are the main architectural layers of this system?', {
+  mode: 'global',
+});
+console.log(global.communities); // ranked community reports used
 
 // HYBRID — runs both in parallel, single synthesis call (recommended default)
 const result = await graphRag.search('What vector stores does @hazeljs/rag support?');
@@ -307,11 +306,11 @@ const graph = graphRag.getGraph();
 // Entities, relationships, community reports
 console.log([...graph.entities.values()].slice(0, 5));
 console.log([...graph.relationships.values()].slice(0, 5));
-console.log([...graph.communityReports.values()].map(r => r.title));
+console.log([...graph.communityReports.values()].map((r) => r.title));
 
 // Statistics
 const stats = graphRag.getStats();
-console.log(stats.entityTypeBreakdown);   // { TECHNOLOGY: 14, CONCEPT: 12, ... }
+console.log(stats.entityTypeBreakdown); // { TECHNOLOGY: 14, CONCEPT: 12, ... }
 console.log(stats.topEntities.slice(0, 5)); // most-connected entities
 ```
 
@@ -358,12 +357,12 @@ const vectorStore = new ChromaVectorStore(embeddings, {
 
 ### Vector store comparison
 
-| | Memory | Pinecone | Qdrant | Weaviate | ChromaDB |
-|---|:---:|:---:|:---:|:---:|:---:|
-| Setup | None | API Key | Docker | Docker | Docker |
-| Persistence | ❌ | ✅ | ✅ | ✅ | ✅ |
-| Best for | Dev/Test | Production | High-perf | GraphQL | Prototyping |
-| Cost | Free | Paid | OSS | OSS | OSS |
+|             |  Memory  |  Pinecone  |  Qdrant   | Weaviate |  ChromaDB   |
+| ----------- | :------: | :--------: | :-------: | :------: | :---------: |
+| Setup       |   None   |  API Key   |  Docker   |  Docker  |   Docker    |
+| Persistence |    ❌    |     ✅     |    ✅     |    ✅    |     ✅      |
+| Best for    | Dev/Test | Production | High-perf | GraphQL  | Prototyping |
+| Cost        |   Free   |    Paid    |    OSS    |   OSS    |     OSS     |
 
 ---
 
@@ -375,7 +374,7 @@ import { OpenAIEmbeddings, CohereEmbeddings } from '@hazeljs/rag';
 // OpenAI
 const openaiEmbed = new OpenAIEmbeddings({
   apiKey: process.env.OPENAI_API_KEY,
-  model: 'text-embedding-3-small',  // 1536 dims
+  model: 'text-embedding-3-small', // 1536 dims
   // model: 'text-embedding-3-large', // 3072 dims, highest quality
 });
 
@@ -418,8 +417,8 @@ const results2 = await multiQuery.search('How do I deploy my app?', { topK: 5 })
 import { RecursiveTextSplitter } from '@hazeljs/rag';
 
 const splitter = new RecursiveTextSplitter({
-  chunkSize: 1000,      // target chars per chunk
-  chunkOverlap: 200,    // overlap for context continuity
+  chunkSize: 1000, // target chars per chunk
+  chunkOverlap: 200, // overlap for context continuity
   separators: ['\n\n', '\n', '. ', ' '],
 });
 
@@ -448,7 +447,7 @@ const rag = new RAGPipelineWithMemory(config, memory, llmFunction);
 const response = await rag.queryWithMemory(
   'What did we discuss about deployment?',
   'session-123',
-  'user-456',
+  'user-456'
 );
 console.log(response.answer);
 console.log(response.memories);

package/dist/decorators/semantic-search.decorator.d.ts

@@ -14,6 +14,10 @@ export interface HybridSearchOptions extends SemanticSearchOptions {
     keywordWeight?: number;
     algorithm?: 'rrf' | 'weighted' | 'linear';
 }
+/**
+ * Register a global handler for {@link AutoEmbed} (e.g. upsert into your vector index).
+ */
+export declare function configureAutoEmbed(handler: (text: string) => Promise<void>): void;
 /**
  * Enables semantic search on a method
  */
@@ -23,9 +27,9 @@ export declare function SemanticSearch(options?: SemanticSearchOptions): MethodD
  */
 export declare function HybridSearch(options?: HybridSearchOptions): MethodDecorator;
 /**
- * Auto-embed decorator for automatic embedding generation
+ * Auto-embed decorator — after the method returns, text fields are passed to {@link configureAutoEmbed}.
  */
-export declare function AutoEmbed(_fields?: string[]): MethodDecorator;
+export declare function AutoEmbed(fields?: string[]): MethodDecorator;
 /**
  * Multi-query RAG decorator
  */

package/dist/decorators/semantic-search.decorator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"semantic-search.decorator.d.ts","sourceRoot":"","sources":["../../src/decorators/semantic-search.decorator.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,kBAAkB,CAAC;AAE1B,MAAM,WAAW,qBAAqB;IACpC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,mBAAoB,SAAQ,qBAAqB;IAChE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,KAAK,GAAG,UAAU,GAAG,QAAQ,CAAC;CAC3C;AAKD;;GAEG;AACH,wBAAgB,cAAc,CAAC,OAAO,GAAE,qBAA0B,GAAG,eAAe,CAKnF;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,OAAO,GAAE,mBAAwB,GAAG,eAAe,CAK/E;AAED;;GAEG;AACH,wBAAgB,SAAS,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,eAAe,CAe7D;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,OAAO,GAAE;IAAE,OAAO,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,eAAe,CAKjF;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,OAAO,GAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,eAAe,CAKrF;AAED;;GAEG;AACH,wBAAgB,YAAY,IAAI,eAAe,CAK9C;AAED;;GAEG;AACH,wBAAgB,MAAM,CAAC,OAAO,GAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,eAAe,CAKvF;AAED;;GAEG;AACH,wBAAgB,oBAAoB,IAAI,eAAe,CAKtD;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAC/B,OAAO,GAAE;IACP,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACf,GACL,eAAe,CAKjB;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,OAAO,GAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,eAAe,CAK3F"}
+{"version":3,"file":"semantic-search.decorator.d.ts","sourceRoot":"","sources":["../../src/decorators/semantic-search.decorator.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,kBAAkB,CAAC;AAE1B,MAAM,WAAW,qBAAqB;IACpC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,mBAAoB,SAAQ,qBAAqB;IAChE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,KAAK,GAAG,UAAU,GAAG,QAAQ,CAAC;CAC3C;AAQD;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAEjF;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,OAAO,GAAE,qBAA0B,GAAG,eAAe,CAKnF;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,OAAO,GAAE,mBAAwB,GAAG,eAAe,CAK/E;AAED;;GAEG;AACH,wBAAgB,SAAS,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,GAAG,eAAe,CAuB5D;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,OAAO,GAAE;IAAE,OAAO,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,eAAe,CAKjF;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,OAAO,GAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,eAAe,CAKrF;AAED;;GAEG;AACH,wBAAgB,YAAY,IAAI,eAAe,CAK9C;AAED;;GAEG;AACH,wBAAgB,MAAM,CAAC,OAAO,GAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,eAAe,CAKvF;AAED;;GAEG;AACH,wBAAgB,oBAAoB,IAAI,eAAe,CAKtD;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAC/B,OAAO,GAAE;IACP,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACf,GACL,eAAe,CAKjB;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,OAAO,GAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,eAAe,CAK3F"}

package/dist/decorators/semantic-search.decorator.js

@@ -4,6 +4,7 @@
  * Enable semantic search capabilities on methods
  */
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.configureAutoEmbed = configureAutoEmbed;
 exports.SemanticSearch = SemanticSearch;
 exports.HybridSearch = HybridSearch;
 exports.AutoEmbed = AutoEmbed;
@@ -17,6 +18,14 @@ exports.TimeWeightedRetrieval = TimeWeightedRetrieval;
 require("reflect-metadata");
 const SEMANTIC_SEARCH_KEY = Symbol('semanticSearch');
 const HYBRID_SEARCH_KEY = Symbol('hybridSearch');
+/** Optional hook: embed text after entity persistence (wire to RAGPipeline / embedding provider). */
+let autoEmbedHandler;
+/**
+ * Register a global handler for {@link AutoEmbed} (e.g. upsert into your vector index).
+ */
+function configureAutoEmbed(handler) {
+    autoEmbedHandler = handler;
+}
 /**
  * Enables semantic search on a method
  */
@@ -36,15 +45,23 @@ function HybridSearch(options = {}) {
     };
 }
 /**
- * Auto-embed decorator for automatic embedding generation
+ * Auto-embed decorator — after the method returns, text fields are passed to {@link configureAutoEmbed}.
  */
-function AutoEmbed(_fields) {
+function AutoEmbed(fields) {
     return (target, propertyKey, descriptor) => {
         const originalMethod = descriptor.value;
         descriptor.value = async function (...args) {
             const result = await originalMethod.apply(this, args);
-            // TODO: Implement automatic embedding generation
-            // This would integrate with the RAG service to generate embeddings
+            if (autoEmbedHandler && result && typeof result === 'object') {
+                const obj = result;
+                const keys = fields?.length ? fields : Object.keys(obj);
+                for (const k of keys) {
+                    const v = obj[k];
+                    if (typeof v === 'string' && v.trim()) {
+                        await autoEmbedHandler(v);
+                    }
+                }
+            }
             return result;
         };
         return descriptor;

package/dist/decorators/semantic-search.decorator.js.map

@@ -1 +1 @@
-{"version":3,"file":"semantic-search.decorator.js","sourceRoot":"","sources":["../../src/decorators/semantic-search.decorator.ts"],"names":[],"mappings":";AAAA;;;GAGG;;AAuBH,wCAKC;AAKD,oCAKC;AAKD,8BAeC;AAKD,sCAKC;AAKD,0CAKC;AAKD,oCAKC;AAKD,wBAKC;AAKD,oDAKC;AAKD,8CAUC;AAKD,sDAKC;AAnID,4BAA0B;AAe1B,MAAM,mBAAmB,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAC;AACrD,MAAM,iBAAiB,GAAG,MAAM,CAAC,cAAc,CAAC,CAAC;AAEjD;;GAEG;AACH,SAAgB,cAAc,CAAC,UAAiC,EAAE;IAChE,OAAO,CAAC,MAAc,EAAE,WAA4B,EAAE,UAA8B,EAAE,EAAE;QACtF,OAAO,CAAC,cAAc,CAAC,mBAAmB,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAC1E,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,YAAY,CAAC,UAA+B,EAAE;IAC5D,OAAO,CAAC,MAAc,EAAE,WAA4B,EAAE,UAA8B,EAAE,EAAE;QACtF,OAAO,CAAC,cAAc,CAAC,iBAAiB,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QACxE,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,SAAS,CAAC,OAAkB;IAC1C,OAAO,CAAC,MAAc,EAAE,WAA4B,EAAE,UAA8B,EAAE,EAAE;QACtF,MAAM,cAAc,GAAG,UAAU,CAAC,KAAK,CAAC;QAExC,UAAU,CAAC,KAAK,GAAG,KAAK,WAAW,GAAG,IAAe;YACnD,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAEtD,iDAAiD;YACjD,mEAAmE;YAEnE,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC;QAEF,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,aAAa,CAAC,UAAgC,EAAE;IAC9D,OAAO,CAAC,MAAc,EAAE,WAA4B,EAAE,UAA8B,EAAE,EAAE;QACtF,OAAO,CAAC,cAAc,CAAC,eAAe,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QACtE,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,eAAe,CAAC,UAAkC,EAAE;IAClE,OAAO,CAAC,MAAc,EAAE,WAA4B,EAAE,UAA8B,EAAE,EAAE;QACtF,OAAO,CAAC,cAAc,CAAC,iBAAiB,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QACxE,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,YAAY;IAC1B,OAAO,CAAC,MAAc,EAAE,WAA4B,EAAE,UAA8B,EAAE,EAAE;QACtF,OAAO,CAAC,cAAc,CAAC,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAClE,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,MAAM,CAAC,UAA6C,EAAE;IACpE,OAAO,CAAC,MAAc,EAAE,WAA4B,EAAE,UAA8B,EAAE,EAAE;QACtF,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAC/D,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,oBAAoB;IAClC,OAAO,CAAC,MAAc,EAAE,WAA4B,EAAE,UAA8B,EAAE,EAAE;QACtF,OAAO,CAAC,cAAc,CAAC,sBAAsB,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAC1E,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,iBAAiB,CAC/B,UAGI,EAAE;IAEN,OAAO,CAAC,MAAc,EAAE,WAA4B,EAAE,UAA8B,EAAE,EAAE;QACtF,OAAO,CAAC,cAAc,CAAC,mBAAmB,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAC1E,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,qBAAqB,CAAC,UAAkC,EAAE;IACxE,OAAO,CAAC,MAAc,EAAE,WAA4B,EAAE,UAA8B,EAAE,EAAE;QACtF,OAAO,CAAC,cAAc,CAAC,uBAAuB,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAC9E,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC"}
+{"version":3,"file":"semantic-search.decorator.js","sourceRoot":"","sources":["../../src/decorators/semantic-search.decorator.ts"],"names":[],"mappings":";AAAA;;;GAGG;;AA0BH,gDAEC;AAKD,wCAKC;AAKD,oCAKC;AAKD,8BAuBC;AAKD,sCAKC;AAKD,0CAKC;AAKD,oCAKC;AAKD,wBAKC;AAKD,oDAKC;AAKD,8CAUC;AAKD,sDAKC;AArJD,4BAA0B;AAe1B,MAAM,mBAAmB,GAAG,MAAM,CAAC,gBAAgB,CAAC,CAAC;AACrD,MAAM,iBAAiB,GAAG,MAAM,CAAC,cAAc,CAAC,CAAC;AAEjD,qGAAqG;AACrG,IAAI,gBAA+D,CAAC;AAEpE;;GAEG;AACH,SAAgB,kBAAkB,CAAC,OAAwC;IACzE,gBAAgB,GAAG,OAAO,CAAC;AAC7B,CAAC;AAED;;GAEG;AACH,SAAgB,cAAc,CAAC,UAAiC,EAAE;IAChE,OAAO,CAAC,MAAc,EAAE,WAA4B,EAAE,UAA8B,EAAE,EAAE;QACtF,OAAO,CAAC,cAAc,CAAC,mBAAmB,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAC1E,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,YAAY,CAAC,UAA+B,EAAE;IAC5D,OAAO,CAAC,MAAc,EAAE,WAA4B,EAAE,UAA8B,EAAE,EAAE;QACtF,OAAO,CAAC,cAAc,CAAC,iBAAiB,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QACxE,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,SAAS,CAAC,MAAiB;IACzC,OAAO,CAAC,MAAc,EAAE,WAA4B,EAAE,UAA8B,EAAE,EAAE;QACtF,MAAM,cAAc,GAAG,UAAU,CAAC,KAA8C,CAAC;QAEjF,UAAU,CAAC,KAAK,GAAG,KAAK,WAAW,GAAG,IAAe;YACnD,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAEtD,IAAI,gBAAgB,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC7D,MAAM,GAAG,GAAG,MAAiC,CAAC;gBAC9C,MAAM,IAAI,GAAG,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACxD,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;oBACrB,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;oBACjB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;wBACtC,MAAM,gBAAgB,CAAC,CAAC,CAAC,CAAC;oBAC5B,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC;QAEF,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,aAAa,CAAC,UAAgC,EAAE;IAC9D,OAAO,CAAC,MAAc,EAAE,WAA4B,EAAE,UAA8B,EAAE,EAAE;QACtF,OAAO,CAAC,cAAc,CAAC,eAAe,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QACtE,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,eAAe,CAAC,UAAkC,EAAE;IAClE,OAAO,CAAC,MAAc,EAAE,WAA4B,EAAE,UAA8B,EAAE,EAAE;QACtF,OAAO,CAAC,cAAc,CAAC,iBAAiB,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QACxE,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,YAAY;IAC1B,OAAO,CAAC,MAAc,EAAE,WAA4B,EAAE,UAA8B,EAAE,EAAE;QACtF,OAAO,CAAC,cAAc,CAAC,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAClE,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,MAAM,CAAC,UAA6C,EAAE;IACpE,OAAO,CAAC,MAAc,EAAE,WAA4B,EAAE,UAA8B,EAAE,EAAE;QACtF,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAC/D,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,oBAAoB;IAClC,OAAO,CAAC,MAAc,EAAE,WAA4B,EAAE,UAA8B,EAAE,EAAE;QACtF,OAAO,CAAC,cAAc,CAAC,sBAAsB,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAC1E,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,iBAAiB,CAC/B,UAGI,EAAE;IAEN,OAAO,CAAC,MAAc,EAAE,WAA4B,EAAE,UAA8B,EAAE,EAAE;QACtF,OAAO,CAAC,cAAc,CAAC,mBAAmB,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAC1E,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,qBAAqB,CAAC,UAAkC,EAAE;IACxE,OAAO,CAAC,MAAc,EAAE,WAA4B,EAAE,UAA8B,EAAE,EAAE;QACtF,OAAO,CAAC,cAAc,CAAC,uBAAuB,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAC9E,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC"}

package/dist/index.d.ts

@@ -8,7 +8,7 @@ export * from './rag.service';
 export * from './rag.module';
 export * from './decorators/rag.decorator';
 export * from './decorators/embeddable.decorator';
-export * from './decorators/semantic-search.decorator';
+export { SemanticSearch, HybridSearch, AutoEmbed, configureAutoEmbed, MultiQueryRAG, CompressContext, SelfQueryRAG, Rerank, ParentChildRetrieval, EnsembleRetrieval, TimeWeightedRetrieval, } from './decorators/semantic-search.decorator';
 export * from './embeddings/openai-embeddings';
 export * from './embeddings/cohere-embeddings';
 export * from './reranking/cohere.reranker';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,cAAc,SAAS,CAAC;AAGxB,cAAc,gBAAgB,CAAC;AAG/B,cAAc,eAAe,CAAC;AAC9B,cAAc,cAAc,CAAC;AAG7B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,mCAAmC,CAAC;AAClD,cAAc,wCAAwC,CAAC;AAGvD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,6BAA6B,CAAC;AAG5C,cAAc,qCAAqC,CAAC;AACpD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,8BAA8B,CAAC;AAG7C,cAAc,0CAA0C,CAAC;AAGzD,cAAc,WAAW,CAAC;AAG1B,cAAc,kBAAkB,CAAC;AACjC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,yBAAyB,CAAC;AAGxC,cAAc,oBAAoB,CAAC;AAGnC,cAAc,UAAU,CAAC;AACzB,cAAc,4BAA4B,CAAC;AAG3C,cAAc,WAAW,CAAC;AAG1B,cAAc,SAAS,CAAC;AAGxB,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAG5D,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,cAAc,SAAS,CAAC;AAGxB,cAAc,gBAAgB,CAAC;AAG/B,cAAc,eAAe,CAAC;AAC9B,cAAc,cAAc,CAAC;AAG7B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,mCAAmC,CAAC;AAClD,OAAO,EACL,cAAc,EACd,YAAY,EACZ,SAAS,EACT,kBAAkB,EAClB,aAAa,EACb,eAAe,EACf,YAAY,EACZ,MAAM,EACN,oBAAoB,EACpB,iBAAiB,EACjB,qBAAqB,GACtB,MAAM,wCAAwC,CAAC;AAGhD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,6BAA6B,CAAC;AAG5C,cAAc,qCAAqC,CAAC;AACpD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,8BAA8B,CAAC;AAG7C,cAAc,0CAA0C,CAAC;AAGzD,cAAc,WAAW,CAAC;AAG1B,cAAc,kBAAkB,CAAC;AACjC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,yBAAyB,CAAC;AAGxC,cAAc,oBAAoB,CAAC;AAGnC,cAAc,UAAU,CAAC;AACzB,cAAc,4BAA4B,CAAC;AAG3C,cAAc,WAAW,CAAC;AAG1B,cAAc,SAAS,CAAC;AAGxB,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAG5D,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC"}

package/dist/index.js

@@ -18,7 +18,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.setDebugEnabled = exports.debug = exports.RAGErrorCode = exports.RAGError = void 0;
+exports.setDebugEnabled = exports.debug = exports.RAGErrorCode = exports.RAGError = exports.TimeWeightedRetrieval = exports.EnsembleRetrieval = exports.ParentChildRetrieval = exports.Rerank = exports.SelfQueryRAG = exports.CompressContext = exports.MultiQueryRAG = exports.configureAutoEmbed = exports.AutoEmbed = exports.HybridSearch = exports.SemanticSearch = void 0;
 // Core types
 __exportStar(require("./types"), exports);
 // RAG Pipeline
@@ -29,7 +29,18 @@ __exportStar(require("./rag.module"), exports);
 // Decorators
 __exportStar(require("./decorators/rag.decorator"), exports);
 __exportStar(require("./decorators/embeddable.decorator"), exports);
-__exportStar(require("./decorators/semantic-search.decorator"), exports);
+var semantic_search_decorator_1 = require("./decorators/semantic-search.decorator");
+Object.defineProperty(exports, "SemanticSearch", { enumerable: true, get: function () { return semantic_search_decorator_1.SemanticSearch; } });
+Object.defineProperty(exports, "HybridSearch", { enumerable: true, get: function () { return semantic_search_decorator_1.HybridSearch; } });
+Object.defineProperty(exports, "AutoEmbed", { enumerable: true, get: function () { return semantic_search_decorator_1.AutoEmbed; } });
+Object.defineProperty(exports, "configureAutoEmbed", { enumerable: true, get: function () { return semantic_search_decorator_1.configureAutoEmbed; } });
+Object.defineProperty(exports, "MultiQueryRAG", { enumerable: true, get: function () { return semantic_search_decorator_1.MultiQueryRAG; } });
+Object.defineProperty(exports, "CompressContext", { enumerable: true, get: function () { return semantic_search_decorator_1.CompressContext; } });
+Object.defineProperty(exports, "SelfQueryRAG", { enumerable: true, get: function () { return semantic_search_decorator_1.SelfQueryRAG; } });
+Object.defineProperty(exports, "Rerank", { enumerable: true, get: function () { return semantic_search_decorator_1.Rerank; } });
+Object.defineProperty(exports, "ParentChildRetrieval", { enumerable: true, get: function () { return semantic_search_decorator_1.ParentChildRetrieval; } });
+Object.defineProperty(exports, "EnsembleRetrieval", { enumerable: true, get: function () { return semantic_search_decorator_1.EnsembleRetrieval; } });
+Object.defineProperty(exports, "TimeWeightedRetrieval", { enumerable: true, get: function () { return semantic_search_decorator_1.TimeWeightedRetrieval; } });
 // Embeddings & Reranking
 __exportStar(require("./embeddings/openai-embeddings"), exports);
 __exportStar(require("./embeddings/cohere-embeddings"), exports);

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;;;;;;;;;;;;;;;AAEH,aAAa;AACb,0CAAwB;AAExB,eAAe;AACf,iDAA+B;AAE/B,uBAAuB;AACvB,gDAA8B;AAC9B,+CAA6B;AAE7B,aAAa;AACb,6DAA2C;AAC3C,oEAAkD;AAClD,yEAAuD;AAEvD,yBAAyB;AACzB,iEAA+C;AAC/C,iEAA+C;AAC/C,8DAA4C;AAE5C,gBAAgB;AAChB,sEAAoD;AACpD,iEAA+C;AAC/C,+DAA6C;AAC7C,iEAA+C;AAC/C,+DAA6C;AAE7C,iBAAiB;AACjB,2EAAyD;AAEzD,mBAAmB;AACnB,4CAA0B;AAE1B,uBAAuB;AACvB,mDAAiC;AACjC,4DAA0C;AAC1C,0DAAwC;AAExC,QAAQ;AACR,qDAAmC;AAEnC,SAAS;AACT,2CAAyB;AACzB,6DAA2C;AAE3C,2DAA2D;AAC3D,4CAA0B;AAE1B,yEAAyE;AACzE,0CAAwB;AAExB,SAAS;AACT,gDAA4D;AAAnD,qGAAA,QAAQ,OAAA;AAAE,yGAAA,YAAY,OAAA;AAE/B,gBAAgB;AAChB,uCAAuD;AAA9C,8FAAA,KAAK,OAAA;AAAE,wGAAA,eAAe,OAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;;;;;;;;;;;;;;;AAEH,aAAa;AACb,0CAAwB;AAExB,eAAe;AACf,iDAA+B;AAE/B,uBAAuB;AACvB,gDAA8B;AAC9B,+CAA6B;AAE7B,aAAa;AACb,6DAA2C;AAC3C,oEAAkD;AAClD,oFAYgD;AAX9C,2HAAA,cAAc,OAAA;AACd,yHAAA,YAAY,OAAA;AACZ,sHAAA,SAAS,OAAA;AACT,+HAAA,kBAAkB,OAAA;AAClB,0HAAA,aAAa,OAAA;AACb,4HAAA,eAAe,OAAA;AACf,yHAAA,YAAY,OAAA;AACZ,mHAAA,MAAM,OAAA;AACN,iIAAA,oBAAoB,OAAA;AACpB,8HAAA,iBAAiB,OAAA;AACjB,kIAAA,qBAAqB,OAAA;AAGvB,yBAAyB;AACzB,iEAA+C;AAC/C,iEAA+C;AAC/C,8DAA4C;AAE5C,gBAAgB;AAChB,sEAAoD;AACpD,iEAA+C;AAC/C,+DAA6C;AAC7C,iEAA+C;AAC/C,+DAA6C;AAE7C,iBAAiB;AACjB,2EAAyD;AAEzD,mBAAmB;AACnB,4CAA0B;AAE1B,uBAAuB;AACvB,mDAAiC;AACjC,4DAA0C;AAC1C,0DAAwC;AAExC,QAAQ;AACR,qDAAmC;AAEnC,SAAS;AACT,2CAAyB;AACzB,6DAA2C;AAE3C,2DAA2D;AAC3D,4CAA0B;AAE1B,yEAAyE;AACzE,0CAAwB;AAExB,SAAS;AACT,gDAA4D;AAAnD,qGAAA,QAAQ,OAAA;AAAE,yGAAA,YAAY,OAAA;AAE/B,gBAAgB;AAChB,uCAAuD;AAA9C,8FAAA,KAAK,OAAA;AAAE,wGAAA,eAAe,OAAA"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hazeljs/rag",
-  "version": "0.7.9",
+  "version": "0.8.1",
   "description": "Retrieval-Augmented Generation (RAG) and vector search for HazelJS framework",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -19,13 +19,13 @@
   ],
   "scripts": {
     "build": "rm -rf dist tsconfig.tsbuildinfo && tsc --skipLibCheck",
-    "test": "jest --coverage --passWithNoTests",
+    "test": "jest --config jest.config.js --coverage --passWithNoTests",
     "lint": "eslint \"src/**/*.ts\"",
     "lint:fix": "eslint \"src/**/*.ts\" --fix",
-    "clean": "rm -rf dist"
+    "clean": "rm -rf dist && find src -type f \\( -name '*.js' -o -name '*.d.ts' -o -name '*.d.ts.map' \\) -delete 2>/dev/null || true"
   },
   "dependencies": {
-    "@hazeljs/prompts": "^0.7.9",
+    "@hazeljs/prompts": "^0.8.1",
     "reflect-metadata": "^0.2.2"
   },
   "peerDependencies": {
@@ -39,7 +39,7 @@
     "chromadb": "^1.8.0",
     "cohere-ai": "^7.0.0",
     "mammoth": "^1.11.0",
-    "openai": "^4.0.0",
+    "openai": "^6.0.0",
     "pdf-parse": "^1.1.1",
     "weaviate-ts-client": "^2.0.0"
   },
@@ -78,56 +78,14 @@
       "optional": true
     }
   },
-  "jest": {
-    "preset": "ts-jest",
-    "testEnvironment": "node",
-    "testMatch": [
-      "**/src/__tests__/**/*.test.ts"
-    ],
-    "moduleNameMapper": {
-      "^@hazeljs/prompts$": "<rootDir>/../prompts/src/index.ts",
-      "^@hazeljs/memory$": "<rootDir>/../memory/src/index.ts",
-      "^@hazeljs/memory/prisma$": "<rootDir>/../memory/src/prisma.ts"
-    },
-    "collectCoverageFrom": [
-      "src/**/*.ts",
-      "!src/**/*.d.ts",
-      "!src/index.ts",
-      "!src/rag.module.ts",
-      "!src/rag.service.ts",
-      "!src/rag-pipeline-with-memory.ts",
-      "!src/vector-stores/**",
-      "!src/embeddings/**",
-      "!src/agentic/**",
-      "!src/decorators/**",
-      "!src/memory/**",
-      "!src/loaders/pdf.loader.ts",
-      "!src/loaders/docx.loader.ts",
-      "!src/loaders/web.loader.ts",
-      "!src/loaders/github.loader.ts",
-      "!src/loaders/youtube-transcript.loader.ts",
-      "!src/loaders/index.ts",
-      "!src/graph/index.ts",
-      "!src/prompts/**",
-      "!src/types/**"
-    ],
-    "coverageThreshold": {
-      "global": {
-        "statements": 85,
-        "branches": 75,
-        "functions": 85,
-        "lines": 85
-      }
-    }
-  },
   "devDependencies": {
-    "@hazeljs/memory": "^0.7.9",
+    "@hazeljs/memory": "^0.8.1",
     "@types/node": "^20.19.39",
     "@typescript-eslint/eslint-plugin": "^8.58.0",
     "@typescript-eslint/parser": "^8.58.0",
     "eslint": "^8.57.1",
     "jest": "^29.7.0",
-    "openai": "^4.104.0",
+    "openai": "^6.33.0",
     "ts-jest": "^29.4.9",
     "typescript": "^5.9.3"
   },
@@ -159,5 +117,5 @@
     "url": "https://github.com/hazeljs/hazel-js/issues"
   },
   "homepage": "https://hazeljs.ai",
-  "gitHead": "28c21c509aeca3bf2d0878fbee737d906b654c67"
+  "gitHead": "8b7685d1250c4622f25d83992f58e13a59bb3dba"
 }