@cogitator-ai/rag 0.1.0 → 0.1.4

package/dist/rag-builder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rag-builder.js","sourceRoot":"","sources":["../src/rag-builder.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,uBAAuB,EAA+B,MAAM,UAAU,CAAC;AAChF,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AAExE,MAAM,OAAO,kBAAkB;IACrB,MAAM,CAAkB;IACxB,OAAO,CAA0B;IACjC,gBAAgB,CAAoB;IACpC,gBAAgB,CAAoB;IACpC,SAAS,CAAa;IACtB,QAAQ,CAAY;IACpB,WAAW,CAA0B;IAE7C,UAAU,CAAC,MAAsB;QAC/B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,WAAW,CAAC,OAA+B;QACzC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,oBAAoB,CAAC,OAAyB;QAC5C,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,oBAAoB,CAAC,OAAyB;QAC5C,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,aAAa,CAAC,SAAoB;QAChC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,YAAY,CAAC,QAAkB;QAC7B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,UAAU,CAAC,MAA8B;QACvC,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC3E,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;QAC/F,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;QAC/F,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,aAAa,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACtF,MAAM,SAAS,GACb,IAAI,CAAC,SAAS;YACd,IAAI,mBAAmB,CAAC;gBACtB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;gBACvC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;aACxC,CAAC,CAAC;QAEL,OAAO,IAAI,WAAW,CAAC,MAAM,EAAE;YAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO;YACP,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,SAAS;YACT,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB,CAAC,CAAC;IACL,CAAC;IAEO,aAAa;QACnB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC3E,CAAC;QACD,OAAO,uBAAuB,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACzD,CAAC;CACF"}

package/dist/rag-pipeline.d.ts

@@ -0,0 +1,28 @@
+import type { DocumentLoader, Chunker, AsyncChunker, EmbeddingService, EmbeddingAdapter, Retriever, Reranker, RAGPipelineConfig, RetrievalConfig, RetrievalResult } from '@cogitator-ai/types';
+export interface RAGPipelineDeps {
+    loader: DocumentLoader;
+    chunker: Chunker | AsyncChunker;
+    embeddingService: EmbeddingService;
+    embeddingAdapter: EmbeddingAdapter;
+    retriever: Retriever;
+    reranker?: Reranker;
+}
+export declare class RAGPipeline {
+    private readonly config;
+    private readonly deps;
+    private stats;
+    constructor(config: RAGPipelineConfig, deps: RAGPipelineDeps);
+    ingest(source: string): Promise<{
+        documents: number;
+        chunks: number;
+    }>;
+    query(text: string, options?: Partial<RetrievalConfig>): Promise<RetrievalResult[]>;
+    getStats(): {
+        documentsIngested: number;
+        chunksStored: number;
+        queriesProcessed: number;
+    };
+    private chunkDocument;
+    private storeChunk;
+}
+//# sourceMappingURL=rag-pipeline.d.ts.map

package/dist/rag-pipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rag-pipeline.d.ts","sourceRoot":"","sources":["../src/rag-pipeline.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,OAAO,EACP,YAAY,EACZ,gBAAgB,EAChB,gBAAgB,EAChB,SAAS,EACT,QAAQ,EACR,iBAAiB,EACjB,eAAe,EACf,eAAe,EAGhB,MAAM,qBAAqB,CAAC;AAG7B,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,cAAc,CAAC;IACvB,OAAO,EAAE,OAAO,GAAG,YAAY,CAAC;IAChC,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,SAAS,EAAE,SAAS,CAAC;IACrB,QAAQ,CAAC,EAAE,QAAQ,CAAC;CACrB;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoB;IAC3C,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAkB;IACvC,OAAO,CAAC,KAAK,CAAkE;gBAEnE,MAAM,EAAE,iBAAiB,EAAE,IAAI,EAAE,eAAe;IAKtD,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IA8BtE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAWzF,QAAQ;;;;;YAIM,aAAa;YAIb,UAAU;CAkBzB"}

package/dist/rag-pipeline.js

@@ -0,0 +1,63 @@
+import { RAGPipelineConfigSchema } from './schema';
+export class RAGPipeline {
+    config;
+    deps;
+    stats = { documentsIngested: 0, chunksStored: 0, queriesProcessed: 0 };
+    constructor(config, deps) {
+        this.config = RAGPipelineConfigSchema.parse(config);
+        this.deps = deps;
+    }
+    async ingest(source) {
+        const documents = await this.deps.loader.load(source);
+        let totalChunks = 0;
+        for (const doc of documents) {
+            const chunks = await this.chunkDocument(doc);
+            if (chunks.length === 0)
+                continue;
+            const texts = chunks.map((c) => c.content);
+            const vectors = await this.deps.embeddingService.embedBatch(texts);
+            if (vectors.length !== chunks.length) {
+                throw new Error(`Embedding count mismatch: got ${vectors.length} vectors for ${chunks.length} chunks`);
+            }
+            for (let i = 0; i < chunks.length; i++) {
+                await this.storeChunk(chunks[i], vectors[i], doc);
+            }
+            totalChunks += chunks.length;
+        }
+        this.stats.documentsIngested += documents.length;
+        this.stats.chunksStored += totalChunks;
+        return { documents: documents.length, chunks: totalChunks };
+    }
+    async query(text, options) {
+        const results = await this.deps.retriever.retrieve(text, options);
+        this.stats.queriesProcessed++;
+        if (this.deps.reranker && this.config.reranking?.enabled) {
+            return this.deps.reranker.rerank(text, results, this.config.reranking.topN);
+        }
+        return results;
+    }
+    getStats() {
+        return { ...this.stats };
+    }
+    async chunkDocument(doc) {
+        return this.deps.chunker.chunk(doc.content, doc.id);
+    }
+    async storeChunk(chunk, vector, doc) {
+        const result = await this.deps.embeddingAdapter.addEmbedding({
+            sourceId: chunk.id,
+            sourceType: 'document',
+            vector,
+            content: chunk.content,
+            metadata: {
+                ...chunk.metadata,
+                documentId: doc.id,
+                source: doc.source,
+                order: chunk.order,
+            },
+        });
+        if (!result.success) {
+            throw new Error(result.error);
+        }
+    }
+}
+//# sourceMappingURL=rag-pipeline.js.map

package/dist/rag-pipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rag-pipeline.js","sourceRoot":"","sources":["../src/rag-pipeline.ts"],"names":[],"mappings":"AAcA,OAAO,EAAE,uBAAuB,EAAE,MAAM,UAAU,CAAC;AAWnD,MAAM,OAAO,WAAW;IACL,MAAM,CAAoB;IAC1B,IAAI,CAAkB;IAC/B,KAAK,GAAG,EAAE,iBAAiB,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,CAAC;IAE/E,YAAY,MAAyB,EAAE,IAAqB;QAC1D,IAAI,CAAC,MAAM,GAAG,uBAAuB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACpD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,MAAc;QACzB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtD,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;YAC7C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAElC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAC3C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEnE,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;gBACrC,MAAM,IAAI,KAAK,CACb,iCAAiC,OAAO,CAAC,MAAM,gBAAgB,MAAM,CAAC,MAAM,SAAS,CACtF,CAAC;YACJ,CAAC;YAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YACpD,CAAC;YAED,WAAW,IAAI,MAAM,CAAC,MAAM,CAAC;QAC/B,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,iBAAiB,IAAI,SAAS,CAAC,MAAM,CAAC;QACjD,IAAI,CAAC,KAAK,CAAC,YAAY,IAAI,WAAW,CAAC;QAEvC,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,OAAkC;QAC1D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAClE,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,CAAC;QAE9B,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,EAAE,CAAC;YACzD,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAC9E,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,QAAQ;QACN,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,GAAgB;QAC1C,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACtD,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,KAAoB,EAAE,MAAgB,EAAE,GAAgB;QAC/E,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC;YAC3D,QAAQ,EAAE,KAAK,CAAC,EAAE;YAClB,UAAU,EAAE,UAAU;YACtB,MAAM;YACN,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,QAAQ,EAAE;gBACR,GAAG,KAAK,CAAC,QAAQ;gBACjB,UAAU,EAAE,GAAG,CAAC,EAAE;gBAClB,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,KAAK,EAAE,KAAK,CAAC,KAAK;aACnB;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;CACF"}

package/dist/rerankers/cohere-reranker.d.ts

@@ -0,0 +1,12 @@
+import type { Reranker, RetrievalResult } from '@cogitator-ai/types';
+export interface CohereRerankerConfig {
+    apiKey: string;
+    model?: string;
+}
+export declare class CohereReranker implements Reranker {
+    private apiKey;
+    private model;
+    constructor(config: CohereRerankerConfig);
+    rerank(query: string, results: RetrievalResult[], topN?: number): Promise<RetrievalResult[]>;
+}
+//# sourceMappingURL=cohere-reranker.d.ts.map

package/dist/rerankers/cohere-reranker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cohere-reranker.d.ts","sourceRoot":"","sources":["../../src/rerankers/cohere-reranker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAErE,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAYD,qBAAa,cAAe,YAAW,QAAQ;IAC7C,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;gBAEV,MAAM,EAAE,oBAAoB;IAKlC,MAAM,CACV,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,eAAe,EAAE,EAC1B,IAAI,CAAC,EAAE,MAAM,GACZ,OAAO,CAAC,eAAe,EAAE,CAAC;CAmC9B"}

package/dist/rerankers/cohere-reranker.js

@@ -0,0 +1,41 @@
+const DEFAULT_MODEL = 'rerank-v3.5';
+const COHERE_RERANK_URL = 'https://api.cohere.com/v2/rerank';
+export class CohereReranker {
+    apiKey;
+    model;
+    constructor(config) {
+        this.apiKey = config.apiKey;
+        this.model = config.model ?? DEFAULT_MODEL;
+    }
+    async rerank(query, results, topN) {
+        if (results.length === 0)
+            return [];
+        const n = topN ?? results.length;
+        const response = await fetch(COHERE_RERANK_URL, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                Authorization: `Bearer ${this.apiKey}`,
+            },
+            body: JSON.stringify({
+                model: this.model,
+                query,
+                documents: results.map((r) => r.content),
+                top_n: n,
+            }),
+        });
+        if (!response.ok) {
+            const text = await response.text();
+            throw new Error(`Cohere rerank failed (${response.status}): ${text}`);
+        }
+        const data = (await response.json());
+        const mapped = data.results
+            .filter(({ index }) => index >= 0 && index < results.length)
+            .map(({ index, relevance_score }) => ({
+            ...results[index],
+            score: relevance_score,
+        }));
+        return mapped.slice(0, n);
+    }
+}
+//# sourceMappingURL=cohere-reranker.js.map

package/dist/rerankers/cohere-reranker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cohere-reranker.js","sourceRoot":"","sources":["../../src/rerankers/cohere-reranker.ts"],"names":[],"mappings":"AAcA,MAAM,aAAa,GAAG,aAAa,CAAC;AACpC,MAAM,iBAAiB,GAAG,kCAAkC,CAAC;AAE7D,MAAM,OAAO,cAAc;IACjB,MAAM,CAAS;IACf,KAAK,CAAS;IAEtB,YAAY,MAA4B;QACtC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,aAAa,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,MAAM,CACV,KAAa,EACb,OAA0B,EAC1B,IAAa;QAEb,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEpC,MAAM,CAAC,GAAG,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC;QAEjC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,iBAAiB,EAAE;YAC9C,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACvC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,KAAK;gBACL,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;gBACxC,KAAK,EAAE,CAAC;aACT,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,CAAC,MAAM,MAAM,IAAI,EAAE,CAAC,CAAC;QACxE,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAyB,CAAC;QAE7D,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO;aACxB,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,IAAI,CAAC,IAAI,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;aAC3D,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC,CAAC;YACpC,GAAG,OAAO,CAAC,KAAK,CAAC;YACjB,KAAK,EAAE,eAAe;SACvB,CAAC,CAAC,CAAC;QAEN,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5B,CAAC;CACF"}

package/dist/rerankers/index.d.ts

@@ -0,0 +1,3 @@
+export { LLMReranker, type LLMRerankerConfig } from './llm-reranker';
+export { CohereReranker, type CohereRerankerConfig } from './cohere-reranker';
+//# sourceMappingURL=index.d.ts.map

package/dist/rerankers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/rerankers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,KAAK,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,cAAc,EAAE,KAAK,oBAAoB,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/rerankers/index.js

@@ -0,0 +1,3 @@
+export { LLMReranker } from './llm-reranker';
+export { CohereReranker } from './cohere-reranker';
+//# sourceMappingURL=index.js.map

package/dist/rerankers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/rerankers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAA0B,MAAM,gBAAgB,CAAC;AACrE,OAAO,EAAE,cAAc,EAA6B,MAAM,mBAAmB,CAAC"}

package/dist/rerankers/llm-reranker.d.ts

@@ -0,0 +1,12 @@
+import type { Reranker, RetrievalResult } from '@cogitator-ai/types';
+export interface LLMRerankerConfig {
+    generateFn: (prompt: string) => Promise<string>;
+}
+export declare class LLMReranker implements Reranker {
+    private generateFn;
+    constructor(config: LLMRerankerConfig);
+    rerank(query: string, results: RetrievalResult[], topN?: number): Promise<RetrievalResult[]>;
+    private buildPrompt;
+    private parseScores;
+}
+//# sourceMappingURL=llm-reranker.d.ts.map

package/dist/rerankers/llm-reranker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-reranker.d.ts","sourceRoot":"","sources":["../../src/rerankers/llm-reranker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAErE,MAAM,WAAW,iBAAiB;IAChC,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACjD;AAED,qBAAa,WAAY,YAAW,QAAQ;IAC1C,OAAO,CAAC,UAAU,CAAsC;gBAE5C,MAAM,EAAE,iBAAiB;IAI/B,MAAM,CACV,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,eAAe,EAAE,EAC1B,IAAI,CAAC,EAAE,MAAM,GACZ,OAAO,CAAC,eAAe,EAAE,CAAC;IA0B7B,OAAO,CAAC,WAAW;IAcnB,OAAO,CAAC,WAAW;CAiBpB"}

package/dist/rerankers/llm-reranker.js

@@ -0,0 +1,56 @@
+export class LLMReranker {
+    generateFn;
+    constructor(config) {
+        this.generateFn = config.generateFn;
+    }
+    async rerank(query, results, topN) {
+        if (results.length === 0)
+            return [];
+        try {
+            const prompt = this.buildPrompt(query, results);
+            const response = await this.generateFn(prompt);
+            const scores = this.parseScores(response, results.length);
+            const scored = results.map((result, i) => {
+                const entry = scores.find((s) => s.index === i);
+                return { result, llmScore: entry?.score ?? 0 };
+            });
+            scored.sort((a, b) => b.llmScore - a.llmScore);
+            const reranked = scored.map(({ result, llmScore }) => ({
+                ...result,
+                score: Math.max(0, Math.min(1, llmScore / 10)),
+            }));
+            return topN ? reranked.slice(0, topN) : reranked;
+        }
+        catch {
+            const fallback = [...results];
+            return topN ? fallback.slice(0, topN) : fallback;
+        }
+    }
+    buildPrompt(query, results) {
+        const docs = results.map((r, i) => `[${i}] ${r.content}`).join('\n\n');
+        return [
+            "Score each document's relevance to the query on a scale of 0-10.",
+            'Return ONLY a JSON array: [{ "index": number, "score": number }]',
+            '',
+            `Query: ${query}`,
+            '',
+            'Documents:',
+            docs,
+        ].join('\n');
+    }
+    parseScores(response, count) {
+        const jsonMatch = /\[[\s\S]*?\]/.exec(response);
+        if (!jsonMatch)
+            throw new Error('No JSON array found in response');
+        const parsed = JSON.parse(jsonMatch[0]);
+        if (!Array.isArray(parsed))
+            throw new Error('Response is not an array');
+        return parsed.filter((item) => typeof item === 'object' &&
+            item !== null &&
+            typeof item.index === 'number' &&
+            typeof item.score === 'number' &&
+            item.index >= 0 &&
+            item.index < count);
+    }
+}
+//# sourceMappingURL=llm-reranker.js.map

package/dist/rerankers/llm-reranker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-reranker.js","sourceRoot":"","sources":["../../src/rerankers/llm-reranker.ts"],"names":[],"mappings":"AAMA,MAAM,OAAO,WAAW;IACd,UAAU,CAAsC;IAExD,YAAY,MAAyB;QACnC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,MAAM,CACV,KAAa,EACb,OAA0B,EAC1B,IAAa;QAEb,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEpC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAChD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YAE1D,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBACvC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC;gBAChD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;YACjD,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;YAC/C,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;gBACrD,GAAG,MAAM;gBACT,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,EAAE,CAAC,CAAC;aAC/C,CAAC,CAAC,CAAC;YAEJ,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;QACnD,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,QAAQ,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;YAC9B,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;QACnD,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,KAAa,EAAE,OAA0B;QAC3D,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEvE,OAAO;YACL,kEAAkE;YAClE,kEAAkE;YAClE,EAAE;YACF,UAAU,KAAK,EAAE;YACjB,EAAE;YACF,YAAY;YACZ,IAAI;SACL,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC;IAEO,WAAW,CAAC,QAAgB,EAAE,KAAa;QACjD,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChD,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QAEnE,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAExE,OAAO,MAAM,CAAC,MAAM,CAClB,CAAC,IAAI,EAA4C,EAAE,CACjD,OAAO,IAAI,KAAK,QAAQ;YACxB,IAAI,KAAK,IAAI;YACb,OAAQ,IAAgC,CAAC,KAAK,KAAK,QAAQ;YAC3D,OAAQ,IAAgC,CAAC,KAAK,KAAK,QAAQ;YAC1D,IAA0B,CAAC,KAAK,IAAI,CAAC;YACrC,IAA0B,CAAC,KAAK,GAAG,KAAK,CAC5C,CAAC;IACJ,CAAC;CACF"}

package/dist/retrievers/create-retriever.d.ts

@@ -0,0 +1,33 @@
+import type { Retriever, EmbeddingAdapter, EmbeddingService, HybridSearchWeights } from '@cogitator-ai/types';
+import type { HybridSearch } from '@cogitator-ai/memory';
+interface BaseRetrieverDeps {
+    embeddingAdapter: EmbeddingAdapter;
+    embeddingService: EmbeddingService;
+}
+interface SimilarityDeps extends BaseRetrieverDeps {
+    strategy: 'similarity';
+    topK?: number;
+    threshold?: number;
+}
+interface MMRDeps extends BaseRetrieverDeps {
+    strategy: 'mmr';
+    lambda?: number;
+    topK?: number;
+    threshold?: number;
+}
+interface HybridDeps {
+    strategy: 'hybrid';
+    hybridSearch: HybridSearch;
+    weights?: HybridSearchWeights;
+    topK?: number;
+    threshold?: number;
+}
+interface MultiQueryDeps {
+    strategy: 'multi-query';
+    baseRetriever: Retriever;
+    expandQuery: (query: string) => Promise<string[]>;
+}
+export type CreateRetrieverConfig = SimilarityDeps | MMRDeps | HybridDeps | MultiQueryDeps;
+export declare function createRetriever(config: CreateRetrieverConfig): Retriever;
+export {};
+//# sourceMappingURL=create-retriever.d.ts.map

package/dist/retrievers/create-retriever.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-retriever.d.ts","sourceRoot":"","sources":["../../src/retrievers/create-retriever.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC9G,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAMzD,UAAU,iBAAiB;IACzB,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,gBAAgB,EAAE,gBAAgB,CAAC;CACpC;AAED,UAAU,cAAe,SAAQ,iBAAiB;IAChD,QAAQ,EAAE,YAAY,CAAC;IACvB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,UAAU,OAAQ,SAAQ,iBAAiB;IACzC,QAAQ,EAAE,KAAK,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,UAAU,UAAU;IAClB,QAAQ,EAAE,QAAQ,CAAC;IACnB,YAAY,EAAE,YAAY,CAAC;IAC3B,OAAO,CAAC,EAAE,mBAAmB,CAAC;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,UAAU,cAAc;IACtB,QAAQ,EAAE,aAAa,CAAC;IACxB,aAAa,EAAE,SAAS,CAAC;IACzB,WAAW,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;CACnD;AAED,MAAM,MAAM,qBAAqB,GAAG,cAAc,GAAG,OAAO,GAAG,UAAU,GAAG,cAAc,CAAC;AAE3F,wBAAgB,eAAe,CAAC,MAAM,EAAE,qBAAqB,GAAG,SAAS,CAiCxE"}

package/dist/retrievers/create-retriever.js

@@ -0,0 +1,36 @@
+import { SimilarityRetriever } from './similarity-retriever';
+import { MMRRetriever } from './mmr-retriever';
+import { HybridRetriever } from './hybrid-retriever';
+import { MultiQueryRetriever } from './multi-query-retriever';
+export function createRetriever(config) {
+    switch (config.strategy) {
+        case 'similarity':
+            return new SimilarityRetriever({
+                embeddingAdapter: config.embeddingAdapter,
+                embeddingService: config.embeddingService,
+                defaultTopK: config.topK,
+                defaultThreshold: config.threshold,
+            });
+        case 'mmr':
+            return new MMRRetriever({
+                embeddingAdapter: config.embeddingAdapter,
+                embeddingService: config.embeddingService,
+                defaultLambda: config.lambda,
+                defaultTopK: config.topK,
+                defaultThreshold: config.threshold,
+            });
+        case 'hybrid':
+            return new HybridRetriever({
+                hybridSearch: config.hybridSearch,
+                defaultWeights: config.weights,
+                defaultTopK: config.topK,
+                defaultThreshold: config.threshold,
+            });
+        case 'multi-query':
+            return new MultiQueryRetriever({
+                baseRetriever: config.baseRetriever,
+                expandQuery: config.expandQuery,
+            });
+    }
+}
+//# sourceMappingURL=create-retriever.js.map

package/dist/retrievers/create-retriever.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-retriever.js","sourceRoot":"","sources":["../../src/retrievers/create-retriever.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAoC9D,MAAM,UAAU,eAAe,CAAC,MAA6B;IAC3D,QAAQ,MAAM,CAAC,QAAQ,EAAE,CAAC;QACxB,KAAK,YAAY;YACf,OAAO,IAAI,mBAAmB,CAAC;gBAC7B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,WAAW,EAAE,MAAM,CAAC,IAAI;gBACxB,gBAAgB,EAAE,MAAM,CAAC,SAAS;aACnC,CAAC,CAAC;QAEL,KAAK,KAAK;YACR,OAAO,IAAI,YAAY,CAAC;gBACtB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,aAAa,EAAE,MAAM,CAAC,MAAM;gBAC5B,WAAW,EAAE,MAAM,CAAC,IAAI;gBACxB,gBAAgB,EAAE,MAAM,CAAC,SAAS;aACnC,CAAC,CAAC;QAEL,KAAK,QAAQ;YACX,OAAO,IAAI,eAAe,CAAC;gBACzB,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,cAAc,EAAE,MAAM,CAAC,OAAO;gBAC9B,WAAW,EAAE,MAAM,CAAC,IAAI;gBACxB,gBAAgB,EAAE,MAAM,CAAC,SAAS;aACnC,CAAC,CAAC;QAEL,KAAK,aAAa;YAChB,OAAO,IAAI,mBAAmB,CAAC;gBAC7B,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,WAAW,EAAE,MAAM,CAAC,WAAW;aAChC,CAAC,CAAC;IACP,CAAC;AACH,CAAC"}

package/dist/retrievers/hybrid-retriever.d.ts

@@ -0,0 +1,18 @@
+import type { Retriever, RetrievalConfig, RetrievalResult, HybridSearchWeights } from '@cogitator-ai/types';
+import type { HybridSearch } from '@cogitator-ai/memory';
+export interface HybridRetrieverConfig {
+    hybridSearch: HybridSearch;
+    defaultWeights?: HybridSearchWeights;
+    defaultTopK?: number;
+    defaultThreshold?: number;
+}
+export declare class HybridRetriever implements Retriever {
+    private readonly hybridSearch;
+    private readonly defaultWeights?;
+    private readonly defaultTopK;
+    private readonly defaultThreshold;
+    constructor(config: HybridRetrieverConfig);
+    retrieve(query: string, options?: Partial<RetrievalConfig>): Promise<RetrievalResult[]>;
+    private toRetrievalResult;
+}
+//# sourceMappingURL=hybrid-retriever.d.ts.map

package/dist/retrievers/hybrid-retriever.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hybrid-retriever.d.ts","sourceRoot":"","sources":["../../src/retrievers/hybrid-retriever.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,SAAS,EACT,eAAe,EACf,eAAe,EACf,mBAAmB,EAEpB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEzD,MAAM,WAAW,qBAAqB;IACpC,YAAY,EAAE,YAAY,CAAC;IAC3B,cAAc,CAAC,EAAE,mBAAmB,CAAC;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAKD,qBAAa,eAAgB,YAAW,SAAS;IAC/C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAC5C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAsB;IACtD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;gBAE9B,MAAM,EAAE,qBAAqB;IAOnC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAgB7F,OAAO,CAAC,iBAAiB;CAiB1B"}

package/dist/retrievers/hybrid-retriever.js

@@ -0,0 +1,44 @@
+const DEFAULT_TOP_K = 10;
+const DEFAULT_THRESHOLD = 0.0;
+export class HybridRetriever {
+    hybridSearch;
+    defaultWeights;
+    defaultTopK;
+    defaultThreshold;
+    constructor(config) {
+        this.hybridSearch = config.hybridSearch;
+        this.defaultWeights = config.defaultWeights;
+        this.defaultTopK = config.defaultTopK ?? DEFAULT_TOP_K;
+        this.defaultThreshold = config.defaultThreshold ?? DEFAULT_THRESHOLD;
+    }
+    async retrieve(query, options) {
+        const result = await this.hybridSearch.search({
+            query,
+            strategy: 'hybrid',
+            weights: this.defaultWeights,
+            limit: options?.topK ?? this.defaultTopK,
+            threshold: options?.threshold ?? this.defaultThreshold,
+        });
+        if (!result.success) {
+            throw new Error(result.error);
+        }
+        return result.data.map((entry) => this.toRetrievalResult(entry));
+    }
+    toRetrievalResult(entry) {
+        const rawDocId = entry.metadata?.documentId;
+        const documentId = typeof rawDocId === 'string' ? rawDocId : entry.sourceId;
+        return {
+            chunkId: entry.sourceId,
+            documentId,
+            content: entry.content,
+            score: entry.score,
+            source: entry.sourceType,
+            metadata: {
+                ...entry.metadata,
+                vectorScore: entry.vectorScore,
+                keywordScore: entry.keywordScore,
+            },
+        };
+    }
+}
+//# sourceMappingURL=hybrid-retriever.js.map

package/dist/retrievers/hybrid-retriever.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hybrid-retriever.js","sourceRoot":"","sources":["../../src/retrievers/hybrid-retriever.ts"],"names":[],"mappings":"AAgBA,MAAM,aAAa,GAAG,EAAE,CAAC;AACzB,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAE9B,MAAM,OAAO,eAAe;IACT,YAAY,CAAe;IAC3B,cAAc,CAAuB;IACrC,WAAW,CAAS;IACpB,gBAAgB,CAAS;IAE1C,YAAY,MAA6B;QACvC,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;QACxC,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QAC5C,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,aAAa,CAAC;QACvD,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,iBAAiB,CAAC;IACvE,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAa,EAAE,OAAkC;QAC9D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;YAC5C,KAAK;YACL,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,IAAI,CAAC,cAAc;YAC5B,KAAK,EAAE,OAAO,EAAE,IAAI,IAAI,IAAI,CAAC,WAAW;YACxC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;SACvD,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;QAED,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC;IACnE,CAAC;IAEO,iBAAiB,CAAC,KAAmB;QAC3C,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,EAAE,UAAU,CAAC;QAC5C,MAAM,UAAU,GAAG,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC;QAE5E,OAAO;YACL,OAAO,EAAE,KAAK,CAAC,QAAQ;YACvB,UAAU;YACV,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,MAAM,EAAE,KAAK,CAAC,UAAU;YACxB,QAAQ,EAAE;gBACR,GAAG,KAAK,CAAC,QAAQ;gBACjB,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,YAAY,EAAE,KAAK,CAAC,YAAY;aACjC;SACF,CAAC;IACJ,CAAC;CACF"}

package/dist/retrievers/index.d.ts

@@ -0,0 +1,11 @@
+export { SimilarityRetriever } from './similarity-retriever';
+export type { SimilarityRetrieverConfig } from './similarity-retriever';
+export { MMRRetriever } from './mmr-retriever';
+export type { MMRRetrieverConfig } from './mmr-retriever';
+export { HybridRetriever } from './hybrid-retriever';
+export type { HybridRetrieverConfig } from './hybrid-retriever';
+export { MultiQueryRetriever } from './multi-query-retriever';
+export type { MultiQueryRetrieverConfig } from './multi-query-retriever';
+export { createRetriever } from './create-retriever';
+export type { CreateRetrieverConfig } from './create-retriever';
+//# sourceMappingURL=index.d.ts.map

package/dist/retrievers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/retrievers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,YAAY,EAAE,yBAAyB,EAAE,MAAM,wBAAwB,CAAC;AACxE,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,YAAY,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,YAAY,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAChE,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAC9D,YAAY,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC;AACzE,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,YAAY,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC"}

package/dist/retrievers/index.js

@@ -0,0 +1,6 @@
+export { SimilarityRetriever } from './similarity-retriever';
+export { MMRRetriever } from './mmr-retriever';
+export { HybridRetriever } from './hybrid-retriever';
+export { MultiQueryRetriever } from './multi-query-retriever';
+export { createRetriever } from './create-retriever';
+//# sourceMappingURL=index.js.map

package/dist/retrievers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/retrievers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAE7D,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAErD,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAE9D,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC"}

package/dist/retrievers/mmr-retriever.d.ts

@@ -0,0 +1,20 @@
+import type { EmbeddingAdapter, EmbeddingService, Retriever, RetrievalConfig, RetrievalResult } from '@cogitator-ai/types';
+export interface MMRRetrieverConfig {
+    embeddingAdapter: EmbeddingAdapter;
+    embeddingService: EmbeddingService;
+    defaultLambda?: number;
+    defaultTopK?: number;
+    defaultThreshold?: number;
+}
+export declare class MMRRetriever implements Retriever {
+    private readonly adapter;
+    private readonly embedding;
+    private readonly defaultLambda;
+    private readonly defaultTopK;
+    private readonly defaultThreshold;
+    constructor(config: MMRRetrieverConfig);
+    retrieve(query: string, options?: Partial<RetrievalConfig>): Promise<RetrievalResult[]>;
+    private selectMMR;
+    private toRetrievalResult;
+}
+//# sourceMappingURL=mmr-retriever.d.ts.map

package/dist/retrievers/mmr-retriever.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mmr-retriever.d.ts","sourceRoot":"","sources":["../../src/retrievers/mmr-retriever.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,gBAAgB,EAChB,gBAAgB,EAEhB,SAAS,EACT,eAAe,EACf,eAAe,EAChB,MAAM,qBAAqB,CAAC;AAE7B,MAAM,WAAW,kBAAkB;IACjC,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAuBD,qBAAa,YAAa,YAAW,SAAS;IAC5C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAmB;IAC3C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAmB;IAC7C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;gBAE9B,MAAM,EAAE,kBAAkB;IAQhC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAuB7F,OAAO,CAAC,SAAS;IAsCjB,OAAO,CAAC,iBAAiB;CAa1B"}

package/dist/retrievers/mmr-retriever.js

@@ -0,0 +1,91 @@
+const DEFAULT_TOP_K = 10;
+const DEFAULT_THRESHOLD = 0.0;
+const DEFAULT_LAMBDA = 0.7;
+const CANDIDATE_MULTIPLIER = 3;
+function cosineSimilarity(a, b) {
+    const len = Math.min(a.length, b.length);
+    let dot = 0;
+    let normA = 0;
+    let normB = 0;
+    for (let i = 0; i < len; i++) {
+        dot += a[i] * b[i];
+        normA += a[i] * a[i];
+        normB += b[i] * b[i];
+    }
+    const denom = Math.sqrt(normA) * Math.sqrt(normB);
+    return denom === 0 ? 0 : dot / denom;
+}
+export class MMRRetriever {
+    adapter;
+    embedding;
+    defaultLambda;
+    defaultTopK;
+    defaultThreshold;
+    constructor(config) {
+        this.adapter = config.embeddingAdapter;
+        this.embedding = config.embeddingService;
+        this.defaultLambda = config.defaultLambda ?? DEFAULT_LAMBDA;
+        this.defaultTopK = config.defaultTopK ?? DEFAULT_TOP_K;
+        this.defaultThreshold = config.defaultThreshold ?? DEFAULT_THRESHOLD;
+    }
+    async retrieve(query, options) {
+        const topK = options?.topK ?? this.defaultTopK;
+        const threshold = options?.threshold ?? this.defaultThreshold;
+        const queryVector = await this.embedding.embed(query);
+        const result = await this.adapter.search({
+            vector: queryVector,
+            query,
+            limit: topK * CANDIDATE_MULTIPLIER,
+            threshold,
+        });
+        if (!result.success) {
+            throw new Error(result.error);
+        }
+        const candidates = result.data;
+        if (candidates.length === 0)
+            return [];
+        const selected = this.selectMMR(candidates, topK);
+        return selected.map((entry) => this.toRetrievalResult(entry));
+    }
+    selectMMR(candidates, topK) {
+        const lambda = this.defaultLambda;
+        const remaining = new Set(candidates.map((_, i) => i));
+        const selected = [];
+        while (selected.length < topK && remaining.size > 0) {
+            let bestIdx = -1;
+            let bestScore = -Infinity;
+            for (const idx of remaining) {
+                const relevance = candidates[idx].score;
+                let maxSelectedSim = 0;
+                for (const sel of selected) {
+                    const sim = cosineSimilarity(candidates[idx].vector, sel.vector);
+                    if (sim > maxSelectedSim)
+                        maxSelectedSim = sim;
+                }
+                const mmrScore = lambda * relevance - (1 - lambda) * maxSelectedSim;
+                if (mmrScore > bestScore) {
+                    bestScore = mmrScore;
+                    bestIdx = idx;
+                }
+            }
+            if (bestIdx === -1)
+                break;
+            remaining.delete(bestIdx);
+            selected.push({ ...candidates[bestIdx], mmrScore: bestScore });
+        }
+        return selected;
+    }
+    toRetrievalResult(entry) {
+        const rawDocId = entry.metadata?.documentId;
+        const documentId = typeof rawDocId === 'string' ? rawDocId : entry.sourceId;
+        return {
+            chunkId: entry.sourceId,
+            documentId,
+            content: entry.content,
+            score: entry.mmrScore,
+            source: entry.sourceType,
+            metadata: entry.metadata,
+        };
+    }
+}
+//# sourceMappingURL=mmr-retriever.js.map

package/dist/retrievers/mmr-retriever.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mmr-retriever.js","sourceRoot":"","sources":["../../src/retrievers/mmr-retriever.ts"],"names":[],"mappings":"AAiBA,MAAM,aAAa,GAAG,EAAE,CAAC;AACzB,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,MAAM,cAAc,GAAG,GAAG,CAAC;AAC3B,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAI/B,SAAS,gBAAgB,CAAC,CAAW,EAAE,CAAW;IAChD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClD,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC;AACvC,CAAC;AAED,MAAM,OAAO,YAAY;IACN,OAAO,CAAmB;IAC1B,SAAS,CAAmB;IAC5B,aAAa,CAAS;IACtB,WAAW,CAAS;IACpB,gBAAgB,CAAS;IAE1C,YAAY,MAA0B;QACpC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,gBAAgB,CAAC;QACvC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,gBAAgB,CAAC;QACzC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,cAAc,CAAC;QAC5D,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,aAAa,CAAC;QACvD,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,iBAAiB,CAAC;IACvE,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAa,EAAE,OAAkC;QAC9D,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,IAAI,CAAC,WAAW,CAAC;QAC/C,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB,CAAC;QAC9D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEtD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YACvC,MAAM,EAAE,WAAW;YACnB,KAAK;YACL,KAAK,EAAE,IAAI,GAAG,oBAAoB;YAClC,SAAS;SACV,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC;QAC/B,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEvC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QAClD,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC;IAChE,CAAC;IAEO,SAAS,CACf,UAA6B,EAC7B,IAAY;QAEZ,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,QAAQ,GAA+C,EAAE,CAAC;QAEhE,OAAO,QAAQ,CAAC,MAAM,GAAG,IAAI,IAAI,SAAS,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACpD,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC;YACjB,IAAI,SAAS,GAAG,CAAC,QAAQ,CAAC;YAE1B,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;gBAC5B,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;gBAExC,IAAI,cAAc,GAAG,CAAC,CAAC;gBACvB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;oBAC3B,MAAM,GAAG,GAAG,gBAAgB,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;oBACjE,IAAI,GAAG,GAAG,cAAc;wBAAE,cAAc,GAAG,GAAG,CAAC;gBACjD,CAAC;gBAED,MAAM,QAAQ,GAAG,MAAM,GAAG,SAAS,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,cAAc,CAAC;gBAEpE,IAAI,QAAQ,GAAG,SAAS,EAAE,CAAC;oBACzB,SAAS,GAAG,QAAQ,CAAC;oBACrB,OAAO,GAAG,GAAG,CAAC;gBAChB,CAAC;YACH,CAAC;YAED,IAAI,OAAO,KAAK,CAAC,CAAC;gBAAE,MAAM;YAE1B,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC1B,QAAQ,CAAC,IAAI,CAAC,EAAE,GAAG,UAAU,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;QACjE,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,iBAAiB,CAAC,KAA6C;QACrE,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,EAAE,UAAU,CAAC;QAC5C,MAAM,UAAU,GAAG,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC;QAE5E,OAAO;YACL,OAAO,EAAE,KAAK,CAAC,QAAQ;YACvB,UAAU;YACV,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,KAAK,EAAE,KAAK,CAAC,QAAQ;YACrB,MAAM,EAAE,KAAK,CAAC,UAAU;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;SACzB,CAAC;IACJ,CAAC;CACF"}

package/dist/retrievers/multi-query-retriever.d.ts

@@ -0,0 +1,13 @@
+import type { Retriever, RetrievalConfig, RetrievalResult } from '@cogitator-ai/types';
+export interface MultiQueryRetrieverConfig {
+    baseRetriever: Retriever;
+    expandQuery: (query: string) => Promise<string[]>;
+}
+export declare class MultiQueryRetriever implements Retriever {
+    private readonly baseRetriever;
+    private readonly expandQuery;
+    constructor(config: MultiQueryRetrieverConfig);
+    retrieve(query: string, options?: Partial<RetrievalConfig>): Promise<RetrievalResult[]>;
+    private deduplicateAndMerge;
+}
+//# sourceMappingURL=multi-query-retriever.d.ts.map

package/dist/retrievers/multi-query-retriever.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"multi-query-retriever.d.ts","sourceRoot":"","sources":["../../src/retrievers/multi-query-retriever.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAEvF,MAAM,WAAW,yBAAyB;IACxC,aAAa,EAAE,SAAS,CAAC;IACzB,WAAW,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;CACnD;AAID,qBAAa,mBAAoB,YAAW,SAAS;IACnD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAY;IAC1C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAuC;gBAEvD,MAAM,EAAE,yBAAyB;IAKvC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAe7F,OAAO,CAAC,mBAAmB;CAY5B"}

package/dist/retrievers/multi-query-retriever.js

@@ -0,0 +1,29 @@
+const DEFAULT_TOP_K = 10;
+export class MultiQueryRetriever {
+    baseRetriever;
+    expandQuery;
+    constructor(config) {
+        this.baseRetriever = config.baseRetriever;
+        this.expandQuery = config.expandQuery;
+    }
+    async retrieve(query, options) {
+        const variants = await this.expandQuery(query);
+        if (variants.length === 0)
+            return [];
+        const allResults = await Promise.all(variants.map((variant) => this.baseRetriever.retrieve(variant, options)));
+        const merged = this.deduplicateAndMerge(allResults.flat());
+        const topK = options?.topK ?? DEFAULT_TOP_K;
+        return merged.slice(0, topK);
+    }
+    deduplicateAndMerge(results) {
+        const best = new Map();
+        for (const result of results) {
+            const existing = best.get(result.chunkId);
+            if (!existing || result.score > existing.score) {
+                best.set(result.chunkId, result);
+            }
+        }
+        return [...best.values()].sort((a, b) => b.score - a.score);
+    }
+}
+//# sourceMappingURL=multi-query-retriever.js.map