@nexus-ai-nexoralabs/cli 0.1.0

package/dist/knowledge/embeddings.js

@@ -0,0 +1,28 @@
+import crypto from 'node:crypto';
+export class LocalFeatureEmbeddingProvider {
+    dimension = 64;
+    modelName = 'local-feature-hash-v1';
+    async embedText(text) {
+        const vector = new Array(this.dimension).fill(0);
+        const cleaned = text.toLowerCase().replace(/[^\w\s]/g, ' ');
+        const tokens = cleaned.split(/\s+/).filter(Boolean);
+        if (tokens.length === 0) {
+            return vector;
+        }
+        for (const token of tokens) {
+            const hashHex = crypto.createHash('md5').update(token).digest('hex');
+            const hashVal = parseInt(hashHex.substring(0, 8), 16);
+            const index = Math.abs(hashVal) % this.dimension;
+            vector[index] += 1;
+        }
+        // Normalize L2 vector
+        const norm = Math.sqrt(vector.reduce((sum, val) => sum + val * val, 0));
+        if (norm > 0) {
+            for (let i = 0; i < vector.length; i++) {
+                vector[i] = vector[i] / norm;
+            }
+        }
+        return vector;
+    }
+}
+//# sourceMappingURL=embeddings.js.map

package/dist/knowledge/embeddings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../../src/knowledge/embeddings.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AAQjC,MAAM,OAAO,6BAA6B;IACxB,SAAS,GAAW,EAAE,CAAC;IACvB,SAAS,GAAW,uBAAuB,CAAC;IAE5D,KAAK,CAAC,SAAS,CAAC,IAAY;QAC1B,MAAM,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAEpD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACrE,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACtD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;YACjD,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC;QAED,sBAAsB;QACtB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QACxE,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;YACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/dist/knowledge/hybridSearch.d.ts

@@ -0,0 +1,13 @@
+import type { VectorStore, SearchCandidate } from './vectorStore.js';
+import type { IEmbeddingProvider } from './embeddings.js';
+export interface HybridSearchOptions {
+    alpha?: number;
+    topK?: number;
+}
+export declare class HybridSearchEngine {
+    private vectorStore;
+    private embeddingProvider;
+    constructor(vectorStore: VectorStore, embeddingProvider: IEmbeddingProvider);
+    search(collectionId: string, query: string, options?: HybridSearchOptions): Promise<SearchCandidate[]>;
+}
+//# sourceMappingURL=hybridSearch.d.ts.map

package/dist/knowledge/hybridSearch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hybridSearch.d.ts","sourceRoot":"","sources":["../../src/knowledge/hybridSearch.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACrE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAE1D,MAAM,WAAW,mBAAmB;IAClC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,qBAAa,kBAAkB;IAE3B,OAAO,CAAC,WAAW;IACnB,OAAO,CAAC,iBAAiB;gBADjB,WAAW,EAAE,WAAW,EACxB,iBAAiB,EAAE,kBAAkB;IAGlC,MAAM,CACjB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,eAAe,EAAE,CAAC;CAiC9B"}

package/dist/knowledge/hybridSearch.js

@@ -0,0 +1,38 @@
+export class HybridSearchEngine {
+    vectorStore;
+    embeddingProvider;
+    constructor(vectorStore, embeddingProvider) {
+        this.vectorStore = vectorStore;
+        this.embeddingProvider = embeddingProvider;
+    }
+    async search(collectionId, query, options = {}) {
+        const alpha = options.alpha ?? 0.6;
+        const topK = options.topK ?? 10;
+        const queryVector = await this.embeddingProvider.embedText(query);
+        const vectorCandidates = this.vectorStore.searchVector(collectionId, queryVector, topK * 2);
+        const lexicalCandidates = this.vectorStore.searchLexical(collectionId, query, topK * 2);
+        const mergedMap = new Map();
+        for (const c of vectorCandidates) {
+            mergedMap.set(c.chunkId, {
+                ...c,
+                combinedScore: alpha * c.vectorScore,
+            });
+        }
+        for (const c of lexicalCandidates) {
+            const existing = mergedMap.get(c.chunkId);
+            if (existing) {
+                existing.lexicalScore = c.lexicalScore;
+                existing.combinedScore = alpha * existing.vectorScore + (1 - alpha) * c.lexicalScore;
+            }
+            else {
+                mergedMap.set(c.chunkId, {
+                    ...c,
+                    combinedScore: (1 - alpha) * c.lexicalScore,
+                });
+            }
+        }
+        const merged = Array.from(mergedMap.values());
+        return merged.sort((a, b) => b.combinedScore - a.combinedScore).slice(0, topK);
+    }
+}
+//# sourceMappingURL=hybridSearch.js.map

package/dist/knowledge/hybridSearch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hybridSearch.js","sourceRoot":"","sources":["../../src/knowledge/hybridSearch.ts"],"names":[],"mappings":"AAQA,MAAM,OAAO,kBAAkB;IAEnB;IACA;IAFV,YACU,WAAwB,EACxB,iBAAqC;QADrC,gBAAW,GAAX,WAAW,CAAa;QACxB,sBAAiB,GAAjB,iBAAiB,CAAoB;IAC5C,CAAC;IAEG,KAAK,CAAC,MAAM,CACjB,YAAoB,EACpB,KAAa,EACb,UAA+B,EAAE;QAEjC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,GAAG,CAAC;QACnC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;QAEhC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAClE,MAAM,gBAAgB,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,YAAY,EAAE,WAAW,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC;QAC5F,MAAM,iBAAiB,GAAG,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,YAAY,EAAE,KAAK,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC;QAExF,MAAM,SAAS,GAAG,IAAI,GAAG,EAA2B,CAAC;QAErD,KAAK,MAAM,CAAC,IAAI,gBAAgB,EAAE,CAAC;YACjC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE;gBACvB,GAAG,CAAC;gBACJ,aAAa,EAAE,KAAK,GAAG,CAAC,CAAC,WAAW;aACrC,CAAC,CAAC;QACL,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,iBAAiB,EAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAC1C,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY,CAAC;gBACvC,QAAQ,CAAC,aAAa,GAAG,KAAK,GAAG,QAAQ,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC;YACvF,CAAC;iBAAM,CAAC;gBACN,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE;oBACvB,GAAG,CAAC;oBACJ,aAAa,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,YAAY;iBAC5C,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9C,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACjF,CAAC;CACF"}

package/dist/knowledge/index.d.ts

@@ -0,0 +1,25 @@
+import type { SubsystemStatus } from '../storage/index.js';
+import type { KnowledgeRepository } from '../storage/repositories/knowledgeRepository.js';
+import { RagEngine } from './ragEngine.js';
+import { LogLevel } from '../common/logger.js';
+export interface IKnowledgeEngine {
+    initialize(repo?: KnowledgeRepository): Promise<SubsystemStatus>;
+    getStatus(): SubsystemStatus;
+}
+export declare class KnowledgeEngine implements IKnowledgeEngine {
+    private initialized;
+    private logger;
+    rag: RagEngine;
+    constructor(logLevel?: LogLevel);
+    initialize(repo?: KnowledgeRepository): Promise<SubsystemStatus>;
+    getStatus(): SubsystemStatus;
+}
+export * from './parsers.js';
+export * from './chunker.js';
+export * from './embeddings.js';
+export * from './vectorStore.js';
+export * from './hybridSearch.js';
+export * from './reranker.js';
+export * from './citationService.js';
+export * from './ragEngine.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/knowledge/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/knowledge/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,gDAAgD,CAAC;AAC1F,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAU,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAEvD,MAAM,WAAW,gBAAgB;IAC/B,UAAU,CAAC,IAAI,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IACjE,SAAS,IAAI,eAAe,CAAC;CAC9B;AAED,qBAAa,eAAgB,YAAW,gBAAgB;IACtD,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,MAAM,CAAS;IAChB,GAAG,EAAG,SAAS,CAAC;gBAEX,QAAQ,GAAE,QAAiB;IAIjC,UAAU,CAAC,IAAI,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,eAAe,CAAC;IAatE,SAAS,IAAI,eAAe;CAQ7B;AAED,cAAc,cAAc,CAAC;AAC7B,cAAc,cAAc,CAAC;AAC7B,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,eAAe,CAAC;AAC9B,cAAc,sBAAsB,CAAC;AACrC,cAAc,gBAAgB,CAAC"}

package/dist/knowledge/index.js

@@ -0,0 +1,37 @@
+import { RagEngine } from './ragEngine.js';
+import { Logger } from '../common/logger.js';
+export class KnowledgeEngine {
+    initialized = false;
+    logger;
+    rag;
+    constructor(logLevel = 'info') {
+        this.logger = new Logger('KnowledgeEngine', logLevel);
+    }
+    async initialize(repo) {
+        this.logger.info('Initializing KnowledgeEngine & local RAG pipeline');
+        if (repo) {
+            this.rag = new RagEngine(repo, 'info');
+            // Ensure a default collection exists
+            this.rag.getOrCreateDefaultCollection();
+        }
+        this.initialized = true;
+        return this.getStatus();
+    }
+    getStatus() {
+        return {
+            name: 'KnowledgeEngine',
+            initialized: this.initialized,
+            status: this.initialized ? 'ok' : 'degraded',
+            message: this.initialized ? 'Local RAG & Knowledge Engine ready' : 'Uninitialized',
+        };
+    }
+}
+export * from './parsers.js';
+export * from './chunker.js';
+export * from './embeddings.js';
+export * from './vectorStore.js';
+export * from './hybridSearch.js';
+export * from './reranker.js';
+export * from './citationService.js';
+export * from './ragEngine.js';
+//# sourceMappingURL=index.js.map

package/dist/knowledge/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/knowledge/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAY,MAAM,qBAAqB,CAAC;AAOvD,MAAM,OAAO,eAAe;IAClB,WAAW,GAAG,KAAK,CAAC;IACpB,MAAM,CAAS;IAChB,GAAG,CAAa;IAEvB,YAAY,WAAqB,MAAM;QACrC,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,iBAAiB,EAAE,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAA0B;QACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;QAEtE,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,GAAG,GAAG,IAAI,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACvC,qCAAqC;YACrC,IAAI,CAAC,GAAG,CAAC,4BAA4B,EAAE,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC;IAC1B,CAAC;IAED,SAAS;QACP,OAAO;YACL,IAAI,EAAE,iBAAiB;YACvB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU;YAC5C,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,oCAAoC,CAAC,CAAC,CAAC,eAAe;SACnF,CAAC;IACJ,CAAC;CACF;AAED,cAAc,cAAc,CAAC;AAC7B,cAAc,cAAc,CAAC;AAC7B,cAAc,iBAAiB,CAAC;AAChC,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,eAAe,CAAC;AAC9B,cAAc,sBAAsB,CAAC;AACrC,cAAc,gBAAgB,CAAC"}

package/dist/knowledge/parsers.d.ts

@@ -0,0 +1,20 @@
+export interface ParsedDocumentSection {
+    title: string | null;
+    pageNumber: number | null;
+    content: string;
+}
+export interface ParsedDocument {
+    filename: string;
+    sourcePath: string;
+    mimeType: string;
+    contentHash: string;
+    fullText: string;
+    sections: ParsedDocumentSection[];
+}
+export declare class DocumentParser {
+    parseFile(filePath: string): ParsedDocument;
+    parseRawText(filename: string, text: string, sourcePath?: string): ParsedDocument;
+    private detectMimeType;
+    private extractSections;
+}
+//# sourceMappingURL=parsers.d.ts.map

package/dist/knowledge/parsers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parsers.d.ts","sourceRoot":"","sources":["../../src/knowledge/parsers.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,qBAAqB,EAAE,CAAC;CACnC;AAED,qBAAa,cAAc;IAClB,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,cAAc;IAwB3C,YAAY,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,GAAE,MAAiB,GAAG,cAAc;IAgBlG,OAAO,CAAC,cAAc;IAqBtB,OAAO,CAAC,eAAe;CAsCxB"}

package/dist/knowledge/parsers.js

@@ -0,0 +1,94 @@
+import fs from 'node:fs';
+import path from 'node:path';
+import crypto from 'node:crypto';
+export class DocumentParser {
+    parseFile(filePath) {
+        if (!fs.existsSync(filePath)) {
+            throw new Error(`File not found at path: '${filePath}'`);
+        }
+        const rawBytes = fs.readFileSync(filePath);
+        const contentHash = crypto.createHash('sha256').update(rawBytes).digest('hex');
+        const filename = path.basename(filePath);
+        const ext = path.extname(filePath).toLowerCase();
+        const mimeType = this.detectMimeType(ext);
+        const fullText = rawBytes.toString('utf-8');
+        const sections = this.extractSections(fullText, ext);
+        return {
+            filename,
+            sourcePath: filePath,
+            mimeType,
+            contentHash,
+            fullText,
+            sections,
+        };
+    }
+    parseRawText(filename, text, sourcePath = filename) {
+        const contentHash = crypto.createHash('sha256').update(text).digest('hex');
+        const ext = path.extname(filename).toLowerCase() || '.txt';
+        const mimeType = this.detectMimeType(ext);
+        const sections = this.extractSections(text, ext);
+        return {
+            filename,
+            sourcePath,
+            mimeType,
+            contentHash,
+            fullText: text,
+            sections,
+        };
+    }
+    detectMimeType(ext) {
+        switch (ext) {
+            case '.md':
+            case '.markdown':
+                return 'text/markdown';
+            case '.json':
+                return 'application/json';
+            case '.csv':
+                return 'text/csv';
+            case '.js':
+            case '.ts':
+            case '.py':
+            case '.java':
+            case '.c':
+            case '.cpp':
+                return 'text/x-code';
+            default:
+                return 'text/plain';
+        }
+    }
+    extractSections(text, ext) {
+        const lines = text.split('\n');
+        const sections = [];
+        let currentTitle = null;
+        let currentBuffer = [];
+        for (const line of lines) {
+            const trimmed = line.trim();
+            const isHeader = trimmed.startsWith('#') ||
+                (ext === '.md' && /^#+\s+/.test(trimmed)) ||
+                (ext === '.txt' && /^[A-Z0-9\s_\-]{3,50}:$/.test(trimmed));
+            if (isHeader) {
+                if (currentBuffer.length > 0) {
+                    sections.push({
+                        title: currentTitle,
+                        pageNumber: 1,
+                        content: currentBuffer.join('\n').trim(),
+                    });
+                    currentBuffer = [];
+                }
+                currentTitle = trimmed.replace(/^#+\s*/, '').replace(/:$/, '');
+            }
+            else {
+                currentBuffer.push(line);
+            }
+        }
+        if (currentBuffer.length > 0) {
+            sections.push({
+                title: currentTitle,
+                pageNumber: 1,
+                content: currentBuffer.join('\n').trim(),
+            });
+        }
+        return sections.length > 0 ? sections : [{ title: null, pageNumber: 1, content: text }];
+    }
+}
+//# sourceMappingURL=parsers.js.map

package/dist/knowledge/parsers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parsers.js","sourceRoot":"","sources":["../../src/knowledge/parsers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,MAAM,MAAM,aAAa,CAAC;AAiBjC,MAAM,OAAO,cAAc;IAClB,SAAS,CAAC,QAAgB;QAC/B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAQ,GAAG,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,QAAQ,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAC3C,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC/E,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QAEjD,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAErD,OAAO;YACL,QAAQ;YACR,UAAU,EAAE,QAAQ;YACpB,QAAQ;YACR,WAAW;YACX,QAAQ;YACR,QAAQ;SACT,CAAC;IACJ,CAAC;IAEM,YAAY,CAAC,QAAgB,EAAE,IAAY,EAAE,aAAqB,QAAQ;QAC/E,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC3E,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,IAAI,MAAM,CAAC;QAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAEjD,OAAO;YACL,QAAQ;YACR,UAAU;YACV,QAAQ;YACR,WAAW;YACX,QAAQ,EAAE,IAAI;YACd,QAAQ;SACT,CAAC;IACJ,CAAC;IAEO,cAAc,CAAC,GAAW;QAChC,QAAQ,GAAG,EAAE,CAAC;YACZ,KAAK,KAAK,CAAC;YACX,KAAK,WAAW;gBACd,OAAO,eAAe,CAAC;YACzB,KAAK,OAAO;gBACV,OAAO,kBAAkB,CAAC;YAC5B,KAAK,MAAM;gBACT,OAAO,UAAU,CAAC;YACpB,KAAK,KAAK,CAAC;YACX,KAAK,KAAK,CAAC;YACX,KAAK,KAAK,CAAC;YACX,KAAK,OAAO,CAAC;YACb,KAAK,IAAI,CAAC;YACV,KAAK,MAAM;gBACT,OAAO,aAAa,CAAC;YACvB;gBACE,OAAO,YAAY,CAAC;QACxB,CAAC;IACH,CAAC;IAEO,eAAe,CAAC,IAAY,EAAE,GAAW;QAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,QAAQ,GAA4B,EAAE,CAAC;QAC7C,IAAI,YAAY,GAAkB,IAAI,CAAC;QACvC,IAAI,aAAa,GAAa,EAAE,CAAC;QAEjC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,MAAM,QAAQ,GACZ,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;gBACvB,CAAC,GAAG,KAAK,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACzC,CAAC,GAAG,KAAK,MAAM,IAAI,wBAAwB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;YAE7D,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7B,QAAQ,CAAC,IAAI,CAAC;wBACZ,KAAK,EAAE,YAAY;wBACnB,UAAU,EAAE,CAAC;wBACb,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE;qBACzC,CAAC,CAAC;oBACH,aAAa,GAAG,EAAE,CAAC;gBACrB,CAAC;gBACD,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACjE,CAAC;iBAAM,CAAC;gBACN,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,QAAQ,CAAC,IAAI,CAAC;gBACZ,KAAK,EAAE,YAAY;gBACnB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE;aACzC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1F,CAAC;CACF"}

package/dist/knowledge/ragEngine.d.ts

@@ -0,0 +1,24 @@
+import type { KnowledgeRepository } from '../storage/repositories/knowledgeRepository.js';
+import type { KnowledgeCollectionRecord, DocumentRecord } from '../storage/repositories/knowledgeRepository.js';
+import { type RetrievalResultPackage } from './citationService.js';
+import { LogLevel } from '../common/logger.js';
+export declare class RagEngine {
+    private knowledgeRepo;
+    private logger;
+    private parser;
+    private chunker;
+    private embeddingProvider;
+    private vectorStore;
+    private hybridSearch;
+    private reranker;
+    private citationService;
+    constructor(knowledgeRepo: KnowledgeRepository, logLevel?: LogLevel);
+    createCollection(name: string, projectId?: string | null): KnowledgeCollectionRecord;
+    getOrCreateDefaultCollection(): KnowledgeCollectionRecord;
+    listCollections(): KnowledgeCollectionRecord[];
+    ingestText(filename: string, text: string, collectionId: string): Promise<DocumentRecord>;
+    ingestFile(filePath: string, collectionId: string): Promise<DocumentRecord>;
+    retrieveEvidence(query: string, collectionId: string, topK?: number): Promise<RetrievalResultPackage>;
+    deleteDocument(documentId: string): boolean;
+}
+//# sourceMappingURL=ragEngine.d.ts.map

package/dist/knowledge/ragEngine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ragEngine.d.ts","sourceRoot":"","sources":["../../src/knowledge/ragEngine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,gDAAgD,CAAC;AAC1F,OAAO,KAAK,EAAE,yBAAyB,EAAE,cAAc,EAAE,MAAM,gDAAgD,CAAC;AAOhH,OAAO,EAAmB,KAAK,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AACpF,OAAO,EAAU,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAEvD,qBAAa,SAAS;IAWlB,OAAO,CAAC,aAAa;IAVvB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,MAAM,CAAwB;IACtC,OAAO,CAAC,OAAO,CAA0D;IACzE,OAAO,CAAC,iBAAiB,CAAuC;IAChE,OAAO,CAAC,WAAW,CAAc;IACjC,OAAO,CAAC,YAAY,CAAqB;IACzC,OAAO,CAAC,QAAQ,CAA4B;IAC5C,OAAO,CAAC,eAAe,CAAyB;gBAGtC,aAAa,EAAE,mBAAmB,EAC1C,QAAQ,GAAE,QAAiB;IAOtB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,GAAE,MAAM,GAAG,IAAW,GAAG,yBAAyB;IAM1F,4BAA4B,IAAI,yBAAyB;IAQzD,eAAe,IAAI,yBAAyB,EAAE;IAIxC,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;IA6DzF,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;IAY3E,gBAAgB,CAC3B,KAAK,EAAE,MAAM,EACb,YAAY,EAAE,MAAM,EACpB,IAAI,GAAE,MAAU,GACf,OAAO,CAAC,sBAAsB,CAAC;IAkB3B,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO;CAInD"}

package/dist/knowledge/ragEngine.js

@@ -0,0 +1,121 @@
+import { DocumentParser } from './parsers.js';
+import { Chunker } from './chunker.js';
+import { LocalFeatureEmbeddingProvider } from './embeddings.js';
+import { VectorStore } from './vectorStore.js';
+import { HybridSearchEngine } from './hybridSearch.js';
+import { SimpleReranker } from './reranker.js';
+import { CitationService } from './citationService.js';
+import { Logger } from '../common/logger.js';
+export class RagEngine {
+    knowledgeRepo;
+    logger;
+    parser = new DocumentParser();
+    chunker = new Chunker({ targetChunkSize: 400, overlapSize: 50 });
+    embeddingProvider = new LocalFeatureEmbeddingProvider();
+    vectorStore;
+    hybridSearch;
+    reranker = new SimpleReranker(0.01);
+    citationService = new CitationService();
+    constructor(knowledgeRepo, logLevel = 'info') {
+        this.knowledgeRepo = knowledgeRepo;
+        this.logger = new Logger('RagEngine', logLevel);
+        this.vectorStore = new VectorStore(knowledgeRepo);
+        this.hybridSearch = new HybridSearchEngine(this.vectorStore, this.embeddingProvider);
+    }
+    createCollection(name, projectId = null) {
+        const id = `col-${Date.now()}-${Math.random().toString(36).substring(2, 7)}`;
+        this.logger.info(`Creating knowledge collection '${id}' (name: "${name}")`);
+        return this.knowledgeRepo.createCollection({ id, name, projectId });
+    }
+    getOrCreateDefaultCollection() {
+        const collections = this.knowledgeRepo.listCollections();
+        if (collections.length > 0) {
+            return collections[0];
+        }
+        return this.createCollection('Default Knowledge Base');
+    }
+    listCollections() {
+        return this.knowledgeRepo.listCollections();
+    }
+    async ingestText(filename, text, collectionId) {
+        const parsed = this.parser.parseRawText(filename, text);
+        // Check idempotency: if content hash matches, return existing document
+        const existing = this.knowledgeRepo.findDocumentByHash(collectionId, parsed.contentHash);
+        if (existing) {
+            this.logger.info(`Document '${filename}' hash match. Skipping duplicate indexing.`);
+            return existing;
+        }
+        const docId = `doc-${Date.now()}-${Math.random().toString(36).substring(2, 7)}`;
+        const versionId = `ver-${docId}-1`;
+        const docRecord = this.knowledgeRepo.createDocument({
+            id: docId,
+            collectionId,
+            filename: parsed.filename,
+            sourcePath: parsed.sourcePath,
+            mimeType: parsed.mimeType,
+            contentHash: parsed.contentHash,
+        });
+        this.knowledgeRepo.createVersion({
+            id: versionId,
+            documentId: docId,
+            version: 1,
+            content: parsed.fullText,
+        });
+        // Chunking
+        const chunkSpecs = this.chunker.chunkDocument(parsed);
+        this.logger.info(`Chunked document '${filename}' into ${chunkSpecs.length} chunk(s)`);
+        for (const spec of chunkSpecs) {
+            const chunkId = `chk-${docId}-${spec.chunkIndex}`;
+            this.knowledgeRepo.createChunk({
+                id: chunkId,
+                documentId: docId,
+                versionId,
+                collectionId,
+                chunkIndex: spec.chunkIndex,
+                content: spec.content,
+                section: spec.section,
+                pageNumber: spec.pageNumber,
+                tokenCount: spec.tokenCount,
+            });
+            // Local vector embedding
+            const vector = await this.embeddingProvider.embedText(spec.content);
+            const embId = `emb-${chunkId}`;
+            this.knowledgeRepo.saveEmbedding({
+                id: embId,
+                chunkId,
+                embedding: vector,
+                modelName: this.embeddingProvider.modelName,
+            });
+        }
+        return docRecord;
+    }
+    async ingestFile(filePath, collectionId) {
+        const parsed = this.parser.parseFile(filePath);
+        const existing = this.knowledgeRepo.findDocumentByHash(collectionId, parsed.contentHash);
+        if (existing) {
+            this.logger.info(`File '${filePath}' hash match. Skipping duplicate indexing.`);
+            return existing;
+        }
+        return this.ingestText(parsed.filename, parsed.fullText, collectionId);
+    }
+    async retrieveEvidence(query, collectionId, topK = 3) {
+        this.logger.info(`Retrieving evidence for query in collection '${collectionId}'`);
+        const rawCandidates = await this.hybridSearch.search(collectionId, query, { alpha: 0.6, topK: topK * 2 });
+        const reranked = this.reranker.rerank(query, rawCandidates, topK);
+        const citations = this.citationService.formatCitations(reranked);
+        const groundingStatus = this.citationService.evaluateGrounding(citations);
+        const evidenceText = this.citationService.assembleEvidenceBlock(citations);
+        return {
+            query,
+            citations,
+            groundingStatus,
+            evidenceText,
+            totalCandidatesFound: rawCandidates.length,
+        };
+    }
+    deleteDocument(documentId) {
+        this.logger.info(`Deleting document '${documentId}' and derived chunks/embeddings`);
+        return this.knowledgeRepo.deleteDocument(documentId);
+    }
+}
+//# sourceMappingURL=ragEngine.js.map

package/dist/knowledge/ragEngine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ragEngine.js","sourceRoot":"","sources":["../../src/knowledge/ragEngine.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,6BAA6B,EAAE,MAAM,iBAAiB,CAAC;AAChE,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAE,eAAe,EAA+B,MAAM,sBAAsB,CAAC;AACpF,OAAO,EAAE,MAAM,EAAY,MAAM,qBAAqB,CAAC;AAEvD,MAAM,OAAO,SAAS;IAWV;IAVF,MAAM,CAAS;IACf,MAAM,GAAG,IAAI,cAAc,EAAE,CAAC;IAC9B,OAAO,GAAG,IAAI,OAAO,CAAC,EAAE,eAAe,EAAE,GAAG,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;IACjE,iBAAiB,GAAG,IAAI,6BAA6B,EAAE,CAAC;IACxD,WAAW,CAAc;IACzB,YAAY,CAAqB;IACjC,QAAQ,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC;IACpC,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;IAEhD,YACU,aAAkC,EAC1C,WAAqB,MAAM;QADnB,kBAAa,GAAb,aAAa,CAAqB;QAG1C,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QAChD,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,aAAa,CAAC,CAAC;QAClD,IAAI,CAAC,YAAY,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACvF,CAAC;IAEM,gBAAgB,CAAC,IAAY,EAAE,YAA2B,IAAI;QACnE,MAAM,EAAE,GAAG,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAC7E,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE,aAAa,IAAI,IAAI,CAAC,CAAC;QAC5E,OAAO,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;IACtE,CAAC;IAEM,4BAA4B;QACjC,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,eAAe,EAAE,CAAC;QACzD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,OAAO,WAAW,CAAC,CAAC,CAAC,CAAC;QACxB,CAAC;QACD,OAAO,IAAI,CAAC,gBAAgB,CAAC,wBAAwB,CAAC,CAAC;IACzD,CAAC;IAEM,eAAe;QACpB,OAAO,IAAI,CAAC,aAAa,CAAC,eAAe,EAAE,CAAC;IAC9C,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,QAAgB,EAAE,IAAY,EAAE,YAAoB;QAC1E,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAExD,uEAAuE;QACvE,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,YAAY,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;QACzF,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,QAAQ,4CAA4C,CAAC,CAAC;YACpF,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAChF,MAAM,SAAS,GAAG,OAAO,KAAK,IAAI,CAAC;QAEnC,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC;YAClD,EAAE,EAAE,KAAK;YACT,YAAY;YACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,WAAW,EAAE,MAAM,CAAC,WAAW;SAChC,CAAC,CAAC;QAEH,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC;YAC/B,EAAE,EAAE,SAAS;YACb,UAAU,EAAE,KAAK;YACjB,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,MAAM,CAAC,QAAQ;SACzB,CAAC,CAAC;QAEH,WAAW;QACX,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,QAAQ,UAAU,UAAU,CAAC,MAAM,WAAW,CAAC,CAAC;QAEtF,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,MAAM,OAAO,GAAG,OAAO,KAAK,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClD,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC;gBAC7B,EAAE,EAAE,OAAO;gBACX,UAAU,EAAE,KAAK;gBACjB,SAAS;gBACT,YAAY;gBACZ,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;aAC5B,CAAC,CAAC;YAEH,yBAAyB;YACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACpE,MAAM,KAAK,GAAG,OAAO,OAAO,EAAE,CAAC;YAC/B,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC;gBAC/B,EAAE,EAAE,KAAK;gBACT,OAAO;gBACP,SAAS,EAAE,MAAM;gBACjB,SAAS,EAAE,IAAI,CAAC,iBAAiB,CAAC,SAAS;aAC5C,CAAC,CAAC;QACL,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,QAAgB,EAAE,YAAoB;QAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAE/C,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,YAAY,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;QACzF,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,QAAQ,4CAA4C,CAAC,CAAC;YAChF,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IACzE,CAAC;IAEM,KAAK,CAAC,gBAAgB,CAC3B,KAAa,EACb,YAAoB,EACpB,OAAe,CAAC;QAEhB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gDAAgD,YAAY,GAAG,CAAC,CAAC;QAElF,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,YAAY,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC;QAC1G,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,aAAa,EAAE,IAAI,CAAC,CAAC;QAClE,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QACjE,MAAM,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAC1E,MAAM,YAAY,GAAG,IAAI,CAAC,eAAe,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;QAE3E,OAAO;YACL,KAAK;YACL,SAAS;YACT,eAAe;YACf,YAAY;YACZ,oBAAoB,EAAE,aAAa,CAAC,MAAM;SAC3C,CAAC;IACJ,CAAC;IAEM,cAAc,CAAC,UAAkB;QACtC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,UAAU,iCAAiC,CAAC,CAAC;QACpF,OAAO,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;IACvD,CAAC;CACF"}

package/dist/knowledge/reranker.d.ts

@@ -0,0 +1,10 @@
+import type { SearchCandidate } from './vectorStore.js';
+export interface IReranker {
+    rerank(query: string, candidates: SearchCandidate[], topN?: number): SearchCandidate[];
+}
+export declare class SimpleReranker implements IReranker {
+    private minScoreThreshold;
+    constructor(minScoreThreshold?: number);
+    rerank(_query: string, candidates: SearchCandidate[], topN?: number): SearchCandidate[];
+}
+//# sourceMappingURL=reranker.d.ts.map

package/dist/knowledge/reranker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reranker.d.ts","sourceRoot":"","sources":["../../src/knowledge/reranker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAExD,MAAM,WAAW,SAAS;IACxB,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,eAAe,EAAE,CAAC;CACxF;AAED,qBAAa,cAAe,YAAW,SAAS;IAClC,OAAO,CAAC,iBAAiB;gBAAjB,iBAAiB,GAAE,MAAa;IAE7C,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE,EAAE,IAAI,GAAE,MAAU,GAAG,eAAe,EAAE;CAIlG"}

package/dist/knowledge/reranker.js

@@ -0,0 +1,11 @@
+export class SimpleReranker {
+    minScoreThreshold;
+    constructor(minScoreThreshold = 0.01) {
+        this.minScoreThreshold = minScoreThreshold;
+    }
+    rerank(_query, candidates, topN = 5) {
+        const filtered = candidates.filter((c) => c.combinedScore >= this.minScoreThreshold);
+        return filtered.sort((a, b) => b.combinedScore - a.combinedScore).slice(0, topN);
+    }
+}
+//# sourceMappingURL=reranker.js.map

package/dist/knowledge/reranker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reranker.js","sourceRoot":"","sources":["../../src/knowledge/reranker.ts"],"names":[],"mappings":"AAMA,MAAM,OAAO,cAAc;IACL;IAApB,YAAoB,oBAA4B,IAAI;QAAhC,sBAAiB,GAAjB,iBAAiB,CAAe;IAAG,CAAC;IAEjD,MAAM,CAAC,MAAc,EAAE,UAA6B,EAAE,OAAe,CAAC;QAC3E,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,IAAI,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACrF,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACnF,CAAC;CACF"}

package/dist/knowledge/vectorStore.d.ts

@@ -0,0 +1,22 @@
+import type { KnowledgeRepository } from '../storage/repositories/knowledgeRepository.js';
+export interface SearchCandidate {
+    chunkId: string;
+    documentId: string;
+    collectionId: string;
+    content: string;
+    section: string | null;
+    pageNumber: number | null;
+    filename: string;
+    sourcePath: string;
+    vectorScore: number;
+    lexicalScore: number;
+    combinedScore: number;
+}
+export declare class VectorStore {
+    private knowledgeRepo;
+    constructor(knowledgeRepo: KnowledgeRepository);
+    static cosineSimilarity(v1: number[], v2: number[]): number;
+    searchVector(collectionId: string, queryVector: number[], topK?: number): SearchCandidate[];
+    searchLexical(collectionId: string, query: string, topK?: number): SearchCandidate[];
+}
+//# sourceMappingURL=vectorStore.d.ts.map

package/dist/knowledge/vectorStore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vectorStore.d.ts","sourceRoot":"","sources":["../../src/knowledge/vectorStore.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,gDAAgD,CAAC;AAE1F,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,qBAAa,WAAW;IACV,OAAO,CAAC,aAAa;gBAAb,aAAa,EAAE,mBAAmB;WAExC,gBAAgB,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,MAAM;IAiB3D,YAAY,CAAC,YAAY,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,IAAI,GAAE,MAAU,GAAG,eAAe,EAAE;IAwB9F,aAAa,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,GAAE,MAAU,GAAG,eAAe,EAAE;CAmC/F"}

package/dist/knowledge/vectorStore.js

@@ -0,0 +1,74 @@
+export class VectorStore {
+    knowledgeRepo;
+    constructor(knowledgeRepo) {
+        this.knowledgeRepo = knowledgeRepo;
+    }
+    static cosineSimilarity(v1, v2) {
+        if (v1.length !== v2.length || v1.length === 0)
+            return 0;
+        let dot = 0;
+        let norm1 = 0;
+        let norm2 = 0;
+        for (let i = 0; i < v1.length; i++) {
+            dot += v1[i] * v2[i];
+            norm1 += v1[i] * v1[i];
+            norm2 += v2[i] * v2[i];
+        }
+        if (norm1 === 0 || norm2 === 0)
+            return 0;
+        return dot / (Math.sqrt(norm1) * Math.sqrt(norm2));
+    }
+    searchVector(collectionId, queryVector, topK = 5) {
+        const records = this.knowledgeRepo.getEmbeddingsForCollection(collectionId);
+        const results = [];
+        for (const rec of records) {
+            const vectorScore = VectorStore.cosineSimilarity(queryVector, rec.embedding);
+            results.push({
+                chunkId: rec.chunkId,
+                documentId: rec.documentId,
+                collectionId: rec.collectionId,
+                content: rec.content,
+                section: rec.section,
+                pageNumber: rec.pageNumber,
+                filename: rec.filename,
+                sourcePath: rec.sourcePath,
+                vectorScore,
+                lexicalScore: 0,
+                combinedScore: vectorScore,
+            });
+        }
+        return results.sort((a, b) => b.vectorScore - a.vectorScore).slice(0, topK);
+    }
+    searchLexical(collectionId, query, topK = 5) {
+        const chunks = this.knowledgeRepo.getChunksByCollection(collectionId);
+        const queryTokens = query.toLowerCase().split(/\s+/).filter(Boolean);
+        const results = [];
+        for (const chunk of chunks) {
+            const contentLower = chunk.content.toLowerCase();
+            let matchCount = 0;
+            for (const token of queryTokens) {
+                if (contentLower.includes(token)) {
+                    matchCount++;
+                }
+            }
+            const lexicalScore = queryTokens.length > 0 ? matchCount / queryTokens.length : 0;
+            if (lexicalScore > 0) {
+                results.push({
+                    chunkId: chunk.id,
+                    documentId: chunk.documentId,
+                    collectionId: chunk.collectionId,
+                    content: chunk.content,
+                    section: chunk.section,
+                    pageNumber: chunk.pageNumber,
+                    filename: chunk.filename,
+                    sourcePath: chunk.sourcePath,
+                    vectorScore: 0,
+                    lexicalScore,
+                    combinedScore: lexicalScore,
+                });
+            }
+        }
+        return results.sort((a, b) => b.lexicalScore - a.lexicalScore).slice(0, topK);
+    }
+}
+//# sourceMappingURL=vectorStore.js.map

package/dist/knowledge/vectorStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vectorStore.js","sourceRoot":"","sources":["../../src/knowledge/vectorStore.ts"],"names":[],"mappings":"AAgBA,MAAM,OAAO,WAAW;IACF;IAApB,YAAoB,aAAkC;QAAlC,kBAAa,GAAb,aAAa,CAAqB;IAAG,CAAC;IAEnD,MAAM,CAAC,gBAAgB,CAAC,EAAY,EAAE,EAAY;QACvD,IAAI,EAAE,CAAC,MAAM,KAAK,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAEzD,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;YACrB,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;YACvB,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC;QAED,IAAI,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QACzC,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACrD,CAAC;IAEM,YAAY,CAAC,YAAoB,EAAE,WAAqB,EAAE,OAAe,CAAC;QAC/E,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,0BAA0B,CAAC,YAAY,CAAC,CAAC;QAC5E,MAAM,OAAO,GAAsB,EAAE,CAAC;QAEtC,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,MAAM,WAAW,GAAG,WAAW,CAAC,gBAAgB,CAAC,WAAW,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;YAC7E,OAAO,CAAC,IAAI,CAAC;gBACX,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,YAAY,EAAE,GAAG,CAAC,YAAY;gBAC9B,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,WAAW;gBACX,YAAY,EAAE,CAAC;gBACf,aAAa,EAAE,WAAW;aAC3B,CAAC,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAC9E,CAAC;IAEM,aAAa,CAAC,YAAoB,EAAE,KAAa,EAAE,OAAe,CAAC;QACxE,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;QACtE,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACrE,MAAM,OAAO,GAAsB,EAAE,CAAC;QAEtC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YACjD,IAAI,UAAU,GAAG,CAAC,CAAC;YAEnB,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;gBAChC,IAAI,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBACjC,UAAU,EAAE,CAAC;gBACf,CAAC;YACH,CAAC;YAED,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAClF,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;gBACrB,OAAO,CAAC,IAAI,CAAC;oBACX,OAAO,EAAE,KAAK,CAAC,EAAE;oBACjB,UAAU,EAAE,KAAK,CAAC,UAAU;oBAC5B,YAAY,EAAE,KAAK,CAAC,YAAY;oBAChC,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,UAAU,EAAE,KAAK,CAAC,UAAU;oBAC5B,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,UAAU,EAAE,KAAK,CAAC,UAAU;oBAC5B,WAAW,EAAE,CAAC;oBACd,YAAY;oBACZ,aAAa,EAAE,YAAY;iBAC5B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAChF,CAAC;CACF"}

package/dist/main.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=main.d.ts.map

package/dist/main.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.d.ts","sourceRoot":"","sources":["../src/main.ts"],"names":[],"mappings":""}