@loom-node/knowledge 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 Loom Node Contributors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/dist/chunkers/fixed-size.d.ts

@@ -0,0 +1,12 @@
+import type { Document, Chunk, Chunker } from '@loom-node/core';
+export interface FixedSizeChunkerConfig {
+    chunkSize: number;
+    overlap?: number;
+}
+export declare class FixedSizeChunker implements Chunker {
+    private readonly size;
+    private readonly overlap;
+    constructor(config: FixedSizeChunkerConfig);
+    chunk(doc: Document): Chunk[];
+}
+//# sourceMappingURL=fixed-size.d.ts.map

package/dist/chunkers/fixed-size.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fixed-size.d.ts","sourceRoot":"","sources":["../../src/chunkers/fixed-size.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAEhE,MAAM,WAAW,sBAAsB;IACrC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,gBAAiB,YAAW,OAAO;IAC9C,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAS;IAC9B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,MAAM,EAAE,sBAAsB;IAK1C,KAAK,CAAC,GAAG,EAAE,QAAQ,GAAG,KAAK,EAAE;CAmB9B"}

package/dist/chunkers/fixed-size.js

@@ -0,0 +1,27 @@
+export class FixedSizeChunker {
+    size;
+    overlap;
+    constructor(config) {
+        this.size = config.chunkSize;
+        this.overlap = config.overlap ?? 0;
+    }
+    chunk(doc) {
+        const chunks = [];
+        const step = this.size - this.overlap;
+        let index = 0;
+        for (let start = 0; start < doc.content.length; start += step) {
+            const content = doc.content.slice(start, start + this.size);
+            chunks.push({
+                id: `${doc.id}_chunk_${index}`,
+                documentId: doc.id,
+                content,
+                index,
+                tokens: Math.ceil(content.length / 4),
+                metadata: doc.metadata,
+            });
+            index++;
+        }
+        return chunks;
+    }
+}
+//# sourceMappingURL=fixed-size.js.map

package/dist/chunkers/fixed-size.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fixed-size.js","sourceRoot":"","sources":["../../src/chunkers/fixed-size.ts"],"names":[],"mappings":"AAOA,MAAM,OAAO,gBAAgB;IACV,IAAI,CAAS;IACb,OAAO,CAAS;IAEjC,YAAY,MAA8B;QACxC,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC;QAC7B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,GAAa;QACjB,MAAM,MAAM,GAAY,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC;QACtC,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,IAAI,IAAI,EAAE,CAAC;YAC9D,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5D,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE,EAAE,GAAG,GAAG,CAAC,EAAE,UAAU,KAAK,EAAE;gBAC9B,UAAU,EAAE,GAAG,CAAC,EAAE;gBAClB,OAAO;gBACP,KAAK;gBACL,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;gBACrC,QAAQ,EAAE,GAAG,CAAC,QAAQ;aACvB,CAAC,CAAC;YACH,KAAK,EAAE,CAAC;QACV,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/dist/chunkers/recursive.d.ts

@@ -0,0 +1,13 @@
+import type { Document, Chunk, Chunker } from '@loom-node/core';
+export interface RecursiveChunkerConfig {
+    maxChunkSize: number;
+    separators?: string[];
+}
+export declare class RecursiveChunker implements Chunker {
+    private readonly maxSize;
+    private readonly separators;
+    constructor(config: RecursiveChunkerConfig);
+    chunk(doc: Document): Chunk[];
+    private split;
+}
+//# sourceMappingURL=recursive.d.ts.map

package/dist/chunkers/recursive.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recursive.d.ts","sourceRoot":"","sources":["../../src/chunkers/recursive.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAEhE,MAAM,WAAW,sBAAsB;IACrC,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;CACvB;AAID,qBAAa,gBAAiB,YAAW,OAAO;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAW;gBAE1B,MAAM,EAAE,sBAAsB;IAK1C,KAAK,CAAC,GAAG,EAAE,QAAQ,GAAG,KAAK,EAAE;IAY7B,OAAO,CAAC,KAAK;CAuBd"}

package/dist/chunkers/recursive.js

@@ -0,0 +1,46 @@
+const DEFAULT_SEPARATORS = ['\n\n', '\n', '. ', ' '];
+export class RecursiveChunker {
+    maxSize;
+    separators;
+    constructor(config) {
+        this.maxSize = config.maxChunkSize;
+        this.separators = config.separators ?? DEFAULT_SEPARATORS;
+    }
+    chunk(doc) {
+        const pieces = this.split(doc.content, 0);
+        return pieces.map((content, index) => ({
+            id: `${doc.id}_chunk_${index}`,
+            documentId: doc.id,
+            content,
+            index,
+            tokens: Math.ceil(content.length / 4),
+            metadata: doc.metadata,
+        }));
+    }
+    split(text, sepIdx) {
+        if (text.length <= this.maxSize)
+            return [text];
+        const sep = this.separators[sepIdx];
+        if (!sep)
+            return [text.slice(0, this.maxSize)];
+        const parts = text.split(sep);
+        const results = [];
+        let current = '';
+        for (const part of parts) {
+            const candidate = current ? current + sep + part : part;
+            if (candidate.length > this.maxSize && current) {
+                results.push(current);
+                current = part.length > this.maxSize
+                    ? this.split(part, sepIdx + 1)[0]
+                    : part;
+            }
+            else {
+                current = candidate;
+            }
+        }
+        if (current)
+            results.push(current);
+        return results;
+    }
+}
+//# sourceMappingURL=recursive.js.map

package/dist/chunkers/recursive.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recursive.js","sourceRoot":"","sources":["../../src/chunkers/recursive.ts"],"names":[],"mappings":"AAOA,MAAM,kBAAkB,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;AAErD,MAAM,OAAO,gBAAgB;IACV,OAAO,CAAS;IAChB,UAAU,CAAW;IAEtC,YAAY,MAA8B;QACxC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,YAAY,CAAC;QACnC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,kBAAkB,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,GAAa;QACjB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC1C,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACrC,EAAE,EAAE,GAAG,GAAG,CAAC,EAAE,UAAU,KAAK,EAAE;YAC9B,UAAU,EAAE,GAAG,CAAC,EAAE;YAClB,OAAO;YACP,KAAK;YACL,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;YACrC,QAAQ,EAAE,GAAG,CAAC,QAAQ;SACvB,CAAC,CAAC,CAAC;IACN,CAAC;IAEO,KAAK,CAAC,IAAY,EAAE,MAAc;QACxC,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACpC,IAAI,CAAC,GAAG;YAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QAE/C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9B,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,IAAI,OAAO,GAAG,EAAE,CAAC;QAEjB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACxD,IAAI,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,OAAO,IAAI,OAAO,EAAE,CAAC;gBAC/C,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACtB,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,OAAO;oBAClC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;oBACjC,CAAC,CAAC,IAAI,CAAC;YACX,CAAC;iBAAM,CAAC;gBACN,OAAO,GAAG,SAAS,CAAC;YACtB,CAAC;QACH,CAAC;QACD,IAAI,OAAO;YAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnC,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}

package/dist/index.d.ts

@@ -0,0 +1,16 @@
+export { FixedSizeChunker } from './chunkers/fixed-size.js';
+export type { FixedSizeChunkerConfig } from './chunkers/fixed-size.js';
+export { RecursiveChunker } from './chunkers/recursive.js';
+export type { RecursiveChunkerConfig } from './chunkers/recursive.js';
+export { KeywordRetriever } from './retrievers/keyword-retriever.js';
+export { VectorRetriever } from './retrievers/vector-retriever.js';
+export type { VectorRetrieverConfig } from './retrievers/vector-retriever.js';
+export { GraphRetriever } from './retrievers/graph-retriever.js';
+export type { GraphRetrieverConfig } from './retrievers/graph-retriever.js';
+export { HybridRetriever } from './retrievers/hybrid-retriever.js';
+export type { HybridRetrieverConfig } from './retrievers/hybrid-retriever.js';
+export { KnowledgeBase } from './knowledge-base.js';
+export type { KnowledgeBaseConfig } from './knowledge-base.js';
+export { KnowledgeProvider } from './knowledge-provider.js';
+export { InMemoryVectorStore } from './stores/in-memory-vector-store.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAC5D,YAAY,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AACvE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,YAAY,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AACtE,OAAO,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AACrE,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACnE,YAAY,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AAC9E,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AACjE,YAAY,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AAC5E,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACnE,YAAY,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AAC9E,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,YAAY,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,mBAAmB,EAAE,MAAM,oCAAoC,CAAC"}

package/dist/index.js

@@ -0,0 +1,10 @@
+export { FixedSizeChunker } from './chunkers/fixed-size.js';
+export { RecursiveChunker } from './chunkers/recursive.js';
+export { KeywordRetriever } from './retrievers/keyword-retriever.js';
+export { VectorRetriever } from './retrievers/vector-retriever.js';
+export { GraphRetriever } from './retrievers/graph-retriever.js';
+export { HybridRetriever } from './retrievers/hybrid-retriever.js';
+export { KnowledgeBase } from './knowledge-base.js';
+export { KnowledgeProvider } from './knowledge-provider.js';
+export { InMemoryVectorStore } from './stores/in-memory-vector-store.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAE5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AACrE,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AAEnE,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AAEjE,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AAEnE,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,mBAAmB,EAAE,MAAM,oCAAoC,CAAC"}

package/dist/knowledge-base.d.ts

@@ -0,0 +1,31 @@
+import type { Document, Chunker, KnowledgeBase as IKnowledgeBase, RetrieverOptions, RetrievalResult, EmbeddingProvider, VectorStore, GraphStore, EntityExtractor } from '@loom-node/core';
+export interface KnowledgeBaseConfig {
+    chunker: Chunker;
+    embedder?: EmbeddingProvider;
+    vectorStore?: VectorStore;
+    graphStore?: GraphStore;
+    entityExtractor?: EntityExtractor;
+    weights?: {
+        keyword?: number;
+        vector?: number;
+        graph?: number;
+    };
+}
+export declare class KnowledgeBase implements IKnowledgeBase {
+    private readonly chunker;
+    private readonly keywordRetriever;
+    private readonly vectorRetriever?;
+    private readonly graphRetriever?;
+    private readonly hybridRetriever;
+    private readonly embedder?;
+    private readonly vectorStore?;
+    private readonly graphStore?;
+    private readonly entityExtractor?;
+    private readonly docs;
+    constructor(config: KnowledgeBaseConfig);
+    ingest(docs: Document[]): Promise<void>;
+    private ingestOne;
+    query(query: string, opts?: RetrieverOptions): Promise<RetrievalResult[]>;
+    delete(documentIds: string[]): Promise<void>;
+}
+//# sourceMappingURL=knowledge-base.d.ts.map

package/dist/knowledge-base.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"knowledge-base.d.ts","sourceRoot":"","sources":["../src/knowledge-base.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,QAAQ,EAER,OAAO,EACP,aAAa,IAAI,cAAc,EAC/B,gBAAgB,EAChB,eAAe,EACf,iBAAiB,EACjB,WAAW,EACX,UAAU,EACV,eAAe,EAChB,MAAM,iBAAiB,CAAC;AAMzB,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,iBAAiB,CAAC;IAC7B,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CACjE;AAED,qBAAa,aAAc,YAAW,cAAc;IAClD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAU;IAClC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAA0B;IAC3D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAkB;IACnD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAiB;IACjD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkB;IAClD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAoB;IAC9C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAc;IAC3C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAa;IACzC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAkB;IACnD,OAAO,CAAC,QAAQ,CAAC,IAAI,CAA8B;gBAEvC,MAAM,EAAE,mBAAmB;IA4BjC,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;YAM/B,SAAS;IAwCjB,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAIzE,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CAanD"}

package/dist/knowledge-base.js

@@ -0,0 +1,93 @@
+import { KeywordRetriever } from './retrievers/keyword-retriever.js';
+import { VectorRetriever } from './retrievers/vector-retriever.js';
+import { GraphRetriever } from './retrievers/graph-retriever.js';
+import { HybridRetriever } from './retrievers/hybrid-retriever.js';
+export class KnowledgeBase {
+    chunker;
+    keywordRetriever = new KeywordRetriever();
+    vectorRetriever;
+    graphRetriever;
+    hybridRetriever;
+    embedder;
+    vectorStore;
+    graphStore;
+    entityExtractor;
+    docs = new Map();
+    constructor(config) {
+        this.chunker = config.chunker;
+        this.embedder = config.embedder;
+        this.vectorStore = config.vectorStore;
+        this.graphStore = config.graphStore;
+        this.entityExtractor = config.entityExtractor;
+        const w = config.weights ?? {};
+        const retrievers = [
+            { retriever: this.keywordRetriever, weight: w.keyword ?? 0.3 },
+        ];
+        if (config.embedder && config.vectorStore) {
+            this.vectorRetriever = new VectorRetriever({
+                embedder: config.embedder,
+                store: config.vectorStore,
+            });
+            retrievers.push({ retriever: this.vectorRetriever, weight: w.vector ?? 0.5 });
+        }
+        if (config.graphStore) {
+            this.graphRetriever = new GraphRetriever({ store: config.graphStore });
+            retrievers.push({ retriever: this.graphRetriever, weight: w.graph ?? 0.2 });
+        }
+        this.hybridRetriever = new HybridRetriever({ retrievers });
+    }
+    async ingest(docs) {
+        for (const doc of docs) {
+            await this.ingestOne(doc);
+        }
+    }
+    async ingestOne(doc) {
+        const chunks = this.chunker.chunk(doc);
+        this.docs.set(doc.id, chunks);
+        this.keywordRetriever.addChunks(chunks);
+        if (this.embedder && this.vectorStore) {
+            const texts = chunks.map(c => c.content);
+            const vectors = await this.embedder.embedBatch(texts);
+            await this.vectorStore.upsert(chunks.map((c, i) => ({
+                id: c.id,
+                vector: vectors[i],
+                content: c.content,
+                metadata: { chunk: JSON.stringify(c), documentId: doc.id },
+            })));
+        }
+        if (this.entityExtractor && this.graphStore) {
+            const { entities, relations } = await this.entityExtractor.extract(doc.content);
+            await this.graphStore.addNodes(entities.map((e, i) => ({
+                id: `${doc.id}_entity_${i}`,
+                type: e.type,
+                name: e.name,
+                properties: { ...e.properties, documentId: doc.id },
+            })));
+            await this.graphStore.addEdges(relations.map((r, i) => ({
+                id: `${doc.id}_rel_${i}`,
+                source: r.source,
+                target: r.target,
+                relation: r.relation,
+                properties: { documentId: doc.id },
+            })));
+        }
+    }
+    async query(query, opts) {
+        return this.hybridRetriever.retrieve(query, opts);
+    }
+    async delete(documentIds) {
+        for (const id of documentIds) {
+            this.docs.delete(id);
+            this.keywordRetriever.removeByDocument(id);
+            if (this.vectorStore) {
+                const chunks = this.docs.get(id);
+                if (chunks)
+                    await this.vectorStore.delete(chunks.map(c => c.id));
+            }
+            if (this.graphStore) {
+                await this.graphStore.deleteByDocument(id);
+            }
+        }
+    }
+}
+//# sourceMappingURL=knowledge-base.js.map

package/dist/knowledge-base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"knowledge-base.js","sourceRoot":"","sources":["../src/knowledge-base.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AACrE,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AAWnE,MAAM,OAAO,aAAa;IACP,OAAO,CAAU;IACjB,gBAAgB,GAAG,IAAI,gBAAgB,EAAE,CAAC;IAC1C,eAAe,CAAmB;IAClC,cAAc,CAAkB;IAChC,eAAe,CAAkB;IACjC,QAAQ,CAAqB;IAC7B,WAAW,CAAe;IAC1B,UAAU,CAAc;IACxB,eAAe,CAAmB;IAClC,IAAI,GAAG,IAAI,GAAG,EAAmB,CAAC;IAEnD,YAAY,MAA2B;QACrC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC9B,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAChC,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;QACtC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;QACpC,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;QAE9C,MAAM,CAAC,GAAG,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;QAC/B,MAAM,UAAU,GAAyE;YACvF,EAAE,SAAS,EAAE,IAAI,CAAC,gBAAgB,EAAE,MAAM,EAAE,CAAC,CAAC,OAAO,IAAI,GAAG,EAAE;SAC/D,CAAC;QAEF,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YAC1C,IAAI,CAAC,eAAe,GAAG,IAAI,eAAe,CAAC;gBACzC,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,KAAK,EAAE,MAAM,CAAC,WAAW;aAC1B,CAAC,CAAC;YACH,UAAU,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,eAAe,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC;QAChF,CAAC;QAED,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;YACvE,UAAU,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,cAAc,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,IAAI,GAAG,EAAE,CAAC,CAAC;QAC9E,CAAC;QAED,IAAI,CAAC,eAAe,GAAG,IAAI,eAAe,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAgB;QAC3B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,GAAa;QACnC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QAC9B,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAExC,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACtC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACzC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACtD,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAC3B,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBACpB,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;gBAClB,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,GAAG,CAAC,EAAE,EAAE;aAC3D,CAAC,CAAC,CACJ,CAAC;QACJ,CAAC;QAED,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAC5C,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAChF,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAC5B,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBACtB,EAAE,EAAE,GAAG,GAAG,CAAC,EAAE,WAAW,CAAC,EAAE;gBAC3B,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,UAAU,EAAE,EAAE,GAAG,CAAC,CAAC,UAAU,EAAE,UAAU,EAAE,GAAG,CAAC,EAAE,EAAE;aACpD,CAAC,CAAC,CACJ,CAAC;YACF,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAC5B,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBACvB,EAAE,EAAE,GAAG,GAAG,CAAC,EAAE,QAAQ,CAAC,EAAE;gBACxB,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,UAAU,EAAE,EAAE,UAAU,EAAE,GAAG,CAAC,EAAE,EAAE;aACnC,CAAC,CAAC,CACJ,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAa,EAAE,IAAuB;QAChD,OAAO,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,WAAqB;QAChC,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACrB,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;YAC3C,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACjC,IAAI,MAAM;oBAAE,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACnE,CAAC;YACD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,MAAM,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/dist/knowledge-provider.d.ts

@@ -0,0 +1,9 @@
+import type { ContextProvider, ContextFragment } from '@loom-node/core';
+import type { KnowledgeBase } from './knowledge-base.js';
+export declare class KnowledgeProvider implements ContextProvider {
+    private kb;
+    readonly source: "knowledge";
+    constructor(kb: KnowledgeBase);
+    provide(query: string, budget: number): Promise<ContextFragment[]>;
+}
+//# sourceMappingURL=knowledge-provider.d.ts.map

package/dist/knowledge-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"knowledge-provider.d.ts","sourceRoot":"","sources":["../src/knowledge-provider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,eAAe,EAAoB,MAAM,iBAAiB,CAAC;AAC1F,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEzD,qBAAa,iBAAkB,YAAW,eAAe;IAG3C,OAAO,CAAC,EAAE;IAFtB,QAAQ,CAAC,MAAM,EAAG,WAAW,CAAU;gBAEnB,EAAE,EAAE,aAAa;IAE/B,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;CAmBzE"}

package/dist/knowledge-provider.js

@@ -0,0 +1,27 @@
+export class KnowledgeProvider {
+    kb;
+    source = 'knowledge';
+    constructor(kb) {
+        this.kb = kb;
+    }
+    async provide(query, budget) {
+        const results = await this.kb.query(query, { limit: 10 });
+        const fragments = [];
+        let used = 0;
+        for (const r of results) {
+            const tokens = r.chunk.tokens ?? Math.ceil(r.chunk.content.length / 4);
+            if (used + tokens > budget)
+                break;
+            fragments.push({
+                source: 'knowledge',
+                content: r.chunk.content,
+                tokens,
+                relevance: r.score,
+                metadata: { chunkId: r.chunk.id, documentId: r.chunk.documentId },
+            });
+            used += tokens;
+        }
+        return fragments;
+    }
+}
+//# sourceMappingURL=knowledge-provider.js.map

package/dist/knowledge-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"knowledge-provider.js","sourceRoot":"","sources":["../src/knowledge-provider.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,iBAAiB;IAGR;IAFX,MAAM,GAAG,WAAoB,CAAC;IAEvC,YAAoB,EAAiB;QAAjB,OAAE,GAAF,EAAE,CAAe;IAAG,CAAC;IAEzC,KAAK,CAAC,OAAO,CAAC,KAAa,EAAE,MAAc;QACzC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,EAAE,EAA6B,CAAC,CAAC;QACrF,MAAM,SAAS,GAAsB,EAAE,CAAC;QACxC,IAAI,IAAI,GAAG,CAAC,CAAC;QAEb,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACvE,IAAI,IAAI,GAAG,MAAM,GAAG,MAAM;gBAAE,MAAM;YAClC,SAAS,CAAC,IAAI,CAAC;gBACb,MAAM,EAAE,WAAW;gBACnB,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO;gBACxB,MAAM;gBACN,SAAS,EAAE,CAAC,CAAC,KAAK;gBAClB,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,EAAE;aAClE,CAAC,CAAC;YACH,IAAI,IAAI,MAAM,CAAC;QACjB,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;CACF"}

package/dist/retrievers/graph-retriever.d.ts

@@ -0,0 +1,12 @@
+import type { Retriever, RetrieverOptions, RetrievalResult, GraphStore } from '@loom-node/core';
+export interface GraphRetrieverConfig {
+    store: GraphStore;
+    depth?: number;
+}
+export declare class GraphRetriever implements Retriever {
+    private readonly store;
+    private readonly depth;
+    constructor(config: GraphRetrieverConfig);
+    retrieve(query: string, opts?: RetrieverOptions): Promise<RetrievalResult[]>;
+}
+//# sourceMappingURL=graph-retriever.d.ts.map

package/dist/retrievers/graph-retriever.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"graph-retriever.d.ts","sourceRoot":"","sources":["../../src/retrievers/graph-retriever.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,SAAS,EACT,gBAAgB,EAChB,eAAe,EACf,UAAU,EACX,MAAM,iBAAiB,CAAC;AAEzB,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,UAAU,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,cAAe,YAAW,SAAS;IAC9C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAa;IACnC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;gBAEnB,MAAM,EAAE,oBAAoB;IAKlC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;CAwBnF"}

package/dist/retrievers/graph-retriever.js

@@ -0,0 +1,31 @@
+export class GraphRetriever {
+    store;
+    depth;
+    constructor(config) {
+        this.store = config.store;
+        this.depth = config.depth ?? 2;
+    }
+    async retrieve(query, opts) {
+        const limit = opts?.limit ?? 5;
+        const nodes = await this.store.search(query, limit);
+        const results = [];
+        for (const node of nodes) {
+            const { nodes: neighbors } = await this.store.getNeighbors(node.id, this.depth);
+            const context = [node, ...neighbors]
+                .map(n => `${n.type}:${n.name}`)
+                .join(' -> ');
+            results.push({
+                chunk: {
+                    id: `graph_${node.id}`,
+                    documentId: node.properties['documentId'] ?? '',
+                    content: context,
+                    index: 0,
+                    metadata: { graphNode: node.id, type: node.type },
+                },
+                score: 1 / (results.length + 1),
+            });
+        }
+        return results.slice(0, limit);
+    }
+}
+//# sourceMappingURL=graph-retriever.js.map

package/dist/retrievers/graph-retriever.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"graph-retriever.js","sourceRoot":"","sources":["../../src/retrievers/graph-retriever.ts"],"names":[],"mappings":"AAaA,MAAM,OAAO,cAAc;IACR,KAAK,CAAa;IAClB,KAAK,CAAS;IAE/B,YAAY,MAA4B;QACtC,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAa,EAAE,IAAuB;QACnD,MAAM,KAAK,GAAG,IAAI,EAAE,KAAK,IAAI,CAAC,CAAC;QAC/B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAEpD,MAAM,OAAO,GAAsB,EAAE,CAAC;QACtC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YAChF,MAAM,OAAO,GAAG,CAAC,IAAI,EAAE,GAAG,SAAS,CAAC;iBACjC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;iBAC/B,IAAI,CAAC,MAAM,CAAC,CAAC;YAEhB,OAAO,CAAC,IAAI,CAAC;gBACX,KAAK,EAAE;oBACL,EAAE,EAAE,SAAS,IAAI,CAAC,EAAE,EAAE;oBACtB,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,YAAY,CAAW,IAAI,EAAE;oBACzD,OAAO,EAAE,OAAO;oBAChB,KAAK,EAAE,CAAC;oBACR,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;iBAClC;gBACjB,KAAK,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;aAChC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACjC,CAAC;CACF"}

package/dist/retrievers/hybrid-retriever.d.ts

@@ -0,0 +1,13 @@
+import type { Retriever, RetrieverOptions, RetrievalResult } from '@loom-node/core';
+export interface HybridRetrieverConfig {
+    retrievers: {
+        retriever: Retriever;
+        weight: number;
+    }[];
+}
+export declare class HybridRetriever implements Retriever {
+    private readonly retrievers;
+    constructor(config: HybridRetrieverConfig);
+    retrieve(query: string, opts?: RetrieverOptions): Promise<RetrievalResult[]>;
+}
+//# sourceMappingURL=hybrid-retriever.d.ts.map

package/dist/retrievers/hybrid-retriever.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hybrid-retriever.d.ts","sourceRoot":"","sources":["../../src/retrievers/hybrid-retriever.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAEpF,MAAM,WAAW,qBAAqB;IACpC,UAAU,EAAE;QAAE,SAAS,EAAE,SAAS,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CACxD;AAED,qBAAa,eAAgB,YAAW,SAAS;IAC/C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA6C;gBAE5D,MAAM,EAAE,qBAAqB;IAInC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;CAuBnF"}

package/dist/retrievers/hybrid-retriever.js

@@ -0,0 +1,26 @@
+export class HybridRetriever {
+    retrievers;
+    constructor(config) {
+        this.retrievers = config.retrievers;
+    }
+    async retrieve(query, opts) {
+        const limit = opts?.limit ?? 5;
+        const allResults = await Promise.all(this.retrievers.map(async ({ retriever, weight }) => {
+            const results = await retriever.retrieve(query, { ...opts, limit: limit * 2 });
+            return results.map(r => ({ ...r, score: r.score * weight }));
+        }));
+        const merged = new Map();
+        for (const results of allResults) {
+            for (const r of results) {
+                const existing = merged.get(r.chunk.id);
+                if (!existing || r.score > existing.score) {
+                    merged.set(r.chunk.id, r);
+                }
+            }
+        }
+        return [...merged.values()]
+            .sort((a, b) => b.score - a.score)
+            .slice(0, limit);
+    }
+}
+//# sourceMappingURL=hybrid-retriever.js.map

package/dist/retrievers/hybrid-retriever.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hybrid-retriever.js","sourceRoot":"","sources":["../../src/retrievers/hybrid-retriever.ts"],"names":[],"mappings":"AAMA,MAAM,OAAO,eAAe;IACT,UAAU,CAA6C;IAExE,YAAY,MAA6B;QACvC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAa,EAAE,IAAuB;QACnD,MAAM,KAAK,GAAG,IAAI,EAAE,KAAK,IAAI,CAAC,CAAC;QAC/B,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,GAAG,CAClC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE;YAClD,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC;YAC/E,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC,CAAC,CACH,CAAC;QAEF,MAAM,MAAM,GAAG,IAAI,GAAG,EAA2B,CAAC;QAClD,KAAK,MAAM,OAAO,IAAI,UAAU,EAAE,CAAC;YACjC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;gBACxB,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACxC,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC,KAAK,GAAG,QAAQ,CAAC,KAAK,EAAE,CAAC;oBAC1C,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;gBAC5B,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;aACxB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;aACjC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACrB,CAAC;CACF"}

package/dist/retrievers/keyword-retriever.d.ts

@@ -0,0 +1,8 @@
+import type { Chunk, Retriever, RetrieverOptions, RetrievalResult } from '@loom-node/core';
+export declare class KeywordRetriever implements Retriever {
+    private chunks;
+    addChunks(chunks: Chunk[]): void;
+    removeByDocument(documentId: string): void;
+    retrieve(query: string, opts?: RetrieverOptions): Promise<RetrievalResult[]>;
+}
+//# sourceMappingURL=keyword-retriever.d.ts.map

package/dist/retrievers/keyword-retriever.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"keyword-retriever.d.ts","sourceRoot":"","sources":["../../src/retrievers/keyword-retriever.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAE3F,qBAAa,gBAAiB,YAAW,SAAS;IAChD,OAAO,CAAC,MAAM,CAAe;IAE7B,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI;IAIhC,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAIpC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;CAgBnF"}

package/dist/retrievers/keyword-retriever.js

@@ -0,0 +1,24 @@
+export class KeywordRetriever {
+    chunks = [];
+    addChunks(chunks) {
+        this.chunks.push(...chunks);
+    }
+    removeByDocument(documentId) {
+        this.chunks = this.chunks.filter(c => c.documentId !== documentId);
+    }
+    async retrieve(query, opts) {
+        const limit = opts?.limit ?? 5;
+        const minScore = opts?.minScore ?? 0;
+        const terms = query.toLowerCase().split(/\s+/).filter(Boolean);
+        const scored = this.chunks.map(chunk => {
+            const lower = chunk.content.toLowerCase();
+            const hits = terms.filter(t => lower.includes(t)).length;
+            return { chunk, score: terms.length > 0 ? hits / terms.length : 0 };
+        });
+        return scored
+            .filter(r => r.score > minScore)
+            .sort((a, b) => b.score - a.score)
+            .slice(0, limit);
+    }
+}
+//# sourceMappingURL=keyword-retriever.js.map

package/dist/retrievers/keyword-retriever.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"keyword-retriever.js","sourceRoot":"","sources":["../../src/retrievers/keyword-retriever.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,gBAAgB;IACnB,MAAM,GAAY,EAAE,CAAC;IAE7B,SAAS,CAAC,MAAe;QACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;IAC9B,CAAC;IAED,gBAAgB,CAAC,UAAkB;QACjC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,UAAU,CAAC,CAAC;IACrE,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAa,EAAE,IAAuB;QACnD,MAAM,KAAK,GAAG,IAAI,EAAE,KAAK,IAAI,CAAC,CAAC;QAC/B,MAAM,QAAQ,GAAG,IAAI,EAAE,QAAQ,IAAI,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAE/D,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YACrC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YAC1C,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YACzD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM;aACV,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,QAAQ,CAAC;aAC/B,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;aACjC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACrB,CAAC;CACF"}

package/dist/retrievers/vector-retriever.d.ts

@@ -0,0 +1,12 @@
+import type { Retriever, RetrieverOptions, RetrievalResult, EmbeddingProvider, VectorStore } from '@loom-node/core';
+export interface VectorRetrieverConfig {
+    embedder: EmbeddingProvider;
+    store: VectorStore;
+}
+export declare class VectorRetriever implements Retriever {
+    private readonly embedder;
+    private readonly store;
+    constructor(config: VectorRetrieverConfig);
+    retrieve(query: string, opts?: RetrieverOptions): Promise<RetrievalResult[]>;
+}
+//# sourceMappingURL=vector-retriever.d.ts.map

package/dist/retrievers/vector-retriever.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector-retriever.d.ts","sourceRoot":"","sources":["../../src/retrievers/vector-retriever.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,SAAS,EACT,gBAAgB,EAChB,eAAe,EACf,iBAAiB,EACjB,WAAW,EACZ,MAAM,iBAAiB,CAAC;AAEzB,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,KAAK,EAAE,WAAW,CAAC;CACpB;AAED,qBAAa,eAAgB,YAAW,SAAS;IAC/C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAoB;IAC7C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAc;gBAExB,MAAM,EAAE,qBAAqB;IAKnC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;CAanF"}

package/dist/retrievers/vector-retriever.js

@@ -0,0 +1,21 @@
+export class VectorRetriever {
+    embedder;
+    store;
+    constructor(config) {
+        this.embedder = config.embedder;
+        this.store = config.store;
+    }
+    async retrieve(query, opts) {
+        const limit = opts?.limit ?? 5;
+        const minScore = opts?.minScore ?? 0;
+        const vector = await this.embedder.embed(query);
+        const results = await this.store.search(vector, limit, opts?.filter);
+        return results
+            .filter(r => r.score >= minScore)
+            .map(r => ({
+            chunk: JSON.parse(r.metadata['chunk']),
+            score: r.score,
+        }));
+    }
+}
+//# sourceMappingURL=vector-retriever.js.map

package/dist/retrievers/vector-retriever.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector-retriever.js","sourceRoot":"","sources":["../../src/retrievers/vector-retriever.ts"],"names":[],"mappings":"AAcA,MAAM,OAAO,eAAe;IACT,QAAQ,CAAoB;IAC5B,KAAK,CAAc;IAEpC,YAAY,MAA6B;QACvC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAChC,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAa,EAAE,IAAuB;QACnD,MAAM,KAAK,GAAG,IAAI,EAAE,KAAK,IAAI,CAAC,CAAC;QAC/B,MAAM,QAAQ,GAAG,IAAI,EAAE,QAAQ,IAAI,CAAC,CAAC;QACrC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QAErE,OAAO,OAAO;aACX,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,QAAQ,CAAC;aAChC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACT,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAW,CAAU;YACzD,KAAK,EAAE,CAAC,CAAC,KAAK;SACf,CAAC,CAAC,CAAC;IACR,CAAC;CACF"}

package/dist/stores/in-memory-vector-store.d.ts

@@ -0,0 +1,9 @@
+import type { VectorStore, VectorEntry, VectorSearchResult } from '@loom-node/core';
+export declare class InMemoryVectorStore implements VectorStore {
+    private entries;
+    upsert(entries: VectorEntry[]): Promise<void>;
+    search(vector: number[], limit: number, filter?: Record<string, unknown>): Promise<VectorSearchResult[]>;
+    delete(ids: string[]): Promise<void>;
+    private matchFilter;
+}
+//# sourceMappingURL=in-memory-vector-store.d.ts.map

package/dist/stores/in-memory-vector-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"in-memory-vector-store.d.ts","sourceRoot":"","sources":["../../src/stores/in-memory-vector-store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAEpF,qBAAa,mBAAoB,YAAW,WAAW;IACrD,OAAO,CAAC,OAAO,CAAkC;IAE3C,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAI7C,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAcxG,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAI1C,OAAO,CAAC,WAAW;CAGpB"}

package/dist/stores/in-memory-vector-store.js

@@ -0,0 +1,39 @@
+export class InMemoryVectorStore {
+    entries = new Map();
+    async upsert(entries) {
+        for (const e of entries)
+            this.entries.set(e.id, e);
+    }
+    async search(vector, limit, filter) {
+        const results = [];
+        for (const entry of this.entries.values()) {
+            if (filter && !this.matchFilter(entry.metadata, filter))
+                continue;
+            results.push({
+                id: entry.id,
+                score: cosine(vector, entry.vector),
+                content: entry.content,
+                metadata: entry.metadata,
+            });
+        }
+        return results.sort((a, b) => b.score - a.score).slice(0, limit);
+    }
+    async delete(ids) {
+        for (const id of ids)
+            this.entries.delete(id);
+    }
+    matchFilter(metadata, filter) {
+        return Object.entries(filter).every(([k, v]) => metadata[k] === v);
+    }
+}
+function cosine(a, b) {
+    let dot = 0, na = 0, nb = 0;
+    for (let i = 0; i < a.length; i++) {
+        dot += a[i] * b[i];
+        na += a[i] * a[i];
+        nb += b[i] * b[i];
+    }
+    const denom = Math.sqrt(na) * Math.sqrt(nb);
+    return denom === 0 ? 0 : dot / denom;
+}
+//# sourceMappingURL=in-memory-vector-store.js.map

package/dist/stores/in-memory-vector-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"in-memory-vector-store.js","sourceRoot":"","sources":["../../src/stores/in-memory-vector-store.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,mBAAmB;IACtB,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAC;IAEjD,KAAK,CAAC,MAAM,CAAC,OAAsB;QACjC,KAAK,MAAM,CAAC,IAAI,OAAO;YAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,MAAgB,EAAE,KAAa,EAAE,MAAgC;QAC5E,MAAM,OAAO,GAAyB,EAAE,CAAC;QACzC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC;gBAAE,SAAS;YAClE,OAAO,CAAC,IAAI,CAAC;gBACX,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;gBACnC,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;aACzB,CAAC,CAAC;QACL,CAAC;QACD,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAa;QACxB,KAAK,MAAM,EAAE,IAAI,GAAG;YAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAChD,CAAC;IAEO,WAAW,CAAC,QAAiC,EAAE,MAA+B;QACpF,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IACrE,CAAC;CACF;AAED,SAAS,MAAM,CAAC,CAAW,EAAE,CAAW;IACtC,IAAI,GAAG,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAClB,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC5C,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC;AACvC,CAAC"}

package/package.json

@@ -0,0 +1,27 @@
+{
+  "name": "@loom-node/knowledge",
+  "version": "0.1.0",
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "default": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist"
+  ],
+  "publishConfig": {
+    "access": "public"
+  },
+  "license": "MIT",
+  "dependencies": {
+    "@loom-node/core": "0.1.0"
+  },
+  "scripts": {
+    "build": "tsc -b",
+    "clean": "rm -rf dist .tsbuildinfo"
+  }
+}