@fllf/agent-sdk 0.1.0

package/dist/rag/retrieval/utils.js

@@ -0,0 +1,114 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.hydrateRetrievedChunks = hydrateRetrievedChunks;
+exports.toSearchOptions = toSearchOptions;
+exports.resolveTopK = resolveTopK;
+exports.withTopK = withTopK;
+exports.cloneRetrievedChunk = cloneRetrievedChunk;
+async function hydrateRetrievedChunks(documentStore, refs, source) {
+    const chunks = await documentStore.getChunks(refs.map((ref) => ref.chunkId));
+    const chunksById = new Map(chunks.map((chunk) => [chunk.id, chunk]));
+    const retrieved = [];
+    for (const ref of refs) {
+        const chunk = chunksById.get(ref.chunkId);
+        if (chunk === undefined) {
+            continue;
+        }
+        const item = {
+            chunk,
+            score: ref.score,
+            source,
+        };
+        if (ref.metadata !== undefined) {
+            item.metadata = { ...ref.metadata };
+        }
+        retrieved.push(item);
+    }
+    return retrieved;
+}
+function toSearchOptions(options) {
+    const searchOptions = {};
+    assignIfDefined(searchOptions, 'topK', options?.topK);
+    assignIfDefined(searchOptions, 'minScore', options?.minScore);
+    assignIfDefined(searchOptions, 'tenantId', options?.tenantId);
+    assignIfDefined(searchOptions, 'knowledgeBaseId', options?.knowledgeBaseId);
+    assignArrayIfDefined(searchOptions, 'acl', options?.acl);
+    assignArrayIfDefined(searchOptions, 'documentIds', options?.documentIds);
+    assignArrayIfDefined(searchOptions, 'sources', options?.sources);
+    assignRecordIfDefined(searchOptions, 'metadataFilter', options?.metadataFilter);
+    return searchOptions;
+}
+function resolveTopK(topK, fallback = 10) {
+    if (topK === undefined) {
+        return fallback;
+    }
+    if (!Number.isFinite(topK) || topK <= 0) {
+        return 0;
+    }
+    return Math.floor(topK);
+}
+function withTopK(options, topK) {
+    const next = {};
+    assignIfDefined(next, 'minScore', options?.minScore);
+    assignIfDefined(next, 'tenantId', options?.tenantId);
+    assignIfDefined(next, 'knowledgeBaseId', options?.knowledgeBaseId);
+    assignArrayIfDefined(next, 'acl', options?.acl);
+    assignArrayIfDefined(next, 'documentIds', options?.documentIds);
+    assignArrayIfDefined(next, 'sources', options?.sources);
+    assignRecordIfDefined(next, 'metadataFilter', options?.metadataFilter);
+    assignIfDefined(next, 'trace', options?.trace);
+    next.topK = topK;
+    return next;
+}
+function cloneRetrievedChunk(chunk) {
+    const clone = {
+        chunk: {
+            id: chunk.chunk.id,
+            documentId: chunk.chunk.documentId,
+            content: chunk.chunk.content,
+            kind: chunk.chunk.kind,
+            metadata: {
+                source: chunk.chunk.metadata.source,
+                chunkIndex: chunk.chunk.metadata.chunkIndex,
+            },
+        },
+        score: chunk.score,
+        source: chunk.source,
+    };
+    assignIfDefined(clone.chunk, 'parentId', chunk.chunk.parentId);
+    assignIfDefined(clone.chunk.metadata, 'title', chunk.chunk.metadata.title);
+    assignIfDefined(clone.chunk.metadata, 'tenantId', chunk.chunk.metadata.tenantId);
+    assignIfDefined(clone.chunk.metadata, 'knowledgeBaseId', chunk.chunk.metadata.knowledgeBaseId);
+    assignIfDefined(clone.chunk.metadata, 'page', chunk.chunk.metadata.page);
+    assignIfDefined(clone.chunk.metadata, 'startOffset', chunk.chunk.metadata.startOffset);
+    assignIfDefined(clone.chunk.metadata, 'endOffset', chunk.chunk.metadata.endOffset);
+    if (chunk.chunk.metadata.headingPath !== undefined) {
+        clone.chunk.metadata.headingPath = [...chunk.chunk.metadata.headingPath];
+    }
+    if (chunk.chunk.metadata.acl !== undefined) {
+        clone.chunk.metadata.acl = [...chunk.chunk.metadata.acl];
+    }
+    if (chunk.chunk.metadata.extra !== undefined) {
+        clone.chunk.metadata.extra = { ...chunk.chunk.metadata.extra };
+    }
+    if (chunk.metadata !== undefined) {
+        clone.metadata = { ...chunk.metadata };
+    }
+    return clone;
+}
+function assignIfDefined(target, key, value) {
+    if (value !== undefined) {
+        target[key] = value;
+    }
+}
+function assignArrayIfDefined(target, key, value) {
+    if (value !== undefined) {
+        target[key] = [...value];
+    }
+}
+function assignRecordIfDefined(target, key, value) {
+    if (value !== undefined) {
+        target[key] = { ...value };
+    }
+}
+//# sourceMappingURL=utils.js.map

package/dist/rag/retrieval/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/rag/retrieval/utils.ts"],"names":[],"mappings":";;AAWA,wDA6BC;AAED,0CAaC;AAED,kCASC;AAED,4BAeC;AAED,kDA0CC;AApHM,KAAK,UAAU,sBAAsB,CACxC,aAA4B,EAC5B,IAAsB,EACtB,MAAuB;IAEvB,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7E,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IACrE,MAAM,SAAS,GAAqB,EAAE,CAAC;IAEvC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC1C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,SAAS;QACb,CAAC;QAED,MAAM,IAAI,GAAmB;YACzB,KAAK;YACL,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,MAAM;SACT,CAAC;QAEF,IAAI,GAAG,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC7B,IAAI,CAAC,QAAQ,GAAG,EAAE,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAC;QACxC,CAAC;QAED,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;IAED,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,SAAgB,eAAe,CAAC,OAAoC;IAChE,MAAM,aAAa,GAAkB,EAAE,CAAC;IAExC,eAAe,CAAC,aAAa,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IACtD,eAAe,CAAC,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;IAC9D,eAAe,CAAC,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;IAC9D,eAAe,CAAC,aAAa,EAAE,iBAAiB,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC;IAC5E,oBAAoB,CAAC,aAAa,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;IACzD,oBAAoB,CAAC,aAAa,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;IACzE,oBAAoB,CAAC,aAAa,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACjE,qBAAqB,CAAC,aAAa,EAAE,gBAAgB,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;IAEhF,OAAO,aAAa,CAAC;AACzB,CAAC;AAED,SAAgB,WAAW,CAAC,IAAwB,EAAE,QAAQ,GAAG,EAAE;IAC/D,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACrB,OAAO,QAAQ,CAAC;IACpB,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;QACtC,OAAO,CAAC,CAAC;IACb,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED,SAAgB,QAAQ,CAAC,OAAoC,EAAE,IAAY;IACvE,MAAM,IAAI,GAAoB,EAAE,CAAC;IAEjC,eAAe,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;IACrD,eAAe,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;IACrD,eAAe,CAAC,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,eAAe,CAAC,CAAC;IACnE,oBAAoB,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;IAChD,oBAAoB,CAAC,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;IAChE,oBAAoB,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACxD,qBAAqB,CAAC,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;IACvE,eAAe,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;IAE/C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IAEjB,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAgB,mBAAmB,CAAC,KAAqB;IACrD,MAAM,KAAK,GAAmB;QAC1B,KAAK,EAAE;YACH,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE;YAClB,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,UAAU;YAClC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO;YAC5B,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI;YACtB,QAAQ,EAAE;gBACN,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM;gBACnC,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU;aAC9C;SACJ;QACD,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,MAAM,EAAE,KAAK,CAAC,MAAM;KACvB,CAAC;IAEF,eAAe,CAAC,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC/D,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC3E,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACjF,eAAe,CACX,KAAK,CAAC,KAAK,CAAC,QAAQ,EACpB,iBAAiB,EACjB,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,eAAe,CACvC,CAAC;IACF,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACzE,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IACvF,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAEnF,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;QACjD,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,GAAG,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAC7E,CAAC;IACD,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;QACzC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC7D,CAAC;IACD,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAC3C,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,GAAG,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IACnE,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC/B,KAAK,CAAC,QAAQ,GAAG,EAAE,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;IAC3C,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,eAAe,CACpB,MAAS,EACT,GAAM,EACN,KAAuB;IAEvB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACtB,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IACxB,CAAC;AACL,CAAC;AAED,SAAS,oBAAoB,CAKzB,MAAS,EACT,GAAM,EACN,KAA+B;IAE/B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACtB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAS,CAAC;IACrC,CAAC;AACL,CAAC;AAED,SAAS,qBAAqB,CAC1B,MAAS,EACT,GAAM,EACN,KAA0C;IAE1C,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACtB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,EAAU,CAAC;IACvC,CAAC;AACL,CAAC"}

package/dist/rag/stores/in-memory-document-store.d.ts

@@ -0,0 +1,14 @@
+import type { Chunk, RawDocument } from '../types';
+import type { DocumentStore } from './types';
+export declare class InMemoryDocumentStore implements DocumentStore {
+    private readonly documents;
+    private readonly chunks;
+    private readonly chunkIdsByDocument;
+    upsertDocuments(documents: RawDocument[]): Promise<void>;
+    upsertChunks(chunks: Chunk[]): Promise<void>;
+    getChunks(ids: string[]): Promise<Chunk[]>;
+    getChunksByDocument(documentId: string): Promise<Chunk[]>;
+    deleteDocument(documentId: string): Promise<void>;
+    getDocument(documentId: string): Promise<RawDocument | undefined>;
+}
+//# sourceMappingURL=in-memory-document-store.d.ts.map

package/dist/rag/stores/in-memory-document-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"in-memory-document-store.d.ts","sourceRoot":"","sources":["../../../src/rag/stores/in-memory-document-store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,KAAK,EACL,WAAW,EACd,MAAM,UAAU,CAAC;AAClB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAM7C,qBAAa,qBAAsB,YAAW,aAAa;IACvD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAkC;IAC5D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA4B;IACnD,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAkC;IAE/D,eAAe,CAAC,SAAS,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAMxD,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAc5C,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAa1C,mBAAmB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAazD,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAcjD,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;CAK1E"}

package/dist/rag/stores/in-memory-document-store.js

@@ -0,0 +1,64 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.InMemoryDocumentStore = void 0;
+const utils_1 = require("./utils");
+class InMemoryDocumentStore {
+    documents = new Map();
+    chunks = new Map();
+    chunkIdsByDocument = new Map();
+    async upsertDocuments(documents) {
+        for (const document of documents) {
+            this.documents.set(document.id, (0, utils_1.cloneRawDocument)(document));
+        }
+    }
+    async upsertChunks(chunks) {
+        for (const chunk of chunks) {
+            const previous = this.chunks.get(chunk.id);
+            if (previous !== undefined && previous.documentId !== chunk.documentId) {
+                this.chunkIdsByDocument.get(previous.documentId)?.delete(chunk.id);
+            }
+            this.chunks.set(chunk.id, (0, utils_1.cloneChunk)(chunk));
+            const chunkIds = this.chunkIdsByDocument.get(chunk.documentId) ?? new Set();
+            chunkIds.add(chunk.id);
+            this.chunkIdsByDocument.set(chunk.documentId, chunkIds);
+        }
+    }
+    async getChunks(ids) {
+        const chunks = [];
+        for (const id of ids) {
+            const chunk = this.chunks.get(id);
+            if (chunk !== undefined) {
+                chunks.push((0, utils_1.cloneChunk)(chunk));
+            }
+        }
+        return chunks;
+    }
+    async getChunksByDocument(documentId) {
+        const chunkIds = this.chunkIdsByDocument.get(documentId);
+        if (chunkIds === undefined) {
+            return [];
+        }
+        return [...chunkIds]
+            .map((chunkId) => this.chunks.get(chunkId))
+            .filter((chunk) => chunk !== undefined)
+            .sort((left, right) => left.metadata.chunkIndex - right.metadata.chunkIndex)
+            .map(utils_1.cloneChunk);
+    }
+    async deleteDocument(documentId) {
+        this.documents.delete(documentId);
+        const chunkIds = this.chunkIdsByDocument.get(documentId);
+        if (chunkIds === undefined) {
+            return;
+        }
+        for (const chunkId of chunkIds) {
+            this.chunks.delete(chunkId);
+        }
+        this.chunkIdsByDocument.delete(documentId);
+    }
+    async getDocument(documentId) {
+        const document = this.documents.get(documentId);
+        return document === undefined ? undefined : (0, utils_1.cloneRawDocument)(document);
+    }
+}
+exports.InMemoryDocumentStore = InMemoryDocumentStore;
+//# sourceMappingURL=in-memory-document-store.js.map

package/dist/rag/stores/in-memory-document-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"in-memory-document-store.js","sourceRoot":"","sources":["../../../src/rag/stores/in-memory-document-store.ts"],"names":[],"mappings":";;;AAKA,mCAGiB;AAEjB,MAAa,qBAAqB;IACb,SAAS,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC3C,MAAM,GAAG,IAAI,GAAG,EAAiB,CAAC;IAClC,kBAAkB,GAAG,IAAI,GAAG,EAAuB,CAAC;IAErE,KAAK,CAAC,eAAe,CAAC,SAAwB;QAC1C,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YAC/B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAA,wBAAgB,EAAC,QAAQ,CAAC,CAAC,CAAC;QAChE,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAAe;QAC9B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC3C,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC;gBACrE,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACvE,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,IAAA,kBAAU,EAAC,KAAK,CAAC,CAAC,CAAC;YAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,IAAI,GAAG,EAAU,CAAC;YACpF,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACvB,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAC5D,CAAC;IACL,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,GAAa;QACzB,MAAM,MAAM,GAAY,EAAE,CAAC;QAE3B,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACnB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACtB,MAAM,CAAC,IAAI,CAAC,IAAA,kBAAU,EAAC,KAAK,CAAC,CAAC,CAAC;YACnC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,UAAkB;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACzD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO,EAAE,CAAC;QACd,CAAC;QAED,OAAO,CAAC,GAAG,QAAQ,CAAC;aACf,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;aAC1C,MAAM,CAAC,CAAC,KAAK,EAAkB,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC;aACtD,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;aAC3E,GAAG,CAAC,kBAAU,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,UAAkB;QACnC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAElC,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACzD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO;QACX,CAAC;QAED,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,UAAkB;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAEhD,OAAO,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAA,wBAAgB,EAAC,QAAQ,CAAC,CAAC;IAC3E,CAAC;CACJ;AAtED,sDAsEC"}

package/dist/rag/stores/in-memory-keyword-store.d.ts

@@ -0,0 +1,10 @@
+import type { Chunk } from '../types';
+import type { KeywordStore, ScoredChunkRef, SearchOptions } from './types';
+export declare class InMemoryKeywordStore implements KeywordStore {
+    private readonly entries;
+    upsert(chunks: Chunk[]): Promise<void>;
+    search(query: string, options?: SearchOptions): Promise<ScoredChunkRef[]>;
+    deleteByDocument(documentId: string): Promise<void>;
+    private calculateDocumentFrequency;
+}
+//# sourceMappingURL=in-memory-keyword-store.d.ts.map

package/dist/rag/stores/in-memory-keyword-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"in-memory-keyword-store.d.ts","sourceRoot":"","sources":["../../../src/rag/stores/in-memory-keyword-store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AACtC,OAAO,KAAK,EACR,YAAY,EACZ,cAAc,EACd,aAAa,EAChB,MAAM,SAAS,CAAC;AAajB,qBAAa,oBAAqB,YAAW,YAAY;IACrD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAwC;IAE1D,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAWtC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAuC7E,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQzD,OAAO,CAAC,0BAA0B;CAerC"}

package/dist/rag/stores/in-memory-keyword-store.js

@@ -0,0 +1,99 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.InMemoryKeywordStore = void 0;
+const utils_1 = require("./utils");
+class InMemoryKeywordStore {
+    entries = new Map();
+    async upsert(chunks) {
+        for (const chunk of chunks) {
+            const terms = tokenize(chunk.content);
+            this.entries.set(chunk.id, {
+                chunk: (0, utils_1.cloneChunk)(chunk),
+                termCounts: countTerms(terms),
+                length: terms.length,
+            });
+        }
+    }
+    async search(query, options = {}) {
+        const queryTerms = [...new Set(tokenize(query))];
+        if (queryTerms.length === 0) {
+            return [];
+        }
+        const refs = [];
+        const documentFrequency = this.calculateDocumentFrequency(queryTerms);
+        const totalDocuments = Math.max(this.entries.size, 1);
+        for (const entry of this.entries.values()) {
+            if (!(0, utils_1.matchesSearchOptions)(entry.chunk, options)) {
+                continue;
+            }
+            const score = scoreEntry({
+                entry,
+                queryTerms,
+                documentFrequency,
+                totalDocuments,
+            });
+            if (score <= 0) {
+                continue;
+            }
+            refs.push({
+                chunkId: entry.chunk.id,
+                documentId: entry.chunk.documentId,
+                score,
+                metadata: {
+                    source: 'keyword',
+                    matchedTerms: queryTerms.filter((term) => entry.termCounts.has(term)),
+                },
+            });
+        }
+        return (0, utils_1.applyScoreOptions)(refs, options);
+    }
+    async deleteByDocument(documentId) {
+        for (const [chunkId, entry] of this.entries.entries()) {
+            if (entry.chunk.documentId === documentId) {
+                this.entries.delete(chunkId);
+            }
+        }
+    }
+    calculateDocumentFrequency(queryTerms) {
+        const frequency = new Map();
+        for (const term of queryTerms) {
+            let count = 0;
+            for (const entry of this.entries.values()) {
+                if (entry.termCounts.has(term)) {
+                    count += 1;
+                }
+            }
+            frequency.set(term, count);
+        }
+        return frequency;
+    }
+}
+exports.InMemoryKeywordStore = InMemoryKeywordStore;
+function scoreEntry(input) {
+    let score = 0;
+    for (const term of input.queryTerms) {
+        const termCount = input.entry.termCounts.get(term) ?? 0;
+        if (termCount === 0) {
+            continue;
+        }
+        const df = input.documentFrequency.get(term) ?? 0;
+        const idf = Math.log(1 + (input.totalDocuments - df + 0.5) / (df + 0.5));
+        const normalizedTf = termCount / Math.sqrt(Math.max(input.entry.length, 1));
+        score += normalizedTf * idf;
+    }
+    return score;
+}
+function tokenize(text) {
+    return text
+        .normalize('NFKC')
+        .toLowerCase()
+        .match(/[\p{L}\p{N}_-]+/gu) ?? [];
+}
+function countTerms(terms) {
+    const counts = new Map();
+    for (const term of terms) {
+        counts.set(term, (counts.get(term) ?? 0) + 1);
+    }
+    return counts;
+}
+//# sourceMappingURL=in-memory-keyword-store.js.map

package/dist/rag/stores/in-memory-keyword-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"in-memory-keyword-store.js","sourceRoot":"","sources":["../../../src/rag/stores/in-memory-keyword-store.ts"],"names":[],"mappings":";;;AAMA,mCAIiB;AAQjB,MAAa,oBAAoB;IACZ,OAAO,GAAG,IAAI,GAAG,EAA6B,CAAC;IAEhE,KAAK,CAAC,MAAM,CAAC,MAAe;QACxB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACtC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE;gBACvB,KAAK,EAAE,IAAA,kBAAU,EAAC,KAAK,CAAC;gBACxB,UAAU,EAAE,UAAU,CAAC,KAAK,CAAC;gBAC7B,MAAM,EAAE,KAAK,CAAC,MAAM;aACvB,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,UAAyB,EAAE;QACnD,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACjD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,OAAO,EAAE,CAAC;QACd,CAAC;QAED,MAAM,IAAI,GAAqB,EAAE,CAAC;QAClC,MAAM,iBAAiB,GAAG,IAAI,CAAC,0BAA0B,CAAC,UAAU,CAAC,CAAC;QACtE,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAEtD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YACxC,IAAI,CAAC,IAAA,4BAAoB,EAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC;gBAC9C,SAAS;YACb,CAAC;YAED,MAAM,KAAK,GAAG,UAAU,CAAC;gBACrB,KAAK;gBACL,UAAU;gBACV,iBAAiB;gBACjB,cAAc;aACjB,CAAC,CAAC;YACH,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;gBACb,SAAS;YACb,CAAC;YAED,IAAI,CAAC,IAAI,CAAC;gBACN,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE;gBACvB,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,UAAU;gBAClC,KAAK;gBACL,QAAQ,EAAE;oBACN,MAAM,EAAE,SAAS;oBACjB,YAAY,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;iBACxE;aACJ,CAAC,CAAC;QACP,CAAC;QAED,OAAO,IAAA,yBAAiB,EAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,UAAkB;QACrC,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;YACpD,IAAI,KAAK,CAAC,KAAK,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;gBACxC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACjC,CAAC;QACL,CAAC;IACL,CAAC;IAEO,0BAA0B,CAAC,UAAoB;QACnD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;QAE5C,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;gBACxC,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC7B,KAAK,IAAI,CAAC,CAAC;gBACf,CAAC;YACL,CAAC;YACD,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC/B,CAAC;QAED,OAAO,SAAS,CAAC;IACrB,CAAC;CACJ;AA5ED,oDA4EC;AASD,SAAS,UAAU,CAAC,KAAsB;IACtC,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxD,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;YAClB,SAAS;QACb,CAAC;QAED,MAAM,EAAE,GAAG,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,cAAc,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;QACzE,MAAM,YAAY,GAAG,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5E,KAAK,IAAI,YAAY,GAAG,GAAG,CAAC;IAChC,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY;IAC1B,OAAO,IAAI;SACN,SAAS,CAAC,MAAM,CAAC;SACjB,WAAW,EAAE;SACb,KAAK,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC;AAC1C,CAAC;AAED,SAAS,UAAU,CAAC,KAAe;IAC/B,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEzC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAClD,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC"}

package/dist/rag/stores/in-memory-vector-store.d.ts

@@ -0,0 +1,14 @@
+import type { EmbeddedChunk } from '../types';
+import type { ScoredChunkRef, SearchOptions, VectorStore } from './types';
+export interface InMemoryVectorStoreOptions {
+    dimensions: number;
+}
+export declare class InMemoryVectorStore implements VectorStore {
+    readonly dimensions: number;
+    private readonly items;
+    constructor(options: InMemoryVectorStoreOptions);
+    upsert(items: EmbeddedChunk[]): Promise<void>;
+    search(vector: number[], options?: SearchOptions): Promise<ScoredChunkRef[]>;
+    deleteByDocument(documentId: string): Promise<void>;
+}
+//# sourceMappingURL=in-memory-vector-store.d.ts.map

package/dist/rag/stores/in-memory-vector-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"in-memory-vector-store.d.ts","sourceRoot":"","sources":["../../../src/rag/stores/in-memory-vector-store.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,KAAK,EACR,cAAc,EACd,aAAa,EACb,WAAW,EACd,MAAM,SAAS,CAAC;AAOjB,MAAM,WAAW,0BAA0B;IACvC,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,qBAAa,mBAAoB,YAAW,WAAW;IACnD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAoC;gBAE9C,OAAO,EAAE,0BAA0B;IAIzC,MAAM,CAAC,KAAK,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAW7C,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAsBhF,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAO5D"}

package/dist/rag/stores/in-memory-vector-store.js

@@ -0,0 +1,61 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.InMemoryVectorStore = void 0;
+const embeddings_1 = require("../embeddings");
+const utils_1 = require("./utils");
+class InMemoryVectorStore {
+    dimensions;
+    items = new Map();
+    constructor(options) {
+        this.dimensions = (0, embeddings_1.assertValidEmbeddingDimensions)(options.dimensions);
+    }
+    async upsert(items) {
+        for (const item of items) {
+            (0, embeddings_1.assertEmbeddingDimensions)(item.embedding, this.dimensions, `chunk ${item.chunk.id} embedding`);
+            this.items.set(item.chunk.id, (0, utils_1.cloneEmbeddedChunk)(item));
+        }
+    }
+    async search(vector, options = {}) {
+        (0, embeddings_1.assertEmbeddingDimensions)(vector, this.dimensions, 'query embedding');
+        const refs = [];
+        for (const item of this.items.values()) {
+            if (!(0, utils_1.matchesSearchOptions)(item.chunk, options)) {
+                continue;
+            }
+            refs.push({
+                chunkId: item.chunk.id,
+                documentId: item.chunk.documentId,
+                score: cosineSimilarity(vector, item.embedding),
+                metadata: {
+                    source: 'vector',
+                },
+            });
+        }
+        return (0, utils_1.applyScoreOptions)(refs, options);
+    }
+    async deleteByDocument(documentId) {
+        for (const [chunkId, item] of this.items.entries()) {
+            if (item.chunk.documentId === documentId) {
+                this.items.delete(chunkId);
+            }
+        }
+    }
+}
+exports.InMemoryVectorStore = InMemoryVectorStore;
+function cosineSimilarity(left, right) {
+    let dot = 0;
+    let leftMagnitude = 0;
+    let rightMagnitude = 0;
+    for (let index = 0; index < left.length; index += 1) {
+        const leftValue = left[index] ?? 0;
+        const rightValue = right[index] ?? 0;
+        dot += leftValue * rightValue;
+        leftMagnitude += leftValue * leftValue;
+        rightMagnitude += rightValue * rightValue;
+    }
+    if (leftMagnitude === 0 || rightMagnitude === 0) {
+        return 0;
+    }
+    return dot / (Math.sqrt(leftMagnitude) * Math.sqrt(rightMagnitude));
+}
+//# sourceMappingURL=in-memory-vector-store.js.map

package/dist/rag/stores/in-memory-vector-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"in-memory-vector-store.js","sourceRoot":"","sources":["../../../src/rag/stores/in-memory-vector-store.ts"],"names":[],"mappings":";;;AAAA,8CAGuB;AAOvB,mCAIiB;AAMjB,MAAa,mBAAmB;IACnB,UAAU,CAAS;IACX,KAAK,GAAG,IAAI,GAAG,EAAyB,CAAC;IAE1D,YAAY,OAAmC;QAC3C,IAAI,CAAC,UAAU,GAAG,IAAA,2CAA8B,EAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAsB;QAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,IAAA,sCAAyB,EACrB,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,UAAU,EACf,SAAS,IAAI,CAAC,KAAK,CAAC,EAAE,YAAY,CACrC,CAAC;YACF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,IAAA,0BAAkB,EAAC,IAAI,CAAC,CAAC,CAAC;QAC5D,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,MAAgB,EAAE,UAAyB,EAAE;QACtD,IAAA,sCAAyB,EAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAC;QAEtE,MAAM,IAAI,GAAqB,EAAE,CAAC;QAClC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACrC,IAAI,CAAC,IAAA,4BAAoB,EAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC;gBAC7C,SAAS;YACb,CAAC;YAED,IAAI,CAAC,IAAI,CAAC;gBACN,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE;gBACtB,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU;gBACjC,KAAK,EAAE,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC;gBAC/C,QAAQ,EAAE;oBACN,MAAM,EAAE,QAAQ;iBACnB;aACJ,CAAC,CAAC;QACP,CAAC;QAED,OAAO,IAAA,yBAAiB,EAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,UAAkB;QACrC,KAAK,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YACjD,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;gBACvC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC/B,CAAC;QACL,CAAC;IACL,CAAC;CACJ;AAhDD,kDAgDC;AAED,SAAS,gBAAgB,CAAC,IAAuB,EAAE,KAAwB;IACvE,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAClD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACrC,GAAG,IAAI,SAAS,GAAG,UAAU,CAAC;QAC9B,aAAa,IAAI,SAAS,GAAG,SAAS,CAAC;QACvC,cAAc,IAAI,UAAU,GAAG,UAAU,CAAC;IAC9C,CAAC;IAED,IAAI,aAAa,KAAK,CAAC,IAAI,cAAc,KAAK,CAAC,EAAE,CAAC;QAC9C,OAAO,CAAC,CAAC;IACb,CAAC;IAED,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC;AACxE,CAAC"}

package/dist/rag/stores/index.d.ts

@@ -0,0 +1,6 @@
+export * from './types';
+export * from './in-memory-document-store';
+export * from './in-memory-keyword-store';
+export * from './in-memory-vector-store';
+export * from './postgres';
+//# sourceMappingURL=index.d.ts.map

package/dist/rag/stores/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/rag/stores/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC;AACxB,cAAc,4BAA4B,CAAC;AAC3C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,0BAA0B,CAAC;AACzC,cAAc,YAAY,CAAC"}

package/dist/rag/stores/index.js

@@ -0,0 +1,22 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./types"), exports);
+__exportStar(require("./in-memory-document-store"), exports);
+__exportStar(require("./in-memory-keyword-store"), exports);
+__exportStar(require("./in-memory-vector-store"), exports);
+__exportStar(require("./postgres"), exports);
+//# sourceMappingURL=index.js.map

package/dist/rag/stores/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/rag/stores/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0CAAwB;AACxB,6DAA2C;AAC3C,4DAA0C;AAC1C,2DAAyC;AACzC,6CAA2B"}

package/dist/rag/stores/postgres/index.d.ts

@@ -0,0 +1,6 @@
+export * from './types';
+export * from './schema';
+export * from './postgres-document-store';
+export * from './pg-vector-store';
+export * from './postgres-keyword-store';
+//# sourceMappingURL=index.d.ts.map

package/dist/rag/stores/postgres/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/rag/stores/postgres/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC;AACxB,cAAc,UAAU,CAAC;AACzB,cAAc,2BAA2B,CAAC;AAC1C,cAAc,mBAAmB,CAAC;AAClC,cAAc,0BAA0B,CAAC"}

package/dist/rag/stores/postgres/index.js

@@ -0,0 +1,22 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./types"), exports);
+__exportStar(require("./schema"), exports);
+__exportStar(require("./postgres-document-store"), exports);
+__exportStar(require("./pg-vector-store"), exports);
+__exportStar(require("./postgres-keyword-store"), exports);
+//# sourceMappingURL=index.js.map

package/dist/rag/stores/postgres/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/rag/stores/postgres/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0CAAwB;AACxB,2CAAyB;AACzB,4DAA0C;AAC1C,oDAAkC;AAClC,2DAAyC"}

package/dist/rag/stores/postgres/pg-vector-store.d.ts

@@ -0,0 +1,16 @@
+import type { EmbeddedChunk } from '../../types';
+import type { ScoredChunkRef, SearchOptions, VectorStore } from '../types';
+import type { PostgresRagStoreOptions } from './types';
+export interface PgVectorStoreOptions extends PostgresRagStoreOptions {
+    dimensions: number;
+}
+export declare class PgVectorStore implements VectorStore {
+    readonly dimensions: number;
+    private readonly db;
+    private readonly tables;
+    constructor(options: PgVectorStoreOptions);
+    upsert(items: EmbeddedChunk[]): Promise<void>;
+    search(vector: number[], options?: SearchOptions): Promise<ScoredChunkRef[]>;
+    deleteByDocument(documentId: string): Promise<void>;
+}
+//# sourceMappingURL=pg-vector-store.d.ts.map

package/dist/rag/stores/postgres/pg-vector-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pg-vector-store.d.ts","sourceRoot":"","sources":["../../../../src/rag/stores/postgres/pg-vector-store.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACR,aAAa,EAChB,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EACR,cAAc,EACd,aAAa,EACb,WAAW,EACd,MAAM,UAAU,CAAC;AAOlB,OAAO,KAAK,EAER,uBAAuB,EAE1B,MAAM,SAAS,CAAC;AAEjB,MAAM,WAAW,oBAAqB,SAAQ,uBAAuB;IACjE,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,qBAAa,aAAc,YAAW,WAAW;IAC7C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAwB;IAC3C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqB;gBAEhC,OAAO,EAAE,oBAAoB;IAMnC,MAAM,CAAC,KAAK,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IA4B7C,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IA2ChF,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAM5D"}

package/dist/rag/stores/postgres/pg-vector-store.js

@@ -0,0 +1,77 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PgVectorStore = void 0;
+const embeddings_1 = require("../../embeddings");
+const sql_1 = require("./sql");
+class PgVectorStore {
+    dimensions;
+    db;
+    tables;
+    constructor(options) {
+        this.db = options.db;
+        this.tables = (0, sql_1.resolvePostgresTableNames)(options.tablePrefix);
+        this.dimensions = (0, embeddings_1.assertValidEmbeddingDimensions)(options.dimensions);
+    }
+    async upsert(items) {
+        for (const item of items) {
+            (0, embeddings_1.assertEmbeddingDimensions)(item.embedding, this.dimensions, `chunk ${item.chunk.id} embedding`);
+            await this.db.query(`
+INSERT INTO ${this.tables.embeddings} (
+    chunk_id, document_id, embedding, updated_at
+) VALUES (
+    $1, $2, $3::vector, now()
+)
+ON CONFLICT (chunk_id) DO UPDATE SET
+    document_id = EXCLUDED.document_id,
+    embedding = EXCLUDED.embedding,
+    updated_at = now()
+`.trim(), [
+                item.chunk.id,
+                item.chunk.documentId,
+                (0, sql_1.toVectorLiteral)(item.embedding),
+            ]);
+        }
+    }
+    async search(vector, options = {}) {
+        (0, embeddings_1.assertEmbeddingDimensions)(vector, this.dimensions, 'query embedding');
+        const topK = (0, sql_1.normalizeTopK)(options.topK);
+        if (topK === 0) {
+            return [];
+        }
+        const where = (0, sql_1.buildChunkSearchWhere)(options, 2, 'c');
+        const minScoreClause = options.minScore === undefined
+            ? ''
+            : `${where.clause.length === 0 ? 'WHERE' : 'AND'} 1 - (e.embedding <=> $1::vector) >= $${where.values.length + 2}`;
+        const limitPlaceholder = `$${where.values.length + (options.minScore === undefined ? 2 : 3)}`;
+        const result = await this.db.query(`
+SELECT
+    e.chunk_id,
+    e.document_id,
+    1 - (e.embedding <=> $1::vector) AS score
+FROM ${this.tables.embeddings} e
+JOIN ${this.tables.chunks} c ON c.id = e.chunk_id
+${where.clause}
+${minScoreClause}
+ORDER BY e.embedding <=> $1::vector ASC, e.document_id ASC, e.chunk_id ASC
+LIMIT ${limitPlaceholder}
+`.trim(), [
+            (0, sql_1.toVectorLiteral)(vector),
+            ...where.values,
+            ...(options.minScore === undefined ? [] : [options.minScore]),
+            topK,
+        ]);
+        return result.rows.map((row) => ({
+            chunkId: String(row.chunk_id),
+            documentId: String(row.document_id),
+            score: Number(row.score ?? 0),
+            metadata: {
+                source: 'vector',
+            },
+        }));
+    }
+    async deleteByDocument(documentId) {
+        await this.db.query(`DELETE FROM ${this.tables.embeddings} WHERE document_id = $1`, [documentId]);
+    }
+}
+exports.PgVectorStore = PgVectorStore;
+//# sourceMappingURL=pg-vector-store.js.map

package/dist/rag/stores/postgres/pg-vector-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pg-vector-store.js","sourceRoot":"","sources":["../../../../src/rag/stores/postgres/pg-vector-store.ts"],"names":[],"mappings":";;;AAAA,iDAG0B;AAS1B,+BAKe;AAWf,MAAa,aAAa;IACb,UAAU,CAAS;IACX,EAAE,CAAwB;IAC1B,MAAM,CAAqB;IAE5C,YAAY,OAA6B;QACrC,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,IAAA,+BAAyB,EAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC7D,IAAI,CAAC,UAAU,GAAG,IAAA,2CAA8B,EAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAsB;QAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,IAAA,sCAAyB,EACrB,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,UAAU,EACf,SAAS,IAAI,CAAC,KAAK,CAAC,EAAE,YAAY,CACrC,CAAC;YACF,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CACf;cACF,IAAI,CAAC,MAAM,CAAC,UAAU;;;;;;;;;CASnC,CAAC,IAAI,EAAE,EACQ;gBACI,IAAI,CAAC,KAAK,CAAC,EAAE;gBACb,IAAI,CAAC,KAAK,CAAC,UAAU;gBACrB,IAAA,qBAAe,EAAC,IAAI,CAAC,SAAS,CAAC;aAClC,CACJ,CAAC;QACN,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,MAAgB,EAAE,UAAyB,EAAE;QACtD,IAAA,sCAAyB,EAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAC;QACtE,MAAM,IAAI,GAAG,IAAA,mBAAa,EAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;YACb,OAAO,EAAE,CAAC;QACd,CAAC;QAED,MAAM,KAAK,GAAG,IAAA,2BAAqB,EAAC,OAAO,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;QACrD,MAAM,cAAc,GAAG,OAAO,CAAC,QAAQ,KAAK,SAAS;YACjD,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,yCAAyC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvH,MAAM,gBAAgB,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9F,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAC9B;;;;;OAKL,IAAI,CAAC,MAAM,CAAC,UAAU;OACtB,IAAI,CAAC,MAAM,CAAC,MAAM;EACvB,KAAK,CAAC,MAAM;EACZ,cAAc;;QAER,gBAAgB;CACvB,CAAC,IAAI,EAAE,EACI;YACI,IAAA,qBAAe,EAAC,MAAM,CAAC;YACvB,GAAG,KAAK,CAAC,MAAM;YACf,GAAG,CAAC,OAAO,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC7D,IAAI;SACP,CACJ,CAAC;QAEF,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC7B,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YAC7B,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC;YACnC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC;YAC7B,QAAQ,EAAE;gBACN,MAAM,EAAE,QAAQ;aACnB;SACJ,CAAC,CAAC,CAAC;IACR,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,UAAkB;QACrC,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CACf,eAAe,IAAI,CAAC,MAAM,CAAC,UAAU,yBAAyB,EAC9D,CAAC,UAAU,CAAC,CACf,CAAC;IACN,CAAC;CACJ;AAxFD,sCAwFC"}

package/dist/rag/stores/postgres/postgres-document-store.d.ts

@@ -0,0 +1,15 @@
+import type { Chunk, RawDocument } from '../../types';
+import type { DocumentStore } from '../types';
+import type { PostgresRagStoreOptions } from './types';
+export declare class PostgresDocumentStore implements DocumentStore {
+    private readonly db;
+    private readonly tables;
+    constructor(options: PostgresRagStoreOptions);
+    upsertDocuments(documents: RawDocument[]): Promise<void>;
+    upsertChunks(chunks: Chunk[]): Promise<void>;
+    getChunks(ids: string[]): Promise<Chunk[]>;
+    getChunksByDocument(documentId: string): Promise<Chunk[]>;
+    deleteDocument(documentId: string): Promise<void>;
+    getDocument(documentId: string): Promise<RawDocument | undefined>;
+}
+//# sourceMappingURL=postgres-document-store.d.ts.map

package/dist/rag/stores/postgres/postgres-document-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"postgres-document-store.d.ts","sourceRoot":"","sources":["../../../../src/rag/stores/postgres/postgres-document-store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,KAAK,EAIL,WAAW,EACd,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EACR,aAAa,EAChB,MAAM,UAAU,CAAC;AAYlB,OAAO,KAAK,EAER,uBAAuB,EAE1B,MAAM,SAAS,CAAC;AAEjB,qBAAa,qBAAsB,YAAW,aAAa;IACvD,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAwB;IAC3C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqB;gBAEhC,OAAO,EAAE,uBAAuB;IAKtC,eAAe,CAAC,SAAS,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IA8CxD,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAsD5C,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAoB1C,mBAAmB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAczD,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOjD,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;CAS1E"}