@fllf/agent-sdk 0.1.0

package/dist/rag/chunking/markdown-chunker.js

@@ -0,0 +1,144 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MarkdownChunker = void 0;
+const chunker_1 = require("./chunker");
+class MarkdownChunker {
+    options;
+    constructor(options = {}) {
+        this.options = { ...options };
+    }
+    async chunk(document) {
+        if (document.blocks === undefined || document.blocks.length === 0) {
+            return this.chunkPlainContent(document);
+        }
+        const chunks = [];
+        const headingStack = [];
+        let chunkIndex = 0;
+        for (const block of document.blocks) {
+            if (block.type === 'heading') {
+                updateHeadingStack(headingStack, block);
+                if (this.options.includeHeadingInContent === true) {
+                    chunks.push((0, chunker_1.createChunk)({
+                        document,
+                        content: block.text,
+                        kind: 'text',
+                        chunkIndex,
+                        headingPath: headingStack.map((heading) => heading.text),
+                        extra: { blockType: 'heading', strategy: 'markdown' },
+                    }));
+                    chunkIndex += 1;
+                }
+                continue;
+            }
+            const headingPath = headingStack.map((heading) => heading.text);
+            const blockChunks = createBlockChunks({
+                document,
+                block,
+                headingPath,
+                nextChunkIndex: chunkIndex,
+                options: this.options,
+            });
+            chunks.push(...blockChunks);
+            chunkIndex += blockChunks.length;
+        }
+        return chunks;
+    }
+    async chunkMany(documents) {
+        return await (0, chunker_1.chunkManyDocuments)(this, documents);
+    }
+    chunkPlainContent(document) {
+        return (0, chunker_1.splitTextSegments)(document.content, this.options)
+            .map((segment, index) => (0, chunker_1.createChunk)({
+            document,
+            content: segment.content,
+            kind: 'text',
+            chunkIndex: index,
+            startOffset: segment.startOffset,
+            endOffset: segment.endOffset,
+            extra: { strategy: 'markdown-fallback' },
+        }));
+    }
+}
+exports.MarkdownChunker = MarkdownChunker;
+function createBlockChunks(input) {
+    switch (input.block.type) {
+        case 'paragraph':
+            return (0, chunker_1.splitTextSegments)(input.block.text, input.options)
+                .map((segment, offset) => (0, chunker_1.createChunk)({
+                document: input.document,
+                content: segment.content,
+                kind: 'text',
+                chunkIndex: input.nextChunkIndex + offset,
+                headingPath: input.headingPath,
+                extra: { blockType: 'paragraph', strategy: 'markdown' },
+            }));
+        case 'table':
+            return [
+                (0, chunker_1.createChunk)({
+                    document: input.document,
+                    content: input.block.markdown,
+                    kind: 'table',
+                    chunkIndex: input.nextChunkIndex,
+                    headingPath: input.headingPath,
+                    extra: { blockType: 'table', strategy: 'markdown' },
+                }),
+            ];
+        case 'code':
+            return [
+                (0, chunker_1.createChunk)({
+                    document: input.document,
+                    content: formatCodeBlock(input.block),
+                    kind: 'code',
+                    chunkIndex: input.nextChunkIndex,
+                    headingPath: input.headingPath,
+                    extra: createCodeExtra(input.block),
+                }),
+            ];
+        case 'image': {
+            const content = [input.block.alt, input.block.text]
+                .filter((value) => value !== undefined && value.trim().length > 0)
+                .join('\n');
+            if (content.length === 0) {
+                return [];
+            }
+            return [
+                (0, chunker_1.createChunk)({
+                    document: input.document,
+                    content,
+                    kind: 'image_text',
+                    chunkIndex: input.nextChunkIndex,
+                    headingPath: input.headingPath,
+                    extra: { blockType: 'image', strategy: 'markdown' },
+                }),
+            ];
+        }
+    }
+}
+function updateHeadingStack(stack, block) {
+    while (stack.length > 0 && (stack.at(-1)?.level ?? 0) >= block.level) {
+        stack.pop();
+    }
+    if (block.text.trim().length > 0) {
+        stack.push({
+            level: block.level,
+            text: block.text,
+        });
+    }
+}
+function formatCodeBlock(block) {
+    if (block.language === undefined) {
+        return block.code;
+    }
+    return `\`\`\`${block.language}\n${block.code}\n\`\`\``;
+}
+function createCodeExtra(block) {
+    const extra = {
+        blockType: 'code',
+        strategy: 'markdown',
+    };
+    if (block.language !== undefined) {
+        extra.language = block.language;
+    }
+    return extra;
+}
+//# sourceMappingURL=markdown-chunker.js.map

package/dist/rag/chunking/markdown-chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown-chunker.js","sourceRoot":"","sources":["../../../src/rag/chunking/markdown-chunker.ts"],"names":[],"mappings":";;;AAKA,uCAImB;AAenB,MAAa,eAAe;IACP,OAAO,CAAyB;IAEjD,YAAY,UAAkC,EAAE;QAC5C,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,QAAqB;QAC7B,IAAI,QAAQ,CAAC,MAAM,KAAK,SAAS,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChE,OAAO,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAC5C,CAAC;QAED,MAAM,MAAM,GAAY,EAAE,CAAC;QAC3B,MAAM,YAAY,GAAmB,EAAE,CAAC;QACxC,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YAClC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC3B,kBAAkB,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;gBACxC,IAAI,IAAI,CAAC,OAAO,CAAC,uBAAuB,KAAK,IAAI,EAAE,CAAC;oBAChD,MAAM,CAAC,IAAI,CAAC,IAAA,qBAAW,EAAC;wBACpB,QAAQ;wBACR,OAAO,EAAE,KAAK,CAAC,IAAI;wBACnB,IAAI,EAAE,MAAM;wBACZ,UAAU;wBACV,WAAW,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;wBACxD,KAAK,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE;qBACxD,CAAC,CAAC,CAAC;oBACJ,UAAU,IAAI,CAAC,CAAC;gBACpB,CAAC;gBACD,SAAS;YACb,CAAC;YAED,MAAM,WAAW,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAChE,MAAM,WAAW,GAAG,iBAAiB,CAAC;gBAClC,QAAQ;gBACR,KAAK;gBACL,WAAW;gBACX,cAAc,EAAE,UAAU;gBAC1B,OAAO,EAAE,IAAI,CAAC,OAAO;aACxB,CAAC,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;YAC5B,UAAU,IAAI,WAAW,CAAC,MAAM,CAAC;QACrC,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAAwB;QACpC,OAAO,MAAM,IAAA,4BAAkB,EAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IACrD,CAAC;IAEO,iBAAiB,CAAC,QAAqB;QAC3C,OAAO,IAAA,2BAAiB,EAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC;aACnD,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,IAAA,qBAAW,EAAC;YACjC,QAAQ;YACR,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,MAAM;YACZ,UAAU,EAAE,KAAK;YACjB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,KAAK,EAAE,EAAE,QAAQ,EAAE,mBAAmB,EAAE;SAC3C,CAAC,CAAC,CAAC;IACZ,CAAC;CACJ;AAhED,0CAgEC;AAUD,SAAS,iBAAiB,CAAC,KAA6B;IACpD,QAAQ,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QACvB,KAAK,WAAW;YACZ,OAAO,IAAA,2BAAiB,EAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC;iBACpD,GAAG,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,IAAA,qBAAW,EAAC;gBAClC,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,IAAI,EAAE,MAAM;gBACZ,UAAU,EAAE,KAAK,CAAC,cAAc,GAAG,MAAM;gBACzC,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,KAAK,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE;aAC1D,CAAC,CAAC,CAAC;QACZ,KAAK,OAAO;YACR,OAAO;gBACH,IAAA,qBAAW,EAAC;oBACR,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ;oBAC7B,IAAI,EAAE,OAAO;oBACb,UAAU,EAAE,KAAK,CAAC,cAAc;oBAChC,WAAW,EAAE,KAAK,CAAC,WAAW;oBAC9B,KAAK,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE;iBACtD,CAAC;aACL,CAAC;QACN,KAAK,MAAM;YACP,OAAO;gBACH,IAAA,qBAAW,EAAC;oBACR,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,OAAO,EAAE,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC;oBACrC,IAAI,EAAE,MAAM;oBACZ,UAAU,EAAE,KAAK,CAAC,cAAc;oBAChC,WAAW,EAAE,KAAK,CAAC,WAAW;oBAC9B,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC;iBACtC,CAAC;aACL,CAAC;QACN,KAAK,OAAO,CAAC,CAAC,CAAC;YACX,MAAM,OAAO,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;iBAC9C,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;iBAClF,IAAI,CAAC,IAAI,CAAC,CAAC;YAChB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,OAAO,EAAE,CAAC;YACd,CAAC;YAED,OAAO;gBACH,IAAA,qBAAW,EAAC;oBACR,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,OAAO;oBACP,IAAI,EAAE,YAAY;oBAClB,UAAU,EAAE,KAAK,CAAC,cAAc;oBAChC,WAAW,EAAE,KAAK,CAAC,WAAW;oBAC9B,KAAK,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE;iBACtD,CAAC;aACL,CAAC;QACN,CAAC;IACL,CAAC;AACL,CAAC;AAED,SAAS,kBAAkB,CACvB,KAAqB,EACrB,KAAkD;IAElD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QACnE,KAAK,CAAC,GAAG,EAAE,CAAC;IAChB,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,KAAK,CAAC,IAAI,CAAC;YACP,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,IAAI,EAAE,KAAK,CAAC,IAAI;SACnB,CAAC,CAAC;IACP,CAAC;AACL,CAAC;AAED,SAAS,eAAe,CAAC,KAA+C;IACpE,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC,IAAI,CAAC;IACtB,CAAC;IAED,OAAO,SAAS,KAAK,CAAC,QAAQ,KAAK,KAAK,CAAC,IAAI,UAAU,CAAC;AAC5D,CAAC;AAED,SAAS,eAAe,CAAC,KAA+C;IACpE,MAAM,KAAK,GAA4B;QACnC,SAAS,EAAE,MAAM;QACjB,QAAQ,EAAE,UAAU;KACvB,CAAC;IAEF,IAAI,KAAK,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC/B,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;IACpC,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/dist/rag/chunking/parent-child.d.ts

@@ -0,0 +1,16 @@
+import type { Chunk, RawDocument } from '../types';
+import type { Chunker, TextSplitOptions } from './chunker';
+export interface ParentChildChunkerOptions {
+    parent?: TextSplitOptions;
+    child?: TextSplitOptions;
+    includeParentChunks?: boolean;
+}
+export declare class ParentChildChunker implements Chunker {
+    private readonly parentOptions;
+    private readonly childOptions;
+    private readonly includeParentChunks;
+    constructor(options?: ParentChildChunkerOptions);
+    chunk(document: RawDocument): Promise<Chunk[]>;
+    chunkMany(documents: RawDocument[]): Promise<Chunk[]>;
+}
+//# sourceMappingURL=parent-child.d.ts.map

package/dist/rag/chunking/parent-child.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parent-child.d.ts","sourceRoot":"","sources":["../../../src/rag/chunking/parent-child.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,KAAK,EACL,WAAW,EACd,MAAM,UAAU,CAAC;AAMlB,OAAO,KAAK,EACR,OAAO,EAEP,gBAAgB,EACnB,MAAM,WAAW,CAAC;AAEnB,MAAM,WAAW,yBAAyB;IACtC,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,KAAK,CAAC,EAAE,gBAAgB,CAAC;IACzB,mBAAmB,CAAC,EAAE,OAAO,CAAC;CACjC;AAED,qBAAa,kBAAmB,YAAW,OAAO;IAC9C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAmB;IACjD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAmB;IAChD,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAU;gBAElC,OAAO,GAAE,yBAA8B;IAgB7C,KAAK,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAmC9C,SAAS,CAAC,SAAS,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;CAG9D"}

package/dist/rag/chunking/parent-child.js

@@ -0,0 +1,76 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ParentChildChunker = void 0;
+const chunker_1 = require("./chunker");
+class ParentChildChunker {
+    parentOptions;
+    childOptions;
+    includeParentChunks;
+    constructor(options = {}) {
+        this.parentOptions = {
+            maxChunkLength: 3000,
+            minChunkLength: 800,
+            overlapLength: 0,
+            ...options.parent,
+        };
+        this.childOptions = {
+            maxChunkLength: 900,
+            minChunkLength: 180,
+            overlapLength: 90,
+            ...options.child,
+        };
+        this.includeParentChunks = options.includeParentChunks ?? true;
+    }
+    async chunk(document) {
+        const chunks = [];
+        const parentSegments = (0, chunker_1.splitTextSegments)(document.content, this.parentOptions);
+        let chunkIndex = 0;
+        for (const parentSegment of parentSegments) {
+            const parentChunk = (0, chunker_1.createChunk)({
+                document,
+                content: parentSegment.content,
+                kind: 'text',
+                chunkIndex,
+                startOffset: parentSegment.startOffset,
+                endOffset: parentSegment.endOffset,
+                extra: { role: 'parent', strategy: 'parent-child' },
+            });
+            chunkIndex += 1;
+            if (this.includeParentChunks) {
+                chunks.push(parentChunk);
+            }
+            const childChunks = createChildChunks({
+                document,
+                parentChunk,
+                parentSegment,
+                startChunkIndex: chunkIndex,
+                childOptions: this.childOptions,
+            });
+            chunks.push(...childChunks);
+            chunkIndex += childChunks.length;
+        }
+        return chunks;
+    }
+    async chunkMany(documents) {
+        return await (0, chunker_1.chunkManyDocuments)(this, documents);
+    }
+}
+exports.ParentChildChunker = ParentChildChunker;
+function createChildChunks(input) {
+    return (0, chunker_1.splitTextSegments)(input.parentSegment.content, input.childOptions)
+        .map((segment, offset) => (0, chunker_1.createChunk)({
+        document: input.document,
+        content: segment.content,
+        kind: 'text',
+        chunkIndex: input.startChunkIndex + offset,
+        parentId: input.parentChunk.id,
+        startOffset: input.parentSegment.startOffset + segment.startOffset,
+        endOffset: input.parentSegment.startOffset + segment.endOffset,
+        extra: {
+            role: 'child',
+            strategy: 'parent-child',
+            parentChunkIndex: input.parentChunk.metadata.chunkIndex,
+        },
+    }));
+}
+//# sourceMappingURL=parent-child.js.map

package/dist/rag/chunking/parent-child.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parent-child.js","sourceRoot":"","sources":["../../../src/rag/chunking/parent-child.ts"],"names":[],"mappings":";;;AAIA,uCAImB;AAanB,MAAa,kBAAkB;IACV,aAAa,CAAmB;IAChC,YAAY,CAAmB;IAC/B,mBAAmB,CAAU;IAE9C,YAAY,UAAqC,EAAE;QAC/C,IAAI,CAAC,aAAa,GAAG;YACjB,cAAc,EAAE,IAAI;YACpB,cAAc,EAAE,GAAG;YACnB,aAAa,EAAE,CAAC;YAChB,GAAG,OAAO,CAAC,MAAM;SACpB,CAAC;QACF,IAAI,CAAC,YAAY,GAAG;YAChB,cAAc,EAAE,GAAG;YACnB,cAAc,EAAE,GAAG;YACnB,aAAa,EAAE,EAAE;YACjB,GAAG,OAAO,CAAC,KAAK;SACnB,CAAC;QACF,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,IAAI,IAAI,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,QAAqB;QAC7B,MAAM,MAAM,GAAY,EAAE,CAAC;QAC3B,MAAM,cAAc,GAAG,IAAA,2BAAiB,EAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QAC/E,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE,CAAC;YACzC,MAAM,WAAW,GAAG,IAAA,qBAAW,EAAC;gBAC5B,QAAQ;gBACR,OAAO,EAAE,aAAa,CAAC,OAAO;gBAC9B,IAAI,EAAE,MAAM;gBACZ,UAAU;gBACV,WAAW,EAAE,aAAa,CAAC,WAAW;gBACtC,SAAS,EAAE,aAAa,CAAC,SAAS;gBAClC,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,cAAc,EAAE;aACtD,CAAC,CAAC;YACH,UAAU,IAAI,CAAC,CAAC;YAEhB,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBAC3B,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC7B,CAAC;YAED,MAAM,WAAW,GAAG,iBAAiB,CAAC;gBAClC,QAAQ;gBACR,WAAW;gBACX,aAAa;gBACb,eAAe,EAAE,UAAU;gBAC3B,YAAY,EAAE,IAAI,CAAC,YAAY;aAClC,CAAC,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;YAC5B,UAAU,IAAI,WAAW,CAAC,MAAM,CAAC;QACrC,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAAwB;QACpC,OAAO,MAAM,IAAA,4BAAkB,EAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IACrD,CAAC;CACJ;AA3DD,gDA2DC;AAUD,SAAS,iBAAiB,CAAC,KAA6B;IACpD,OAAO,IAAA,2BAAiB,EAAC,KAAK,CAAC,aAAa,CAAC,OAAO,EAAE,KAAK,CAAC,YAAY,CAAC;SACpE,GAAG,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,IAAA,qBAAW,EAAC;QAClC,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,IAAI,EAAE,MAAM;QACZ,UAAU,EAAE,KAAK,CAAC,eAAe,GAAG,MAAM;QAC1C,QAAQ,EAAE,KAAK,CAAC,WAAW,CAAC,EAAE;QAC9B,WAAW,EAAE,KAAK,CAAC,aAAa,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW;QAClE,SAAS,EAAE,KAAK,CAAC,aAAa,CAAC,WAAW,GAAG,OAAO,CAAC,SAAS;QAC9D,KAAK,EAAE;YACH,IAAI,EAAE,OAAO;YACb,QAAQ,EAAE,cAAc;YACxB,gBAAgB,EAAE,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,UAAU;SAC1D;KACJ,CAAC,CAAC,CAAC;AACZ,CAAC"}

package/dist/rag/chunking/recursive-chunker.d.ts

@@ -0,0 +1,11 @@
+import type { Chunk, RawDocument } from '../types';
+import type { Chunker, TextSplitOptions } from './chunker';
+export interface RecursiveChunkerOptions extends TextSplitOptions {
+}
+export declare class RecursiveChunker implements Chunker {
+    private readonly options;
+    constructor(options?: RecursiveChunkerOptions);
+    chunk(document: RawDocument): Promise<Chunk[]>;
+    chunkMany(documents: RawDocument[]): Promise<Chunk[]>;
+}
+//# sourceMappingURL=recursive-chunker.d.ts.map

package/dist/rag/chunking/recursive-chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recursive-chunker.d.ts","sourceRoot":"","sources":["../../../src/rag/chunking/recursive-chunker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAMnD,OAAO,KAAK,EACR,OAAO,EACP,gBAAgB,EACnB,MAAM,WAAW,CAAC;AAEnB,MAAM,WAAW,uBAAwB,SAAQ,gBAAgB;CAAG;AAEpE,qBAAa,gBAAiB,YAAW,OAAO;IAC5C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA0B;gBAEtC,OAAO,GAAE,uBAA4B;IAI3C,KAAK,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAa9C,SAAS,CAAC,SAAS,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;CAG9D"}

package/dist/rag/chunking/recursive-chunker.js

@@ -0,0 +1,27 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RecursiveChunker = void 0;
+const chunker_1 = require("./chunker");
+class RecursiveChunker {
+    options;
+    constructor(options = {}) {
+        this.options = { ...options };
+    }
+    async chunk(document) {
+        return (0, chunker_1.splitTextSegments)(document.content, this.options)
+            .map((segment, index) => (0, chunker_1.createChunk)({
+            document,
+            content: segment.content,
+            kind: 'text',
+            chunkIndex: index,
+            startOffset: segment.startOffset,
+            endOffset: segment.endOffset,
+            extra: { strategy: 'recursive' },
+        }));
+    }
+    async chunkMany(documents) {
+        return await (0, chunker_1.chunkManyDocuments)(this, documents);
+    }
+}
+exports.RecursiveChunker = RecursiveChunker;
+//# sourceMappingURL=recursive-chunker.js.map

package/dist/rag/chunking/recursive-chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recursive-chunker.js","sourceRoot":"","sources":["../../../src/rag/chunking/recursive-chunker.ts"],"names":[],"mappings":";;;AACA,uCAImB;AAQnB,MAAa,gBAAgB;IACR,OAAO,CAA0B;IAElD,YAAY,UAAmC,EAAE;QAC7C,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,QAAqB;QAC7B,OAAO,IAAA,2BAAiB,EAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC;aACnD,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,IAAA,qBAAW,EAAC;YACjC,QAAQ;YACR,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,MAAM;YACZ,UAAU,EAAE,KAAK;YACjB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,KAAK,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE;SACnC,CAAC,CAAC,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAAwB;QACpC,OAAO,MAAM,IAAA,4BAAkB,EAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IACrD,CAAC;CACJ;AAvBD,4CAuBC"}

package/dist/rag/embeddings/embedder.d.ts

@@ -0,0 +1,24 @@
+import type { Chunk, EmbeddedChunk } from '../types';
+export interface Embedder {
+    readonly model: string;
+    readonly dimensions: number;
+    embedDocuments(texts: string[]): Promise<number[][]>;
+    embedQuery(text: string): Promise<number[]>;
+}
+export declare class EmbeddingDimensionError extends Error {
+    readonly expectedDimensions: number;
+    readonly actualDimensions: number;
+    constructor(expectedDimensions: number, actualDimensions: number, label?: string);
+}
+export declare class EmbeddingBatchSizeError extends Error {
+    readonly expectedSize: number;
+    readonly actualSize: number;
+    constructor(expectedSize: number, actualSize: number);
+}
+export declare function embedChunks(embedder: Embedder, chunks: Chunk[]): Promise<EmbeddedChunk[]>;
+export declare function assertEmbeddingDimensions(embedding: readonly number[], expectedDimensions: number, label?: string): void;
+export declare function assertEmbeddingBatchSize(embeddings: readonly unknown[], expectedSize: number): void;
+export declare function cloneEmbedding(embedding: readonly number[]): number[];
+export declare function normalizeEmbedding(embedding: readonly number[]): number[];
+export declare function assertValidEmbeddingDimensions(dimensions: number): number;
+//# sourceMappingURL=embedder.d.ts.map

package/dist/rag/embeddings/embedder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.d.ts","sourceRoot":"","sources":["../../../src/rag/embeddings/embedder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,KAAK,EACL,aAAa,EAChB,MAAM,UAAU,CAAC;AAElB,MAAM,WAAW,QAAQ;IACrB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACrD,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;CAC/C;AAED,qBAAa,uBAAwB,SAAQ,KAAK;IAC9C,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;IACpC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;gBAEtB,kBAAkB,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,KAAK,SAAc;CAQxF;AAED,qBAAa,uBAAwB,SAAQ,KAAK;IAC9C,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;gBAEhB,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM;CAMvD;AAED,wBAAsB,WAAW,CAC7B,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,KAAK,EAAE,GAChB,OAAO,CAAC,aAAa,EAAE,CAAC,CAoB1B;AAED,wBAAgB,yBAAyB,CACrC,SAAS,EAAE,SAAS,MAAM,EAAE,EAC5B,kBAAkB,EAAE,MAAM,EAC1B,KAAK,CAAC,EAAE,MAAM,GACf,IAAI,CAIN;AAED,wBAAgB,wBAAwB,CACpC,UAAU,EAAE,SAAS,OAAO,EAAE,EAC9B,YAAY,EAAE,MAAM,GACrB,IAAI,CAIN;AAED,wBAAgB,cAAc,CAAC,SAAS,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,EAAE,CAErE;AAED,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,EAAE,CAUzE;AAED,wBAAgB,8BAA8B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAMzE"}

package/dist/rag/embeddings/embedder.js

@@ -0,0 +1,73 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EmbeddingBatchSizeError = exports.EmbeddingDimensionError = void 0;
+exports.embedChunks = embedChunks;
+exports.assertEmbeddingDimensions = assertEmbeddingDimensions;
+exports.assertEmbeddingBatchSize = assertEmbeddingBatchSize;
+exports.cloneEmbedding = cloneEmbedding;
+exports.normalizeEmbedding = normalizeEmbedding;
+exports.assertValidEmbeddingDimensions = assertValidEmbeddingDimensions;
+class EmbeddingDimensionError extends Error {
+    expectedDimensions;
+    actualDimensions;
+    constructor(expectedDimensions, actualDimensions, label = 'embedding') {
+        super(`${label} dimensions mismatch: expected ${expectedDimensions}, got ${actualDimensions}.`);
+        this.name = 'EmbeddingDimensionError';
+        this.expectedDimensions = expectedDimensions;
+        this.actualDimensions = actualDimensions;
+    }
+}
+exports.EmbeddingDimensionError = EmbeddingDimensionError;
+class EmbeddingBatchSizeError extends Error {
+    expectedSize;
+    actualSize;
+    constructor(expectedSize, actualSize) {
+        super(`Embedding batch size mismatch: expected ${expectedSize}, got ${actualSize}.`);
+        this.name = 'EmbeddingBatchSizeError';
+        this.expectedSize = expectedSize;
+        this.actualSize = actualSize;
+    }
+}
+exports.EmbeddingBatchSizeError = EmbeddingBatchSizeError;
+async function embedChunks(embedder, chunks) {
+    const embeddings = await embedder.embedDocuments(chunks.map((chunk) => chunk.content));
+    assertEmbeddingBatchSize(embeddings, chunks.length);
+    return chunks.map((chunk, index) => {
+        const embedding = embeddings[index];
+        if (embedding === undefined) {
+            throw new EmbeddingBatchSizeError(chunks.length, embeddings.length);
+        }
+        assertEmbeddingDimensions(embedding, embedder.dimensions, `chunk ${chunk.id} embedding`);
+        return {
+            chunk,
+            embedding: cloneEmbedding(embedding),
+        };
+    });
+}
+function assertEmbeddingDimensions(embedding, expectedDimensions, label) {
+    if (embedding.length !== expectedDimensions) {
+        throw new EmbeddingDimensionError(expectedDimensions, embedding.length, label);
+    }
+}
+function assertEmbeddingBatchSize(embeddings, expectedSize) {
+    if (embeddings.length !== expectedSize) {
+        throw new EmbeddingBatchSizeError(expectedSize, embeddings.length);
+    }
+}
+function cloneEmbedding(embedding) {
+    return [...embedding];
+}
+function normalizeEmbedding(embedding) {
+    const magnitude = Math.sqrt(embedding.reduce((sum, value) => sum + value * value, 0));
+    if (magnitude === 0) {
+        return [...embedding];
+    }
+    return embedding.map((value) => value / magnitude);
+}
+function assertValidEmbeddingDimensions(dimensions) {
+    if (!Number.isInteger(dimensions) || dimensions <= 0) {
+        throw new RangeError('Embedding dimensions must be a positive integer.');
+    }
+    return dimensions;
+}
+//# sourceMappingURL=embedder.js.map

package/dist/rag/embeddings/embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../../../src/rag/embeddings/embedder.ts"],"names":[],"mappings":";;;AAsCA,kCAuBC;AAED,8DAQC;AAED,4DAOC;AAED,wCAEC;AAED,gDAUC;AAED,wEAMC;AA5FD,MAAa,uBAAwB,SAAQ,KAAK;IACrC,kBAAkB,CAAS;IAC3B,gBAAgB,CAAS;IAElC,YAAY,kBAA0B,EAAE,gBAAwB,EAAE,KAAK,GAAG,WAAW;QACjF,KAAK,CACD,GAAG,KAAK,kCAAkC,kBAAkB,SAAS,gBAAgB,GAAG,CAC3F,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;QACtC,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAC7C,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;IAC7C,CAAC;CACJ;AAZD,0DAYC;AAED,MAAa,uBAAwB,SAAQ,KAAK;IACrC,YAAY,CAAS;IACrB,UAAU,CAAS;IAE5B,YAAY,YAAoB,EAAE,UAAkB;QAChD,KAAK,CAAC,2CAA2C,YAAY,SAAS,UAAU,GAAG,CAAC,CAAC;QACrF,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;QACtC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IACjC,CAAC;CACJ;AAVD,0DAUC;AAEM,KAAK,UAAU,WAAW,CAC7B,QAAkB,EAClB,MAAe;IAEf,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;IACvF,wBAAwB,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAEpD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAC/B,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC1B,MAAM,IAAI,uBAAuB,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QACxE,CAAC;QACD,yBAAyB,CACrB,SAAS,EACT,QAAQ,CAAC,UAAU,EACnB,SAAS,KAAK,CAAC,EAAE,YAAY,CAChC,CAAC;QAEF,OAAO;YACH,KAAK;YACL,SAAS,EAAE,cAAc,CAAC,SAAS,CAAC;SACvC,CAAC;IACN,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAgB,yBAAyB,CACrC,SAA4B,EAC5B,kBAA0B,EAC1B,KAAc;IAEd,IAAI,SAAS,CAAC,MAAM,KAAK,kBAAkB,EAAE,CAAC;QAC1C,MAAM,IAAI,uBAAuB,CAAC,kBAAkB,EAAE,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACnF,CAAC;AACL,CAAC;AAED,SAAgB,wBAAwB,CACpC,UAA8B,EAC9B,YAAoB;IAEpB,IAAI,UAAU,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;QACrC,MAAM,IAAI,uBAAuB,CAAC,YAAY,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;IACvE,CAAC;AACL,CAAC;AAED,SAAgB,cAAc,CAAC,SAA4B;IACvD,OAAO,CAAC,GAAG,SAAS,CAAC,CAAC;AAC1B,CAAC;AAED,SAAgB,kBAAkB,CAAC,SAA4B;IAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CACvB,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,GAAG,KAAK,EAAE,CAAC,CAAC,CAC3D,CAAC;IAEF,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;QAClB,OAAO,CAAC,GAAG,SAAS,CAAC,CAAC;IAC1B,CAAC;IAED,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC;AACvD,CAAC;AAED,SAAgB,8BAA8B,CAAC,UAAkB;IAC7D,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;QACnD,MAAM,IAAI,UAAU,CAAC,kDAAkD,CAAC,CAAC;IAC7E,CAAC;IAED,OAAO,UAAU,CAAC;AACtB,CAAC"}

package/dist/rag/embeddings/embedding-cache.d.ts

@@ -0,0 +1,40 @@
+import type { Embedder } from './embedder';
+export interface EmbeddingCacheKeyInput {
+    text: string;
+    model: string;
+    dimensions: number;
+    namespace?: string;
+}
+export interface EmbeddingCacheStore {
+    get(key: string): Promise<number[] | undefined> | number[] | undefined;
+    set(key: string, embedding: readonly number[]): Promise<void> | void;
+}
+export interface EmbeddingCacheOptions {
+    embedder: Embedder;
+    store?: EmbeddingCacheStore;
+    namespace?: string;
+}
+export declare class InMemoryEmbeddingCacheStore implements EmbeddingCacheStore {
+    private readonly embeddings;
+    get size(): number;
+    get(key: string): Promise<number[] | undefined>;
+    set(key: string, embedding: readonly number[]): Promise<void>;
+    clear(): void;
+}
+/**
+ * EmbeddingCache 用 text hash + model + dimensions 做缓存键。
+ * 维度不匹配会直接抛错，不能补零或截断，否则后续向量索引会被污染。
+ */
+export declare class EmbeddingCache implements Embedder {
+    readonly model: string;
+    readonly dimensions: number;
+    private readonly embedder;
+    private readonly store;
+    private readonly namespace;
+    constructor(options: EmbeddingCacheOptions);
+    embedDocuments(texts: string[]): Promise<number[][]>;
+    embedQuery(text: string): Promise<number[]>;
+    private createKey;
+}
+export declare function createEmbeddingCacheKey(input: EmbeddingCacheKeyInput): string;
+//# sourceMappingURL=embedding-cache.d.ts.map

package/dist/rag/embeddings/embedding-cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding-cache.d.ts","sourceRoot":"","sources":["../../../src/rag/embeddings/embedding-cache.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3C,MAAM,WAAW,sBAAsB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,mBAAmB;IAChC,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,MAAM,EAAE,GAAG,SAAS,CAAC;IACvE,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;CACxE;AAED,MAAM,WAAW,qBAAqB;IAClC,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,CAAC,EAAE,mBAAmB,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,qBAAa,2BAA4B,YAAW,mBAAmB;IACnE,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA+B;IAE1D,IAAI,IAAI,IAAI,MAAM,CAEjB;IAEK,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC;IAM/C,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAInE,KAAK,IAAI,IAAI;CAGhB;AAED;;;GAGG;AACH,qBAAa,cAAe,YAAW,QAAQ;IAC3C,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAW;IACpC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAsB;IAC5C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAqB;gBAEnC,OAAO,EAAE,qBAAqB;IAQpC,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAkDpD,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAgBjD,OAAO,CAAC,SAAS;CAapB;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,sBAAsB,GAAG,MAAM,CAU7E"}

package/dist/rag/embeddings/embedding-cache.js

@@ -0,0 +1,118 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EmbeddingCache = exports.InMemoryEmbeddingCacheStore = void 0;
+exports.createEmbeddingCacheKey = createEmbeddingCacheKey;
+const node_crypto_1 = require("node:crypto");
+const embedder_1 = require("./embedder");
+class InMemoryEmbeddingCacheStore {
+    embeddings = new Map();
+    get size() {
+        return this.embeddings.size;
+    }
+    async get(key) {
+        const embedding = this.embeddings.get(key);
+        return embedding === undefined ? undefined : (0, embedder_1.cloneEmbedding)(embedding);
+    }
+    async set(key, embedding) {
+        this.embeddings.set(key, (0, embedder_1.cloneEmbedding)(embedding));
+    }
+    clear() {
+        this.embeddings.clear();
+    }
+}
+exports.InMemoryEmbeddingCacheStore = InMemoryEmbeddingCacheStore;
+/**
+ * EmbeddingCache 用 text hash + model + dimensions 做缓存键。
+ * 维度不匹配会直接抛错，不能补零或截断，否则后续向量索引会被污染。
+ */
+class EmbeddingCache {
+    model;
+    dimensions;
+    embedder;
+    store;
+    namespace;
+    constructor(options) {
+        this.embedder = options.embedder;
+        this.model = options.embedder.model;
+        this.dimensions = options.embedder.dimensions;
+        this.store = options.store ?? new InMemoryEmbeddingCacheStore();
+        this.namespace = options.namespace;
+    }
+    async embedDocuments(texts) {
+        const results = new Array(texts.length);
+        const misses = new Map();
+        for (const [index, text] of texts.entries()) {
+            const key = this.createKey(text);
+            const cached = await this.store.get(key);
+            if (cached !== undefined) {
+                (0, embedder_1.assertEmbeddingDimensions)(cached, this.dimensions, 'cached embedding');
+                results[index] = (0, embedder_1.cloneEmbedding)(cached);
+                continue;
+            }
+            const existing = misses.get(key);
+            if (existing === undefined) {
+                misses.set(key, { text, indexes: [index] });
+            }
+            else {
+                existing.indexes.push(index);
+            }
+        }
+        if (misses.size > 0) {
+            const missedEntries = [...misses.entries()];
+            const embeddings = await this.embedder.embedDocuments(missedEntries.map(([, miss]) => miss.text));
+            (0, embedder_1.assertEmbeddingBatchSize)(embeddings, missedEntries.length);
+            await Promise.all(missedEntries.map(async ([key, miss], offset) => {
+                const embedding = embeddings[offset];
+                if (embedding === undefined) {
+                    return;
+                }
+                (0, embedder_1.assertEmbeddingDimensions)(embedding, this.dimensions, 'document embedding');
+                await this.store.set(key, embedding);
+                for (const index of miss.indexes) {
+                    results[index] = (0, embedder_1.cloneEmbedding)(embedding);
+                }
+            }));
+        }
+        return results.map((embedding) => {
+            if (embedding === undefined) {
+                throw new Error('Embedding cache failed to resolve a document embedding.');
+            }
+            return (0, embedder_1.cloneEmbedding)(embedding);
+        });
+    }
+    async embedQuery(text) {
+        const key = this.createKey(text);
+        const cached = await this.store.get(key);
+        if (cached !== undefined) {
+            (0, embedder_1.assertEmbeddingDimensions)(cached, this.dimensions, 'cached embedding');
+            return (0, embedder_1.cloneEmbedding)(cached);
+        }
+        const embedding = await this.embedder.embedQuery(text);
+        (0, embedder_1.assertEmbeddingDimensions)(embedding, this.dimensions, 'query embedding');
+        await this.store.set(key, embedding);
+        return (0, embedder_1.cloneEmbedding)(embedding);
+    }
+    createKey(text) {
+        const input = {
+            text,
+            model: this.model,
+            dimensions: this.dimensions,
+        };
+        if (this.namespace !== undefined) {
+            input.namespace = this.namespace;
+        }
+        return createEmbeddingCacheKey(input);
+    }
+}
+exports.EmbeddingCache = EmbeddingCache;
+function createEmbeddingCacheKey(input) {
+    const textHash = (0, node_crypto_1.createHash)('sha256').update(input.text).digest('hex');
+    return [
+        'embedding',
+        input.namespace ?? 'default',
+        input.model,
+        String(input.dimensions),
+        textHash,
+    ].join(':');
+}
+//# sourceMappingURL=embedding-cache.js.map

package/dist/rag/embeddings/embedding-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedding-cache.js","sourceRoot":"","sources":["../../../src/rag/embeddings/embedding-cache.ts"],"names":[],"mappings":";;;AAoJA,0DAUC;AA9JD,6CAAyC;AACzC,yCAIoB;AAqBpB,MAAa,2BAA2B;IACnB,UAAU,GAAG,IAAI,GAAG,EAAoB,CAAC;IAE1D,IAAI,IAAI;QACJ,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW;QACjB,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAE3C,OAAO,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAA,yBAAc,EAAC,SAAS,CAAC,CAAC;IAC3E,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,SAA4B;QAC/C,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,IAAA,yBAAc,EAAC,SAAS,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK;QACD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;CACJ;AApBD,kEAoBC;AAED;;;GAGG;AACH,MAAa,cAAc;IACd,KAAK,CAAS;IACd,UAAU,CAAS;IACX,QAAQ,CAAW;IACnB,KAAK,CAAsB;IAC3B,SAAS,CAAqB;IAE/C,YAAY,OAA8B;QACtC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;QACpC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC9C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,2BAA2B,EAAE,CAAC;QAChE,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAe;QAChC,MAAM,OAAO,GAAG,IAAI,KAAK,CAAuB,KAAK,CAAC,MAAM,CAAC,CAAC;QAC9D,MAAM,MAAM,GAAG,IAAI,GAAG,EAA+C,CAAC;QAEtE,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACzC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBACvB,IAAA,oCAAyB,EAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAAC;gBACvE,OAAO,CAAC,KAAK,CAAC,GAAG,IAAA,yBAAc,EAAC,MAAM,CAAC,CAAC;gBACxC,SAAS;YACb,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBACzB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAChD,CAAC;iBAAM,CAAC;gBACJ,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACjC,CAAC;QACL,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAClB,MAAM,aAAa,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;YAC5C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,CACjD,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAC7C,CAAC;YACF,IAAA,mCAAwB,EAAC,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;YAE3D,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE;gBAC9D,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;gBACrC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;oBAC1B,OAAO;gBACX,CAAC;gBACD,IAAA,oCAAyB,EAAC,SAAS,EAAE,IAAI,CAAC,UAAU,EAAE,oBAAoB,CAAC,CAAC;gBAC5E,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;gBACrC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBAC/B,OAAO,CAAC,KAAK,CAAC,GAAG,IAAA,yBAAc,EAAC,SAAS,CAAC,CAAC;gBAC/C,CAAC;YACL,CAAC,CAAC,CAAC,CAAC;QACR,CAAC;QAED,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;YAC7B,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;YAC/E,CAAC;YAED,OAAO,IAAA,yBAAc,EAAC,SAAS,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAY;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACzC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACvB,IAAA,oCAAyB,EAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAAC;YAEvE,OAAO,IAAA,yBAAc,EAAC,MAAM,CAAC,CAAC;QAClC,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACvD,IAAA,oCAAyB,EAAC,SAAS,EAAE,IAAI,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAC;QACzE,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAErC,OAAO,IAAA,yBAAc,EAAC,SAAS,CAAC,CAAC;IACrC,CAAC;IAEO,SAAS,CAAC,IAAY;QAC1B,MAAM,KAAK,GAA2B;YAClC,IAAI;YACJ,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,UAAU;SAC9B,CAAC;QAEF,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YAC/B,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QACrC,CAAC;QAED,OAAO,uBAAuB,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;CACJ;AA9FD,wCA8FC;AAED,SAAgB,uBAAuB,CAAC,KAA6B;IACjE,MAAM,QAAQ,GAAG,IAAA,wBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAEvE,OAAO;QACH,WAAW;QACX,KAAK,CAAC,SAAS,IAAI,SAAS;QAC5B,KAAK,CAAC,KAAK;QACX,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;QACxB,QAAQ;KACX,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAChB,CAAC"}

package/dist/rag/embeddings/fake-embedder.d.ts

@@ -0,0 +1,20 @@
+import type { Embedder } from './embedder';
+export interface FakeEmbedderOptions {
+    model?: string;
+    dimensions?: number;
+    normalize?: boolean;
+}
+/**
+ * FakeEmbedder 是测试用 embedding 实现，不调用外部服务。
+ * 它用 token 哈希填充固定维度向量，保证相同文本稳定得到相同向量。
+ */
+export declare class FakeEmbedder implements Embedder {
+    readonly model: string;
+    readonly dimensions: number;
+    private readonly normalize;
+    constructor(options?: FakeEmbedderOptions);
+    embedDocuments(texts: string[]): Promise<number[][]>;
+    embedQuery(text: string): Promise<number[]>;
+    private embed;
+}
+//# sourceMappingURL=fake-embedder.d.ts.map

package/dist/rag/embeddings/fake-embedder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fake-embedder.d.ts","sourceRoot":"","sources":["../../../src/rag/embeddings/fake-embedder.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3C,MAAM,WAAW,mBAAmB;IAChC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,OAAO,CAAC;CACvB;AAED;;;GAGG;AACH,qBAAa,YAAa,YAAW,QAAQ;IACzC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAU;gBAExB,OAAO,GAAE,mBAAwB;IAMvC,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAIpD,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAIjD,OAAO,CAAC,KAAK;CAkBhB"}