@fllf/agent-sdk 0.1.1 → 0.1.3

package/dist/rag/chunking/semantic-chunker.js

@@ -0,0 +1,291 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SemanticChunker = void 0;
+const embeddings_1 = require("../embeddings");
+const chunker_1 = require("./chunker");
+const DEFAULT_SIMILARITY_THRESHOLD = 0.72;
+const SENTENCE_ENDINGS = new Set(['。', '！', '？', '!', '?']);
+class SemanticChunker {
+    embedder;
+    similarityThreshold;
+    maxChunkLength;
+    minChunkLength;
+    overlapLength;
+    constructor(options) {
+        this.embedder = options.embedder;
+        this.similarityThreshold = normalizeSimilarityThreshold(options.similarityThreshold, DEFAULT_SIMILARITY_THRESHOLD);
+        this.maxChunkLength = toPositiveInteger(options.maxChunkLength, chunker_1.DEFAULT_MAX_CHUNK_LENGTH);
+        this.minChunkLength = Math.min(toPositiveInteger(options.minChunkLength, chunker_1.DEFAULT_MIN_CHUNK_LENGTH), this.maxChunkLength);
+        this.overlapLength = Math.min(normalizeNonNegativeInteger(options.overlapLength, 0), Math.max(this.maxChunkLength - 1, 0));
+    }
+    async chunk(document) {
+        const units = createSemanticUnits(document.content, this.maxChunkLength);
+        if (units.length === 0) {
+            return [];
+        }
+        const embeddings = await this.embedder.embedDocuments(units.map((unit) => unit.content));
+        (0, embeddings_1.assertEmbeddingBatchSize)(embeddings, units.length);
+        embeddings.forEach((embedding, index) => {
+            (0, embeddings_1.assertEmbeddingDimensions)(embedding, this.embedder.dimensions, `semantic unit ${index} embedding`);
+        });
+        const groups = createSemanticGroups(units, embeddings, {
+            maxChunkLength: this.maxChunkLength,
+            minChunkLength: this.minChunkLength,
+            overlapLength: this.overlapLength,
+            similarityThreshold: this.similarityThreshold,
+        });
+        return groups.map((group, index) => {
+            const startOffset = group.units[0]?.startOffset ?? 0;
+            const endOffset = group.units.at(-1)?.endOffset ?? startOffset;
+            return (0, chunker_1.createChunk)({
+                document,
+                content: document.content.slice(startOffset, endOffset),
+                kind: 'text',
+                chunkIndex: index,
+                startOffset,
+                endOffset,
+                extra: createSemanticExtra({
+                    embedder: this.embedder,
+                    group,
+                    similarityThreshold: this.similarityThreshold,
+                }),
+            });
+        });
+    }
+    async chunkMany(documents) {
+        return await (0, chunker_1.chunkManyDocuments)(this, documents);
+    }
+}
+exports.SemanticChunker = SemanticChunker;
+function createSemanticUnits(text, maxChunkLength) {
+    const units = [];
+    for (const paragraph of splitParagraphs(text)) {
+        if (paragraph.content.length <= maxChunkLength) {
+            const sentences = splitSentences(paragraph.content, paragraph.startOffset);
+            units.push(...sentences.length > 0 ? sentences : [paragraph]);
+            continue;
+        }
+        for (const segment of (0, chunker_1.splitTextSegments)(paragraph.content, {
+            maxChunkLength,
+            minChunkLength: Math.min(chunker_1.DEFAULT_MIN_CHUNK_LENGTH, maxChunkLength),
+            overlapLength: 0,
+        })) {
+            units.push({
+                content: segment.content,
+                startOffset: paragraph.startOffset + segment.startOffset,
+                endOffset: paragraph.startOffset + segment.endOffset,
+            });
+        }
+    }
+    return units;
+}
+function splitParagraphs(text) {
+    const paragraphs = [];
+    const matches = text.matchAll(/\S(?:[\s\S]*?\S)?(?=\n\s*\n|$)/g);
+    for (const match of matches) {
+        const content = match[0];
+        const startOffset = match.index ?? 0;
+        const trimmedStartOffset = startOffset + countLeadingWhitespace(content);
+        const trimmedEndOffset = startOffset + content.length - countTrailingWhitespace(content);
+        if (trimmedStartOffset < trimmedEndOffset) {
+            paragraphs.push({
+                content: text.slice(trimmedStartOffset, trimmedEndOffset),
+                startOffset: trimmedStartOffset,
+                endOffset: trimmedEndOffset,
+            });
+        }
+    }
+    return paragraphs;
+}
+function splitSentences(paragraph, paragraphStartOffset) {
+    const units = [];
+    let start = 0;
+    for (let index = 0; index < paragraph.length; index += 1) {
+        const character = paragraph[index];
+        if (!isSentenceEnding(paragraph, index, character)) {
+            continue;
+        }
+        const end = index + 1;
+        appendUnit(units, paragraph, paragraphStartOffset, start, end);
+        start = skipWhitespace(paragraph, end);
+    }
+    appendUnit(units, paragraph, paragraphStartOffset, start, paragraph.length);
+    return units;
+}
+function appendUnit(units, text, baseOffset, start, end) {
+    const trimmed = trimRange(text, start, end);
+    if (trimmed.start >= trimmed.end) {
+        return;
+    }
+    units.push({
+        content: text.slice(trimmed.start, trimmed.end),
+        startOffset: baseOffset + trimmed.start,
+        endOffset: baseOffset + trimmed.end,
+    });
+}
+function createSemanticGroups(units, embeddings, options) {
+    const groups = [];
+    let current = [];
+    let pendingBreakSimilarity;
+    for (const [index, unit] of units.entries()) {
+        const previousEmbedding = index > 0 ? embeddings[index - 1] : undefined;
+        const currentEmbedding = embeddings[index];
+        const similarity = previousEmbedding !== undefined && currentEmbedding !== undefined
+            ? cosineSimilarity(previousEmbedding, currentEmbedding)
+            : undefined;
+        const semanticBreak = (similarity !== undefined
+            && similarity < options.similarityThreshold
+            && getGroupLength(current) >= options.minChunkLength);
+        const lengthBreak = (current.length > 0
+            && getRangeLength(current[0], unit) > options.maxChunkLength
+            && getGroupLength(current) >= options.minChunkLength);
+        if (current.length > 0 && (semanticBreak || lengthBreak)) {
+            groups.push(createGroup(current, pendingBreakSimilarity));
+            current = createOverlapUnits(current, options.overlapLength, unit, options.maxChunkLength);
+            pendingBreakSimilarity = similarity;
+        }
+        current.push(unit);
+    }
+    if (current.length > 0) {
+        groups.push(createGroup(current, pendingBreakSimilarity));
+    }
+    return groups;
+}
+function createGroup(units, breakSimilarity) {
+    const group = {
+        units: [...units],
+    };
+    if (breakSimilarity !== undefined) {
+        group.breakSimilarity = breakSimilarity;
+    }
+    return group;
+}
+function createOverlapUnits(units, overlapLength, nextUnit, maxChunkLength) {
+    if (overlapLength <= 0) {
+        return [];
+    }
+    const overlap = [];
+    for (let index = units.length - 1; index >= 0; index -= 1) {
+        const unit = units[index];
+        if (unit === undefined) {
+            continue;
+        }
+        const nextOverlap = [unit, ...overlap];
+        if (getGroupLength(nextOverlap) > overlapLength) {
+            break;
+        }
+        if (getRangeLength(nextOverlap[0], nextUnit) > maxChunkLength) {
+            break;
+        }
+        overlap.unshift(unit);
+    }
+    return overlap;
+}
+function createSemanticExtra(input) {
+    const extra = {
+        strategy: 'semantic',
+        experimental: true,
+        embeddingModel: input.embedder.model,
+        similarityThreshold: input.similarityThreshold,
+        unitCount: input.group.units.length,
+    };
+    if (input.group.breakSimilarity !== undefined) {
+        extra.breakSimilarity = input.group.breakSimilarity;
+    }
+    return extra;
+}
+function cosineSimilarity(left, right) {
+    let dot = 0;
+    let leftMagnitude = 0;
+    let rightMagnitude = 0;
+    for (let index = 0; index < left.length; index += 1) {
+        const leftValue = left[index] ?? 0;
+        const rightValue = right[index] ?? 0;
+        dot += leftValue * rightValue;
+        leftMagnitude += leftValue * leftValue;
+        rightMagnitude += rightValue * rightValue;
+    }
+    if (leftMagnitude === 0 || rightMagnitude === 0) {
+        return 0;
+    }
+    return dot / (Math.sqrt(leftMagnitude) * Math.sqrt(rightMagnitude));
+}
+function getGroupLength(units) {
+    const first = units[0];
+    const last = units.at(-1);
+    if (first === undefined || last === undefined) {
+        return 0;
+    }
+    return getRangeLength(first, last);
+}
+function getRangeLength(first, last) {
+    return first === undefined ? last.content.length : last.endOffset - first.startOffset;
+}
+function isSentenceEnding(text, index, character) {
+    if (character === undefined) {
+        return false;
+    }
+    if (SENTENCE_ENDINGS.has(character)) {
+        return true;
+    }
+    if (character !== '.') {
+        return false;
+    }
+    const previous = text[index - 1];
+    const next = text[index + 1];
+    if (isAsciiAlphanumeric(previous) && isAsciiAlphanumeric(next)) {
+        return false;
+    }
+    return next === undefined || /\s/.test(next);
+}
+function isAsciiAlphanumeric(value) {
+    return value !== undefined && /[A-Za-z0-9]/.test(value);
+}
+function countLeadingWhitespace(text) {
+    const match = text.match(/^\s*/);
+    return match?.[0].length ?? 0;
+}
+function countTrailingWhitespace(text) {
+    const match = text.match(/\s*$/);
+    return match?.[0].length ?? 0;
+}
+function skipWhitespace(text, start) {
+    let index = start;
+    while (index < text.length && /\s/.test(text[index] ?? '')) {
+        index += 1;
+    }
+    return index;
+}
+function trimRange(text, start, end) {
+    let trimmedStart = start;
+    let trimmedEnd = end;
+    while (trimmedStart < trimmedEnd && /\s/.test(text[trimmedStart] ?? '')) {
+        trimmedStart += 1;
+    }
+    while (trimmedEnd > trimmedStart && /\s/.test(text[trimmedEnd - 1] ?? '')) {
+        trimmedEnd -= 1;
+    }
+    return {
+        start: trimmedStart,
+        end: trimmedEnd,
+    };
+}
+function normalizeSimilarityThreshold(value, fallback) {
+    if (value === undefined || !Number.isFinite(value)) {
+        return fallback;
+    }
+    return Math.max(-1, Math.min(1, value));
+}
+function toPositiveInteger(value, fallback) {
+    if (value === undefined || !Number.isFinite(value) || value <= 0) {
+        return fallback;
+    }
+    return Math.floor(value);
+}
+function normalizeNonNegativeInteger(value, fallback) {
+    if (value === undefined || !Number.isFinite(value) || value < 0) {
+        return fallback;
+    }
+    return Math.floor(value);
+}
+//# sourceMappingURL=semantic-chunker.js.map

package/dist/rag/chunking/semantic-chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic-chunker.js","sourceRoot":"","sources":["../../../src/rag/chunking/semantic-chunker.ts"],"names":[],"mappings":";;;AACA,8CAGuB;AAKvB,uCAMmB;AAMnB,MAAM,4BAA4B,GAAG,IAAI,CAAC;AAC1C,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAmB5D,MAAa,eAAe;IACP,QAAQ,CAAW;IACnB,mBAAmB,CAAS;IAC5B,cAAc,CAAS;IACvB,cAAc,CAAS;IACvB,aAAa,CAAS;IAEvC,YAAY,OAA+B;QACvC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,mBAAmB,GAAG,4BAA4B,CACnD,OAAO,CAAC,mBAAmB,EAC3B,4BAA4B,CAC/B,CAAC;QACF,IAAI,CAAC,cAAc,GAAG,iBAAiB,CACnC,OAAO,CAAC,cAAc,EACtB,kCAAwB,CAC3B,CAAC;QACF,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,CAC1B,iBAAiB,CAAC,OAAO,CAAC,cAAc,EAAE,kCAAwB,CAAC,EACnE,IAAI,CAAC,cAAc,CACtB,CAAC;QACF,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CACzB,2BAA2B,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC,EACrD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC,CAAC,CACvC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,QAAqB;QAC7B,MAAM,KAAK,GAAG,mBAAmB,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QACzE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,EAAE,CAAC;QACd,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QACzF,IAAA,qCAAwB,EAAC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QACnD,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE;YACpC,IAAA,sCAAyB,EACrB,SAAS,EACT,IAAI,CAAC,QAAQ,CAAC,UAAU,EACxB,iBAAiB,KAAK,YAAY,CACrC,CAAC;QACN,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,oBAAoB,CAAC,KAAK,EAAE,UAAU,EAAE;YACnD,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;SAChD,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YAC/B,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,WAAW,IAAI,CAAC,CAAC;YACrD,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,IAAI,WAAW,CAAC;YAE/D,OAAO,IAAA,qBAAW,EAAC;gBACf,QAAQ;gBACR,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,SAAS,CAAC;gBACvD,IAAI,EAAE,MAAM;gBACZ,UAAU,EAAE,KAAK;gBACjB,WAAW;gBACX,SAAS;gBACT,KAAK,EAAE,mBAAmB,CAAC;oBACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,KAAK;oBACL,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;iBAChD,CAAC;aACL,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAAwB;QACpC,OAAO,MAAM,IAAA,4BAAkB,EAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IACrD,CAAC;CACJ;AAzED,0CAyEC;AAED,SAAS,mBAAmB,CAAC,IAAY,EAAE,cAAsB;IAC7D,MAAM,KAAK,GAAmB,EAAE,CAAC;IAEjC,KAAK,MAAM,SAAS,IAAI,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;QAC5C,IAAI,SAAS,CAAC,OAAO,CAAC,MAAM,IAAI,cAAc,EAAE,CAAC;YAC7C,MAAM,SAAS,GAAG,cAAc,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,WAAW,CAAC,CAAC;YAC3E,KAAK,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;YAC9D,SAAS;QACb,CAAC;QAED,KAAK,MAAM,OAAO,IAAI,IAAA,2BAAiB,EAAC,SAAS,CAAC,OAAO,EAAE;YACvD,cAAc;YACd,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,kCAAwB,EAAE,cAAc,CAAC;YAClE,aAAa,EAAE,CAAC;SACnB,CAAC,EAAE,CAAC;YACD,KAAK,CAAC,IAAI,CAAC;gBACP,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,WAAW,EAAE,SAAS,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW;gBACxD,SAAS,EAAE,SAAS,CAAC,WAAW,GAAG,OAAO,CAAC,SAAS;aACvD,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACjC,MAAM,UAAU,GAAmB,EAAE,CAAC;IACtC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,iCAAiC,CAAC,CAAC;IAEjE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC;QACrC,MAAM,kBAAkB,GAAG,WAAW,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC;QACzE,MAAM,gBAAgB,GAAG,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAC;QAEzF,IAAI,kBAAkB,GAAG,gBAAgB,EAAE,CAAC;YACxC,UAAU,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,gBAAgB,CAAC;gBACzD,WAAW,EAAE,kBAAkB;gBAC/B,SAAS,EAAE,gBAAgB;aAC9B,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED,OAAO,UAAU,CAAC;AACtB,CAAC;AAED,SAAS,cAAc,CAAC,SAAiB,EAAE,oBAA4B;IACnE,MAAM,KAAK,GAAmB,EAAE,CAAC;IACjC,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACvD,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;YACjD,SAAS;QACb,CAAC;QAED,MAAM,GAAG,GAAG,KAAK,GAAG,CAAC,CAAC;QACtB,UAAU,CAAC,KAAK,EAAE,SAAS,EAAE,oBAAoB,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAC/D,KAAK,GAAG,cAAc,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC3C,CAAC;IAED,UAAU,CAAC,KAAK,EAAE,SAAS,EAAE,oBAAoB,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IAE5E,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,UAAU,CACf,KAAqB,EACrB,IAAY,EACZ,UAAkB,EAClB,KAAa,EACb,GAAW;IAEX,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IAC5C,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;QAC/B,OAAO;IACX,CAAC;IAED,KAAK,CAAC,IAAI,CAAC;QACP,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC;QAC/C,WAAW,EAAE,UAAU,GAAG,OAAO,CAAC,KAAK;QACvC,SAAS,EAAE,UAAU,GAAG,OAAO,CAAC,GAAG;KACtC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,oBAAoB,CACzB,KAAqB,EACrB,UAAsB,EACtB,OAKC;IAED,MAAM,MAAM,GAAoB,EAAE,CAAC;IACnC,IAAI,OAAO,GAAmB,EAAE,CAAC;IACjC,IAAI,sBAA0C,CAAC;IAE/C,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;QAC1C,MAAM,iBAAiB,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACxE,MAAM,gBAAgB,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,UAAU,GAAG,iBAAiB,KAAK,SAAS,IAAI,gBAAgB,KAAK,SAAS;YAChF,CAAC,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,gBAAgB,CAAC;YACvD,CAAC,CAAC,SAAS,CAAC;QAChB,MAAM,aAAa,GAAG,CAClB,UAAU,KAAK,SAAS;eACrB,UAAU,GAAG,OAAO,CAAC,mBAAmB;eACxC,cAAc,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,cAAc,CACvD,CAAC;QACF,MAAM,WAAW,GAAG,CAChB,OAAO,CAAC,MAAM,GAAG,CAAC;eACf,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,OAAO,CAAC,cAAc;eACzD,cAAc,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,cAAc,CACvD,CAAC;QAEF,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,aAAa,IAAI,WAAW,CAAC,EAAE,CAAC;YACvD,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,sBAAsB,CAAC,CAAC,CAAC;YAC1D,OAAO,GAAG,kBAAkB,CAAC,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,IAAI,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC;YAC3F,sBAAsB,GAAG,UAAU,CAAC;QACxC,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,sBAAsB,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,SAAS,WAAW,CAAC,KAAqB,EAAE,eAAmC;IAC3E,MAAM,KAAK,GAAkB;QACzB,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC;KACpB,CAAC;IAEF,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;QAChC,KAAK,CAAC,eAAe,GAAG,eAAe,CAAC;IAC5C,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,kBAAkB,CACvB,KAAqB,EACrB,aAAqB,EACrB,QAAsB,EACtB,cAAsB;IAEtB,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;QACrB,OAAO,EAAE,CAAC;IACd,CAAC;IAED,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,KAAK,IAAI,KAAK,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACxD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QAC1B,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACrB,SAAS;QACb,CAAC;QAED,MAAM,WAAW,GAAG,CAAC,IAAI,EAAE,GAAG,OAAO,CAAC,CAAC;QACvC,IAAI,cAAc,CAAC,WAAW,CAAC,GAAG,aAAa,EAAE,CAAC;YAC9C,MAAM;QACV,CAAC;QACD,IAAI,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,GAAG,cAAc,EAAE,CAAC;YAC5D,MAAM;QACV,CAAC;QAED,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,SAAS,mBAAmB,CAAC,KAI5B;IACG,MAAM,KAAK,GAA4B;QACnC,QAAQ,EAAE,UAAU;QACpB,YAAY,EAAE,IAAI;QAClB,cAAc,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK;QACpC,mBAAmB,EAAE,KAAK,CAAC,mBAAmB;QAC9C,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM;KACtC,CAAC;IAEF,IAAI,KAAK,CAAC,KAAK,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;QAC5C,KAAK,CAAC,eAAe,GAAG,KAAK,CAAC,KAAK,CAAC,eAAe,CAAC;IACxD,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAuB,EAAE,KAAwB;IACvE,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAClD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAErC,GAAG,IAAI,SAAS,GAAG,UAAU,CAAC;QAC9B,aAAa,IAAI,SAAS,GAAG,SAAS,CAAC;QACvC,cAAc,IAAI,UAAU,GAAG,UAAU,CAAC;IAC9C,CAAC;IAED,IAAI,aAAa,KAAK,CAAC,IAAI,cAAc,KAAK,CAAC,EAAE,CAAC;QAC9C,OAAO,CAAC,CAAC;IACb,CAAC;IAED,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC;AACxE,CAAC;AAED,SAAS,cAAc,CAAC,KAAqB;IACzC,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACvB,MAAM,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1B,IAAI,KAAK,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QAC5C,OAAO,CAAC,CAAC;IACb,CAAC;IAED,OAAO,cAAc,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,cAAc,CAAC,KAA+B,EAAE,IAAkB;IACvE,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,WAAW,CAAC;AAC1F,CAAC;AAED,SAAS,gBAAgB,CACrB,IAAY,EACZ,KAAa,EACb,SAA6B;IAE7B,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC;IACjB,CAAC;IACD,IAAI,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;QAClC,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACpB,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IACjC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IAC7B,IAAI,mBAAmB,CAAC,QAAQ,CAAC,IAAI,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7D,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,OAAO,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAyB;IAClD,OAAO,KAAK,KAAK,SAAS,IAAI,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,sBAAsB,CAAC,IAAY;IACxC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAEjC,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,uBAAuB,CAAC,IAAY;IACzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAEjC,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,KAAa;IAC/C,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACzD,KAAK,IAAI,CAAC,CAAC;IACf,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,SAAS,CAAC,IAAY,EAAE,KAAa,EAAE,GAAW;IACvD,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,IAAI,UAAU,GAAG,GAAG,CAAC;IAErB,OAAO,YAAY,GAAG,UAAU,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACtE,YAAY,IAAI,CAAC,CAAC;IACtB,CAAC;IACD,OAAO,UAAU,GAAG,YAAY,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACxE,UAAU,IAAI,CAAC,CAAC;IACpB,CAAC;IAED,OAAO;QACH,KAAK,EAAE,YAAY;QACnB,GAAG,EAAE,UAAU;KAClB,CAAC;AACN,CAAC;AAED,SAAS,4BAA4B,CAAC,KAAyB,EAAE,QAAgB;IAC7E,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACjD,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAyB,EAAE,QAAgB;IAClE,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QAC/D,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,2BAA2B,CAAC,KAAyB,EAAE,QAAgB;IAC5E,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QAC9D,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AAC7B,CAAC"}

package/dist/rag/embeddings/embedder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"embedder.d.ts","sourceRoot":"","sources":["../../../src/rag/embeddings/embedder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,KAAK,EACL,aAAa,EAChB,MAAM,UAAU,CAAC;AAElB,MAAM,WAAW,QAAQ;IACrB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACrD,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;CAC/C;AAED,qBAAa,uBAAwB,SAAQ,KAAK;IAC9C,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;IACpC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;gBAEtB,kBAAkB,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,KAAK,SAAc;CAQxF;AAED,qBAAa,uBAAwB,SAAQ,KAAK;IAC9C,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;gBAEhB,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM;CAMvD;AAED,wBAAsB,WAAW,CAC7B,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,KAAK,EAAE,GAChB,OAAO,CAAC,aAAa,EAAE,CAAC,CAoB1B;AAED,wBAAgB,yBAAyB,CACrC,SAAS,EAAE,SAAS,MAAM,EAAE,EAC5B,kBAAkB,EAAE,MAAM,EAC1B,KAAK,CAAC,EAAE,MAAM,GACf,IAAI,CAIN;AAED,wBAAgB,wBAAwB,CACpC,UAAU,EAAE,SAAS,OAAO,EAAE,EAC9B,YAAY,EAAE,MAAM,GACrB,IAAI,CAIN;AAED,wBAAgB,cAAc,CAAC,SAAS,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,EAAE,CAErE;AAED,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,EAAE,CAUzE;AAED,wBAAgB,8BAA8B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAMzE"}
+{"version":3,"file":"embedder.d.ts","sourceRoot":"","sources":["../../../src/rag/embeddings/embedder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,KAAK,EACL,aAAa,EAChB,MAAM,UAAU,CAAC;AAElB,MAAM,WAAW,QAAQ;IACrB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACrD,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;CAC/C;AAED,qBAAa,uBAAwB,SAAQ,KAAK;IAC9C,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;IACpC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;gBAEtB,kBAAkB,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,KAAK,SAAc;CAQxF;AAED,qBAAa,uBAAwB,SAAQ,KAAK;IAC9C,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;gBAEhB,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM;CAMvD;AAED,wBAAsB,WAAW,CAC7B,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,KAAK,EAAE,GAChB,OAAO,CAAC,aAAa,EAAE,CAAC,CA2B1B;AAED,wBAAgB,yBAAyB,CACrC,SAAS,EAAE,SAAS,MAAM,EAAE,EAC5B,kBAAkB,EAAE,MAAM,EAC1B,KAAK,CAAC,EAAE,MAAM,GACf,IAAI,CAIN;AAED,wBAAgB,wBAAwB,CACpC,UAAU,EAAE,SAAS,OAAO,EAAE,EAC9B,YAAY,EAAE,MAAM,GACrB,IAAI,CAIN;AAED,wBAAgB,cAAc,CAAC,SAAS,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,EAAE,CAErE;AAED,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,EAAE,CAUzE;AAED,wBAAgB,8BAA8B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAMzE"}

package/dist/rag/embeddings/embedder.js

@@ -30,6 +30,12 @@ class EmbeddingBatchSizeError extends Error {
 }
 exports.EmbeddingBatchSizeError = EmbeddingBatchSizeError;
 async function embedChunks(embedder, chunks) {
+    // 空批次直接返回：replaceExisting 全部 skip 时没有新 chunk，
+    // 不应该对远程 embedding 服务发起一次空请求。
+    if (chunks.length === 0) {
+        return [];
+    }
+    // TODO 当前只取 content 去 embed，chunk的metadata里还有 headingPath、title等信息，需考虑是否做处理
     const embeddings = await embedder.embedDocuments(chunks.map((chunk) => chunk.content));
     assertEmbeddingBatchSize(embeddings, chunks.length);
     return chunks.map((chunk, index) => {

package/dist/rag/embeddings/embedder.js.map

@@ -1 +1 @@
-{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../../../src/rag/embeddings/embedder.ts"],"names":[],"mappings":";;;AAsCA,kCAuBC;AAED,8DAQC;AAED,4DAOC;AAED,wCAEC;AAED,gDAUC;AAED,wEAMC;AA5FD,MAAa,uBAAwB,SAAQ,KAAK;IACrC,kBAAkB,CAAS;IAC3B,gBAAgB,CAAS;IAElC,YAAY,kBAA0B,EAAE,gBAAwB,EAAE,KAAK,GAAG,WAAW;QACjF,KAAK,CACD,GAAG,KAAK,kCAAkC,kBAAkB,SAAS,gBAAgB,GAAG,CAC3F,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;QACtC,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAC7C,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;IAC7C,CAAC;CACJ;AAZD,0DAYC;AAED,MAAa,uBAAwB,SAAQ,KAAK;IACrC,YAAY,CAAS;IACrB,UAAU,CAAS;IAE5B,YAAY,YAAoB,EAAE,UAAkB;QAChD,KAAK,CAAC,2CAA2C,YAAY,SAAS,UAAU,GAAG,CAAC,CAAC;QACrF,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;QACtC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IACjC,CAAC;CACJ;AAVD,0DAUC;AAEM,KAAK,UAAU,WAAW,CAC7B,QAAkB,EAClB,MAAe;IAEf,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;IACvF,wBAAwB,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAEpD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAC/B,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC1B,MAAM,IAAI,uBAAuB,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QACxE,CAAC;QACD,yBAAyB,CACrB,SAAS,EACT,QAAQ,CAAC,UAAU,EACnB,SAAS,KAAK,CAAC,EAAE,YAAY,CAChC,CAAC;QAEF,OAAO;YACH,KAAK;YACL,SAAS,EAAE,cAAc,CAAC,SAAS,CAAC;SACvC,CAAC;IACN,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAgB,yBAAyB,CACrC,SAA4B,EAC5B,kBAA0B,EAC1B,KAAc;IAEd,IAAI,SAAS,CAAC,MAAM,KAAK,kBAAkB,EAAE,CAAC;QAC1C,MAAM,IAAI,uBAAuB,CAAC,kBAAkB,EAAE,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACnF,CAAC;AACL,CAAC;AAED,SAAgB,wBAAwB,CACpC,UAA8B,EAC9B,YAAoB;IAEpB,IAAI,UAAU,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;QACrC,MAAM,IAAI,uBAAuB,CAAC,YAAY,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;IACvE,CAAC;AACL,CAAC;AAED,SAAgB,cAAc,CAAC,SAA4B;IACvD,OAAO,CAAC,GAAG,SAAS,CAAC,CAAC;AAC1B,CAAC;AAED,SAAgB,kBAAkB,CAAC,SAA4B;IAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CACvB,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,GAAG,KAAK,EAAE,CAAC,CAAC,CAC3D,CAAC;IAEF,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;QAClB,OAAO,CAAC,GAAG,SAAS,CAAC,CAAC;IAC1B,CAAC;IAED,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC;AACvD,CAAC;AAED,SAAgB,8BAA8B,CAAC,UAAkB;IAC7D,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;QACnD,MAAM,IAAI,UAAU,CAAC,kDAAkD,CAAC,CAAC;IAC7E,CAAC;IAED,OAAO,UAAU,CAAC;AACtB,CAAC"}
+{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../../../src/rag/embeddings/embedder.ts"],"names":[],"mappings":";;;AAsCA,kCA8BC;AAED,8DAQC;AAED,4DAOC;AAED,wCAEC;AAED,gDAUC;AAED,wEAMC;AAnGD,MAAa,uBAAwB,SAAQ,KAAK;IACrC,kBAAkB,CAAS;IAC3B,gBAAgB,CAAS;IAElC,YAAY,kBAA0B,EAAE,gBAAwB,EAAE,KAAK,GAAG,WAAW;QACjF,KAAK,CACD,GAAG,KAAK,kCAAkC,kBAAkB,SAAS,gBAAgB,GAAG,CAC3F,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;QACtC,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAC7C,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;IAC7C,CAAC;CACJ;AAZD,0DAYC;AAED,MAAa,uBAAwB,SAAQ,KAAK;IACrC,YAAY,CAAS;IACrB,UAAU,CAAS;IAE5B,YAAY,YAAoB,EAAE,UAAkB;QAChD,KAAK,CAAC,2CAA2C,YAAY,SAAS,UAAU,GAAG,CAAC,CAAC;QACrF,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;QACtC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IACjC,CAAC;CACJ;AAVD,0DAUC;AAEM,KAAK,UAAU,WAAW,CAC7B,QAAkB,EAClB,MAAe;IAEf,8CAA8C;IAC9C,8BAA8B;IAC9B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,CAAC;IACd,CAAC;IAED,4EAA4E;IAC5E,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;IACvF,wBAAwB,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAEpD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAC/B,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC1B,MAAM,IAAI,uBAAuB,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QACxE,CAAC;QACD,yBAAyB,CACrB,SAAS,EACT,QAAQ,CAAC,UAAU,EACnB,SAAS,KAAK,CAAC,EAAE,YAAY,CAChC,CAAC;QAEF,OAAO;YACH,KAAK;YACL,SAAS,EAAE,cAAc,CAAC,SAAS,CAAC;SACvC,CAAC;IACN,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAgB,yBAAyB,CACrC,SAA4B,EAC5B,kBAA0B,EAC1B,KAAc;IAEd,IAAI,SAAS,CAAC,MAAM,KAAK,kBAAkB,EAAE,CAAC;QAC1C,MAAM,IAAI,uBAAuB,CAAC,kBAAkB,EAAE,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACnF,CAAC;AACL,CAAC;AAED,SAAgB,wBAAwB,CACpC,UAA8B,EAC9B,YAAoB;IAEpB,IAAI,UAAU,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;QACrC,MAAM,IAAI,uBAAuB,CAAC,YAAY,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;IACvE,CAAC;AACL,CAAC;AAED,SAAgB,cAAc,CAAC,SAA4B;IACvD,OAAO,CAAC,GAAG,SAAS,CAAC,CAAC;AAC1B,CAAC;AAED,SAAgB,kBAAkB,CAAC,SAA4B;IAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CACvB,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,GAAG,KAAK,EAAE,CAAC,CAAC,CAC3D,CAAC;IAEF,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;QAClB,OAAO,CAAC,GAAG,SAAS,CAAC,CAAC;IAC1B,CAAC;IAED,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC;AACvD,CAAC;AAED,SAAgB,8BAA8B,CAAC,UAAkB;IAC7D,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;QACnD,MAAM,IAAI,UAAU,CAAC,kDAAkD,CAAC,CAAC;IAC7E,CAAC;IAED,OAAO,UAAU,CAAC;AACtB,CAAC"}

package/dist/rag/embeddings/openai-compatible-embedder.d.ts

@@ -1,6 +1,10 @@
-import OpenAI from 'openai';
 import type { Embedder } from './embedder';
-type OpenAIEmbeddingBody = Parameters<OpenAI['embeddings']['create']>[0];
+export interface OpenAIEmbeddingRequestBody {
+    model: string;
+    input: string[];
+    encoding_format: 'float';
+    dimensions?: number;
+}
 export interface OpenAIEmbeddingResponseLike {
     data: Array<{
         embedding: unknown;
@@ -9,9 +13,21 @@ export interface OpenAIEmbeddingResponseLike {
 }
 export interface OpenAIEmbeddingsClientLike {
     embeddings: {
-        create(body: OpenAIEmbeddingBody): Promise<OpenAIEmbeddingResponseLike>;
+        create(body: OpenAIEmbeddingRequestBody): Promise<OpenAIEmbeddingResponseLike>;
     };
 }
+export type OpenAIEmbeddingFetchLike = (input: string, init?: {
+    method?: string;
+    headers?: Record<string, string>;
+    body?: string;
+    signal?: AbortSignal;
+}) => Promise<OpenAIEmbeddingHttpResponseLike>;
+export interface OpenAIEmbeddingHttpResponseLike {
+    ok: boolean;
+    status: number;
+    statusText: string;
+    text(): Promise<string>;
+}
 export interface OpenAICompatibleEmbedderOptions {
     apiKey?: string;
     model: string;
@@ -19,6 +35,9 @@ export interface OpenAICompatibleEmbedderOptions {
     baseURL?: string;
     batchSize?: number;
     sendDimensions?: boolean;
+    timeoutMs?: number;
+    headers?: Record<string, string>;
+    fetch?: OpenAIEmbeddingFetchLike;
     client?: OpenAIEmbeddingsClientLike;
 }
 export interface OpenAIEmbedderOptions extends Omit<OpenAICompatibleEmbedderOptions, 'model'> {
@@ -42,5 +61,4 @@ export declare class OpenAICompatibleEmbedder implements Embedder {
 export declare class OpenAIEmbedder extends OpenAICompatibleEmbedder {
     constructor(options?: OpenAIEmbedderOptions);
 }
-export {};
 //# sourceMappingURL=openai-compatible-embedder.d.ts.map

package/dist/rag/embeddings/openai-compatible-embedder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai-compatible-embedder.d.ts","sourceRoot":"","sources":["../../../src/rag/embeddings/openai-compatible-embedder.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAO5B,OAAO,KAAK,EACR,QAAQ,EACX,MAAM,YAAY,CAAC;AAEpB,KAAK,mBAAmB,GAAG,UAAU,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAEzE,MAAM,WAAW,2BAA2B;IACxC,IAAI,EAAE,KAAK,CAAC;QACR,SAAS,EAAE,OAAO,CAAC;QACnB,KAAK,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC,CAAC;CACN;AAED,MAAM,WAAW,0BAA0B;IACvC,UAAU,EAAE;QACR,MAAM,CAAC,IAAI,EAAE,mBAAmB,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAAC;KAC3E,CAAC;CACL;AAED,MAAM,WAAW,+BAA+B;IAC5C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,MAAM,CAAC,EAAE,0BAA0B,CAAC;CACvC;AAED,MAAM,WAAW,qBAAsB,SAAQ,IAAI,CAAC,+BAA+B,EAAE,OAAO,CAAC;IACzF,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAUD;;;GAGG;AACH,qBAAa,wBAAyB,YAAW,QAAQ;IACrD,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA6B;IACpD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAU;gBAE7B,OAAO,EAAE,+BAA+B;IAS9C,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAcpD,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;YAUnC,gBAAgB;CAiBjC;AAED,qBAAa,cAAe,SAAQ,wBAAwB;gBAC5C,OAAO,GAAE,qBAA0B;CAgBlD"}
+{"version":3,"file":"openai-compatible-embedder.d.ts","sourceRoot":"","sources":["../../../src/rag/embeddings/openai-compatible-embedder.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EACR,QAAQ,EACX,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,0BAA0B;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,eAAe,EAAE,OAAO,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,2BAA2B;IACxC,IAAI,EAAE,KAAK,CAAC;QACR,SAAS,EAAE,OAAO,CAAC;QACnB,KAAK,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC,CAAC;CACN;AAED,MAAM,WAAW,0BAA0B;IACvC,UAAU,EAAE;QACR,MAAM,CAAC,IAAI,EAAE,0BAA0B,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAAC;KAClF,CAAC;CACL;AAED,MAAM,MAAM,wBAAwB,GAAG,CACnC,KAAK,EAAE,MAAM,EACb,IAAI,CAAC,EAAE;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,WAAW,CAAC;CACxB,KACA,OAAO,CAAC,+BAA+B,CAAC,CAAC;AAE9C,MAAM,WAAW,+BAA+B;IAC5C,EAAE,EAAE,OAAO,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;CAC3B;AAED,MAAM,WAAW,+BAA+B;IAC5C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,KAAK,CAAC,EAAE,wBAAwB,CAAC;IACjC,MAAM,CAAC,EAAE,0BAA0B,CAAC;CACvC;AAED,MAAM,WAAW,qBAAsB,SAAQ,IAAI,CAAC,+BAA+B,EAAE,OAAO,CAAC;IACzF,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAYD;;;GAGG;AACH,qBAAa,wBAAyB,YAAW,QAAQ;IACrD,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA6B;IACpD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAU;gBAE7B,OAAO,EAAE,+BAA+B;IAQ9C,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAcpD,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;YAUnC,gBAAgB;CAkBjC;AAED,qBAAa,cAAe,SAAQ,wBAAwB;gBAC5C,OAAO,GAAE,qBAA0B;CAgBlD"}

package/dist/rag/embeddings/openai-compatible-embedder.js

@@ -1,13 +1,11 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.OpenAIEmbedder = exports.OpenAICompatibleEmbedder = void 0;
-const openai_1 = __importDefault(require("openai"));
 const embedder_1 = require("./embedder");
 const DEFAULT_OPENAI_EMBEDDING_MODEL = 'text-embedding-3-small';
+const DEFAULT_OPENAI_BASE_URL = 'https://api.openai.com/v1';
 const DEFAULT_BATCH_SIZE = 100;
+const DEFAULT_TIMEOUT_MS = 30000;
 const DEFAULT_OPENAI_EMBEDDING_DIMENSIONS = {
     'text-embedding-3-small': 1536,
     'text-embedding-3-large': 3072,
@@ -27,9 +25,8 @@ class OpenAICompatibleEmbedder {
         this.model = options.model;
         this.dimensions = resolveEmbeddingDimensions(options.model, options.dimensions);
         this.batchSize = resolveBatchSize(options.batchSize);
-        this.sendDimensions = options.sendDimensions
-            ?? (options.dimensions !== undefined && supportsDimensionsParam(options.model));
-        this.client = options.client ?? createOpenAIClient(options);
+        this.sendDimensions = options.sendDimensions ?? options.dimensions !== undefined;
+        this.client = options.client ?? createHttpEmbeddingsClient(options);
     }
     async embedDocuments(texts) {
         const embeddings = [];
@@ -56,6 +53,7 @@ class OpenAICompatibleEmbedder {
         const body = {
             model: this.model,
             input: texts,
+            encoding_format: 'float',
         };
         if (this.sendDimensions) {
             body.dimensions = this.dimensions;
@@ -83,17 +81,22 @@ class OpenAIEmbedder extends OpenAICompatibleEmbedder {
     }
 }
 exports.OpenAIEmbedder = OpenAIEmbedder;
-function createOpenAIClient(options) {
+function createHttpEmbeddingsClient(options) {
     if (!options.apiKey) {
         throw new Error('OpenAI-compatible embedder requires an apiKey.');
     }
     const clientOptions = {
         apiKey: options.apiKey,
+        baseURL: options.baseURL ?? DEFAULT_OPENAI_BASE_URL,
+        timeoutMs: options.timeoutMs ?? DEFAULT_TIMEOUT_MS,
     };
-    if (options.baseURL) {
-        clientOptions.baseURL = options.baseURL;
+    if (options.headers !== undefined) {
+        clientOptions.headers = options.headers;
+    }
+    if (options.fetch !== undefined) {
+        clientOptions.fetch = options.fetch;
     }
-    return new openai_1.default(clientOptions);
+    return new HttpOpenAIEmbeddingsClient(clientOptions);
 }
 function resolveEmbeddingDimensions(model, dimensions) {
     if (dimensions !== undefined) {
@@ -114,9 +117,6 @@ function resolveBatchSize(batchSize) {
     }
     return batchSize;
 }
-function supportsDimensionsParam(model) {
-    return model === 'text-embedding-3-small' || model === 'text-embedding-3-large';
-}
 function toOrderedEmbeddings(response, expectedSize, expectedDimensions) {
     (0, embedder_1.assertEmbeddingBatchSize)(response.data, expectedSize);
     const ordered = new Array(expectedSize);
@@ -142,4 +142,98 @@ function readEmbedding(value) {
     }
     return value;
 }
+class HttpOpenAIEmbeddingsClient {
+    embeddings = {
+        create: async (body) => {
+            const controller = this.timeoutMs > 0 ? new AbortController() : undefined;
+            const timeoutId = controller === undefined
+                ? undefined
+                : setTimeout(() => controller.abort(), this.timeoutMs);
+            try {
+                const request = {
+                    method: 'POST',
+                    headers: this.createHeaders(),
+                    body: JSON.stringify(body),
+                };
+                if (controller !== undefined) {
+                    request.signal = controller.signal;
+                }
+                const response = await this.fetchImpl(this.url, request);
+                const text = await response.text();
+                if (!response.ok) {
+                    throw new Error(`Embedding API failed: ${response.status} ${response.statusText}${formatBody(text)}`);
+                }
+                return parseEmbeddingResponse(text);
+            }
+            finally {
+                if (timeoutId !== undefined) {
+                    clearTimeout(timeoutId);
+                }
+            }
+        },
+    };
+    url;
+    apiKey;
+    timeoutMs;
+    headers;
+    fetchImpl;
+    constructor(options) {
+        this.url = joinURL(options.baseURL, '/embeddings');
+        this.apiKey = options.apiKey;
+        this.timeoutMs = options.timeoutMs;
+        this.headers = { ...(options.headers ?? {}) };
+        this.fetchImpl = options.fetch ?? getGlobalFetch();
+    }
+    createHeaders() {
+        const headers = {
+            'content-type': 'application/json',
+            ...this.headers,
+        };
+        const hasAuthorization = Object.keys(headers).some((key) => key.toLowerCase() === 'authorization');
+        if (!hasAuthorization) {
+            headers.authorization = `Bearer ${this.apiKey}`;
+        }
+        return headers;
+    }
+}
+function parseEmbeddingResponse(text) {
+    const parsed = JSON.parse(text);
+    if (!isRecord(parsed) || !Array.isArray(parsed.data)) {
+        throw new TypeError('Embedding API response must contain a data array.');
+    }
+    return {
+        data: parsed.data.map((item) => {
+            if (!isRecord(item)) {
+                throw new TypeError('Embedding API response data items must be objects.');
+            }
+            const embedding = item.embedding;
+            const result = { embedding };
+            if (item.index !== undefined) {
+                if (typeof item.index !== 'number') {
+                    throw new TypeError('Embedding API response item index must be a number.');
+                }
+                result.index = item.index;
+            }
+            return result;
+        }),
+    };
+}
+function joinURL(baseURL, endpoint) {
+    return `${baseURL.replace(/\/+$/, '')}/${endpoint.replace(/^\/+/, '')}`;
+}
+function getGlobalFetch() {
+    if (typeof fetch !== 'function') {
+        throw new Error('OpenAI-compatible embedder requires fetch support or a custom fetch option.');
+    }
+    return fetch;
+}
+function isRecord(value) {
+    return typeof value === 'object' && value !== null && !Array.isArray(value);
+}
+function formatBody(text) {
+    if (text.length === 0) {
+        return '';
+    }
+    return `: ${text}`;
+}
 //# sourceMappingURL=openai-compatible-embedder.js.map

package/dist/rag/embeddings/openai-compatible-embedder.js.map

@@ -1 +1 @@
-{"version":3,"file":"openai-compatible-embedder.js","sourceRoot":"","sources":["../../../src/rag/embeddings/openai-compatible-embedder.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,yCAKoB;AAkCpB,MAAM,8BAA8B,GAAG,wBAAwB,CAAC;AAChE,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAC/B,MAAM,mCAAmC,GAA2B;IAChE,wBAAwB,EAAE,IAAI;IAC9B,wBAAwB,EAAE,IAAI;IAC9B,wBAAwB,EAAE,IAAI;CACjC,CAAC;AAEF;;;GAGG;AACH,MAAa,wBAAwB;IACxB,KAAK,CAAS;IACd,UAAU,CAAS;IACX,MAAM,CAA6B;IACnC,SAAS,CAAS;IAClB,cAAc,CAAU;IAEzC,YAAY,OAAwC;QAChD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,0BAA0B,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QAChF,IAAI,CAAC,SAAS,GAAG,gBAAgB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACrD,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc;eACrC,CAAC,OAAO,CAAC,UAAU,KAAK,SAAS,IAAI,uBAAuB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QACpF,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAe;QAChC,MAAM,UAAU,GAAe,EAAE,CAAC;QAElC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAChE,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;YACzD,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAC3D,UAAU,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC;QACxC,CAAC;QAED,IAAA,mCAAwB,EAAC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEnD,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,IAAA,yBAAc,EAAC,SAAS,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAY;QACzB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAChC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;QACrF,CAAC;QAED,OAAO,IAAA,yBAAc,EAAC,SAAS,CAAC,CAAC;IACrC,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,KAAe;QAC1C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,EAAE,CAAC;QACd,CAAC;QAED,MAAM,IAAI,GAAG;YACT,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,KAAK;SACkC,CAAC;QACnD,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QACtC,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAE3D,OAAO,mBAAmB,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IACxE,CAAC;CACJ;AAzDD,4DAyDC;AAED,MAAa,cAAe,SAAQ,wBAAwB;IACxD,YAAY,UAAiC,EAAE;QAC3C,MAAM,eAAe,GAAoC;YACrD,GAAG,OAAO;YACV,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,8BAA8B;SAC/F,CAAC;QACF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAC5D,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACvB,eAAe,CAAC,MAAM,GAAG,MAAM,CAAC;QACpC,CAAC;QACD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;QAC/D,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YACxB,eAAe,CAAC,OAAO,GAAG,OAAO,CAAC;QACtC,CAAC;QAED,KAAK,CAAC,eAAe,CAAC,CAAC;IAC3B,CAAC;CACJ;AAjBD,wCAiBC;AAED,SAAS,kBAAkB,CAAC,OAAwC;IAChE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACtE,CAAC;IAED,MAAM,aAAa,GAA4C;QAC3D,MAAM,EAAE,OAAO,CAAC,MAAM;KACzB,CAAC;IACF,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QAClB,aAAa,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAC5C,CAAC;IAED,OAAO,IAAI,gBAAM,CAAC,aAAa,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAa,EAAE,UAA8B;IAC7E,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO,IAAA,yCAA8B,EAAC,UAAU,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,eAAe,GAAG,mCAAmC,CAAC,KAAK,CAAC,CAAC;IACnE,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;QAChC,OAAO,eAAe,CAAC;IAC3B,CAAC;IAED,MAAM,IAAI,KAAK,CACX,+EAA+E,KAAK,IAAI,CAC3F,CAAC;AACN,CAAC;AAED,SAAS,gBAAgB,CAAC,SAA6B;IACnD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC1B,OAAO,kBAAkB,CAAC;IAC9B,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACjD,MAAM,IAAI,UAAU,CAAC,iDAAiD,CAAC,CAAC;IAC5E,CAAC;IAED,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAa;IAC1C,OAAO,KAAK,KAAK,wBAAwB,IAAI,KAAK,KAAK,wBAAwB,CAAC;AACpF,CAAC;AAED,SAAS,mBAAmB,CACxB,QAAqC,EACrC,YAAoB,EACpB,kBAA0B;IAE1B,IAAA,mCAAwB,EAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IAEtD,MAAM,OAAO,GAAG,IAAI,KAAK,CAAuB,YAAY,CAAC,CAAC;IAC9D,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,IAAI,YAAY,EAAE,CAAC;YACjE,MAAM,IAAI,UAAU,CAAC,0CAA0C,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACrF,CAAC;QAED,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAChD,IAAA,oCAAyB,EAAC,SAAS,EAAE,kBAAkB,EAAE,2BAA2B,KAAK,EAAE,CAAC,CAAC;QAC7F,OAAO,CAAC,KAAK,CAAC,GAAG,IAAA,yBAAc,EAAC,SAAS,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE;QACpC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,4CAA4C,KAAK,GAAG,CAAC,CAAC;QAC1E,CAAC;QAED,OAAO,IAAA,yBAAc,EAAC,SAAS,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACjC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,EAAE,CAAC;QAC5E,MAAM,IAAI,SAAS,CAAC,iEAAiE,CAAC,CAAC;IAC3F,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC"}
+{"version":3,"file":"openai-compatible-embedder.js","sourceRoot":"","sources":["../../../src/rag/embeddings/openai-compatible-embedder.ts"],"names":[],"mappings":";;;AAAA,yCAKoB;AA2DpB,MAAM,8BAA8B,GAAG,wBAAwB,CAAC;AAChE,MAAM,uBAAuB,GAAG,2BAA2B,CAAC;AAC5D,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAC/B,MAAM,kBAAkB,GAAG,KAAK,CAAC;AACjC,MAAM,mCAAmC,GAA2B;IAChE,wBAAwB,EAAE,IAAI;IAC9B,wBAAwB,EAAE,IAAI;IAC9B,wBAAwB,EAAE,IAAI;CACjC,CAAC;AAEF;;;GAGG;AACH,MAAa,wBAAwB;IACxB,KAAK,CAAS;IACd,UAAU,CAAS;IACX,MAAM,CAA6B;IACnC,SAAS,CAAS;IAClB,cAAc,CAAU;IAEzC,YAAY,OAAwC;QAChD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,0BAA0B,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QAChF,IAAI,CAAC,SAAS,GAAG,gBAAgB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACrD,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,CAAC;QACjF,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,0BAA0B,CAAC,OAAO,CAAC,CAAC;IACxE,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAe;QAChC,MAAM,UAAU,GAAe,EAAE,CAAC;QAElC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAChE,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;YACzD,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAC3D,UAAU,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC;QACxC,CAAC;QAED,IAAA,mCAAwB,EAAC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEnD,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,IAAA,yBAAc,EAAC,SAAS,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAY;QACzB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAChC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;QACrF,CAAC;QAED,OAAO,IAAA,yBAAc,EAAC,SAAS,CAAC,CAAC;IACrC,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,KAAe;QAC1C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,EAAE,CAAC;QACd,CAAC;QAED,MAAM,IAAI,GAA+B;YACrC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,KAAK;YACZ,eAAe,EAAE,OAAO;SAC3B,CAAC;QACF,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QACtC,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAE3D,OAAO,mBAAmB,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IACxE,CAAC;CACJ;AAzDD,4DAyDC;AAED,MAAa,cAAe,SAAQ,wBAAwB;IACxD,YAAY,UAAiC,EAAE;QAC3C,MAAM,eAAe,GAAoC;YACrD,GAAG,OAAO;YACV,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,8BAA8B;SAC/F,CAAC;QACF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAC5D,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACvB,eAAe,CAAC,MAAM,GAAG,MAAM,CAAC;QACpC,CAAC;QACD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;QAC/D,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YACxB,eAAe,CAAC,OAAO,GAAG,OAAO,CAAC;QACtC,CAAC;QAED,KAAK,CAAC,eAAe,CAAC,CAAC;IAC3B,CAAC;CACJ;AAjBD,wCAiBC;AAED,SAAS,0BAA0B,CAAC,OAAwC;IACxE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACtE,CAAC;IAED,MAAM,aAAa,GAAsC;QACrD,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,uBAAuB;QACnD,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,kBAAkB;KACrD,CAAC;IACF,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAChC,aAAa,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAC5C,CAAC;IACD,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAC9B,aAAa,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IACxC,CAAC;IAED,OAAO,IAAI,0BAA0B,CAAC,aAAa,CAAC,CAAC;AACzD,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAa,EAAE,UAA8B;IAC7E,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO,IAAA,yCAA8B,EAAC,UAAU,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,eAAe,GAAG,mCAAmC,CAAC,KAAK,CAAC,CAAC;IACnE,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;QAChC,OAAO,eAAe,CAAC;IAC3B,CAAC;IAED,MAAM,IAAI,KAAK,CACX,+EAA+E,KAAK,IAAI,CAC3F,CAAC;AACN,CAAC;AAED,SAAS,gBAAgB,CAAC,SAA6B;IACnD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC1B,OAAO,kBAAkB,CAAC;IAC9B,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACjD,MAAM,IAAI,UAAU,CAAC,iDAAiD,CAAC,CAAC;IAC5E,CAAC;IAED,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,SAAS,mBAAmB,CACxB,QAAqC,EACrC,YAAoB,EACpB,kBAA0B;IAE1B,IAAA,mCAAwB,EAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IAEtD,MAAM,OAAO,GAAG,IAAI,KAAK,CAAuB,YAAY,CAAC,CAAC;IAC9D,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,IAAI,YAAY,EAAE,CAAC;YACjE,MAAM,IAAI,UAAU,CAAC,0CAA0C,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACrF,CAAC;QAED,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAChD,IAAA,oCAAyB,EAAC,SAAS,EAAE,kBAAkB,EAAE,2BAA2B,KAAK,EAAE,CAAC,CAAC;QAC7F,OAAO,CAAC,KAAK,CAAC,GAAG,IAAA,yBAAc,EAAC,SAAS,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE;QACpC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,4CAA4C,KAAK,GAAG,CAAC,CAAC;QAC1E,CAAC;QAED,OAAO,IAAA,yBAAc,EAAC,SAAS,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACjC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,EAAE,CAAC;QAC5E,MAAM,IAAI,SAAS,CAAC,iEAAiE,CAAC,CAAC;IAC3F,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAUD,MAAM,0BAA0B;IACnB,UAAU,GAAG;QAClB,MAAM,EAAE,KAAK,EAAE,IAAgC,EAAwC,EAAE;YACrF,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,eAAe,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;YAC1E,MAAM,SAAS,GAAG,UAAU,KAAK,SAAS;gBACtC,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YAE3D,IAAI,CAAC;gBACD,MAAM,OAAO,GAKT;oBACA,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE,IAAI,CAAC,aAAa,EAAE;oBAC7B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;iBAC7B,CAAC;gBACF,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;oBAC3B,OAAO,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;gBACvC,CAAC;gBAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBACzD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;oBACf,MAAM,IAAI,KAAK,CACX,yBAAyB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,EAAE,CACvF,CAAC;gBACN,CAAC;gBAED,OAAO,sBAAsB,CAAC,IAAI,CAAC,CAAC;YACxC,CAAC;oBAAS,CAAC;gBACP,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;oBAC1B,YAAY,CAAC,SAAS,CAAC,CAAC;gBAC5B,CAAC;YACL,CAAC;QACL,CAAC;KACJ,CAAC;IAEe,GAAG,CAAS;IACZ,MAAM,CAAS;IACf,SAAS,CAAS;IAClB,OAAO,CAAyB;IAChC,SAAS,CAA2B;IAErD,YAAY,OAA0C;QAClD,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QACnD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;QAC9C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,KAAK,IAAI,cAAc,EAAE,CAAC;IACvD,CAAC;IAEO,aAAa;QACjB,MAAM,OAAO,GAA2B;YACpC,cAAc,EAAE,kBAAkB;YAClC,GAAG,IAAI,CAAC,OAAO;SAClB,CAAC;QAEF,MAAM,gBAAgB,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAC9C,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,eAAe,CACjD,CAAC;QACF,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACpB,OAAO,CAAC,aAAa,GAAG,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC;QACpD,CAAC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;CACJ;AAED,SAAS,sBAAsB,CAAC,IAAY;IACxC,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACzC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QACnD,MAAM,IAAI,SAAS,CAAC,mDAAmD,CAAC,CAAC;IAC7E,CAAC;IAED,OAAO;QACH,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YAC3B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBAClB,MAAM,IAAI,SAAS,CAAC,oDAAoD,CAAC,CAAC;YAC9E,CAAC;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YACjC,MAAM,MAAM,GAAgD,EAAE,SAAS,EAAE,CAAC;YAC1E,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBAC3B,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;oBACjC,MAAM,IAAI,SAAS,CAAC,qDAAqD,CAAC,CAAC;gBAC/E,CAAC;gBACD,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;YAC9B,CAAC;YAED,OAAO,MAAM,CAAC;QAClB,CAAC,CAAC;KACL,CAAC;AACN,CAAC;AAED,SAAS,OAAO,CAAC,OAAe,EAAE,QAAgB;IAC9C,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC;AAC5E,CAAC;AAED,SAAS,cAAc;IACnB,IAAI,OAAO,KAAK,KAAK,UAAU,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,6EAA6E,CAAC,CAAC;IACnG,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC5B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,UAAU,CAAC,IAAY;IAC5B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpB,OAAO,EAAE,CAAC;IACd,CAAC;IAED,OAAO,KAAK,IAAI,EAAE,CAAC;AACvB,CAAC"}

package/dist/rag/generation/context-builder.d.ts

@@ -6,11 +6,18 @@ export interface DefaultContextBuilderOptions {
     maxContextTokens?: number;
     maxChunkCharacters?: number;
     includeScores?: boolean;
+    /**
+     * 融合分数尺度上的过滤阈值（如 RRF）。不要复用检索的 minScore：
+     * 那是 retriever 原始分数尺度（cosine / TF-IDF），量级和融合分完全不同。
+     * 默认 undefined，不过滤。
+     */
+    minFusedScore?: number;
 }
 export declare class DefaultContextBuilder implements ContextBuilder {
     private readonly maxContextTokens;
     private readonly maxChunkCharacters;
     private readonly includeScores;
+    private readonly minFusedScore;
     constructor(options?: DefaultContextBuilderOptions);
     build(query: string, retrieved: RetrievedChunk[], options?: AnswerOptions): Promise<RagContext>;
 }

package/dist/rag/generation/context-builder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"context-builder.d.ts","sourceRoot":"","sources":["../../../src/rag/generation/context-builder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,aAAa,EAEb,UAAU,EAEV,cAAc,EACjB,MAAM,UAAU,CAAC;AAElB,MAAM,WAAW,cAAc;IAC3B,KAAK,CACD,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,cAAc,EAAE,EAC3B,OAAO,CAAC,EAAE,aAAa,GACxB,OAAO,CAAC,UAAU,CAAC,CAAC;CAC1B;AAED,MAAM,WAAW,4BAA4B;IACzC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,aAAa,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED,qBAAa,qBAAsB,YAAW,cAAc;IACxD,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAqB;IACxD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAU;gBAE5B,OAAO,GAAE,4BAAiC;IAMhD,KAAK,CACP,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,cAAc,EAAE,EAC3B,OAAO,GAAE,aAAkB,GAC5B,OAAO,CAAC,UAAU,CAAC;CAwDzB;AAqHD;;;GAGG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAKnD"}
+{"version":3,"file":"context-builder.d.ts","sourceRoot":"","sources":["../../../src/rag/generation/context-builder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,aAAa,EAEb,UAAU,EAEV,cAAc,EACjB,MAAM,UAAU,CAAC;AAElB,MAAM,WAAW,cAAc;IAC3B,KAAK,CACD,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,cAAc,EAAE,EAC3B,OAAO,CAAC,EAAE,aAAa,GACxB,OAAO,CAAC,UAAU,CAAC,CAAC;CAC1B;AAED,MAAM,WAAW,4BAA4B;IACzC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB;;;;OAIG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,qBAAa,qBAAsB,YAAW,cAAc;IACxD,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAqB;IACxD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAU;IACxC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAqB;gBAEvC,OAAO,GAAE,4BAAiC;IAOhD,KAAK,CACP,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,cAAc,EAAE,EAC3B,OAAO,GAAE,aAAkB,GAC5B,OAAO,CAAC,UAAU,CAAC;CAyDzB;AAqHD;;;GAGG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAKnD"}