@ssmeo/mcp-local-rag 0.18.6

package/dist/chunker/sentence-splitter.js

@@ -0,0 +1,231 @@
+// Sentence Splitter for Semantic Chunking
+// Created: 2025-12-27
+// Purpose: Split text into sentences using Intl.Segmenter (Unicode standard)
+// ============================================
+// Constants
+// ============================================
+/**
+ * Placeholder for code blocks during processing
+ */
+const CODE_BLOCK_PLACEHOLDER = '\u0000CODE_BLOCK\u0000';
+/**
+ * Placeholder for inline code during processing
+ */
+const INLINE_CODE_PLACEHOLDER = '\u0000INLINE_CODE\u0000';
+// ============================================
+// Helper Functions
+// ============================================
+function maskCode(text, sourceStart) {
+    const blocks = [];
+    const fenced = [...text.matchAll(/```[\s\S]*?```/g)].flatMap((match) => match.index === undefined ? [] : [{ start: match.index, end: match.index + match[0].length }]);
+    const matchedRanges = [...fenced];
+    let gapStart = 0;
+    for (const fencedRange of [...fenced, { start: text.length, end: text.length }]) {
+        const gap = text.slice(gapStart, fencedRange.start);
+        for (const match of gap.matchAll(/`[^`]+`/g)) {
+            if (match.index === undefined) {
+                continue;
+            }
+            matchedRanges.push({
+                start: gapStart + match.index,
+                end: gapStart + match.index + match[0].length,
+            });
+        }
+        gapStart = fencedRange.end;
+    }
+    matchedRanges.sort((left, right) => left.start - right.start);
+    let mappedText = '';
+    let cursor = 0;
+    const segments = [];
+    const append = (value, start, end, linear) => {
+        const mappedStart = mappedText.length;
+        mappedText += value;
+        segments.push({
+            mappedStart,
+            mappedEnd: mappedText.length,
+            sourceStart: sourceStart + start,
+            sourceEnd: sourceStart + end,
+            linear,
+        });
+    };
+    for (const [index, range] of matchedRanges.entries()) {
+        if (range.start > cursor) {
+            append(text.slice(cursor, range.start), cursor, range.start, true);
+        }
+        const content = text.slice(range.start, range.end);
+        const placeholderPrefix = content.startsWith('```')
+            ? CODE_BLOCK_PLACEHOLDER
+            : INLINE_CODE_PLACEHOLDER;
+        const placeholder = `${placeholderPrefix}${index}${placeholderPrefix}`;
+        blocks.push({ placeholder, content });
+        append(placeholder, range.start, range.end, false);
+        cursor = range.end;
+    }
+    if (cursor < text.length) {
+        append(text.slice(cursor), cursor, text.length, true);
+    }
+    return { mapped: { text: mappedText, segments }, blocks };
+}
+function sourceOffsetAt(mapped, offset, fallback) {
+    let low = 0;
+    let high = mapped.segments.length - 1;
+    while (low <= high) {
+        const middle = Math.floor((low + high) / 2);
+        const segment = mapped.segments[middle];
+        if (segment === undefined) {
+            break;
+        }
+        if (offset < segment.mappedStart) {
+            high = middle - 1;
+        }
+        else if (offset > segment.mappedEnd) {
+            low = middle + 1;
+        }
+        else if (offset === segment.mappedEnd) {
+            return segment.sourceEnd;
+        }
+        else {
+            return segment.linear
+                ? segment.sourceStart + (offset - segment.mappedStart)
+                : segment.sourceStart;
+        }
+    }
+    return fallback;
+}
+function restoreCode(text, blocks) {
+    // biome-ignore lint/suspicious/noControlCharactersInRegex: NUL delimiters identify masked code placeholders.
+    const placeholderPattern = /(\u0000(?:CODE_BLOCK|INLINE_CODE)\u0000)(\d+)\1/g;
+    return text.replace(placeholderPattern, (placeholder, _prefix, index) => {
+        const block = blocks[Number(index)];
+        return block?.placeholder === placeholder ? block.content : placeholder;
+    });
+}
+function trimmedRange(text, start, end) {
+    const value = text.slice(start, end);
+    const trimmedStart = start + (value.length - value.trimStart().length);
+    const trimmedEnd = start + value.trimEnd().length;
+    return trimmedStart < trimmedEnd ? [trimmedStart, trimmedEnd] : null;
+}
+function splitOrdinaryRange(text, sourceStart, sourceEnd) {
+    if (sourceStart >= sourceEnd) {
+        return [];
+    }
+    const { mapped, blocks } = maskCode(text.slice(sourceStart, sourceEnd), sourceStart);
+    // biome-ignore lint/suspicious/noControlCharactersInRegex: NUL delimiters identify masked code placeholders.
+    const paragraphSeparator = /\n{2,}|\n(?=\S)|(?<=\u0000)\n/g;
+    const paragraphRanges = [];
+    let cursor = 0;
+    for (const match of mapped.text.matchAll(paragraphSeparator)) {
+        const separatorStart = match.index;
+        if (separatorStart === undefined) {
+            continue;
+        }
+        paragraphRanges.push([cursor, separatorStart]);
+        cursor = separatorStart + match[0].length;
+    }
+    paragraphRanges.push([cursor, mapped.text.length]);
+    const units = [];
+    const appendUnit = (start, end) => {
+        const range = trimmedRange(mapped.text, start, end);
+        if (!range) {
+            return;
+        }
+        const [trimmedStart, trimmedEnd] = range;
+        const restored = restoreCode(mapped.text.slice(trimmedStart, trimmedEnd), blocks).trim();
+        if (!restored) {
+            return;
+        }
+        units.push({
+            text: restored,
+            atomic: false,
+            sourceStart: sourceOffsetAt(mapped, trimmedStart, sourceStart),
+            sourceEnd: sourceOffsetAt(mapped, trimmedEnd, sourceEnd),
+        });
+    };
+    for (const [paragraphStart, paragraphEnd] of paragraphRanges) {
+        const range = trimmedRange(mapped.text, paragraphStart, paragraphEnd);
+        if (!range) {
+            continue;
+        }
+        const [trimmedStart, trimmedEnd] = range;
+        const paragraph = mapped.text.slice(trimmedStart, trimmedEnd);
+        if (/^#{1,6}\s/.test(paragraph)) {
+            appendUnit(trimmedStart, trimmedEnd);
+            continue;
+        }
+        for (const segment of segmenter.segment(paragraph)) {
+            appendUnit(trimmedStart + segment.index, trimmedStart + segment.index + segment.segment.length);
+        }
+    }
+    return units;
+}
+// ============================================
+// Intl.Segmenter-based splitting
+// ============================================
+// Create segmenters for supported languages
+// Using 'und' (undetermined) as fallback for general Unicode support
+const segmenter = new Intl.Segmenter('und', { granularity: 'sentence' });
+/**
+ * Split text into sentences using Intl.Segmenter
+ *
+ * Uses the Unicode Text Segmentation standard (UAX #29) via Intl.Segmenter.
+ * This provides multilingual support for sentence boundary detection.
+ *
+ * Note: Intl.Segmenter may split on abbreviations like "Mr." or "e.g."
+ * These edge cases are acceptable for semantic chunking as:
+ * 1. Short fragments will be grouped with adjacent sentences by similarity
+ * 2. Fragments below minChunkLength are filtered out
+ */
+export function splitIntoSentences(text) {
+    if (!text || text.trim().length === 0) {
+        return [];
+    }
+    return splitOrdinaryRange(text, 0, text.length).map((unit) => unit.text);
+}
+function validateAtomicRanges(text, atomicRanges) {
+    let previousEnd = 0;
+    for (const range of atomicRanges) {
+        const validOffsets = Number.isInteger(range.start) &&
+            Number.isInteger(range.end) &&
+            range.start >= 0 &&
+            range.start < range.end &&
+            range.end <= text.length;
+        const orderedAndNonOverlapping = range.start >= previousEnd;
+        if (!validOffsets || !orderedAndNonOverlapping) {
+            throw new Error(`Invalid atomic range [${range.start}, ${range.end}) for text length ${text.length}`);
+        }
+        previousEnd = range.end;
+    }
+}
+/**
+ * Split ordinary text while preserving the supplied positional ranges as
+ * indivisible sentence units.
+ */
+export function splitIntoSentenceUnits(text, atomicRanges = []) {
+    validateAtomicRanges(text, atomicRanges);
+    if (atomicRanges.length === 0) {
+        return splitOrdinaryRange(text, 0, text.length);
+    }
+    const units = [];
+    let cursor = 0;
+    for (const range of atomicRanges) {
+        units.push(...splitOrdinaryRange(text, cursor, range.start));
+        // Offsets advance with the trim so the text stays the exact source slice
+        // that source-position arithmetic relies on.
+        const atomicRange = trimmedRange(text, range.start, range.end);
+        if (!atomicRange) {
+            throw new Error(`Invalid atomic range [${range.start}, ${range.end}): empty text`);
+        }
+        const [atomicStart, atomicEnd] = atomicRange;
+        units.push({
+            text: text.slice(atomicStart, atomicEnd),
+            atomic: true,
+            sourceStart: atomicStart,
+            sourceEnd: atomicEnd,
+        });
+        cursor = range.end;
+    }
+    units.push(...splitOrdinaryRange(text, cursor, text.length));
+    return units;
+}
+//# sourceMappingURL=sentence-splitter.js.map

package/dist/chunker/sentence-splitter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sentence-splitter.js","sourceRoot":"","sources":["../../src/chunker/sentence-splitter.ts"],"names":[],"mappings":"AAAA,0CAA0C;AAC1C,sBAAsB;AACtB,6EAA6E;AAI7E,+CAA+C;AAC/C,YAAY;AACZ,+CAA+C;AAE/C;;GAEG;AACH,MAAM,sBAAsB,GAAG,wBAAwB,CAAA;AAEvD;;GAEG;AACH,MAAM,uBAAuB,GAAG,yBAAyB,CAAA;AAsCzD,+CAA+C;AAC/C,mBAAmB;AACnB,+CAA+C;AAE/C,SAAS,QAAQ,CACf,IAAY,EACZ,WAAmB;IAEnB,MAAM,MAAM,GAAoB,EAAE,CAAA;IAClC,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CACrE,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAC9F,CAAA;IACD,MAAM,aAAa,GAAG,CAAC,GAAG,MAAM,CAAC,CAAA;IACjC,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,KAAK,MAAM,WAAW,IAAI,CAAC,GAAG,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC;QAChF,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,WAAW,CAAC,KAAK,CAAC,CAAA;QACnD,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC7C,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBAC9B,SAAQ;YACV,CAAC;YACD,aAAa,CAAC,IAAI,CAAC;gBACjB,KAAK,EAAE,QAAQ,GAAG,KAAK,CAAC,KAAK;gBAC7B,GAAG,EAAE,QAAQ,GAAG,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM;aAC9C,CAAC,CAAA;QACJ,CAAC;QACD,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAA;IAC5B,CAAC;IACD,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAA;IAE7D,IAAI,UAAU,GAAG,EAAE,CAAA;IACnB,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,MAAM,QAAQ,GAAqB,EAAE,CAAA;IACrC,MAAM,MAAM,GAAG,CAAC,KAAa,EAAE,KAAa,EAAE,GAAW,EAAE,MAAe,EAAQ,EAAE;QAClF,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAA;QACrC,UAAU,IAAI,KAAK,CAAA;QACnB,QAAQ,CAAC,IAAI,CAAC;YACZ,WAAW;YACX,SAAS,EAAE,UAAU,CAAC,MAAM;YAC5B,WAAW,EAAE,WAAW,GAAG,KAAK;YAChC,SAAS,EAAE,WAAW,GAAG,GAAG;YAC5B,MAAM;SACP,CAAC,CAAA;IACJ,CAAC,CAAA;IACD,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC;QACrD,IAAI,KAAK,CAAC,KAAK,GAAG,MAAM,EAAE,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;QACpE,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAA;QAClD,MAAM,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC;YACjD,CAAC,CAAC,sBAAsB;YACxB,CAAC,CAAC,uBAAuB,CAAA;QAC3B,MAAM,WAAW,GAAG,GAAG,iBAAiB,GAAG,KAAK,GAAG,iBAAiB,EAAE,CAAA;QACtE,MAAM,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAA;QACrC,MAAM,CAAC,WAAW,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;QAClD,MAAM,GAAG,KAAK,CAAC,GAAG,CAAA;IACpB,CAAC;IACD,IAAI,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;IACvD,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAA;AAC3D,CAAC;AAED,SAAS,cAAc,CAAC,MAAkB,EAAE,MAAc,EAAE,QAAgB;IAC1E,IAAI,GAAG,GAAG,CAAC,CAAA;IACX,IAAI,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAA;IACrC,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;QACnB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;QAC3C,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;QACvC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,MAAK;QACP,CAAC;QACD,IAAI,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;YACjC,IAAI,GAAG,MAAM,GAAG,CAAC,CAAA;QACnB,CAAC;aAAM,IAAI,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;YACtC,GAAG,GAAG,MAAM,GAAG,CAAC,CAAA;QAClB,CAAC;aAAM,IAAI,MAAM,KAAK,OAAO,CAAC,SAAS,EAAE,CAAC;YACxC,OAAO,OAAO,CAAC,SAAS,CAAA;QAC1B,CAAC;aAAM,CAAC;YACN,OAAO,OAAO,CAAC,MAAM;gBACnB,CAAC,CAAC,OAAO,CAAC,WAAW,GAAG,CAAC,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;gBACtD,CAAC,CAAC,OAAO,CAAC,WAAW,CAAA;QACzB,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,MAAuB;IACxD,6GAA6G;IAC7G,MAAM,kBAAkB,GAAG,kDAAkD,CAAA;IAC7E,OAAO,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,KAAa,EAAE,EAAE;QAC9E,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;QACnC,OAAO,KAAK,EAAE,WAAW,KAAK,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAA;IACzE,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,IAAY,EAAE,KAAa,EAAE,GAAW;IAC5D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;IACpC,MAAM,YAAY,GAAG,KAAK,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC,CAAA;IACtE,MAAM,UAAU,GAAG,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,MAAM,CAAA;IACjD,OAAO,YAAY,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;AACtE,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY,EAAE,WAAmB,EAAE,SAAiB;IAC9E,IAAI,WAAW,IAAI,SAAS,EAAE,CAAC;QAC7B,OAAO,EAAE,CAAA;IACX,CAAC;IACD,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,SAAS,CAAC,EAAE,WAAW,CAAC,CAAA;IACpF,6GAA6G;IAC7G,MAAM,kBAAkB,GAAG,gCAAgC,CAAA;IAC3D,MAAM,eAAe,GAA4B,EAAE,CAAA;IACnD,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;QAC7D,MAAM,cAAc,GAAG,KAAK,CAAC,KAAK,CAAA;QAClC,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;YACjC,SAAQ;QACV,CAAC;QACD,eAAe,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,CAAA;QAC9C,MAAM,GAAG,cAAc,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAC3C,CAAC;IACD,eAAe,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;IAElD,MAAM,KAAK,GAAmB,EAAE,CAAA;IAChC,MAAM,UAAU,GAAG,CAAC,KAAa,EAAE,GAAW,EAAQ,EAAE;QACtD,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAA;QACnD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAM;QACR,CAAC;QACD,MAAM,CAAC,YAAY,EAAE,UAAU,CAAC,GAAG,KAAK,CAAA;QACxC,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,UAAU,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,CAAA;QACxF,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAM;QACR,CAAC;QACD,KAAK,CAAC,IAAI,CAAC;YACT,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,KAAK;YACb,WAAW,EAAE,cAAc,CAAC,MAAM,EAAE,YAAY,EAAE,WAAW,CAAC;YAC9D,SAAS,EAAE,cAAc,CAAC,MAAM,EAAE,UAAU,EAAE,SAAS,CAAC;SACzD,CAAC,CAAA;IACJ,CAAC,CAAA;IAED,KAAK,MAAM,CAAC,cAAc,EAAE,YAAY,CAAC,IAAI,eAAe,EAAE,CAAC;QAC7D,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,EAAE,YAAY,CAAC,CAAA;QACrE,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,SAAQ;QACV,CAAC;QACD,MAAM,CAAC,YAAY,EAAE,UAAU,CAAC,GAAG,KAAK,CAAA;QACxC,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,UAAU,CAAC,CAAA;QAC7D,IAAI,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YAChC,UAAU,CAAC,YAAY,EAAE,UAAU,CAAC,CAAA;YACpC,SAAQ;QACV,CAAC;QACD,KAAK,MAAM,OAAO,IAAI,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YACnD,UAAU,CACR,YAAY,GAAG,OAAO,CAAC,KAAK,EAC5B,YAAY,GAAG,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CACtD,CAAA;QACH,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,+CAA+C;AAC/C,iCAAiC;AACjC,+CAA+C;AAE/C,4CAA4C;AAC5C,qEAAqE;AACrE,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAA;AAExE;;;;;;;;;;GAUG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtC,OAAO,EAAE,CAAA;IACX,CAAC;IACD,OAAO,kBAAkB,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AAC1E,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAY,EAAE,YAAwC;IAClF,IAAI,WAAW,GAAG,CAAC,CAAA;IAEnB,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;QACjC,MAAM,YAAY,GAChB,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC;YAC7B,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC;YAC3B,KAAK,CAAC,KAAK,IAAI,CAAC;YAChB,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,GAAG;YACvB,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,CAAA;QAC1B,MAAM,wBAAwB,GAAG,KAAK,CAAC,KAAK,IAAI,WAAW,CAAA;QAE3D,IAAI,CAAC,YAAY,IAAI,CAAC,wBAAwB,EAAE,CAAC;YAC/C,MAAM,IAAI,KAAK,CACb,yBAAyB,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,GAAG,qBAAqB,IAAI,CAAC,MAAM,EAAE,CACrF,CAAA;QACH,CAAC;QACD,WAAW,GAAG,KAAK,CAAC,GAAG,CAAA;IACzB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CACpC,IAAY,EACZ,YAAY,GAA+B,EAAE;IAE7C,oBAAoB,CAAC,IAAI,EAAE,YAAY,CAAC,CAAA;IACxC,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,kBAAkB,CAAC,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;IACjD,CAAC;IAED,MAAM,KAAK,GAAmB,EAAE,CAAA;IAChC,IAAI,MAAM,GAAG,CAAC,CAAA;IAEd,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAA;QAC5D,yEAAyE;QACzE,6CAA6C;QAC7C,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAA;QAC9D,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,yBAAyB,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,GAAG,eAAe,CAAC,CAAA;QACpF,CAAC;QACD,MAAM,CAAC,WAAW,EAAE,SAAS,CAAC,GAAG,WAAW,CAAA;QAC5C,KAAK,CAAC,IAAI,CAAC;YACT,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,SAAS,CAAC;YACxC,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,WAAW;YACxB,SAAS,EAAE,SAAS;SACrB,CAAC,CAAA;QACF,MAAM,GAAG,KAAK,CAAC,GAAG,CAAA;IACpB,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;IAE5D,OAAO,KAAK,CAAA;AACd,CAAC"}

package/dist/chunker/token-containment.d.ts

@@ -0,0 +1,39 @@
+/** Measures true, unclamped token lengths for each input text. */
+export type TokenCounter = (texts: string[]) => Promise<number[]>;
+/** The unit shape containment reads. `text` must be the exact slice `[sourceStart, sourceEnd)`. */
+export interface ContainmentUnit {
+    text: string;
+    sourceStart: number;
+    sourceEnd: number;
+}
+export interface ContainmentBudget {
+    /** Resolved token cap: a piece measuring at or below it fits the model's window. */
+    cap: number;
+    countTokens: TokenCounter;
+}
+export interface RunContainmentBudget<T> extends ContainmentBudget {
+    /**
+     * Joins a run exactly as the chunk text is built, so the measured text is the
+     * text that will be embedded.
+     */
+    joinUnits: (units: readonly T[]) => string;
+}
+/**
+ * Divide one sentence unit into pieces that each measure at or below the cap.
+ *
+ * Halving, not a search for the longest fitting prefix: token count is not
+ * monotonic in prefix length — the prefixes of `playingx` measure 3, 3, 4, 3,
+ * 4, 4, 3, 4 here. A single grapheme over the cap is emitted anyway, leaving
+ * the embedder's clamp to truncate it.
+ */
+export declare function splitUnitToFit<T extends ContainmentUnit>(unit: T, budget: ContainmentBudget): Promise<T[]>;
+/**
+ * Divide a group into consecutive runs of whole units whose joined text measures
+ * at or below the cap.
+ *
+ * A one-unit run is final even above the cap: {@link splitUnitToFit} already
+ * reduced that unit as far as a valid cut allows. Each division strictly reduces
+ * the units per run, so progress does not depend on the text.
+ */
+export declare function splitUnitsIntoFittingRuns<T>(units: readonly T[], budget: RunContainmentBudget<T>): Promise<T[][]>;
+//# sourceMappingURL=token-containment.d.ts.map

package/dist/chunker/token-containment.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-containment.d.ts","sourceRoot":"","sources":["../../src/chunker/token-containment.ts"],"names":[],"mappings":"AAGA,kEAAkE;AAClE,MAAM,MAAM,YAAY,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;AAEjE,mGAAmG;AACnG,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,iBAAiB;IAChC,oFAAoF;IACpF,GAAG,EAAE,MAAM,CAAA;IACX,WAAW,EAAE,YAAY,CAAA;CAC1B;AAED,MAAM,WAAW,oBAAoB,CAAC,CAAC,CAAE,SAAQ,iBAAiB;IAChE;;;OAGG;IACH,SAAS,EAAE,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,KAAK,MAAM,CAAA;CAC3C;AA2BD;;;;;;;GAOG;AACH,wBAAsB,cAAc,CAAC,CAAC,SAAS,eAAe,EAC5D,IAAI,EAAE,CAAC,EACP,MAAM,EAAE,iBAAiB,GACxB,OAAO,CAAC,CAAC,EAAE,CAAC,CA8Bd;AAED;;;;;;;GAOG;AACH,wBAAsB,yBAAyB,CAAC,CAAC,EAC/C,KAAK,EAAE,SAAS,CAAC,EAAE,EACnB,MAAM,EAAE,oBAAoB,CAAC,CAAC,CAAC,GAC9B,OAAO,CAAC,CAAC,EAAE,EAAE,CAAC,CAehB"}

package/dist/chunker/token-containment.js

@@ -0,0 +1,83 @@
+// Reduces oversized sentence units and groups to pieces that measure at or below
+// the embedder's resolved token cap, cutting only at grapheme boundaries.
+/**
+ * Cuts land on grapheme boundaries: a string index addresses a UTF-16 code unit,
+ * so an unconstrained cut can leave a lone surrogate ('\u{20000}'.length === 2)
+ * or split a base character from its combining marks.
+ */
+const graphemeSegmenter = new Intl.Segmenter('und', { granularity: 'grapheme' });
+/** Grapheme boundary offsets in `text`, terminated by `text.length`. */
+function graphemeBoundaries(text) {
+    const boundaries = [];
+    for (const segment of graphemeSegmenter.segment(text)) {
+        boundaries.push(segment.index);
+    }
+    boundaries.push(text.length);
+    return boundaries;
+}
+async function measure(text, budget) {
+    const [tokens] = await budget.countTokens([text]);
+    if (tokens === undefined) {
+        throw new Error('Token counter returned no measurement for the requested text');
+    }
+    return tokens;
+}
+/**
+ * Divide one sentence unit into pieces that each measure at or below the cap.
+ *
+ * Halving, not a search for the longest fitting prefix: token count is not
+ * monotonic in prefix length — the prefixes of `playingx` measure 3, 3, 4, 3,
+ * 4, 4, 3, 4 here. A single grapheme over the cap is emitted anyway, leaving
+ * the embedder's clamp to truncate it.
+ */
+export async function splitUnitToFit(unit, budget) {
+    const boundaries = graphemeBoundaries(unit.text);
+    const graphemeCount = boundaries.length - 1;
+    const pieces = [];
+    let start = 0;
+    let nextCandidate = budget.cap;
+    while (start < graphemeCount) {
+        const pieceStart = boundaries[start] ?? 0;
+        const measureCandidate = (size) => measure(unit.text.slice(pieceStart, boundaries[start + size] ?? unit.text.length), budget);
+        let candidate = Math.min(graphemeCount - start, nextCandidate);
+        let tokens = await measureCandidate(candidate);
+        while (tokens > budget.cap && candidate > 1) {
+            candidate = Math.floor(candidate / 2);
+            tokens = await measureCandidate(candidate);
+        }
+        nextCandidate = candidate * 2;
+        const pieceEnd = boundaries[start + candidate] ?? unit.text.length;
+        pieces.push({
+            ...unit,
+            text: unit.text.slice(pieceStart, pieceEnd),
+            sourceStart: unit.sourceStart + pieceStart,
+            sourceEnd: unit.sourceStart + pieceEnd,
+        });
+        start += candidate;
+    }
+    return pieces;
+}
+/**
+ * Divide a group into consecutive runs of whole units whose joined text measures
+ * at or below the cap.
+ *
+ * A one-unit run is final even above the cap: {@link splitUnitToFit} already
+ * reduced that unit as far as a valid cut allows. Each division strictly reduces
+ * the units per run, so progress does not depend on the text.
+ */
+export async function splitUnitsIntoFittingRuns(units, budget) {
+    if (units.length === 0) {
+        return [];
+    }
+    if (units.length === 1) {
+        return [[...units]];
+    }
+    if ((await measure(budget.joinUnits(units), budget)) <= budget.cap) {
+        return [[...units]];
+    }
+    const mid = Math.ceil(units.length / 2);
+    const head = await splitUnitsIntoFittingRuns(units.slice(0, mid), budget);
+    const tail = await splitUnitsIntoFittingRuns(units.slice(mid), budget);
+    return [...head, ...tail];
+}
+//# sourceMappingURL=token-containment.js.map

package/dist/chunker/token-containment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-containment.js","sourceRoot":"","sources":["../../src/chunker/token-containment.ts"],"names":[],"mappings":"AAAA,iFAAiF;AACjF,0EAA0E;AA0B1E;;;;GAIG;AACH,MAAM,iBAAiB,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAA;AAEhF,wEAAwE;AACxE,SAAS,kBAAkB,CAAC,IAAY;IACtC,MAAM,UAAU,GAAa,EAAE,CAAA;IAC/B,KAAK,MAAM,OAAO,IAAI,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACtD,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAChC,CAAC;IACD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IAC5B,OAAO,UAAU,CAAA;AACnB,CAAC;AAED,KAAK,UAAU,OAAO,CAAC,IAAY,EAAE,MAAyB;IAC5D,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;IACjD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAA;IACjF,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,IAAO,EACP,MAAyB;IAEzB,MAAM,UAAU,GAAG,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAChD,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAA;IAC3C,MAAM,MAAM,GAAQ,EAAE,CAAA;IACtB,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,aAAa,GAAG,MAAM,CAAC,GAAG,CAAA;IAE9B,OAAO,KAAK,GAAG,aAAa,EAAE,CAAC;QAC7B,MAAM,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACzC,MAAM,gBAAgB,GAAG,CAAC,IAAY,EAAmB,EAAE,CACzD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,UAAU,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAA;QAE5F,IAAI,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,GAAG,KAAK,EAAE,aAAa,CAAC,CAAA;QAC9D,IAAI,MAAM,GAAG,MAAM,gBAAgB,CAAC,SAAS,CAAC,CAAA;QAC9C,OAAO,MAAM,GAAG,MAAM,CAAC,GAAG,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAC5C,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAA;YACrC,MAAM,GAAG,MAAM,gBAAgB,CAAC,SAAS,CAAC,CAAA;QAC5C,CAAC;QACD,aAAa,GAAG,SAAS,GAAG,CAAC,CAAA;QAC7B,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAA;QAClE,MAAM,CAAC,IAAI,CAAC;YACV,GAAG,IAAI;YACP,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC;YAC3C,WAAW,EAAE,IAAI,CAAC,WAAW,GAAG,UAAU;YAC1C,SAAS,EAAE,IAAI,CAAC,WAAW,GAAG,QAAQ;SACvC,CAAC,CAAA;QACF,KAAK,IAAI,SAAS,CAAA;IACpB,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,KAAmB,EACnB,MAA+B;IAE/B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,CAAA;IACX,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAA;IACrB,CAAC;IACD,IAAI,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;QACnE,OAAO,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAA;IACrB,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IACvC,MAAM,IAAI,GAAG,MAAM,yBAAyB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,MAAM,CAAC,CAAA;IACzE,MAAM,IAAI,GAAG,MAAM,yBAAyB,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAA;IACtE,OAAO,CAAC,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC,CAAA;AAC3B,CAAC"}

package/dist/cli/common.d.ts

@@ -0,0 +1,34 @@
+import { Embedder } from '../embedder/index.js';
+import { RemoteEmbedder } from '../embedder/remote.js';
+import { type BaseDirsConfig, type BaseDirsConfigWarning } from '../utils/base-dirs.js';
+import { VectorStore } from '../vectordb/index.js';
+import { type ResolvedGlobalConfig } from './options.js';
+/**
+ * Render a caught value for a CLI failure: every `.cause` link with its stack,
+ * deeper links prefixed `Caused by: `.
+ *
+ * The CLI is operator-facing, so unlike the MCP boundary the full chain IS
+ * printed. Callers keep their own prefix and exit-code policy.
+ */
+export declare function formatCliError(error: unknown): string;
+/**
+ * Create an uninitialized VectorStore from resolved global config.
+ * Callers are responsible for calling initialize() before use.
+ */
+export declare function createVectorStore(config: ResolvedGlobalConfig): VectorStore;
+/**
+ * Create an uninitialized Embedder from resolved global config.
+ * Callers are responsible for managing the Embedder lifecycle.
+ */
+export declare function createEmbedder(config: ResolvedGlobalConfig): Embedder | RemoteEmbedder;
+/**
+ * Result of {@link resolveCliBaseDirsOrExit}. Resolution warnings travel with
+ * the config so subcommands can render them per their own UI contract (CLI
+ * subcommands generally write them to stderr).
+ */
+export interface CliBaseDirsResolution {
+    config: BaseDirsConfig;
+    warnings: BaseDirsConfigWarning[];
+}
+export declare function resolveCliBaseDirsOrExit(cliRoots: string[]): Promise<CliBaseDirsResolution>;
+//# sourceMappingURL=common.d.ts.map

package/dist/cli/common.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"common.d.ts","sourceRoot":"","sources":["../../src/cli/common.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAA;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAA;AACtD,OAAO,EACL,KAAK,cAAc,EACnB,KAAK,qBAAqB,EAG3B,MAAM,uBAAuB,CAAA;AAG9B,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAClD,OAAO,EACL,KAAK,oBAAoB,EAK1B,MAAM,cAAc,CAAA;AAErB;;;;;;GAMG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAQrD;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,oBAAoB,GAAG,WAAW,CAK3E;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,oBAAoB,GAAG,QAAQ,GAAG,cAAc,CAmBtF;AAED;;;;GAIG;AACH,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,cAAc,CAAA;IACtB,QAAQ,EAAE,qBAAqB,EAAE,CAAA;CAClC;AA6CD,wBAAsB,wBAAwB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,qBAAqB,CAAC,CA2BjG"}

package/dist/cli/common.js

@@ -0,0 +1,121 @@
+// Shared CLI component helpers — factory functions for VectorStore and Embedder
+// plus base-directory resolution shared by every subcommand that scans files.
+import { Embedder } from '../embedder/index.js';
+import { RemoteEmbedder } from '../embedder/remote.js';
+import { parseBaseDirsEnv, resolveBaseDirs, } from '../utils/base-dirs.js';
+import { getCauseChain } from '../utils/errors.js';
+import { checkSensitivePath } from '../utils/sensitive-path.js';
+import { VectorStore } from '../vectordb/index.js';
+import { resolveDevice, resolveDtype, resolveEmbeddingServerUrl, validatePath, } from './options.js';
+/**
+ * Render a caught value for a CLI failure: every `.cause` link with its stack,
+ * deeper links prefixed `Caused by: `.
+ *
+ * The CLI is operator-facing, so unlike the MCP boundary the full chain IS
+ * printed. Callers keep their own prefix and exit-code policy.
+ */
+export function formatCliError(error) {
+    const err = error instanceof Error ? error : new Error(String(error));
+    return getCauseChain(err)
+        .map((link, index) => {
+        const header = index === 0 ? '' : 'Caused by: ';
+        return `${header}${link.stack || `${link.name}: ${link.message}`}`;
+    })
+        .join('\n');
+}
+/**
+ * Create an uninitialized VectorStore from resolved global config.
+ * Callers are responsible for calling initialize() before use.
+ */
+export function createVectorStore(config) {
+    return new VectorStore({
+        dbPath: config.dbPath,
+        tableName: 'chunks',
+    });
+}
+/**
+ * Create an uninitialized Embedder from resolved global config.
+ * Callers are responsible for managing the Embedder lifecycle.
+ */
+export function createEmbedder(config) {
+    const serverUrl = resolveEmbeddingServerUrl(process.env['RAG_EMBEDDING_SERVER_URL']);
+    if (serverUrl) {
+        return new RemoteEmbedder({ serverUrl, batchSize: 16 });
+    }
+    const embedderConfig = {
+        modelPath: config.modelName,
+        batchSize: 16,
+        cacheDir: config.cacheDir,
+        device: resolveDevice(process.env['RAG_DEVICE']),
+    };
+    // Set dtype only when RAG_DTYPE resolves to a defined value, mirroring the
+    // server path — an unset RAG_DTYPE leaves config.dtype undefined so the
+    // embedder applies its fp32 default.
+    const dtype = resolveDtype(process.env['RAG_DTYPE']);
+    if (dtype !== undefined) {
+        embedderConfig.dtype = dtype;
+    }
+    return new Embedder(embedderConfig);
+}
+/**
+ * Resolve base directories for a CLI subcommand: `cliRoots` replaces the env
+ * roots rather than merging, and a config error exits 1 rather than falling
+ * back to cwd.
+ *
+ * Warnings are returned, not printed, so a JSON-output subcommand can keep
+ * stderr clean.
+ */
+/** Report the first sensitive root among `roots` and stop. */
+function exitOnSensitiveRoot(roots, check, flag) {
+    for (const root of roots) {
+        const sensitive = check(root, flag);
+        if (sensitive) {
+            console.error(sensitive);
+            process.exit(1);
+        }
+    }
+}
+/**
+ * Screen the raw env-supplied roots before the resolver realpath-normalizes
+ * them, so a literal `BASE_DIR=/etc` is rejected with the env var as the
+ * attribution surface. Malformed `BASE_DIRS` surfaces later via resolveBaseDirs.
+ */
+function exitOnSensitiveEnvRoots() {
+    const baseDirs = process.env['BASE_DIRS'];
+    if (baseDirs !== undefined && baseDirs.length > 0) {
+        const parsed = parseBaseDirsEnv(baseDirs);
+        if (parsed.ok) {
+            exitOnSensitiveRoot(parsed.value, checkSensitivePath, 'BASE_DIRS');
+        }
+        return;
+    }
+    const baseDir = process.env['BASE_DIR'];
+    if (baseDir !== undefined && baseDir.trim().length > 0) {
+        exitOnSensitiveRoot([baseDir], checkSensitivePath, 'BASE_DIR');
+    }
+}
+export async function resolveCliBaseDirsOrExit(cliRoots) {
+    // Screen the raw env-supplied paths before the resolver realpath-
+    // normalizes them, so a literal `BASE_DIR=/etc` is rejected with the
+    // env var as the attribution surface.
+    if (cliRoots.length === 0) {
+        exitOnSensitiveEnvRoots();
+    }
+    const result = await resolveBaseDirs({
+        cliRoots,
+        envBaseDirs: process.env['BASE_DIRS'],
+        envBaseDir: process.env['BASE_DIR'],
+        cwd: process.cwd(),
+    });
+    if (!result.ok) {
+        console.error(result.error.message);
+        process.exit(1);
+    }
+    // The policy applies to every effective root, whatever its source: a CLI
+    // root may be a symlink whose realpath-resolved target the subcommand's
+    // pre-validation missed. Reported under `--base-dir`, the flag the user
+    // most directly controls.
+    exitOnSensitiveRoot(result.config.baseDirs, validatePath, '--base-dir');
+    return { config: result.config, warnings: result.warnings };
+}
+//# sourceMappingURL=common.js.map

package/dist/cli/common.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"common.js","sourceRoot":"","sources":["../../src/cli/common.ts"],"names":[],"mappings":"AAAA,gFAAgF;AAChF,8EAA8E;AAE9E,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAA;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAA;AACtD,OAAO,EAGL,gBAAgB,EAChB,eAAe,GAChB,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAClD,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAA;AAC/D,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAClD,OAAO,EAEL,aAAa,EACb,YAAY,EACZ,yBAAyB,EACzB,YAAY,GACb,MAAM,cAAc,CAAA;AAErB;;;;;;GAMG;AACH,MAAM,UAAU,cAAc,CAAC,KAAc;IAC3C,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IACrE,OAAO,aAAa,CAAC,GAAG,CAAC;SACtB,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QACnB,MAAM,MAAM,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,CAAA;QAC/C,OAAO,GAAG,MAAM,GAAG,IAAI,CAAC,KAAK,IAAI,GAAG,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,OAAO,EAAE,EAAE,CAAA;IACpE,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAA;AACf,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,MAA4B;IAC5D,OAAO,IAAI,WAAW,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,SAAS,EAAE,QAAQ;KACpB,CAAC,CAAA;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,MAA4B;IACzD,MAAM,SAAS,GAAG,yBAAyB,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC,CAAA;IACpF,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,IAAI,cAAc,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAA;IACzD,CAAC;IACD,MAAM,cAAc,GAA8C;QAChE,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,SAAS,EAAE,EAAE;QACb,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;KACjD,CAAA;IACD,2EAA2E;IAC3E,wEAAwE;IACxE,qCAAqC;IACrC,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAA;IACpD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,cAAc,CAAC,KAAK,GAAG,KAAK,CAAA;IAC9B,CAAC;IACD,OAAO,IAAI,QAAQ,CAAC,cAAc,CAAC,CAAA;AACrC,CAAC;AAYD;;;;;;;GAOG;AACH,8DAA8D;AAC9D,SAAS,mBAAmB,CAC1B,KAAwB,EACxB,KAAgE,EAChE,IAAY;IAEZ,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QACnC,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAA;YACxB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjB,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,SAAS,uBAAuB;IAC9B,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;IACzC,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClD,MAAM,MAAM,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAA;QACzC,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;YACd,mBAAmB,CAAC,MAAM,CAAC,KAAK,EAAE,kBAAkB,EAAE,WAAW,CAAC,CAAA;QACpE,CAAC;QACD,OAAM;IACR,CAAC;IACD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;IACvC,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvD,mBAAmB,CAAC,CAAC,OAAO,CAAC,EAAE,kBAAkB,EAAE,UAAU,CAAC,CAAA;IAChE,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,QAAkB;IAC/D,kEAAkE;IAClE,qEAAqE;IACrE,sCAAsC;IACtC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,uBAAuB,EAAE,CAAA;IAC3B,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC;QACnC,QAAQ;QACR,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;QACrC,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;QACnC,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE;KACnB,CAAC,CAAA;IAEF,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QACnC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IAED,yEAAyE;IACzE,wEAAwE;IACxE,wEAAwE;IACxE,0BAA0B;IAC1B,mBAAmB,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,YAAY,EAAE,YAAY,CAAC,CAAA;IAEvE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAA;AAC7D,CAAC"}

package/dist/cli/delete.d.ts

@@ -0,0 +1,3 @@
+import type { GlobalOptions } from './options.js';
+export declare function runDelete(args: string[], globalOptions?: GlobalOptions): Promise<void>;
+//# sourceMappingURL=delete.d.ts.map

package/dist/cli/delete.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"delete.d.ts","sourceRoot":"","sources":["../../src/cli/delete.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAoIjD,wBAAsB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,aAAa,GAAE,aAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,CA+DhG"}