vectra 0.12.2 → 0.14.0

package/lib/TextSplitter.spec.js

@@ -0,0 +1,337 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+const mocha_1 = require("mocha");
+const assert = __importStar(require("node:assert"));
+const TextSplitter_1 = require("./TextSplitter");
+const charTokenizer = {
+    encode(text) {
+        return Array.from(text).map(c => c.codePointAt(0));
+    },
+    decode(tokens) {
+        return String.fromCodePoint(...tokens);
+    },
+};
+const makeSplitter = (opts) => new TextSplitter_1.TextSplitter(Object.assign({ chunkSize: 16, chunkOverlap: 0, tokenizer: charTokenizer }, opts));
+function joinTexts(chunks, sep = '') {
+    return chunks.map(c => c.text).join(sep);
+}
+(0, mocha_1.describe)('TextSplitter - full coverage suite', () => {
+    (0, mocha_1.describe)('constructor validation and defaults', () => {
+        (0, mocha_1.it)('throws when chunkSize < 1', () => {
+            assert.throws(() => new TextSplitter_1.TextSplitter({ chunkSize: 0 }), /chunkSize must be >= 1/);
+        });
+        (0, mocha_1.it)('throws when chunkOverlap < 0', () => {
+            assert.throws(() => new TextSplitter_1.TextSplitter({ chunkSize: 10, chunkOverlap: -1 }), /chunkOverlap must be >= 0/);
+        });
+        (0, mocha_1.it)('throws when chunkOverlap > chunkSize', () => {
+            assert.throws(() => new TextSplitter_1.TextSplitter({ chunkSize: 5, chunkOverlap: 6 }), /chunkOverlap must be <= chunkSize/);
+        });
+        (0, mocha_1.it)('works with default constructor and simple text', () => {
+            const splitter = new TextSplitter_1.TextSplitter();
+            const chunks = splitter.split('Hello world');
+            assert.ok(Array.isArray(chunks) && chunks.length > 0);
+        });
+        (0, mocha_1.it)('returns [] for empty input', () => {
+            const splitter = makeSplitter();
+            const chunks = splitter.split('');
+            assert.strictEqual(chunks.length, 0);
+        });
+    });
+    (0, mocha_1.describe)('basic splitting, whitespace handling, and punctuation preservation', () => {
+        (0, mocha_1.it)('drops pure whitespace-only input', () => {
+            const splitter = makeSplitter();
+            assert.strictEqual(splitter.split('   \t  ').length, 0);
+            assert.strictEqual(splitter.split('\n\n').length, 0);
+            assert.strictEqual(splitter.split(' \n \n  ').length, 0);
+        });
+        (0, mocha_1.it)('keeps leading punctuation-only chunk ("---")', () => {
+            const splitter = makeSplitter({ chunkSize: 3 });
+            const chunks = splitter.split('---');
+            assert.deepStrictEqual(chunks.map(c => c.text), ['---']);
+        });
+        (0, mocha_1.it)('keeps punctuation-only separators (---, ***, ====) at start, middle, end', () => {
+            const splitter = makeSplitter({ chunkSize: 4 });
+            const text = ['---', 'Hello world', '***', 'Middle', '===='].join('\n');
+            const chunks = splitter.split(text);
+            const got = chunks.map(c => c.text).join('\n');
+            assert.ok(got.includes('---'));
+            assert.ok(got.includes('***'));
+            assert.ok(got.includes('===='));
+        });
+        (0, mocha_1.it)('preserves frontmatter delimiters (---) with small chunkSize and zero overlap', () => {
+            var _a;
+            const splitter = makeSplitter({ chunkSize: 12 });
+            const md = [
+                '---',
+                'title: Test',
+                'tags: [a, b]',
+                '---',
+                '# Heading',
+                'Body text goes here.',
+            ].join('\n');
+            const chunks = splitter.split(md);
+            const joined = joinTexts(chunks, '\n');
+            const delimiterCount = ((_a = joined.match(/^---$/gm)) !== null && _a !== void 0 ? _a : []).length;
+            assert.strictEqual(delimiterCount, 2);
+        });
+        (0, mocha_1.it)('keeps trailing punctuation-only chunk', () => {
+            const splitter = makeSplitter({ chunkSize: 4 });
+            const chunks = splitter.split('Content\n---');
+            assert.ok(chunks.some(c => c.text.includes('---')));
+        });
+        (0, mocha_1.it)('still returns alphanumeric chunks normally', () => {
+            const splitter = makeSplitter({ chunkSize: 5 });
+            const chunks = splitter.split('abcde fghij');
+            const joined = joinTexts(chunks, ' ');
+            assert.ok(joined.includes('abcde'));
+            assert.ok(joined.includes('fghij'));
+        });
+        (0, mocha_1.it)('does not regress with non-zero overlap and preserves punctuation-only chunk', () => {
+            const splitter = makeSplitter({ chunkSize: 5, chunkOverlap: 2 });
+            const chunks = splitter.split('---\nabcdef');
+            assert.ok(chunks.some(c => c.text.includes('---')));
+        });
+        (0, mocha_1.it)('handles multiple punctuation-only separators interleaved with content', () => {
+            const splitter = makeSplitter({ chunkSize: 8 });
+            const text = ['***', 'A', '---', 'B', '====', 'C'].join('\n');
+            const chunks = splitter.split(text);
+            const joined = joinTexts(chunks, '\n');
+            assert.ok(joined.includes('***'));
+            assert.ok(joined.includes('---'));
+            assert.ok(joined.includes('===='));
+            assert.ok(joined.includes('\nA\n'));
+            assert.ok(joined.includes('\nB\n'));
+            assert.ok(joined.includes('\nC'));
+        });
+    });
+    (0, mocha_1.describe)('keepSeparators vs joiner behavior and merging', () => {
+        (0, mocha_1.it)('when keepSeparators=false, merges adjacent content with a space joiner across newline separator', () => {
+            const splitter = makeSplitter({ keepSeparators: false, chunkSize: 50 });
+            const text = 'Hello\nWorld';
+            const chunks = splitter.split(text);
+            // Should merge into a single chunk with a space instead of newline
+            assert.strictEqual(chunks.length, 1);
+            assert.strictEqual(chunks[0].text, 'Hello World');
+            // startPos/endPos should reflect original indices
+            assert.strictEqual(chunks[0].startPos, 0);
+            assert.strictEqual(chunks[0].endPos, text.length - 1);
+        });
+        (0, mocha_1.it)('when keepSeparators=true, retains separators inline', () => {
+            const splitter = makeSplitter({ keepSeparators: true, chunkSize: 50 });
+            const text = 'Hello\nWorld\n';
+            const chunks = splitter.split(text);
+            const joined = joinTexts(chunks, '');
+            // Newlines should be preserved in output
+            assert.ok(joined.includes('Hello\n'));
+            assert.ok(joined.includes('World\n'));
+        });
+        (0, mocha_1.it)('does not merge when token budget would be exceeded', () => {
+            // Very small chunkSize to force non-merge
+            const splitter = makeSplitter({ chunkSize: 3, keepSeparators: false });
+            const text = 'ABCD\nEFG';
+            const chunks = splitter.split(text);
+            // Expect multiple chunks due to budget
+            assert.ok(chunks.length >= 2);
+        });
+    });
+    (0, mocha_1.describe)('custom separators and precedence over docType', () => {
+        (0, mocha_1.it)('custom separators override docType separators (keepSeparators=false)', () => {
+            const splitter = makeSplitter({ docType: 'markdown', separators: ['||'], keepSeparators: false });
+            const chunks = splitter.split('A||B||C');
+            const joined = joinTexts(chunks, '');
+            assert.ok(!joined.includes('||'), 'custom separator should be removed');
+            assert.ok(joined.includes('ABC'));
+        });
+        (0, mocha_1.it)('custom separators can be preserved with keepSeparators=true', () => {
+            const splitter = makeSplitter({ separators: ['||'], keepSeparators: true });
+            const chunks = splitter.split('A||B||C');
+            const joined = joinTexts(chunks, '');
+            assert.ok(joined.includes('A||'));
+            assert.ok(joined.includes('B||'));
+            assert.ok(joined.endsWith('C'));
+        });
+        (0, mocha_1.it)('inline separators with no surrounding whitespace are preserved/dropped based on config', () => {
+            const inline = '---Hello---World---';
+            const keep = makeSplitter({ keepSeparators: true, chunkSize: 64 });
+            const kept = joinTexts(keep.split(inline), '');
+            assert.ok(kept.includes('---Hello---World---'));
+            const drop = makeSplitter({ keepSeparators: false, chunkSize: 64 });
+            const dropped = joinTexts(drop.split(inline), '');
+            assert.ok(!dropped.includes('---'));
+            assert.ok(dropped.includes('Hello') && dropped.includes('World'));
+        });
+        (0, mocha_1.it)('multiple consecutive separators do not produce empty chunks', () => {
+            const splitter = makeSplitter({ keepSeparators: true, chunkSize: 64 });
+            const text = ['---', '***', '===='].join('\n');
+            const chunks = splitter.split(text);
+            assert.ok(chunks.length >= 3);
+            assert.ok(chunks.some(c => c.text.includes('---')));
+            assert.ok(chunks.some(c => c.text.includes('***')));
+            assert.ok(chunks.some(c => c.text.includes('====')));
+        });
+    });
+    (0, mocha_1.describe)('splitBySpaces coverage (sep === " ")', () => {
+        (0, mocha_1.it)('token window path: tokens.length <= chunkSize triggers single part then break', () => {
+            const splitter = makeSplitter({ separators: [' '], chunkSize: 100 });
+            const text = 'a b c';
+            const chunks = splitter.split(text);
+            // With large chunkSize and only space separator, it should come out as one chunk
+            assert.strictEqual(chunks.length, 1);
+            assert.strictEqual(chunks[0].text, text);
+        });
+        (0, mocha_1.it)('token window path: tokens.length > chunkSize triggers multiple parts', () => {
+            const splitter = makeSplitter({ separators: [' '], chunkSize: 4 }); // small window
+            const text = 'abcdefghij'; // 10 chars -> 3 parts
+            const chunks = splitter.split(text);
+            assert.ok(chunks.length >= 3, 'should produce multiple chunks from token windows');
+            assert.strictEqual(joinTexts(chunks, ''), text);
+        });
+    });
+    (0, mocha_1.describe)('base case path (no separators) and cutting in half', () => {
+        (0, mocha_1.it)('with separators: [] uses cut-in-half strategy and merges back under budget', () => {
+            const splitter = makeSplitter({ separators: [], chunkSize: 100, keepSeparators: false });
+            const text = 'HelloWorld';
+            const chunks = splitter.split(text);
+            // Expect merged single chunk but with a space joiner introduced by combineChunks
+            assert.strictEqual(chunks.length, 1);
+            assert.strictEqual(chunks[0].text.replace(/\s/g, ''), text);
+        });
+        (0, mocha_1.it)('optimization branch: chunk.length/6 > chunkSize triggers deeper recursion', () => {
+            const splitter = makeSplitter({ separators: ['\n'], chunkSize: 1 });
+            const text = 'x'.repeat(20); // 20/6 > 1 -> triggers optimization
+            const chunks = splitter.split(text);
+            assert.ok(chunks.length > 1, 'should split into multiple chunks under heavy optimization');
+            assert.strictEqual(joinTexts(chunks, ''), text);
+        });
+    });
+    (0, mocha_1.describe)('overlap behavior', () => {
+        (0, mocha_1.it)('adds startOverlap and endOverlap tokens between adjacent chunks', () => {
+            const chunkSize = 3;
+            const overlap = 2;
+            const splitter = makeSplitter({ chunkSize, chunkOverlap: overlap, separators: [], keepSeparators: false });
+            const text = 'abcdefghi'; // will be split by halves recursively then sized by budget
+            const chunks = splitter.split(text);
+            assert.ok(chunks.length >= 2);
+            for (let i = 1; i < chunks.length; i++) {
+                const prev = chunks[i - 1];
+                const curr = chunks[i];
+                const next = chunks[i + 1];
+                // startOverlap should match last 'overlap' tokens of prev
+                const prevTail = prev.tokens.slice(-overlap);
+                assert.deepStrictEqual(curr.startOverlap, prevTail.slice(0, curr.startOverlap.length));
+                // endOverlap should match first 'overlap' tokens of next (or [])
+                if (next) {
+                    const nextHead = next.tokens.slice(0, overlap);
+                    assert.deepStrictEqual(curr.endOverlap, nextHead.slice(0, curr.endOverlap.length));
+                }
+                else {
+                    assert.deepStrictEqual(curr.endOverlap, []);
+                }
+            }
+        });
+        (0, mocha_1.it)('handles maximal overlap (chunkOverlap = chunkSize)', () => {
+            const chunkSize = 4;
+            const overlap = 4;
+            const splitter = makeSplitter({ chunkSize, chunkOverlap: overlap, separators: [], keepSeparators: false });
+            const text = 'abcdefgh';
+            const chunks = splitter.split(text);
+            assert.ok(chunks.length >= 2);
+            for (let i = 1; i < chunks.length; i++) {
+                const prevTail = chunks[i - 1].tokens.slice(-overlap);
+                assert.deepStrictEqual(chunks[i].startOverlap, prevTail.slice(0, chunks[i].startOverlap.length));
+            }
+        });
+    });
+    (0, mocha_1.describe)('docType-specific separators coverage', () => {
+        const docTypes = [
+            'cpp',
+            'go',
+            'typescript', // covers java/c#/cs/ts/tsx/typescript grouped case
+            'javascript',
+            'php',
+            'proto',
+            'python',
+            'rst',
+            'ruby',
+            'rust',
+            'scala',
+            'swift',
+            'markdown',
+            'latex',
+            'html',
+            'sol',
+            // default/fallback
+            '__default__',
+        ];
+        for (const dt of docTypes) {
+            (0, mocha_1.it)(`constructs with docType: ${dt}`, () => {
+                const opts = dt === '__default__' ? {} : { docType: dt };
+                const splitter = new TextSplitter_1.TextSplitter(Object.assign({ chunkSize: 64, chunkOverlap: 0, tokenizer: charTokenizer }, opts));
+                const chunks = splitter.split('sample');
+                assert.ok(chunks.length >= 1);
+            });
+        }
+    });
+    (0, mocha_1.describe)('tokenizer injection behavior', () => {
+        (0, mocha_1.it)('respects a custom tokenizer that alters token counts', () => {
+            // Tokenizer that treats every character as two tokens (simulate heavier tokenization)
+            const heavyTokenizer = {
+                encode(text) {
+                    const out = [];
+                    for (const c of Array.from(text)) {
+                        const code = c.codePointAt(0);
+                        out.push(code, code + 1); // 2 tokens per char
+                    }
+                    return out;
+                },
+                decode(tokens) {
+                    // Decode by taking every other token
+                    const chars = [];
+                    for (let i = 0; i < tokens.length; i += 2) {
+                        chars.push(tokens[i]);
+                    }
+                    return String.fromCodePoint(...chars);
+                },
+            };
+            const splitter = new TextSplitter_1.TextSplitter({ chunkSize: 6, chunkOverlap: 0, tokenizer: heavyTokenizer });
+            const text = 'abcdef'; // 6 chars -> 12 tokens -> will require splitting
+            const chunks = splitter.split(text);
+            assert.ok(chunks.length > 1, 'heavier tokenization should force more chunks');
+            assert.strictEqual(joinTexts(chunks, ''), text);
+        });
+    });
+});
+//# sourceMappingURL=TextSplitter.spec.js.map

package/lib/TextSplitter.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TextSplitter.spec.js","sourceRoot":"","sources":["../src/TextSplitter.spec.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,iCAAqC;AACrC,oDAAsC;AACtC,iDAA8C;AAE9C,MAAM,aAAa,GAAG;IACpB,MAAM,CAAC,IAAY;QACjB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAE,CAAC,CAAC;IACtD,CAAC;IACD,MAAM,CAAC,MAAgB;QACrB,OAAO,MAAM,CAAC,aAAa,CAAC,GAAG,MAAM,CAAC,CAAC;IACzC,CAAC;CACF,CAAC;AAEF,MAAM,YAAY,GAAG,CAAC,IAA6D,EAAE,EAAE,CACrF,IAAI,2BAAY,iBAAG,SAAS,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,SAAS,EAAE,aAAoB,IAAK,IAAI,EAAG,CAAC;AAEjG,SAAS,SAAS,CAAC,MAA+B,EAAE,GAAG,GAAG,EAAE;IAC1D,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC3C,CAAC;AAED,IAAA,gBAAQ,EAAC,oCAAoC,EAAE,GAAG,EAAE;IAClD,IAAA,gBAAQ,EAAC,qCAAqC,EAAE,GAAG,EAAE;QACnD,IAAA,UAAE,EAAC,2BAA2B,EAAE,GAAG,EAAE;YACnC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,IAAI,2BAAY,CAAC,EAAE,SAAS,EAAE,CAAC,EAAS,CAAC,EAAE,wBAAwB,CAAC,CAAC;QAC3F,CAAC,CAAC,CAAC;QAEH,IAAA,UAAE,EAAC,8BAA8B,EAAE,GAAG,EAAE;YACtC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,IAAI,2BAAY,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC,EAAS,CAAC,EAAE,2BAA2B,CAAC,CAAC;QACjH,CAAC,CAAC,CAAC;QAEH,IAAA,UAAE,EAAC,sCAAsC,EAAE,GAAG,EAAE;YAC9C,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,IAAI,2BAAY,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAS,CAAC,EAAE,mCAAmC,CAAC,CAAC;QACvH,CAAC,CAAC,CAAC;QAEH,IAAA,UAAE,EAAC,gDAAgD,EAAE,GAAG,EAAE;YACxD,MAAM,QAAQ,GAAG,IAAI,2BAAY,EAAE,CAAC;YACpC,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAC7C,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,IAAA,UAAE,EAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,MAAM,QAAQ,GAAG,YAAY,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAClC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAGH,IAAA,gBAAQ,EAAC,oEAAoE,EAAE,GAAG,EAAE;QAClF,IAAA,UAAE,EAAC,kCAAkC,EAAE,GAAG,EAAE;YAC1C,MAAM,QAAQ,GAAG,YAAY,EAAE,CAAC;YAChC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACxD,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACrD,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAEH,IAAA,UAAE,EAAC,8CAA8C,EAAE,GAAG,EAAE;YACtD,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YAChD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACrC,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAEH,IAAA,UAAE,EAAC,0EAA0E,EAAE,GAAG,EAAE;YAClF,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YAChD,MAAM,IAAI,GAAG,CAAC,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxE,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/C,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;YAC/B,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;YAC/B,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,IAAA,UAAE,EAAC,8EAA8E,EAAE,GAAG,EAAE;;YACtF,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;YACjD,MAAM,EAAE,GAAG;gBACT,KAAK;gBACL,aAAa;gBACb,cAAc;gBACd,KAAK;gBACL,WAAW;gBACX,sBAAsB;aACvB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEb,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAClC,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YACvC,MAAM,cAAc,GAAG,CAAC,MAAA,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,mCAAI,EAAE,CAAC,CAAC,MAAM,CAAC;YAC9D,MAAM,CAAC,WAAW,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,IAAA,UAAE,EAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YAChD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YAC9C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,IAAA,UAAE,EAAC,4CAA4C,EAAE,GAAG,EAAE;YACpD,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YAChD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAC7C,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACtC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;YACpC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,IAAA,UAAE,EAAC,6EAA6E,EAAE,GAAG,EAAE;YACrF,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;YACjE,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAC7C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,IAAA,UAAE,EAAC,uEAAuE,EAAE,GAAG,EAAE;YAC/E,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YAChD,MAAM,IAAI,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9D,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAEpC,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YACvC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;YAClC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;YAClC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;YACnC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;YACpC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;YACpC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAA,gBAAQ,EAAC,+CAA+C,EAAE,GAAG,EAAE;QAC7D,IAAA,UAAE,EAAC,iGAAiG,EAAE,GAAG,EAAE;YACzG,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,cAAc,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;YACxE,MAAM,IAAI,GAAG,cAAc,CAAC;YAC5B,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpC,mEAAmE;YACnE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACrC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;YAClD,kDAAkD;YAClD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YAC1C,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,IAAA,UAAE,EAAC,qDAAqD,EAAE,GAAG,EAAE;YAC7D,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;YACvE,MAAM,IAAI,GAAG,gBAAgB,CAAC;YAC9B,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACrC,yCAAyC;YACzC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;YACtC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,IAAA,UAAE,EAAC,oDAAoD,EAAE,GAAG,EAAE;YAC5D,0CAA0C;YAC1C,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;YACvE,MAAM,IAAI,GAAG,WAAW,CAAC;YACzB,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpC,uCAAuC;YACvC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAA,gBAAQ,EAAC,+CAA+C,EAAE,GAAG,EAAE;QAC7D,IAAA,UAAE,EAAC,sEAAsE,EAAE,GAAG,EAAE;YAC9E,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,IAAI,CAAC,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;YAClG,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACzC,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACrC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,oCAAoC,CAAC,CAAC;YACxE,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,IAAA,UAAE,EAAC,6DAA6D,EAAE,GAAG,EAAE;YACrE,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,UAAU,EAAE,CAAC,IAAI,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5E,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACzC,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACrC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;YAClC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;YAClC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,IAAA,UAAE,EAAC,wFAAwF,EAAE,GAAG,EAAE;YAChG,MAAM,MAAM,GAAG,qBAAqB,CAAC;YAErC,MAAM,IAAI,GAAG,YAAY,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;YACnE,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/C,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC,CAAC;YAEhD,MAAM,IAAI,GAAG,YAAY,CAAC,EAAE,cAAc,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;YACpE,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;YAClD,MAAM,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;YACpC,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;QAEH,IAAA,UAAE,EAAC,6DAA6D,EAAE,GAAG,EAAE;YACrE,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;YACvE,MAAM,IAAI,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/C,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;YAC9B,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACpD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACpD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAA,gBAAQ,EAAC,sCAAsC,EAAE,GAAG,EAAE;QACpD,IAAA,UAAE,EAAC,+EAA+E,EAAE,GAAG,EAAE;YACvF,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,UAAU,EAAE,CAAC,GAAG,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;YACrE,MAAM,IAAI,GAAG,OAAO,CAAC;YACrB,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpC,iFAAiF;YACjF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACrC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,IAAA,UAAE,EAAC,sEAAsE,EAAE,GAAG,EAAE;YAC9E,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,UAAU,EAAE,CAAC,GAAG,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,eAAe;YACnF,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,sBAAsB;YACjD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,mDAAmD,CAAC,CAAC;YACnF,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAA,gBAAQ,EAAC,oDAAoD,EAAE,GAAG,EAAE;QAClE,IAAA,UAAE,EAAC,4EAA4E,EAAE,GAAG,EAAE;YACpF,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;YACzF,MAAM,IAAI,GAAG,YAAY,CAAC;YAC1B,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpC,iFAAiF;YACjF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACrC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,IAAA,UAAE,EAAC,2EAA2E,EAAE,GAAG,EAAE;YACnF,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,UAAU,EAAE,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;YACpE,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,oCAAoC;YACjE,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,4DAA4D,CAAC,CAAC;YAC3F,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAA,gBAAQ,EAAC,kBAAkB,EAAE,GAAG,EAAE;QAChC,IAAA,UAAE,EAAC,iEAAiE,EAAE,GAAG,EAAE;YACzE,MAAM,SAAS,GAAG,CAAC,CAAC;YACpB,MAAM,OAAO,GAAG,CAAC,CAAC;YAClB,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;YAC3G,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,2DAA2D;YAErF,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;YAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC3B,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBACvB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBAE3B,0DAA0D;gBAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC;gBAC7C,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;gBAEvF,iEAAiE;gBACjE,IAAI,IAAI,EAAE,CAAC;oBACT,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;oBAC/C,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;gBACrF,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;gBAC9C,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAA,UAAE,EAAC,oDAAoD,EAAE,GAAG,EAAE;YAC5D,MAAM,SAAS,GAAG,CAAC,CAAC;YACpB,MAAM,OAAO,GAAG,CAAC,CAAC;YAClB,MAAM,QAAQ,GAAG,YAAY,CAAC,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;YAC3G,MAAM,IAAI,GAAG,UAAU,CAAC;YACxB,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;YAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC;gBACtD,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;YACnG,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAA,gBAAQ,EAAC,sCAAsC,EAAE,GAAG,EAAE;QACpD,MAAM,QAAQ,GAAG;YACf,KAAK;YACL,IAAI;YACJ,YAAY,EAAE,mDAAmD;YACjE,YAAY;YACZ,KAAK;YACL,OAAO;YACP,QAAQ;YACR,KAAK;YACL,MAAM;YACN,MAAM;YACN,OAAO;YACP,OAAO;YACP,UAAU;YACV,OAAO;YACP,MAAM;YACN,KAAK;YACL,mBAAmB;YACnB,aAAa;SACd,CAAC;QAEF,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;YAC1B,IAAA,UAAE,EAAC,4BAA4B,EAAE,EAAE,EAAE,GAAG,EAAE;gBACxC,MAAM,IAAI,GAAG,EAAE,KAAK,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;gBACzD,MAAM,QAAQ,GAAG,IAAI,2BAAY,iBAAG,SAAS,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,SAAS,EAAE,aAAoB,IAAM,IAAY,EAAG,CAAC;gBACzH,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBACxC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;YAChC,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAA,gBAAQ,EAAC,8BAA8B,EAAE,GAAG,EAAE;QAC5C,IAAA,UAAE,EAAC,sDAAsD,EAAE,GAAG,EAAE;YAC9D,sFAAsF;YACtF,MAAM,cAAc,GAAG;gBACrB,MAAM,CAAC,IAAY;oBACjB,MAAM,GAAG,GAAa,EAAE,CAAC;oBACzB,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;wBACjC,MAAM,IAAI,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,CAAE,CAAC;wBAC/B,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,oBAAoB;oBAChD,CAAC;oBACD,OAAO,GAAG,CAAC;gBACb,CAAC;gBACD,MAAM,CAAC,MAAgB;oBACrB,qCAAqC;oBACrC,MAAM,KAAK,GAAa,EAAE,CAAC;oBAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;wBAC1C,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;oBACxB,CAAC;oBACD,OAAO,MAAM,CAAC,aAAa,CAAC,GAAG,KAAK,CAAC,CAAC;gBACxC,CAAC;aACF,CAAC;YAEF,MAAM,QAAQ,GAAG,IAAI,2BAAY,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,SAAS,EAAE,cAAqB,EAAE,CAAC,CAAC;YACvG,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,iDAAiD;YACxE,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,+CAA+C,CAAC,CAAC;YAC9E,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/lib/TransformersEmbeddings.d.ts

@@ -0,0 +1,121 @@
+import { EmbeddingsModel, EmbeddingsResponse } from "./types";
+import { TransformersTokenizer } from "./TransformersTokenizer";
+/**
+ * Configuration options for TransformersEmbeddings.
+ */
+export interface TransformersEmbeddingsOptions {
+    /**
+     * Optional. Model name/path to use for embeddings.
+     * @remarks
+     * Common models:
+     * - 'Xenova/all-MiniLM-L6-v2' (384 dimensions, fast, good quality)
+     * - 'Xenova/bge-small-en-v1.5' (384 dimensions, better quality)
+     * - 'Xenova/bge-base-en-v1.5' (768 dimensions, best quality)
+     * @default 'Xenova/all-MiniLM-L6-v2'
+     */
+    model?: string;
+    /**
+     * Optional. Maximum number of tokens that can be sent to the embedding model.
+     * @remarks
+     * This affects batching behavior in LocalDocumentIndex.
+     * Most small models support 512 tokens.
+     * @default 512
+     */
+    maxTokens?: number;
+    /**
+     * Optional. Device to run inference on.
+     * @remarks
+     * - 'auto': Automatically select the best available device
+     * - 'gpu': Use GPU (WebGPU in browser, CUDA in Node.js if available)
+     * - 'cpu': Use CPU (most compatible)
+     * - 'wasm': Use WebAssembly
+     * @default 'auto'
+     */
+    device?: 'auto' | 'gpu' | 'cpu' | 'wasm';
+    /**
+     * Optional. Data type for model weights.
+     * @remarks
+     * - 'fp32': Full precision (best quality, largest size)
+     * - 'fp16': Half precision (good quality, smaller)
+     * - 'q8': 8-bit quantization (good quality, smaller)
+     * - 'q4': 4-bit quantization (fastest, smallest, lower quality)
+     * @default 'fp32'
+     */
+    dtype?: 'fp32' | 'fp16' | 'q8' | 'q4';
+    /**
+     * Optional. Whether to normalize embeddings to unit length.
+     * @default true
+     */
+    normalize?: boolean;
+    /**
+     * Optional. Pooling strategy for token embeddings.
+     * @remarks
+     * - 'mean': Mean pooling (default, recommended)
+     * - 'cls': Use [CLS] token embedding
+     * @default 'mean'
+     */
+    pooling?: 'mean' | 'cls';
+    /**
+     * Optional. Callback for tracking model download/load progress.
+     */
+    progressCallback?: (progress: {
+        status: string;
+        progress?: number;
+        file?: string;
+    }) => void;
+}
+/**
+ * An embeddings model using Transformers.js for local, offline inference.
+ * @remarks
+ * Requires @huggingface/transformers as a peer dependency.
+ * Use the static `create()` method to instantiate.
+ *
+ * @example
+ * ```typescript
+ * const embeddings = await TransformersEmbeddings.create({
+ *     model: 'Xenova/all-MiniLM-L6-v2'
+ * });
+ *
+ * const index = new LocalDocumentIndex({
+ *     folderPath: 'my-index',
+ *     embeddings: embeddings,
+ *     tokenizer: embeddings.getTokenizer()
+ * });
+ * ```
+ */
+export declare class TransformersEmbeddings implements EmbeddingsModel {
+    private readonly _extractor;
+    private readonly _tokenizer;
+    private readonly _options;
+    readonly maxTokens: number;
+    /**
+     * Private constructor - use TransformersEmbeddings.create() instead.
+     */
+    private constructor();
+    /**
+     * Creates a new TransformersEmbeddings instance.
+     * @param options Configuration options.
+     * @returns Promise resolving to initialized TransformersEmbeddings instance.
+     * @throws Error if @huggingface/transformers is not installed.
+     */
+    static create(options?: TransformersEmbeddingsOptions): Promise<TransformersEmbeddings>;
+    /**
+     * Returns a tokenizer that uses the same tokenization as this embedding model.
+     * @remarks
+     * Use this tokenizer with LocalDocumentIndex to ensure text chunking
+     * aligns with the embedding model's token boundaries.
+     * @returns TransformersTokenizer instance.
+     */
+    getTokenizer(): TransformersTokenizer;
+    /**
+     * Creates embeddings for the given inputs.
+     * @param inputs Text inputs to create embeddings for.
+     * @returns EmbeddingsResponse with status and generated embeddings.
+     */
+    createEmbeddings(inputs: string | string[]): Promise<EmbeddingsResponse>;
+    /**
+     * Returns the model name being used.
+     */
+    get model(): string;
+}
+//# sourceMappingURL=TransformersEmbeddings.d.ts.map

package/lib/TransformersEmbeddings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"TransformersEmbeddings.d.ts","sourceRoot":"","sources":["../src/TransformersEmbeddings.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAYhE;;GAEG;AACH,MAAM,WAAW,6BAA6B;IAC1C;;;;;;;;OAQG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf;;;;;;OAMG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;;;;;;;OAQG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,KAAK,GAAG,MAAM,CAAC;IAEzC;;;;;;;;OAQG;IACH,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,GAAG,IAAI,CAAC;IAEtC;;;OAGG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB;;;;;;OAMG;IACH,OAAO,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IAEzB;;OAEG;IACH,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;CAC/F;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,qBAAa,sBAAuB,YAAW,eAAe;IAC1D,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA4B;IACvD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAsB;IACjD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA8H;IAEvJ,SAAgB,SAAS,EAAE,MAAM,CAAC;IAElC;;OAEG;IACH,OAAO;IAWP;;;;;OAKG;WACiB,MAAM,CAAC,OAAO,CAAC,EAAE,6BAA6B,GAAG,OAAO,CAAC,sBAAsB,CAAC;IAiDpG;;;;;;OAMG;IACI,YAAY,IAAI,qBAAqB;IAI5C;;;;OAIG;IACU,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAkCrF;;OAEG;IACH,IAAW,KAAK,IAAI,MAAM,CAEzB;CACJ"}