@postalsys/email-content 0.0.1

package/dist/segment/html-blocks.js

@@ -0,0 +1,596 @@
+"use strict";
+/**
+ * Stage 3: HTML block segmentation.
+ *
+ * The DOM is walked with node-html-parser, which exposes a source `range` on every node. That is
+ * the reason it is used here rather than a faster tag stripper: a block that cannot point back at
+ * the exact source offsets it came from cannot be traced, and traceability is a requirement.
+ *
+ * Segmentation emits one block per run of inline content between block level elements. A container
+ * such as a Gmail quote wrapper does not become a block itself; instead every block inside it
+ * records its ancestry. That is deliberate, because interleaved replies put new content inside and
+ * between quote containers, and a container-level decision cannot express that.
+ *
+ * Blocks tile the source: each block's range is extended backwards to the end of the previous
+ * block, and the last block runs to the end of the document, so concatenating block texts
+ * reproduces the HTML exactly.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.isPathologicalHtml = isPathologicalHtml;
+exports.segmentHtmlBlocks = segmentHtmlBlocks;
+const node_html_parser_1 = require("node-html-parser");
+const patterns_1 = require("../detect/patterns");
+const reply_header_1 = require("../detect/reply-header");
+const forward_header_1 = require("../detect/forward-header");
+const signature_1 = require("../detect/signature");
+const disclaimer_1 = require("../detect/disclaimer");
+const html_1 = require("../canonical/html");
+const features_1 = require("./features");
+/** Elements that break a run of inline content. */
+const BLOCK_TAGS = new Set([
+    'address',
+    'article',
+    'aside',
+    'blockquote',
+    'body',
+    'center',
+    'dd',
+    'div',
+    'dl',
+    'dt',
+    'fieldset',
+    'figcaption',
+    'figure',
+    'footer',
+    'form',
+    'h1',
+    'h2',
+    'h3',
+    'h4',
+    'h5',
+    'h6',
+    'header',
+    'hr',
+    'html',
+    'li',
+    'main',
+    'nav',
+    'ol',
+    'p',
+    'pre',
+    'section',
+    'table',
+    'tbody',
+    'td',
+    'tfoot',
+    'th',
+    'thead',
+    'tr',
+    'ul'
+]);
+/** Elements whose content is never visible text. */
+const INVISIBLE_TAGS = new Set(['script', 'style', 'head', 'title', 'noscript', 'template', 'meta', 'link']);
+/**
+ * Parse the simple selector forms used in html-clients.json.
+ *
+ * Only `tag`, `tag.class`, `tag#id`, `tag[attr=value]` and their bare forms are supported. A full
+ * CSS engine is not needed, and a hand written matcher makes the behaviour predictable, including
+ * the Outlook Web nesting rule below.
+ */
+function parseSelector(selector) {
+    const attrMatch = selector.match(/^([a-z0-9-]*)\[([a-z-]+)=["']?([^\]"']+)["']?\]$/i);
+    if (attrMatch) {
+        return { tag: attrMatch[1] || null, className: null, id: null, attr: { name: attrMatch[2], value: attrMatch[3].toLowerCase() } };
+    }
+    const idMatch = selector.match(/^([a-z0-9-]*)#([\w-]+)$/i);
+    if (idMatch) {
+        return { tag: idMatch[1] || null, className: null, id: idMatch[2].toLowerCase(), attr: null };
+    }
+    const classMatch = selector.match(/^([a-z0-9-]*)\.([\w-]+)$/i);
+    if (classMatch) {
+        return { tag: classMatch[1] || null, className: classMatch[2].toLowerCase(), id: null, attr: null };
+    }
+    return { tag: selector.toLowerCase() || null, className: null, id: null, attr: null };
+}
+const SELECTOR_CACHE = new Map();
+function selectorFor(selector) {
+    let parsed = SELECTOR_CACHE.get(selector);
+    if (!parsed) {
+        parsed = parseSelector(selector);
+        SELECTOR_CACHE.set(selector, parsed);
+    }
+    return parsed;
+}
+/**
+ * Class name comparison that tolerates the Outlook Web nesting prefix.
+ *
+ * When Outlook Web quotes a message it rewrites the quoted markup's class names with an `x_`
+ * prefix, so a quoted Gmail reply arrives as `x_gmail_quote`. Stripping the prefix keeps the
+ * detectors working one level deeper into the history, which is exactly where they are needed.
+ */
+function classMatches(classNames, wanted) {
+    for (const name of classNames) {
+        const lowered = name.toLowerCase();
+        if (lowered === wanted || lowered.replace(/^x_/, '') === wanted) {
+            return true;
+        }
+    }
+    return false;
+}
+function elementMatches(element, selector) {
+    if (selector.tag && element.rawTagName?.toLowerCase() !== selector.tag) {
+        return false;
+    }
+    if (selector.className) {
+        const classes = String(element.getAttribute('class') || '')
+            .split(/\s+/)
+            .filter(Boolean);
+        if (!classMatches(classes, selector.className)) {
+            return false;
+        }
+    }
+    if (selector.id) {
+        const id = String(element.getAttribute('id') || '').toLowerCase();
+        if (id !== selector.id && id.replace(/^x_/, '') !== selector.id) {
+            return false;
+        }
+    }
+    if (selector.attr) {
+        const value = String(element.getAttribute(selector.attr.name) || '').toLowerCase();
+        if (value !== selector.attr.value) {
+            return false;
+        }
+    }
+    return true;
+}
+/** Outlook and Word mark a reply boundary with a top border on an otherwise empty element. */
+function hasTopBorder(element) {
+    const style = String(element.getAttribute('style') || '');
+    return /border-top\s*:\s*(?!none)[^;]+/i.test(style);
+}
+function isElement(node) {
+    return node.nodeType === node_html_parser_1.NodeType.ELEMENT_NODE;
+}
+/**
+ * Markup that leaked into a text node.
+ *
+ * node-html-parser treats `<pre>` as a raw text element, so its children are never parsed and its
+ * markup arrives as literal text. Per the HTML specification `<pre>` content is ordinary parsed
+ * markup, and a browser renders a `<table>` inside a `<pre>` as a table, so the reader never saw
+ * those angle brackets. Leaving them in would put raw HTML into the extracted text, which is
+ * exactly what happened to Gmail signature tables wrapped in `<pre>`.
+ *
+ * Someone genuinely quoting HTML source escapes it as `&lt;table&gt;`, which is a text node with no
+ * tags in it and is therefore untouched by this.
+ */
+const CONDITIONAL_COMMENT = /<!\[[^\]]*\]>/g;
+const LEAKED_MARKUP = /<[a-z][a-z0-9]*(?:\s[^>]*)?>/i;
+/** Leading lines of a block, for line anchored detectors. */
+function firstLines(text, limit = 3) {
+    return text
+        .split('\n', limit)
+        .map(line => line.trim())
+        .filter(Boolean);
+}
+/** Text projection of an inline run, with <br> and block boundaries becoming newlines. */
+function projectText(nodes) {
+    let out = '';
+    const visit = (node) => {
+        if (node.nodeType === node_html_parser_1.NodeType.TEXT_NODE) {
+            const raw = node.rawText ?? '';
+            const cleaned = raw.replace(CONDITIONAL_COMMENT, '');
+            out += LEAKED_MARKUP.test(cleaned) ? (0, html_1.stripTagsToText)(cleaned) : (0, html_1.decodeEntities)(cleaned);
+            return;
+        }
+        if (!isElement(node)) {
+            return;
+        }
+        const tag = node.rawTagName?.toLowerCase() ?? '';
+        if (INVISIBLE_TAGS.has(tag)) {
+            return;
+        }
+        if (tag === 'br') {
+            out += '\n';
+            return;
+        }
+        if (tag === 'img') {
+            return;
+        }
+        for (const child of node.childNodes) {
+            visit(child);
+        }
+    };
+    for (const node of nodes) {
+        visit(node);
+    }
+    // Collapse runs of spaces the way a renderer would, but keep explicit newlines.
+    return out
+        .replace(/\r\n?/g, '\n')
+        .replace(/[^\S\n]+/g, ' ')
+        .replace(/ *\n */g, '\n')
+        .replace(/\n{3,}/g, '\n\n')
+        .trim();
+}
+/** Descendant nodes inspected per block. Bounds per block work on pathological subtrees. */
+const MAX_SCAN_NODES = 2000;
+function countTag(nodes, tag) {
+    let count = 0;
+    let budget = MAX_SCAN_NODES;
+    const visit = (node) => {
+        if (budget-- <= 0) {
+            return;
+        }
+        if (isElement(node)) {
+            if (node.rawTagName?.toLowerCase() === tag) {
+                count++;
+            }
+            for (const child of node.childNodes) {
+                visit(child);
+            }
+        }
+    };
+    for (const node of nodes) {
+        visit(node);
+    }
+    return count;
+}
+function collectTagsAndClasses(nodes, ancestors) {
+    const tags = new Set();
+    const classes = new Set();
+    let budget = MAX_SCAN_NODES;
+    const addElement = (element) => {
+        const tag = element.rawTagName?.toLowerCase();
+        if (tag) {
+            tags.add(tag);
+        }
+        for (const name of String(element.getAttribute('class') || '').split(/\s+/)) {
+            if (name) {
+                classes.add(name.toLowerCase());
+            }
+        }
+    };
+    for (const ancestor of ancestors) {
+        addElement(ancestor.element);
+    }
+    const visit = (node) => {
+        if (budget-- <= 0) {
+            return;
+        }
+        if (isElement(node)) {
+            addElement(node);
+            for (const child of node.childNodes) {
+                visit(child);
+            }
+        }
+    };
+    for (const node of nodes) {
+        visit(node);
+    }
+    return { tags: [...tags], classes: [...classes] };
+}
+function evidenceFromAncestry(ancestors) {
+    const evidence = new Map();
+    for (const ancestor of ancestors) {
+        for (const pattern of ancestor.matches) {
+            const kind = pattern.role === 'quote'
+                ? 'quote-container'
+                : pattern.role === 'attribution'
+                    ? 'attribution'
+                    : pattern.role === 'separator'
+                        ? 'separator'
+                        : pattern.role === 'signature'
+                            ? 'signature'
+                            : pattern.role === 'new'
+                                ? 'new-content'
+                                : 'hint';
+            const id = `html:${pattern.id}`;
+            const existing = evidence.get(id);
+            if (!existing || existing.strength < pattern.strength) {
+                evidence.set(id, { id, kind, strength: pattern.strength });
+            }
+        }
+    }
+    return [...evidence.values()];
+}
+function kindFor(nodes, ancestors, text, evidence) {
+    if (!text.trim()) {
+        const onlyImages = nodes.some(node => isElement(node) && node.rawTagName?.toLowerCase() === 'img');
+        if (onlyImages) {
+            return 'image';
+        }
+        const onlyRule = nodes.some(node => isElement(node) && node.rawTagName?.toLowerCase() === 'hr');
+        return onlyRule ? 'separator' : 'blank';
+    }
+    // Checked before the embedded header block below, and the order matters: a forwarded message
+    // begins with its marker and then repeats the original From/Date/Subject/To fields, so a header
+    // block test would claim it first and turn every forward into reply history.
+    // A forward marker is the same thing in HTML as in plain text, and must open a forwarded region
+    // the same way. Without this, an HTML forward is invisible to the classifier and its contents
+    // fall through to the reply history rules, which is how forwarded mail was being hidden.
+    //
+    // Matched per line, not against the whole block. In HTML the marker and the forwarded message's
+    // headers usually collapse into one block, so a whole-block test against line anchored patterns
+    // never fires.
+    if (firstLines(text).some(line => (0, forward_header_1.detectForwardMarker)(line))) {
+        return 'forward_header';
+    }
+    // An embedded copy of the previous message's headers. Outlook and several webmail clients emit
+    // From/Sent/To/Subject as one block, with <br> between the fields. This was wired into the plain
+    // text segmenter only, so in HTML the strongest reply anchor there is went undetected and every
+    // block after it stayed NEW_CONTENT. It was the single largest error cell against the reference.
+    if ((0, reply_header_1.detectQuotedHeaderBlock)(text.split('\n').map(line => line.trim())) !== null) {
+        return 'quoted_header_block';
+    }
+    // A container the client marked as an attribution line, such as Gmail's gmail_attr, is the same
+    // thing as a plain text "On ... wrote:" line and must anchor the region the same way.
+    if (evidence.some(item => item.kind === 'attribution')) {
+        return 'reply_header';
+    }
+    // Clients that use no marker class still emit the attribution as its own short element.
+    if (text.length <= 300 && !text.includes('\n') && (0, reply_header_1.detectAttributionLine)(text)) {
+        return 'reply_header';
+    }
+    if (ancestors.some(ancestor => ancestor.element.rawTagName?.toLowerCase() === 'blockquote')) {
+        return 'quote';
+    }
+    const tags = new Set(ancestors.map(ancestor => ancestor.element.rawTagName?.toLowerCase()));
+    if (tags.has('li')) {
+        return 'list';
+    }
+    if (tags.has('td') || tags.has('th')) {
+        return 'table';
+    }
+    return 'paragraph';
+}
+/**
+ * Segment an HTML part into blocks.
+ *
+ * @param html decoded HTML source of the part
+ * @param mimePart part id for traceability
+ */
+/**
+ * Unclosed block tags tolerated before the DOM parse is skipped.
+ *
+ * node-html-parser degrades badly on deeply unbalanced markup: 5,000 unclosed divs, which is only
+ * 25 KB, take six and a half seconds inside the parser itself, before any of this module's code
+ * runs. Size is not the signal, imbalance is. Real mail, including thoroughly broken real mail,
+ * does not come close to this threshold.
+ */
+const MAX_UNCLOSED_TAGS = 500;
+const OPEN_BLOCK_TAG = /<(?:div|table|tr|td|span|p|blockquote|ul|ol|li|font)\b/gi;
+const CLOSE_BLOCK_TAG = /<\/(?:div|table|tr|td|span|p|blockquote|ul|ol|li|font)\b/gi;
+function countPattern(text, regex) {
+    regex.lastIndex = 0;
+    let count = 0;
+    while (regex.exec(text) !== null) {
+        count++;
+    }
+    regex.lastIndex = 0;
+    return count;
+}
+/** True when markup is unbalanced enough that parsing it is not worth the time. */
+function isPathologicalHtml(html) {
+    return countPattern(html, OPEN_BLOCK_TAG) - countPattern(html, CLOSE_BLOCK_TAG) > MAX_UNCLOSED_TAGS;
+}
+function segmentHtmlBlocks(html, mimePart) {
+    const patterns = (0, patterns_1.loadPatterns)();
+    let root;
+    try {
+        if (isPathologicalHtml(html)) {
+            // Degrade to a single visible block rather than spending seconds in the parser. Nothing
+            // is lost: the caller still receives the whole body, just unsegmented.
+            throw new Error('unbalanced markup');
+        }
+        root = (0, node_html_parser_1.parse)(html, { comment: false });
+    }
+    catch {
+        // A parse failure must still yield the content, as one unknown block.
+        return {
+            source: html,
+            degraded: true,
+            blocks: [
+                {
+                    index: 0,
+                    kind: 'unknown',
+                    representation: 'html',
+                    mimePart,
+                    text: html,
+                    content: '',
+                    start: 0,
+                    end: html.length,
+                    html,
+                    features: (0, features_1.computeFeatures)('', { index: 0, total: 1, start: 0, totalChars: html.length, quoteDepth: 0 }),
+                    evidence: []
+                }
+            ]
+        };
+    }
+    const runs = [];
+    /**
+     * Depth cap.
+     *
+     * Real mail nests deeply: a long thread quoted by Outlook Web inside Gmail can reach thirty
+     * levels. Five thousand unclosed divs is not real mail, and walking it made the per block
+     * ancestor and descendant scans quadratic, taking six seconds. Beyond this depth the remaining
+     * subtree is emitted as a single run rather than descended into, so content is still returned.
+     */
+    const MAX_DEPTH = 150;
+    const walk = (node, ancestors, path) => {
+        if (ancestors.length > MAX_DEPTH) {
+            if (node.childNodes.length) {
+                runs.push({ run: { nodes: [...node.childNodes], ancestors: [...ancestors] }, domPath: path });
+            }
+            return;
+        }
+        let pending = [];
+        let pendingIndex = 0;
+        const flush = () => {
+            if (pending.length) {
+                runs.push({ run: { nodes: pending, ancestors: [...ancestors] }, domPath: `${path}/${pendingIndex}` });
+                pending = [];
+            }
+        };
+        node.childNodes.forEach((child, childIndex) => {
+            if (isElement(child)) {
+                const tag = child.rawTagName?.toLowerCase() ?? '';
+                if (INVISIBLE_TAGS.has(tag)) {
+                    return;
+                }
+                if (BLOCK_TAGS.has(tag)) {
+                    flush();
+                    const matches = patterns.htmlSelectors.filter(pattern => elementMatches(child, selectorFor(pattern.selector)));
+                    if (hasTopBorder(child)) {
+                        matches.push({
+                            id: 'outlook_border_separator',
+                            client: 'outlook-desktop',
+                            role: 'separator',
+                            strength: 0.6,
+                            selector: '[style*=border-top]',
+                            prevalence: 0.03
+                        });
+                    }
+                    walk(child, [...ancestors, { element: child, matches }], `${path}/${childIndex}`);
+                    return;
+                }
+            }
+            if (!pending.length) {
+                pendingIndex = childIndex;
+            }
+            pending.push(child);
+        });
+        flush();
+        // An empty block element still carries structural meaning, for example an <hr> used as a
+        // reply separator, so it becomes a block of its own.
+        if (!node.childNodes.length) {
+            const tag = node.rawTagName?.toLowerCase();
+            if (tag === 'hr' || tag === 'br') {
+                runs.push({ run: { nodes: [node], ancestors: [...ancestors] }, domPath: path });
+            }
+        }
+    };
+    walk(root, [], '');
+    const blocks = [];
+    let previousEnd = 0;
+    for (const { run, domPath } of runs) {
+        const ranges = run.nodes.map(node => node.range).filter(Boolean);
+        if (!ranges.length) {
+            continue;
+        }
+        const nodeStart = Math.min(...ranges.map(range => range[0]));
+        const nodeEnd = Math.max(...ranges.map(range => range[1]));
+        if (nodeEnd <= previousEnd) {
+            continue;
+        }
+        // Extend backwards so that markup between blocks belongs to exactly one block.
+        const start = Math.min(previousEnd, nodeStart);
+        const text = projectText(run.nodes);
+        const { tags, classes } = collectTagsAndClasses(run.nodes, run.ancestors);
+        const blockquoteDepth = run.ancestors.filter(ancestor => ancestor.element.rawTagName?.toLowerCase() === 'blockquote').length;
+        const evidence = evidenceFromAncestry(run.ancestors);
+        const kind = kindFor(run.nodes, run.ancestors, text, evidence);
+        if (kind === 'reply_header' && !evidence.some(item => item.kind === 'reply-anchor' || item.kind === 'attribution')) {
+            const attribution = (0, reply_header_1.detectAttributionLine)(text);
+            if (attribution) {
+                evidence.push(attribution);
+            }
+        }
+        if (kind === 'quoted_header_block') {
+            const match = (0, reply_header_1.detectQuotedHeaderBlock)(text.split('\n').map(line => line.trim()));
+            if (match) {
+                evidence.push(match.evidence);
+            }
+        }
+        if (kind === 'forward_header') {
+            for (const line of firstLines(text)) {
+                const forward = (0, forward_header_1.detectForwardMarker)(line);
+                if (forward) {
+                    evidence.push(forward);
+                    break;
+                }
+            }
+        }
+        blocks.push({
+            index: blocks.length,
+            kind,
+            representation: 'html',
+            mimePart,
+            text: html.slice(start, nodeEnd),
+            content: text,
+            start,
+            end: nodeEnd,
+            html: html.slice(nodeStart, nodeEnd),
+            domPath,
+            features: (0, features_1.computeFeatures)(text, {
+                index: blocks.length,
+                total: runs.length,
+                start,
+                totalChars: html.length,
+                quoteDepth: blockquoteDepth,
+                blockquoteDepth,
+                elementCount: run.nodes.filter(isElement).length,
+                tags,
+                classes,
+                hasTopBorder: run.ancestors.some(ancestor => hasTopBorder(ancestor.element)),
+                linkCount: countTag(run.nodes, 'a'),
+                imageCount: countTag(run.nodes, 'img')
+            }),
+            evidence
+        });
+        previousEnd = nodeEnd;
+    }
+    // Trailing markup belongs to the last block, so that the blocks tile the whole document.
+    if (blocks.length) {
+        const last = blocks[blocks.length - 1];
+        if (last.end < html.length) {
+            last.end = html.length;
+            last.text = html.slice(last.start, html.length);
+        }
+    }
+    else if (html.length) {
+        blocks.push({
+            index: 0,
+            kind: 'blank',
+            representation: 'html',
+            mimePart,
+            text: html,
+            content: '',
+            start: 0,
+            end: html.length,
+            html,
+            features: (0, features_1.computeFeatures)('', { index: 0, total: 1, start: 0, totalChars: html.length, quoteDepth: 0 }),
+            evidence: []
+        });
+    }
+    // Block level footer evidence, once positions are known.
+    //
+    // These detectors were originally wired into the plain text segmenter only, which meant HTML
+    // blocks never received signature or disclaimer evidence at all. Since most messages are HTML
+    // primary, that alone accounted for signature recall of 2.5 percent and disclaimer recall of
+    // zero against the reference set.
+    for (const block of blocks) {
+        block.features.indexFromEnd = blocks.length - 1 - block.index;
+        if (block.kind === 'blank' || block.features.isAllBlank) {
+            continue;
+        }
+        const lines = block.content.split('\n');
+        for (const line of lines) {
+            const delimiter = (0, signature_1.detectSignatureDelimiter)(line.trim());
+            if (delimiter) {
+                block.evidence.push(delimiter);
+                break;
+            }
+        }
+        for (const evidence of (0, signature_1.detectSignaturePhrases)(lines)) {
+            block.evidence.push(evidence);
+        }
+        const shape = (0, signature_1.detectSignatureShape)(block.features);
+        if (shape) {
+            block.evidence.push(shape);
+        }
+        for (const evidence of (0, disclaimer_1.detectDisclaimer)(block.content, block.features)) {
+            block.evidence.push(evidence);
+        }
+    }
+    return { source: html, blocks, degraded: false };
+}
+//# sourceMappingURL=html-blocks.js.map

package/dist/segment/html-blocks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-blocks.js","sourceRoot":"","sources":["../../src/segment/html-blocks.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;GAeG;;AAmZH,gDAEC;AAED,8CAyOC;AA9nBD,uDAAgF;AAChF,iDAAwE;AACxE,yDAAwF;AACxF,6DAA+D;AAC/D,mDAA6G;AAC7G,qDAAwD;AACxD,4CAAoE;AACpE,yCAA6C;AAG7C,mDAAmD;AACnD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;IACvB,SAAS;IACT,SAAS;IACT,OAAO;IACP,YAAY;IACZ,MAAM;IACN,QAAQ;IACR,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,UAAU;IACV,YAAY;IACZ,QAAQ;IACR,QAAQ;IACR,MAAM;IACN,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,QAAQ;IACR,IAAI;IACJ,MAAM;IACN,IAAI;IACJ,MAAM;IACN,KAAK;IACL,IAAI;IACJ,GAAG;IACH,KAAK;IACL,SAAS;IACT,OAAO;IACP,OAAO;IACP,IAAI;IACJ,OAAO;IACP,IAAI;IACJ,OAAO;IACP,IAAI;IACJ,IAAI;CACP,CAAC,CAAC;AAEH,oDAAoD;AACpD,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AAS7G;;;;;;GAMG;AACH,SAAS,aAAa,CAAC,QAAgB;IACnC,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACtF,IAAI,SAAS,EAAE,CAAC;QACZ,OAAO,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC,CAAW,EAAE,KAAK,EAAG,SAAS,CAAC,CAAC,CAAY,CAAC,WAAW,EAAE,EAAE,EAAE,CAAC;IAC3J,CAAC;IACD,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;IAC3D,IAAI,OAAO,EAAE,CAAC;QACV,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,EAAG,OAAO,CAAC,CAAC,CAAY,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IAC9G,CAAC;IACD,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;IAC/D,IAAI,UAAU,EAAE,CAAC;QACb,OAAO,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,SAAS,EAAG,UAAU,CAAC,CAAC,CAAY,CAAC,WAAW,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACpH,CAAC;IACD,OAAO,EAAE,GAAG,EAAE,QAAQ,CAAC,WAAW,EAAE,IAAI,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;AAC1F,CAAC;AAED,MAAM,cAAc,GAAG,IAAI,GAAG,EAA0B,CAAC;AAEzD,SAAS,WAAW,CAAC,QAAgB;IACjC,IAAI,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,MAAM,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;QACjC,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AAED;;;;;;GAMG;AACH,SAAS,YAAY,CAAC,UAA6B,EAAE,MAAc;IAC/D,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACnC,IAAI,OAAO,KAAK,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,MAAM,EAAE,CAAC;YAC9D,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,cAAc,CAAC,OAAoB,EAAE,QAAwB;IAClE,IAAI,QAAQ,CAAC,GAAG,IAAI,OAAO,CAAC,UAAU,EAAE,WAAW,EAAE,KAAK,QAAQ,CAAC,GAAG,EAAE,CAAC;QACrE,OAAO,KAAK,CAAC;IACjB,CAAC;IACD,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;QACrB,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;aACtD,KAAK,CAAC,KAAK,CAAC;aACZ,MAAM,CAAC,OAAO,CAAC,CAAC;QACrB,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7C,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IACD,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;QACd,MAAM,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QAClE,IAAI,EAAE,KAAK,QAAQ,CAAC,EAAE,IAAI,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,QAAQ,CAAC,EAAE,EAAE,CAAC;YAC9D,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;QAChB,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QACnF,IAAI,KAAK,KAAK,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChC,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,8FAA8F;AAC9F,SAAS,YAAY,CAAC,OAAoB;IACtC,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1D,OAAO,iCAAiC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AACzD,CAAC;AAYD,SAAS,SAAS,CAAC,IAAU;IACzB,OAAO,IAAI,CAAC,QAAQ,KAAK,2BAAQ,CAAC,YAAY,CAAC;AACnD,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,mBAAmB,GAAG,gBAAgB,CAAC;AAC7C,MAAM,aAAa,GAAG,+BAA+B,CAAC;AAEtD,6DAA6D;AAC7D,SAAS,UAAU,CAAC,IAAY,EAAE,KAAK,GAAG,CAAC;IACvC,OAAO,IAAI;SACN,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC;SAClB,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SACxB,MAAM,CAAC,OAAO,CAAC,CAAC;AACzB,CAAC;AAED,0FAA0F;AAC1F,SAAS,WAAW,CAAC,KAAsB;IACvC,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,MAAM,KAAK,GAAG,CAAC,IAAU,EAAE,EAAE;QACzB,IAAI,IAAI,CAAC,QAAQ,KAAK,2BAAQ,CAAC,SAAS,EAAE,CAAC;YACvC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC;YACrD,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAA,sBAAe,EAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAA,qBAAc,EAAC,OAAO,CAAC,CAAC;YACxF,OAAO;QACX,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YACnB,OAAO;QACX,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QACjD,IAAI,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1B,OAAO;QACX,CAAC;QACD,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YACf,GAAG,IAAI,IAAI,CAAC;YACZ,OAAO;QACX,CAAC;QACD,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YAChB,OAAO;QACX,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClC,KAAK,CAAC,KAAK,CAAC,CAAC;QACjB,CAAC;IACL,CAAC,CAAC;IACF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,KAAK,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IACD,gFAAgF;IAChF,OAAO,GAAG;SACL,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC;SACvB,OAAO,CAAC,WAAW,EAAE,GAAG,CAAC;SACzB,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC;SACxB,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,IAAI,EAAE,CAAC;AAChB,CAAC;AAED,4FAA4F;AAC5F,MAAM,cAAc,GAAG,IAAI,CAAC;AAE5B,SAAS,QAAQ,CAAC,KAAsB,EAAE,GAAW;IACjD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,MAAM,GAAG,cAAc,CAAC;IAC5B,MAAM,KAAK,GAAG,CAAC,IAAU,EAAE,EAAE;QACzB,IAAI,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC;YAChB,OAAO;QACX,CAAC;QACD,IAAI,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YAClB,IAAI,IAAI,CAAC,UAAU,EAAE,WAAW,EAAE,KAAK,GAAG,EAAE,CAAC;gBACzC,KAAK,EAAE,CAAC;YACZ,CAAC;YACD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClC,KAAK,CAAC,KAAK,CAAC,CAAC;YACjB,CAAC;QACL,CAAC;IACL,CAAC,CAAC;IACF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,KAAK,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAsB,EAAE,SAA8B;IACjF,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,IAAI,MAAM,GAAG,cAAc,CAAC;IAC5B,MAAM,UAAU,GAAG,CAAC,OAAoB,EAAE,EAAE;QACxC,MAAM,GAAG,GAAG,OAAO,CAAC,UAAU,EAAE,WAAW,EAAE,CAAC;QAC9C,IAAI,GAAG,EAAE,CAAC;YACN,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClB,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1E,IAAI,IAAI,EAAE,CAAC;gBACP,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YACpC,CAAC;QACL,CAAC;IACL,CAAC,CAAC;IACF,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QAC/B,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,IAAU,EAAE,EAAE;QACzB,IAAI,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC;YAChB,OAAO;QACX,CAAC;QACD,IAAI,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YAClB,UAAU,CAAC,IAAI,CAAC,CAAC;YACjB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClC,KAAK,CAAC,KAAK,CAAC,CAAC;YACjB,CAAC;QACL,CAAC;IACL,CAAC,CAAC;IACF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,KAAK,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC,GAAG,OAAO,CAAC,EAAE,CAAC;AACtD,CAAC;AAED,SAAS,oBAAoB,CAAC,SAA8B;IACxD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC7C,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QAC/B,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;YACrC,MAAM,IAAI,GACN,OAAO,CAAC,IAAI,KAAK,OAAO;gBACpB,CAAC,CAAC,iBAAiB;gBACnB,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,aAAa;oBAC9B,CAAC,CAAC,aAAa;oBACf,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW;wBAC5B,CAAC,CAAC,WAAW;wBACb,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW;4BAC5B,CAAC,CAAC,WAAW;4BACb,CAAC,CAAC,OAAO,CAAC,IAAI,KAAK,KAAK;gCACtB,CAAC,CAAC,aAAa;gCACf,CAAC,CAAC,MAAM,CAAC;YACzB,MAAM,EAAE,GAAG,QAAQ,OAAO,CAAC,EAAE,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACpD,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC/D,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,OAAO,CAAC,KAAsB,EAAE,SAA8B,EAAE,IAAY,EAAE,QAA6B;IAChH,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QACf,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,UAAU,EAAE,WAAW,EAAE,KAAK,KAAK,CAAC,CAAC;QACnG,IAAI,UAAU,EAAE,CAAC;YACb,OAAO,OAAO,CAAC;QACnB,CAAC;QACD,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,UAAU,EAAE,WAAW,EAAE,KAAK,IAAI,CAAC,CAAC;QAChG,OAAO,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC;IAC5C,CAAC;IACD,6FAA6F;IAC7F,gGAAgG;IAChG,6EAA6E;IAC7E,gGAAgG;IAChG,8FAA8F;IAC9F,yFAAyF;IACzF,EAAE;IACF,gGAAgG;IAChG,gGAAgG;IAChG,eAAe;IACf,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAA,oCAAmB,EAAC,IAAI,CAAC,CAAC,EAAE,CAAC;QAC3D,OAAO,gBAAgB,CAAC;IAC5B,CAAC;IAED,+FAA+F;IAC/F,iGAAiG;IACjG,gGAAgG;IAChG,iGAAiG;IACjG,IAAI,IAAA,sCAAuB,EAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC9E,OAAO,qBAAqB,CAAC;IACjC,CAAC;IAED,gGAAgG;IAChG,sFAAsF;IACtF,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,aAAa,CAAC,EAAE,CAAC;QACrD,OAAO,cAAc,CAAC;IAC1B,CAAC;IACD,wFAAwF;IACxF,IAAI,IAAI,CAAC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAA,oCAAqB,EAAC,IAAI,CAAC,EAAE,CAAC;QAC5E,OAAO,cAAc,CAAC;IAC1B,CAAC;IACD,IAAI,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,WAAW,EAAE,KAAK,YAAY,CAAC,EAAE,CAAC;QAC1F,OAAO,OAAO,CAAC;IACnB,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;IAC5F,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QACjB,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,OAAO,OAAO,CAAC;IACnB,CAAC;IACD,OAAO,WAAW,CAAC;AACvB,CAAC;AAUD;;;;;GAKG;AACH;;;;;;;GAOG;AACH,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAE9B,MAAM,cAAc,GAAG,0DAA0D,CAAC;AAClF,MAAM,eAAe,GAAG,4DAA4D,CAAC;AAErF,SAAS,YAAY,CAAC,IAAY,EAAE,KAAa;IAC7C,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;IACpB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;QAC/B,KAAK,EAAE,CAAC;IACZ,CAAC;IACD,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;IACpB,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,mFAAmF;AACnF,SAAgB,kBAAkB,CAAC,IAAY;IAC3C,OAAO,YAAY,CAAC,IAAI,EAAE,cAAc,CAAC,GAAG,YAAY,CAAC,IAAI,EAAE,eAAe,CAAC,GAAG,iBAAiB,CAAC;AACxG,CAAC;AAED,SAAgB,iBAAiB,CAAC,IAAY,EAAE,QAAgB;IAC5D,MAAM,QAAQ,GAAG,IAAA,uBAAY,GAAE,CAAC;IAEhC,IAAI,IAAiB,CAAC;IACtB,IAAI,CAAC;QACD,IAAI,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3B,wFAAwF;YACxF,uEAAuE;YACvE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACzC,CAAC;QACD,IAAI,GAAG,IAAA,wBAAK,EAAC,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC3C,CAAC;IAAC,MAAM,CAAC;QACL,sEAAsE;QACtE,OAAO;YACH,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE;gBACJ;oBACI,KAAK,EAAE,CAAC;oBACR,IAAI,EAAE,SAAS;oBACf,cAAc,EAAE,MAAM;oBACtB,QAAQ;oBACR,IAAI,EAAE,IAAI;oBACV,OAAO,EAAE,EAAE;oBACX,KAAK,EAAE,CAAC;oBACR,GAAG,EAAE,IAAI,CAAC,MAAM;oBAChB,IAAI;oBACJ,QAAQ,EAAE,IAAA,0BAAe,EAAC,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;oBACvG,QAAQ,EAAE,EAAE;iBACf;aACJ;SACJ,CAAC;IACN,CAAC;IAED,MAAM,IAAI,GAA0C,EAAE,CAAC;IAEvD;;;;;;;OAOG;IACH,MAAM,SAAS,GAAG,GAAG,CAAC;IAEtB,MAAM,IAAI,GAAG,CAAC,IAAiB,EAAE,SAAqB,EAAE,IAAY,EAAE,EAAE;QACpE,IAAI,SAAS,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;YAC/B,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;gBACzB,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,EAAE,SAAS,EAAE,CAAC,GAAG,SAAS,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YAClG,CAAC;YACD,OAAO;QACX,CAAC;QACD,IAAI,OAAO,GAAW,EAAE,CAAC;QACzB,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,MAAM,KAAK,GAAG,GAAG,EAAE;YACf,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACjB,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,GAAG,SAAS,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,IAAI,IAAI,YAAY,EAAE,EAAE,CAAC,CAAC;gBACtG,OAAO,GAAG,EAAE,CAAC;YACjB,CAAC;QACL,CAAC,CAAC;QAEF,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;YAC1C,IAAI,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;gBACnB,MAAM,GAAG,GAAG,KAAK,CAAC,UAAU,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;gBAClD,IAAI,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC1B,OAAO;gBACX,CAAC;gBACD,IAAI,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBACtB,KAAK,EAAE,CAAC;oBACR,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,cAAc,CAAC,KAAK,EAAE,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;oBAC/G,IAAI,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;wBACtB,OAAO,CAAC,IAAI,CAAC;4BACT,EAAE,EAAE,0BAA0B;4BAC9B,MAAM,EAAE,iBAAiB;4BACzB,IAAI,EAAE,WAAW;4BACjB,QAAQ,EAAE,GAAG;4BACb,QAAQ,EAAE,qBAAqB;4BAC/B,UAAU,EAAE,IAAI;yBACnB,CAAC,CAAC;oBACP,CAAC;oBACD,IAAI,CAAC,KAAK,EAAE,CAAC,GAAG,SAAS,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,GAAG,IAAI,IAAI,UAAU,EAAE,CAAC,CAAC;oBAClF,OAAO;gBACX,CAAC;YACL,CAAC;YACD,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBAClB,YAAY,GAAG,UAAU,CAAC;YAC9B,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;QAEH,KAAK,EAAE,CAAC;QAER,yFAAyF;QACzF,qDAAqD;QACrD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,EAAE,WAAW,EAAE,CAAC;YAC3C,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;gBAC/B,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,CAAC,GAAG,SAAS,CAAC,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACpF,CAAC;QACL,CAAC;IACL,CAAC,CAAC;IAEF,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IAEnB,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,KAAK,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAuB,CAAC;QACvF,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACjB,SAAS;QACb,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3D,IAAI,OAAO,IAAI,WAAW,EAAE,CAAC;YACzB,SAAS;QACb,CAAC;QACD,+EAA+E;QAC/E,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QAC/C,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,qBAAqB,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;QAC1E,MAAM,eAAe,GAAG,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,WAAW,EAAE,KAAK,YAAY,CAAC,CAAC,MAAM,CAAC;QAC7H,MAAM,QAAQ,GAAG,oBAAoB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC/D,IAAI,IAAI,KAAK,cAAc,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,cAAc,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa,CAAC,EAAE,CAAC;YACjH,MAAM,WAAW,GAAG,IAAA,oCAAqB,EAAC,IAAI,CAAC,CAAC;YAChD,IAAI,WAAW,EAAE,CAAC;gBACd,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC/B,CAAC;QACL,CAAC;QACD,IAAI,IAAI,KAAK,qBAAqB,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,IAAA,sCAAuB,EAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACjF,IAAI,KAAK,EAAE,CAAC;gBACR,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAClC,CAAC;QACL,CAAC;QACD,IAAI,IAAI,KAAK,gBAAgB,EAAE,CAAC;YAC5B,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBAClC,MAAM,OAAO,GAAG,IAAA,oCAAmB,EAAC,IAAI,CAAC,CAAC;gBAC1C,IAAI,OAAO,EAAE,CAAC;oBACV,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBACvB,MAAM;gBACV,CAAC;YACL,CAAC;QACL,CAAC;QAED,MAAM,CAAC,IAAI,CAAC;YACR,KAAK,EAAE,MAAM,CAAC,MAAM;YACpB,IAAI;YACJ,cAAc,EAAE,MAAM;YACtB,QAAQ;YACR,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC;YAChC,OAAO,EAAE,IAAI;YACb,KAAK;YACL,GAAG,EAAE,OAAO;YACZ,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC;YACpC,OAAO;YACP,QAAQ,EAAE,IAAA,0BAAe,EAAC,IAAI,EAAE;gBAC5B,KAAK,EAAE,MAAM,CAAC,MAAM;gBACpB,KAAK,EAAE,IAAI,CAAC,MAAM;gBAClB,KAAK;gBACL,UAAU,EAAE,IAAI,CAAC,MAAM;gBACvB,UAAU,EAAE,eAAe;gBAC3B,eAAe;gBACf,YAAY,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM;gBAChD,IAAI;gBACJ,OAAO;gBACP,YAAY,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAC5E,SAAS,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC;gBACnC,UAAU,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC;aACzC,CAAC;YACF,QAAQ;SACX,CAAC,CAAC;QACH,WAAW,GAAG,OAAO,CAAC;IAC1B,CAAC;IAED,yFAAyF;IACzF,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAChB,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAU,CAAC;QAChD,IAAI,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YACzB,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC;YACvB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACpD,CAAC;IACL,CAAC;SAAM,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QACrB,MAAM,CAAC,IAAI,CAAC;YACR,KAAK,EAAE,CAAC;YACR,IAAI,EAAE,OAAO;YACb,cAAc,EAAE,MAAM;YACtB,QAAQ;YACR,IAAI,EAAE,IAAI;YACV,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,CAAC;YACR,GAAG,EAAE,IAAI,CAAC,MAAM;YAChB,IAAI;YACJ,QAAQ,EAAE,IAAA,0BAAe,EAAC,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;YACvG,QAAQ,EAAE,EAAE;SACf,CAAC,CAAC;IACP,CAAC;IAED,yDAAyD;IACzD,EAAE;IACF,6FAA6F;IAC7F,8FAA8F;IAC9F,6FAA6F;IAC7F,kCAAkC;IAClC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,KAAK,CAAC,QAAQ,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;QAC9D,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;YACtD,SAAS;QACb,CAAC;QACD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACxC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,SAAS,GAAG,IAAA,oCAAwB,EAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YACxD,IAAI,SAAS,EAAE,CAAC;gBACZ,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC/B,MAAM;YACV,CAAC;QACL,CAAC;QACD,KAAK,MAAM,QAAQ,IAAI,IAAA,kCAAsB,EAAC,KAAK,CAAC,EAAE,CAAC;YACnD,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAClC,CAAC;QACD,MAAM,KAAK,GAAG,IAAA,gCAAoB,EAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,KAAK,EAAE,CAAC;YACR,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/B,CAAC;QACD,KAAK,MAAM,QAAQ,IAAI,IAAA,6BAAgB,EAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;YACrE,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAClC,CAAC;IACL,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AACrD,CAAC"}

package/dist/segment/text-blocks.d.ts

@@ -0,0 +1,30 @@
+/**
+ * Stage 3: plain text block segmentation.
+ *
+ * Blocks tile the canonical text completely and without overlap. Every character belongs to exactly
+ * one block, including blank lines and trailing whitespace, so that concatenating block texts
+ * reproduces the input exactly. That is maintained by construction here, and asserted as a property
+ * test, because it is what guarantees content cannot vanish between stages.
+ *
+ * Boundaries are placed at:
+ *   - a change of quote depth
+ *   - a blank line, which separates paragraphs
+ *   - a reply attribution line, which becomes its own block
+ *   - a forward marker, which becomes its own block
+ *   - a signature delimiter, which becomes its own block
+ *   - a rule separator
+ *   - the start of an embedded header block
+ */
+import { type CanonicalText } from '../canonical/text';
+import { type Block } from './types';
+/**
+ * Segment a plain text part into blocks.
+ *
+ * @param raw decoded text of the part
+ * @param mimePart part id for traceability
+ */
+export declare function segmentTextBlocks(raw: string, mimePart: string): {
+    canonical: CanonicalText;
+    blocks: Block[];
+};
+//# sourceMappingURL=text-blocks.d.ts.map

package/dist/segment/text-blocks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"text-blocks.d.ts","sourceRoot":"","sources":["../../src/segment/text-blocks.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAoB,KAAK,aAAa,EAAiB,MAAM,mBAAmB,CAAC;AAMxF,OAAO,EAAE,KAAK,KAAK,EAAiC,MAAM,SAAS,CAAC;AAkDpE;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG;IAAE,SAAS,EAAE,aAAa,CAAC;IAAC,MAAM,EAAE,KAAK,EAAE,CAAA;CAAE,CAiJ9G"}