@spinabot/brigade 0.1.1 → 1.0.0

package/dist/agents/tools/web-fetch-utils.js

@@ -0,0 +1,560 @@
+/**
+ * HTML → markdown extraction utilities.
+ *
+ * Two-tier pipeline lifted from the upstream reference:
+ *
+ *   1. **Primary** — `extractReadableContent`: Mozilla Readability + linkedom
+ *      (both lazy-loaded so the agent loop doesn't pay the parse cost on a
+ *      cold start). Readability scores the DOM, picks the "article" node,
+ *      and returns its inner HTML; we then hand-roll that to markdown via
+ *      regex (NOT Turndown — Turndown is heavy + opinionated, the regex
+ *      pipeline below is ~80 LOC and good-enough for the LLM consumer).
+ *
+ *   2. **Fallback** — `extractBasicHtmlContent`: pure-regex visible-text
+ *      extraction used when Readability returns nothing (very-small pages,
+ *      single-page apps with no semantic markup, malformed HTML).
+ *
+ * `sanitizeHtml` runs BEFORE either extractor to strip hidden content,
+ * scripts/styles, and invisible-Unicode prompt-injection vectors. The
+ * sanitizer is the single most load-bearing thing in this file — without it
+ * an attacker page can hide instructions inside `<div hidden>...</div>` or
+ * style-hidden divs and the markdown converter would surface them.
+ */
+import { truncateText } from "./web-shared.js";
+let readabilityP = null;
+let linkedomP = null;
+async function loadReadability() {
+    if (!readabilityP) {
+        readabilityP = import("@mozilla/readability").catch((err) => {
+            readabilityP = null;
+            throw err;
+        });
+    }
+    return readabilityP;
+}
+async function loadLinkedom() {
+    if (!linkedomP) {
+        linkedomP = import("linkedom").catch((err) => {
+            linkedomP = null;
+            throw err;
+        });
+    }
+    return linkedomP;
+}
+/* ─────────────────────────── sanitizer ─────────────────────────── */
+/** Tags that get fully removed before extraction (content + all). */
+const STRIPPABLE_TAGS = [
+    "script",
+    "style",
+    "noscript",
+    "iframe",
+    "object",
+    "embed",
+    "canvas",
+    "svg",
+    "template",
+    "meta",
+    "link",
+];
+/**
+ * Class names that signal screen-reader-only / visually-hidden content.
+ * Matched substring-wise on the class attribute so `sr-only my-class` hits.
+ */
+const HIDDEN_CLASS_HINTS = [
+    "sr-only",
+    "visually-hidden",
+    "visuallyhidden",
+    "screen-reader-only",
+    "screen-reader-text",
+    "hidden-text",
+    // Bootstrap / Tailwind / utility frameworks
+    "d-none",
+    "hide",
+    "is-hidden",
+    "invisible",
+    "offscreen",
+];
+/**
+ * Pre-extraction sanitizer. Strips:
+ *   1. `<script>/<style>/<noscript>/<iframe>/<object>/<embed>/<canvas>/<svg>/<template>/<meta>/<link>` (tag + contents)
+ *   2. HTML comments
+ *   3. `<input type="hidden">`
+ *   4. Elements with `hidden` attribute, `aria-hidden="true"`, or inline-style
+ *      hidden patterns (`display:none`, `visibility:hidden`, `opacity:0`,
+ *      `font-size:0`, `text-indent:-9999px`, `clip-path: inset(50%)`,
+ *      `transform: scale(0)`, off-screen positioning)
+ *   5. Elements with `class*="sr-only"` / `visually-hidden` etc.
+ *   6. Invisible-Unicode codepoints in the final text (zero-width joiners,
+ *      RTL overrides, tag-namespace characters) — defends against
+ *      prompt-injection-via-glyph-substitution.
+ *
+ * Pure regex — no DOM parsing. Fast (one pass per pattern), no allocations
+ * beyond the working string. Some edge cases (e.g. self-closing tags
+ * inside attributes) aren't covered; the linkedom-backed extractor handles
+ * those because it's a real parser, and the sanitizer is "good enough"
+ * for the basic-HTML fallback path.
+ */
+export function sanitizeHtml(html) {
+    let out = html;
+    // Strip tag-blocks (open + body + close).
+    for (const tag of STRIPPABLE_TAGS) {
+        const re = new RegExp(`<${tag}\\b[\\s\\S]*?<\\/${tag}>`, "gi");
+        out = out.replace(re, "");
+        // Self-closing variants.
+        const selfRe = new RegExp(`<${tag}\\b[^>]*\\/?>`, "gi");
+        out = out.replace(selfRe, "");
+    }
+    // Strip HTML comments — including ones spanning multiple lines.
+    out = out.replace(/<!--[\s\S]*?-->/g, "");
+    // Strip <input type="hidden" …>.
+    out = out.replace(/<input\b[^>]*type=["']hidden["'][^>]*>/gi, "");
+    // Strip elements with hidden / aria-hidden / hidden-class / hidden-style.
+    out = stripHiddenByAttribute(out, "hidden");
+    out = stripHiddenByAttribute(out, "aria-hidden", "true");
+    out = stripHiddenByClass(out);
+    out = stripHiddenByInlineStyle(out);
+    return out;
+}
+/** Drop elements where attribute `attrName` is present (optionally with `value`). */
+function stripHiddenByAttribute(html, attrName, value) {
+    // Matches <tag … attrName=…>…</tag> (loose; doesn't recurse into nested same-tag).
+    const valPart = value ? `=["']${value}["']` : `(?:=["'][^"']*["'])?`;
+    const re = new RegExp(`<([a-z][a-z0-9-]*)\\b[^>]*\\b${attrName}\\b${valPart}[^>]*>[\\s\\S]*?<\\/\\1>`, "gi");
+    return html.replace(re, "");
+}
+/** Drop elements whose class attribute matches one of the hidden-class hints. */
+function stripHiddenByClass(html) {
+    const hintRe = HIDDEN_CLASS_HINTS.map((h) => h.replace(/[.*+?^${}()|[\]\\]/g, "\\$&")).join("|");
+    const re = new RegExp(`<([a-z][a-z0-9-]*)\\b[^>]*class=["'][^"']*\\b(?:${hintRe})\\b[^"']*["'][^>]*>[\\s\\S]*?<\\/\\1>`, "gi");
+    return html.replace(re, "");
+}
+/** Drop elements whose inline `style` looks hidden. */
+function stripHiddenByInlineStyle(html) {
+    const hiddenStyleHints = [
+        /display\s*:\s*none/i,
+        /visibility\s*:\s*hidden/i,
+        /opacity\s*:\s*0(?:\.0+)?(?:[^.\d]|$)/i,
+        /font-size\s*:\s*0(?:px|em|%)?(?:[^.\d]|$)/i,
+        /text-indent\s*:\s*-?\d{4,}px/i,
+        /clip-path\s*:\s*inset\(\s*50%/i,
+        /transform\s*:\s*scale\(\s*0\b/i,
+        /(?:left|top)\s*:\s*-\d{4,}px/i,
+        // Off-screen via translate. Spam pages hide instructions like this.
+        /transform\s*:\s*translate(?:x|y)?\(\s*-?\d{4,}px/i,
+        // Color-transparency tricks — text is rendered but invisible.
+        /color\s*:\s*transparent\b/i,
+        /color\s*:\s*rgba?\(\s*\d+\s*,\s*\d+\s*,\s*\d+\s*,\s*0(?:\.0+)?\s*\)/i,
+        /color\s*:\s*hsla?\(\s*[\d.]+\s*,\s*[\d.]+%?\s*,\s*[\d.]+%?\s*,\s*0(?:\.0+)?\s*\)/i,
+        // 0×0 + overflow:hidden combo (common screen-reader-hide pattern
+        // but also used by injection attacks to smuggle text).
+        /width\s*:\s*0\s*(?:px|em|%)?\s*;\s*height\s*:\s*0/i,
+    ];
+    const re = /<([a-z][a-z0-9-]*)\b[^>]*style=["']([^"']*)["'][^>]*>[\s\S]*?<\/\1>/gi;
+    return html.replace(re, (match, _tag, style) => {
+        return hiddenStyleHints.some((h) => h.test(style)) ? "" : match;
+    });
+}
+/**
+ * Remove invisible Unicode codepoints from final text — zero-width joiners,
+ * RTL/LTR overrides, tag-namespace characters. Hostile pages use these to
+ * smuggle instructions into seemingly-innocent prose. Apply to the FINAL
+ * markdown output, not the raw HTML (the HTML legitimately may contain
+ * &#8203;-style entities that decode to invisible chars).
+ */
+export function stripInvisibleUnicode(text) {
+    // Build the regex from numeric ranges at runtime — avoids any chance
+    // of literal-codepoint regex classes being mangled by editor encoding.
+    // Covers (in order): zero-width space + joiner + non-joiner + RTL/LTR
+    // marks (U+200B..U+200F); embedding/pop/override (U+202A..U+202E);
+    // word joiner + invisible-math operators + function-application
+    // (U+2060..U+2065); isolate marks (U+2066..U+2069); deprecated
+    // inhibit/activate-formatting (U+206A..U+206F); BOM (U+FEFF);
+    // tag-namespace characters used in invisible-tag attacks
+    // (U+E0000..U+E007F). All ranges close on the visible end of common
+    // prompt-injection-via-glyph attacks.
+    const bmpRanges = [
+        [0x200B, 0x200F],
+        [0x202A, 0x202E],
+        [0x2060, 0x2065],
+        [0x2066, 0x2069],
+        [0x206A, 0x206F],
+        [0xFEFF, 0xFEFF],
+    ];
+    const out = [];
+    for (const ch of text) {
+        const code = ch.codePointAt(0) ?? 0;
+        let drop = false;
+        for (const range of bmpRanges) {
+            if (code >= range[0] && code <= range[1]) {
+                drop = true;
+                break;
+            }
+        }
+        if (!drop && code >= 0xE0000 && code <= 0xE007F)
+            drop = true;
+        if (!drop)
+            out.push(ch);
+    }
+    return out.join("");
+}
+/**
+ * Scrub literal envelope marker tokens from incoming content. If an
+ * attacker page emits the exact open/close markers used by
+ * `wrapWebContent` inside its own body, it can pose as a marker boundary
+ * and trick the model into treating subsequent text as instructions.
+ *
+ * Defenses applied in order:
+ *   1. Strip invisible Unicode so zero-width chars can't break up the
+ *      marker token (e.g. `<<<EXTER​NAL_UNTRUSTED_CONTENT>>>` with a
+ *      ZWSP after the R wouldn't match a naive regex).
+ *   2. Normalize ASCII-homoglyphs (fullwidth, mathematical-style chars)
+ *      to their plain-ASCII equivalents before pattern matching.
+ *   3. Match-and-replace the canonical marker forms.
+ *
+ * Returns content with any marker (real or spoofed) redacted to a
+ * placeholder. NOTE: this normalization is per-call defensive — it does
+ * NOT mutate the document's actual text; only the spoof-suspicion paths
+ * see the normalized form.
+ */
+export function stripEnvelopeMarkers(text) {
+    const probe = normalizeHomoglyphs(stripInvisibleUnicode(text));
+    if (!/EXTERNAL_UNTRUSTED_CONTENT/i.test(probe))
+        return text;
+    // Build a regex tolerant of mixed spacing + case + underscore/space
+    // variants. This catches `external_untrusted_content`, `EXTERNAL
+    // UNTRUSTED CONTENT`, plus homoglyph reconstructions.
+    const tokenOpen = /<<<\s*EXTERNAL[_\s]+UNTRUSTED[_\s]+CONTENT\b[^>]*>>>/gi;
+    const tokenClose = /<<<\s*END[_\s]+EXTERNAL[_\s]+UNTRUSTED[_\s]+CONTENT\b[^>]*>>>/gi;
+    const stripped = stripInvisibleUnicode(text);
+    const normalized = normalizeHomoglyphs(stripped);
+    return normalized
+        .replace(tokenClose, "[redacted-end-marker]")
+        .replace(tokenOpen, "[redacted-marker]");
+}
+/**
+ * Map common Unicode homoglyphs back to plain ASCII for marker detection.
+ * The output is NOT meant to be human-readable; it's an internal
+ * normalized form so spoofed markers (using fullwidth `Ｅ` instead of `E`,
+ * or `‹` instead of `<`) can be caught by ASCII regex.
+ */
+function normalizeHomoglyphs(text) {
+    let out = "";
+    for (const ch of text) {
+        const code = ch.codePointAt(0) ?? 0;
+        // ASCII passes through.
+        if (code < 0x80) {
+            out += ch;
+            continue;
+        }
+        // Fullwidth Latin A-Z (U+FF21..U+FF3A) → ASCII A-Z.
+        if (code >= 0xFF21 && code <= 0xFF3A) {
+            out += String.fromCharCode(code - 0xFF21 + 0x41);
+            continue;
+        }
+        // Fullwidth Latin a-z (U+FF41..U+FF5A) → ASCII a-z.
+        if (code >= 0xFF41 && code <= 0xFF5A) {
+            out += String.fromCharCode(code - 0xFF41 + 0x61);
+            continue;
+        }
+        // Fullwidth digits + punctuation (U+FF00..U+FF20).
+        if (code >= 0xFF01 && code <= 0xFF20) {
+            out += String.fromCharCode(code - 0xFF00 + 0x20);
+            continue;
+        }
+        // Common bracket / angle homoglyphs.
+        switch (ch) {
+            case "‹":
+                out += "<";
+                continue;
+            case "›":
+                out += ">";
+                continue;
+            case "«":
+                out += "<";
+                continue;
+            case "»":
+                out += ">";
+                continue;
+            case "⟨":
+                out += "<";
+                continue;
+            case "⟩":
+                out += ">";
+                continue;
+            case "＜":
+                out += "<";
+                continue;
+            case "＞":
+                out += ">";
+                continue;
+            case "‒":
+                out += "-";
+                continue;
+            case "–":
+                out += "-";
+                continue;
+            case "—":
+                out += "-";
+                continue;
+            case "_":
+                out += "_";
+                continue;
+            case " ":
+                out += " ";
+                continue;
+            case "　":
+                out += " ";
+                continue;
+            default: break;
+        }
+        // Drop everything else from the probe so it can't ride along with
+        // adjacent ASCII to evade the regex.
+        out += ch;
+    }
+    return out;
+}
+/* ─────────────────────────── html → markdown ─────────────────────────── */
+/**
+ * Hand-rolled HTML→markdown via regex. NOT Turndown — Turndown is ~120 KB
+ * + opinions we don't need. This converter handles the ~12 tags that
+ * actually matter for LLM consumption (headings, paragraphs, links,
+ * lists, code, blockquotes, emphasis) and stuffs the rest as plain text.
+ *
+ * Input is expected to be ALREADY sanitized (no `<script>`/`<style>`).
+ */
+export function htmlToMarkdown(html) {
+    let out = html;
+    // Decode common HTML entities to their text equivalent.
+    out = decodeHtmlEntities(out);
+    // Headings — h1 → #, h2 → ##, …, h6 → ######.
+    for (let i = 6; i >= 1; i -= 1) {
+        const hashes = "#".repeat(i);
+        const re = new RegExp(`<h${i}\\b[^>]*>([\\s\\S]*?)<\\/h${i}>`, "gi");
+        out = out.replace(re, (_m, body) => `\n\n${hashes} ${stripTags(body).trim()}\n\n`);
+    }
+    // Code blocks — `<pre><code>…</code></pre>` → fenced block.
+    out = out.replace(/<pre\b[^>]*><code\b[^>]*>([\s\S]*?)<\/code><\/pre>/gi, (_m, body) => {
+        return `\n\n\`\`\`\n${decodeHtmlEntities(body).trim()}\n\`\`\`\n\n`;
+    });
+    // Inline code.
+    out = out.replace(/<code\b[^>]*>([\s\S]*?)<\/code>/gi, (_m, body) => {
+        return `\`${decodeHtmlEntities(body).replace(/\s+/g, " ").trim()}\``;
+    });
+    // Blockquotes.
+    out = out.replace(/<blockquote\b[^>]*>([\s\S]*?)<\/blockquote>/gi, (_m, body) => {
+        const inner = stripTags(body).trim();
+        return `\n\n${inner
+            .split("\n")
+            .map((line) => `> ${line}`)
+            .join("\n")}\n\n`;
+    });
+    // Anchors — `<a href="x">y</a>` → `[y](x)`. Skip empty hrefs.
+    out = out.replace(/<a\b[^>]*\bhref=["']([^"']+)["'][^>]*>([\s\S]*?)<\/a>/gi, (_m, href, body) => {
+        const label = stripTags(body).trim();
+        if (!label)
+            return "";
+        if (!href || href.startsWith("#") || href.toLowerCase().startsWith("javascript:"))
+            return label;
+        return `[${label}](${href})`;
+    });
+    // Images — `<img alt="x" src="y">` → `![x](y)`. Drop entirely when src missing.
+    out = out.replace(/<img\b[^>]*>/gi, (m) => {
+        const srcMatch = m.match(/\bsrc=["']([^"']+)["']/i);
+        if (!srcMatch)
+            return "";
+        const src = srcMatch[1];
+        const altMatch = m.match(/\balt=["']([^"']*)["']/i);
+        const alt = altMatch ? altMatch[1] : "";
+        return `![${alt}](${src})`;
+    });
+    // Lists. Convert `<li>` → `- ` then drop the surrounding `<ul>/<ol>`.
+    out = out.replace(/<li\b[^>]*>([\s\S]*?)<\/li>/gi, (_m, body) => `\n- ${stripTags(body).trim()}`);
+    out = out.replace(/<\/?(ul|ol)\b[^>]*>/gi, "");
+    // Emphasis + strong + bold + italic.
+    out = out.replace(/<(?:strong|b)\b[^>]*>([\s\S]*?)<\/(?:strong|b)>/gi, (_m, body) => `**${stripTags(body)}**`);
+    out = out.replace(/<(?:em|i)\b[^>]*>([\s\S]*?)<\/(?:em|i)>/gi, (_m, body) => `*${stripTags(body)}*`);
+    // Line break + horizontal rule.
+    out = out.replace(/<br\s*\/?>/gi, "\n");
+    out = out.replace(/<hr\s*\/?>/gi, "\n\n---\n\n");
+    // Paragraph + div boundaries → double newline.
+    out = out.replace(/<\/p\s*>/gi, "\n\n");
+    out = out.replace(/<\/div\s*>/gi, "\n");
+    // Strip everything else.
+    out = stripTags(out);
+    // Normalize whitespace.
+    out = normalizeWhitespace(out);
+    // Strip invisible Unicode (prompt-injection defense).
+    out = stripInvisibleUnicode(out);
+    // Scrub envelope markers — a poisoned page can't pose as the boundary.
+    out = stripEnvelopeMarkers(out);
+    return out.trim();
+}
+/** Strip ALL remaining HTML tags from a string. */
+function stripTags(input) {
+    return input.replace(/<\/?[a-z][a-z0-9-]*\b[^>]*>/gi, "");
+}
+/** Collapse runs of whitespace; keep paragraph breaks (double newlines). */
+function normalizeWhitespace(input) {
+    return input
+        .replace(/[ \t]+/g, " ")
+        .replace(/\n{3,}/g, "\n\n")
+        .replace(/[ \t]*\n[ \t]*/g, "\n");
+}
+/**
+ * Cheap heuristic: scan the open/close tag stream and track depth. If at
+ * any point the depth exceeds `maxDepth`, return true. Not exact — self-
+ * closing tags, malformed HTML, and void elements are best-effort — but
+ * good enough to refuse a `<div>` × 10 000 nesting attack before linkedom
+ * blows the recursion stack.
+ */
+function exceedsEstimatedNestingDepth(html, maxDepth) {
+    let depth = 0;
+    let max = 0;
+    const VOID_RE = /^(area|base|br|col|embed|hr|img|input|link|meta|param|source|track|wbr)$/i;
+    const re = /<\/?([a-z][a-z0-9-]*)\b[^>]*?(\/?)>/gi;
+    let m;
+    while ((m = re.exec(html)) !== null) {
+        const tag = m[1] ?? "";
+        const selfClosing = m[2] === "/" || VOID_RE.test(tag);
+        const isClose = m[0].startsWith("</");
+        if (isClose) {
+            if (depth > 0)
+                depth -= 1;
+        }
+        else if (!selfClosing) {
+            depth += 1;
+            if (depth > max)
+                max = depth;
+            if (max > maxDepth)
+                return true;
+        }
+    }
+    return false;
+}
+/**
+ * Decode the most common HTML entities. Not exhaustive — covers what
+ * actually appears in scraped pages 99% of the time.
+ */
+export function decodeHtmlEntities(input) {
+    return input
+        .replace(/&amp;/g, "&")
+        .replace(/&lt;/g, "<")
+        .replace(/&gt;/g, ">")
+        .replace(/&quot;/g, '"')
+        .replace(/&#039;/g, "'")
+        .replace(/&apos;/g, "'")
+        .replace(/&nbsp;/g, " ")
+        .replace(/&#x([0-9a-f]+);/gi, (_m, hex) => String.fromCodePoint(parseInt(hex, 16)))
+        .replace(/&#(\d+);/g, (_m, dec) => String.fromCodePoint(parseInt(dec, 10)));
+}
+/**
+ * Run Mozilla Readability on an HTML doc. Returns null when Readability
+ * gave us nothing useful (rare — Readability is forgiving). Caller should
+ * fall back to `extractBasicHtmlContent` on null.
+ */
+export async function extractReadableContent(html, baseUrl) {
+    // Sanitize first — Readability would otherwise score hidden-style spam
+    // as real content.
+    const sanitized = sanitizeHtml(html);
+    // Pre-flight: very-deep DOMs blow Readability's recursion stack.
+    if (sanitized.length > 1_048_576)
+        return null;
+    // Nesting-depth guard — pathologically nested `<div><div>…` would
+    // also crash the parser. Bail fast if the open-tag streak suggests
+    // excessive depth.
+    if (exceedsEstimatedNestingDepth(sanitized, 3_000))
+        return null;
+    let parseHTML;
+    let Readability;
+    try {
+        const linkedom = await loadLinkedom();
+        parseHTML = linkedom.parseHTML;
+        const readability = await loadReadability();
+        Readability = readability.Readability;
+    }
+    catch {
+        // Lazy load failed — fall through; caller uses basic-html fallback.
+        return null;
+    }
+    let doc;
+    try {
+        const result = parseHTML(sanitized);
+        doc = result.document;
+        // Set baseURI so relative <a href> targets resolve correctly.
+        try {
+            Object.defineProperty(doc, "baseURI", { value: baseUrl, configurable: true });
+        }
+        catch {
+            /* base-uri may be read-only in some linkedom versions */
+        }
+    }
+    catch {
+        return null;
+    }
+    const parsed = (() => {
+        try {
+            // charThreshold:0 — accept short articles (FAQs, landing pages,
+            // docs). Default 500 would drop them to the regex fallback for no
+            // benefit. classesToPreserve empty + keepClasses:false → keep
+            // markup clean.
+            return new Readability(doc, { charThreshold: 0, classesToPreserve: [], keepClasses: false }).parse();
+        }
+        catch {
+            return null;
+        }
+    })();
+    if (!parsed?.content)
+        return null;
+    const markdown = htmlToMarkdown(parsed.content);
+    if (!markdown.trim())
+        return null;
+    const rawTitle = parsed.title?.trim();
+    const title = rawTitle ? stripEnvelopeMarkers(stripInvisibleUnicode(rawTitle)) : undefined;
+    return {
+        title: title || undefined,
+        text: markdown,
+        extractor: "readability",
+    };
+}
+/**
+ * Pure-regex fallback when Readability returns nothing. Strips all HTML and
+ * returns the visible text. Loses structure (no headings, no lists), but
+ * better than returning nothing — for small/SPA pages this is what the
+ * model gets.
+ */
+export function extractBasicHtmlContent(html) {
+    const sanitized = sanitizeHtml(html);
+    const titleMatch = sanitized.match(/<title\b[^>]*>([\s\S]*?)<\/title>/i);
+    const rawTitle = titleMatch
+        ? decodeHtmlEntities(stripTags(titleMatch[1])).trim()
+        : undefined;
+    const title = rawTitle ? stripEnvelopeMarkers(stripInvisibleUnicode(rawTitle)) : undefined;
+    const text = stripEnvelopeMarkers(stripInvisibleUnicode(normalizeWhitespace(decodeHtmlEntities(stripTags(sanitized))))).trim();
+    return { title: title || undefined, text, extractor: "basic-html" };
+}
+/** Strip markdown back to plain text (for the `extractMode: "text"` path). */
+export function markdownToText(md) {
+    let out = md;
+    // Fenced code blocks → keep body, drop fences.
+    out = out.replace(/```[\s\S]*?```/g, (m) => m.replace(/^```.*\n?/, "").replace(/```$/, ""));
+    // Inline code → keep body.
+    out = out.replace(/`([^`]+)`/g, "$1");
+    // Links → keep label.
+    out = out.replace(/\[([^\]]*)\]\([^)]*\)/g, "$1");
+    // Images → keep alt.
+    out = out.replace(/!\[([^\]]*)\]\([^)]*\)/g, "$1");
+    // Headings, blockquotes, list markers.
+    out = out.replace(/^#{1,6}\s+/gm, "").replace(/^>\s?/gm, "").replace(/^\s*[-*]\s+/gm, "");
+    // Emphasis.
+    out = out.replace(/\*\*([^*]+)\*\*/g, "$1").replace(/\*([^*]+)\*/g, "$1");
+    // Horizontal rules.
+    out = out.replace(/^---+\s*$/gm, "");
+    return normalizeWhitespace(out).trim();
+}
+/** Format text+title into a `truncateText`-able body. */
+export function composeFetchBody(extracted, opts) {
+    const body = opts.extractMode === "text" ? markdownToText(extracted.text) : extracted.text;
+    const withTitle = extracted.title ? `# ${extracted.title}\n\n${body}` : body;
+    return truncateText(withTitle, opts.maxChars);
+}
+//# sourceMappingURL=web-fetch-utils.js.map

package/dist/agents/tools/web-fetch-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-fetch-utils.js","sourceRoot":"","sources":["../../../src/agents/tools/web-fetch-utils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAuB/C,IAAI,YAAY,GAAsC,IAAI,CAAC;AAC3D,IAAI,SAAS,GAAmC,IAAI,CAAC;AAErD,KAAK,UAAU,eAAe;IAC7B,IAAI,CAAC,YAAY,EAAE,CAAC;QACnB,YAAY,GAAI,MAAM,CAAC,sBAAsB,CAA2C,CAAC,KAAK,CAC7F,CAAC,GAAG,EAAE,EAAE;YACP,YAAY,GAAG,IAAI,CAAC;YACpB,MAAM,GAAG,CAAC;QACX,CAAC,CACD,CAAC;IACH,CAAC;IACD,OAAO,YAAY,CAAC;AACrB,CAAC;AAED,KAAK,UAAU,YAAY;IAC1B,IAAI,CAAC,SAAS,EAAE,CAAC;QAChB,SAAS,GAAI,MAAM,CAAC,UAAU,CAAwC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACpF,SAAS,GAAG,IAAI,CAAC;YACjB,MAAM,GAAG,CAAC;QACX,CAAC,CAAC,CAAC;IACJ,CAAC;IACD,OAAO,SAAS,CAAC;AAClB,CAAC;AAED,uEAAuE;AAEvE,qEAAqE;AACrE,MAAM,eAAe,GAAG;IACvB,QAAQ;IACR,OAAO;IACP,UAAU;IACV,QAAQ;IACR,QAAQ;IACR,OAAO;IACP,QAAQ;IACR,KAAK;IACL,UAAU;IACV,MAAM;IACN,MAAM;CACN,CAAC;AAEF;;;GAGG;AACH,MAAM,kBAAkB,GAAG;IAC1B,SAAS;IACT,iBAAiB;IACjB,gBAAgB;IAChB,oBAAoB;IACpB,oBAAoB;IACpB,aAAa;IACb,4CAA4C;IAC5C,QAAQ;IACR,MAAM;IACN,WAAW;IACX,WAAW;IACX,WAAW;CACX,CAAC;AAEF;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,UAAU,YAAY,CAAC,IAAY;IACxC,IAAI,GAAG,GAAG,IAAI,CAAC;IACf,0CAA0C;IAC1C,KAAK,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;QACnC,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,IAAI,GAAG,oBAAoB,GAAG,GAAG,EAAE,IAAI,CAAC,CAAC;QAC/D,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC1B,yBAAyB;QACzB,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,GAAG,eAAe,EAAE,IAAI,CAAC,CAAC;QACxD,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC/B,CAAC;IACD,gEAAgE;IAChE,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC;IAC1C,iCAAiC;IACjC,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,0CAA0C,EAAE,EAAE,CAAC,CAAC;IAClE,0EAA0E;IAC1E,GAAG,GAAG,sBAAsB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC5C,GAAG,GAAG,sBAAsB,CAAC,GAAG,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;IACzD,GAAG,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;IAC9B,GAAG,GAAG,wBAAwB,CAAC,GAAG,CAAC,CAAC;IACpC,OAAO,GAAG,CAAC;AACZ,CAAC;AAED,qFAAqF;AACrF,SAAS,sBAAsB,CAAC,IAAY,EAAE,QAAgB,EAAE,KAAc;IAC7E,mFAAmF;IACnF,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,sBAAsB,CAAC;IACrE,MAAM,EAAE,GAAG,IAAI,MAAM,CACpB,gCAAgC,QAAQ,MAAM,OAAO,0BAA0B,EAC/E,IAAI,CACJ,CAAC;IACF,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;AAC7B,CAAC;AAED,iFAAiF;AACjF,SAAS,kBAAkB,CAAC,IAAY;IACvC,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjG,MAAM,EAAE,GAAG,IAAI,MAAM,CACpB,mDAAmD,MAAM,wCAAwC,EACjG,IAAI,CACJ,CAAC;IACF,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;AAC7B,CAAC;AAED,uDAAuD;AACvD,SAAS,wBAAwB,CAAC,IAAY;IAC7C,MAAM,gBAAgB,GAAG;QACxB,qBAAqB;QACrB,0BAA0B;QAC1B,uCAAuC;QACvC,4CAA4C;QAC5C,+BAA+B;QAC/B,gCAAgC;QAChC,gCAAgC;QAChC,+BAA+B;QAC/B,oEAAoE;QACpE,mDAAmD;QACnD,8DAA8D;QAC9D,4BAA4B;QAC5B,sEAAsE;QACtE,mFAAmF;QACnF,iEAAiE;QACjE,uDAAuD;QACvD,oDAAoD;KACpD,CAAC;IACF,MAAM,EAAE,GAAG,uEAAuE,CAAC;IACnF,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,KAAa,EAAE,EAAE;QACtD,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;IACjE,CAAC,CAAC,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,qBAAqB,CAAC,IAAY;IACjD,qEAAqE;IACrE,uEAAuE;IACvE,sEAAsE;IACtE,mEAAmE;IACnE,gEAAgE;IAChE,+DAA+D;IAC/D,8DAA8D;IAC9D,yDAAyD;IACzD,oEAAoE;IACpE,sCAAsC;IACtC,MAAM,SAAS,GAA6C;QAC3D,CAAC,MAAM,EAAE,MAAM,CAAC;QAChB,CAAC,MAAM,EAAE,MAAM,CAAC;QAChB,CAAC,MAAM,EAAE,MAAM,CAAC;QAChB,CAAC,MAAM,EAAE,MAAM,CAAC;QAChB,CAAC,MAAM,EAAE,MAAM,CAAC;QAChB,CAAC,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,IAAI,GAAG,KAAK,CAAC;QACjB,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;YAC/B,IAAI,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBAAC,IAAI,GAAG,IAAI,CAAC;gBAAC,MAAM;YAAC,CAAC;QAClE,CAAC;QACD,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,OAAO,IAAI,IAAI,IAAI,OAAO;YAAE,IAAI,GAAG,IAAI,CAAC;QAC7D,IAAI,CAAC,IAAI;YAAE,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACzB,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACrB,CAAC;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAAY;IAChD,MAAM,KAAK,GAAG,mBAAmB,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/D,IAAI,CAAC,6BAA6B,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5D,oEAAoE;IACpE,iEAAiE;IACjE,sDAAsD;IACtD,MAAM,SAAS,GAAG,wDAAwD,CAAC;IAC3E,MAAM,UAAU,GAAG,iEAAiE,CAAC;IACrF,MAAM,QAAQ,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;IAC7C,MAAM,UAAU,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IACjD,OAAO,UAAU;SACf,OAAO,CAAC,UAAU,EAAE,uBAAuB,CAAC;SAC5C,OAAO,CAAC,SAAS,EAAE,mBAAmB,CAAC,CAAC;AAC3C,CAAC;AAED;;;;;GAKG;AACH,SAAS,mBAAmB,CAAC,IAAY;IACxC,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,KAAK,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACpC,wBAAwB;QACxB,IAAI,IAAI,GAAG,IAAI,EAAE,CAAC;YACjB,GAAG,IAAI,EAAE,CAAC;YACV,SAAS;QACV,CAAC;QACD,oDAAoD;QACpD,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,EAAE,CAAC;YACtC,GAAG,IAAI,MAAM,CAAC,YAAY,CAAC,IAAI,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC;YACjD,SAAS;QACV,CAAC;QACD,oDAAoD;QACpD,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,EAAE,CAAC;YACtC,GAAG,IAAI,MAAM,CAAC,YAAY,CAAC,IAAI,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC;YACjD,SAAS;QACV,CAAC;QACD,mDAAmD;QACnD,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,EAAE,CAAC;YACtC,GAAG,IAAI,MAAM,CAAC,YAAY,CAAC,IAAI,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC;YACjD,SAAS;QACV,CAAC;QACD,qCAAqC;QACrC,QAAQ,EAAE,EAAE,CAAC;YACZ,KAAK,GAAG;gBAAE,GAAG,IAAI,GAAG,CAAC;gBAAC,SAAS;YAC/B,KAAK,GAAG;gBAAE,GAAG,IAAI,GAAG,CAAC;gBAAC,SAAS;YAC/B,KAAK,GAAG;gBAAE,GAAG,IAAI,GAAG,CAAC;gBAAC,SAAS;YAC/B,KAAK,GAAG;gBAAE,GAAG,IAAI,GAAG,CAAC;gBAAC,SAAS;YAC/B,KAAK,GAAG;gBAAE,GAAG,IAAI,GAAG,CAAC;gBAAC,SAAS;YAC/B,KAAK,GAAG;gBAAE,GAAG,IAAI,GAAG,CAAC;gBAAC,SAAS;YAC/B,KAAK,GAAG;gBAAE,GAAG,IAAI,GAAG,CAAC;gBAAC,SAAS;YAC/B,KAAK,GAAG;gBAAE,GAAG,IAAI,GAAG,CAAC;gBAAC,SAAS;YAC/B,KAAK,GAAG;gBAAE,GAAG,IAAI,GAAG,CAAC;gBAAC,SAAS;YAC/B,KAAK,GAAG;gBAAE,GAAG,IAAI,GAAG,CAAC;gBAAC,SAAS;YAC/B,KAAK,GAAG;gBAAE,GAAG,IAAI,GAAG,CAAC;gBAAC,SAAS;YAC/B,KAAK,GAAG;gBAAE,GAAG,IAAI,GAAG,CAAC;gBAAC,SAAS;YAC/B,KAAK,GAAG;gBAAE,GAAG,IAAI,GAAG,CAAC;gBAAC,SAAS;YAC/B,KAAK,GAAG;gBAAE,GAAG,IAAI,GAAG,CAAC;gBAAC,SAAS;YAC/B,OAAO,CAAC,CAAC,MAAM;QAChB,CAAC;QACD,kEAAkE;QAClE,qCAAqC;QACrC,GAAG,IAAI,EAAE,CAAC;IACX,CAAC;IACD,OAAO,GAAG,CAAC;AACZ,CAAC;AAED,6EAA6E;AAE7E;;;;;;;GAOG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IAC1C,IAAI,GAAG,GAAG,IAAI,CAAC;IACf,wDAAwD;IACxD,GAAG,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;IAC9B,8CAA8C;IAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACrE,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,IAAY,EAAE,EAAE,CAAC,OAAO,MAAM,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC5F,CAAC;IACD,4DAA4D;IAC5D,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,sDAAsD,EAAE,CAAC,EAAE,EAAE,IAAY,EAAE,EAAE;QAC9F,OAAO,eAAe,kBAAkB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,cAAc,CAAC;IACrE,CAAC,CAAC,CAAC;IACH,eAAe;IACf,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,mCAAmC,EAAE,CAAC,EAAE,EAAE,IAAY,EAAE,EAAE;QAC3E,OAAO,KAAK,kBAAkB,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC;IACtE,CAAC,CAAC,CAAC;IACH,eAAe;IACf,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,+CAA+C,EAAE,CAAC,EAAE,EAAE,IAAY,EAAE,EAAE;QACvF,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACrC,OAAO,OAAO,KAAK;aACjB,KAAK,CAAC,IAAI,CAAC;aACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC;aAC1B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;IACpB,CAAC,CAAC,CAAC;IACH,8DAA8D;IAC9D,GAAG,GAAG,GAAG,CAAC,OAAO,CAChB,yDAAyD,EACzD,CAAC,EAAE,EAAE,IAAY,EAAE,IAAY,EAAE,EAAE;QAClC,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QACtB,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC;YAAE,OAAO,KAAK,CAAC;QAChG,OAAO,IAAI,KAAK,KAAK,IAAI,GAAG,CAAC;IAC9B,CAAC,CACD,CAAC;IACF,gFAAgF;IAChF,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAS,EAAE,EAAE;QACjD,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QACpD,IAAI,CAAC,QAAQ;YAAE,OAAO,EAAE,CAAC;QACzB,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAW,CAAC;QAClC,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAE,QAAQ,CAAC,CAAC,CAAY,CAAC,CAAC,CAAC,EAAE,CAAC;QACpD,OAAO,KAAK,GAAG,KAAK,GAAG,GAAG,CAAC;IAC5B,CAAC,CAAC,CAAC;IACH,sEAAsE;IACtE,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,+BAA+B,EAAE,CAAC,EAAE,EAAE,IAAY,EAAE,EAAE,CAAC,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC1G,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAC;IAC/C,qCAAqC;IACrC,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,mDAAmD,EAAE,CAAC,EAAE,EAAE,IAAY,EAAE,EAAE,CAAC,KAAK,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvH,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,2CAA2C,EAAE,CAAC,EAAE,EAAE,IAAY,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7G,gCAAgC;IAChC,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;IACxC,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;IACjD,+CAA+C;IAC/C,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IACxC,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;IACxC,yBAAyB;IACzB,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;IACrB,wBAAwB;IACxB,GAAG,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC/B,sDAAsD;IACtD,GAAG,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;IACjC,uEAAuE;IACvE,GAAG,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;IAChC,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC;AACnB,CAAC;AAED,mDAAmD;AACnD,SAAS,SAAS,CAAC,KAAa;IAC/B,OAAO,KAAK,CAAC,OAAO,CAAC,+BAA+B,EAAE,EAAE,CAAC,CAAC;AAC3D,CAAC;AAED,4EAA4E;AAC5E,SAAS,mBAAmB,CAAC,KAAa;IACzC,OAAO,KAAK;SACV,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,OAAO,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAC;AACpC,CAAC;AAED;;;;;;GAMG;AACH,SAAS,4BAA4B,CAAC,IAAY,EAAE,QAAgB;IACnE,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,MAAM,OAAO,GAAG,2EAA2E,CAAC;IAC5F,MAAM,EAAE,GAAG,uCAAuC,CAAC;IACnD,IAAI,CAAyB,CAAC;IAC9B,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACvB,MAAM,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,OAAO,EAAE,CAAC;YACb,IAAI,KAAK,GAAG,CAAC;gBAAE,KAAK,IAAI,CAAC,CAAC;QAC3B,CAAC;aAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YACzB,KAAK,IAAI,CAAC,CAAC;YACX,IAAI,KAAK,GAAG,GAAG;gBAAE,GAAG,GAAG,KAAK,CAAC;YAC7B,IAAI,GAAG,GAAG,QAAQ;gBAAE,OAAO,IAAI,CAAC;QACjC,CAAC;IACF,CAAC;IACD,OAAO,KAAK,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC/C,OAAO,KAAK;SACV,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,mBAAmB,EAAE,CAAC,EAAE,EAAE,GAAW,EAAE,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;SAC1F,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,GAAW,EAAE,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;AACtF,CAAC;AAUD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC3C,IAAY,EACZ,OAAe;IAEf,uEAAuE;IACvE,mBAAmB;IACnB,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACrC,iEAAiE;IACjE,IAAI,SAAS,CAAC,MAAM,GAAG,SAAS;QAAE,OAAO,IAAI,CAAC;IAC9C,kEAAkE;IAClE,mEAAmE;IACnE,mBAAmB;IACnB,IAAI,4BAA4B,CAAC,SAAS,EAAE,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAChE,IAAI,SAAsC,CAAC;IAC3C,IAAI,WAA6C,CAAC;IAClD,IAAI,CAAC;QACJ,MAAM,QAAQ,GAAG,MAAM,YAAY,EAAE,CAAC;QACtC,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;QAC/B,MAAM,WAAW,GAAG,MAAM,eAAe,EAAE,CAAC;QAC5C,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC;IACvC,CAAC;IAAC,MAAM,CAAC;QACR,oEAAoE;QACpE,OAAO,IAAI,CAAC;IACb,CAAC;IACD,IAAI,GAAiB,CAAC;IACtB,IAAI,CAAC;QACJ,MAAM,MAAM,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC;QACpC,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC;QACtB,8DAA8D;QAC9D,IAAI,CAAC;YACJ,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/E,CAAC;QAAC,MAAM,CAAC;YACR,yDAAyD;QAC1D,CAAC;IACF,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,IAAI,CAAC;IACb,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,GAAG,EAAE;QACpB,IAAI,CAAC;YACJ,gEAAgE;YAChE,kEAAkE;YAClE,8DAA8D;YAC9D,gBAAgB;YAChB,OAAO,IAAI,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;QACtG,CAAC;QAAC,MAAM,CAAC;YACR,OAAO,IAAI,CAAC;QACb,CAAC;IACF,CAAC,CAAC,EAAE,CAAC;IACL,IAAI,CAAC,MAAM,EAAE,OAAO;QAAE,OAAO,IAAI,CAAC;IAClC,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAChD,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;QAAE,OAAO,IAAI,CAAC;IAClC,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC;IACtC,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,oBAAoB,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3F,OAAO;QACN,KAAK,EAAE,KAAK,IAAI,SAAS;QACzB,IAAI,EAAE,QAAQ;QACd,SAAS,EAAE,aAAa;KACxB,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,uBAAuB,CAAC,IAAY;IACnD,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;IACzE,MAAM,QAAQ,GAAG,UAAU;QAC1B,CAAC,CAAC,kBAAkB,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAW,CAAC,CAAC,CAAC,IAAI,EAAE;QAC/D,CAAC,CAAC,SAAS,CAAC;IACb,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,oBAAoB,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3F,MAAM,IAAI,GAAG,oBAAoB,CAChC,qBAAqB,CAAC,mBAAmB,CAAC,kBAAkB,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CACpF,CAAC,IAAI,EAAE,CAAC;IACT,OAAO,EAAE,KAAK,EAAE,KAAK,IAAI,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC;AACrE,CAAC;AAED,8EAA8E;AAC9E,MAAM,UAAU,cAAc,CAAC,EAAU;IACxC,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,+CAA+C;IAC/C,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC;IACpG,2BAA2B;IAC3B,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IACtC,sBAAsB;IACtB,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,wBAAwB,EAAE,IAAI,CAAC,CAAC;IAClD,qBAAqB;IACrB,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,yBAAyB,EAAE,IAAI,CAAC,CAAC;IACnD,uCAAuC;IACvC,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;IAC1F,YAAY;IACZ,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;IAC1E,oBAAoB;IACpB,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;IACrC,OAAO,mBAAmB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACxC,CAAC;AAED,yDAAyD;AACzD,MAAM,UAAU,gBAAgB,CAAC,SAA2B,EAAE,IAA4D;IAIzH,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,KAAK,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC;IAC3F,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,KAAK,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAC7E,OAAO,YAAY,CAAC,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC/C,CAAC"}