@agent-native/core 0.53.0 → 0.54.1

package/dist/extensions/web-content.d.ts

@@ -0,0 +1,61 @@
+export type WebResponseMode = "auto" | "raw" | "text" | "markdown" | "links" | "metadata" | "matches";
+export type WebExtractMode = "readability" | "all-visible" | "none";
+export type WebSearchSource = "extracted" | "raw";
+export interface WebContentSearchOptions {
+    query?: string | string[];
+    queries?: string[];
+    terms?: string[];
+    regex?: string;
+    regexFlags?: string;
+    caseSensitive?: boolean;
+    source?: WebSearchSource;
+    maxMatches?: number;
+    contextChars?: number;
+}
+export interface WebContentProcessOptions {
+    url: string;
+    body: string;
+    contentType?: string | null;
+    responseMode?: string;
+    extract?: string;
+    includeLinks?: boolean;
+    search?: WebContentSearchOptions | null;
+    maxChars?: number;
+}
+export interface WebContentLink {
+    text: string;
+    url: string;
+}
+export interface WebContentMatch {
+    kind: "query" | "term" | "regex";
+    query: string;
+    match: string;
+    index: number;
+    snippet: string;
+}
+export interface WebContentResult {
+    mode: Exclude<WebResponseMode, "auto">;
+    extract: WebExtractMode;
+    contentType: string | null;
+    title?: string;
+    excerpt?: string;
+    byline?: string;
+    siteName?: string;
+    lang?: string;
+    publishedTime?: string;
+    content?: string;
+    links?: WebContentLink[];
+    matches?: WebContentMatch[];
+    totalMatches?: number;
+    omittedMatches?: number;
+    searchSource?: WebSearchSource;
+    truncated?: boolean;
+    searchTruncated?: boolean;
+}
+export declare function hasWebContentSearch(search: WebContentSearchOptions | null | undefined): boolean;
+export declare function normalizeWebResponseMode(value: unknown, fallback?: WebResponseMode): WebResponseMode;
+export declare function normalizeWebExtractMode(value: unknown, fallback?: WebExtractMode): WebExtractMode;
+export declare function parseWebContentSearchOptions(value: unknown): WebContentSearchOptions | null;
+export declare function processWebContent(options: WebContentProcessOptions): WebContentResult;
+export declare function formatWebContentResult(result: WebContentResult): string;
+//# sourceMappingURL=web-content.d.ts.map

package/dist/extensions/web-content.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-content.d.ts","sourceRoot":"","sources":["../../src/extensions/web-content.ts"],"names":[],"mappings":"AAKA,MAAM,MAAM,eAAe,GACvB,MAAM,GACN,KAAK,GACL,MAAM,GACN,UAAU,GACV,OAAO,GACP,UAAU,GACV,SAAS,CAAC;AAEd,MAAM,MAAM,cAAc,GAAG,aAAa,GAAG,aAAa,GAAG,MAAM,CAAC;AACpE,MAAM,MAAM,eAAe,GAAG,WAAW,GAAG,KAAK,CAAC;AAElD,MAAM,WAAW,uBAAuB;IACtC,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,MAAM,CAAC,EAAE,eAAe,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,wBAAwB;IACvC,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,MAAM,CAAC,EAAE,uBAAuB,GAAG,IAAI,CAAC;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,OAAO,GAAG,MAAM,GAAG,OAAO,CAAC;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,OAAO,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;IACvC,OAAO,EAAE,cAAc,CAAC;IACxB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;IACzB,OAAO,CAAC,EAAE,eAAe,EAAE,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,YAAY,CAAC,EAAE,eAAe,CAAC;IAC/B,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAiBD,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,uBAAuB,GAAG,IAAI,GAAG,SAAS,GACjD,OAAO,CAQT;AAED,wBAAgB,wBAAwB,CACtC,KAAK,EAAE,OAAO,EACd,QAAQ,GAAE,eAAwB,GACjC,eAAe,CAgBjB;AAED,wBAAgB,uBAAuB,CACrC,KAAK,EAAE,OAAO,EACd,QAAQ,GAAE,cAA8B,GACvC,cAAc,CAYhB;AAED,wBAAgB,4BAA4B,CAC1C,KAAK,EAAE,OAAO,GACb,uBAAuB,GAAG,IAAI,CAiBhC;AAED,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,wBAAwB,GAChC,gBAAgB,CAsElB;AAED,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,gBAAgB,GAAG,MAAM,CAkCvE"}

package/dist/extensions/web-content.js

@@ -0,0 +1,468 @@
+import { Readability } from "@mozilla/readability";
+import { parseHTML } from "linkedom/worker";
+import safeRegex from "safe-regex2";
+import TurndownService from "turndown";
+const DEFAULT_MAX_CONTENT_CHARS = 32_000;
+const MAX_SEARCH_SOURCE_CHARS = 500_000;
+const DEFAULT_MAX_MATCHES = 50;
+const MAX_MATCHES = 500;
+const DEFAULT_CONTEXT_CHARS = 160;
+const MAX_CONTEXT_CHARS = 1_000;
+const turndown = new TurndownService({
+    headingStyle: "atx",
+    bulletListMarker: "-",
+    codeBlockStyle: "fenced",
+    linkStyle: "inlined",
+});
+turndown.remove(["script", "style", "noscript"]);
+export function hasWebContentSearch(search) {
+    if (!search)
+        return false;
+    return Boolean(normalizeSearchList(search.query).length ||
+        normalizeSearchList(search.queries).length ||
+        normalizeSearchList(search.terms).length ||
+        String(search.regex ?? "").trim());
+}
+export function normalizeWebResponseMode(value, fallback = "auto") {
+    const normalized = String(value || fallback).toLowerCase();
+    if (normalized === "auto" ||
+        normalized === "raw" ||
+        normalized === "text" ||
+        normalized === "markdown" ||
+        normalized === "links" ||
+        normalized === "metadata" ||
+        normalized === "matches") {
+        return normalized;
+    }
+    throw new Error(`Invalid responseMode "${String(value)}". Expected auto, raw, text, markdown, links, metadata, or matches.`);
+}
+export function normalizeWebExtractMode(value, fallback = "readability") {
+    const normalized = String(value || fallback).toLowerCase();
+    if (normalized === "readability" ||
+        normalized === "all-visible" ||
+        normalized === "none") {
+        return normalized;
+    }
+    throw new Error(`Invalid extract "${String(value)}". Expected readability, all-visible, or none.`);
+}
+export function parseWebContentSearchOptions(value) {
+    if (!value)
+        return null;
+    if (typeof value === "object" && !Array.isArray(value)) {
+        return value;
+    }
+    if (typeof value !== "string")
+        return null;
+    const trimmed = value.trim();
+    if (!trimmed)
+        return null;
+    try {
+        const parsed = JSON.parse(trimmed);
+        if (parsed && typeof parsed === "object" && !Array.isArray(parsed)) {
+            return parsed;
+        }
+    }
+    catch {
+        return { query: trimmed };
+    }
+    return null;
+}
+export function processWebContent(options) {
+    const contentType = options.contentType?.split(";")[0]?.trim() || null;
+    const extract = normalizeWebExtractMode(options.extract);
+    const requestedMode = normalizeWebResponseMode(options.responseMode);
+    const search = options.search ?? null;
+    const html = isHtmlResponse(contentType, options.body);
+    const mode = resolveMode(requestedMode, html, search);
+    const maxChars = normalizeBoundedNumber(options.maxChars, DEFAULT_MAX_CONTENT_CHARS, 1, 200_000);
+    const extracted = html && (mode !== "raw" || hasWebContentSearch(search))
+        ? extractHtml(options.body, options.url, extract)
+        : null;
+    const baseContent = contentForMode(mode, options.body, extracted);
+    const result = {
+        mode,
+        extract,
+        contentType,
+        ...metadataFromExtraction(extracted),
+    };
+    if (mode === "links") {
+        result.links = extracted?.links ?? [];
+        return result;
+    }
+    if (mode === "metadata") {
+        if (options.includeLinks)
+            result.links = extracted?.links ?? [];
+        return result;
+    }
+    if (mode === "matches") {
+        const matchResult = findWebContentMatches({
+            raw: options.body,
+            extracted: baseContent,
+            search,
+            fallbackSearchSource: html ? "extracted" : "raw",
+        });
+        Object.assign(result, matchResult);
+        if (options.includeLinks)
+            result.links = extracted?.links ?? [];
+        return result;
+    }
+    const truncated = baseContent.length > maxChars;
+    result.content = truncated
+        ? `${baseContent.slice(0, maxChars)}\n... (truncated)`
+        : baseContent;
+    result.truncated = truncated;
+    if (options.includeLinks)
+        result.links = extracted?.links ?? [];
+    if (hasWebContentSearch(search)) {
+        const matchResult = findWebContentMatches({
+            raw: options.body,
+            extracted: baseContent,
+            search,
+            fallbackSearchSource: html ? "extracted" : "raw",
+        });
+        result.matches = matchResult.matches;
+        result.totalMatches = matchResult.totalMatches;
+        result.omittedMatches = matchResult.omittedMatches;
+        result.searchSource = matchResult.searchSource;
+        result.searchTruncated = matchResult.searchTruncated;
+    }
+    return result;
+}
+export function formatWebContentResult(result) {
+    if (result.mode === "raw")
+        return result.content ?? "";
+    const lines = [];
+    if (result.title)
+        lines.push(`# ${result.title}`, "");
+    if (result.siteName)
+        lines.push(`Site: ${result.siteName}`);
+    if (result.publishedTime)
+        lines.push(`Published: ${result.publishedTime}`);
+    if (result.excerpt && result.mode !== "metadata") {
+        lines.push(`Excerpt: ${result.excerpt}`);
+    }
+    if (lines.length && lines[lines.length - 1] !== "")
+        lines.push("");
+    if (result.mode === "matches") {
+        lines.push(formatMatches(result));
+    }
+    else if (result.mode === "links") {
+        lines.push(formatLinks(result.links ?? []));
+    }
+    else if (result.mode === "metadata") {
+        lines.push(formatMetadata(result));
+    }
+    else if (result.content) {
+        lines.push(result.content);
+    }
+    if (result.mode !== "links" &&
+        result.mode !== "matches" &&
+        result.links?.length) {
+        lines.push("", "Links:", formatLinks(result.links));
+    }
+    if (result.matches?.length && result.mode !== "matches") {
+        lines.push("", formatMatches(result));
+    }
+    return lines.join("\n").trim();
+}
+function resolveMode(requestedMode, html, search) {
+    if (requestedMode === "auto") {
+        if (hasWebContentSearch(search))
+            return "matches";
+        return html ? "markdown" : "raw";
+    }
+    return requestedMode;
+}
+function isHtmlResponse(contentType, body) {
+    if (contentType) {
+        return (contentType === "text/html" ||
+            contentType === "application/xhtml+xml" ||
+            contentType.endsWith("+html"));
+    }
+    return /<!doctype html|<html[\s>]|<body[\s>]|<article[\s>]/i.test(body.slice(0, 2_000));
+}
+function extractHtml(body, url, extract) {
+    const document = parseFullDocument(body);
+    removeNonContentNodes(document);
+    const pageTitle = textOrUndefined(document.title);
+    const article = extract === "readability"
+        ? new Readability(document.cloneNode(true)).parse()
+        : null;
+    const sourceHtml = extract === "none"
+        ? body
+        : article?.content ||
+            document.body?.innerHTML ||
+            document.documentElement.innerHTML ||
+            body;
+    const absoluteHtml = absolutizeHtmlUrls(sourceHtml, url);
+    const sourceText = extract === "none"
+        ? htmlToPlainText(body)
+        : article?.textContent ||
+            document.body?.textContent ||
+            document.documentElement.textContent ||
+            "";
+    const markdown = htmlToMarkdown(absoluteHtml);
+    return {
+        html: absoluteHtml,
+        text: normalizeWhitespace(sourceText),
+        markdown,
+        links: collectLinks(absoluteHtml, url),
+        title: textOrUndefined(article?.title) ?? pageTitle,
+        excerpt: textOrUndefined(article?.excerpt),
+        byline: textOrUndefined(article?.byline),
+        siteName: textOrUndefined(article?.siteName),
+        lang: textOrUndefined(article?.lang),
+        publishedTime: textOrUndefined(article?.publishedTime),
+    };
+}
+function htmlToPlainText(html) {
+    const document = parseFullDocument(html);
+    removeNonContentNodes(document);
+    return normalizeWhitespace(document.body?.textContent ?? "");
+}
+function htmlToMarkdown(html) {
+    return normalizeMarkdown(turndown.turndown(html));
+}
+function removeNonContentNodes(document) {
+    for (const selector of [
+        "script",
+        "style",
+        "noscript",
+        "svg",
+        "template",
+        "iframe",
+    ]) {
+        for (const node of [...document.querySelectorAll(selector)]) {
+            node.remove();
+        }
+    }
+}
+function parseFullDocument(html) {
+    return parseHTML(html).document;
+}
+function parseHtmlFragment(html) {
+    return parseHTML(`<!doctype html><html><head></head><body>${html}</body></html>`).document;
+}
+function absolutizeHtmlUrls(html, url) {
+    const document = parseHtmlFragment(html);
+    for (const anchor of [...document.querySelectorAll("a[href]")]) {
+        const href = anchor.getAttribute("href");
+        if (!href)
+            continue;
+        try {
+            anchor.setAttribute("href", new URL(href, url).href);
+        }
+        catch { }
+    }
+    for (const image of [...document.querySelectorAll("img[src]")]) {
+        const src = image.getAttribute("src");
+        if (!src)
+            continue;
+        try {
+            image.setAttribute("src", new URL(src, url).href);
+        }
+        catch { }
+    }
+    return document.body?.innerHTML || html;
+}
+function collectLinks(html, url) {
+    const document = parseHtmlFragment(html);
+    const links = [];
+    const seen = new Set();
+    for (const anchor of [...document.querySelectorAll("a[href]")]) {
+        const href = anchor.getAttribute("href");
+        if (!href)
+            continue;
+        let absolute;
+        try {
+            absolute = new URL(href, url).href;
+        }
+        catch {
+            continue;
+        }
+        if (seen.has(absolute))
+            continue;
+        seen.add(absolute);
+        links.push({
+            text: normalizeWhitespace(anchor.textContent || absolute).slice(0, 200),
+            url: absolute,
+        });
+        if (links.length >= 200)
+            break;
+    }
+    return links;
+}
+function contentForMode(mode, raw, extracted) {
+    if (mode === "raw")
+        return raw;
+    if (mode === "text")
+        return extracted?.text ?? raw;
+    if (mode === "markdown" || mode === "matches") {
+        return extracted?.markdown || extracted?.text || raw;
+    }
+    return "";
+}
+function metadataFromExtraction(extracted) {
+    if (!extracted)
+        return {};
+    return {
+        ...(extracted.title ? { title: extracted.title } : {}),
+        ...(extracted.excerpt ? { excerpt: extracted.excerpt } : {}),
+        ...(extracted.byline ? { byline: extracted.byline } : {}),
+        ...(extracted.siteName ? { siteName: extracted.siteName } : {}),
+        ...(extracted.lang ? { lang: extracted.lang } : {}),
+        ...(extracted.publishedTime
+            ? { publishedTime: extracted.publishedTime }
+            : {}),
+    };
+}
+function findWebContentMatches(options) {
+    const search = options.search ?? {};
+    const sourceMode = search.source ?? options.fallbackSearchSource;
+    const source = sourceMode === "raw" ? options.raw : options.extracted;
+    const searchTruncated = source.length > MAX_SEARCH_SOURCE_CHARS;
+    const searchable = searchTruncated
+        ? source.slice(0, MAX_SEARCH_SOURCE_CHARS)
+        : source;
+    const maxMatches = normalizeBoundedNumber(search.maxMatches, DEFAULT_MAX_MATCHES, 1, MAX_MATCHES);
+    const contextChars = normalizeBoundedNumber(search.contextChars, DEFAULT_CONTEXT_CHARS, 0, MAX_CONTEXT_CHARS);
+    const matches = [];
+    let totalMatches = 0;
+    const caseSensitive = Boolean(search.caseSensitive);
+    const addMatch = (match) => {
+        totalMatches += 1;
+        if (matches.length >= maxMatches)
+            return;
+        matches.push({
+            ...match,
+            snippet: makeSnippet(searchable, match.index, contextChars),
+        });
+    };
+    for (const query of [
+        ...normalizeSearchList(search.query),
+        ...normalizeSearchList(search.queries),
+    ]) {
+        findLiteralMatches(searchable, query, caseSensitive, (index, match) => addMatch({ kind: "query", query, match, index }));
+    }
+    for (const term of normalizeSearchList(search.terms)) {
+        findLiteralMatches(searchable, term, caseSensitive, (index, match) => addMatch({ kind: "term", query: term, match, index }));
+    }
+    const regexPattern = String(search.regex ?? "").trim();
+    if (regexPattern) {
+        if (!safeRegex(regexPattern, { limit: 25 })) {
+            throw new Error("Unsafe regex rejected. Use a simpler literal query/terms search or a bounded run-code workflow.");
+        }
+        const regex = new RegExp(regexPattern, normalizeRegexFlags(search.regexFlags, caseSensitive));
+        let match;
+        while ((match = regex.exec(searchable)) &&
+            typeof match.index === "number") {
+            addMatch({
+                kind: "regex",
+                query: regexPattern,
+                match: match[0],
+                index: match.index,
+            });
+            if (match[0] === "")
+                regex.lastIndex += 1;
+            if (totalMatches >= MAX_MATCHES * 10)
+                break;
+        }
+    }
+    matches.sort((a, b) => a.index - b.index);
+    return {
+        matches,
+        totalMatches,
+        omittedMatches: Math.max(0, totalMatches - matches.length),
+        searchSource: sourceMode,
+        searchTruncated,
+    };
+}
+function findLiteralMatches(source, query, caseSensitive, onMatch) {
+    if (!query)
+        return;
+    const haystack = caseSensitive ? source : source.toLowerCase();
+    const needle = caseSensitive ? query : query.toLowerCase();
+    let from = 0;
+    while (from <= haystack.length) {
+        const index = haystack.indexOf(needle, from);
+        if (index < 0)
+            break;
+        onMatch(index, source.slice(index, index + query.length));
+        from = index + Math.max(1, needle.length);
+    }
+}
+function normalizeRegexFlags(flags, caseSensitive) {
+    const allowed = new Set(["d", "g", "i", "m", "s", "u", "v", "y"]);
+    const result = new Set(["g"]);
+    if (!caseSensitive)
+        result.add("i");
+    for (const flag of String(flags ?? "")) {
+        if (allowed.has(flag))
+            result.add(flag);
+    }
+    result.delete("y");
+    return [...result].join("");
+}
+function normalizeSearchList(value) {
+    if (value === undefined || value === null)
+        return [];
+    const values = Array.isArray(value) ? value : [value];
+    return values
+        .map((item) => String(item).trim())
+        .filter((item) => item.length > 0);
+}
+function normalizeBoundedNumber(value, fallback, min, max) {
+    const numeric = Number(value);
+    if (!Number.isFinite(numeric))
+        return fallback;
+    return Math.max(min, Math.min(Math.floor(numeric), max));
+}
+function makeSnippet(source, index, contextChars) {
+    const start = Math.max(0, index - contextChars);
+    const end = Math.min(source.length, index + contextChars);
+    const prefix = start > 0 ? "..." : "";
+    const suffix = end < source.length ? "..." : "";
+    return `${prefix}${normalizeWhitespace(source.slice(start, end))}${suffix}`;
+}
+function normalizeMarkdown(value) {
+    return value
+        .replace(/\n{3,}/g, "\n\n")
+        .replace(/[ \t]+\n/g, "\n")
+        .trim();
+}
+function normalizeWhitespace(value) {
+    return value.replace(/\s+/g, " ").trim();
+}
+function textOrUndefined(value) {
+    const normalized = normalizeWhitespace(value ?? "");
+    return normalized || undefined;
+}
+function formatMatches(result) {
+    const matches = result.matches ?? [];
+    const header = `Matches: ${matches.length}${result.totalMatches !== undefined ? ` shown of ${result.totalMatches}` : ""}${result.omittedMatches ? ` (${result.omittedMatches} omitted)` : ""}`;
+    if (!matches.length)
+        return header;
+    return [
+        header,
+        ...matches.map((match, index) => `${index + 1}. ${match.kind} ${JSON.stringify(match.query)} at ${match.index}: ${match.snippet}`),
+    ].join("\n");
+}
+function formatLinks(links) {
+    if (!links.length)
+        return "(none)";
+    return links
+        .map((link, index) => `${index + 1}. [${link.text || link.url}](${link.url})`)
+        .join("\n");
+}
+function formatMetadata(result) {
+    return JSON.stringify({
+        title: result.title,
+        excerpt: result.excerpt,
+        byline: result.byline,
+        siteName: result.siteName,
+        lang: result.lang,
+        publishedTime: result.publishedTime,
+        contentType: result.contentType,
+    }, null, 2);
+}
+//# sourceMappingURL=web-content.js.map

package/dist/extensions/web-content.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-content.js","sourceRoot":"","sources":["../../src/extensions/web-content.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,SAAS,MAAM,aAAa,CAAC;AACpC,OAAO,eAAe,MAAM,UAAU,CAAC;AAsEvC,MAAM,yBAAyB,GAAG,MAAM,CAAC;AACzC,MAAM,uBAAuB,GAAG,OAAO,CAAC;AACxC,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAC/B,MAAM,WAAW,GAAG,GAAG,CAAC;AACxB,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAClC,MAAM,iBAAiB,GAAG,KAAK,CAAC;AAEhC,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC;IACnC,YAAY,EAAE,KAAK;IACnB,gBAAgB,EAAE,GAAG;IACrB,cAAc,EAAE,QAAQ;IACxB,SAAS,EAAE,SAAS;CACrB,CAAC,CAAC;AACH,QAAQ,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC;AAEjD,MAAM,UAAU,mBAAmB,CACjC,MAAkD;IAElD,IAAI,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAC1B,OAAO,OAAO,CACZ,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM;QACxC,mBAAmB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;QAC1C,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM;QACxC,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAClC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,KAAc,EACd,WAA4B,MAAM;IAElC,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,IAAI,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IAC3D,IACE,UAAU,KAAK,MAAM;QACrB,UAAU,KAAK,KAAK;QACpB,UAAU,KAAK,MAAM;QACrB,UAAU,KAAK,UAAU;QACzB,UAAU,KAAK,OAAO;QACtB,UAAU,KAAK,UAAU;QACzB,UAAU,KAAK,SAAS,EACxB,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,MAAM,IAAI,KAAK,CACb,yBAAyB,MAAM,CAAC,KAAK,CAAC,qEAAqE,CAC5G,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,KAAc,EACd,WAA2B,aAAa;IAExC,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,IAAI,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IAC3D,IACE,UAAU,KAAK,aAAa;QAC5B,UAAU,KAAK,aAAa;QAC5B,UAAU,KAAK,MAAM,EACrB,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,MAAM,IAAI,KAAK,CACb,oBAAoB,MAAM,CAAC,KAAK,CAAC,gDAAgD,CAClF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,KAAc;IAEd,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACvD,OAAO,KAAgC,CAAC;IAC1C,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACnC,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACnE,OAAO,MAAiC,CAAC;QAC3C,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IAC5B,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,OAAiC;IAEjC,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;IACvE,MAAM,OAAO,GAAG,uBAAuB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACzD,MAAM,aAAa,GAAG,wBAAwB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IACrE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC;IACtC,MAAM,IAAI,GAAG,cAAc,CAAC,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACvD,MAAM,IAAI,GAAG,WAAW,CAAC,aAAa,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IACtD,MAAM,QAAQ,GAAG,sBAAsB,CACrC,OAAO,CAAC,QAAQ,EAChB,yBAAyB,EACzB,CAAC,EACD,OAAO,CACR,CAAC;IAEF,MAAM,SAAS,GACb,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,IAAI,mBAAmB,CAAC,MAAM,CAAC,CAAC;QACrD,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC;QACjD,CAAC,CAAC,IAAI,CAAC;IACX,MAAM,WAAW,GAAG,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAClE,MAAM,MAAM,GAAqB;QAC/B,IAAI;QACJ,OAAO;QACP,WAAW;QACX,GAAG,sBAAsB,CAAC,SAAS,CAAC;KACrC,CAAC;IAEF,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;QACrB,MAAM,CAAC,KAAK,GAAG,SAAS,EAAE,KAAK,IAAI,EAAE,CAAC;QACtC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;QACxB,IAAI,OAAO,CAAC,YAAY;YAAE,MAAM,CAAC,KAAK,GAAG,SAAS,EAAE,KAAK,IAAI,EAAE,CAAC;QAChE,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,MAAM,WAAW,GAAG,qBAAqB,CAAC;YACxC,GAAG,EAAE,OAAO,CAAC,IAAI;YACjB,SAAS,EAAE,WAAW;YACtB,MAAM;YACN,oBAAoB,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK;SACjD,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QACnC,IAAI,OAAO,CAAC,YAAY;YAAE,MAAM,CAAC,KAAK,GAAG,SAAS,EAAE,KAAK,IAAI,EAAE,CAAC;QAChE,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,GAAG,QAAQ,CAAC;IAChD,MAAM,CAAC,OAAO,GAAG,SAAS;QACxB,CAAC,CAAC,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,mBAAmB;QACtD,CAAC,CAAC,WAAW,CAAC;IAChB,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,IAAI,OAAO,CAAC,YAAY;QAAE,MAAM,CAAC,KAAK,GAAG,SAAS,EAAE,KAAK,IAAI,EAAE,CAAC;IAEhE,IAAI,mBAAmB,CAAC,MAAM,CAAC,EAAE,CAAC;QAChC,MAAM,WAAW,GAAG,qBAAqB,CAAC;YACxC,GAAG,EAAE,OAAO,CAAC,IAAI;YACjB,SAAS,EAAE,WAAW;YACtB,MAAM;YACN,oBAAoB,EAAE,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK;SACjD,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC;QACrC,MAAM,CAAC,YAAY,GAAG,WAAW,CAAC,YAAY,CAAC;QAC/C,MAAM,CAAC,cAAc,GAAG,WAAW,CAAC,cAAc,CAAC;QACnD,MAAM,CAAC,YAAY,GAAG,WAAW,CAAC,YAAY,CAAC;QAC/C,MAAM,CAAC,eAAe,GAAG,WAAW,CAAC,eAAe,CAAC;IACvD,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAAwB;IAC7D,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;IAEvD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,MAAM,CAAC,KAAK;QAAE,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;IACtD,IAAI,MAAM,CAAC,QAAQ;QAAE,KAAK,CAAC,IAAI,CAAC,SAAS,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC5D,IAAI,MAAM,CAAC,aAAa;QAAE,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;IAC3E,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACjD,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,EAAE;QAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEnE,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;IACpC,CAAC;SAAM,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;IAC9C,CAAC;SAAM,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC;IACrC,CAAC;SAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QAC1B,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IAED,IACE,MAAM,CAAC,IAAI,KAAK,OAAO;QACvB,MAAM,CAAC,IAAI,KAAK,SAAS;QACzB,MAAM,CAAC,KAAK,EAAE,MAAM,EACpB,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IACtD,CAAC;IACD,IAAI,MAAM,CAAC,OAAO,EAAE,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QACxD,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;IACxC,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;AACjC,CAAC;AAED,SAAS,WAAW,CAClB,aAA8B,EAC9B,IAAa,EACb,MAAsC;IAEtC,IAAI,aAAa,KAAK,MAAM,EAAE,CAAC;QAC7B,IAAI,mBAAmB,CAAC,MAAM,CAAC;YAAE,OAAO,SAAS,CAAC;QAClD,OAAO,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC;IACnC,CAAC;IACD,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,SAAS,cAAc,CAAC,WAA0B,EAAE,IAAY;IAC9D,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO,CACL,WAAW,KAAK,WAAW;YAC3B,WAAW,KAAK,uBAAuB;YACvC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAC9B,CAAC;IACJ,CAAC;IACD,OAAO,qDAAqD,CAAC,IAAI,CAC/D,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CACrB,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAClB,IAAY,EACZ,GAAW,EACX,OAAuB;IAavB,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACzC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IAChC,MAAM,SAAS,GAAG,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAClD,MAAM,OAAO,GACX,OAAO,KAAK,aAAa;QACvB,CAAC,CAAC,IAAI,WAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAa,CAAC,CAAC,KAAK,EAAE;QAC/D,CAAC,CAAC,IAAI,CAAC;IACX,MAAM,UAAU,GACd,OAAO,KAAK,MAAM;QAChB,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,OAAO,EAAE,OAAO;YAChB,QAAQ,CAAC,IAAI,EAAE,SAAS;YACxB,QAAQ,CAAC,eAAe,CAAC,SAAS;YAClC,IAAI,CAAC;IACX,MAAM,YAAY,GAAG,kBAAkB,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IACzD,MAAM,UAAU,GACd,OAAO,KAAK,MAAM;QAChB,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC;QACvB,CAAC,CAAC,OAAO,EAAE,WAAW;YACpB,QAAQ,CAAC,IAAI,EAAE,WAAW;YAC1B,QAAQ,CAAC,eAAe,CAAC,WAAW;YACpC,EAAE,CAAC;IACT,MAAM,QAAQ,GAAG,cAAc,CAAC,YAAY,CAAC,CAAC;IAC9C,OAAO;QACL,IAAI,EAAE,YAAY;QAClB,IAAI,EAAE,mBAAmB,CAAC,UAAU,CAAC;QACrC,QAAQ;QACR,KAAK,EAAE,YAAY,CAAC,YAAY,EAAE,GAAG,CAAC;QACtC,KAAK,EAAE,eAAe,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,SAAS;QACnD,OAAO,EAAE,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC;QAC1C,MAAM,EAAE,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC;QACxC,QAAQ,EAAE,eAAe,CAAC,OAAO,EAAE,QAAQ,CAAC;QAC5C,IAAI,EAAE,eAAe,CAAC,OAAO,EAAE,IAAI,CAAC;QACpC,aAAa,EAAE,eAAe,CAAC,OAAO,EAAE,aAAa,CAAC;KACvD,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACzC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IAChC,OAAO,mBAAmB,CAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,IAAI,EAAE,CAAC,CAAC;AAC/D,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IAClC,OAAO,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,qBAAqB,CAAC,QAAkB;IAC/C,KAAK,MAAM,QAAQ,IAAI;QACrB,QAAQ;QACR,OAAO;QACP,UAAU;QACV,KAAK;QACL,UAAU;QACV,QAAQ;KACT,EAAE,CAAC;QACF,KAAK,MAAM,IAAI,IAAI,CAAC,GAAG,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;YAC5D,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY;IACrC,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,QAA+B,CAAC;AACzD,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY;IACrC,OAAO,SAAS,CACd,2CAA2C,IAAI,gBAAgB,CAChE,CAAC,QAA+B,CAAC;AACpC,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY,EAAE,GAAW;IACnD,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACzC,KAAK,MAAM,MAAM,IAAI,CAAC,GAAG,QAAQ,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;QAC/D,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,IAAI,CAAC;YACH,MAAM,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;QACvD,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;QAC/D,MAAM,GAAG,GAAG,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,IAAI,CAAC;YACH,KAAK,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;QACpD,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,EAAE,SAAS,IAAI,IAAI,CAAC;AAC1C,CAAC;AAED,SAAS,YAAY,CAAC,IAAY,EAAE,GAAW;IAC7C,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACzC,MAAM,KAAK,GAAqB,EAAE,CAAC;IACnC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,MAAM,IAAI,CAAC,GAAG,QAAQ,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;QAC/D,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,IAAI,QAAgB,CAAC;QACrB,IAAI,CAAC;YACH,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC;QACrC,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC;YAAE,SAAS;QACjC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACnB,KAAK,CAAC,IAAI,CAAC;YACT,IAAI,EAAE,mBAAmB,CAAC,MAAM,CAAC,WAAW,IAAI,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;YACvE,GAAG,EAAE,QAAQ;SACd,CAAC,CAAC;QACH,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG;YAAE,MAAM;IACjC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CACrB,IAAsC,EACtC,GAAW,EACX,SAAgD;IAEhD,IAAI,IAAI,KAAK,KAAK;QAAE,OAAO,GAAG,CAAC;IAC/B,IAAI,IAAI,KAAK,MAAM;QAAE,OAAO,SAAS,EAAE,IAAI,IAAI,GAAG,CAAC;IACnD,IAAI,IAAI,KAAK,UAAU,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QAC9C,OAAO,SAAS,EAAE,QAAQ,IAAI,SAAS,EAAE,IAAI,IAAI,GAAG,CAAC;IACvD,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,sBAAsB,CAC7B,SAAgD;IAEhD,IAAI,CAAC,SAAS;QAAE,OAAO,EAAE,CAAC;IAC1B,OAAO;QACL,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtD,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5D,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzD,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/D,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnD,GAAG,CAAC,SAAS,CAAC,aAAa;YACzB,CAAC,CAAC,EAAE,aAAa,EAAE,SAAS,CAAC,aAAa,EAAE;YAC5C,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAAC,OAK9B;IAQC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;IACpC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,oBAAoB,CAAC;IACjE,MAAM,MAAM,GAAG,UAAU,KAAK,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC;IACtE,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,GAAG,uBAAuB,CAAC;IAChE,MAAM,UAAU,GAAG,eAAe;QAChC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,uBAAuB,CAAC;QAC1C,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,UAAU,GAAG,sBAAsB,CACvC,MAAM,CAAC,UAAU,EACjB,mBAAmB,EACnB,CAAC,EACD,WAAW,CACZ,CAAC;IACF,MAAM,YAAY,GAAG,sBAAsB,CACzC,MAAM,CAAC,YAAY,EACnB,qBAAqB,EACrB,CAAC,EACD,iBAAiB,CAClB,CAAC;IACF,MAAM,OAAO,GAAsB,EAAE,CAAC;IACtC,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;IAEpD,MAAM,QAAQ,GAAG,CAAC,KAAuC,EAAE,EAAE;QAC3D,YAAY,IAAI,CAAC,CAAC;QAClB,IAAI,OAAO,CAAC,MAAM,IAAI,UAAU;YAAE,OAAO;QACzC,OAAO,CAAC,IAAI,CAAC;YACX,GAAG,KAAK;YACR,OAAO,EAAE,WAAW,CAAC,UAAU,EAAE,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC;SAC5D,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,KAAK,MAAM,KAAK,IAAI;QAClB,GAAG,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC;QACpC,GAAG,mBAAmB,CAAC,MAAM,CAAC,OAAO,CAAC;KACvC,EAAE,CAAC;QACF,kBAAkB,CAAC,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CACpE,QAAQ,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CACjD,CAAC;IACJ,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QACrD,kBAAkB,CAAC,UAAU,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CACnE,QAAQ,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CACtD,CAAC;IACJ,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACvD,IAAI,YAAY,EAAE,CAAC;QACjB,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CACb,iGAAiG,CAClG,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,MAAM,CACtB,YAAY,EACZ,mBAAmB,CAAC,MAAM,CAAC,UAAU,EAAE,aAAa,CAAC,CACtD,CAAC;QACF,IAAI,KAA6B,CAAC;QAClC,OACE,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAChC,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,EAC/B,CAAC;YACD,QAAQ,CAAC;gBACP,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,YAAY;gBACnB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;gBACf,KAAK,EAAE,KAAK,CAAC,KAAK;aACnB,CAAC,CAAC;YACH,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE;gBAAE,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC;YAC1C,IAAI,YAAY,IAAI,WAAW,GAAG,EAAE;gBAAE,MAAM;QAC9C,CAAC;IACH,CAAC;IAED,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAC1C,OAAO;QACL,OAAO;QACP,YAAY;QACZ,cAAc,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC;QAC1D,YAAY,EAAE,UAAU;QACxB,eAAe;KAChB,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CACzB,MAAc,EACd,KAAa,EACb,aAAsB,EACtB,OAA+C;IAE/C,IAAI,CAAC,KAAK;QAAE,OAAO;IACnB,MAAM,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;IAC/D,MAAM,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;IAC3D,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,OAAO,IAAI,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAC7C,IAAI,KAAK,GAAG,CAAC;YAAE,MAAM;QACrB,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QAC1D,IAAI,GAAG,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAC1B,KAAyB,EACzB,aAAsB;IAEtB,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,IAAI,GAAG,CAAS,CAAC,GAAG,CAAC,CAAC,CAAC;IACtC,IAAI,CAAC,aAAa;QAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACpC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;QACvC,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACnB,OAAO,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IACzC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IACrD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACtD,OAAO,MAAM;SACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;SAClC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,sBAAsB,CAC7B,KAAc,EACd,QAAgB,EAChB,GAAW,EACX,GAAW;IAEX,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC/C,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,WAAW,CAAC,MAAc,EAAE,KAAa,EAAE,YAAoB;IACtE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,YAAY,CAAC,CAAC;IAChD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,GAAG,YAAY,CAAC,CAAC;IAC1D,MAAM,MAAM,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IACtC,MAAM,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAChD,OAAO,GAAG,MAAM,GAAG,mBAAmB,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC;AAC9E,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAa;IACtC,OAAO,KAAK;SACT,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC;SAC1B,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAa;IACxC,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AAC3C,CAAC;AAED,SAAS,eAAe,CAAC,KAAgC;IACvD,MAAM,UAAU,GAAG,mBAAmB,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IACpD,OAAO,UAAU,IAAI,SAAS,CAAC;AACjC,CAAC;AAED,SAAS,aAAa,CAAC,MAAwB;IAC7C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;IACrC,MAAM,MAAM,GAAG,YAAY,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,aAAa,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,cAAc,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IAC/L,IAAI,CAAC,OAAO,CAAC,MAAM;QAAE,OAAO,MAAM,CAAC;IACnC,OAAO;QACL,MAAM;QACN,GAAG,OAAO,CAAC,GAAG,CACZ,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CACf,GAAG,KAAK,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,OAAO,EAAE,CACnG;KACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,WAAW,CAAC,KAAuB;IAC1C,IAAI,CAAC,KAAK,CAAC,MAAM;QAAE,OAAO,QAAQ,CAAC;IACnC,OAAO,KAAK;SACT,GAAG,CACF,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,KAAK,IAAI,CAAC,GAAG,GAAG,CACzE;SACA,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,MAAwB;IAC9C,OAAO,IAAI,CAAC,SAAS,CACnB;QACE,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,WAAW,EAAE,MAAM,CAAC,WAAW;KAChC,EACD,IAAI,EACJ,CAAC,CACF,CAAC;AACJ,CAAC","sourcesContent":["import { Readability } from \"@mozilla/readability\";\nimport { parseHTML } from \"linkedom/worker\";\nimport safeRegex from \"safe-regex2\";\nimport TurndownService from \"turndown\";\n\nexport type WebResponseMode =\n  | \"auto\"\n  | \"raw\"\n  | \"text\"\n  | \"markdown\"\n  | \"links\"\n  | \"metadata\"\n  | \"matches\";\n\nexport type WebExtractMode = \"readability\" | \"all-visible\" | \"none\";\nexport type WebSearchSource = \"extracted\" | \"raw\";\n\nexport interface WebContentSearchOptions {\n  query?: string | string[];\n  queries?: string[];\n  terms?: string[];\n  regex?: string;\n  regexFlags?: string;\n  caseSensitive?: boolean;\n  source?: WebSearchSource;\n  maxMatches?: number;\n  contextChars?: number;\n}\n\nexport interface WebContentProcessOptions {\n  url: string;\n  body: string;\n  contentType?: string | null;\n  responseMode?: string;\n  extract?: string;\n  includeLinks?: boolean;\n  search?: WebContentSearchOptions | null;\n  maxChars?: number;\n}\n\nexport interface WebContentLink {\n  text: string;\n  url: string;\n}\n\nexport interface WebContentMatch {\n  kind: \"query\" | \"term\" | \"regex\";\n  query: string;\n  match: string;\n  index: number;\n  snippet: string;\n}\n\nexport interface WebContentResult {\n  mode: Exclude<WebResponseMode, \"auto\">;\n  extract: WebExtractMode;\n  contentType: string | null;\n  title?: string;\n  excerpt?: string;\n  byline?: string;\n  siteName?: string;\n  lang?: string;\n  publishedTime?: string;\n  content?: string;\n  links?: WebContentLink[];\n  matches?: WebContentMatch[];\n  totalMatches?: number;\n  omittedMatches?: number;\n  searchSource?: WebSearchSource;\n  truncated?: boolean;\n  searchTruncated?: boolean;\n}\n\nconst DEFAULT_MAX_CONTENT_CHARS = 32_000;\nconst MAX_SEARCH_SOURCE_CHARS = 500_000;\nconst DEFAULT_MAX_MATCHES = 50;\nconst MAX_MATCHES = 500;\nconst DEFAULT_CONTEXT_CHARS = 160;\nconst MAX_CONTEXT_CHARS = 1_000;\n\nconst turndown = new TurndownService({\n  headingStyle: \"atx\",\n  bulletListMarker: \"-\",\n  codeBlockStyle: \"fenced\",\n  linkStyle: \"inlined\",\n});\nturndown.remove([\"script\", \"style\", \"noscript\"]);\n\nexport function hasWebContentSearch(\n  search: WebContentSearchOptions | null | undefined,\n): boolean {\n  if (!search) return false;\n  return Boolean(\n    normalizeSearchList(search.query).length ||\n    normalizeSearchList(search.queries).length ||\n    normalizeSearchList(search.terms).length ||\n    String(search.regex ?? \"\").trim(),\n  );\n}\n\nexport function normalizeWebResponseMode(\n  value: unknown,\n  fallback: WebResponseMode = \"auto\",\n): WebResponseMode {\n  const normalized = String(value || fallback).toLowerCase();\n  if (\n    normalized === \"auto\" ||\n    normalized === \"raw\" ||\n    normalized === \"text\" ||\n    normalized === \"markdown\" ||\n    normalized === \"links\" ||\n    normalized === \"metadata\" ||\n    normalized === \"matches\"\n  ) {\n    return normalized;\n  }\n  throw new Error(\n    `Invalid responseMode \"${String(value)}\". Expected auto, raw, text, markdown, links, metadata, or matches.`,\n  );\n}\n\nexport function normalizeWebExtractMode(\n  value: unknown,\n  fallback: WebExtractMode = \"readability\",\n): WebExtractMode {\n  const normalized = String(value || fallback).toLowerCase();\n  if (\n    normalized === \"readability\" ||\n    normalized === \"all-visible\" ||\n    normalized === \"none\"\n  ) {\n    return normalized;\n  }\n  throw new Error(\n    `Invalid extract \"${String(value)}\". Expected readability, all-visible, or none.`,\n  );\n}\n\nexport function parseWebContentSearchOptions(\n  value: unknown,\n): WebContentSearchOptions | null {\n  if (!value) return null;\n  if (typeof value === \"object\" && !Array.isArray(value)) {\n    return value as WebContentSearchOptions;\n  }\n  if (typeof value !== \"string\") return null;\n  const trimmed = value.trim();\n  if (!trimmed) return null;\n  try {\n    const parsed = JSON.parse(trimmed);\n    if (parsed && typeof parsed === \"object\" && !Array.isArray(parsed)) {\n      return parsed as WebContentSearchOptions;\n    }\n  } catch {\n    return { query: trimmed };\n  }\n  return null;\n}\n\nexport function processWebContent(\n  options: WebContentProcessOptions,\n): WebContentResult {\n  const contentType = options.contentType?.split(\";\")[0]?.trim() || null;\n  const extract = normalizeWebExtractMode(options.extract);\n  const requestedMode = normalizeWebResponseMode(options.responseMode);\n  const search = options.search ?? null;\n  const html = isHtmlResponse(contentType, options.body);\n  const mode = resolveMode(requestedMode, html, search);\n  const maxChars = normalizeBoundedNumber(\n    options.maxChars,\n    DEFAULT_MAX_CONTENT_CHARS,\n    1,\n    200_000,\n  );\n\n  const extracted =\n    html && (mode !== \"raw\" || hasWebContentSearch(search))\n      ? extractHtml(options.body, options.url, extract)\n      : null;\n  const baseContent = contentForMode(mode, options.body, extracted);\n  const result: WebContentResult = {\n    mode,\n    extract,\n    contentType,\n    ...metadataFromExtraction(extracted),\n  };\n\n  if (mode === \"links\") {\n    result.links = extracted?.links ?? [];\n    return result;\n  }\n\n  if (mode === \"metadata\") {\n    if (options.includeLinks) result.links = extracted?.links ?? [];\n    return result;\n  }\n\n  if (mode === \"matches\") {\n    const matchResult = findWebContentMatches({\n      raw: options.body,\n      extracted: baseContent,\n      search,\n      fallbackSearchSource: html ? \"extracted\" : \"raw\",\n    });\n    Object.assign(result, matchResult);\n    if (options.includeLinks) result.links = extracted?.links ?? [];\n    return result;\n  }\n\n  const truncated = baseContent.length > maxChars;\n  result.content = truncated\n    ? `${baseContent.slice(0, maxChars)}\\n... (truncated)`\n    : baseContent;\n  result.truncated = truncated;\n  if (options.includeLinks) result.links = extracted?.links ?? [];\n\n  if (hasWebContentSearch(search)) {\n    const matchResult = findWebContentMatches({\n      raw: options.body,\n      extracted: baseContent,\n      search,\n      fallbackSearchSource: html ? \"extracted\" : \"raw\",\n    });\n    result.matches = matchResult.matches;\n    result.totalMatches = matchResult.totalMatches;\n    result.omittedMatches = matchResult.omittedMatches;\n    result.searchSource = matchResult.searchSource;\n    result.searchTruncated = matchResult.searchTruncated;\n  }\n\n  return result;\n}\n\nexport function formatWebContentResult(result: WebContentResult): string {\n  if (result.mode === \"raw\") return result.content ?? \"\";\n\n  const lines: string[] = [];\n  if (result.title) lines.push(`# ${result.title}`, \"\");\n  if (result.siteName) lines.push(`Site: ${result.siteName}`);\n  if (result.publishedTime) lines.push(`Published: ${result.publishedTime}`);\n  if (result.excerpt && result.mode !== \"metadata\") {\n    lines.push(`Excerpt: ${result.excerpt}`);\n  }\n  if (lines.length && lines[lines.length - 1] !== \"\") lines.push(\"\");\n\n  if (result.mode === \"matches\") {\n    lines.push(formatMatches(result));\n  } else if (result.mode === \"links\") {\n    lines.push(formatLinks(result.links ?? []));\n  } else if (result.mode === \"metadata\") {\n    lines.push(formatMetadata(result));\n  } else if (result.content) {\n    lines.push(result.content);\n  }\n\n  if (\n    result.mode !== \"links\" &&\n    result.mode !== \"matches\" &&\n    result.links?.length\n  ) {\n    lines.push(\"\", \"Links:\", formatLinks(result.links));\n  }\n  if (result.matches?.length && result.mode !== \"matches\") {\n    lines.push(\"\", formatMatches(result));\n  }\n\n  return lines.join(\"\\n\").trim();\n}\n\nfunction resolveMode(\n  requestedMode: WebResponseMode,\n  html: boolean,\n  search: WebContentSearchOptions | null,\n): Exclude<WebResponseMode, \"auto\"> {\n  if (requestedMode === \"auto\") {\n    if (hasWebContentSearch(search)) return \"matches\";\n    return html ? \"markdown\" : \"raw\";\n  }\n  return requestedMode;\n}\n\nfunction isHtmlResponse(contentType: string | null, body: string): boolean {\n  if (contentType) {\n    return (\n      contentType === \"text/html\" ||\n      contentType === \"application/xhtml+xml\" ||\n      contentType.endsWith(\"+html\")\n    );\n  }\n  return /<!doctype html|<html[\\s>]|<body[\\s>]|<article[\\s>]/i.test(\n    body.slice(0, 2_000),\n  );\n}\n\nfunction extractHtml(\n  body: string,\n  url: string,\n  extract: WebExtractMode,\n): {\n  html: string;\n  text: string;\n  markdown: string;\n  links: WebContentLink[];\n  title?: string;\n  excerpt?: string;\n  byline?: string;\n  siteName?: string;\n  lang?: string;\n  publishedTime?: string;\n} {\n  const document = parseFullDocument(body);\n  removeNonContentNodes(document);\n  const pageTitle = textOrUndefined(document.title);\n  const article =\n    extract === \"readability\"\n      ? new Readability(document.cloneNode(true) as Document).parse()\n      : null;\n  const sourceHtml =\n    extract === \"none\"\n      ? body\n      : article?.content ||\n        document.body?.innerHTML ||\n        document.documentElement.innerHTML ||\n        body;\n  const absoluteHtml = absolutizeHtmlUrls(sourceHtml, url);\n  const sourceText =\n    extract === \"none\"\n      ? htmlToPlainText(body)\n      : article?.textContent ||\n        document.body?.textContent ||\n        document.documentElement.textContent ||\n        \"\";\n  const markdown = htmlToMarkdown(absoluteHtml);\n  return {\n    html: absoluteHtml,\n    text: normalizeWhitespace(sourceText),\n    markdown,\n    links: collectLinks(absoluteHtml, url),\n    title: textOrUndefined(article?.title) ?? pageTitle,\n    excerpt: textOrUndefined(article?.excerpt),\n    byline: textOrUndefined(article?.byline),\n    siteName: textOrUndefined(article?.siteName),\n    lang: textOrUndefined(article?.lang),\n    publishedTime: textOrUndefined(article?.publishedTime),\n  };\n}\n\nfunction htmlToPlainText(html: string): string {\n  const document = parseFullDocument(html);\n  removeNonContentNodes(document);\n  return normalizeWhitespace(document.body?.textContent ?? \"\");\n}\n\nfunction htmlToMarkdown(html: string): string {\n  return normalizeMarkdown(turndown.turndown(html));\n}\n\nfunction removeNonContentNodes(document: Document) {\n  for (const selector of [\n    \"script\",\n    \"style\",\n    \"noscript\",\n    \"svg\",\n    \"template\",\n    \"iframe\",\n  ]) {\n    for (const node of [...document.querySelectorAll(selector)]) {\n      node.remove();\n    }\n  }\n}\n\nfunction parseFullDocument(html: string): Document {\n  return parseHTML(html).document as unknown as Document;\n}\n\nfunction parseHtmlFragment(html: string): Document {\n  return parseHTML(\n    `<!doctype html><html><head></head><body>${html}</body></html>`,\n  ).document as unknown as Document;\n}\n\nfunction absolutizeHtmlUrls(html: string, url: string): string {\n  const document = parseHtmlFragment(html);\n  for (const anchor of [...document.querySelectorAll(\"a[href]\")]) {\n    const href = anchor.getAttribute(\"href\");\n    if (!href) continue;\n    try {\n      anchor.setAttribute(\"href\", new URL(href, url).href);\n    } catch {}\n  }\n  for (const image of [...document.querySelectorAll(\"img[src]\")]) {\n    const src = image.getAttribute(\"src\");\n    if (!src) continue;\n    try {\n      image.setAttribute(\"src\", new URL(src, url).href);\n    } catch {}\n  }\n  return document.body?.innerHTML || html;\n}\n\nfunction collectLinks(html: string, url: string): WebContentLink[] {\n  const document = parseHtmlFragment(html);\n  const links: WebContentLink[] = [];\n  const seen = new Set<string>();\n  for (const anchor of [...document.querySelectorAll(\"a[href]\")]) {\n    const href = anchor.getAttribute(\"href\");\n    if (!href) continue;\n    let absolute: string;\n    try {\n      absolute = new URL(href, url).href;\n    } catch {\n      continue;\n    }\n    if (seen.has(absolute)) continue;\n    seen.add(absolute);\n    links.push({\n      text: normalizeWhitespace(anchor.textContent || absolute).slice(0, 200),\n      url: absolute,\n    });\n    if (links.length >= 200) break;\n  }\n  return links;\n}\n\nfunction contentForMode(\n  mode: Exclude<WebResponseMode, \"auto\">,\n  raw: string,\n  extracted: ReturnType<typeof extractHtml> | null,\n): string {\n  if (mode === \"raw\") return raw;\n  if (mode === \"text\") return extracted?.text ?? raw;\n  if (mode === \"markdown\" || mode === \"matches\") {\n    return extracted?.markdown || extracted?.text || raw;\n  }\n  return \"\";\n}\n\nfunction metadataFromExtraction(\n  extracted: ReturnType<typeof extractHtml> | null,\n) {\n  if (!extracted) return {};\n  return {\n    ...(extracted.title ? { title: extracted.title } : {}),\n    ...(extracted.excerpt ? { excerpt: extracted.excerpt } : {}),\n    ...(extracted.byline ? { byline: extracted.byline } : {}),\n    ...(extracted.siteName ? { siteName: extracted.siteName } : {}),\n    ...(extracted.lang ? { lang: extracted.lang } : {}),\n    ...(extracted.publishedTime\n      ? { publishedTime: extracted.publishedTime }\n      : {}),\n  };\n}\n\nfunction findWebContentMatches(options: {\n  raw: string;\n  extracted: string;\n  search: WebContentSearchOptions | null;\n  fallbackSearchSource: WebSearchSource;\n}): Pick<\n  WebContentResult,\n  | \"matches\"\n  | \"totalMatches\"\n  | \"omittedMatches\"\n  | \"searchSource\"\n  | \"searchTruncated\"\n> {\n  const search = options.search ?? {};\n  const sourceMode = search.source ?? options.fallbackSearchSource;\n  const source = sourceMode === \"raw\" ? options.raw : options.extracted;\n  const searchTruncated = source.length > MAX_SEARCH_SOURCE_CHARS;\n  const searchable = searchTruncated\n    ? source.slice(0, MAX_SEARCH_SOURCE_CHARS)\n    : source;\n  const maxMatches = normalizeBoundedNumber(\n    search.maxMatches,\n    DEFAULT_MAX_MATCHES,\n    1,\n    MAX_MATCHES,\n  );\n  const contextChars = normalizeBoundedNumber(\n    search.contextChars,\n    DEFAULT_CONTEXT_CHARS,\n    0,\n    MAX_CONTEXT_CHARS,\n  );\n  const matches: WebContentMatch[] = [];\n  let totalMatches = 0;\n  const caseSensitive = Boolean(search.caseSensitive);\n\n  const addMatch = (match: Omit<WebContentMatch, \"snippet\">) => {\n    totalMatches += 1;\n    if (matches.length >= maxMatches) return;\n    matches.push({\n      ...match,\n      snippet: makeSnippet(searchable, match.index, contextChars),\n    });\n  };\n\n  for (const query of [\n    ...normalizeSearchList(search.query),\n    ...normalizeSearchList(search.queries),\n  ]) {\n    findLiteralMatches(searchable, query, caseSensitive, (index, match) =>\n      addMatch({ kind: \"query\", query, match, index }),\n    );\n  }\n\n  for (const term of normalizeSearchList(search.terms)) {\n    findLiteralMatches(searchable, term, caseSensitive, (index, match) =>\n      addMatch({ kind: \"term\", query: term, match, index }),\n    );\n  }\n\n  const regexPattern = String(search.regex ?? \"\").trim();\n  if (regexPattern) {\n    if (!safeRegex(regexPattern, { limit: 25 })) {\n      throw new Error(\n        \"Unsafe regex rejected. Use a simpler literal query/terms search or a bounded run-code workflow.\",\n      );\n    }\n    const regex = new RegExp(\n      regexPattern,\n      normalizeRegexFlags(search.regexFlags, caseSensitive),\n    );\n    let match: RegExpExecArray | null;\n    while (\n      (match = regex.exec(searchable)) &&\n      typeof match.index === \"number\"\n    ) {\n      addMatch({\n        kind: \"regex\",\n        query: regexPattern,\n        match: match[0],\n        index: match.index,\n      });\n      if (match[0] === \"\") regex.lastIndex += 1;\n      if (totalMatches >= MAX_MATCHES * 10) break;\n    }\n  }\n\n  matches.sort((a, b) => a.index - b.index);\n  return {\n    matches,\n    totalMatches,\n    omittedMatches: Math.max(0, totalMatches - matches.length),\n    searchSource: sourceMode,\n    searchTruncated,\n  };\n}\n\nfunction findLiteralMatches(\n  source: string,\n  query: string,\n  caseSensitive: boolean,\n  onMatch: (index: number, match: string) => void,\n) {\n  if (!query) return;\n  const haystack = caseSensitive ? source : source.toLowerCase();\n  const needle = caseSensitive ? query : query.toLowerCase();\n  let from = 0;\n  while (from <= haystack.length) {\n    const index = haystack.indexOf(needle, from);\n    if (index < 0) break;\n    onMatch(index, source.slice(index, index + query.length));\n    from = index + Math.max(1, needle.length);\n  }\n}\n\nfunction normalizeRegexFlags(\n  flags: string | undefined,\n  caseSensitive: boolean,\n): string {\n  const allowed = new Set([\"d\", \"g\", \"i\", \"m\", \"s\", \"u\", \"v\", \"y\"]);\n  const result = new Set<string>([\"g\"]);\n  if (!caseSensitive) result.add(\"i\");\n  for (const flag of String(flags ?? \"\")) {\n    if (allowed.has(flag)) result.add(flag);\n  }\n  result.delete(\"y\");\n  return [...result].join(\"\");\n}\n\nfunction normalizeSearchList(value: unknown): string[] {\n  if (value === undefined || value === null) return [];\n  const values = Array.isArray(value) ? value : [value];\n  return values\n    .map((item) => String(item).trim())\n    .filter((item) => item.length > 0);\n}\n\nfunction normalizeBoundedNumber(\n  value: unknown,\n  fallback: number,\n  min: number,\n  max: number,\n): number {\n  const numeric = Number(value);\n  if (!Number.isFinite(numeric)) return fallback;\n  return Math.max(min, Math.min(Math.floor(numeric), max));\n}\n\nfunction makeSnippet(source: string, index: number, contextChars: number) {\n  const start = Math.max(0, index - contextChars);\n  const end = Math.min(source.length, index + contextChars);\n  const prefix = start > 0 ? \"...\" : \"\";\n  const suffix = end < source.length ? \"...\" : \"\";\n  return `${prefix}${normalizeWhitespace(source.slice(start, end))}${suffix}`;\n}\n\nfunction normalizeMarkdown(value: string): string {\n  return value\n    .replace(/\\n{3,}/g, \"\\n\\n\")\n    .replace(/[ \\t]+\\n/g, \"\\n\")\n    .trim();\n}\n\nfunction normalizeWhitespace(value: string): string {\n  return value.replace(/\\s+/g, \" \").trim();\n}\n\nfunction textOrUndefined(value: string | null | undefined): string | undefined {\n  const normalized = normalizeWhitespace(value ?? \"\");\n  return normalized || undefined;\n}\n\nfunction formatMatches(result: WebContentResult): string {\n  const matches = result.matches ?? [];\n  const header = `Matches: ${matches.length}${result.totalMatches !== undefined ? ` shown of ${result.totalMatches}` : \"\"}${result.omittedMatches ? ` (${result.omittedMatches} omitted)` : \"\"}`;\n  if (!matches.length) return header;\n  return [\n    header,\n    ...matches.map(\n      (match, index) =>\n        `${index + 1}. ${match.kind} ${JSON.stringify(match.query)} at ${match.index}: ${match.snippet}`,\n    ),\n  ].join(\"\\n\");\n}\n\nfunction formatLinks(links: WebContentLink[]): string {\n  if (!links.length) return \"(none)\";\n  return links\n    .map(\n      (link, index) => `${index + 1}. [${link.text || link.url}](${link.url})`,\n    )\n    .join(\"\\n\");\n}\n\nfunction formatMetadata(result: WebContentResult): string {\n  return JSON.stringify(\n    {\n      title: result.title,\n      excerpt: result.excerpt,\n      byline: result.byline,\n      siteName: result.siteName,\n      lang: result.lang,\n      publishedTime: result.publishedTime,\n      contentType: result.contentType,\n    },\n    null,\n    2,\n  );\n}\n"]}

package/dist/extensions/web-search-tool.js

@@ -183,7 +183,7 @@ export function createWebSearchToolEntry(opts = {}) {
     return {
         "web-search": {
             tool: {
-                description: "Search the public web. Use to find API documentation, endpoints, current information, or any topic. Returns ranked results from BYOK providers or a grounded Builder-managed summary. Follow up with web-request or provider-api-docs to fetch the full content of promising URLs. Requires either Connect Builder.io or one of: BRAVE_SEARCH_API_KEY, TAVILY_API_KEY, or EXA_API_KEY.",
+                description: "Search the public web. Use to find API documentation, endpoints, current information, or any topic. Returns ranked results from BYOK providers or a grounded Builder-managed summary. Follow up with web-request or provider-api-docs using responseMode:'markdown' or responseMode:'matches' to fetch clean text, links, or compact snippets from promising URLs. Requires either Connect Builder.io or one of: BRAVE_SEARCH_API_KEY, TAVILY_API_KEY, or EXA_API_KEY.",
                 parameters: {
                     type: "object",
                     properties: {
@@ -253,7 +253,7 @@ export function createWebSearchToolEntry(opts = {}) {
                         "",
                         managedText,
                         "",
-                        "Use web-request or provider-api-docs to fetch full content from cited or promising URLs.",
+                        "Use web-request or provider-api-docs with responseMode:'markdown' for readable docs or responseMode:'matches' plus search for compact snippets.",
                     ].join("\n");
                 }
                 if (results.length === 0) {
@@ -273,7 +273,7 @@ export function createWebSearchToolEntry(opts = {}) {
                     }
                     lines.push("");
                 }
-                lines.push("Use web-request or provider-api-docs to fetch full content from promising URLs.");
+                lines.push("Use web-request or provider-api-docs with responseMode:'markdown' for readable docs or responseMode:'matches' plus search for compact snippets.");
                 return lines.join("\n");
             },
             readOnly: true,