aec-agent 1.0.0

package/dist/components/tool-hub/built-in-tools/web/duckduckgo-search-provider.js

@@ -0,0 +1,116 @@
+import { decodeEntities, htmlToText } from "./html-to-text.js";
+const DEFAULT_ENDPOINT = "https://html.duckduckgo.com/html/";
+const DEFAULT_USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/140.0 Safari/537.36";
+/** Response bodies above this are cut before parsing. */
+const MAX_BODY_CHARS = 2_000_000;
+export class DuckDuckGoSearchProvider {
+    name = "duckduckgo";
+    endpoint;
+    timeoutMs;
+    region;
+    userAgent;
+    fetchFn;
+    constructor(options = {}) {
+        this.endpoint = options.endpoint ?? DEFAULT_ENDPOINT;
+        this.timeoutMs = options.timeoutMs ?? 10_000;
+        this.region = options.region;
+        this.userAgent = options.userAgent ?? DEFAULT_USER_AGENT;
+        this.fetchFn = options.fetch ?? fetch;
+    }
+    async search(query) {
+        const body = new URLSearchParams({ q: query.query });
+        const region = query.region ?? this.region;
+        if (region)
+            body.set("kl", region);
+        const response = await this.fetchFn(this.endpoint, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/x-www-form-urlencoded",
+                "User-Agent": this.userAgent,
+                Accept: "text/html",
+            },
+            body: body.toString(),
+            signal: AbortSignal.timeout(this.timeoutMs),
+        });
+        // DuckDuckGo answers a throttled client with 202 + a bot-check page.
+        if (response.status === 202) {
+            throw new Error("DuckDuckGo rate-limited the request (HTTP 202); try again later");
+        }
+        if (!response.ok) {
+            throw new Error(`DuckDuckGo returned HTTP ${response.status}`);
+        }
+        const html = (await response.text()).slice(0, MAX_BODY_CHARS);
+        if (html.includes("anomaly-modal") || html.includes("bots use DuckDuckGo too")) {
+            throw new Error("DuckDuckGo rate-limited the request (bot check); try again later");
+        }
+        return parseDuckDuckGoHtml(html, query.maxResults);
+    }
+}
+/**
+ * Parse the result list from html.duckduckgo.com markup. Each organic result has an
+ * `<a class="result__a" href="//duckduckgo.com/l/?uddg=<target>">title</a>` and an optional
+ * `class="result__snippet"` element after it. Ads (`/y.js?` links) are skipped.
+ */
+export function parseDuckDuckGoHtml(html, maxResults) {
+    const results = [];
+    const seen = new Set();
+    const marker = 'class="result__a"';
+    let pos = html.indexOf(marker);
+    while (pos !== -1 && results.length < maxResults) {
+        const next = html.indexOf(marker, pos + marker.length);
+        const segmentEnd = next === -1 ? html.length : next;
+        const tagStart = html.lastIndexOf("<a", pos);
+        const tagEnd = html.indexOf(">", pos);
+        const closeA = tagEnd === -1 ? -1 : html.indexOf("</a>", tagEnd);
+        if (tagStart !== -1 && tagEnd !== -1 && closeA !== -1 && closeA < segmentEnd) {
+            const tag = html.slice(tagStart, tagEnd + 1);
+            const href = /\shref="([^"]*)"/.exec(tag)?.[1];
+            const url = href ? resolveResultUrl(decodeEntities(href)) : undefined;
+            const title = htmlToText(html.slice(tagEnd + 1, closeA)).replace(/\s+/g, " ");
+            if (url && title && !seen.has(url)) {
+                seen.add(url);
+                results.push({ title, url, snippet: extractSnippet(html.slice(closeA, segmentEnd)) });
+            }
+        }
+        pos = next;
+    }
+    return results;
+}
+function extractSnippet(segment) {
+    const idx = segment.indexOf('class="result__snippet"');
+    if (idx === -1)
+        return "";
+    const tagStart = segment.lastIndexOf("<", idx);
+    const tagEnd = segment.indexOf(">", idx);
+    if (tagStart === -1 || tagEnd === -1)
+        return "";
+    const tagName = /^<([a-z0-9]+)/i.exec(segment.slice(tagStart, tagEnd))?.[1]?.toLowerCase() ?? "a";
+    const close = segment.indexOf(`</${tagName}>`, tagEnd);
+    const inner = segment.slice(tagEnd + 1, close === -1 ? segment.length : close);
+    return htmlToText(inner).replace(/\s+/g, " ");
+}
+/** Unwrap DuckDuckGo's redirect link; returns undefined for ads and non-http targets. */
+function resolveResultUrl(href) {
+    let url;
+    try {
+        url = new URL(href.startsWith("//") ? `https:${href}` : href, "https://duckduckgo.com");
+    }
+    catch {
+        return undefined;
+    }
+    if (url.hostname.endsWith("duckduckgo.com")) {
+        if (url.pathname.startsWith("/y.js"))
+            return undefined; // sponsored result
+        const target = url.searchParams.get("uddg");
+        if (!target)
+            return undefined;
+        try {
+            url = new URL(target);
+        }
+        catch {
+            return undefined;
+        }
+    }
+    return url.protocol === "http:" || url.protocol === "https:" ? url.toString() : undefined;
+}
+//# sourceMappingURL=duckduckgo-search-provider.js.map

package/dist/components/tool-hub/built-in-tools/web/duckduckgo-search-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"duckduckgo-search-provider.js","sourceRoot":"","sources":["../../../../../src/components/tool-hub/built-in-tools/web/duckduckgo-search-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAqB/D,MAAM,gBAAgB,GAAG,mCAAmC,CAAC;AAC7D,MAAM,kBAAkB,GACtB,6GAA6G,CAAC;AAChH,yDAAyD;AACzD,MAAM,cAAc,GAAG,SAAS,CAAC;AAEjC,MAAM,OAAO,wBAAwB;IAC1B,IAAI,GAAG,YAAY,CAAC;IAErB,QAAQ,CAAS;IACjB,SAAS,CAAS;IAClB,MAAM,CAAU;IAChB,SAAS,CAAS;IAClB,OAAO,CAAU;IAEzB,YAAY,OAAO,GAAoC,EAAE;QACvD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,gBAAgB,CAAC;QACrD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC;QAC7C,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC;QACzD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAqB;QAChC,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;QAC3C,IAAI,MAAM;YAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAEnC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE;YACjD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,mCAAmC;gBACnD,YAAY,EAAE,IAAI,CAAC,SAAS;gBAC5B,MAAM,EAAE,WAAW;aACpB;YACD,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE;YACrB,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC;SAC5C,CAAC,CAAC;QAEH,qEAAqE;QACrE,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;QACrF,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACjE,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;QAC9D,IAAI,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,yBAAyB,CAAC,EAAE,CAAC;YAC/E,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;QACtF,CAAC;QACD,OAAO,mBAAmB,CAAC,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IACrD,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAAY,EAAE,UAAkB;IAClE,MAAM,OAAO,GAAsB,EAAE,CAAC;IACtC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAAG,mBAAmB,CAAC;IAEnC,IAAI,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/B,OAAO,GAAG,KAAK,CAAC,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC;QACjD,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QACvD,MAAM,UAAU,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;QAEpD,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACjE,IAAI,QAAQ,KAAK,CAAC,CAAC,IAAI,MAAM,KAAK,CAAC,CAAC,IAAI,MAAM,KAAK,CAAC,CAAC,IAAI,MAAM,GAAG,UAAU,EAAE,CAAC;YAC7E,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;YAC7C,MAAM,IAAI,GAAG,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACtE,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YAE9E,IAAI,GAAG,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACnC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACd,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC;YACxF,CAAC;QACH,CAAC;QACD,GAAG,GAAG,IAAI,CAAC;IACb,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,cAAc,CAAC,OAAe;IACrC,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;IACvD,IAAI,GAAG,KAAK,CAAC,CAAC;QAAE,OAAO,EAAE,CAAC;IAC1B,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACzC,IAAI,QAAQ,KAAK,CAAC,CAAC,IAAI,MAAM,KAAK,CAAC,CAAC;QAAE,OAAO,EAAE,CAAC;IAChD,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,GAAG,CAAC;IAClG,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,OAAO,GAAG,EAAE,MAAM,CAAC,CAAC;IACvD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC/E,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAChD,CAAC;AAED,yFAAyF;AACzF,SAAS,gBAAgB,CAAC,IAAY;IACpC,IAAI,GAAQ,CAAC;IACb,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,wBAAwB,CAAC,CAAC;IAC1F,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;QAC5C,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC;YAAE,OAAO,SAAS,CAAC,CAAC,mBAAmB;QAC3E,MAAM,MAAM,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC5C,IAAI,CAAC,MAAM;YAAE,OAAO,SAAS,CAAC;QAC9B,IAAI,CAAC;YACH,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;QACxB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AAC5F,CAAC"}

package/dist/components/tool-hub/built-in-tools/web/html-to-text.d.ts

@@ -0,0 +1,14 @@
+export declare function decodeEntities(text: string): string;
+/**
+ * The page's primary content: the inside of the first <main> (else <article>) element,
+ * or the whole document when neither exists.
+ */
+export declare function mainContent(html: string): string;
+export declare function extractTitle(html: string): string | undefined;
+export declare function htmlToText(html: string): string;
+/** Cut text to `maxChars`, marking the cut so the model knows content is missing. */
+export declare function truncate(text: string, maxChars: number): {
+    text: string;
+    truncated: boolean;
+};
+//# sourceMappingURL=html-to-text.d.ts.map

package/dist/components/tool-hub/built-in-tools/web/html-to-text.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-to-text.d.ts","sourceRoot":"","sources":["../../../../../src/components/tool-hub/built-in-tools/web/html-to-text.ts"],"names":[],"mappings":"AAyBA,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAanD;AAkED;;;GAGG;AACH,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAehD;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAU7D;AAED,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAQ/C;AAED,qFAAqF;AACrF,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,OAAO,CAAA;CAAE,CAG7F"}

package/dist/components/tool-hub/built-in-tools/web/html-to-text.js

@@ -0,0 +1,158 @@
+// ---------------------------------------------------------------------------
+// HTML → readable text. Linear-time indexOf scanning only — the input is
+// attacker-controlled, so no backtracking regex runs over the raw body.
+// ---------------------------------------------------------------------------
+/** Elements whose whole content is dropped (not readable text). */
+const DROPPED_ELEMENTS = [
+    "script", "style", "noscript", "template", "svg", "head", "iframe", "canvas",
+    // Page chrome — menus, sidebars and footers crowd out the content the agent asked for.
+    "nav", "aside", "footer",
+];
+/** Tags that end a line of readable text. */
+const BLOCK_TAGS = new Set([
+    "p", "div", "br", "li", "ul", "ol", "tr", "table", "section", "article", "header", "footer",
+    "nav", "aside", "main", "h1", "h2", "h3", "h4", "h5", "h6", "pre", "blockquote", "hr", "dt", "dd",
+    "figcaption", "form", "title",
+]);
+const NAMED_ENTITIES = {
+    amp: "&", lt: "<", gt: ">", quot: '"', apos: "'", nbsp: " ", ndash: "–", mdash: "—",
+    hellip: "…", lsquo: "‘", rsquo: "’", ldquo: "“", rdquo: "”", copy: "©", reg: "®", trade: "™",
+    deg: "°", middot: "·", bull: "•", times: "×", laquo: "«", raquo: "»",
+};
+export function decodeEntities(text) {
+    return text.replace(/&(#x[0-9a-f]{1,6}|#[0-9]{1,7}|[a-z]{2,8});/gi, (match, body) => {
+        if (body[0] === "#") {
+            const code = body[1] === "x" || body[1] === "X" ? parseInt(body.slice(2), 16) : parseInt(body.slice(1), 10);
+            if (!Number.isFinite(code) || code < 1 || code > 0x10ffff)
+                return match;
+            try {
+                return String.fromCodePoint(code);
+            }
+            catch {
+                return match;
+            }
+        }
+        return NAMED_ENTITIES[body.toLowerCase()] ?? match;
+    });
+}
+/** Remove `<name ...> ... </name>` blocks for every dropped element. */
+function dropElements(html) {
+    const lower = html.toLowerCase();
+    let out = "";
+    let i = 0;
+    while (i < html.length) {
+        const lt = html.indexOf("<", i);
+        if (lt === -1) {
+            out += html.slice(i);
+            break;
+        }
+        out += html.slice(i, lt);
+        // HTML comments are dropped too.
+        if (lower.startsWith("<!--", lt)) {
+            const end = html.indexOf("-->", lt + 4);
+            if (end === -1)
+                break;
+            i = end + 3;
+            continue;
+        }
+        const dropped = DROPPED_ELEMENTS.find((name) => {
+            if (!lower.startsWith(name, lt + 1))
+                return false;
+            const next = lower[lt + 1 + name.length];
+            return next === undefined || next === ">" || next === "/" || /\s/.test(next);
+        });
+        if (dropped) {
+            const close = lower.indexOf(`</${dropped}`, lt + 1);
+            if (close === -1)
+                break; // unterminated — drop the rest
+            const closeEnd = html.indexOf(">", close);
+            if (closeEnd === -1)
+                break;
+            i = closeEnd + 1;
+            continue;
+        }
+        out += "<";
+        i = lt + 1;
+    }
+    return out;
+}
+/** Strip remaining tags, turning block-level tags into line breaks. */
+function stripTags(html) {
+    let out = "";
+    let i = 0;
+    while (i < html.length) {
+        const lt = html.indexOf("<", i);
+        if (lt === -1) {
+            out += html.slice(i);
+            break;
+        }
+        out += html.slice(i, lt);
+        const gt = html.indexOf(">", lt + 1);
+        if (gt === -1) {
+            // A stray "<" with no closing ">" — keep it as text and stop scanning for tags.
+            out += html.slice(lt);
+            break;
+        }
+        const tag = html.slice(lt + 1, gt).trim().toLowerCase();
+        const name = tag.replace(/^\//, "").split(/[\s/]/, 1)[0] ?? "";
+        if (BLOCK_TAGS.has(name))
+            out += "\n";
+        else if (name === "td" || name === "th")
+            out += " | ";
+        i = gt + 1;
+    }
+    return out;
+}
+/**
+ * The page's primary content: the inside of the first <main> (else <article>) element,
+ * or the whole document when neither exists.
+ */
+export function mainContent(html) {
+    const lower = html.toLowerCase();
+    for (const name of ["main", "article"]) {
+        let start = lower.indexOf(`<${name}`);
+        while (start !== -1) {
+            const next = lower[start + 1 + name.length];
+            if (next === ">" || (next !== undefined && /\s/.test(next)))
+                break;
+            start = lower.indexOf(`<${name}`, start + 1);
+        }
+        if (start === -1)
+            continue;
+        const open = html.indexOf(">", start);
+        const close = lower.lastIndexOf(`</${name}`);
+        if (open !== -1 && close > open)
+            return html.slice(open + 1, close);
+    }
+    return html;
+}
+export function extractTitle(html) {
+    const lower = html.toLowerCase();
+    const start = lower.indexOf("<title");
+    if (start === -1)
+        return undefined;
+    const open = html.indexOf(">", start);
+    if (open === -1)
+        return undefined;
+    const close = lower.indexOf("</title", open);
+    if (close === -1)
+        return undefined;
+    const title = decodeEntities(html.slice(open + 1, close)).replace(/\s+/g, " ").trim();
+    return title || undefined;
+}
+export function htmlToText(html) {
+    const text = decodeEntities(stripTags(dropElements(html)));
+    return text
+        .split("\n")
+        .map((line) => line.replace(/[ \t\f\v\r ]+/g, " ").trim())
+        .filter((line, idx, lines) => line !== "" || (idx > 0 && lines[idx - 1] !== ""))
+        .join("\n")
+        .trim();
+}
+/** Cut text to `maxChars`, marking the cut so the model knows content is missing. */
+export function truncate(text, maxChars) {
+    if (text.length <= maxChars)
+        return { text, truncated: false };
+    return { text: `${text.slice(0, maxChars)}\n…[truncated ${text.length - maxChars} chars]`, truncated: true };
+}
+//# sourceMappingURL=html-to-text.js.map

package/dist/components/tool-hub/built-in-tools/web/html-to-text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-to-text.js","sourceRoot":"","sources":["../../../../../src/components/tool-hub/built-in-tools/web/html-to-text.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,yEAAyE;AACzE,wEAAwE;AACxE,8EAA8E;AAE9E,mEAAmE;AACnE,MAAM,gBAAgB,GAAG;IACvB,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ;IAC5E,uFAAuF;IACvF,KAAK,EAAE,OAAO,EAAE,QAAQ;CACzB,CAAC;AAEF,6CAA6C;AAC7C,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;IACzB,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ;IAC3F,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;IACjG,YAAY,EAAE,MAAM,EAAE,OAAO;CAC9B,CAAC,CAAC;AAEH,MAAM,cAAc,GAA2B;IAC7C,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG;IACnF,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG;IAC5F,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG;CACrE,CAAC;AAEF,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,OAAO,IAAI,CAAC,OAAO,CAAC,8CAA8C,EAAE,CAAC,KAAK,EAAE,IAAY,EAAE,EAAE;QAC1F,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YACpB,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5G,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,QAAQ;gBAAE,OAAO,KAAK,CAAC;YACxE,IAAI,CAAC;gBACH,OAAO,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;YACpC,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QACD,OAAO,cAAc,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,KAAK,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC;AAED,wEAAwE;AACxE,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAChC,IAAI,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC;YACd,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM;QACR,CAAC;QACD,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACzB,iCAAiC;QACjC,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC;YACjC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;YACxC,IAAI,GAAG,KAAK,CAAC,CAAC;gBAAE,MAAM;YACtB,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC;YACZ,SAAS;QACX,CAAC;QACD,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;YAC7C,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC;YAClD,MAAM,IAAI,GAAG,KAAK,CAAC,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;YACzC,OAAO,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;QACH,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,OAAO,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;YACpD,IAAI,KAAK,KAAK,CAAC,CAAC;gBAAE,MAAM,CAAC,+BAA+B;YACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAC1C,IAAI,QAAQ,KAAK,CAAC,CAAC;gBAAE,MAAM;YAC3B,CAAC,GAAG,QAAQ,GAAG,CAAC,CAAC;YACjB,SAAS;QACX,CAAC;QACD,GAAG,IAAI,GAAG,CAAC;QACX,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACb,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,uEAAuE;AACvE,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAChC,IAAI,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC;YACd,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM;QACR,CAAC;QACD,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACzB,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;QACrC,IAAI,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC;YACd,gFAAgF;YAChF,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACtB,MAAM;QACR,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACxD,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC/D,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,GAAG,IAAI,IAAI,CAAC;aACjC,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI;YAAE,GAAG,IAAI,KAAK,CAAC;QACtD,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACb,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,KAAK,MAAM,IAAI,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,CAAC;QACvC,IAAI,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QACtC,OAAO,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;YACpB,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;YAC5C,IAAI,IAAI,KAAK,GAAG,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAAE,MAAM;YACnE,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,KAAK,KAAK,CAAC,CAAC;YAAE,SAAS;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QAC7C,IAAI,IAAI,KAAK,CAAC,CAAC,IAAI,KAAK,GAAG,IAAI;YAAE,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;IACtE,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACtC,IAAI,KAAK,KAAK,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IACnC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACtC,IAAI,IAAI,KAAK,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IAClC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAC7C,IAAI,KAAK,KAAK,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IACnC,MAAM,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACtF,OAAO,KAAK,IAAI,SAAS,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,MAAM,IAAI,GAAG,cAAc,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3D,OAAO,IAAI;SACR,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;SACzD,MAAM,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC,IAAI,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;SAC/E,IAAI,CAAC,IAAI,CAAC;SACV,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,qFAAqF;AACrF,MAAM,UAAU,QAAQ,CAAC,IAAY,EAAE,QAAgB;IACrD,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ;QAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IAC/D,OAAO,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,iBAAiB,IAAI,CAAC,MAAM,GAAG,QAAQ,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;AAC/G,CAAC"}

package/dist/components/tool-hub/built-in-tools/web/network-guard.d.ts

@@ -0,0 +1,21 @@
+/** Resolves a hostname to every address it maps to (injectable for tests). */
+export type LookupFn = (hostname: string) => Promise<Array<{
+    address: string;
+    family: number;
+}>>;
+export declare function isBlockedAddress(address: string): boolean;
+export declare class BlockedUrlError extends Error {
+    constructor(message: string);
+}
+export interface UrlGuardOptions {
+    lookup?: LookupFn;
+    /** Trusted deployments only — disables the private/loopback address check. Scheme/credential checks still apply. */
+    allowPrivateNetwork?: boolean;
+}
+/**
+ * Validates a URL before every request (and every redirect hop): http(s) only,
+ * no embedded credentials, and the host — literal or every DNS-resolved address —
+ * must be a public address. Throws BlockedUrlError when the URL must not be fetched.
+ */
+export declare function assertPublicHttpUrl(rawUrl: string, options?: UrlGuardOptions): Promise<URL>;
+//# sourceMappingURL=network-guard.d.ts.map

package/dist/components/tool-hub/built-in-tools/web/network-guard.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"network-guard.d.ts","sourceRoot":"","sources":["../../../../../src/components/tool-hub/built-in-tools/web/network-guard.ts"],"names":[],"mappings":"AAQA,8EAA8E;AAC9E,MAAM,MAAM,QAAQ,GAAG,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,KAAK,CAAC;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC,CAAC;AAuCjG,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAUzD;AAED,qBAAa,eAAgB,SAAQ,KAAK;IACxC,YAAY,OAAO,EAAE,MAAM,EAG1B;CACF;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,CAAC,EAAE,QAAQ,CAAC;IAClB,oHAAoH;IACpH,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B;AAED;;;;GAIG;AACH,wBAAsB,mBAAmB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,CA2CrG"}

package/dist/components/tool-hub/built-in-tools/web/network-guard.js

@@ -0,0 +1,106 @@
+import { lookup as dnsLookup } from "node:dns/promises";
+import { BlockList, isIP } from "node:net";
+const defaultLookup = (hostname) => dnsLookup(hostname, { all: true, verbatim: true });
+// Separate lists per family: Node's BlockList matches IPv4 addresses against IPv4-mapped
+// IPv6 rules, so a "::ffff:0:0/96" rule in a shared list would block every IPv4 address.
+const ipv4BlockList = new BlockList();
+// "This network", private, CGNAT, loopback, link-local (incl. 169.254.169.254 metadata),
+// IETF protocol assignments, TEST-NETs, benchmarking, multicast, reserved, broadcast.
+for (const [net, prefix] of [
+    ["0.0.0.0", 8], ["10.0.0.0", 8], ["100.64.0.0", 10], ["127.0.0.0", 8], ["169.254.0.0", 16],
+    ["172.16.0.0", 12], ["192.0.0.0", 24], ["192.0.2.0", 24], ["192.168.0.0", 16], ["198.18.0.0", 15],
+    ["198.51.100.0", 24], ["203.0.113.0", 24], ["224.0.0.0", 4], ["240.0.0.0", 4],
+]) {
+    ipv4BlockList.addSubnet(net, prefix, "ipv4");
+}
+const ipv6BlockList = new BlockList();
+// Unspecified, loopback, NAT64, discard, documentation, unique-local, link-local, site-local, multicast.
+ipv6BlockList.addAddress("::", "ipv6");
+ipv6BlockList.addAddress("::1", "ipv6");
+for (const [net, prefix] of [
+    ["64:ff9b::", 96], ["100::", 64], ["2001:db8::", 32], ["fc00::", 7], ["fe80::", 10], ["fec0::", 10],
+    ["ff00::", 8],
+]) {
+    ipv6BlockList.addSubnet(net, prefix, "ipv6");
+}
+/** Embedded IPv4 of an IPv4-mapped IPv6 address (::ffff:a.b.c.d or ::ffff:hhhh:hhhh), else undefined. */
+function mappedIpv4(address) {
+    const dotted = /^(?:0{0,4}:){0,5}:?ffff:(\d+\.\d+\.\d+\.\d+)$/i.exec(address);
+    if (dotted)
+        return dotted[1];
+    const hex = /^(?:0{0,4}:){0,5}:?ffff:([0-9a-f]{1,4}):([0-9a-f]{1,4})$/i.exec(address);
+    if (!hex)
+        return undefined;
+    const hi = parseInt(hex[1], 16);
+    const lo = parseInt(hex[2], 16);
+    return `${hi >> 8}.${hi & 0xff}.${lo >> 8}.${lo & 0xff}`;
+}
+export function isBlockedAddress(address) {
+    const family = isIP(address);
+    if (family === 4)
+        return ipv4BlockList.check(address, "ipv4");
+    if (family === 6) {
+        const v4 = mappedIpv4(address);
+        if (v4)
+            return ipv4BlockList.check(v4, "ipv4");
+        return ipv6BlockList.check(address, "ipv6");
+    }
+    // Not an IP literal — callers resolve hostnames first; unknown input is blocked.
+    return true;
+}
+export class BlockedUrlError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = "BlockedUrlError";
+    }
+}
+/**
+ * Validates a URL before every request (and every redirect hop): http(s) only,
+ * no embedded credentials, and the host — literal or every DNS-resolved address —
+ * must be a public address. Throws BlockedUrlError when the URL must not be fetched.
+ */
+export async function assertPublicHttpUrl(rawUrl, options = {}) {
+    let url;
+    try {
+        url = new URL(rawUrl);
+    }
+    catch {
+        throw new BlockedUrlError(`invalid URL: ${rawUrl}`);
+    }
+    if (url.protocol !== "http:" && url.protocol !== "https:") {
+        throw new BlockedUrlError(`scheme "${url.protocol}" is not allowed (http/https only)`);
+    }
+    if (url.username || url.password) {
+        throw new BlockedUrlError("URLs with embedded credentials are not allowed");
+    }
+    if (options.allowPrivateNetwork)
+        return url;
+    // URL keeps IPv6 literals bracketed — strip them for isIP().
+    const host = url.hostname.replace(/^\[(.*)\]$/, "$1");
+    if (host === "localhost" || host.endsWith(".localhost")) {
+        throw new BlockedUrlError(`host "${host}" is not a public address`);
+    }
+    if (isIP(host)) {
+        if (isBlockedAddress(host))
+            throw new BlockedUrlError(`address ${host} is not a public address`);
+        return url;
+    }
+    let addresses;
+    try {
+        addresses = await (options.lookup ?? defaultLookup)(host);
+    }
+    catch (error) {
+        throw new BlockedUrlError(`could not resolve host "${host}": ${error instanceof Error ? error.message : String(error)}`);
+    }
+    if (addresses.length === 0)
+        throw new BlockedUrlError(`host "${host}" did not resolve`);
+    for (const { address } of addresses) {
+        if (isBlockedAddress(address)) {
+            throw new BlockedUrlError(`host "${host}" resolves to non-public address ${address}`);
+        }
+    }
+    // Note: fetch() re-resolves the host when it connects, so a DNS-rebinding window
+    // remains. Closing it needs a dispatcher that pins the validated IP (a new dependency).
+    return url;
+}
+//# sourceMappingURL=network-guard.js.map

package/dist/components/tool-hub/built-in-tools/web/network-guard.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"network-guard.js","sourceRoot":"","sources":["../../../../../src/components/tool-hub/built-in-tools/web/network-guard.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,SAAS,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,UAAU,CAAC;AAU3C,MAAM,aAAa,GAAa,CAAC,QAAQ,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;AAEjG,yFAAyF;AACzF,yFAAyF;AACzF,MAAM,aAAa,GAAG,IAAI,SAAS,EAAE,CAAC;AACtC,yFAAyF;AACzF,sFAAsF;AACtF,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI;IAC1B,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,CAAC,aAAa,EAAE,EAAE,CAAC;IAC1F,CAAC,YAAY,EAAE,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,EAAE,CAAC,aAAa,EAAE,EAAE,CAAC,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC;IACjG,CAAC,cAAc,EAAE,EAAE,CAAC,EAAE,CAAC,aAAa,EAAE,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;CACrE,EAAE,CAAC;IACX,aAAa,CAAC,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,aAAa,GAAG,IAAI,SAAS,EAAE,CAAC;AACtC,yGAAyG;AACzG,aAAa,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AACvC,aAAa,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;AACxC,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI;IAC1B,CAAC,WAAW,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;IACnG,CAAC,QAAQ,EAAE,CAAC,CAAC;CACL,EAAE,CAAC;IACX,aAAa,CAAC,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AAC/C,CAAC;AAED,yGAAyG;AACzG,SAAS,UAAU,CAAC,OAAe;IACjC,MAAM,MAAM,GAAG,gDAAgD,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9E,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;IAC7B,MAAM,GAAG,GAAG,2DAA2D,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACtF,IAAI,CAAC,GAAG;QAAE,OAAO,SAAS,CAAC;IAC3B,MAAM,EAAE,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC;IACjC,MAAM,EAAE,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC;IACjC,OAAO,GAAG,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,IAAI,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,IAAI,EAAE,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,OAAe;IAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;IAC7B,IAAI,MAAM,KAAK,CAAC;QAAE,OAAO,aAAa,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC9D,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;QACjB,MAAM,EAAE,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;QAC/B,IAAI,EAAE;YAAE,OAAO,aAAa,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QAC/C,OAAO,aAAa,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC9C,CAAC;IACD,iFAAiF;IACjF,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,OAAO,eAAgB,SAAQ,KAAK;IACxC,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;IAChC,CAAC;CACF;AAQD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,MAAc,EAAE,OAAO,GAAoB,EAAE;IACrF,IAAI,GAAQ,CAAC;IACb,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,eAAe,CAAC,gBAAgB,MAAM,EAAE,CAAC,CAAC;IACtD,CAAC;IACD,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1D,MAAM,IAAI,eAAe,CAAC,WAAW,GAAG,CAAC,QAAQ,oCAAoC,CAAC,CAAC;IACzF,CAAC;IACD,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACjC,MAAM,IAAI,eAAe,CAAC,gDAAgD,CAAC,CAAC;IAC9E,CAAC;IACD,IAAI,OAAO,CAAC,mBAAmB;QAAE,OAAO,GAAG,CAAC;IAE5C,6DAA6D;IAC7D,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IACtD,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACxD,MAAM,IAAI,eAAe,CAAC,SAAS,IAAI,2BAA2B,CAAC,CAAC;IACtE,CAAC;IAED,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACf,IAAI,gBAAgB,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,eAAe,CAAC,WAAW,IAAI,0BAA0B,CAAC,CAAC;QACjG,OAAO,GAAG,CAAC;IACb,CAAC;IAED,IAAI,SAAqC,CAAC;IAC1C,IAAI,CAAC;QACH,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,IAAI,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC;IAC5D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,eAAe,CACvB,2BAA2B,IAAI,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC9F,CAAC;IACJ,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,eAAe,CAAC,SAAS,IAAI,mBAAmB,CAAC,CAAC;IACxF,KAAK,MAAM,EAAE,OAAO,EAAE,IAAI,SAAS,EAAE,CAAC;QACpC,IAAI,gBAAgB,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,eAAe,CAAC,SAAS,IAAI,oCAAoC,OAAO,EAAE,CAAC,CAAC;QACxF,CAAC;IACH,CAAC;IACD,iFAAiF;IACjF,wFAAwF;IACxF,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/components/tool-hub/built-in-tools/web/types.d.ts

@@ -0,0 +1,23 @@
+export interface WebSearchResult {
+    title: string;
+    url: string;
+    snippet: string;
+}
+export interface WebSearchQuery {
+    query: string;
+    maxResults: number;
+    /** Optional region code understood by the provider (e.g. "us-en", "vn-vi"). */
+    region?: string;
+}
+/**
+ * A search backend. Implementations return a shortlist (title, url, snippet) —
+ * never full documents — so the agent picks what to open with web_extract.
+ * Throw on transport/provider failure; the tool turns it into an error result.
+ */
+export interface WebSearchProvider {
+    readonly name: string;
+    search(query: WebSearchQuery): Promise<WebSearchResult[]>;
+}
+/** fetch-compatible function, injectable for tests. */
+export type FetchFn = typeof fetch;
+//# sourceMappingURL=types.d.ts.map

package/dist/components/tool-hub/built-in-tools/web/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../../src/components/tool-hub/built-in-tools/web/types.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,+EAA+E;IAC/E,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;;;GAIG;AACH,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;CAC3D;AAED,uDAAuD;AACvD,MAAM,MAAM,OAAO,GAAG,OAAO,KAAK,CAAC"}

package/dist/components/tool-hub/built-in-tools/web/types.js

@@ -0,0 +1,5 @@
+// ---------------------------------------------------------------------------
+// Web search provider — pluggable backend behind the web_search tool
+// ---------------------------------------------------------------------------
+export {};
+//# sourceMappingURL=types.js.map

package/dist/components/tool-hub/built-in-tools/web/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../src/components/tool-hub/built-in-tools/web/types.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,qEAAqE;AACrE,8EAA8E"}

package/dist/components/tool-hub/built-in-tools/web/web-extract-tool.d.ts

@@ -0,0 +1,37 @@
+import type { ToolContext, ToolDefinition, ToolHandler, ToolOutput } from "../../types.js";
+import { type LookupFn } from "./network-guard.js";
+import type { FetchFn } from "./types.js";
+export interface WebExtractToolOptions {
+    /** URLs accepted per call. Default 5. */
+    maxUrls?: number;
+    /** Per-page timeout covering every redirect hop and the body read. Default 15s. */
+    timeoutMs?: number;
+    /** Raw bytes read per page before the body is cut. Default 2 MB. */
+    maxBytes?: number;
+    /** Readable characters returned per page when the model does not ask. Default 20 000. */
+    defaultMaxChars?: number;
+    /** Hard ceiling on characters returned per page. Default 50 000. */
+    maxCharsLimit?: number;
+    /** Redirect hops followed per page, each re-validated by the SSRF guard. Default 5. */
+    maxRedirects?: number;
+    userAgent?: string;
+    /** Trusted deployments only — allows private/loopback targets. */
+    allowPrivateNetwork?: boolean;
+    fetch?: FetchFn;
+    lookup?: LookupFn;
+}
+/**
+ * web_extract — read-only. Fetches public web pages and returns their readable text.
+ * Every URL and every redirect hop passes the SSRF guard (http/https only, no private,
+ * loopback, link-local or metadata addresses); bodies are size-capped and time-boxed.
+ */
+export declare class WebExtractTool implements ToolHandler {
+    readonly name = "tool:web-extract";
+    readonly version = "1.0.0";
+    readonly definition: ToolDefinition;
+    private opts;
+    constructor(options?: WebExtractToolOptions);
+    execute(args: Record<string, unknown>, _context: ToolContext): Promise<ToolOutput>;
+    private extractOne;
+}
+//# sourceMappingURL=web-extract-tool.d.ts.map

package/dist/components/tool-hub/built-in-tools/web/web-extract-tool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-extract-tool.d.ts","sourceRoot":"","sources":["../../../../../src/components/tool-hub/built-in-tools/web/web-extract-tool.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,cAAc,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAE3F,OAAO,EAAwC,KAAK,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AACzF,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAE1C,MAAM,WAAW,qBAAqB;IACpC,yCAAyC;IACzC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,mFAAmF;IACnF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,oEAAoE;IACpE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,yFAAyF;IACzF,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,oEAAoE;IACpE,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,uFAAuF;IACvF,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kEAAkE;IAClE,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,MAAM,CAAC,EAAE,QAAQ,CAAC;CACnB;AAmBD;;;;GAIG;AACH,qBAAa,cAAe,YAAW,WAAW;IAChD,QAAQ,CAAC,IAAI,sBAAsB;IACnC,QAAQ,CAAC,OAAO,WAAW;IAC3B,QAAQ,CAAC,UAAU,EAAE,cAAc,CAAC;IAEpC,OAAO,CAAC,IAAI,CAGV;IAEF,YAAY,OAAO,GAAE,qBAA0B,EAqC9C;IAEK,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,QAAQ,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CA4CvF;YAEa,UAAU;CAoEzB"}