@mars_ai/marscli 2.0.12 → 2.0.14

package/dist/extensions/marsai/web-tools.js

@@ -0,0 +1,298 @@
+/**
+ * Absolute web access for the agent: `web_fetch` reads a page as text,
+ * `web_search` runs a query through DuckDuckGo's lite HTML endpoint (no API key).
+ *
+ * ponytail: DDG lite markup is screen-scraped — brittle by design.
+ * Upgrade path: point `web_search` at a MarsAI gateway search endpoint (or a
+ * keyed API like Brave) when one exists, and swap the regex HTML stripper in
+ * `web_fetch` for a real readability parse if pages get messier.
+ */
+import { Type } from "typebox";
+import { fetchWithRetry } from "../../utils/management-http.js";
+const MAX_BODY_BYTES = 512 * 1024;
+const MAX_TEXT_CHARS = 30_000;
+const FETCH_TIMEOUT_MS = 30_000;
+const SEARCH_TIMEOUT_MS = 15_000;
+const DEFAULT_SEARCH_RESULTS = 8;
+const MAX_REDIRECTS = 5;
+const USER_AGENT = "marscli (+https://marsai.click)";
+/**
+ * Loopback, private-range and link-local targets are refused: the agent must not
+ * reach intranet services or the cloud metadata endpoint through web_fetch.
+ * ponytail: checked per redirect hop, but DNS rebinding (public name resolving
+ * to a private address) is not — that needs a custom resolver.
+ */
+export function isBlockedFetchUrl(url) {
+    if (url.protocol !== "http:" && url.protocol !== "https:")
+        return `${url.protocol} (http/https only)`;
+    const host = url.hostname
+        .toLowerCase()
+        .replace(/^\[|\]$/g, "")
+        .replace(/\.+$/, "");
+    if (host === "localhost" || host.endsWith(".localhost") || host.endsWith(".internal"))
+        return host;
+    if (host === "metadata.google.internal")
+        return host;
+    const v4 = /^(0*(\d{1,3}))\.(0*(\d{1,3}))\.(0*(\d{1,3}))\.(0*(\d{1,3}))$/.exec(host);
+    if (v4) {
+        const octets = [v4[1], v4[3], v4[5], v4[7]].map(Number);
+        if (octets.some((n) => n > 255))
+            return host;
+        const [a, b] = octets;
+        if (a === 0 || a === 10 || a === 127 || (a === 100 && b >= 64 && b <= 127))
+            return host;
+        if (a === 169 && b === 254)
+            return host;
+        if (a === 172 && b >= 16 && b <= 31)
+            return host;
+        if (a === 192 && b === 168)
+            return host;
+        return undefined;
+    }
+    // IPv6: loopback, unspecified, link-local (fe80::/10), unique local (fc00::/7),
+    // and IPv4-mapped addresses keep their v4 verdict.
+    if (host.includes(":")) {
+        const lower = host.toLowerCase();
+        const mapped = /^::ffff:(\d{1,3}(?:\.\d{1,3}){3})$/.exec(lower);
+        if (mapped)
+            return isBlockedFetchUrl(new URL(`http://${mapped[1]}/`)) ? lower : undefined;
+        if (lower === "::" || lower === "::1")
+            return lower;
+        if (/^fe[89ab]/.test(lower) || /^f[cd]/.test(lower))
+            return lower;
+    }
+    return undefined;
+}
+const webFetchParams = Type.Object({
+    url: Type.String({ description: "Full URL of the page to fetch, including https://" }),
+});
+const webSearchParams = Type.Object({
+    query: Type.String({ description: "Search query" }),
+    limit: Type.Optional(Type.Number({ description: `Max results (default ${DEFAULT_SEARCH_RESULTS})` })),
+});
+/** Drop scripts/styles and decode the entities a text-only model ever sees. */
+export function htmlToText(html) {
+    return html
+        .replace(/<(script|style|noscript|svg|canvas|template|head)[\s\S]*?<\/\1>/gi, " ")
+        .replace(/<br\s*\/?>/gi, "\n")
+        .replace(/<\/(p|div|section|article|header|footer|li|ul|ol|h[1-6]|tr|table|blockquote|pre)>/gi, "\n")
+        .replace(/<[^>]+>/g, " ")
+        .replace(/&nbsp;/g, " ")
+        .replace(/&amp;/g, "&")
+        .replace(/&lt;/g, "<")
+        .replace(/&gt;/g, ">")
+        .replace(/&quot;/g, '"')
+        .replace(/&#0?39;|&apos;/g, "'")
+        .replace(/&#x([0-9a-f]+);/gi, (_, hex) => decodeEntity(Number.parseInt(hex, 16)))
+        .replace(/&#(\d+);/g, (_, dec) => decodeEntity(Number.parseInt(dec, 10)))
+        .replace(/[ \t]+/g, " ")
+        .replace(/\n\s*\n+/g, "\n\n")
+        .trim();
+}
+/** One numeric entity; out-of-range or surrogate values keep the raw text instead of throwing. */
+function decodeEntity(codePoint) {
+    if (!Number.isSafeInteger(codePoint) || codePoint < 0 || codePoint > 0x10ffff)
+        return "";
+    if (codePoint >= 0xd800 && codePoint <= 0xdfff)
+        return "";
+    return String.fromCodePoint(codePoint);
+}
+async function readBodyCapped(response) {
+    const reader = response.body?.getReader();
+    if (!reader)
+        return "";
+    const chunks = [];
+    let total = 0;
+    for (;;) {
+        const { done, value } = await reader.read();
+        if (done || !value)
+            break;
+        total += value.byteLength;
+        chunks.push(total > MAX_BODY_BYTES ? value.subarray(0, value.byteLength - (total - MAX_BODY_BYTES)) : value);
+        if (total >= MAX_BODY_BYTES) {
+            await reader.cancel().catch(() => { });
+            break;
+        }
+    }
+    return new TextDecoder().decode(Buffer.concat(chunks));
+}
+// DDG lite rows: <a class="result-link" href="…">title</a> then a sibling
+// <td class="result-snippet"> for the snippet. Links may be protocol-relative.
+function parseDuckDuckGo(html, limit) {
+    const hits = [];
+    const linkRe = /<a\b[^>]*class=["']result-link["'][^>]*>([\s\S]*?)<\/a>/g;
+    const snippetRe = /<td\b[^>]*class=["']result-snippet["'][^>]*>([\s\S]*?)<\/td>/g;
+    const links = [];
+    for (let m = linkRe.exec(html); m; m = linkRe.exec(html)) {
+        const href = /href=["']([^"']+)["']/.exec(m[0]);
+        if (!href)
+            continue;
+        let url = href[1].replace(/^\/\//, "https://").replace(/&amp;/g, "&");
+        // DDG wraps real urls in a /l/?uddg= redirect.
+        const uddg = /uddg=([^&]+)/.exec(url);
+        if (uddg)
+            url = decodeURIComponent(uddg[1]);
+        links.push({ url, title: htmlToText(m[1]).replace(/\s+/g, " "), index: m.index });
+    }
+    const snippets = [];
+    for (let m = snippetRe.exec(html); m; m = snippetRe.exec(html)) {
+        snippets.push({ text: htmlToText(m[1]).replace(/\s+/g, " "), index: m.index });
+    }
+    for (const link of links) {
+        if (hits.length >= limit)
+            break;
+        // Snippet follows its link in the markup; nearest one after wins.
+        const snippet = snippets.find((s) => s.index > link.index)?.text ?? "";
+        hits.push({ title: link.title, url: link.url, snippet });
+    }
+    return hits;
+}
+export function createWebFetchToolDefinition() {
+    return {
+        name: "web_fetch",
+        label: "Web Fetch",
+        description: "Fetch a URL and return its readable text content (HTML stripped). Use it to read pages the user links, documentation, or design references. Pair with web_search when no URL is given.",
+        promptSnippet: "Fetch a URL and read its text content",
+        promptGuidelines: [
+            "Use web_fetch to read pages the user references instead of guessing their content",
+            "Use web_search when you need current information or a URL is unknown",
+        ],
+        parameters: webFetchParams,
+        execute: async (_toolCallId, params, signal) => {
+            let url;
+            try {
+                url = new URL(params.url);
+            }
+            catch {
+                return { content: [{ type: "text", text: `Invalid URL: ${params.url}` }], details: { isError: true } };
+            }
+            try {
+                let response;
+                // Redirects are followed manually so every hop gets the same private-network
+                // check; fetch's automatic following would bypass it after the first hop.
+                for (let hop = 0;; hop++) {
+                    const blocked = isBlockedFetchUrl(url);
+                    if (blocked) {
+                        return {
+                            content: [{ type: "text", text: `Blocked ${url}: ${blocked} is not fetchable (private network)` }],
+                            details: { isError: true },
+                        };
+                    }
+                    const next = await fetchWithRetry(url, {
+                        headers: { "user-agent": USER_AGENT, accept: "text/html,application/xhtml+xml,text/plain,*/*" },
+                        redirect: "manual",
+                    }, { timeoutMs: FETCH_TIMEOUT_MS, maxRetries: 1, retryOnStatus: false });
+                    const location = next.status >= 300 && next.status < 400 ? next.headers.get("location") : null;
+                    if (!location) {
+                        response = next;
+                        break;
+                    }
+                    try {
+                        await next.body?.cancel();
+                    }
+                    catch {
+                        // Discarding a redirect body is best-effort.
+                    }
+                    url = new URL(location, url);
+                    if (hop + 1 >= MAX_REDIRECTS) {
+                        return {
+                            content: [{ type: "text", text: `Too many redirects fetching ${params.url}` }],
+                            details: { isError: true },
+                        };
+                    }
+                }
+                const body = await readBodyCapped(response);
+                const contentType = response.headers.get("content-type") ?? "";
+                if (!response.ok) {
+                    return {
+                        content: [
+                            {
+                                type: "text",
+                                text: `HTTP ${response.status} fetching ${url}\n${htmlToText(body).slice(0, 2000)}`,
+                            },
+                        ],
+                        details: { isError: true },
+                    };
+                }
+                const isHtml = contentType.includes("html");
+                let text = isHtml ? htmlToText(body) : body.trim();
+                const truncated = text.length > MAX_TEXT_CHARS;
+                if (truncated)
+                    text = text.slice(0, MAX_TEXT_CHARS);
+                return {
+                    content: [
+                        {
+                            type: "text",
+                            text: `${text}${truncated ? `\n\n[truncated at ${MAX_TEXT_CHARS} chars]` : ""}`,
+                        },
+                    ],
+                    details: { url: url.toString(), status: response.status, truncated },
+                };
+            }
+            catch (error) {
+                if (signal?.aborted)
+                    throw error;
+                return {
+                    content: [
+                        {
+                            type: "text",
+                            text: `Fetch failed for ${url}: ${error instanceof Error ? error.message : "Unknown error"}`,
+                        },
+                    ],
+                    details: { isError: true },
+                };
+            }
+        },
+    };
+}
+export function createWebSearchToolDefinition() {
+    return {
+        name: "web_search",
+        label: "Web Search",
+        description: "Search the web via DuckDuckGo and return titles, URLs and snippets. No API key needed. Follow up with web_fetch on the best result to read the page.",
+        promptSnippet: "Search the web for current information",
+        promptGuidelines: [],
+        parameters: webSearchParams,
+        execute: async (_toolCallId, params, signal) => {
+            const limit = Math.max(1, Math.min(20, params.limit ?? DEFAULT_SEARCH_RESULTS));
+            const endpoint = new URL("https://lite.duckduckgo.com/lite/");
+            endpoint.searchParams.set("q", params.query);
+            try {
+                const response = await fetchWithRetry(endpoint, { headers: { "user-agent": USER_AGENT, accept: "text/html" } }, { timeoutMs: SEARCH_TIMEOUT_MS, maxRetries: 1, retryOnStatus: false });
+                const html = await readBodyCapped(response);
+                if (!response.ok) {
+                    return {
+                        content: [{ type: "text", text: `Search failed: HTTP ${response.status}` }],
+                        details: { isError: true },
+                    };
+                }
+                const hits = parseDuckDuckGo(html, limit);
+                if (hits.length === 0) {
+                    return {
+                        content: [{ type: "text", text: `No results for "${params.query}".` }],
+                        details: { query: params.query, hits: 0 },
+                    };
+                }
+                const text = hits.map((h, i) => `${i + 1}. ${h.title}\n   ${h.url}\n   ${h.snippet}`).join("\n\n");
+                return {
+                    content: [{ type: "text", text }],
+                    details: { query: params.query, hits: hits.length },
+                };
+            }
+            catch (error) {
+                if (signal?.aborted)
+                    throw error;
+                return {
+                    content: [
+                        {
+                            type: "text",
+                            text: `Search failed: ${error instanceof Error ? error.message : "Unknown error"}`,
+                        },
+                    ],
+                    details: { isError: true },
+                };
+            }
+        },
+    };
+}
+//# sourceMappingURL=web-tools.js.map

package/dist/extensions/marsai/web-tools.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-tools.js","sourceRoot":"","sources":["../../../src/extensions/marsai/web-tools.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAe,IAAI,EAAE,MAAM,SAAS,CAAC;AAE5C,OAAO,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AAEhE,MAAM,cAAc,GAAG,GAAG,GAAG,IAAI,CAAC;AAClC,MAAM,cAAc,GAAG,MAAM,CAAC;AAC9B,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAChC,MAAM,iBAAiB,GAAG,MAAM,CAAC;AACjC,MAAM,sBAAsB,GAAG,CAAC,CAAC;AACjC,MAAM,aAAa,GAAG,CAAC,CAAC;AACxB,MAAM,UAAU,GAAG,iCAAiC,CAAC;AAErD;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAAC,GAAQ;IACzC,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ;QAAE,OAAO,GAAG,GAAG,CAAC,QAAQ,oBAAoB,CAAC;IACtG,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ;SACvB,WAAW,EAAE;SACb,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACtB,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC;QAAE,OAAO,IAAI,CAAC;IACnG,IAAI,IAAI,KAAK,0BAA0B;QAAE,OAAO,IAAI,CAAC;IACrD,MAAM,EAAE,GAAG,8DAA8D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACrF,IAAI,EAAE,EAAE,CAAC;QACR,MAAM,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACxD,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAC7C,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QACxF,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG;YAAE,OAAO,IAAI,CAAC;QACxC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;YAAE,OAAO,IAAI,CAAC;QACjD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG;YAAE,OAAO,IAAI,CAAC;QACxC,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,gFAAgF;IAChF,mDAAmD;IACnD,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,oCAAoC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChE,IAAI,MAAM;YAAE,OAAO,iBAAiB,CAAC,IAAI,GAAG,CAAC,UAAU,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1F,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,KAAK;YAAE,OAAO,KAAK,CAAC;QACpD,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC;IACnE,CAAC;IACD,OAAO,SAAS,CAAC;AAClB,CAAC;AAED,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC;IAClC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,mDAAmD,EAAE,CAAC;CACtF,CAAC,CAAC;AAEH,MAAM,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC;IACnC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,cAAc,EAAE,CAAC;IACnD,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,wBAAwB,sBAAsB,GAAG,EAAE,CAAC,CAAC;CACrG,CAAC,CAAC;AAKH,+EAA+E;AAC/E,MAAM,UAAU,UAAU,CAAC,IAAY;IACtC,OAAO,IAAI;SACT,OAAO,CAAC,mEAAmE,EAAE,GAAG,CAAC;SACjF,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC;SAC7B,OAAO,CAAC,qFAAqF,EAAE,IAAI,CAAC;SACpG,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC;SAC/B,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAAC,EAAE,GAAW,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;SACxF,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,GAAW,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;SAChF,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC;SAC5B,IAAI,EAAE,CAAC;AACV,CAAC;AAED,kGAAkG;AAClG,SAAS,YAAY,CAAC,SAAiB;IACtC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,SAAS,GAAG,CAAC,IAAI,SAAS,GAAG,QAAQ;QAAE,OAAO,EAAE,CAAC;IACzF,IAAI,SAAS,IAAI,MAAM,IAAI,SAAS,IAAI,MAAM;QAAE,OAAO,EAAE,CAAC;IAC1D,OAAO,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;AACxC,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,QAAkB;IAC/C,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;IAC1C,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,CAAC;IACvB,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,SAAS,CAAC;QACT,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,IAAI,IAAI,CAAC,KAAK;YAAE,MAAM;QAC1B,KAAK,IAAI,KAAK,CAAC,UAAU,CAAC;QAC1B,MAAM,CAAC,IAAI,CAAC,KAAK,GAAG,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,KAAK,CAAC,UAAU,GAAG,CAAC,KAAK,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC7G,IAAI,KAAK,IAAI,cAAc,EAAE,CAAC;YAC7B,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACtC,MAAM;QACP,CAAC;IACF,CAAC;IACD,OAAO,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;AACxD,CAAC;AAQD,0EAA0E;AAC1E,+EAA+E;AAC/E,SAAS,eAAe,CAAC,IAAY,EAAE,KAAa;IACnD,MAAM,IAAI,GAAgB,EAAE,CAAC;IAC7B,MAAM,MAAM,GAAG,0DAA0D,CAAC;IAC1E,MAAM,SAAS,GAAG,+DAA+D,CAAC;IAClF,MAAM,KAAK,GAAyD,EAAE,CAAC;IACvE,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1D,MAAM,IAAI,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,IAAI,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QACtE,+CAA+C;QAC/C,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtC,IAAI,IAAI;YAAE,GAAG,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5C,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IACnF,CAAC;IACD,MAAM,QAAQ,GAA2C,EAAE,CAAC;IAC5D,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAChE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAChF,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,IAAI,IAAI,CAAC,MAAM,IAAI,KAAK;YAAE,MAAM;QAChC,kEAAkE;QAClE,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;QACvE,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;IAC1D,CAAC;IACD,OAAO,IAAI,CAAC;AACb,CAAC;AAED,MAAM,UAAU,4BAA4B;IAC3C,OAAO;QACN,IAAI,EAAE,WAAW;QACjB,KAAK,EAAE,WAAW;QAClB,WAAW,EACV,wLAAwL;QACzL,aAAa,EAAE,uCAAuC;QACtD,gBAAgB,EAAE;YACjB,mFAAmF;YACnF,sEAAsE;SACtE;QACD,UAAU,EAAE,cAAc;QAC1B,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAqB,EAAE,MAAM,EAAE,EAAE;YAC7D,IAAI,GAAQ,CAAC;YACb,IAAI,CAAC;gBACJ,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC3B,CAAC;YAAC,MAAM,CAAC;gBACR,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC;YACxG,CAAC;YACD,IAAI,CAAC;gBACJ,IAAI,QAAkB,CAAC;gBACvB,6EAA6E;gBAC7E,0EAA0E;gBAC1E,KAAK,IAAI,GAAG,GAAG,CAAC,GAAI,GAAG,EAAE,EAAE,CAAC;oBAC3B,MAAM,OAAO,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC;oBACvC,IAAI,OAAO,EAAE,CAAC;wBACb,OAAO;4BACN,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,GAAG,KAAK,OAAO,qCAAqC,EAAE,CAAC;4BAClG,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;yBAC1B,CAAC;oBACH,CAAC;oBACD,MAAM,IAAI,GAAG,MAAM,cAAc,CAChC,GAAG,EACH;wBACC,OAAO,EAAE,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,EAAE,gDAAgD,EAAE;wBAC/F,QAAQ,EAAE,QAAQ;qBAClB,EACD,EAAE,SAAS,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC,EAAE,aAAa,EAAE,KAAK,EAAE,CACpE,CAAC;oBACF,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;oBAC/F,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACf,QAAQ,GAAG,IAAI,CAAC;wBAChB,MAAM;oBACP,CAAC;oBACD,IAAI,CAAC;wBACJ,MAAM,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;oBAC3B,CAAC;oBAAC,MAAM,CAAC;wBACR,6CAA6C;oBAC9C,CAAC;oBACD,GAAG,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;oBAC7B,IAAI,GAAG,GAAG,CAAC,IAAI,aAAa,EAAE,CAAC;wBAC9B,OAAO;4BACN,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,+BAA+B,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC;4BAC9E,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;yBAC1B,CAAC;oBACH,CAAC;gBACF,CAAC;gBACD,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,QAAQ,CAAC,CAAC;gBAC5C,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;gBAC/D,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;oBAClB,OAAO;wBACN,OAAO,EAAE;4BACR;gCACC,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,QAAQ,QAAQ,CAAC,MAAM,aAAa,GAAG,KAAK,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE;6BACnF;yBACD;wBACD,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;qBAC1B,CAAC;gBACH,CAAC;gBACD,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBAC5C,IAAI,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACnD,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,GAAG,cAAc,CAAC;gBAC/C,IAAI,SAAS;oBAAE,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;gBACpD,OAAO;oBACN,OAAO,EAAE;wBACR;4BACC,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,GAAG,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,qBAAqB,cAAc,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;yBAC/E;qBACD;oBACD,OAAO,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE;iBACpE,CAAC;YACH,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACzB,IAAI,MAAM,EAAE,OAAO;oBAAE,MAAM,KAAK,CAAC;gBACjC,OAAO;oBACN,OAAO,EAAE;wBACR;4BACC,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,oBAAoB,GAAG,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE;yBAC5F;qBACD;oBACD,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;iBAC1B,CAAC;YACH,CAAC;QACF,CAAC;KACD,CAAC;AACH,CAAC;AAED,MAAM,UAAU,6BAA6B;IAC5C,OAAO;QACN,IAAI,EAAE,YAAY;QAClB,KAAK,EAAE,YAAY;QACnB,WAAW,EACV,sJAAsJ;QACvJ,aAAa,EAAE,wCAAwC;QACvD,gBAAgB,EAAE,EAAE;QACpB,UAAU,EAAE,eAAe;QAC3B,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAsB,EAAE,MAAM,EAAE,EAAE;YAC9D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,KAAK,IAAI,sBAAsB,CAAC,CAAC,CAAC;YAChF,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,mCAAmC,CAAC,CAAC;YAC9D,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YAC7C,IAAI,CAAC;gBACJ,MAAM,QAAQ,GAAG,MAAM,cAAc,CACpC,QAAQ,EACR,EAAE,OAAO,EAAE,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,EAC9D,EAAE,SAAS,EAAE,iBAAiB,EAAE,UAAU,EAAE,CAAC,EAAE,aAAa,EAAE,KAAK,EAAE,CACrE,CAAC;gBACF,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,QAAQ,CAAC,CAAC;gBAC5C,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;oBAClB,OAAO;wBACN,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,uBAAuB,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;wBAC3E,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;qBAC1B,CAAC;gBACH,CAAC;gBACD,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC1C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACvB,OAAO;wBACN,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;wBACtE,OAAO,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE;qBACzC,CAAC;gBACH,CAAC;gBACD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACnG,OAAO;oBACN,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;oBACjC,OAAO,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE;iBACnD,CAAC;YACH,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACzB,IAAI,MAAM,EAAE,OAAO;oBAAE,MAAM,KAAK,CAAC;gBACjC,OAAO;oBACN,OAAO,EAAE;wBACR;4BACC,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,kBAAkB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE;yBAClF;qBACD;oBACD,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;iBAC1B,CAAC;YACH,CAAC;QACF,CAAC;KACD,CAAC;AACH,CAAC","sourcesContent":["/**\n * Absolute web access for the agent: `web_fetch` reads a page as text,\n * `web_search` runs a query through DuckDuckGo's lite HTML endpoint (no API key).\n *\n * ponytail: DDG lite markup is screen-scraped — brittle by design.\n * Upgrade path: point `web_search` at a MarsAI gateway search endpoint (or a\n * keyed API like Brave) when one exists, and swap the regex HTML stripper in\n * `web_fetch` for a real readability parse if pages get messier.\n */\n\nimport { type Static, Type } from \"typebox\";\nimport type { ToolDefinition } from \"../../core/extensions/types.ts\";\nimport { fetchWithRetry } from \"../../utils/management-http.ts\";\n\nconst MAX_BODY_BYTES = 512 * 1024;\nconst MAX_TEXT_CHARS = 30_000;\nconst FETCH_TIMEOUT_MS = 30_000;\nconst SEARCH_TIMEOUT_MS = 15_000;\nconst DEFAULT_SEARCH_RESULTS = 8;\nconst MAX_REDIRECTS = 5;\nconst USER_AGENT = \"marscli (+https://marsai.click)\";\n\n/**\n * Loopback, private-range and link-local targets are refused: the agent must not\n * reach intranet services or the cloud metadata endpoint through web_fetch.\n * ponytail: checked per redirect hop, but DNS rebinding (public name resolving\n * to a private address) is not — that needs a custom resolver.\n */\nexport function isBlockedFetchUrl(url: URL): string | undefined {\n\tif (url.protocol !== \"http:\" && url.protocol !== \"https:\") return `${url.protocol} (http/https only)`;\n\tconst host = url.hostname\n\t\t.toLowerCase()\n\t\t.replace(/^\\[|\\]$/g, \"\")\n\t\t.replace(/\\.+$/, \"\");\n\tif (host === \"localhost\" || host.endsWith(\".localhost\") || host.endsWith(\".internal\")) return host;\n\tif (host === \"metadata.google.internal\") return host;\n\tconst v4 = /^(0*(\\d{1,3}))\\.(0*(\\d{1,3}))\\.(0*(\\d{1,3}))\\.(0*(\\d{1,3}))$/.exec(host);\n\tif (v4) {\n\t\tconst octets = [v4[1], v4[3], v4[5], v4[7]].map(Number);\n\t\tif (octets.some((n) => n > 255)) return host;\n\t\tconst [a, b] = octets;\n\t\tif (a === 0 || a === 10 || a === 127 || (a === 100 && b >= 64 && b <= 127)) return host;\n\t\tif (a === 169 && b === 254) return host;\n\t\tif (a === 172 && b >= 16 && b <= 31) return host;\n\t\tif (a === 192 && b === 168) return host;\n\t\treturn undefined;\n\t}\n\t// IPv6: loopback, unspecified, link-local (fe80::/10), unique local (fc00::/7),\n\t// and IPv4-mapped addresses keep their v4 verdict.\n\tif (host.includes(\":\")) {\n\t\tconst lower = host.toLowerCase();\n\t\tconst mapped = /^::ffff:(\\d{1,3}(?:\\.\\d{1,3}){3})$/.exec(lower);\n\t\tif (mapped) return isBlockedFetchUrl(new URL(`http://${mapped[1]}/`)) ? lower : undefined;\n\t\tif (lower === \"::\" || lower === \"::1\") return lower;\n\t\tif (/^fe[89ab]/.test(lower) || /^f[cd]/.test(lower)) return lower;\n\t}\n\treturn undefined;\n}\n\nconst webFetchParams = Type.Object({\n\turl: Type.String({ description: \"Full URL of the page to fetch, including https://\" }),\n});\n\nconst webSearchParams = Type.Object({\n\tquery: Type.String({ description: \"Search query\" }),\n\tlimit: Type.Optional(Type.Number({ description: `Max results (default ${DEFAULT_SEARCH_RESULTS})` })),\n});\n\ntype WebFetchInput = Static<typeof webFetchParams>;\ntype WebSearchInput = Static<typeof webSearchParams>;\n\n/** Drop scripts/styles and decode the entities a text-only model ever sees. */\nexport function htmlToText(html: string): string {\n\treturn html\n\t\t.replace(/<(script|style|noscript|svg|canvas|template|head)[\\s\\S]*?<\\/\\1>/gi, \" \")\n\t\t.replace(/<br\\s*\\/?>/gi, \"\\n\")\n\t\t.replace(/<\\/(p|div|section|article|header|footer|li|ul|ol|h[1-6]|tr|table|blockquote|pre)>/gi, \"\\n\")\n\t\t.replace(/<[^>]+>/g, \" \")\n\t\t.replace(/&nbsp;/g, \" \")\n\t\t.replace(/&amp;/g, \"&\")\n\t\t.replace(/&lt;/g, \"<\")\n\t\t.replace(/&gt;/g, \">\")\n\t\t.replace(/&quot;/g, '\"')\n\t\t.replace(/&#0?39;|&apos;/g, \"'\")\n\t\t.replace(/&#x([0-9a-f]+);/gi, (_, hex: string) => decodeEntity(Number.parseInt(hex, 16)))\n\t\t.replace(/&#(\\d+);/g, (_, dec: string) => decodeEntity(Number.parseInt(dec, 10)))\n\t\t.replace(/[ \\t]+/g, \" \")\n\t\t.replace(/\\n\\s*\\n+/g, \"\\n\\n\")\n\t\t.trim();\n}\n\n/** One numeric entity; out-of-range or surrogate values keep the raw text instead of throwing. */\nfunction decodeEntity(codePoint: number): string {\n\tif (!Number.isSafeInteger(codePoint) || codePoint < 0 || codePoint > 0x10ffff) return \"\";\n\tif (codePoint >= 0xd800 && codePoint <= 0xdfff) return \"\";\n\treturn String.fromCodePoint(codePoint);\n}\n\nasync function readBodyCapped(response: Response): Promise<string> {\n\tconst reader = response.body?.getReader();\n\tif (!reader) return \"\";\n\tconst chunks: Uint8Array[] = [];\n\tlet total = 0;\n\tfor (;;) {\n\t\tconst { done, value } = await reader.read();\n\t\tif (done || !value) break;\n\t\ttotal += value.byteLength;\n\t\tchunks.push(total > MAX_BODY_BYTES ? value.subarray(0, value.byteLength - (total - MAX_BODY_BYTES)) : value);\n\t\tif (total >= MAX_BODY_BYTES) {\n\t\t\tawait reader.cancel().catch(() => {});\n\t\t\tbreak;\n\t\t}\n\t}\n\treturn new TextDecoder().decode(Buffer.concat(chunks));\n}\n\ninterface SearchHit {\n\ttitle: string;\n\turl: string;\n\tsnippet: string;\n}\n\n// DDG lite rows: <a class=\"result-link\" href=\"…\">title</a> then a sibling\n// <td class=\"result-snippet\"> for the snippet. Links may be protocol-relative.\nfunction parseDuckDuckGo(html: string, limit: number): SearchHit[] {\n\tconst hits: SearchHit[] = [];\n\tconst linkRe = /<a\\b[^>]*class=[\"']result-link[\"'][^>]*>([\\s\\S]*?)<\\/a>/g;\n\tconst snippetRe = /<td\\b[^>]*class=[\"']result-snippet[\"'][^>]*>([\\s\\S]*?)<\\/td>/g;\n\tconst links: Array<{ url: string; title: string; index: number }> = [];\n\tfor (let m = linkRe.exec(html); m; m = linkRe.exec(html)) {\n\t\tconst href = /href=[\"']([^\"']+)[\"']/.exec(m[0]);\n\t\tif (!href) continue;\n\t\tlet url = href[1].replace(/^\\/\\//, \"https://\").replace(/&amp;/g, \"&\");\n\t\t// DDG wraps real urls in a /l/?uddg= redirect.\n\t\tconst uddg = /uddg=([^&]+)/.exec(url);\n\t\tif (uddg) url = decodeURIComponent(uddg[1]);\n\t\tlinks.push({ url, title: htmlToText(m[1]).replace(/\\s+/g, \" \"), index: m.index });\n\t}\n\tconst snippets: Array<{ text: string; index: number }> = [];\n\tfor (let m = snippetRe.exec(html); m; m = snippetRe.exec(html)) {\n\t\tsnippets.push({ text: htmlToText(m[1]).replace(/\\s+/g, \" \"), index: m.index });\n\t}\n\tfor (const link of links) {\n\t\tif (hits.length >= limit) break;\n\t\t// Snippet follows its link in the markup; nearest one after wins.\n\t\tconst snippet = snippets.find((s) => s.index > link.index)?.text ?? \"\";\n\t\thits.push({ title: link.title, url: link.url, snippet });\n\t}\n\treturn hits;\n}\n\nexport function createWebFetchToolDefinition(): ToolDefinition<typeof webFetchParams, unknown, unknown> {\n\treturn {\n\t\tname: \"web_fetch\",\n\t\tlabel: \"Web Fetch\",\n\t\tdescription:\n\t\t\t\"Fetch a URL and return its readable text content (HTML stripped). Use it to read pages the user links, documentation, or design references. Pair with web_search when no URL is given.\",\n\t\tpromptSnippet: \"Fetch a URL and read its text content\",\n\t\tpromptGuidelines: [\n\t\t\t\"Use web_fetch to read pages the user references instead of guessing their content\",\n\t\t\t\"Use web_search when you need current information or a URL is unknown\",\n\t\t],\n\t\tparameters: webFetchParams,\n\t\texecute: async (_toolCallId, params: WebFetchInput, signal) => {\n\t\t\tlet url: URL;\n\t\t\ttry {\n\t\t\t\turl = new URL(params.url);\n\t\t\t} catch {\n\t\t\t\treturn { content: [{ type: \"text\", text: `Invalid URL: ${params.url}` }], details: { isError: true } };\n\t\t\t}\n\t\t\ttry {\n\t\t\t\tlet response: Response;\n\t\t\t\t// Redirects are followed manually so every hop gets the same private-network\n\t\t\t\t// check; fetch's automatic following would bypass it after the first hop.\n\t\t\t\tfor (let hop = 0; ; hop++) {\n\t\t\t\t\tconst blocked = isBlockedFetchUrl(url);\n\t\t\t\t\tif (blocked) {\n\t\t\t\t\t\treturn {\n\t\t\t\t\t\t\tcontent: [{ type: \"text\", text: `Blocked ${url}: ${blocked} is not fetchable (private network)` }],\n\t\t\t\t\t\t\tdetails: { isError: true },\n\t\t\t\t\t\t};\n\t\t\t\t\t}\n\t\t\t\t\tconst next = await fetchWithRetry(\n\t\t\t\t\t\turl,\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\theaders: { \"user-agent\": USER_AGENT, accept: \"text/html,application/xhtml+xml,text/plain,*/*\" },\n\t\t\t\t\t\t\tredirect: \"manual\",\n\t\t\t\t\t\t},\n\t\t\t\t\t\t{ timeoutMs: FETCH_TIMEOUT_MS, maxRetries: 1, retryOnStatus: false },\n\t\t\t\t\t);\n\t\t\t\t\tconst location = next.status >= 300 && next.status < 400 ? next.headers.get(\"location\") : null;\n\t\t\t\t\tif (!location) {\n\t\t\t\t\t\tresponse = next;\n\t\t\t\t\t\tbreak;\n\t\t\t\t\t}\n\t\t\t\t\ttry {\n\t\t\t\t\t\tawait next.body?.cancel();\n\t\t\t\t\t} catch {\n\t\t\t\t\t\t// Discarding a redirect body is best-effort.\n\t\t\t\t\t}\n\t\t\t\t\turl = new URL(location, url);\n\t\t\t\t\tif (hop + 1 >= MAX_REDIRECTS) {\n\t\t\t\t\t\treturn {\n\t\t\t\t\t\t\tcontent: [{ type: \"text\", text: `Too many redirects fetching ${params.url}` }],\n\t\t\t\t\t\t\tdetails: { isError: true },\n\t\t\t\t\t\t};\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tconst body = await readBodyCapped(response);\n\t\t\t\tconst contentType = response.headers.get(\"content-type\") ?? \"\";\n\t\t\t\tif (!response.ok) {\n\t\t\t\t\treturn {\n\t\t\t\t\t\tcontent: [\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\ttype: \"text\",\n\t\t\t\t\t\t\t\ttext: `HTTP ${response.status} fetching ${url}\\n${htmlToText(body).slice(0, 2000)}`,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t],\n\t\t\t\t\t\tdetails: { isError: true },\n\t\t\t\t\t};\n\t\t\t\t}\n\t\t\t\tconst isHtml = contentType.includes(\"html\");\n\t\t\t\tlet text = isHtml ? htmlToText(body) : body.trim();\n\t\t\t\tconst truncated = text.length > MAX_TEXT_CHARS;\n\t\t\t\tif (truncated) text = text.slice(0, MAX_TEXT_CHARS);\n\t\t\t\treturn {\n\t\t\t\t\tcontent: [\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\ttype: \"text\",\n\t\t\t\t\t\t\ttext: `${text}${truncated ? `\\n\\n[truncated at ${MAX_TEXT_CHARS} chars]` : \"\"}`,\n\t\t\t\t\t\t},\n\t\t\t\t\t],\n\t\t\t\t\tdetails: { url: url.toString(), status: response.status, truncated },\n\t\t\t\t};\n\t\t\t} catch (error: unknown) {\n\t\t\t\tif (signal?.aborted) throw error;\n\t\t\t\treturn {\n\t\t\t\t\tcontent: [\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\ttype: \"text\",\n\t\t\t\t\t\t\ttext: `Fetch failed for ${url}: ${error instanceof Error ? error.message : \"Unknown error\"}`,\n\t\t\t\t\t\t},\n\t\t\t\t\t],\n\t\t\t\t\tdetails: { isError: true },\n\t\t\t\t};\n\t\t\t}\n\t\t},\n\t};\n}\n\nexport function createWebSearchToolDefinition(): ToolDefinition<typeof webSearchParams, unknown, unknown> {\n\treturn {\n\t\tname: \"web_search\",\n\t\tlabel: \"Web Search\",\n\t\tdescription:\n\t\t\t\"Search the web via DuckDuckGo and return titles, URLs and snippets. No API key needed. Follow up with web_fetch on the best result to read the page.\",\n\t\tpromptSnippet: \"Search the web for current information\",\n\t\tpromptGuidelines: [],\n\t\tparameters: webSearchParams,\n\t\texecute: async (_toolCallId, params: WebSearchInput, signal) => {\n\t\t\tconst limit = Math.max(1, Math.min(20, params.limit ?? DEFAULT_SEARCH_RESULTS));\n\t\t\tconst endpoint = new URL(\"https://lite.duckduckgo.com/lite/\");\n\t\t\tendpoint.searchParams.set(\"q\", params.query);\n\t\t\ttry {\n\t\t\t\tconst response = await fetchWithRetry(\n\t\t\t\t\tendpoint,\n\t\t\t\t\t{ headers: { \"user-agent\": USER_AGENT, accept: \"text/html\" } },\n\t\t\t\t\t{ timeoutMs: SEARCH_TIMEOUT_MS, maxRetries: 1, retryOnStatus: false },\n\t\t\t\t);\n\t\t\t\tconst html = await readBodyCapped(response);\n\t\t\t\tif (!response.ok) {\n\t\t\t\t\treturn {\n\t\t\t\t\t\tcontent: [{ type: \"text\", text: `Search failed: HTTP ${response.status}` }],\n\t\t\t\t\t\tdetails: { isError: true },\n\t\t\t\t\t};\n\t\t\t\t}\n\t\t\t\tconst hits = parseDuckDuckGo(html, limit);\n\t\t\t\tif (hits.length === 0) {\n\t\t\t\t\treturn {\n\t\t\t\t\t\tcontent: [{ type: \"text\", text: `No results for \"${params.query}\".` }],\n\t\t\t\t\t\tdetails: { query: params.query, hits: 0 },\n\t\t\t\t\t};\n\t\t\t\t}\n\t\t\t\tconst text = hits.map((h, i) => `${i + 1}. ${h.title}\\n   ${h.url}\\n   ${h.snippet}`).join(\"\\n\\n\");\n\t\t\t\treturn {\n\t\t\t\t\tcontent: [{ type: \"text\", text }],\n\t\t\t\t\tdetails: { query: params.query, hits: hits.length },\n\t\t\t\t};\n\t\t\t} catch (error: unknown) {\n\t\t\t\tif (signal?.aborted) throw error;\n\t\t\t\treturn {\n\t\t\t\t\tcontent: [\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\ttype: \"text\",\n\t\t\t\t\t\t\ttext: `Search failed: ${error instanceof Error ? error.message : \"Unknown error\"}`,\n\t\t\t\t\t\t},\n\t\t\t\t\t],\n\t\t\t\t\tdetails: { isError: true },\n\t\t\t\t};\n\t\t\t}\n\t\t},\n\t};\n}\n"]}

package/dist/extensions/mcp/cli.d.ts

@@ -0,0 +1,23 @@
+/**
+ * `pi mcp`: add, remove, and check MCP servers and sign in to them outside a session. Agents run it
+ * through bash to configure servers, verify an `mcp.json` they wrote, and start an OAuth sign-in;
+ * the user only approves access in the browser. Running sessions pick up new credentials on their
+ * next turn.
+ */
+import { McpOAuthCredentialStore } from "./runtime.ts";
+export interface McpCommandOptions {
+    cwd: string;
+    agentDir: string;
+    /** Defaults to `mcp-auth.json` in the agent directory. */
+    credentials?: McpOAuthCredentialStore;
+    /** Token of a pi provider, for servers with `auth.provider`. Defaults to the agent directory's `auth.json`. */
+    providerToken?: (provider: string) => Promise<string | undefined>;
+    /** Defaults to the platform browser. */
+    openUrl?: (url: string) => void;
+    /** Defaults to console output. */
+    log?: (line: string) => void;
+    error?: (line: string) => void;
+}
+/** Run `pi mcp <args>` and return the exit code. */
+export declare function runMcpCommand(args: string[], options: McpCommandOptions): Promise<number>;
+//# sourceMappingURL=cli.d.ts.map

package/dist/extensions/mcp/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../../src/extensions/mcp/cli.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAmBH,OAAO,EAEN,uBAAuB,EAKvB,MAAM,cAAc,CAAC;AAkDtB,MAAM,WAAW,iBAAiB;IACjC,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,0DAA0D;IAC1D,WAAW,CAAC,EAAE,uBAAuB,CAAC;IACtC,+GAA+G;IAC/G,aAAa,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;IAClE,wCAAwC;IACxC,OAAO,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC;IAChC,kCAAkC;IAClC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IAC7B,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;CAC/B;AAkID,oDAAoD;AACpD,wBAAsB,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,CA6F/F"}