@spinabot/brigade 0.1.2 → 1.0.1

package/dist/agents/tools/web-fetch.d.ts

@@ -0,0 +1,97 @@
+/**
+ * `fetch_url` tool — built-in HTTP fetcher with structured payload + provider
+ * fallback.
+ *
+ * Two-tier path:
+ *
+ *   1. **Built-in raw** — guarded `fetch` (SSRF + manual redirect + cap-based
+ *      streaming reader) → content-type router → Readability+linkedom (HTML)
+ *      / pretty-printed (JSON) / passthrough (text/markdown) → markdown body.
+ *
+ *   2. **Provider fallback** — when the built-in path errors or returns
+ *      non-OK (JS-heavy SPAs, bot-blocked sites), the agent loop delegates
+ *      to whichever `WebFetchProvider` the registry resolves (Firecrawl /
+ *      Jina-Reader / Browserless). The fallback is opt-in (operator must
+ *      have a provider configured); when no provider is registered the
+ *      built-in error is what the model sees.
+ *
+ * Result shape — every fetch ends in the SAME `{content, details}` payload
+ * (the normalizer below). The model gets one JSON blob with `text` (wrapped
+ * in the untrusted-content envelope), plus metadata (status, contentType,
+ * extractor, fetchedAt, tookMs, truncated, cached). Errors throw, matching
+ * Pi convention.
+ *
+ * Closes two gaps in the upstream reference:
+ *   - `onUpdate` callbacks fire so a long fetch reports "fetching →
+ *     extracting → done" to the channel/TUI.
+ *   - `AbortSignal` is threaded into `fetch()` so a mid-turn cancel
+ *     actually aborts the in-flight request.
+ */
+import { Type } from "typebox";
+import { SsrfBlockedError } from "../../infra/net/fetch-guard.js";
+import { type CacheEntry } from "./web-shared.js";
+import { type ExtractedContent } from "./web-fetch-utils.js";
+import type { AnyBrigadeTool } from "./types.js";
+import type { WebFetchProvider, WebProviderContext } from "../extensions/types.js";
+/** TypeBox schema for the `fetch_url` tool's parameters. */
+declare const FetchUrlSchema: Type.TObject<{
+    url: Type.TString;
+    extractMode: Type.TOptional<Type.TUnion<[Type.TLiteral<"markdown">, Type.TLiteral<"text">]>>;
+    maxChars: Type.TOptional<Type.TInteger>;
+}>;
+/** Canonical payload returned by every fetch path (raw or provider). */
+export interface FetchUrlDetails {
+    url: string;
+    finalUrl: string;
+    status: number;
+    contentType?: string;
+    title?: string;
+    extractMode: "markdown" | "text";
+    extractor: ExtractedContent["extractor"];
+    externalContent: {
+        untrusted: true;
+        source: "web_fetch";
+        provider?: string;
+        wrapped: boolean;
+    };
+    truncated: boolean;
+    length: number;
+    rawLength: number;
+    fetchedAt: string;
+    tookMs: number;
+    text: string;
+    warning?: string;
+    cached?: true;
+    /**
+     * Internal hint: the primary raw extractor returned an unusable result
+     * (Readability bailed on JS-heavy page) and the provider is preferred
+     * over the basic-html fallback. Stripped before the payload reaches
+     * the model — never on the wire.
+     */
+    _fallbackPreferred?: true;
+}
+declare const FETCH_CACHE: Map<string, CacheEntry<FetchUrlDetails>>;
+export interface MakeFetchUrlToolOptions {
+    /** Optional configured `WebFetchProvider` that runs as fallback when built-in fetch fails or 4xx/5xx. */
+    provider?: WebFetchProvider | null;
+    /** Provider context (cfg + env + workspace) — required when `provider` is set. */
+    providerCtx?: WebProviderContext;
+    /** Override default timeout (seconds). Defaults to 30. */
+    timeoutSeconds?: number;
+    /** Override default cache TTL (minutes). Defaults to 15. */
+    cacheTtlMinutes?: number;
+    /** Override default User-Agent. */
+    userAgent?: string;
+    /** Override default max response bytes. Clamped to [32 KiB, 10 MiB]. */
+    maxResponseBytes?: number;
+}
+/**
+ * Build the `fetch_url` tool. Pass an optional fallback provider — the tool
+ * tries the built-in raw HTTP path first, and falls back to the provider's
+ * `createTool(ctx).execute({url, ...})` when the raw path errors or returns
+ * non-OK. When no provider is set, raw failures propagate to the model.
+ */
+export declare function makeFetchUrlTool(opts?: MakeFetchUrlToolOptions): AnyBrigadeTool;
+/** Re-export for tests / inspection. */
+export { FETCH_CACHE, FetchUrlSchema, SsrfBlockedError };
+//# sourceMappingURL=web-fetch.d.ts.map

package/dist/agents/tools/web-fetch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-fetch.d.ts","sourceRoot":"","sources":["../../../src/agents/tools/web-fetch.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AAEH,OAAO,EAAE,IAAI,EAAe,MAAM,SAAS,CAAC;AAE5C,OAAO,EAAgB,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAGhF,OAAO,EAEN,KAAK,UAAU,EAUf,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAIN,KAAK,gBAAgB,EACrB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,EAA4C,cAAc,EAAe,MAAM,YAAY,CAAC;AACxG,OAAO,KAAK,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAMnF,4DAA4D;AAC5D,QAAA,MAAM,cAAc;;;;EAkBlB,CAAC;AAIH,wEAAwE;AACxE,MAAM,WAAW,eAAe;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,UAAU,GAAG,MAAM,CAAC;IACjC,SAAS,EAAE,gBAAgB,CAAC,WAAW,CAAC,CAAC;IACzC,eAAe,EAAE;QAAE,SAAS,EAAE,IAAI,CAAC;QAAC,MAAM,EAAE,WAAW,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC;IAC/F,SAAS,EAAE,OAAO,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,IAAI,CAAC;IACd;;;;;OAKG;IACH,kBAAkB,CAAC,EAAE,IAAI,CAAC;CAC1B;AAID,QAAA,MAAM,WAAW,0CAAiD,CAAC;AAInE,MAAM,WAAW,uBAAuB;IACvC,yGAAyG;IACzG,QAAQ,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACnC,kFAAkF;IAClF,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,0DAA0D;IAC1D,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,4DAA4D;IAC5D,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,mCAAmC;IACnC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,wEAAwE;IACxE,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,GAAE,uBAA4B,GAAG,cAAc,CAyInF;AA2ND,wCAAwC;AACxC,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,gBAAgB,EAAE,CAAC"}

package/dist/agents/tools/web-fetch.js

@@ -0,0 +1,369 @@
+/**
+ * `fetch_url` tool — built-in HTTP fetcher with structured payload + provider
+ * fallback.
+ *
+ * Two-tier path:
+ *
+ *   1. **Built-in raw** — guarded `fetch` (SSRF + manual redirect + cap-based
+ *      streaming reader) → content-type router → Readability+linkedom (HTML)
+ *      / pretty-printed (JSON) / passthrough (text/markdown) → markdown body.
+ *
+ *   2. **Provider fallback** — when the built-in path errors or returns
+ *      non-OK (JS-heavy SPAs, bot-blocked sites), the agent loop delegates
+ *      to whichever `WebFetchProvider` the registry resolves (Firecrawl /
+ *      Jina-Reader / Browserless). The fallback is opt-in (operator must
+ *      have a provider configured); when no provider is registered the
+ *      built-in error is what the model sees.
+ *
+ * Result shape — every fetch ends in the SAME `{content, details}` payload
+ * (the normalizer below). The model gets one JSON blob with `text` (wrapped
+ * in the untrusted-content envelope), plus metadata (status, contentType,
+ * extractor, fetchedAt, tookMs, truncated, cached). Errors throw, matching
+ * Pi convention.
+ *
+ * Closes two gaps in the upstream reference:
+ *   - `onUpdate` callbacks fire so a long fetch reports "fetching →
+ *     extracting → done" to the channel/TUI.
+ *   - `AbortSignal` is threaded into `fetch()` so a mid-turn cancel
+ *     actually aborts the in-flight request.
+ */
+import { Type } from "typebox";
+import { guardedFetch, SsrfBlockedError } from "../../infra/net/fetch-guard.js";
+import { buildExternalContentMeta, wrapWebContent } from "../../security/external-content.js";
+import { createSubsystemLogger } from "../../logging/subsystem-logger.js";
+import { buildFetchCacheKey, clampMaxBytes, DEFAULT_CACHE_TTL_MINUTES, DEFAULT_MAX_RESPONSE_BYTES, DEFAULT_TIMEOUT_SECONDS, readCache, readResponseText, redactUrlForDebugLog, resolveCacheTtlMs, writeCache, } from "./web-shared.js";
+import { composeFetchBody, extractBasicHtmlContent, extractReadableContent, } from "./web-fetch-utils.js";
+const log = createSubsystemLogger("brigade/web");
+/* ─────────────────────────── tool schema + result shape ─────────────────────────── */
+/** TypeBox schema for the `fetch_url` tool's parameters. */
+const FetchUrlSchema = Type.Object({
+    url: Type.String({
+        description: "Absolute URL to fetch (http:// or https://). The body is sanitized + extracted to markdown by default.",
+    }),
+    extractMode: Type.Optional(Type.Union([Type.Literal("markdown"), Type.Literal("text")], {
+        description: "Output flavor. `markdown` (default) keeps formatting; `text` strips all markdown for plain text consumption.",
+    })),
+    maxChars: Type.Optional(Type.Integer({
+        description: "Maximum characters of body to return (default 20000). Excess content is truncated with a marker.",
+        minimum: 100,
+    })),
+});
+const DEFAULT_MAX_CHARS = 20_000;
+/* ─────────────────────────── cache ─────────────────────────── */
+const FETCH_CACHE = new Map();
+/**
+ * Build the `fetch_url` tool. Pass an optional fallback provider — the tool
+ * tries the built-in raw HTTP path first, and falls back to the provider's
+ * `createTool(ctx).execute({url, ...})` when the raw path errors or returns
+ * non-OK. When no provider is set, raw failures propagate to the model.
+ */
+export function makeFetchUrlTool(opts = {}) {
+    const timeoutMs = (opts.timeoutSeconds ?? DEFAULT_TIMEOUT_SECONDS) * 1_000;
+    const cacheTtlMs = resolveCacheTtlMs(opts.cacheTtlMinutes ?? DEFAULT_CACHE_TTL_MINUTES);
+    const maxBytes = clampMaxBytes(opts.maxResponseBytes ?? DEFAULT_MAX_RESPONSE_BYTES);
+    const userAgent = opts.userAgent?.trim() ||
+        "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36 Brigade/1.0";
+    const tool = {
+        name: "fetch_url",
+        label: "fetch_url",
+        description: "Fetch and extract readable content from a URL (HTML → markdown/text). Use for lightweight page access without browser automation — best for static/server-rendered pages (articles, docs, READMEs). If the result comes back near-empty or blocked, escalate to the browser tool (navigate + snapshot) instead of switching to a different low-quality source.",
+        parameters: FetchUrlSchema,
+        ownerOnly: false,
+        displaySummary: "fetching URL",
+        async execute(_toolCallId, args, signal, onUpdate) {
+            const url = args.url.trim();
+            const extractMode = args.extractMode ?? "markdown";
+            const maxChars = args.maxChars ?? DEFAULT_MAX_CHARS;
+            const startedAt = Date.now();
+            // Cache hit short-circuits.
+            const cacheKey = buildFetchCacheKey({ url, extractMode, maxChars });
+            const cached = readCache(FETCH_CACHE, cacheKey);
+            if (cached) {
+                log.debug("web_fetch cache hit", {
+                    url: redactUrlForDebugLog(url),
+                    extractor: cached.extractor,
+                });
+                return jsonResult({ ...cached, cached: true });
+            }
+            onUpdate?.({
+                content: [{ type: "text", text: `Fetching ${redactUrlForDebugLog(url)}…` }],
+                details: {},
+            });
+            // Try the built-in raw path first.
+            let payload = null;
+            let rawError = null;
+            try {
+                payload = await fetchRawAndExtract({
+                    url,
+                    extractMode,
+                    maxChars,
+                    timeoutMs,
+                    maxBytes,
+                    userAgent,
+                    signal,
+                    onUpdate,
+                });
+            }
+            catch (err) {
+                rawError = err;
+            }
+            // Provider fallback when raw failed, returned non-OK, returned
+            // effectively-empty content (SPAs that 200 with a shell HTML), OR
+            // the raw extractor signalled it would do worse than the provider
+            // (Readability bailed on JS-heavy markup — basic-html regex would
+            // be a poor substitute for a real headless renderer).
+            const looksEmpty = payload?.status !== undefined
+                && payload.status < 400
+                && payload.rawLength < 200;
+            const readabilityBailed = payload?._fallbackPreferred === true;
+            const shouldFallback = (!payload || payload.status >= 400 || looksEmpty || readabilityBailed)
+                && opts.provider
+                && opts.providerCtx;
+            if (shouldFallback) {
+                onUpdate?.({
+                    content: [{ type: "text", text: `Built-in fetch failed — falling back to ${opts.provider.id}…` }],
+                    details: payload ?? {},
+                });
+                try {
+                    const fromProvider = await runProviderFetch({
+                        provider: opts.provider,
+                        providerCtx: opts.providerCtx,
+                        url,
+                        extractMode,
+                        maxChars,
+                        signal,
+                    });
+                    if (fromProvider)
+                        payload = fromProvider;
+                }
+                catch (provErr) {
+                    // Provider failure: surface the ORIGINAL error if there is one;
+                    // otherwise surface the provider error.
+                    if (!payload)
+                        throw rawError ?? provErr;
+                }
+            }
+            if (!payload) {
+                // Built-in failed AND no provider available — surface the raw error.
+                throw rawError ?? new Error(`fetch_url: no result for ${url}`);
+            }
+            // Empty-but-200 (or Readability bailed) with nothing better available means
+            // the page is almost certainly JS-rendered or bot-walled — justdial-class
+            // directory sites are the canonical example: they 200 with a ~14-char shell
+            // that strips to nothing. Brigade already ships a real `browser` tool (system
+            // Chrome via Playwright) that renders these pages; the model just doesn't know
+            // to pivot unless we tell it. Attach an actionable warning + log at warn so the
+            // result no longer ships as a silent "ok" carrying an empty body.
+            const finalLooksEmpty = payload.status !== undefined && payload.status < 400 && payload.rawLength < 200;
+            if (finalLooksEmpty || payload._fallbackPreferred === true) {
+                const hint = `This page returned little or no extractable text (rawLength=${payload.rawLength}) — it is most likely JavaScript-rendered or bot-walled. Use the "browser" tool (navigate + snapshot) to read the rendered page${opts.provider ? "" : ", or set FIRECRAWL_API_KEY for a server-side render fallback"}. If this URL is an aggregator/directory listing, prefer re-searching for the business's own website or reading its map listing instead of rendering the directory.`;
+                payload.warning = payload.warning ? `${payload.warning} ${hint}` : hint;
+                log.warn("web_fetch empty/blocked", {
+                    url: redactUrlForDebugLog(url),
+                    status: payload.status,
+                    rawLength: payload.rawLength,
+                    extractor: payload.extractor,
+                });
+            }
+            payload.tookMs = Date.now() - startedAt;
+            writeCache(FETCH_CACHE, cacheKey, payload, { ttlMs: cacheTtlMs });
+            log.info("web_fetch ok", {
+                url: redactUrlForDebugLog(url),
+                finalUrl: redactUrlForDebugLog(payload.finalUrl),
+                status: payload.status,
+                extractor: payload.extractor,
+                rawLength: payload.rawLength,
+                length: payload.length,
+                truncated: payload.truncated,
+                tookMs: payload.tookMs,
+            });
+            return jsonResult(payload);
+        },
+    };
+    return tool;
+}
+/* ─────────────────────────── raw fetch + extract ─────────────────────────── */
+async function fetchRawAndExtract(args) {
+    const { response, finalUrl } = await guardedFetch(args.url, {
+        method: "GET",
+        headers: {
+            "user-agent": args.userAgent,
+            accept: "text/markdown, text/html;q=0.9, application/json;q=0.8, */*;q=0.1",
+            "accept-language": "en-US,en;q=0.9",
+        },
+        timeoutMs: args.timeoutMs,
+        signal: args.signal,
+        // Transient-failure backoff for the built-in fetcher. 3 attempts,
+        // 500 ms base. Honors Retry-After when set by the upstream.
+        retry: {
+            maxAttempts: 3,
+            baseDelayMs: 500,
+            onRetry: ({ attempt, delayMs, reason }) => log.debug("fetch_url retry", { attempt, delayMs, reason }),
+        },
+    });
+    const status = response.status;
+    const contentType = normalizeContentType(response.headers.get("content-type"));
+    // Cloudflare's "Markdown for Agents" responds with `text/markdown` plus an
+    // `x-markdown-tokens` header carrying the precomputed token count. We log
+    // it as a capacity-planning hint — useful when the operator needs to know
+    // whether their fetch budget will land before the LLM call.
+    const cfTokens = response.headers.get("x-markdown-tokens");
+    if (cfTokens)
+        log.debug("cf pre-rendered markdown", { tokens: cfTokens });
+    const body = await readResponseText(response.body, args.maxBytes);
+    const rawLength = body.text.length;
+    args.onUpdate?.({
+        content: [{ type: "text", text: `Extracting (${contentType ?? "unknown"})…` }],
+        details: {},
+    });
+    let extracted;
+    // `fallbackPreferred` flags an attempt where the primary extractor returned
+    // nothing useful (e.g. Readability bailed on a JS-heavy SPA). The outer
+    // fallback gate then prefers the configured provider over basic-html.
+    let fallbackPreferred = false;
+    if (status >= 400) {
+        // Non-OK: still try to extract a useful error body for the model.
+        extracted = extractBasicHtmlContent(body.text);
+        extracted.extractor = "raw";
+    }
+    else if (contentType?.startsWith("text/markdown")) {
+        // CF Markdown-for-Agents pre-renders. Tag with `cf-markdown` when the
+        // CF header is present so logs/details show provenance.
+        extracted = { text: body.text, extractor: cfTokens ? "cf-markdown" : "raw" };
+    }
+    else if (contentType?.startsWith("application/json")) {
+        extracted = { text: prettyJson(body.text), extractor: "json" };
+    }
+    else if (contentType?.startsWith("text/html") || looksLikeHtml(body.text)) {
+        const fromReadability = await extractReadableContent(body.text, finalUrl).catch(() => null);
+        if (fromReadability) {
+            extracted = fromReadability;
+        }
+        else {
+            // Readability bailed — fall through to basic-html but signal the
+            // outer gate that the provider would do better than regex here.
+            extracted = extractBasicHtmlContent(body.text);
+            fallbackPreferred = true;
+        }
+    }
+    else {
+        // Plain text / unknown — passthrough.
+        extracted = { text: body.text, extractor: "raw" };
+    }
+    const composed = composeFetchBody(extracted, {
+        extractMode: args.extractMode,
+        maxChars: args.maxChars,
+    });
+    const wrapped = wrapWebContent(composed.text, "web_fetch");
+    const truncated = body.truncated || composed.truncated;
+    const warning = body.truncated
+        ? `Response body truncated at ${args.maxBytes} bytes.`
+        : composed.truncated
+            ? `Output truncated at ${args.maxChars} characters.`
+            : undefined;
+    // Title is attacker-controllable. Wrap it so an injection-laced
+    // `<title>` tag can't pose as a top-level instruction.
+    const wrappedTitle = extracted.title
+        ? wrapWebContent(extracted.title, "web_fetch", { includeWarning: false })
+        : undefined;
+    return {
+        url: args.url,
+        finalUrl,
+        status,
+        contentType,
+        title: wrappedTitle,
+        extractMode: args.extractMode,
+        extractor: extracted.extractor,
+        externalContent: buildExternalContentMeta({ source: "web_fetch", wrapped: true }),
+        truncated,
+        length: wrapped.length,
+        rawLength,
+        fetchedAt: new Date().toISOString(),
+        tookMs: 0, // filled in by caller after end-to-end timing
+        text: wrapped,
+        warning,
+        ...(fallbackPreferred ? { _fallbackPreferred: true } : {}),
+    };
+}
+/* ─────────────────────────── provider fallback ─────────────────────────── */
+async function runProviderFetch(args) {
+    const def = args.provider.createTool(args.providerCtx);
+    if (!def)
+        return null;
+    const raw = await def.execute({ url: args.url, extractMode: args.extractMode, maxChars: args.maxChars }, args.signal);
+    // Normalize the provider's free-form return into our canonical payload.
+    return normalizeProviderPayload({
+        raw,
+        providerId: args.provider.id,
+        requestedUrl: args.url,
+        extractMode: args.extractMode,
+        maxChars: args.maxChars,
+    });
+}
+function normalizeProviderPayload(args) {
+    const r = args.raw;
+    const text = String(r.text ?? r.markdown ?? r.content ?? "");
+    const wrapped = wrapWebContent(text, "web_fetch");
+    const status = typeof r.status === "number" ? r.status : 200;
+    const finalUrl = typeof r.finalUrl === "string" ? r.finalUrl : args.requestedUrl;
+    const contentType = typeof r.contentType === "string" ? normalizeContentType(r.contentType) : undefined;
+    const title = typeof r.title === "string"
+        ? wrapWebContent(r.title, "web_fetch", { includeWarning: false })
+        : undefined;
+    const rawLength = typeof r.rawLength === "number" ? r.rawLength : text.length;
+    const truncated = Boolean(r.truncated);
+    return {
+        url: args.requestedUrl,
+        finalUrl,
+        status,
+        contentType,
+        title,
+        extractMode: args.extractMode,
+        extractor: typeof r.extractor === "string"
+            ? r.extractor
+            : "raw",
+        externalContent: buildExternalContentMeta({
+            source: "web_fetch",
+            provider: args.providerId,
+            wrapped: true,
+        }),
+        truncated,
+        length: wrapped.length,
+        rawLength,
+        fetchedAt: new Date().toISOString(),
+        tookMs: 0,
+        text: wrapped,
+        warning: typeof r.warning === "string" ? r.warning : undefined,
+    };
+}
+/* ─────────────────────────── helpers ─────────────────────────── */
+function jsonResult(payload) {
+    // Strip internal-only hints (the `_fallbackPreferred` flag is for the
+    // runtime's decision tree, never for the model).
+    const { _fallbackPreferred: _omit, ...sanitized } = payload;
+    void _omit;
+    return {
+        content: [{ type: "text", text: JSON.stringify(sanitized, null, 2) }],
+        details: sanitized,
+    };
+}
+function normalizeContentType(raw) {
+    if (!raw)
+        return undefined;
+    return raw.split(";")[0]?.trim().toLowerCase();
+}
+function prettyJson(text) {
+    try {
+        return JSON.stringify(JSON.parse(text), null, 2);
+    }
+    catch {
+        return text;
+    }
+}
+function looksLikeHtml(text) {
+    const head = text.slice(0, 200).trim().toLowerCase();
+    return head.startsWith("<!doctype html") || head.startsWith("<html") || /^<\w+/.test(head);
+}
+/** Re-export for tests / inspection. */
+export { FETCH_CACHE, FetchUrlSchema, SsrfBlockedError };
+//# sourceMappingURL=web-fetch.js.map

package/dist/agents/tools/web-fetch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-fetch.js","sourceRoot":"","sources":["../../../src/agents/tools/web-fetch.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AAEH,OAAO,EAAE,IAAI,EAAe,MAAM,SAAS,CAAC;AAE5C,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAChF,OAAO,EAAE,wBAAwB,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AAC9F,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAC1E,OAAO,EACN,kBAAkB,EAElB,aAAa,EACb,yBAAyB,EACzB,0BAA0B,EAC1B,uBAAuB,EACvB,SAAS,EACT,gBAAgB,EAChB,oBAAoB,EACpB,iBAAiB,EACjB,UAAU,GACV,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACN,gBAAgB,EAChB,uBAAuB,EACvB,sBAAsB,GAEtB,MAAM,sBAAsB,CAAC;AAI9B,MAAM,GAAG,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;AAEjD,wFAAwF;AAExF,4DAA4D;AAC5D,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC;IAClC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC;QAChB,WAAW,EACV,wGAAwG;KACzG,CAAC;IACF,WAAW,EAAE,IAAI,CAAC,QAAQ,CACzB,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE;QAC5D,WAAW,EACV,8GAA8G;KAC/G,CAAC,CACF;IACD,QAAQ,EAAE,IAAI,CAAC,QAAQ,CACtB,IAAI,CAAC,OAAO,CAAC;QACZ,WAAW,EACV,kGAAkG;QACnG,OAAO,EAAE,GAAG;KACZ,CAAC,CACF;CACD,CAAC,CAAC;AAEH,MAAM,iBAAiB,GAAG,MAAM,CAAC;AA6BjC,mEAAmE;AAEnE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAuC,CAAC;AAmBnE;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAAgC,EAAE;IAClE,MAAM,SAAS,GAAG,CAAC,IAAI,CAAC,cAAc,IAAI,uBAAuB,CAAC,GAAG,KAAK,CAAC;IAC3E,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,eAAe,IAAI,yBAAyB,CAAC,CAAC;IACxF,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,gBAAgB,IAAI,0BAA0B,CAAC,CAAC;IACpF,MAAM,SAAS,GACd,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE;QACtB,mIAAmI,CAAC;IAErI,MAAM,IAAI,GAAwD;QACjE,IAAI,EAAE,WAAW;QACjB,KAAK,EAAE,WAAW;QAClB,WAAW,EACV,gWAAgW;QACjW,UAAU,EAAE,cAAc;QAC1B,SAAS,EAAE,KAAK;QAChB,cAAc,EAAE,cAAc;QAC9B,KAAK,CAAC,OAAO,CACZ,WAAmB,EACnB,IAAmC,EACnC,MAAoB,EACpB,QAAmD;YAEnD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAC5B,MAAM,WAAW,GAAwB,IAAI,CAAC,WAAW,IAAI,UAAU,CAAC;YACxE,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,iBAAiB,CAAC;YACpD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,4BAA4B;YAC5B,MAAM,QAAQ,GAAG,kBAAkB,CAAC,EAAE,GAAG,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,CAAC;YACpE,MAAM,MAAM,GAAG,SAAS,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;YAChD,IAAI,MAAM,EAAE,CAAC;gBACZ,GAAG,CAAC,KAAK,CAAC,qBAAqB,EAAE;oBAChC,GAAG,EAAE,oBAAoB,CAAC,GAAG,CAAC;oBAC9B,SAAS,EAAE,MAAM,CAAC,SAAS;iBAC3B,CAAC,CAAC;gBACH,OAAO,UAAU,CAAC,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAChD,CAAC;YAED,QAAQ,EAAE,CAAC;gBACV,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,oBAAoB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;gBAC3E,OAAO,EAAE,EAAqB;aAC9B,CAAC,CAAC;YAEH,mCAAmC;YACnC,IAAI,OAAO,GAA2B,IAAI,CAAC;YAC3C,IAAI,QAAQ,GAAY,IAAI,CAAC;YAC7B,IAAI,CAAC;gBACJ,OAAO,GAAG,MAAM,kBAAkB,CAAC;oBAClC,GAAG;oBACH,WAAW;oBACX,QAAQ;oBACR,SAAS;oBACT,QAAQ;oBACR,SAAS;oBACT,MAAM;oBACN,QAAQ;iBACR,CAAC,CAAC;YACJ,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACd,QAAQ,GAAG,GAAG,CAAC;YAChB,CAAC;YAED,+DAA+D;YAC/D,kEAAkE;YAClE,kEAAkE;YAClE,kEAAkE;YAClE,sDAAsD;YACtD,MAAM,UAAU,GAAG,OAAO,EAAE,MAAM,KAAK,SAAS;mBAC5C,OAAO,CAAC,MAAM,GAAG,GAAG;mBACpB,OAAO,CAAC,SAAS,GAAG,GAAG,CAAC;YAC5B,MAAM,iBAAiB,GAAG,OAAO,EAAE,kBAAkB,KAAK,IAAI,CAAC;YAC/D,MAAM,cAAc,GACnB,CAAC,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,IAAI,GAAG,IAAI,UAAU,IAAI,iBAAiB,CAAC;mBACnE,IAAI,CAAC,QAAQ;mBACb,IAAI,CAAC,WAAW,CAAC;YACrB,IAAI,cAAc,EAAE,CAAC;gBACpB,QAAQ,EAAE,CAAC;oBACV,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,2CAA2C,IAAI,CAAC,QAAS,CAAC,EAAE,GAAG,EAAE,CAAC;oBAClG,OAAO,EAAE,OAAO,IAAK,EAAsB;iBAC3C,CAAC,CAAC;gBACH,IAAI,CAAC;oBACJ,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC;wBAC3C,QAAQ,EAAE,IAAI,CAAC,QAAS;wBACxB,WAAW,EAAE,IAAI,CAAC,WAAY;wBAC9B,GAAG;wBACH,WAAW;wBACX,QAAQ;wBACR,MAAM;qBACN,CAAC,CAAC;oBACH,IAAI,YAAY;wBAAE,OAAO,GAAG,YAAY,CAAC;gBAC1C,CAAC;gBAAC,OAAO,OAAO,EAAE,CAAC;oBAClB,gEAAgE;oBAChE,wCAAwC;oBACxC,IAAI,CAAC,OAAO;wBAAE,MAAM,QAAQ,IAAI,OAAO,CAAC;gBACzC,CAAC;YACF,CAAC;YAED,IAAI,CAAC,OAAO,EAAE,CAAC;gBACd,qEAAqE;gBACrE,MAAM,QAAQ,IAAI,IAAI,KAAK,CAAC,4BAA4B,GAAG,EAAE,CAAC,CAAC;YAChE,CAAC;YAED,4EAA4E;YAC5E,0EAA0E;YAC1E,4EAA4E;YAC5E,8EAA8E;YAC9E,+EAA+E;YAC/E,gFAAgF;YAChF,kEAAkE;YAClE,MAAM,eAAe,GACpB,OAAO,CAAC,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG,IAAI,OAAO,CAAC,SAAS,GAAG,GAAG,CAAC;YACjF,IAAI,eAAe,IAAI,OAAO,CAAC,kBAAkB,KAAK,IAAI,EAAE,CAAC;gBAC5D,MAAM,IAAI,GAAG,+DAA+D,OAAO,CAAC,SAAS,kIAAkI,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,8DAA8D,qKAAqK,CAAC;gBACxd,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;gBACxE,GAAG,CAAC,IAAI,CAAC,yBAAyB,EAAE;oBACnC,GAAG,EAAE,oBAAoB,CAAC,GAAG,CAAC;oBAC9B,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;iBAC5B,CAAC,CAAC;YACJ,CAAC;YAED,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACxC,UAAU,CAAC,WAAW,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;YAClE,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE;gBACxB,GAAG,EAAE,oBAAoB,CAAC,GAAG,CAAC;gBAC9B,QAAQ,EAAE,oBAAoB,CAAC,OAAO,CAAC,QAAQ,CAAC;gBAChD,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;aACtB,CAAC,CAAC;YACH,OAAO,UAAU,CAAC,OAAO,CAAC,CAAC;QAC5B,CAAC;KACD,CAAC;IACF,OAAO,IAAI,CAAC;AACb,CAAC;AAED,iFAAiF;AAEjF,KAAK,UAAU,kBAAkB,CAAC,IASjC;IACA,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE;QAC3D,MAAM,EAAE,KAAK;QACb,OAAO,EAAE;YACR,YAAY,EAAE,IAAI,CAAC,SAAS;YAC5B,MAAM,EAAE,mEAAmE;YAC3E,iBAAiB,EAAE,gBAAgB;SACnC;QACD,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,kEAAkE;QAClE,4DAA4D;QAC5D,KAAK,EAAE;YACN,WAAW,EAAE,CAAC;YACd,WAAW,EAAE,GAAG;YAChB,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,CACzC,GAAG,CAAC,KAAK,CAAC,iBAAiB,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;SAC3D;KACD,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC/B,MAAM,WAAW,GAAG,oBAAoB,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC;IAE/E,2EAA2E;IAC3E,0EAA0E;IAC1E,0EAA0E;IAC1E,4DAA4D;IAC5D,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IAC3D,IAAI,QAAQ;QAAE,GAAG,CAAC,KAAK,CAAC,0BAA0B,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;IAE1E,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClE,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;IAEnC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACf,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,eAAe,WAAW,IAAI,SAAS,IAAI,EAAE,CAAC;QAC9E,OAAO,EAAE,EAAqB;KAC9B,CAAC,CAAC;IAEH,IAAI,SAA2B,CAAC;IAChC,4EAA4E;IAC5E,wEAAwE;IACxE,sEAAsE;IACtE,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAC9B,IAAI,MAAM,IAAI,GAAG,EAAE,CAAC;QACnB,kEAAkE;QAClE,SAAS,GAAG,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/C,SAAS,CAAC,SAAS,GAAG,KAAK,CAAC;IAC7B,CAAC;SAAM,IAAI,WAAW,EAAE,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;QACrD,sEAAsE;QACtE,wDAAwD;QACxD,SAAS,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IAC9E,CAAC;SAAM,IAAI,WAAW,EAAE,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;QACxD,SAAS,GAAG,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;IAChE,CAAC;SAAM,IAAI,WAAW,EAAE,UAAU,CAAC,WAAW,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7E,MAAM,eAAe,GAAG,MAAM,sBAAsB,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QAC5F,IAAI,eAAe,EAAE,CAAC;YACrB,SAAS,GAAG,eAAe,CAAC;QAC7B,CAAC;aAAM,CAAC;YACP,iEAAiE;YACjE,gEAAgE;YAChE,SAAS,GAAG,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/C,iBAAiB,GAAG,IAAI,CAAC;QAC1B,CAAC;IACF,CAAC;SAAM,CAAC;QACP,sCAAsC;QACtC,SAAS,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IACnD,CAAC;IAED,MAAM,QAAQ,GAAG,gBAAgB,CAAC,SAAS,EAAE;QAC5C,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ;KACvB,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,cAAc,CAAC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IAE3D,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,QAAQ,CAAC,SAAS,CAAC;IACvD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS;QAC7B,CAAC,CAAC,8BAA8B,IAAI,CAAC,QAAQ,SAAS;QACtD,CAAC,CAAC,QAAQ,CAAC,SAAS;YACnB,CAAC,CAAC,uBAAuB,IAAI,CAAC,QAAQ,cAAc;YACpD,CAAC,CAAC,SAAS,CAAC;IAEd,gEAAgE;IAChE,uDAAuD;IACvD,MAAM,YAAY,GAAG,SAAS,CAAC,KAAK;QACnC,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC;QACzE,CAAC,CAAC,SAAS,CAAC;IACb,OAAO;QACN,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,QAAQ;QACR,MAAM;QACN,WAAW;QACX,KAAK,EAAE,YAAY;QACnB,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,SAAS,EAAE,SAAS,CAAC,SAAS;QAC9B,eAAe,EAAE,wBAAwB,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACjF,SAAS;QACT,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS;QACT,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,MAAM,EAAE,CAAC,EAAE,8CAA8C;QACzD,IAAI,EAAE,OAAO;QACb,OAAO;QACP,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,IAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACnE,CAAC;AACH,CAAC;AAED,+EAA+E;AAE/E,KAAK,UAAU,gBAAgB,CAAC,IAO/B;IACA,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvD,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,OAAO,CAC5B,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,EACzE,IAAI,CAAC,MAAM,CACX,CAAC;IACF,wEAAwE;IACxE,OAAO,wBAAwB,CAAC;QAC/B,GAAG;QACH,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE;QAC5B,YAAY,EAAE,IAAI,CAAC,GAAG;QACtB,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ;KACvB,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,wBAAwB,CAAC,IAMjC;IACA,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC;IACnB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IAC7D,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IAClD,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC;IAC7D,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;IACjF,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACxG,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ;QACxC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC;QACjE,CAAC,CAAC,SAAS,CAAC;IACb,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;IAC9E,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACvC,OAAO;QACN,GAAG,EAAE,IAAI,CAAC,YAAY;QACtB,QAAQ;QACR,MAAM;QACN,WAAW;QACX,KAAK;QACL,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,SAAS,EAAE,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ;YACzC,CAAC,CAAE,CAAC,CAAC,SAA2C;YAChD,CAAC,CAAC,KAAK;QACR,eAAe,EAAE,wBAAwB,CAAC;YACzC,MAAM,EAAE,WAAW;YACnB,QAAQ,EAAE,IAAI,CAAC,UAAU;YACzB,OAAO,EAAE,IAAI;SACb,CAAC;QACF,SAAS;QACT,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,SAAS;QACT,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,MAAM,EAAE,CAAC;QACT,IAAI,EAAE,OAAO;QACb,OAAO,EAAE,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;KAC9D,CAAC;AACH,CAAC;AAED,qEAAqE;AAErE,SAAS,UAAU,CAAC,OAAwB;IAC3C,sEAAsE;IACtE,iDAAiD;IACjD,MAAM,EAAE,kBAAkB,EAAE,KAAK,EAAE,GAAG,SAAS,EAAE,GAAG,OAAO,CAAC;IAC5D,KAAK,KAAK,CAAC;IACX,OAAO;QACN,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;QACrE,OAAO,EAAE,SAA4B;KACrC,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,GAA8B;IAC3D,IAAI,CAAC,GAAG;QAAE,OAAO,SAAS,CAAC;IAC3B,OAAO,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AAChD,CAAC;AAED,SAAS,UAAU,CAAC,IAAY;IAC/B,IAAI,CAAC;QACJ,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAClD,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,IAAI,CAAC;IACb,CAAC;AACF,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IAClC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrD,OAAO,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5F,CAAC;AAED,wCAAwC;AACxC,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,gBAAgB,EAAE,CAAC"}

package/dist/agents/tools/web-retry.d.ts

@@ -0,0 +1,55 @@
+/**
+ * Retry with exponential backoff for transient upstream failures.
+ *
+ * The web-search and web-fetch providers all talk to remote APIs that
+ * occasionally rate-limit (429) or return transient 5xx errors. Without
+ * retry the agent loop blows up the entire turn; with retry we get one
+ * or two cheap re-attempts before surfacing the error.
+ *
+ * Honors:
+ *   - `Retry-After` header (seconds or HTTP-date), capped at 30s
+ *   - Exponential base + jitter so we don't synchronize-retry against the
+ *     upstream
+ *   - `AbortSignal` propagation so a cancelled agent turn doesn't keep
+ *     retrying after the user cancels
+ *
+ * Retries on:
+ *   - `response.status === 429`
+ *   - `response.status >= 500`
+ *   - Caller-supplied `isTransient` predicate when set
+ *
+ * Does NOT retry on:
+ *   - 4xx other than 429 (those are caller bugs)
+ *   - Aborted requests (the caller chose to abort)
+ *   - `RetryGiveUpError` thrown from inside the fetcher
+ */
+export declare class RetryGiveUpError extends Error {
+    readonly retryCause?: unknown;
+    constructor(reason: string, retryCause?: unknown);
+}
+export interface RetryOptions {
+    /** Hard cap on attempts. 1 = no retry. Default 3. */
+    maxAttempts?: number;
+    /** Base delay in ms; doubled each retry plus jitter. Default 500. */
+    baseDelayMs?: number;
+    /** Hard cap on a single sleep between attempts. Default 30 000. */
+    maxDelayMs?: number;
+    /** Optional caller-supplied predicate to recognise transient errors. */
+    isTransient?: (err: unknown) => boolean;
+    /** Cancellation signal — stops retry loop if aborted. */
+    signal?: AbortSignal;
+    /** Logger hook fired on each retry attempt — `attempt` is 1-indexed. */
+    onRetry?: (info: {
+        attempt: number;
+        delayMs: number;
+        reason: string;
+    }) => void;
+}
+/**
+ * Wrap a Response-returning function with retry. The caller's `fetcher`
+ * is invoked up to `maxAttempts` times; if it returns a 429 or 5xx, the
+ * response body is drained and a retry is scheduled. If it throws and
+ * the error matches `isTransient`, retry the same way.
+ */
+export declare function fetchWithRetry(fetcher: () => Promise<Response>, opts?: RetryOptions): Promise<Response>;
+//# sourceMappingURL=web-retry.d.ts.map

package/dist/agents/tools/web-retry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-retry.d.ts","sourceRoot":"","sources":["../../../src/agents/tools/web-retry.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAMH,qBAAa,gBAAiB,SAAQ,KAAK;IAC1C,QAAQ,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC;gBAClB,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,OAAO;CAKhD;AAED,MAAM,WAAW,YAAY;IAC5B,qDAAqD;IACrD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,qEAAqE;IACrE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,mEAAmE;IACnE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,wEAAwE;IACxE,WAAW,CAAC,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,OAAO,CAAC;IACxC,yDAAyD;IACzD,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,wEAAwE;IACxE,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;CAC/E;AAED;;;;;GAKG;AACH,wBAAsB,cAAc,CACnC,OAAO,EAAE,MAAM,OAAO,CAAC,QAAQ,CAAC,EAChC,IAAI,GAAE,YAAiB,GACrB,OAAO,CAAC,QAAQ,CAAC,CA8CnB"}