@spinabot/brigade 0.1.2 → 1.0.1

package/dist/agents/tools/web-search.js

@@ -0,0 +1,459 @@
+/**
+ * `web_search` tool — thin wrapper over the active `WebSearchProvider`.
+ *
+ * Unlike `fetch_url` (built-in raw HTTP + provider fallback), web_search has
+ * NO built-in implementation. It's purely a router: the registry resolves
+ * the active provider (DuckDuckGo by default, Brave/Tavily/Exa/etc. when
+ * configured), calls the provider's `createTool(ctx)` factory once per
+ * session, and exposes the resulting tool to the agent under the stable
+ * name `web_search`.
+ *
+ * Result normalization happens here so every provider's free-form return
+ * lands in the same `{content, details}` shape — the model sees one
+ * envelope no matter which search backend served the query.
+ *
+ * Closes the same two gaps as `fetch_url`: `onUpdate` fires for streaming
+ * progress; `AbortSignal` is threaded through to the provider's execute.
+ */
+import { Type } from "typebox";
+import { buildExternalContentMeta, wrapWebContent } from "../../security/external-content.js";
+import { createSubsystemLogger } from "../../logging/subsystem-logger.js";
+import { buildSearchCacheKey, DEFAULT_CACHE_TTL_MINUTES, readCache, resolveCacheTtlMs, writeCache, } from "./web-shared.js";
+import { buildUnsupportedSearchFilterResponse } from "../extensions/modules/web-search-filters.js";
+const log = createSubsystemLogger("brigade/web");
+/* ─────────────────────────── schema + result shape ─────────────────────────── */
+const WebSearchSchema = Type.Object({
+    query: Type.String({
+        description: "Search query. Plain text; the active provider handles syntax (quotes, operators, etc.).",
+        minLength: 1,
+    }),
+    count: Type.Optional(Type.Integer({
+        description: "Max results to return (default 10, max 25).",
+        minimum: 1,
+        maximum: 25,
+    })),
+    provider: Type.Optional(Type.String({
+        description: "Override the auto-detected provider for THIS call only. One of the registered IDs (brave, tavily, exa, perplexity, duckduckgo, searxng, firecrawl). Leave unset to use the operator-configured default.",
+        minLength: 1,
+    })),
+    country: Type.Optional(Type.String({
+        description: "2-letter country code for region-specific results (e.g., 'DE', 'US', 'ALL'). Only Brave + Perplexity honour this.",
+        minLength: 1,
+    })),
+    language: Type.Optional(Type.String({
+        description: "Language code (e.g., 'en', 'de', 'pt-br'). Only Brave + Perplexity honour this.",
+        minLength: 1,
+    })),
+    search_lang: Type.Optional(Type.String({
+        description: "Brave-specific: language for search results (e.g., 'en', 'zh-hans').",
+        minLength: 1,
+    })),
+    ui_lang: Type.Optional(Type.String({
+        description: "Brave-specific: UI locale (e.g., 'en-US', 'de-DE').",
+        minLength: 1,
+    })),
+    freshness: Type.Optional(Type.String({
+        description: "Recency filter. Brave: 'pd'/'pw'/'pm'/'py' or 'YYYY-MM-DDtoYYYY-MM-DD'. Perplexity: 'day'/'week'/'month'/'year'.",
+        minLength: 1,
+    })),
+    date_after: Type.Optional(Type.String({
+        description: "Only results published on or after this date (YYYY-MM-DD).",
+        minLength: 1,
+    })),
+    date_before: Type.Optional(Type.String({
+        description: "Only results published on or before this date (YYYY-MM-DD).",
+        minLength: 1,
+    })),
+});
+const DEFAULT_COUNT = 10;
+const SEARCH_CACHE = new Map();
+/* ─────────────────────────── rate-limit cooldown ─────────────────────────── */
+// When a provider throws a rate-limit-shaped error it sits out this long
+// before the fallback chain tries it again — a weekly-capped backend would
+// otherwise burn a failed round-trip at the head of EVERY search until its
+// cap resets (the production incident that motivated the chain).
+const RATE_LIMIT_COOLDOWN_MS = 10 * 60_000;
+/** providerId → epoch-ms until which the provider is skipped. Process-local. */
+const RATE_LIMITED_UNTIL = new Map();
+function isRateLimitError(message) {
+    return /\b429\b|rate.?limit|quota|too many requests|weekly usage/i.test(message);
+}
+/** Test seam — cooldowns persist module-wide; tests must not leak across cases. */
+export function clearWebSearchRateLimitCooldownsForTests() {
+    RATE_LIMITED_UNTIL.clear();
+}
+/**
+ * Build the `web_search` tool around a resolved provider. Returns `null` if
+ * the provider's `createTool(ctx)` factory itself returns null (e.g. the
+ * provider declared itself configured but the runtime check came back
+ * negative). Caller drops the tool from the agent surface when null.
+ */
+export function makeWebSearchTool(opts) {
+    const defaultProviderTool = opts.provider.createTool(opts.providerCtx);
+    if (!defaultProviderTool)
+        return null;
+    const cacheTtlMs = resolveCacheTtlMs(opts.cacheTtlMinutes ?? DEFAULT_CACHE_TTL_MINUTES);
+    const tool = {
+        name: "web_search",
+        label: "web_search",
+        description: `Search the web using ${opts.provider.label}. Returns titles, URLs, and snippets for fast research. FIRST step whenever you need to find a page, business, person, or fact and don't have a URL. If this tool errors (rate-limited / provider down) or returns nothing useful, do NOT drop the search task — run the search in the browser tool instead (navigate to a search-engine results URL, then snapshot), or retry with provider:"<id>" if another provider is configured.`,
+        parameters: WebSearchSchema,
+        ownerOnly: false,
+        displaySummary: "searching the web",
+        async execute(_toolCallId, args, signal, onUpdate) {
+            const query = args.query.trim();
+            const count = args.count ?? DEFAULT_COUNT;
+            const startedAt = Date.now();
+            // Guard whitespace-only / effectively-empty queries with a typed
+            // envelope. TypeBox's `minLength: 1` on the schema lets through
+            // `"   "` and the upstream providers each throw their own opaque
+            // "missing query" error — same observable shape as a 3ms ✗ that's
+            // hard to diagnose. The typed envelope is self-describing and
+            // short-circuits before any HTTP work.
+            if (!query) {
+                const errorPayload = {
+                    query,
+                    provider: opts.provider.id,
+                    count,
+                    tookMs: Date.now() - startedAt,
+                    results: [],
+                    error: "invalid_query",
+                    message: "web_search: `query` must be a non-empty, non-whitespace string.",
+                    externalContent: buildExternalContentMeta({
+                        source: "web_search",
+                        provider: opts.provider.id,
+                        wrapped: true,
+                    }),
+                };
+                return jsonResult(errorPayload);
+            }
+            // Per-call provider override. The model can request a specific
+            // backend for one query (e.g. "use brave for this");
+            // resolution uses the registry-side lookup so the override
+            // respects deny/allow lists. If the override fails (unknown
+            // id, not configured, denied), fall back to the default.
+            let activeProvider = opts.provider;
+            let activeProviderTool = defaultProviderTool;
+            // When the model's per-call provider override can't be honoured (unknown
+            // id, or found-but-not-configured because its API key is missing), we keep
+            // the default provider so results still flow — but we MUST say so. Silently
+            // rerouting let the model believe it was on e.g. Brave (with Brave-only
+            // filters) while actually running on keyless DDG, which both hid the missing
+            // key from the operator and produced confusing downstream behaviour.
+            let overrideNote;
+            const requested = args.provider?.trim();
+            if (requested && requested !== opts.provider.id && opts.lookupProviderById) {
+                const found = opts.lookupProviderById(requested);
+                if (found) {
+                    const overrideTool = found.createTool(opts.providerCtx);
+                    if (overrideTool) {
+                        activeProvider = found;
+                        activeProviderTool = overrideTool;
+                    }
+                    else {
+                        overrideNote = `Requested provider "${requested}" is not configured (missing API key) — used "${opts.provider.id}" instead.`;
+                        log.warn("web_search override not configured", { requested, fellBackTo: opts.provider.id });
+                    }
+                }
+                else {
+                    overrideNote = `Requested provider "${requested}" is unknown or not allowed — used "${opts.provider.id}" instead.`;
+                    log.warn("web_search override unknown", { requested, fellBackTo: opts.provider.id });
+                }
+            }
+            // Collect optional filter args. Brave + Perplexity honour these
+            // directly; for any other provider we short-circuit with a typed
+            // `unsupported_*` error BEFORE making the upstream call so the
+            // agent gets predictable feedback rather than a silently dropped
+            // filter.
+            const filterArgs = {};
+            if (args.country)
+                filterArgs.country = args.country;
+            if (args.language)
+                filterArgs.language = args.language;
+            if (args.search_lang)
+                filterArgs.search_lang = args.search_lang;
+            if (args.ui_lang)
+                filterArgs.ui_lang = args.ui_lang;
+            if (args.freshness)
+                filterArgs.freshness = args.freshness;
+            if (args.date_after)
+                filterArgs.date_after = args.date_after;
+            if (args.date_before)
+                filterArgs.date_before = args.date_before;
+            if (!activeProvider.supportsFilters && Object.keys(filterArgs).length > 0) {
+                const unsupported = buildUnsupportedSearchFilterResponse(filterArgs, activeProvider.id);
+                if (unsupported) {
+                    const errorPayload = {
+                        query,
+                        provider: activeProvider.id,
+                        count,
+                        tookMs: Date.now() - startedAt,
+                        results: [],
+                        error: unsupported.error,
+                        message: unsupported.message,
+                        docs: unsupported.docs,
+                        externalContent: buildExternalContentMeta({
+                            source: "web_search",
+                            provider: activeProvider.id,
+                            wrapped: true,
+                        }),
+                    };
+                    return jsonResult(errorPayload);
+                }
+            }
+            // Build the attempt chain ONCE: the resolved provider first, then —
+            // only when the model did NOT explicitly override — the configured
+            // fallback chain (ordered, deduped by id). One provider's rate limit
+            // or outage no longer kills search outright (production incident:
+            // the default provider 429'd on a weekly quota and EVERY search
+            // died; the agent went blind and fell back to directory scraping).
+            const chain = [
+                { provider: activeProvider, tool: activeProviderTool },
+            ];
+            const explicitOverride = Boolean(requested && requested !== opts.provider.id);
+            if (!explicitOverride && opts.fallbackProviders) {
+                const seen = new Set([activeProvider.id]);
+                for (const candidate of opts.fallbackProviders()) {
+                    if (seen.has(candidate.id))
+                        continue;
+                    seen.add(candidate.id);
+                    // A rung that can't honour the call's filters would short-circuit
+                    // with `unsupported_*` — skip it instead of burning an attempt.
+                    if (!candidate.supportsFilters && Object.keys(filterArgs).length > 0)
+                        continue;
+                    const candidateTool = candidate.createTool(opts.providerCtx);
+                    if (candidateTool)
+                        chain.push({ provider: candidate, tool: candidateTool });
+                }
+            }
+            const filterEntries = Object.entries(filterArgs)
+                .sort(([a], [b]) => a.localeCompare(b))
+                .map(([k, v]) => `${k}=${String(v)}`);
+            const failures = [];
+            for (const attempt of chain) {
+                // Recently rate-limited rungs sit out their cooldown so a dead
+                // provider doesn't cost a failed round-trip on every call.
+                const coolUntil = RATE_LIMITED_UNTIL.get(attempt.provider.id);
+                if (coolUntil !== undefined && Date.now() < coolUntil) {
+                    failures.push({ provider: attempt.provider.id, message: "in rate-limit cooldown" });
+                    continue;
+                }
+                const cacheKey = buildSearchCacheKey([attempt.provider.id, query, count, ...filterEntries]);
+                const cached = readCache(SEARCH_CACHE, cacheKey);
+                if (cached) {
+                    log.debug("web_search cache hit", { provider: attempt.provider.id, query });
+                    return jsonResult({ ...cached, cached: true });
+                }
+                onUpdate?.({
+                    content: [{ type: "text", text: `Searching (${attempt.provider.label})…` }],
+                    details: {},
+                });
+                let raw;
+                try {
+                    raw = await attempt.tool.execute({ query, count, ...filterArgs }, signal);
+                }
+                catch (err) {
+                    // A provider throw (anti-bot block, non-200, network) must NOT
+                    // escape as an opaque tool ✗ — and it shouldn't end the search
+                    // either. Re-raise only a genuine caller abort (the watchdog /
+                    // parent cancellation owns that); otherwise record the failure,
+                    // start a cooldown for rate limits, and walk to the next rung.
+                    if (signal?.aborted)
+                        throw err;
+                    const message = err instanceof Error ? err.message : String(err);
+                    if (isRateLimitError(message)) {
+                        RATE_LIMITED_UNTIL.set(attempt.provider.id, Date.now() + RATE_LIMIT_COOLDOWN_MS);
+                    }
+                    log.warn("web_search provider error", {
+                        provider: attempt.provider.id,
+                        query,
+                        message,
+                        remainingFallbacks: chain.length - 1 - chain.indexOf(attempt),
+                    });
+                    failures.push({ provider: attempt.provider.id, message });
+                    continue;
+                }
+                // Provider short-circuited with a typed error response. With no
+                // fallback rungs this surfaces 1:1 (the pre-chain contract, also
+                // the per-call-override path); with a chain it counts as a failed
+                // rung and the walk continues.
+                if (raw && typeof raw === "object" && typeof raw.error === "string") {
+                    const errorRaw = raw;
+                    if (chain.length === 1) {
+                        const errorPayload = {
+                            query,
+                            provider: attempt.provider.id,
+                            count,
+                            tookMs: Date.now() - startedAt,
+                            results: [],
+                            error: errorRaw.error,
+                            message: typeof errorRaw.message === "string" ? errorRaw.message : undefined,
+                            docs: typeof errorRaw.docs === "string" ? errorRaw.docs : undefined,
+                            externalContent: buildExternalContentMeta({
+                                source: "web_search",
+                                provider: attempt.provider.id,
+                                wrapped: true,
+                            }),
+                        };
+                        return jsonResult(errorPayload);
+                    }
+                    failures.push({
+                        provider: attempt.provider.id,
+                        message: typeof errorRaw.message === "string"
+                            ? `${errorRaw.error}: ${errorRaw.message}`
+                            : errorRaw.error,
+                    });
+                    continue;
+                }
+                const payload = normalizeProviderPayload({
+                    raw,
+                    provider: attempt.provider.id,
+                    query,
+                    count,
+                });
+                payload.tookMs = Date.now() - startedAt;
+                // Cache the clean payload (no notes — notes are call-specific and the
+                // cache key is the provider, which a later note-free call shares).
+                writeCache(SEARCH_CACHE, cacheKey, payload, { ttlMs: cacheTtlMs });
+                log.info("web_search ok", {
+                    provider: payload.provider,
+                    query,
+                    count: payload.count,
+                    resultCount: payload.results.length,
+                    tookMs: payload.tookMs,
+                    ...(failures.length > 0 ? { fellBackFrom: failures.map((f) => f.provider).join(",") } : {}),
+                });
+                const fallbackNote = failures.length > 0
+                    ? `Note: provider${failures.length > 1 ? "s" : ""} ${failures
+                        .map((f) => `"${f.provider}"`)
+                        .join(", ")} failed — these results are from "${attempt.provider.id}".`
+                    : undefined;
+                const notes = [overrideNote, fallbackNote].filter(Boolean).join(" ");
+                return jsonResult(notes
+                    ? { ...payload, message: payload.message ? `${payload.message} ${notes}` : notes }
+                    : payload);
+            }
+            // Every rung failed. Surface ONE typed envelope carrying each rung's
+            // failure plus a recovery playbook the model can act on (browser-SERP
+            // fallback) instead of an opaque ✗ — recovery options that live only
+            // in code comments don't change model behaviour.
+            const summary = failures.map((f) => `${f.provider}: ${f.message}`).join(" | ");
+            const allFailedPayload = {
+                query,
+                provider: activeProvider.id,
+                count,
+                tookMs: Date.now() - startedAt,
+                results: [],
+                error: "provider_error",
+                message: `${summary} — all search providers failed. Do NOT drop the search task: run it in the browser tool instead (navigate to a search-engine results URL such as https://www.bing.com/search?q=<query> or https://duckduckgo.com/html/?q=<query>, then snapshot to read the hits). Or tell the operator to set a search API key (e.g. BRAVE_API_KEY or TAVILY_API_KEY).`,
+                externalContent: buildExternalContentMeta({
+                    source: "web_search",
+                    provider: activeProvider.id,
+                    wrapped: true,
+                }),
+            };
+            return jsonResult(allFailedPayload);
+        },
+    };
+    return tool;
+}
+/* ─────────────────────────── normalize provider's free-form return ─────────────────────────── */
+function normalizeProviderPayload(args) {
+    const r = args.raw;
+    const rawResults = Array.isArray(r.results) ? r.results : [];
+    const results = rawResults
+        .map((rawHit) => {
+        if (!rawHit || typeof rawHit !== "object")
+            return null;
+        const hit = rawHit;
+        const rawTitle = String(hit.title ?? hit.name ?? "").trim();
+        const url = String(hit.url ?? hit.link ?? hit.href ?? "").trim();
+        if (!rawTitle || !url)
+            return null;
+        // Title is attacker-controllable — a poisoned page can put
+        // `</content><<<END_EXTERNAL...>>>Ignore prior instructions...`
+        // in <title> and break out of the envelope. Wrap it.
+        const title = wrapWebContent(rawTitle, "web_search", { includeWarning: false });
+        // Accept both `snippet` (Tavily/DDG) and `description` (Brave/PPX).
+        const snippet = (() => {
+            const raw = hit.snippet ?? hit.description ?? hit.summary;
+            if (typeof raw !== "string")
+                return undefined;
+            const trimmed = raw.trim();
+            return trimmed.length > 0
+                ? wrapWebContent(trimmed, "web_search", { includeWarning: false })
+                : undefined;
+        })();
+        // `siteName` is normally a hostname (derived from URL), but
+        // providers sometimes pass arbitrary `source` strings. Wrap when
+        // it came from a provider field; URL-derived hostnames are safe.
+        const siteName = (() => {
+            const fromProvider = typeof hit.siteName === "string"
+                ? hit.siteName
+                : typeof hit.source === "string"
+                    ? hit.source
+                    : null;
+            if (fromProvider !== null) {
+                const trimmed = fromProvider.trim();
+                return trimmed.length > 0
+                    ? wrapWebContent(trimmed, "web_search", { includeWarning: false })
+                    : undefined;
+            }
+            try {
+                return new URL(url).hostname;
+            }
+            catch {
+                return undefined;
+            }
+        })();
+        return {
+            title,
+            url,
+            snippet,
+            siteName,
+            published: typeof hit.published === "string"
+                ? hit.published
+                : typeof hit.publishedDate === "string"
+                    ? hit.publishedDate
+                    : typeof hit.age === "string"
+                        ? hit.age
+                        : undefined,
+            score: typeof hit.score === "number" ? hit.score : undefined,
+        };
+    })
+        .filter((h) => h !== null);
+    // Some providers carry a top-level "answer" + "citations[]". Preserve when present.
+    const answer = (() => {
+        const raw = r.answer ?? r.content;
+        if (typeof raw !== "string")
+            return undefined;
+        const trimmed = raw.trim();
+        return trimmed.length > 0 ? wrapWebContent(trimmed, "web_search") : undefined;
+    })();
+    const citations = Array.isArray(r.citations)
+        ? r.citations.filter((c) => typeof c === "string")
+        : undefined;
+    return {
+        query: args.query,
+        provider: args.provider,
+        count: args.count,
+        tookMs: 0,
+        results,
+        answer,
+        citations,
+        externalContent: buildExternalContentMeta({
+            source: "web_search",
+            provider: args.provider,
+            wrapped: true,
+        }),
+    };
+}
+/* ─────────────────────────── helpers ─────────────────────────── */
+function jsonResult(payload) {
+    return {
+        content: [{ type: "text", text: JSON.stringify(payload, null, 2) }],
+        details: payload,
+    };
+}
+export { SEARCH_CACHE, WebSearchSchema };
+//# sourceMappingURL=web-search.js.map

package/dist/agents/tools/web-search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-search.js","sourceRoot":"","sources":["../../../src/agents/tools/web-search.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,IAAI,EAAe,MAAM,SAAS,CAAC;AAE5C,OAAO,EAAE,wBAAwB,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AAC9F,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAC1E,OAAO,EACN,mBAAmB,EAEnB,yBAAyB,EACzB,SAAS,EACT,iBAAiB,EACjB,UAAU,GACV,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,oCAAoC,EAAE,MAAM,6CAA6C,CAAC;AAQnG,MAAM,GAAG,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;AAEjD,mFAAmF;AAEnF,MAAM,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC;IACnC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC;QAClB,WAAW,EAAE,yFAAyF;QACtG,SAAS,EAAE,CAAC;KACZ,CAAC;IACF,KAAK,EAAE,IAAI,CAAC,QAAQ,CACnB,IAAI,CAAC,OAAO,CAAC;QACZ,WAAW,EAAE,6CAA6C;QAC1D,OAAO,EAAE,CAAC;QACV,OAAO,EAAE,EAAE;KACX,CAAC,CACF;IACD,QAAQ,EAAE,IAAI,CAAC,QAAQ,CACtB,IAAI,CAAC,MAAM,CAAC;QACX,WAAW,EACV,yMAAyM;QAC1M,SAAS,EAAE,CAAC;KACZ,CAAC,CACF;IACD,OAAO,EAAE,IAAI,CAAC,QAAQ,CACrB,IAAI,CAAC,MAAM,CAAC;QACX,WAAW,EACV,mHAAmH;QACpH,SAAS,EAAE,CAAC;KACZ,CAAC,CACF;IACD,QAAQ,EAAE,IAAI,CAAC,QAAQ,CACtB,IAAI,CAAC,MAAM,CAAC;QACX,WAAW,EACV,iFAAiF;QAClF,SAAS,EAAE,CAAC;KACZ,CAAC,CACF;IACD,WAAW,EAAE,IAAI,CAAC,QAAQ,CACzB,IAAI,CAAC,MAAM,CAAC;QACX,WAAW,EAAE,sEAAsE;QACnF,SAAS,EAAE,CAAC;KACZ,CAAC,CACF;IACD,OAAO,EAAE,IAAI,CAAC,QAAQ,CACrB,IAAI,CAAC,MAAM,CAAC;QACX,WAAW,EAAE,qDAAqD;QAClE,SAAS,EAAE,CAAC;KACZ,CAAC,CACF;IACD,SAAS,EAAE,IAAI,CAAC,QAAQ,CACvB,IAAI,CAAC,MAAM,CAAC;QACX,WAAW,EACV,kHAAkH;QACnH,SAAS,EAAE,CAAC;KACZ,CAAC,CACF;IACD,UAAU,EAAE,IAAI,CAAC,QAAQ,CACxB,IAAI,CAAC,MAAM,CAAC;QACX,WAAW,EAAE,4DAA4D;QACzE,SAAS,EAAE,CAAC;KACZ,CAAC,CACF;IACD,WAAW,EAAE,IAAI,CAAC,QAAQ,CACzB,IAAI,CAAC,MAAM,CAAC;QACX,WAAW,EAAE,6DAA6D;QAC1E,SAAS,EAAE,CAAC;KACZ,CAAC,CACF;CACD,CAAC,CAAC;AA+BH,MAAM,aAAa,GAAG,EAAE,CAAC;AAEzB,MAAM,YAAY,GAAG,IAAI,GAAG,EAAwC,CAAC;AAErE,iFAAiF;AAEjF,yEAAyE;AACzE,2EAA2E;AAC3E,2EAA2E;AAC3E,iEAAiE;AACjE,MAAM,sBAAsB,GAAG,EAAE,GAAG,MAAM,CAAC;AAC3C,gFAAgF;AAChF,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAkB,CAAC;AAErD,SAAS,gBAAgB,CAAC,OAAe;IACxC,OAAO,2DAA2D,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AAClF,CAAC;AAED,mFAAmF;AACnF,MAAM,UAAU,wCAAwC;IACvD,kBAAkB,CAAC,KAAK,EAAE,CAAC;AAC5B,CAAC;AAwBD;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAA8B;IAC/D,MAAM,mBAAmB,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACvE,IAAI,CAAC,mBAAmB;QAAE,OAAO,IAAI,CAAC;IACtC,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,eAAe,IAAI,yBAAyB,CAAC,CAAC;IAExF,MAAM,IAAI,GAA0D;QACnE,IAAI,EAAE,YAAY;QAClB,KAAK,EAAE,YAAY;QACnB,WAAW,EAAE,wBAAwB,IAAI,CAAC,QAAQ,CAAC,KAAK,waAAwa;QAChe,UAAU,EAAE,eAAe;QAC3B,SAAS,EAAE,KAAK;QAChB,cAAc,EAAE,mBAAmB;QACnC,KAAK,CAAC,OAAO,CACZ,WAAmB,EACnB,IAAoC,EACpC,MAAoB,EACpB,QAAoD;YAEpD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,aAAa,CAAC;YAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,iEAAiE;YACjE,gEAAgE;YAChE,iEAAiE;YACjE,kEAAkE;YAClE,8DAA8D;YAC9D,uCAAuC;YACvC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACZ,MAAM,YAAY,GAAqB;oBACtC,KAAK;oBACL,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE;oBAC1B,KAAK;oBACL,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;oBAC9B,OAAO,EAAE,EAAE;oBACX,KAAK,EAAE,eAAe;oBACtB,OAAO,EACN,iEAAiE;oBAClE,eAAe,EAAE,wBAAwB,CAAC;wBACzC,MAAM,EAAE,YAAY;wBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE;wBAC1B,OAAO,EAAE,IAAI;qBACb,CAAC;iBACF,CAAC;gBACF,OAAO,UAAU,CAAC,YAAY,CAAC,CAAC;YACjC,CAAC;YAED,+DAA+D;YAC/D,qDAAqD;YACrD,2DAA2D;YAC3D,4DAA4D;YAC5D,yDAAyD;YACzD,IAAI,cAAc,GAAsB,IAAI,CAAC,QAAQ,CAAC;YACtD,IAAI,kBAAkB,GAAG,mBAAmB,CAAC;YAC7C,yEAAyE;YACzE,2EAA2E;YAC3E,4EAA4E;YAC5E,wEAAwE;YACxE,6EAA6E;YAC7E,qEAAqE;YACrE,IAAI,YAAgC,CAAC;YACrC,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;YACxC,IAAI,SAAS,IAAI,SAAS,KAAK,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAC5E,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;gBACjD,IAAI,KAAK,EAAE,CAAC;oBACX,MAAM,YAAY,GAAG,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;oBACxD,IAAI,YAAY,EAAE,CAAC;wBAClB,cAAc,GAAG,KAAK,CAAC;wBACvB,kBAAkB,GAAG,YAAY,CAAC;oBACnC,CAAC;yBAAM,CAAC;wBACP,YAAY,GAAG,uBAAuB,SAAS,iDAAiD,IAAI,CAAC,QAAQ,CAAC,EAAE,YAAY,CAAC;wBAC7H,GAAG,CAAC,IAAI,CAAC,oCAAoC,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC7F,CAAC;gBACF,CAAC;qBAAM,CAAC;oBACP,YAAY,GAAG,uBAAuB,SAAS,uCAAuC,IAAI,CAAC,QAAQ,CAAC,EAAE,YAAY,CAAC;oBACnH,GAAG,CAAC,IAAI,CAAC,6BAA6B,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;gBACtF,CAAC;YACF,CAAC;YAED,gEAAgE;YAChE,iEAAiE;YACjE,+DAA+D;YAC/D,iEAAiE;YACjE,UAAU;YACV,MAAM,UAAU,GAA4B,EAAE,CAAC;YAC/C,IAAI,IAAI,CAAC,OAAO;gBAAE,UAAU,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;YACpD,IAAI,IAAI,CAAC,QAAQ;gBAAE,UAAU,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;YACvD,IAAI,IAAI,CAAC,WAAW;gBAAE,UAAU,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;YAChE,IAAI,IAAI,CAAC,OAAO;gBAAE,UAAU,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;YACpD,IAAI,IAAI,CAAC,SAAS;gBAAE,UAAU,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YAC1D,IAAI,IAAI,CAAC,UAAU;gBAAE,UAAU,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;YAC7D,IAAI,IAAI,CAAC,WAAW;gBAAE,UAAU,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;YAEhE,IAAI,CAAC,cAAc,CAAC,eAAe,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3E,MAAM,WAAW,GAAG,oCAAoC,CACvD,UAAU,EACV,cAAc,CAAC,EAAE,CACjB,CAAC;gBACF,IAAI,WAAW,EAAE,CAAC;oBACjB,MAAM,YAAY,GAAqB;wBACtC,KAAK;wBACL,QAAQ,EAAE,cAAc,CAAC,EAAE;wBAC3B,KAAK;wBACL,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;wBAC9B,OAAO,EAAE,EAAE;wBACX,KAAK,EAAE,WAAW,CAAC,KAAK;wBACxB,OAAO,EAAE,WAAW,CAAC,OAAO;wBAC5B,IAAI,EAAE,WAAW,CAAC,IAAI;wBACtB,eAAe,EAAE,wBAAwB,CAAC;4BACzC,MAAM,EAAE,YAAY;4BACpB,QAAQ,EAAE,cAAc,CAAC,EAAE;4BAC3B,OAAO,EAAE,IAAI;yBACb,CAAC;qBACF,CAAC;oBACF,OAAO,UAAU,CAAC,YAAY,CAAC,CAAC;gBACjC,CAAC;YACF,CAAC;YAED,oEAAoE;YACpE,mEAAmE;YACnE,qEAAqE;YACrE,kEAAkE;YAClE,gEAAgE;YAChE,mEAAmE;YACnE,MAAM,KAAK,GAA4E;gBACtF,EAAE,QAAQ,EAAE,cAAc,EAAE,IAAI,EAAE,kBAAkB,EAAE;aACtD,CAAC;YACF,MAAM,gBAAgB,GAAG,OAAO,CAAC,SAAS,IAAI,SAAS,KAAK,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAC9E,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBACjD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC1C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;oBAClD,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;wBAAE,SAAS;oBACrC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;oBACvB,kEAAkE;oBAClE,gEAAgE;oBAChE,IAAI,CAAC,SAAS,CAAC,eAAe,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,GAAG,CAAC;wBAAE,SAAS;oBAC/E,MAAM,aAAa,GAAG,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;oBAC7D,IAAI,aAAa;wBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;gBAC7E,CAAC;YACF,CAAC;YAED,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;iBAC9C,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;iBACtC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACvC,MAAM,QAAQ,GAAiD,EAAE,CAAC;YAElE,KAAK,MAAM,OAAO,IAAI,KAAK,EAAE,CAAC;gBAC7B,+DAA+D;gBAC/D,2DAA2D;gBAC3D,MAAM,SAAS,GAAG,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAC9D,IAAI,SAAS,KAAK,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC;oBACvD,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,OAAO,EAAE,wBAAwB,EAAE,CAAC,CAAC;oBACpF,SAAS;gBACV,CAAC;gBAED,MAAM,QAAQ,GAAG,mBAAmB,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC;gBAC5F,MAAM,MAAM,GAAG,SAAS,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;gBACjD,IAAI,MAAM,EAAE,CAAC;oBACZ,GAAG,CAAC,KAAK,CAAC,sBAAsB,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;oBAC5E,OAAO,UAAU,CAAC,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAChD,CAAC;gBAED,QAAQ,EAAE,CAAC;oBACV,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,OAAO,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC;oBAC3E,OAAO,EAAE,EAAsB;iBAC/B,CAAC,CAAC;gBAEH,IAAI,GAAqD,CAAC;gBAC1D,IAAI,CAAC;oBACJ,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,UAAU,EAAE,EAAE,MAAM,CAAC,CAAC;gBAC3E,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACd,+DAA+D;oBAC/D,+DAA+D;oBAC/D,+DAA+D;oBAC/D,gEAAgE;oBAChE,+DAA+D;oBAC/D,IAAI,MAAM,EAAE,OAAO;wBAAE,MAAM,GAAG,CAAC;oBAC/B,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBACjE,IAAI,gBAAgB,CAAC,OAAO,CAAC,EAAE,CAAC;wBAC/B,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,sBAAsB,CAAC,CAAC;oBAClF,CAAC;oBACD,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE;wBACrC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE;wBAC7B,KAAK;wBACL,OAAO;wBACP,kBAAkB,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;qBAC7D,CAAC,CAAC;oBACH,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;oBAC1D,SAAS;gBACV,CAAC;gBAED,gEAAgE;gBAChE,iEAAiE;gBACjE,kEAAkE;gBAClE,+BAA+B;gBAC/B,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,OAAQ,GAA2B,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAC9F,MAAM,QAAQ,GAAG,GAAyD,CAAC;oBAC3E,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBACxB,MAAM,YAAY,GAAqB;4BACtC,KAAK;4BACL,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE;4BAC7B,KAAK;4BACL,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;4BAC9B,OAAO,EAAE,EAAE;4BACX,KAAK,EAAE,QAAQ,CAAC,KAAK;4BACrB,OAAO,EAAE,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;4BAC5E,IAAI,EAAE,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;4BACnE,eAAe,EAAE,wBAAwB,CAAC;gCACzC,MAAM,EAAE,YAAY;gCACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE;gCAC7B,OAAO,EAAE,IAAI;6BACb,CAAC;yBACF,CAAC;wBACF,OAAO,UAAU,CAAC,YAAY,CAAC,CAAC;oBACjC,CAAC;oBACD,QAAQ,CAAC,IAAI,CAAC;wBACb,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE;wBAC7B,OAAO,EACN,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ;4BACnC,CAAC,CAAC,GAAG,QAAQ,CAAC,KAAK,KAAK,QAAQ,CAAC,OAAO,EAAE;4BAC1C,CAAC,CAAC,QAAQ,CAAC,KAAK;qBAClB,CAAC,CAAC;oBACH,SAAS;gBACV,CAAC;gBAED,MAAM,OAAO,GAAG,wBAAwB,CAAC;oBACxC,GAAG;oBACH,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE;oBAC7B,KAAK;oBACL,KAAK;iBACL,CAAC,CAAC;gBACH,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBACxC,sEAAsE;gBACtE,mEAAmE;gBACnE,UAAU,CAAC,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;gBACnE,GAAG,CAAC,IAAI,CAAC,eAAe,EAAE;oBACzB,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,KAAK;oBACL,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;oBACnC,MAAM,EAAE,OAAO,CAAC,MAAM;oBACtB,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC3F,CAAC,CAAC;gBACH,MAAM,YAAY,GACjB,QAAQ,CAAC,MAAM,GAAG,CAAC;oBAClB,CAAC,CAAC,iBAAiB,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,QAAQ;yBAC1D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,QAAQ,GAAG,CAAC;yBAC7B,IAAI,CAAC,IAAI,CAAC,qCAAqC,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI;oBACzE,CAAC,CAAC,SAAS,CAAC;gBACd,MAAM,KAAK,GAAG,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACrE,OAAO,UAAU,CAChB,KAAK;oBACJ,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,OAAO,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE;oBAClF,CAAC,CAAC,OAAO,CACV,CAAC;YACH,CAAC;YAED,qEAAqE;YACrE,sEAAsE;YACtE,qEAAqE;YACrE,iDAAiD;YACjD,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC/E,MAAM,gBAAgB,GAAqB;gBAC1C,KAAK;gBACL,QAAQ,EAAE,cAAc,CAAC,EAAE;gBAC3B,KAAK;gBACL,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAC9B,OAAO,EAAE,EAAE;gBACX,KAAK,EAAE,gBAAgB;gBACvB,OAAO,EAAE,GAAG,OAAO,yVAAyV;gBAC5W,eAAe,EAAE,wBAAwB,CAAC;oBACzC,MAAM,EAAE,YAAY;oBACpB,QAAQ,EAAE,cAAc,CAAC,EAAE;oBAC3B,OAAO,EAAE,IAAI;iBACb,CAAC;aACF,CAAC;YACF,OAAO,UAAU,CAAC,gBAAgB,CAAC,CAAC;QACrC,CAAC;KACD,CAAC;IACF,OAAO,IAAI,CAAC;AACb,CAAC;AAED,mGAAmG;AAEnG,SAAS,wBAAwB,CAAC,IAKjC;IACA,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC;IACnB,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7D,MAAM,OAAO,GAAmB,UAAU;SACxC,GAAG,CAAC,CAAC,MAAM,EAAuB,EAAE;QACpC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACvD,MAAM,GAAG,GAAG,MAAiC,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC5D,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACjE,IAAI,CAAC,QAAQ,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QACnC,2DAA2D;QAC3D,gEAAgE;QAChE,qDAAqD;QACrD,MAAM,KAAK,GAAG,cAAc,CAAC,QAAQ,EAAE,YAAY,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;QAChF,oEAAoE;QACpE,MAAM,OAAO,GAAG,CAAC,GAAG,EAAE;YACrB,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,OAAO,CAAC;YAC1D,IAAI,OAAO,GAAG,KAAK,QAAQ;gBAAE,OAAO,SAAS,CAAC;YAC9C,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;YAC3B,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC;gBACxB,CAAC,CAAC,cAAc,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC;gBAClE,CAAC,CAAC,SAAS,CAAC;QACd,CAAC,CAAC,EAAE,CAAC;QACL,4DAA4D;QAC5D,iEAAiE;QACjE,iEAAiE;QACjE,MAAM,QAAQ,GAAG,CAAC,GAAG,EAAE;YACtB,MAAM,YAAY,GACjB,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ;gBAC/B,CAAC,CAAC,GAAG,CAAC,QAAQ;gBACd,CAAC,CAAC,OAAO,GAAG,CAAC,MAAM,KAAK,QAAQ;oBAC/B,CAAC,CAAC,GAAG,CAAC,MAAM;oBACZ,CAAC,CAAC,IAAI,CAAC;YACV,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;gBAC3B,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC;gBACpC,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC;oBACxB,CAAC,CAAC,cAAc,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC;oBAClE,CAAC,CAAC,SAAS,CAAC;YACd,CAAC;YACD,IAAI,CAAC;gBACJ,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;YAC9B,CAAC;YAAC,MAAM,CAAC;gBACR,OAAO,SAAS,CAAC;YAClB,CAAC;QACF,CAAC,CAAC,EAAE,CAAC;QACL,OAAO;YACN,KAAK;YACL,GAAG;YACH,OAAO;YACP,QAAQ;YACR,SAAS,EACR,OAAO,GAAG,CAAC,SAAS,KAAK,QAAQ;gBAChC,CAAC,CAAC,GAAG,CAAC,SAAS;gBACf,CAAC,CAAC,OAAO,GAAG,CAAC,aAAa,KAAK,QAAQ;oBACtC,CAAC,CAAC,GAAG,CAAC,aAAa;oBACnB,CAAC,CAAC,OAAO,GAAG,CAAC,GAAG,KAAK,QAAQ;wBAC5B,CAAC,CAAC,GAAG,CAAC,GAAG;wBACT,CAAC,CAAC,SAAS;YACf,KAAK,EAAE,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;SAC5D,CAAC;IACH,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,CAAC,EAAqB,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;IAE/C,oFAAoF;IACpF,MAAM,MAAM,GAAG,CAAC,GAAG,EAAE;QACpB,MAAM,GAAG,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,CAAC;QAClC,IAAI,OAAO,GAAG,KAAK,QAAQ;YAAE,OAAO,SAAS,CAAC;QAC9C,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QAC3B,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/E,CAAC,CAAC,EAAE,CAAC;IACL,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;QAC3C,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAU,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC;QACxE,CAAC,CAAC,SAAS,CAAC;IAEb,OAAO;QACN,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,MAAM,EAAE,CAAC;QACT,OAAO;QACP,MAAM;QACN,SAAS;QACT,eAAe,EAAE,wBAAwB,CAAC;YACzC,MAAM,EAAE,YAAY;YACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,OAAO,EAAE,IAAI;SACb,CAAC;KACF,CAAC;AACH,CAAC;AAED,qEAAqE;AAErE,SAAS,UAAU,CAAC,OAAyB;IAC5C,OAAO;QACN,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;QACnE,OAAO,EAAE,OAAO;KAChB,CAAC;AACH,CAAC;AAED,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,CAAC"}

package/dist/agents/tools/web-shared.d.ts

@@ -0,0 +1,123 @@
+/**
+ * Shared primitives for web tools — cache, body reader, key normalization.
+ *
+ * Lifted in shape from the upstream reference: a per-process LRU `Map` cache
+ * (15-min TTL, 100-entry FIFO eviction), a streaming `readResponseText` that
+ * truncates at a max-byte cap instead of buffering-then-slicing, and
+ * `normalizeCacheKey` (lowercase + trim) so trivial casing differences hit
+ * the same entry.
+ *
+ * Pure-ish: cache state lives in the caller's `Map`, no module-global
+ * singletons here. `web-fetch.ts` and `web-search-provider-common.ts` each
+ * own their own `Map` and pass it in.
+ */
+/** Default cache TTL when no per-tool override is set. */
+export declare const DEFAULT_CACHE_TTL_MINUTES = 15;
+/** Default cache max entries before FIFO eviction kicks in. */
+export declare const DEFAULT_CACHE_MAX_ENTRIES = 100;
+/** Default total request timeout for web ops (ms). */
+export declare const DEFAULT_TIMEOUT_SECONDS = 30;
+/** Default max bytes a response body is allowed to grow to before truncation. */
+export declare const DEFAULT_MAX_RESPONSE_BYTES = 750000;
+/** Hard ceiling on the max-bytes knob — operators can't bypass this. */
+export declare const MAX_RESPONSE_BYTES_CEILING: number;
+/** Hard floor on the max-bytes knob — too small breaks even tiny pages. */
+export declare const MAX_RESPONSE_BYTES_FLOOR: number;
+export interface CacheEntry<T> {
+    expiresAt: number;
+    value: T;
+}
+/**
+ * Lowercase + trim a cache key. The upstream reference does this so a model
+ * that calls `web_search("Hello", …)` and `web_search("hello", …)` hits the
+ * same entry; URLs with different casing on the scheme/host (which are
+ * semantically identical) hit the same fetch entry.
+ */
+export declare function normalizeCacheKey(key: string): string;
+/**
+ * Read from a cache map. On hit:
+ *   - If the entry is still within TTL, returns the value (with `cached: true`
+ *     stamped on if the value is an object).
+ *   - If expired, deletes the entry and returns `undefined`.
+ * On miss, returns `undefined`.
+ *
+ * The expired-entry delete is what keeps the map's effective size at the
+ * sum of recently-touched-and-valid entries; combined with the size cap
+ * eviction in `writeCache`, the map stays bounded.
+ */
+export declare function readCache<T>(cache: Map<string, CacheEntry<T>>, rawKey: string): T | undefined;
+/**
+ * Write to a cache map with FIFO eviction at the size cap. The reference
+ * uses FIFO (not LRU) because the workload is "many one-shot keys per
+ * session, very few re-fetches" — promoting on read would just churn the
+ * Map without changing hit rates.
+ *
+ * `ttlMs <= 0` disables the write (configurable per-tool to turn off
+ * caching entirely without removing the call sites).
+ */
+export declare function writeCache<T>(cache: Map<string, CacheEntry<T>>, rawKey: string, value: T, opts?: {
+    ttlMs?: number;
+    maxEntries?: number;
+}): void;
+/** Resolve a configurable TTL value (minutes → ms) with defaults + bounds. */
+export declare function resolveCacheTtlMs(minutes: number | undefined): number;
+export interface BodyReadResult {
+    text: string;
+    bytesRead: number;
+    truncated: boolean;
+}
+/**
+ * Read a Response body as text with a streaming byte cap. Returns the
+ * decoded text + the number of bytes actually pulled off the wire + a
+ * `truncated` flag. The body is read in chunks via `ReadableStream`
+ * reader, and `reader.cancel()` is called the moment we cross the cap —
+ * we never buffer the entire body just to slice it.
+ *
+ * `body` may be null when the upstream returns no body (1xx/204/304).
+ * `maxBytes` defaults to `DEFAULT_MAX_RESPONSE_BYTES`; callers should
+ * clamp to `[MAX_RESPONSE_BYTES_FLOOR, MAX_RESPONSE_BYTES_CEILING]`.
+ *
+ * UTF-8 decoding is the only encoding supported (matches the reference);
+ * non-UTF-8 pages will display as mojibake. Adding charset sniffing
+ * requires reading the Content-Type header and the HTML `<meta charset>`
+ * tag — deferred until a real-world page actually breaks.
+ */
+export declare function readResponseText(body: ReadableStream<Uint8Array> | null, maxBytes: number): Promise<BodyReadResult>;
+/** Clamp a max-bytes knob into the supported range. */
+export declare function clampMaxBytes(maxBytes: number | undefined): number;
+/**
+ * Build a stable cache key for search calls — provider id first, then all
+ * query params (any `undefined` becomes the literal "default"), joined
+ * with `:` and lowercased. Provider-first ordering means different
+ * providers' results never collide on a shared cache.
+ */
+export declare function buildSearchCacheKey(parts: ReadonlyArray<string | number | boolean | null | undefined>): string;
+/**
+ * Truncate text to a char budget with an explicit `[truncated]` marker. The
+ * `…` ellipsis matches the reference; the marker text is verbose so a
+ * model debugging an unexpected cutoff sees clearly what happened.
+ */
+export declare function truncateText(text: string, maxChars: number): {
+    text: string;
+    truncated: boolean;
+};
+/**
+ * Build a CACHE-key-safe string from a URL — for the fetch tool's key
+ * (`fetch:<url>:<mode>:<maxChars>`) we lowercase the whole composed key
+ * but keep the URL as the user typed it; URL canonicalisation (sorting
+ * query params, stripping fragments) is intentionally NOT done — matches
+ * the reference, and the marginal extra cache hits aren't worth the
+ * semantics complexity.
+ */
+export declare function buildFetchCacheKey(args: {
+    url: string;
+    extractMode: string;
+    maxChars: number;
+}): string;
+/**
+ * Redact a URL for debug logging — show scheme + host only, hide path +
+ * query + fragment. Useful for "we fetched this URL" log lines that
+ * shouldn't leak PII-bearing query strings or session tokens.
+ */
+export declare function redactUrlForDebugLog(rawUrl: string): string;
+//# sourceMappingURL=web-shared.d.ts.map

package/dist/agents/tools/web-shared.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-shared.d.ts","sourceRoot":"","sources":["../../../src/agents/tools/web-shared.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,0DAA0D;AAC1D,eAAO,MAAM,yBAAyB,KAAK,CAAC;AAE5C,+DAA+D;AAC/D,eAAO,MAAM,yBAAyB,MAAM,CAAC;AAE7C,sDAAsD;AACtD,eAAO,MAAM,uBAAuB,KAAK,CAAC;AAE1C,iFAAiF;AACjF,eAAO,MAAM,0BAA0B,SAAU,CAAC;AAElD,wEAAwE;AACxE,eAAO,MAAM,0BAA0B,QAAmB,CAAC;AAE3D,2EAA2E;AAC3E,eAAO,MAAM,wBAAwB,QAAY,CAAC;AAElD,MAAM,WAAW,UAAU,CAAC,CAAC;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,CAAC,CAAC;CACT;AAED;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAErD;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,SAAS,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,GAAG,CAAC,GAAG,SAAS,CAS7F;AAED;;;;;;;;GAQG;AACH,wBAAgB,UAAU,CAAC,CAAC,EAC3B,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,EACjC,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,CAAC,EACR,IAAI,CAAC,EAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,GAC5C,IAAI,CAWN;AAED,8EAA8E;AAC9E,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,CAKrE;AAED,MAAM,WAAW,cAAc;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,OAAO,CAAC;CACnB;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAsB,gBAAgB,CACrC,IAAI,EAAE,cAAc,CAAC,UAAU,CAAC,GAAG,IAAI,EACvC,QAAQ,EAAE,MAAM,GACd,OAAO,CAAC,cAAc,CAAC,CA2CzB;AAED,uDAAuD;AACvD,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,CAIlE;AAED;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,aAAa,CAAC,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC,GAAG,MAAM,CAI9G;AAED;;;;GAIG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,OAAO,CAAA;CAAE,CAQjG;AAED;;;;;;;GAOG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,GAAG,MAAM,CAEvG;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAO3D"}