@spinabot/brigade 0.1.2 → 1.0.1

package/dist/agents/extensions/modules/duckduckgo.js

@@ -0,0 +1,263 @@
+/**
+ * DuckDuckGo web-search provider — bundled, zero-config.
+ *
+ * Hits the `html.duckduckgo.com/html` endpoint (the lite, no-JS search page)
+ * with a normal browser User-Agent, parses the resulting HTML for result
+ * rows, and returns title/url/snippet triples. No API key required, no
+ * card-on-file, no signup — works on a clean Brigade install.
+ *
+ * Trade-off: HTML scraping breaks when DDG changes its layout. Pair with
+ * a JSON-API-backed provider (Tavily / Brave) as a second module when
+ * production reliability matters.
+ */
+import { defineModule } from "../types.js";
+import { guardedFetch } from "../../../infra/net/fetch-guard.js";
+import { decodeHtmlEntities } from "../../tools/web-fetch-utils.js";
+import { DEFAULT_TIMEOUT_SECONDS, readResponseText } from "../../tools/web-shared.js";
+import { resolveSiteName, wrapSearchHit } from "./web-provider-helpers.js";
+const DDG_ENDPOINT = "https://html.duckduckgo.com/html/";
+const DDG_USER_AGENT = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36";
+/**
+ * Result-row HTML pattern. The DDG layout uses `<a class="result__a" href="…">title</a>`
+ * for the title-link + `<a class="result__snippet">snippet</a>` for the
+ * snippet. The href is URL-encoded inside a `/l/?uddg=<encoded>` redirector;
+ * we unwrap it back to the original URL.
+ */
+const RESULT_BLOCK_RE = /<div class="result\b[^"]*"[^>]*>([\s\S]*?)<\/div>\s*<\/div>/gi;
+const TITLE_LINK_RE = /<a[^>]*class="result__a"[^>]*href="([^"]+)"[^>]*>([\s\S]*?)<\/a>/i;
+const SNIPPET_RE = /<a[^>]*class="result__snippet"[^>]*>([\s\S]*?)<\/a>/i;
+/** Unwrap DDG's `/l/?uddg=<encoded>` redirector to the original URL. */
+function unwrapDdgUrl(rawHref) {
+    if (!rawHref.startsWith("/"))
+        return rawHref;
+    try {
+        const absolute = new URL(rawHref, "https://duckduckgo.com").toString();
+        const u = new URL(absolute);
+        const uddg = u.searchParams.get("uddg");
+        if (uddg)
+            return decodeURIComponent(uddg);
+        return absolute;
+    }
+    catch {
+        return rawHref;
+    }
+}
+/** Strip ALL HTML tags from a fragment + decode entities. */
+function stripHtmlToText(html) {
+    return decodeHtmlEntities(html.replace(/<[^>]+>/g, "")).replace(/\s+/g, " ").trim();
+}
+/** Parse the DDG HTML response into normalized hit objects. */
+function parseDdgResults(html, count) {
+    const hits = [];
+    let match = null;
+    const re = new RegExp(RESULT_BLOCK_RE.source, "gi");
+    while ((match = re.exec(html)) !== null && hits.length < count) {
+        const block = match[1] ?? "";
+        const titleMatch = block.match(TITLE_LINK_RE);
+        if (!titleMatch)
+            continue;
+        const href = titleMatch[1];
+        const titleHtml = titleMatch[2];
+        const title = stripHtmlToText(titleHtml);
+        const url = unwrapDdgUrl(href);
+        if (!title || !url)
+            continue;
+        const snippetMatch = block.match(SNIPPET_RE);
+        const snippet = snippetMatch ? stripHtmlToText(snippetMatch[1]) : undefined;
+        hits.push({ title, url, snippet });
+    }
+    return hits;
+}
+/**
+ * Detect DDG's anti-bot challenge page so we can fail loud instead of
+ * silently empty. Whitelist check first: if the page contains a
+ * `result__a` link, treat as legitimate even if a marker word slipped in.
+ * Otherwise scan for known challenge markers.
+ */
+function looksLikeBotChallenge(html) {
+    // Whitelist: if real result markup is present, accept the page.
+    if (/class="[^"]*\bresult__a\b/i.test(html.slice(0, 5_000)))
+        return false;
+    const head = html.slice(0, 5_000);
+    return /g-recaptcha|id="challenge-form"|name="challenge"|anomaly|unusual\s+traffic|please\s+verify|captcha|are\s+you\s+a\s+(?:human|robot)/i.test(head);
+}
+/**
+ * Hit DDG's Instant Answer JSON API. Returns a structured zero-click
+ * answer when DDG has one (Wikipedia abstract, calculator result,
+ * dictionary definition, package info, …). Returns null on empty/blank
+ * response so the caller can fall back to the HTML scrape.
+ */
+async function tryInstantAnswer(args) {
+    const url = new URL("https://api.duckduckgo.com/");
+    url.searchParams.set("q", args.query);
+    url.searchParams.set("format", "json");
+    url.searchParams.set("no_html", "1");
+    url.searchParams.set("no_redirect", "1");
+    url.searchParams.set("t", "brigade");
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(new Error("timeout")), args.timeoutMs);
+    timer.unref?.();
+    const merged = (() => {
+        const real = [args.signal, controller.signal].filter((s) => s !== undefined);
+        const anyFn = AbortSignal.any;
+        if (typeof anyFn === "function" && real.length > 1)
+            return anyFn.call(AbortSignal, real);
+        return real[0];
+    })();
+    try {
+        const response = await fetch(url.toString(), {
+            method: "GET",
+            headers: { accept: "application/json" },
+            signal: merged,
+        });
+        if (response.status !== 200)
+            return null;
+        const data = (await response.json().catch(() => null));
+        if (!data)
+            return null;
+        const abstract = typeof data.AbstractText === "string" ? data.AbstractText.trim() : "";
+        const answer = typeof data.Answer === "string" ? data.Answer.trim() : "";
+        const abstractUrl = typeof data.AbstractURL === "string" ? data.AbstractURL.trim() : "";
+        const heading = typeof data.Heading === "string" ? data.Heading.trim() : "";
+        // Prefer the explicit `Answer` (calculator / unit-conversion / package
+        // info) over `AbstractText` (wiki blurb). Skip when both empty.
+        const snippet = answer || abstract;
+        if (!snippet)
+            return null;
+        const title = heading || args.query;
+        const finalUrl = abstractUrl || `https://duckduckgo.com/?q=${encodeURIComponent(args.query)}`;
+        return { title, url: finalUrl, snippet };
+    }
+    catch {
+        return null;
+    }
+    finally {
+        clearTimeout(timer);
+    }
+}
+function resolveDdgConfig(cfg) {
+    const slot = cfg.tools?.web?.search?.providers?.duckduckgo;
+    return slot ?? {};
+}
+function safeSearchToKp(value) {
+    if (value === "off")
+        return "-2";
+    if (value === "moderate")
+        return "-1";
+    if (value === "strict")
+        return "1";
+    return undefined;
+}
+/** Build the DuckDuckGo provider. Zero-config — no envVar, no API key. */
+function createDuckDuckGoProvider() {
+    return {
+        id: "duckduckgo",
+        label: "DuckDuckGo",
+        hint: "Free, no API key. HTML-scraping the no-JS search page.",
+        requiresCredential: false,
+        envVars: [],
+        signupUrl: "https://duckduckgo.com",
+        docsUrl: "https://duckduckgo.com/duckduckgo-help-pages/",
+        autoDetectOrder: 100, // keyless providers sort last; pinned providers win
+        isConfigured: () => true,
+        createTool(ctx) {
+            const timeoutMs = (ctx.runtime?.timeoutMs ?? DEFAULT_TIMEOUT_SECONDS * 1_000) | 0;
+            const ddgCfg = resolveDdgConfig(ctx.config);
+            const kp = safeSearchToKp(ddgCfg.safeSearch);
+            const kl = ddgCfg.region?.trim();
+            return {
+                description: "DuckDuckGo web search (HTML lite endpoint).",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        query: { type: "string", description: "Search query." },
+                        count: { type: "integer", description: "Max results to return.", minimum: 1, maximum: 25 },
+                    },
+                    required: ["query"],
+                },
+                async execute(args, signal) {
+                    const query = String(args.query ?? "").trim();
+                    if (!query)
+                        throw new Error("duckduckgo: missing query");
+                    const count = Math.max(1, Math.min(25, Number(args.count ?? 10)));
+                    // Instant Answer fast-path. Default ON. For factual queries
+                    // this returns a structured answer ~10× faster than HTML
+                    // scraping. On miss we proceed straight to the scrape.
+                    const instantOn = ddgCfg.instantAnswer !== false;
+                    const instantHit = instantOn
+                        ? await tryInstantAnswer({ query, timeoutMs: Math.min(timeoutMs, 5000), signal })
+                        : null;
+                    const form = new URLSearchParams({ q: query });
+                    if (kp)
+                        form.set("kp", kp);
+                    if (kl)
+                        form.set("kl", kl);
+                    const { response, finalUrl } = await guardedFetch(DDG_ENDPOINT, {
+                        method: "POST",
+                        headers: {
+                            "user-agent": DDG_USER_AGENT,
+                            accept: "text/html",
+                            "accept-language": "en-US,en;q=0.9",
+                            "content-type": "application/x-www-form-urlencoded",
+                        },
+                        body: form.toString(),
+                        timeoutMs,
+                        signal,
+                    });
+                    if (response.status !== 200) {
+                        throw new Error(`duckduckgo: HTTP ${response.status} from ${finalUrl} (likely anti-bot or temporary block). DO NOT retry web_search with a different query — DDG's keyless endpoint blocks at the source IP, not the query. Instead: (a) call the \`browser\` tool to navigate to a known URL for the content you need (e.g. unsplash.com, picsum.photos, wikipedia.org, the user's named site), OR (b) tell the operator to set BRAVE_API_KEY / TAVILY_API_KEY / EXA_API_KEY in the gateway env to switch to a JSON-API provider.`);
+                    }
+                    const { text: html } = await readResponseText(response.body, 2_000_000);
+                    if (looksLikeBotChallenge(html)) {
+                        throw new Error("duckduckgo: anti-bot challenge page returned. DO NOT retry web_search with a different query — DDG's anti-bot is IP-based, not query-based, and will block the same way. Instead: (a) call the `browser` tool to navigate to a known URL for the content you need, OR (b) tell the operator to set BRAVE_API_KEY / TAVILY_API_KEY / EXA_API_KEY in the gateway env.");
+                    }
+                    const htmlResults = parseDdgResults(html, instantHit ? count - 1 : count);
+                    // Prepend the Instant Answer when we got one — it's almost
+                    // always the top-quality result for factual queries.
+                    const merged = instantHit
+                        ? [
+                            {
+                                title: instantHit.title,
+                                url: instantHit.url,
+                                snippet: instantHit.snippet,
+                            },
+                            ...htmlResults,
+                        ]
+                        : htmlResults;
+                    // Route every hit through `wrapSearchHit` so DDG's HTML-scraped
+                    // title + snippet land inside the untrusted-content envelope.
+                    // Previously these strings were returned raw, which let a
+                    // poisoned page title escape the envelope (same security
+                    // gap we closed for Firecrawl). Every other provider does
+                    // this — DDG was the outlier.
+                    const results = merged
+                        .map((h) => {
+                        const title = h.title?.trim() ?? "";
+                        const url = h.url?.trim() ?? "";
+                        if (!title || !url)
+                            return null;
+                        const snippet = h.snippet?.trim();
+                        return wrapSearchHit({
+                            title,
+                            url,
+                            snippet: snippet && snippet.length > 0 ? snippet : undefined,
+                            siteName: resolveSiteName(url),
+                        });
+                    })
+                        .filter((r) => r !== null);
+                    return { provider: "duckduckgo", query, count: results.length, results };
+                },
+            };
+        },
+    };
+}
+/** Brigade module — registers the DuckDuckGo provider via `b.webSearch`. */
+export const duckduckgoModule = defineModule({
+    id: "duckduckgo",
+    register(b) {
+        b.webSearch(createDuckDuckGoProvider());
+    },
+});
+// Re-exports for tests / direct construction.
+export { createDuckDuckGoProvider, parseDdgResults, unwrapDdgUrl };
+//# sourceMappingURL=duckduckgo.js.map

package/dist/agents/extensions/modules/duckduckgo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"duckduckgo.js","sourceRoot":"","sources":["../../../../src/agents/extensions/modules/duckduckgo.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAO3C,OAAO,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACpE,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AACtF,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAE3E,MAAM,YAAY,GAAG,mCAAmC,CAAC;AACzD,MAAM,cAAc,GACnB,uHAAuH,CAAC;AAEzH;;;;;GAKG;AACH,MAAM,eAAe,GAAG,+DAA+D,CAAC;AACxF,MAAM,aAAa,GAAG,mEAAmE,CAAC;AAC1F,MAAM,UAAU,GAAG,sDAAsD,CAAC;AAE1E,wEAAwE;AACxE,SAAS,YAAY,CAAC,OAAe;IACpC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,OAAO,CAAC;IAC7C,IAAI,CAAC;QACJ,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,OAAO,EAAE,wBAAwB,CAAC,CAAC,QAAQ,EAAE,CAAC;QACvE,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5B,MAAM,IAAI,GAAG,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACxC,IAAI,IAAI;YAAE,OAAO,kBAAkB,CAAC,IAAI,CAAC,CAAC;QAC1C,OAAO,QAAQ,CAAC;IACjB,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,OAAO,CAAC;IAChB,CAAC;AACF,CAAC;AAED,6DAA6D;AAC7D,SAAS,eAAe,CAAC,IAAY;IACpC,OAAO,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACrF,CAAC;AAED,+DAA+D;AAC/D,SAAS,eAAe,CAAC,IAAY,EAAE,KAAa;IACnD,MAAM,IAAI,GAA4D,EAAE,CAAC;IACzE,IAAI,KAAK,GAA2B,IAAI,CAAC;IACzC,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACpD,OAAO,CAAC,KAAK,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;QAChE,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7B,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC9C,IAAI,CAAC,UAAU;YAAE,SAAS;QAC1B,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAW,CAAC;QACrC,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAW,CAAC;QAC1C,MAAM,KAAK,GAAG,eAAe,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QAC/B,IAAI,CAAC,KAAK,IAAI,CAAC,GAAG;YAAE,SAAS;QAC7B,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC,CAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACtF,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC;IACpC,CAAC;IACD,OAAO,IAAI,CAAC;AACb,CAAC;AAED;;;;;GAKG;AACH,SAAS,qBAAqB,CAAC,IAAY;IAC1C,gEAAgE;IAChE,IAAI,4BAA4B,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAC1E,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAClC,OAAO,qIAAqI,CAAC,IAAI,CAChJ,IAAI,CACJ,CAAC;AACH,CAAC;AA4BD;;;;;GAKG;AACH,KAAK,UAAU,gBAAgB,CAAC,IAI/B;IACA,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,6BAA6B,CAAC,CAAC;IACnD,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IACtC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACvC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IACrC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;IACzC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IACrC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IACvF,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;IAChB,MAAM,MAAM,GAAG,CAAC,GAAG,EAAE;QACpB,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAoB,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;QAC/F,MAAM,KAAK,GAAI,WAAsE,CAAC,GAAG,CAAC;QAC1F,IAAI,OAAO,KAAK,KAAK,UAAU,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QACzF,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC;IAChB,CAAC,CAAC,EAAE,CAAC;IACL,IAAI,CAAC;QACJ,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE;YAC5C,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE;YACvC,MAAM,EAAE,MAAM;SACd,CAAC,CAAC;QACH,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG;YAAE,OAAO,IAAI,CAAC;QACzC,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAiC,CAAC;QACvF,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QACvB,MAAM,QAAQ,GAAG,OAAO,IAAI,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvF,MAAM,MAAM,GAAG,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,MAAM,WAAW,GAAG,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxF,MAAM,OAAO,GAAG,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,uEAAuE;QACvE,gEAAgE;QAChE,MAAM,OAAO,GAAG,MAAM,IAAI,QAAQ,CAAC;QACnC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAC1B,MAAM,KAAK,GAAG,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC;QACpC,MAAM,QAAQ,GAAG,WAAW,IAAI,6BAA6B,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9F,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;IAC1C,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,IAAI,CAAC;IACb,CAAC;YAAS,CAAC;QACV,YAAY,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;AACF,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAY;IACrC,MAAM,IAAI,GAAI,GAEZ,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,CAAC;IAC7C,OAAO,IAAI,IAAI,EAAE,CAAC;AACnB,CAAC;AAED,SAAS,cAAc,CAAC,KAAqC;IAC5D,IAAI,KAAK,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC;IACjC,IAAI,KAAK,KAAK,UAAU;QAAE,OAAO,IAAI,CAAC;IACtC,IAAI,KAAK,KAAK,QAAQ;QAAE,OAAO,GAAG,CAAC;IACnC,OAAO,SAAS,CAAC;AAClB,CAAC;AAED,0EAA0E;AAC1E,SAAS,wBAAwB;IAChC,OAAO;QACN,EAAE,EAAE,YAAY;QAChB,KAAK,EAAE,YAAY;QACnB,IAAI,EAAE,wDAAwD;QAC9D,kBAAkB,EAAE,KAAK;QACzB,OAAO,EAAE,EAAE;QACX,SAAS,EAAE,wBAAwB;QACnC,OAAO,EAAE,+CAA+C;QACxD,eAAe,EAAE,GAAG,EAAE,oDAAoD;QAC1E,YAAY,EAAE,GAAG,EAAE,CAAC,IAAI;QACxB,UAAU,CAAC,GAAuB;YACjC,MAAM,SAAS,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,IAAI,uBAAuB,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;YAClF,MAAM,MAAM,GAAG,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAC5C,MAAM,EAAE,GAAG,cAAc,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAC7C,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC;YACjC,OAAO;gBACN,WAAW,EAAE,6CAA6C;gBAC1D,UAAU,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACX,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE;wBACvD,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,wBAAwB,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;qBAC1F;oBACD,QAAQ,EAAE,CAAC,OAAO,CAAC;iBACnB;gBACD,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM;oBACzB,MAAM,KAAK,GAAG,MAAM,CAAE,IAA4B,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;oBACvE,IAAI,CAAC,KAAK;wBAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;oBACzD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAE,IAA4B,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;oBAE3F,4DAA4D;oBAC5D,yDAAyD;oBACzD,uDAAuD;oBACvD,MAAM,SAAS,GAAG,MAAM,CAAC,aAAa,KAAK,KAAK,CAAC;oBACjD,MAAM,UAAU,GAAG,SAAS;wBAC3B,CAAC,CAAC,MAAM,gBAAgB,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;wBACjF,CAAC,CAAC,IAAI,CAAC;oBAER,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;oBAC/C,IAAI,EAAE;wBAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;oBAC3B,IAAI,EAAE;wBAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;oBAC3B,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,MAAM,YAAY,CAAC,YAAY,EAAE;wBAC/D,MAAM,EAAE,MAAM;wBACd,OAAO,EAAE;4BACR,YAAY,EAAE,cAAc;4BAC5B,MAAM,EAAE,WAAW;4BACnB,iBAAiB,EAAE,gBAAgB;4BACnC,cAAc,EAAE,mCAAmC;yBACnD;wBACD,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE;wBACrB,SAAS;wBACT,MAAM;qBACN,CAAC,CAAC;oBACH,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC7B,MAAM,IAAI,KAAK,CACd,oBAAoB,QAAQ,CAAC,MAAM,SAAS,QAAQ,+bAA+b,CACnf,CAAC;oBACH,CAAC;oBACD,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;oBACxE,IAAI,qBAAqB,CAAC,IAAI,CAAC,EAAE,CAAC;wBACjC,MAAM,IAAI,KAAK,CACd,qWAAqW,CACrW,CAAC;oBACH,CAAC;oBACD,MAAM,WAAW,GAAG,eAAe,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;oBAC1E,2DAA2D;oBAC3D,qDAAqD;oBACrD,MAAM,MAAM,GAAG,UAAU;wBACxB,CAAC,CAAC;4BACD;gCACC,KAAK,EAAE,UAAU,CAAC,KAAK;gCACvB,GAAG,EAAE,UAAU,CAAC,GAAG;gCACnB,OAAO,EAAE,UAAU,CAAC,OAAO;6BAC3B;4BACD,GAAG,WAAW;yBACd;wBACD,CAAC,CAAC,WAAW,CAAC;oBACf,gEAAgE;oBAChE,8DAA8D;oBAC9D,0DAA0D;oBAC1D,yDAAyD;oBACzD,0DAA0D;oBAC1D,8BAA8B;oBAC9B,MAAM,OAAO,GAAG,MAAM;yBACpB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;wBACV,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;wBACpC,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;wBAChC,IAAI,CAAC,KAAK,IAAI,CAAC,GAAG;4BAAE,OAAO,IAAI,CAAC;wBAChC,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC;wBAClC,OAAO,aAAa,CAAC;4BACpB,KAAK;4BACL,GAAG;4BACH,OAAO,EAAE,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;4BAC5D,QAAQ,EAAE,eAAe,CAAC,GAAG,CAAC;yBAC9B,CAAC,CAAC;oBACJ,CAAC,CAAC;yBACD,MAAM,CAAC,CAAC,CAAC,EAA8B,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;oBACxD,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;gBAC1E,CAAC;aACD,CAAC;QACH,CAAC;KACD,CAAC;AACH,CAAC;AAED,4EAA4E;AAC5E,MAAM,CAAC,MAAM,gBAAgB,GAAG,YAAY,CAAC;IAC5C,EAAE,EAAE,YAAY;IAChB,QAAQ,CAAC,CAA0B;QAClC,CAAC,CAAC,SAAS,CAAC,wBAAwB,EAAE,CAAC,CAAC;IACzC,CAAC;CACD,CAAC,CAAC;AAEH,8CAA8C;AAC9C,OAAO,EAAE,wBAAwB,EAAE,eAAe,EAAE,YAAY,EAAE,CAAC"}

package/dist/agents/extensions/modules/exa.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Exa AI web-search provider — neural-search backend.
+ *
+ * Exa offers neural + keyword + auto search modes plus per-result content
+ * extraction (highlights / summary / text). Brigade exposes the search side
+ * with text extraction enabled by default; advanced modes (deep-reasoning,
+ * highlights config) are operator-tunable via the `tools.web.search.providers.exa`
+ * config slot.
+ *
+ * Endpoint: `https://api.exa.ai/search` (POST). Auth: `x-api-key`.
+ *
+ * Operator config:
+ *   { apiKey?, type?, includeText?, includeSummary?, summaryQuery? }
+ */
+import type { WebSearchProvider } from "../types.js";
+declare function createExaSearchProvider(): WebSearchProvider;
+export declare const exaModule: import("../types.js").BrigadeModule;
+export { createExaSearchProvider };
+//# sourceMappingURL=exa.d.ts.map

package/dist/agents/extensions/modules/exa.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"exa.d.ts","sourceRoot":"","sources":["../../../../src/agents/extensions/modules/exa.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAGH,OAAO,KAAK,EAIX,iBAAiB,EACjB,MAAM,aAAa,CAAC;AAkErB,iBAAS,uBAAuB,IAAI,iBAAiB,CAkJpD;AAED,eAAO,MAAM,SAAS,qCAKpB,CAAC;AAEH,OAAO,EAAE,uBAAuB,EAAE,CAAC"}

package/dist/agents/extensions/modules/exa.js

@@ -0,0 +1,208 @@
+/**
+ * Exa AI web-search provider — neural-search backend.
+ *
+ * Exa offers neural + keyword + auto search modes plus per-result content
+ * extraction (highlights / summary / text). Brigade exposes the search side
+ * with text extraction enabled by default; advanced modes (deep-reasoning,
+ * highlights config) are operator-tunable via the `tools.web.search.providers.exa`
+ * config slot.
+ *
+ * Endpoint: `https://api.exa.ai/search` (POST). Auth: `x-api-key`.
+ *
+ * Operator config:
+ *   { apiKey?, type?, includeText?, includeSummary?, summaryQuery? }
+ */
+import { defineModule } from "../types.js";
+import { DEFAULT_TIMEOUT_SECONDS, readResponseText } from "../../tools/web-shared.js";
+import { readProviderConfigSlot, resolveProviderApiKey, resolveSiteName, wrapSearchHit, mergeSignals, } from "./web-provider-helpers.js";
+const EXA_ENDPOINT = "https://api.exa.ai/search";
+/**
+ * Compute the start-published-date for Exa's API from a freshness preset.
+ * Returns YYYY-MM-DD or undefined when no/invalid preset.
+ */
+function resolveFreshnessStart(preset) {
+    if (!preset)
+        return undefined;
+    const now = new Date();
+    switch (preset) {
+        case "day":
+            now.setUTCDate(now.getUTCDate() - 1);
+            break;
+        case "week":
+            now.setUTCDate(now.getUTCDate() - 7);
+            break;
+        case "month":
+            now.setUTCMonth(now.getUTCMonth() - 1);
+            break;
+        case "year":
+            now.setUTCFullYear(now.getUTCFullYear() - 1);
+            break;
+    }
+    return now.toISOString().slice(0, 10);
+}
+function isValidIsoDate(raw) {
+    if (!raw)
+        return false;
+    return /^\d{4}-\d{2}-\d{2}$/.test(raw) && Number.isFinite(Date.parse(`${raw}T00:00:00Z`));
+}
+function createExaSearchProvider() {
+    return {
+        id: "exa",
+        label: "Exa",
+        hint: "Neural search — embedding-based ranking with content extraction.",
+        requiresCredential: true,
+        envVars: ["EXA_API_KEY"],
+        signupUrl: "https://exa.ai/",
+        docsUrl: "https://docs.exa.ai/reference/search",
+        placeholder: "exa-…",
+        autoDetectOrder: 40,
+        isConfigured(cfg, env) {
+            return (resolveProviderApiKey({
+                cfg,
+                env,
+                providerId: "exa",
+                kind: "search",
+                envVars: ["EXA_API_KEY"],
+            }) !== undefined);
+        },
+        createTool(ctx) {
+            const apiKey = resolveProviderApiKey({
+                cfg: ctx.config,
+                env: ctx.env,
+                providerId: "exa",
+                kind: "search",
+                envVars: ["EXA_API_KEY"],
+            });
+            if (!apiKey)
+                return null;
+            const cfgSlot = readProviderConfigSlot({
+                cfg: ctx.config,
+                providerId: "exa",
+                kind: "search",
+            });
+            const timeoutMs = (ctx.runtime?.timeoutMs ?? DEFAULT_TIMEOUT_SECONDS * 1_000) | 0;
+            return {
+                description: "Exa neural search — embedding-based discovery with optional content extraction.",
+                parameters: {
+                    type: "object",
+                    properties: {
+                        query: { type: "string" },
+                        count: { type: "integer", minimum: 1, maximum: 25 },
+                    },
+                    required: ["query"],
+                },
+                async execute(args, signal) {
+                    const query = String(args.query ?? "").trim();
+                    if (!query)
+                        throw new Error("exa: missing query");
+                    const numResults = Math.min(Math.max(Number(args.count ?? 10) | 0, 1), 25);
+                    const contents = {};
+                    if (cfgSlot.includeText !== false)
+                        contents.text = { maxCharacters: 2_000 };
+                    if (cfgSlot.includeSummary) {
+                        contents.summary = cfgSlot.summaryQuery ? { query: cfgSlot.summaryQuery } : true;
+                    }
+                    if (cfgSlot.includeHighlights) {
+                        const hl = {};
+                        if (cfgSlot.highlightsQuery)
+                            hl.query = cfgSlot.highlightsQuery;
+                        if (typeof cfgSlot.highlightsPerUrl === "number")
+                            hl.highlightsPerUrl = cfgSlot.highlightsPerUrl;
+                        if (typeof cfgSlot.numSentences === "number")
+                            hl.numSentences = cfgSlot.numSentences;
+                        contents.highlights = Object.keys(hl).length > 0 ? hl : true;
+                    }
+                    const body = {
+                        query,
+                        numResults,
+                        type: cfgSlot.type ?? "auto",
+                    };
+                    if (Object.keys(contents).length > 0)
+                        body.contents = contents;
+                    // Date filtering — explicit YYYY-MM-DD beats freshness preset.
+                    if (isValidIsoDate(cfgSlot.dateAfter)) {
+                        body.startPublishedDate = cfgSlot.dateAfter;
+                    }
+                    else {
+                        const fromPreset = resolveFreshnessStart(cfgSlot.freshness);
+                        if (fromPreset)
+                            body.startPublishedDate = fromPreset;
+                    }
+                    if (isValidIsoDate(cfgSlot.dateBefore)) {
+                        body.endPublishedDate = cfgSlot.dateBefore;
+                    }
+                    const controller = new AbortController();
+                    const timer = setTimeout(() => controller.abort(new Error("timeout")), timeoutMs);
+                    timer.unref?.();
+                    const combined = mergeSignals([signal, controller.signal]);
+                    try {
+                        const response = await fetch(EXA_ENDPOINT, {
+                            method: "POST",
+                            headers: {
+                                "content-type": "application/json",
+                                "x-api-key": apiKey,
+                                "x-exa-integration": "brigade",
+                            },
+                            body: JSON.stringify(body),
+                            signal: combined,
+                        });
+                        const { text: rawBody } = await readResponseText(response.body, 2_000_000);
+                        if (response.status !== 200) {
+                            const safe = rawBody.replace(/[\x00-\x1f\x7f]/g, " ").slice(0, 200);
+                            throw new Error(`exa: HTTP ${response.status} — ${safe}`);
+                        }
+                        const data = (() => {
+                            try {
+                                return JSON.parse(rawBody);
+                            }
+                            catch {
+                                throw new Error("exa: invalid JSON from upstream");
+                            }
+                        })();
+                        const rawHits = Array.isArray(data.results) ? data.results : [];
+                        const results = rawHits
+                            .map((h) => {
+                            const title = typeof h.title === "string" ? h.title.trim() : "";
+                            const url = typeof h.url === "string" ? h.url.trim() : "";
+                            if (!title || !url)
+                                return null;
+                            // Prefer summary > first highlight > text snippet.
+                            const snippet = (() => {
+                                if (typeof h.summary === "string" && h.summary.trim()) {
+                                    return h.summary.trim();
+                                }
+                                if (Array.isArray(h.highlights) && typeof h.highlights[0] === "string") {
+                                    return h.highlights[0].trim();
+                                }
+                                if (typeof h.text === "string" && h.text.trim()) {
+                                    return h.text.trim().slice(0, 500);
+                                }
+                                return undefined;
+                            })();
+                            return wrapSearchHit({
+                                title,
+                                url,
+                                snippet,
+                                siteName: resolveSiteName(url),
+                                published: typeof h.publishedDate === "string" ? h.publishedDate : undefined,
+                            });
+                        })
+                            .filter((r) => r !== null);
+                        return { provider: "exa", results };
+                    }
+                    finally {
+                        clearTimeout(timer);
+                    }
+                },
+            };
+        },
+    };
+}
+export const exaModule = defineModule({
+    id: "exa",
+    register(b) {
+        b.webSearch(createExaSearchProvider());
+    },
+});
+export { createExaSearchProvider };
+//# sourceMappingURL=exa.js.map

package/dist/agents/extensions/modules/exa.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"exa.js","sourceRoot":"","sources":["../../../../src/agents/extensions/modules/exa.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAO3C,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AACtF,OAAO,EACN,sBAAsB,EACtB,qBAAqB,EACrB,eAAe,EACf,aAAa,EACb,YAAY,GACZ,MAAM,2BAA2B,CAAC;AAEnC,MAAM,YAAY,GAAG,2BAA2B,CAAC;AAsBjD;;;GAGG;AACH,SAAS,qBAAqB,CAAC,MAA8B;IAC5D,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,QAAQ,MAAM,EAAE,CAAC;QAChB,KAAK,KAAK;YAAE,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC;YAAC,MAAM;QACxD,KAAK,MAAM;YAAE,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC;YAAC,MAAM;QACzD,KAAK,OAAO;YAAE,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC;YAAC,MAAM;QAC5D,KAAK,MAAM;YAAE,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC,CAAC;YAAC,MAAM;IAClE,CAAC;IACD,OAAO,GAAG,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,cAAc,CAAC,GAAuB;IAC9C,IAAI,CAAC,GAAG;QAAE,OAAO,KAAK,CAAC;IACvB,OAAO,qBAAqB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,YAAY,CAAC,CAAC,CAAC;AAC3F,CAAC;AAeD,SAAS,uBAAuB;IAC/B,OAAO;QACN,EAAE,EAAE,KAAK;QACT,KAAK,EAAE,KAAK;QACZ,IAAI,EAAE,kEAAkE;QACxE,kBAAkB,EAAE,IAAI;QACxB,OAAO,EAAE,CAAC,aAAa,CAAC;QACxB,SAAS,EAAE,iBAAiB;QAC5B,OAAO,EAAE,sCAAsC;QAC/C,WAAW,EAAE,OAAO;QACpB,eAAe,EAAE,EAAE;QACnB,YAAY,CAAC,GAAG,EAAE,GAAG;YACpB,OAAO,CACN,qBAAqB,CAAC;gBACrB,GAAG;gBACH,GAAG;gBACH,UAAU,EAAE,KAAK;gBACjB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC,aAAa,CAAC;aACxB,CAAC,KAAK,SAAS,CAChB,CAAC;QACH,CAAC;QACD,UAAU,CAAC,GAAuB;YACjC,MAAM,MAAM,GAAG,qBAAqB,CAAC;gBACpC,GAAG,EAAE,GAAG,CAAC,MAAM;gBACf,GAAG,EAAE,GAAG,CAAC,GAAG;gBACZ,UAAU,EAAE,KAAK;gBACjB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC,aAAa,CAAC;aACxB,CAAC,CAAC;YACH,IAAI,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC;YACzB,MAAM,OAAO,GAAG,sBAAsB,CAAY;gBACjD,GAAG,EAAE,GAAG,CAAC,MAAM;gBACf,UAAU,EAAE,KAAK;gBACjB,IAAI,EAAE,QAAQ;aACd,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,IAAI,uBAAuB,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;YAClF,OAAO;gBACN,WAAW,EAAE,iFAAiF;gBAC9F,UAAU,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACX,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;wBACzB,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;qBACnD;oBACD,QAAQ,EAAE,CAAC,OAAO,CAAC;iBACnB;gBACD,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM;oBACzB,MAAM,KAAK,GAAG,MAAM,CAAE,IAA4B,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;oBACvE,IAAI,CAAC,KAAK;wBAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;oBAClD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAC1B,IAAI,CAAC,GAAG,CAAC,MAAM,CAAE,IAA4B,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAClE,EAAE,CACF,CAAC;oBACF,MAAM,QAAQ,GAA4B,EAAE,CAAC;oBAC7C,IAAI,OAAO,CAAC,WAAW,KAAK,KAAK;wBAAE,QAAQ,CAAC,IAAI,GAAG,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC;oBAC5E,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;wBAC5B,QAAQ,CAAC,OAAO,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;oBAClF,CAAC;oBACD,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;wBAC/B,MAAM,EAAE,GAA4B,EAAE,CAAC;wBACvC,IAAI,OAAO,CAAC,eAAe;4BAAE,EAAE,CAAC,KAAK,GAAG,OAAO,CAAC,eAAe,CAAC;wBAChE,IAAI,OAAO,OAAO,CAAC,gBAAgB,KAAK,QAAQ;4BAAE,EAAE,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;wBACjG,IAAI,OAAO,OAAO,CAAC,YAAY,KAAK,QAAQ;4BAAE,EAAE,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;wBACrF,QAAQ,CAAC,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;oBAC9D,CAAC;oBACD,MAAM,IAAI,GAA4B;wBACrC,KAAK;wBACL,UAAU;wBACV,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,MAAM;qBAC5B,CAAC;oBACF,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC;wBAAE,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;oBAC/D,+DAA+D;oBAC/D,IAAI,cAAc,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;wBACvC,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,SAAS,CAAC;oBAC7C,CAAC;yBAAM,CAAC;wBACP,MAAM,UAAU,GAAG,qBAAqB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;wBAC5D,IAAI,UAAU;4BAAE,IAAI,CAAC,kBAAkB,GAAG,UAAU,CAAC;oBACtD,CAAC;oBACD,IAAI,cAAc,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;wBACxC,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;oBAC5C,CAAC;oBAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;oBACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;oBAClF,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;oBAChB,MAAM,QAAQ,GAAG,YAAY,CAAC,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;oBAC3D,IAAI,CAAC;wBACJ,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,YAAY,EAAE;4BAC1C,MAAM,EAAE,MAAM;4BACd,OAAO,EAAE;gCACR,cAAc,EAAE,kBAAkB;gCAClC,WAAW,EAAE,MAAM;gCACnB,mBAAmB,EAAE,SAAS;6BAC9B;4BACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;4BAC1B,MAAM,EAAE,QAAQ;yBAChB,CAAC,CAAC;wBACH,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;wBAC3E,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;4BAC7B,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;4BACpE,MAAM,IAAI,KAAK,CAAC,aAAa,QAAQ,CAAC,MAAM,MAAM,IAAI,EAAE,CAAC,CAAC;wBAC3D,CAAC;wBACD,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE;4BAClB,IAAI,CAAC;gCACJ,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAgB,CAAC;4BAC3C,CAAC;4BAAC,MAAM,CAAC;gCACR,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;4BACpD,CAAC;wBACF,CAAC,CAAC,EAAE,CAAC;wBACL,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;wBAChE,MAAM,OAAO,GAAG,OAAO;6BACrB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;4BACV,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;4BAChE,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;4BAC1D,IAAI,CAAC,KAAK,IAAI,CAAC,GAAG;gCAAE,OAAO,IAAI,CAAC;4BAChC,mDAAmD;4BACnD,MAAM,OAAO,GAAG,CAAC,GAAG,EAAE;gCACrB,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;oCACvD,OAAO,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;gCACzB,CAAC;gCACD,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;oCACxE,OAAQ,CAAC,CAAC,UAAU,CAAC,CAAC,CAAY,CAAC,IAAI,EAAE,CAAC;gCAC3C,CAAC;gCACD,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;oCACjD,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gCACpC,CAAC;gCACD,OAAO,SAAS,CAAC;4BAClB,CAAC,CAAC,EAAE,CAAC;4BACL,OAAO,aAAa,CAAC;gCACpB,KAAK;gCACL,GAAG;gCACH,OAAO;gCACP,QAAQ,EAAE,eAAe,CAAC,GAAG,CAAC;gCAC9B,SAAS,EAAE,OAAO,CAAC,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS;6BAC5E,CAAC,CAAC;wBACJ,CAAC,CAAC;6BACD,MAAM,CAAC,CAAC,CAAC,EAA8B,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;wBACxD,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;oBACrC,CAAC;4BAAS,CAAC;wBACV,YAAY,CAAC,KAAK,CAAC,CAAC;oBACrB,CAAC;gBACF,CAAC;aACD,CAAC;QACH,CAAC;KACD,CAAC;AACH,CAAC;AAED,MAAM,CAAC,MAAM,SAAS,GAAG,YAAY,CAAC;IACrC,EAAE,EAAE,KAAK;IACT,QAAQ,CAAC,CAA0B;QAClC,CAAC,CAAC,SAAS,CAAC,uBAAuB,EAAE,CAAC,CAAC;IACxC,CAAC;CACD,CAAC,CAAC;AAEH,OAAO,EAAE,uBAAuB,EAAE,CAAC"}

package/dist/agents/extensions/modules/firecrawl.d.ts

@@ -0,0 +1,51 @@
+/**
+ * Firecrawl web-fetch + web-search provider — bundled, API-key-gated.
+ *
+ * **Fetch path** falls back from the built-in raw HTTP fetcher when:
+ *   - the page is JS-heavy (built-in returns empty / shell HTML)
+ *   - the upstream blocks Node's default User-Agent
+ *   - the built-in throws a network error
+ *   - Readability bails on a JS-heavy page (provider beats regex fallback)
+ *
+ * Hits `https://api.firecrawl.dev/v2/scrape` with the configured API key,
+ * asks for `markdown` format, and returns the markdown + metadata.
+ *
+ * **Search path** is the `/v2/search` endpoint — used as the default
+ * `web_search` provider when Firecrawl is configured. The operator can pin a
+ * different search provider via `tools.web.search.provider: "<id>"`.
+ *
+ * Operator config (set in `brigade.json`):
+ *   tools.web.fetch.providers.firecrawl: {
+ *     apiKey?, proxy?, storeInCache?, maxAgeMs?, timeoutSeconds?, onlyMainContent?
+ *   }
+ *   tools.web.search.providers.firecrawl: {
+ *     apiKey? (shared with fetch), sources?, categories?, scrapeResults?
+ *   }
+ *
+ * Sign-up at https://firecrawl.dev (free tier ~500 pages/mo).
+ */
+import type { WebFetchProvider, WebSearchProvider } from "../types.js";
+import type { BrigadeConfig } from "../../../config/io.js";
+/** Pull the Firecrawl API key from config OR env. Sanitized for safe header use. */
+declare function resolveFirecrawlApiKey(cfg: BrigadeConfig, env?: NodeJS.ProcessEnv): string | undefined;
+interface FirecrawlFetchConfig {
+    apiKey?: string;
+    proxy?: "auto" | "basic" | "stealth";
+    storeInCache?: boolean;
+    maxAgeMs?: number;
+    timeoutSeconds?: number;
+    onlyMainContent?: boolean;
+}
+interface FirecrawlSearchConfig {
+    apiKey?: string;
+    sources?: string[];
+    categories?: string[];
+    scrapeResults?: boolean;
+}
+declare function readFirecrawlFetchConfig(cfg: BrigadeConfig): FirecrawlFetchConfig;
+declare function readFirecrawlSearchConfig(cfg: BrigadeConfig): FirecrawlSearchConfig;
+declare function createFirecrawlFetchProvider(): WebFetchProvider;
+declare function createFirecrawlSearchProvider(): WebSearchProvider;
+export declare const firecrawlModule: import("../types.js").BrigadeModule;
+export { createFirecrawlFetchProvider, createFirecrawlSearchProvider, readFirecrawlFetchConfig, readFirecrawlSearchConfig, resolveFirecrawlApiKey, };
+//# sourceMappingURL=firecrawl.d.ts.map

package/dist/agents/extensions/modules/firecrawl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"firecrawl.d.ts","sourceRoot":"","sources":["../../../../src/agents/extensions/modules/firecrawl.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAGH,OAAO,KAAK,EAEX,gBAAgB,EAGhB,iBAAiB,EACjB,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAc3D,oFAAoF;AACpF,iBAAS,sBAAsB,CAAC,GAAG,EAAE,aAAa,EAAE,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,GAAG,MAAM,GAAG,SAAS,CAW/F;AAID,UAAU,oBAAoB;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC;IACrC,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,UAAU,qBAAqB;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,aAAa,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,iBAAS,wBAAwB,CAAC,GAAG,EAAE,aAAa,GAAG,oBAAoB,CAO1E;AAED,iBAAS,yBAAyB,CAAC,GAAG,EAAE,aAAa,GAAG,qBAAqB,CAO5E;AAuDD,iBAAS,4BAA4B,IAAI,gBAAgB,CAwFxD;AAID,iBAAS,6BAA6B,IAAI,iBAAiB,CAuF1D;AAED,eAAO,MAAM,eAAe,qCAM1B,CAAC;AAEH,OAAO,EACN,4BAA4B,EAC5B,6BAA6B,EAC7B,wBAAwB,EACxB,yBAAyB,EACzB,sBAAsB,GACtB,CAAC"}