@wrenautomation/birdwatch 0.0.0-stage → 0.30.0

package/dist/sources/arxiv.js

@@ -0,0 +1,321 @@
+/**
+ * arXiv: search through its API, a paper read whole from its HTML page (the PDF when it has
+ * none). Both go to export.arxiv.org, the host arXiv names for programs, one call at a time and
+ * 3 seconds apart (arxiv.org's robots ask 15). Each hit's snippet leads with what triage
+ * weighs first: OpenAlex's citation count (one call per search, open data; a failed call leaves
+ * it out), the paper's comment (venue, code), then its abstract. A follow lists what a paper
+ * cites (`refs`, Semantic Scholar: OpenAlex holds no reference list for arXiv) or what cites it
+ * (`citers`, OpenAlex, most cited first). Free.
+ */
+import { httpError, transientStatus, transport } from "@wrenautomation/models";
+import { DomUtils, parseDocument } from "htmlparser2";
+import { defaultReaders } from "../document/index.js";
+import { arxivId } from "../engine/canonical.js";
+import { readResponse } from "./fetcher.js";
+export const ARXIV = "https://export.arxiv.org";
+export const OPENALEX = "https://api.openalex.org/works";
+export const S2 = "https://api.semanticscholar.org/graph/v1/paper";
+/** arXiv's rule for programs: one call every 3 seconds at most. */
+export const ARXIV_GAP_MS = 3_000;
+const STOP = new Set("a an and are as at be by can do does for from how in into is it of on or that the their this to under what when which who why with without".split(" "));
+/**
+ * The terms as arXiv's query: every content word in any field (`any`: one of them), inside the
+ * categories when given (`cs.AI`, `cs.CL`).
+ */
+export function arxivQuery(terms, categories = [], any = false) {
+    const words = [
+        ...new Set(terms.toLowerCase().match(/[\p{L}\p{N}][\p{L}\p{N}-]*/gu) ?? []),
+    ].filter((w) => w.length > 1 && !STOP.has(w));
+    if (!words.length)
+        throw new Error(`arxiv: no words to search in "${terms}"`);
+    const body = words.map((w) => `all:"${w}"`).join(any ? " OR " : " AND ");
+    const cats = categories.map((c) => `cat:${c}`).join(" OR ");
+    return cats ? `(${body}) AND (${cats})` : body;
+}
+const flat = (s) => s.replace(/\s+/g, " ").trim();
+/** The API's Atom feed as papers, and how many matched in all. */
+export function feedPapers(xml) {
+    const doc = parseDocument(xml, { xmlMode: true });
+    const one = (name, under) => {
+        const [el] = DomUtils.getElementsByTagName(name, under, true, 1);
+        return el ? flat(DomUtils.textContent(el)) : "";
+    };
+    const papers = DomUtils.getElementsByTagName("entry", doc).flatMap((e) => {
+        let id = null;
+        try {
+            id = arxivId(new URL(one("id", e)));
+        }
+        catch { }
+        if (!id)
+            return [];
+        const published = one("published", e).slice(0, 10);
+        const comment = one("arxiv:comment", e);
+        return [
+            {
+                id,
+                title: one("title", e),
+                abstract: one("summary", e),
+                authors: DomUtils.getElementsByTagName("author", e).map((a) => one("name", a)),
+                ...(published ? { published } : {}),
+                ...(comment ? { comment } : {}),
+            },
+        ];
+    });
+    return { total: Number(one("opensearch:totalResults", doc)) || 0, papers };
+}
+/**
+ * Whether an OpenAlex row is the paper. A row may be the published version merged with the
+ * preprint (an ACL DOI, not arXiv's), so it is when it names the id anywhere, never a longer id.
+ */
+const names = (row, id) => new RegExp(`(^|[^\\d])${id.toLowerCase().replace(".", "\\.")}([^\\d]|$)`).test(JSON.stringify(row).toLowerCase());
+/** Each id's citation count from OpenAlex's rows. */
+export function citedOf(rows, ids) {
+    const out = new Map();
+    for (const row of rows) {
+        const count = row.cited_by_count;
+        if (typeof count !== "number")
+            continue;
+        for (const id of ids)
+            if (!out.has(id) && names(row, id))
+                out.set(id, count);
+    }
+    return out;
+}
+/** OpenAlex keeps an abstract as each word's positions; the words back in order. */
+export function abstractOf(index) {
+    if (!index || typeof index !== "object")
+        return "";
+    const at = [];
+    for (const [word, spots] of Object.entries(index))
+        if (Array.isArray(spots))
+            for (const i of spots)
+                if (typeof i === "number")
+                    at[i] = word;
+    return at.filter(Boolean).join(" ");
+}
+const authorLine = (names) => names.length > 3 ? `${names.slice(0, 3).join(", ")} et al.` : names.join(", ");
+export function workHit(w) {
+    let url;
+    for (const l of w.links) {
+        try {
+            const id = arxivId(new URL(l));
+            if (id)
+                url = `https://arxiv.org/abs/${id}`;
+        }
+        catch { }
+        if (url)
+            break;
+    }
+    url ??= w.doi ? `https://doi.org/${w.doi.replace(/^https?:\/\/doi\.org\//, "")}` : w.links[0];
+    if (!url)
+        return null;
+    const snippet = [
+        w.lead ?? "",
+        w.cited !== undefined ? `Cited ${w.cited} times (${w.by}).` : "",
+        w.abstract ? `Abstract: ${w.abstract}` : "",
+    ]
+        .filter(Boolean)
+        .join(" ");
+    const authors = authorLine(w.authors);
+    return {
+        url,
+        ...(w.title ? { title: w.title } : {}),
+        ...(authors ? { channel: authors } : {}),
+        ...(w.date ? { date: w.date } : {}),
+        ...(snippet ? { snippet } : {}),
+    };
+}
+export const openAlexWork = (r) => {
+    const abstract = abstractOf(r.abstract_inverted_index);
+    return {
+        links: (r.locations ?? []).flatMap((l) => (l.landing_page_url ? [l.landing_page_url] : [])),
+        ...(r.ids?.doi ? { doi: r.ids.doi } : {}),
+        ...(r.display_name ? { title: r.display_name } : {}),
+        authors: (r.authorships ?? []).flatMap((a) => a.author?.display_name ?? []),
+        ...(r.publication_date ? { date: r.publication_date } : {}),
+        ...(typeof r.cited_by_count === "number" ? { cited: r.cited_by_count } : {}),
+        by: "OpenAlex",
+        ...(abstract ? { abstract } : {}),
+    };
+};
+export const s2Work = (p) => {
+    const date = p.publicationDate ?? (p.year ? String(p.year) : undefined);
+    return {
+        links: [
+            ...(p.externalIds?.ArXiv ? [`https://arxiv.org/abs/${p.externalIds.ArXiv}`] : []),
+            ...(p.paperId ? [`https://www.semanticscholar.org/paper/${p.paperId}`] : []),
+        ],
+        ...(p.externalIds?.DOI ? { doi: p.externalIds.DOI } : {}),
+        ...(p.title ? { title: p.title } : {}),
+        authors: (p.authors ?? []).flatMap((a) => a.name ?? []),
+        ...(date ? { date } : {}),
+        ...(typeof p.citationCount === "number" ? { cited: p.citationCount } : {}),
+        by: "Semantic Scholar",
+        ...(p.abstract ? { abstract: p.abstract } : {}),
+    };
+};
+/** A paper as a hit: citations and the comment first, so a clipped snippet keeps them. */
+export function paperHit(p, cited) {
+    const lead = [
+        cited !== undefined ? `Cited ${cited} times (OpenAlex).` : "",
+        p.comment ? `Comment: ${p.comment}` : "",
+    ].filter(Boolean);
+    const authors = authorLine(p.authors);
+    return {
+        url: `https://arxiv.org/abs/${p.id}`,
+        ...(p.title ? { title: p.title } : {}),
+        ...(authors ? { channel: authors } : {}),
+        ...(p.published ? { date: p.published } : {}),
+        snippet: [...lead, `Abstract: ${p.abstract}`].join(" "),
+    };
+}
+const paperId = (url) => {
+    try {
+        return arxivId(new URL(url));
+    }
+    catch {
+        return null;
+    }
+};
+export function arxivSource(o) {
+    const fetchFn = o.fetchFn ?? fetch;
+    const readers = o.readers ?? defaultReaders();
+    const gap = o.gapMs ?? ARXIV_GAP_MS;
+    let chain = Promise.resolve();
+    let last = Number.NEGATIVE_INFINITY;
+    // One arXiv call at a time, `gap` after the last one ended.
+    const paced = (url) => {
+        const run = chain.then(async () => {
+            const wait = last + gap - Date.now();
+            if (wait > 0)
+                await new Promise((r) => setTimeout(r, wait));
+            try {
+                return await fetchFn(url, {
+                    headers: { "user-agent": o.agent },
+                    signal: AbortSignal.timeout(60_000),
+                }).catch((err) => {
+                    throw transport("arxiv", err);
+                });
+            }
+            finally {
+                last = Date.now();
+            }
+        });
+        chain = run.catch(() => { });
+        return run;
+    };
+    const search = async (query, n) => {
+        const url = `${ARXIV}/api/query?${new URLSearchParams({
+            search_query: query,
+            start: "0",
+            max_results: String(n),
+            sortBy: "relevance",
+        })}`;
+        const res = await paced(url);
+        if (!res.ok)
+            throw httpError("arxiv", res);
+        return feedPapers(await res.text());
+    };
+    // OpenAlex and Semantic Scholar: other hosts, no 3 second rule.
+    const api = async (name, url, headers = {}) => {
+        const res = await fetchFn(url, {
+            headers: { "user-agent": o.agent, ...headers },
+            signal: AbortSignal.timeout(15_000),
+        }).catch((err) => {
+            throw transport(name, err);
+        });
+        if (!res.ok)
+            throw httpError(name, res);
+        return (await res.json());
+    };
+    const alex = (params) => api("openalex", `${OPENALEX}?${new URLSearchParams({ ...params, ...(o.openalexKey ? { api_key: o.openalexKey } : {}) })}`);
+    const refs = async (id, n) => {
+        const fields = "isInfluential,title,externalIds,citationCount,publicationDate,year,authors,abstract";
+        const body = await api("semanticscholar", `${S2}/arXiv:${id}/references?fields=${fields}&limit=1000`, o.s2Key ? { "x-api-key": o.s2Key } : {});
+        // A publisher may hide the list: `data` comes back empty, and the fetch step writes a gap.
+        const rows = (body.data ?? []).filter((r) => r.citedPaper?.title);
+        // The works the paper leans on (Semantic Scholar's influence flag) first: the most cited
+        // refs are often background (GPT-3), not what the paper builds on.
+        rows.sort((a, b) => Number(b.isInfluential ?? false) - Number(a.isInfluential ?? false) ||
+            (b.citedPaper?.citationCount ?? 0) - (a.citedPaper?.citationCount ?? 0));
+        return rows
+            .flatMap((r) => {
+            const w = s2Work(r.citedPaper);
+            return workHit(r.isInfluential ? { ...w, lead: "The paper leans on it." } : w) ?? [];
+        })
+            .slice(0, n);
+    };
+    const citers = async (id, n) => {
+        const found = await alex({ filter: `doi:10.48550/arxiv.${id}`, select: "id,ids,locations" });
+        const work = (found.results ?? []).find((r) => names(r, id));
+        const w = work?.id?.split("/").pop();
+        if (!w)
+            return [];
+        const body = await alex({
+            filter: `cites:${w}`,
+            sort: "cited_by_count:desc",
+            per_page: String(Math.min(n, 200)),
+            select: "id,ids,display_name,cited_by_count,publication_date,locations,authorships,abstract_inverted_index",
+        });
+        return (body.results ?? []).flatMap((r) => workHit(openAlexWork(r)) ?? []);
+    };
+    // A count is a hint: a failed call leaves it out.
+    const cited = async (ids) => ids.length
+        ? alex({
+            filter: `doi:${ids.map((id) => `10.48550/arxiv.${id}`).join("|")}`,
+            select: "ids,cited_by_count,locations",
+            per_page: "50",
+        })
+            .then((body) => citedOf(body.results ?? [], ids))
+            .catch(() => new Map())
+        : new Map();
+    return {
+        name: "arxiv",
+        kind: "both",
+        cost: "free",
+        first: true,
+        keeps: (site) => /(^|\.)arxiv\.org$/.test(site),
+        async search(q) {
+            const n = o.n ?? 15;
+            // Every word first; short of n, the rest from any of them, by relevance.
+            const papers = (await search(arxivQuery(q.terms, o.categories), n)).papers;
+            if (papers.length < n) {
+                const have = new Set(papers.map((p) => p.id));
+                const more = (await search(arxivQuery(q.terms, o.categories, true), n)).papers;
+                papers.push(...more.filter((p) => !have.has(p.id)).slice(0, n - papers.length));
+            }
+            const counts = await cited(papers.map((p) => p.id));
+            return papers.map((p) => paperHit(p, counts.get(p.id)));
+        },
+        follows: (as, url) => (as === "refs" || as === "citers") && paperId(url) !== null,
+        async follow(as, url, n) {
+            const id = paperId(url);
+            if (!id)
+                throw new Error(`arxiv: not a paper: ${url}`);
+            if (as === "refs")
+                return refs(id, n);
+            if (as === "citers")
+                return citers(id, n);
+            throw new Error(`arxiv follows refs or citers, not ${as}`);
+        },
+        opens: (url) => paperId(url) !== null,
+        async open(h) {
+            const id = paperId(h.url);
+            if (!id)
+                throw new Error(`arxiv: not a paper: ${h.url}`);
+            // The HTML keeps tables and sections; older papers have only the PDF.
+            let res = await paced(`${ARXIV}/html/${id}`);
+            let shown = `https://arxiv.org/html/${id}`;
+            if (res.status === 404) {
+                await res.body?.cancel().catch(() => { });
+                res = await paced(`${ARXIV}/pdf/${id}`);
+                shown = `https://arxiv.org/pdf/${id}`;
+            }
+            if (transientStatus(res.status))
+                throw httpError("arxiv", res);
+            const doc = await readResponse(res, shown, readers, h, "arxiv");
+            return { ...doc, url: shown };
+        },
+    };
+}
+//# sourceMappingURL=arxiv.js.map

package/dist/sources/arxiv.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"arxiv.js","sourceRoot":"","sources":["../../src/sources/arxiv.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AAC/E,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,cAAc,EAA2B,MAAM,sBAAsB,CAAC;AAC/E,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AAGjD,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,CAAC,MAAM,KAAK,GAAG,0BAA0B,CAAC;AAChD,MAAM,CAAC,MAAM,QAAQ,GAAG,gCAAgC,CAAC;AACzD,MAAM,CAAC,MAAM,EAAE,GAAG,gDAAgD,CAAC;AACnE,mEAAmE;AACnE,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,CAAC;AAElC,MAAM,IAAI,GAAG,IAAI,GAAG,CAClB,4IAA4I,CAAC,KAAK,CAChJ,GAAG,CACJ,CACF,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,UAAU,CAAC,KAAa,EAAE,aAAgC,EAAE,EAAE,GAAG,GAAG,KAAK;IACvF,MAAM,KAAK,GAAG;QACZ,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,8BAA8B,CAAC,IAAI,EAAE,CAAC;KAC5E,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9C,IAAI,CAAC,KAAK,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,KAAK,GAAG,CAAC,CAAC;IAC9E,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IACzE,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5D,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;AACjD,CAAC;AAWD,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AAE1D,kEAAkE;AAClE,MAAM,UAAU,UAAU,CAAC,GAAW;IACpC,MAAM,GAAG,GAAG,aAAa,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAClD,MAAM,GAAG,GAAG,CAAC,IAAY,EAAE,KAA0D,EAAE,EAAE;QACvF,MAAM,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,oBAAoB,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACjE,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAClD,CAAC,CAAC;IACF,MAAM,MAAM,GAAG,QAAQ,CAAC,oBAAoB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAW,EAAE;QAChF,IAAI,EAAE,GAAkB,IAAI,CAAC;QAC7B,IAAI,CAAC;YACH,EAAE,GAAG,OAAO,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;QACV,IAAI,CAAC,EAAE;YAAE,OAAO,EAAE,CAAC;QACnB,MAAM,SAAS,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,GAAG,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC;QACxC,OAAO;YACL;gBACE,EAAE;gBACF,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;gBACtB,QAAQ,EAAE,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC;gBAC3B,OAAO,EAAE,QAAQ,CAAC,oBAAoB,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBAC9E,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAChC;SACF,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,yBAAyB,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;AAC7E,CAAC;AAED;;;GAGG;AACH,MAAM,KAAK,GAAG,CAAC,GAAY,EAAE,EAAU,EAAW,EAAE,CAClD,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAC5E,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAClC,CAAC;AAEJ,qDAAqD;AACrD,MAAM,UAAU,OAAO,CAAC,IAAwB,EAAE,GAAsB;IACtE,MAAM,GAAG,GAAG,IAAI,GAAG,EAAkB,CAAC;IACtC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,KAAK,GAAI,GAAoC,CAAC,cAAc,CAAC;QACnE,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,SAAS;QACxC,KAAK,MAAM,EAAE,IAAI,GAAG;YAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,GAAG,EAAE,EAAE,CAAC;gBAAE,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IAC/E,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,oFAAoF;AACpF,MAAM,UAAU,UAAU,CAAC,KAAc;IACvC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IACnD,MAAM,EAAE,GAAa,EAAE,CAAC;IACxB,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC;QAC1E,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,KAAK,MAAM,CAAC,IAAI,KAAK;gBAAE,IAAI,OAAO,CAAC,KAAK,QAAQ;oBAAE,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;IAC3F,OAAO,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,GAAG,CAAC,KAAwB,EAAU,EAAE,CACtD,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAiBjF,MAAM,UAAU,OAAO,CAAC,CAAO;IAC7B,IAAI,GAAuB,CAAC;IAC5B,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;QACxB,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/B,IAAI,EAAE;gBAAE,GAAG,GAAG,yBAAyB,EAAE,EAAE,CAAC;QAC9C,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;QACV,IAAI,GAAG;YAAE,MAAM;IACjB,CAAC;IACD,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,wBAAwB,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC9F,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,MAAM,OAAO,GAAG;QACd,CAAC,CAAC,IAAI,IAAI,EAAE;QACZ,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,KAAK,WAAW,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE;QAChE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE;KAC5C;SACE,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,GAAG,CAAC,CAAC;IACb,MAAM,OAAO,GAAG,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IACtC,OAAO;QACL,GAAG;QACH,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAChC,CAAC;AACJ,CAAC;AAYD,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAc,EAAQ,EAAE;IACnD,MAAM,QAAQ,GAAG,UAAU,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC;IACvD,OAAO;QACL,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC3F,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpD,OAAO,EAAE,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,YAAY,IAAI,EAAE,CAAC;QAC3E,GAAG,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,GAAG,CAAC,OAAO,CAAC,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,EAAE,EAAE,UAAU;QACd,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClC,CAAC;AACJ,CAAC,CAAC;AAaF,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,CAAU,EAAQ,EAAE;IACzC,MAAM,IAAI,GAAG,CAAC,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACxE,OAAO;QACL,KAAK,EAAE;YACL,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACjF,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,yCAAyC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7E;QACD,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzD,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtC,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;QACvD,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzB,GAAG,CAAC,OAAO,CAAC,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1E,EAAE,EAAE,kBAAkB;QACtB,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAChD,CAAC;AACJ,CAAC,CAAC;AAEF,0FAA0F;AAC1F,MAAM,UAAU,QAAQ,CAAC,CAAQ,EAAE,KAAc;IAC/C,MAAM,IAAI,GAAG;QACX,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,KAAK,oBAAoB,CAAC,CAAC,CAAC,EAAE;QAC7D,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE;KACzC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAClB,MAAM,OAAO,GAAG,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IACtC,OAAO;QACL,GAAG,EAAE,yBAAyB,CAAC,CAAC,EAAE,EAAE;QACpC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7C,OAAO,EAAE,CAAC,GAAG,IAAI,EAAE,aAAa,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;KACxD,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,GAAG,CAAC,GAAW,EAAiB,EAAE;IAC7C,IAAI,CAAC;QACH,OAAO,OAAO,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,UAAU,WAAW,CAAC,CAa3B;IACC,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC;IACnC,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,IAAI,cAAc,EAAE,CAAC;IAC9C,MAAM,GAAG,GAAG,CAAC,CAAC,KAAK,IAAI,YAAY,CAAC;IACpC,IAAI,KAAK,GAAqB,OAAO,CAAC,OAAO,EAAE,CAAC;IAChD,IAAI,IAAI,GAAG,MAAM,CAAC,iBAAiB,CAAC;IACpC,4DAA4D;IAC5D,MAAM,KAAK,GAAG,CAAC,GAAW,EAAqB,EAAE;QAC/C,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YAChC,MAAM,IAAI,GAAG,IAAI,GAAG,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACrC,IAAI,IAAI,GAAG,CAAC;gBAAE,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;YAC5D,IAAI,CAAC;gBACH,OAAO,MAAM,OAAO,CAAC,GAAG,EAAE;oBACxB,OAAO,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC,KAAK,EAAE;oBAClC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;iBACpC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;oBACf,MAAM,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;gBAChC,CAAC,CAAC,CAAC;YACL,CAAC;oBAAS,CAAC;gBACT,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACpB,CAAC;QACH,CAAC,CAAC,CAAC;QACH,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,GAAG,CAAC;IACb,CAAC,CAAC;IAEF,MAAM,MAAM,GAAG,KAAK,EAAE,KAAa,EAAE,CAAS,EAAE,EAAE;QAChD,MAAM,GAAG,GAAG,GAAG,KAAK,cAAc,IAAI,eAAe,CAAC;YACpD,YAAY,EAAE,KAAK;YACnB,KAAK,EAAE,GAAG;YACV,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC;YACtB,MAAM,EAAE,WAAW;SACpB,CAAC,EAAE,CAAC;QACL,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,MAAM,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAC3C,OAAO,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;IACtC,CAAC,CAAC;IAEF,gEAAgE;IAChE,MAAM,GAAG,GAAG,KAAK,EAAE,IAAY,EAAE,GAAW,EAAE,UAAkC,EAAE,EAAE,EAAE;QACpF,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE;YAC7B,OAAO,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC,KAAK,EAAE,GAAG,OAAO,EAAE;YAC9C,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;SACpC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACf,MAAM,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,MAAM,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACxC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA4B,CAAC;IACvD,CAAC,CAAC;IACF,MAAM,IAAI,GAAG,CAAC,MAA8B,EAAE,EAAE,CAC9C,GAAG,CACD,UAAU,EACV,GAAG,QAAQ,IAAI,IAAI,eAAe,CAAC,EAAE,GAAG,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAC1G,CAAC;IAEJ,MAAM,IAAI,GAAG,KAAK,EAAE,EAAU,EAAE,CAAS,EAAwB,EAAE;QACjE,MAAM,MAAM,GACV,qFAAqF,CAAC;QACxF,MAAM,IAAI,GAAG,MAAM,GAAG,CACpB,iBAAiB,EACjB,GAAG,EAAE,UAAU,EAAE,sBAAsB,MAAM,aAAa,EAC1D,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CACxC,CAAC;QACF,2FAA2F;QAC3F,MAAM,IAAI,GAAG,CACV,IAAI,CAAC,IAAmE,IAAI,EAAE,CAChF,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QACrC,yFAAyF;QACzF,mEAAmE;QACnE,IAAI,CAAC,IAAI,CACP,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,MAAM,CAAC,CAAC,CAAC,aAAa,IAAI,KAAK,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,aAAa,IAAI,KAAK,CAAC;YACnE,CAAC,CAAC,CAAC,UAAU,EAAE,aAAa,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,EAAE,aAAa,IAAI,CAAC,CAAC,CAC1E,CAAC;QACF,OAAO,IAAI;aACR,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YACb,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,UAAqB,CAAC,CAAC;YAC1C,OAAO,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACvF,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjB,CAAC,CAAC;IAEF,MAAM,MAAM,GAAG,KAAK,EAAE,EAAU,EAAE,CAAS,EAAwB,EAAE;QACnE,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,MAAM,EAAE,sBAAsB,EAAE,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAC7F,MAAM,IAAI,GAAG,CAAE,KAAK,CAAC,OAAyC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAChG,MAAM,CAAC,GAAG,IAAI,EAAE,EAAE,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;QACrC,IAAI,CAAC,CAAC;YAAE,OAAO,EAAE,CAAC;QAClB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC;YACtB,MAAM,EAAE,SAAS,CAAC,EAAE;YACpB,IAAI,EAAE,qBAAqB;YAC3B,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAClC,MAAM,EACJ,mGAAmG;SACtG,CAAC,CAAC;QACH,OAAO,CAAE,IAAI,CAAC,OAAqC,IAAI,EAAE,CAAC,CAAC,OAAO,CAChE,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CACtC,CAAC;IACJ,CAAC,CAAC;IAEF,kDAAkD;IAClD,MAAM,KAAK,GAAG,KAAK,EAAE,GAAsB,EAAgC,EAAE,CAC3E,GAAG,CAAC,MAAM;QACR,CAAC,CAAC,IAAI,CAAC;YACH,MAAM,EAAE,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YAClE,MAAM,EAAE,8BAA8B;YACtC,QAAQ,EAAE,IAAI;SACf,CAAC;aACC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAE,IAAI,CAAC,OAAiC,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;aAC3E,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC;QAC3B,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC;IAEhB,OAAO;QACL,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,IAAI;QACX,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC;QAC/C,KAAK,CAAC,MAAM,CAAC,CAAC;YACZ,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACpB,yEAAyE;YACzE,MAAM,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAC3E,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC9C,MAAM,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;gBAC/E,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAClF,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACpD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC1D,CAAC;QACD,OAAO,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,MAAM,IAAI,EAAE,KAAK,QAAQ,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI;QACjF,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC;YACrB,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;YACxB,IAAI,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,GAAG,EAAE,CAAC,CAAC;YACvD,IAAI,EAAE,KAAK,MAAM;gBAAE,OAAO,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YACtC,IAAI,EAAE,KAAK,QAAQ;gBAAE,OAAO,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YAC1C,MAAM,IAAI,KAAK,CAAC,qCAAqC,EAAE,EAAE,CAAC,CAAC;QAC7D,CAAC;QACD,KAAK,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI;QACrC,KAAK,CAAC,IAAI,CAAC,CAAC;YACV,MAAM,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAC1B,IAAI,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;YACzD,sEAAsE;YACtE,IAAI,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,KAAK,SAAS,EAAE,EAAE,CAAC,CAAC;YAC7C,IAAI,KAAK,GAAG,0BAA0B,EAAE,EAAE,CAAC;YAC3C,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACvB,MAAM,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBACzC,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,KAAK,QAAQ,EAAE,EAAE,CAAC,CAAC;gBACxC,KAAK,GAAG,yBAAyB,EAAE,EAAE,CAAC;YACxC,CAAC;YACD,IAAI,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC;gBAAE,MAAM,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YAC/D,MAAM,GAAG,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;YAChE,OAAO,EAAE,GAAG,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC;QAChC,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/sources/exa.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Exa: `POST https://api.exa.ai/search`, a key per call from the ring; `findSimilar` for a
+ * follow's pages like one URL (its own site left out). Metered: the search, plus
+ * one highlight per result (a few sentences Exa picks for the query) as the hit's snippet, so
+ * triage has words to go on. Contents bill per result on top of the search.
+ */
+import type { Source } from "../engine/ports.js";
+/** What one highlight costs Exa to make: sentences per result. */
+export declare const HIGHLIGHT: {
+    readonly numSentences: 3;
+    readonly highlightsPerUrl: 1;
+};
+export declare const EXA_SEARCH = "https://api.exa.ai/search";
+export declare const EXA_SIMILAR = "https://api.exa.ai/findSimilar";
+export declare function exa(o: {
+    keys: readonly string[];
+    fetchFn?: typeof fetch;
+    n?: number;
+}): Source;

package/dist/sources/exa.js

@@ -0,0 +1,59 @@
+/**
+ * Exa: `POST https://api.exa.ai/search`, a key per call from the ring; `findSimilar` for a
+ * follow's pages like one URL (its own site left out). Metered: the search, plus
+ * one highlight per result (a few sentences Exa picks for the query) as the hit's snippet, so
+ * triage has words to go on. Contents bill per result on top of the search.
+ */
+import { httpError, transport } from "@wrenautomation/models";
+/** What one highlight costs Exa to make: sentences per result. */
+export const HIGHLIGHT = { numSentences: 3, highlightsPerUrl: 1 };
+export const EXA_SEARCH = "https://api.exa.ai/search";
+export const EXA_SIMILAR = "https://api.exa.ai/findSimilar";
+const hitOf = (r) => ({
+    url: r.url,
+    ...(r.title ? { title: r.title } : {}),
+    ...(r.author ? { channel: r.author } : {}),
+    ...(r.publishedDate ? { date: r.publishedDate.slice(0, 10) } : {}),
+    ...(r.highlights?.[0]?.trim() ? { snippet: r.highlights[0].trim() } : {}),
+});
+export function exa(o) {
+    if (!o.keys.length)
+        throw new Error("exa: no key");
+    const fetchFn = o.fetchFn ?? fetch;
+    let turn = 0;
+    const post = async (url, body) => {
+        const key = o.keys[turn++ % o.keys.length];
+        const res = await fetchFn(url, {
+            method: "POST",
+            headers: { "x-api-key": key, "content-type": "application/json" },
+            body: JSON.stringify(body),
+            signal: AbortSignal.timeout(30_000),
+        }).catch((err) => {
+            throw transport("exa", err);
+        });
+        if (!res.ok)
+            throw httpError("exa", res);
+        const out = (await res.json());
+        return (out.results ?? []).map(hitOf);
+    };
+    return {
+        name: "exa",
+        kind: "search",
+        cost: "metered",
+        search: (q) => post(EXA_SEARCH, {
+            query: q.terms,
+            numResults: o.n ?? 10,
+            type: "auto",
+            contents: { highlights: HIGHLIGHT },
+            ...(q.site ? { includeDomains: [q.site] } : {}),
+        }),
+        follows: (as) => as === "similar",
+        follow: (_as, url, n) => post(EXA_SIMILAR, {
+            url,
+            numResults: n,
+            excludeSourceDomain: true,
+            contents: { highlights: HIGHLIGHT },
+        }),
+    };
+}
+//# sourceMappingURL=exa.js.map

package/dist/sources/exa.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"exa.js","sourceRoot":"","sources":["../../src/sources/exa.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AAW9D,kEAAkE;AAClE,MAAM,CAAC,MAAM,SAAS,GAAG,EAAE,YAAY,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAW,CAAC;AAE3E,MAAM,CAAC,MAAM,UAAU,GAAG,2BAA2B,CAAC;AACtD,MAAM,CAAC,MAAM,WAAW,GAAG,gCAAgC,CAAC;AAE5D,MAAM,KAAK,GAAG,CAAC,CAAY,EAAE,EAAE,CAAC,CAAC;IAC/B,GAAG,EAAE,CAAC,CAAC,GAAG;IACV,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACtC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1C,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAClE,GAAG,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;CAC1E,CAAC,CAAC;AAEH,MAAM,UAAU,GAAG,CAAC,CAAkE;IACpF,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;IACnD,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,IAAI,KAAK,CAAC;IACnC,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,IAAI,GAAG,KAAK,EAAE,GAAW,EAAE,IAAY,EAAE,EAAE;QAC/C,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAW,CAAC;QACrD,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE;YAC7B,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,cAAc,EAAE,kBAAkB,EAAE;YACjE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;YAC1B,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;SACpC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACf,MAAM,SAAS,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,MAAM,SAAS,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACzC,MAAM,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA8B,CAAC;QAC5D,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC,CAAC;IACF,OAAO;QACL,IAAI,EAAE,KAAK;QACX,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,SAAS;QACf,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CACZ,IAAI,CAAC,UAAU,EAAE;YACf,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE;YACrB,IAAI,EAAE,MAAM;YACZ,QAAQ,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE;YACnC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAChD,CAAC;QACJ,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,SAAS;QACjC,MAAM,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,CACtB,IAAI,CAAC,WAAW,EAAE;YAChB,GAAG;YACH,UAAU,EAAE,CAAC;YACb,mBAAmB,EAAE,IAAI;YACzB,QAAQ,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE;SACpC,CAAC;KACL,CAAC;AACJ,CAAC"}

package/dist/sources/fetcher.d.ts

@@ -0,0 +1,35 @@
+/**
+ * The polite fetcher as an open source: one GET, the body read by `./document`'s reader for its media.
+ * It opens http(s) pages that are not videos. A 4xx, a media no reader takes or an empty page is
+ * a miss (a throw with the reason: the spend says so, the next source may try); a transport
+ * failure throws a Transient.
+ */
+import type { PoliteFetcher } from "@wrenautomation/read/fetch";
+import { type Media, type Reader } from "../document/index.js";
+import type { Source } from "../engine/ports.js";
+export interface Opener {
+    open(url: string): Promise<Response>;
+}
+/** What a hit already shows for free, carried onto the document when the page has nothing better. */
+interface Shown {
+    title?: string | undefined;
+    channel?: string | undefined;
+    date?: string | undefined;
+    length?: number | undefined;
+}
+/** An http(s) URL that is not a YouTube page: the `youtube` source reads those. */
+export declare function isPage(url: string): boolean;
+export declare function readResponse(res: Response, url: string, readers: Map<Media, Reader>, hit?: Shown, what?: string): Promise<{
+    url: string;
+    media: "html" | "pdf" | "text" | "video" | "audio";
+    text: string;
+    title?: string | undefined;
+    channel?: string | undefined;
+    date?: string | undefined;
+    length?: number | undefined;
+}>;
+export declare function fetcherSource(o: {
+    fetcher: PoliteFetcher | Opener;
+    readers?: Map<Media, Reader>;
+}): Source;
+export {};

package/dist/sources/fetcher.js

@@ -0,0 +1,67 @@
+/**
+ * The polite fetcher as an open source: one GET, the body read by `./document`'s reader for its media.
+ * It opens http(s) pages that are not videos. A 4xx, a media no reader takes or an empty page is
+ * a miss (a throw with the reason: the spend says so, the next source may try); a transport
+ * failure throws a Transient.
+ */
+import { transport } from "@wrenautomation/models";
+import { defaultReaders, mediaOf } from "../document/index.js";
+import { youtubeId } from "../engine/canonical.js";
+import { junkReason } from "./junk.js";
+const free = (h) => ({
+    ...(h.title ? { title: h.title } : {}),
+    ...(h.channel ? { channel: h.channel } : {}),
+    ...(h.date ? { date: h.date } : {}),
+    ...(h.length !== undefined ? { length: h.length } : {}),
+});
+/** An http(s) URL that is not a YouTube page: the `youtube` source reads those. */
+export function isPage(url) {
+    if (!/^https?:/.test(url))
+        return false;
+    try {
+        return !youtubeId(new URL(url));
+    }
+    catch {
+        return false;
+    }
+}
+export async function readResponse(res, url, readers, hit = {}, what = "fetcher") {
+    if (res.status >= 400) {
+        await res.body?.cancel().catch(() => { });
+        throw new Error(`${what}: HTTP ${res.status}`);
+    }
+    const type = res.headers.get("content-type");
+    const media = mediaOf(type, res.url || url);
+    const reader = media ? readers.get(media) : undefined;
+    if (!reader || media === "video" || media === "audio") {
+        await res.body?.cancel().catch(() => { });
+        throw new Error(`${what}: no reader for ${media ?? type ?? "an unknown media"}`);
+    }
+    const bytes = new Uint8Array(await res.arrayBuffer());
+    const input = media === "pdf" ? { bytes } : { text: new TextDecoder("utf8", { fatal: false }).decode(bytes) };
+    const doc = await reader.read({ url: res.url || url, ...input, ...free(hit) });
+    if (!doc)
+        throw new Error(`${what}: nothing to read in the ${media}`);
+    const junk = junkReason(doc);
+    if (junk)
+        throw new Error(`${what}: ${junk}`);
+    return doc;
+}
+export function fetcherSource(o) {
+    const readers = o.readers ?? defaultReaders();
+    return {
+        name: "fetcher",
+        kind: "open",
+        cost: "free",
+        opens: isPage,
+        async open(h) {
+            if (!isPage(h.url))
+                throw new Error(`fetcher: not a page: ${h.url}`);
+            const res = await o.fetcher.open(h.url).catch((err) => {
+                throw transport("fetcher", err);
+            });
+            return readResponse(res, h.url, readers, h);
+        },
+    };
+}
+//# sourceMappingURL=fetcher.js.map

package/dist/sources/fetcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetcher.js","sourceRoot":"","sources":["../../src/sources/fetcher.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AAEnD,OAAO,EAAE,cAAc,EAAc,OAAO,EAAe,MAAM,sBAAsB,CAAC;AACxF,OAAO,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AAEnD,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAcvC,MAAM,IAAI,GAAG,CAAC,CAAQ,EAAE,EAAE,CAAC,CAAC;IAC1B,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACtC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5C,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACnC,GAAG,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;CACxD,CAAC,CAAC;AAEH,mFAAmF;AACnF,MAAM,UAAU,MAAM,CAAC,GAAW;IAChC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IACxC,IAAI,CAAC;QACH,OAAO,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,GAAa,EACb,GAAW,EACX,OAA2B,EAC3B,MAAa,EAAE,EACf,IAAI,GAAG,SAAS;IAEhB,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;QACtB,MAAM,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACzC,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,UAAU,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;IACjD,CAAC;IACD,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACtD,IAAI,CAAC,MAAM,IAAI,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;QACtD,MAAM,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACzC,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,mBAAmB,KAAK,IAAI,IAAI,IAAI,kBAAkB,EAAE,CAAC,CAAC;IACnF,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;IACtD,MAAM,KAAK,GACT,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,WAAW,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;IAClG,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,IAAI,GAAG,EAAE,GAAG,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC/E,IAAI,CAAC,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,4BAA4B,KAAK,EAAE,CAAC,CAAC;IACtE,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;IAC7B,IAAI,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,KAAK,IAAI,EAAE,CAAC,CAAC;IAC9C,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,CAG7B;IACC,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,IAAI,cAAc,EAAE,CAAC;IAC9C,OAAO;QACL,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,MAAM;QACb,KAAK,CAAC,IAAI,CAAC,CAAC;YACV,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;YACrE,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACpD,MAAM,SAAS,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YAClC,CAAC,CAAC,CAAC;YACH,OAAO,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/sources/google.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Google's own page through the desk's browser (`web GET /google`): each organic result as a
+ * hit, and the AI Overview as one hit of its own. The Overview is a claim, never a proof: its
+ * text and the questions people also ask ride in that hit's snippet; each page it cites becomes
+ * a hit, so the proof comes from reading those. A captcha or a spent cap is a miss.
+ */
+import type { LadderClient } from "@wrenautomation/read/fetch";
+import type { Source } from "../engine/ports.js";
+import type { HitViewIn } from "../engine/types.js";
+/** The Overview's hit: Google's search URL for the terms, its fragment naming it. */
+export declare const overviewUrl: (terms: string) => string;
+export declare function serpHits(body: unknown, terms: string): HitViewIn[];
+export declare function googleSource(o: {
+    sites: LadderClient;
+    n?: number;
+}): Source;

package/dist/sources/google.js

@@ -0,0 +1,64 @@
+/**
+ * Google's own page through the desk's browser (`web GET /google`): each organic result as a
+ * hit, and the AI Overview as one hit of its own. The Overview is a claim, never a proof: its
+ * text and the questions people also ask ride in that hit's snippet; each page it cites becomes
+ * a hit, so the proof comes from reading those. A captcha or a spent cap is a miss.
+ */
+import { routeCall } from "./sites.js";
+/** Google's printed date ("Aug 21, 2026") as an ISO day; nothing when it is not one. */
+const isoDay = (d) => {
+    if (!d)
+        return undefined;
+    const t = Date.parse(d);
+    return Number.isNaN(t) ? undefined : new Date(t).toISOString().slice(0, 10);
+};
+/** The Overview's hit: Google's search URL for the terms, its fragment naming it. */
+export const overviewUrl = (terms) => `https://www.google.com/search?q=${encodeURIComponent(terms)}#ai-overview`;
+export function serpHits(body, terms) {
+    const serp = (body ?? {});
+    const out = [];
+    for (const r of serp.results ?? []) {
+        if (!r.url)
+            continue;
+        const date = isoDay(r.date);
+        out.push({
+            url: r.url,
+            ...(r.title ? { title: r.title } : {}),
+            ...(r.snippet ? { snippet: r.snippet } : {}),
+            ...(date ? { date } : {}),
+        });
+    }
+    const o = serp.overview;
+    if (o?.text?.trim()) {
+        const asked = serp.questions?.length
+            ? `\n\nPeople also ask: ${serp.questions.join(" | ")}`
+            : "";
+        out.push({
+            url: overviewUrl(terms),
+            title: `Google AI Overview: ${terms}`,
+            channel: "Google AI Overview",
+            snippet: `${o.text.trim()}${asked}`,
+        });
+        for (const s of o.sources ?? [])
+            if (s.url)
+                out.push({
+                    url: s.url,
+                    ...(s.title ? { title: s.title } : {}),
+                    snippet: "Cited by Google's AI Overview",
+                });
+    }
+    return out;
+}
+export function googleSource(o) {
+    return {
+        name: "google",
+        kind: "search",
+        cost: "browser",
+        async search(q) {
+            const terms = q.site ? `${q.terms} site:${q.site}` : q.terms;
+            const body = await routeCall(o.sites, "google", "web", "/google", { q: terms, n: o.n ?? 10 });
+            return serpHits(body, terms);
+        },
+    };
+}
+//# sourceMappingURL=google.js.map

package/dist/sources/google.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"google.js","sourceRoot":"","sources":["../../src/sources/google.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAKH,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAavC,wFAAwF;AACxF,MAAM,MAAM,GAAG,CAAC,CAA4B,EAAsB,EAAE;IAClE,IAAI,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IACzB,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACxB,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC9E,CAAC,CAAC;AAEF,qFAAqF;AACrF,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,KAAa,EAAE,EAAE,CAC3C,mCAAmC,kBAAkB,CAAC,KAAK,CAAC,cAAc,CAAC;AAE7E,MAAM,UAAU,QAAQ,CAAC,IAAa,EAAE,KAAa;IACnD,MAAM,IAAI,GAAG,CAAC,IAAI,IAAI,EAAE,CAAS,CAAC;IAClC,MAAM,GAAG,GAAgB,EAAE,CAAC;IAC5B,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;QACnC,IAAI,CAAC,CAAC,CAAC,GAAG;YAAE,SAAS;QACrB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC5B,GAAG,CAAC,IAAI,CAAC;YACP,GAAG,EAAE,CAAC,CAAC,GAAG;YACV,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5C,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1B,CAAC,CAAC;IACL,CAAC;IACD,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC;IACxB,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC;QACpB,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM;YAClC,CAAC,CAAC,wBAAwB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;YACtD,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,IAAI,CAAC;YACP,GAAG,EAAE,WAAW,CAAC,KAAK,CAAC;YACvB,KAAK,EAAE,uBAAuB,KAAK,EAAE;YACrC,OAAO,EAAE,oBAAoB;YAC7B,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,KAAK,EAAE;SACpC,CAAC,CAAC;QACH,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,IAAI,EAAE;YAC7B,IAAI,CAAC,CAAC,GAAG;gBACP,GAAG,CAAC,IAAI,CAAC;oBACP,GAAG,EAAE,CAAC,CAAC,GAAG;oBACV,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACtC,OAAO,EAAE,+BAA+B;iBACzC,CAAC,CAAC;IACT,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,CAAsC;IACjE,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,SAAS;QACf,KAAK,CAAC,MAAM,CAAC,CAAC;YACZ,MAAM,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAC7D,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC9F,OAAO,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC/B,CAAC;KACF,CAAC;AACJ,CAAC"}