auspex 0.2.0 → 0.3.0

package/dist/scraper/extractors/ssr.js

@@ -1,162 +0,0 @@
-import { load } from "cheerio";
-// ─── Detectores de dados SSR ───────────────────────────────────────────────
-//
-// Frameworks modernos embutem dados no HTML inicial para hidratação no cliente.
-// Extrair esses dados evita a necessidade de browser em ~60-70% dos sites.
-//
-// Ordem: do mais específico para o mais genérico.
-// ──────────────────────────────────────────────────────────────────────────
-/** Tenta parsear JSON com segurança; retorna null em caso de erro */
-function tryParse(raw) {
-    if (!raw?.trim())
-        return null;
-    try {
-        return JSON.parse(raw.trim());
-    }
-    catch {
-        return null;
-    }
-}
-/**
- * Tenta extrair dados JSON embutidos por frameworks SSR no HTML inicial.
- * Muitos sites Next.js/Nuxt/SvelteKit não precisam de browser —
- * os dados já estão no HTML e podem ser extraídos com Cheerio!
- */
-export function extractSSRData(html) {
-    const $ = load(html);
-    // ── Next.js: <script id="__NEXT_DATA__" type="application/json"> ──────
-    const nextRaw = $("#__NEXT_DATA__").text().trim();
-    const nextData = tryParse(nextRaw);
-    if (nextData)
-        return { type: "next", data: nextData };
-    // ── Angular Universal: <script id="ng-state" type="application/json"> ─
-    const ngRaw = $('script#ng-state[type="application/json"]').text().trim();
-    const ngData = tryParse(ngRaw);
-    if (ngData)
-        return { type: "angular", data: ngData };
-    // ── SvelteKit: <script type="application/json" data-sveltekit-fetched> ─
-    // SvelteKit 2+ serializa dados de `load()` em tags script com atributo especial
-    const svelteFetchedRaw = $('script[data-sveltekit-fetched]').text().trim();
-    const svelteFetchedData = tryParse(svelteFetchedRaw);
-    if (svelteFetchedData)
-        return { type: "sveltekit", data: svelteFetchedData };
-    // ── Nuxt 2/3: window.__NUXT__ = ... ──────────────────────────────────
-    // Nuxt pode usar JSON ou devalue (formato não-JSON proprietário do Nuxt 3)
-    // Tentamos capturar JSON puro; devalue é ignorado (precisa de browser)
-    const nuxtMatch = html.match(/window\.__NUXT__\s*=\s*(\{[\s\S]*?\})\s*;?\s*<\/script>/);
-    if (nuxtMatch?.[1]) {
-        const nuxtData = tryParse(nuxtMatch[1]);
-        if (nuxtData)
-            return { type: "nuxt", data: nuxtData };
-    }
-    // ── Nuxt 3 alternativo: useNuxtApp / nuxtState ────────────────────────
-    const nuxt3Match = html.match(/window\.__nuxt_state__\s*=\s*'([^']+)'/);
-    if (nuxt3Match?.[1]) {
-        try {
-            const decoded = decodeURIComponent(nuxt3Match[1]);
-            const nuxt3Data = tryParse(decoded);
-            if (nuxt3Data)
-                return { type: "nuxt", data: nuxt3Data };
-        }
-        catch { }
-    }
-    // ── Gatsby: window.___gatsby ou window.___GATSBY ──────────────────────
-    const gatsbyMatch = html.match(/window\.___(?:gatsby|GATSBY)\s*=\s*(\{[\s\S]*?\})\s*;?\s*<\/script>/);
-    if (gatsbyMatch?.[1]) {
-        const gatsbyData = tryParse(gatsbyMatch[1]);
-        if (gatsbyData)
-            return { type: "gatsby", data: gatsbyData };
-    }
-    // ── Remix / React Router v7: window.__remixContext ────────────────────
-    const remixMatch = html.match(/window\.__remix(?:Context|RouterManifest)\s*=\s*(\{[\s\S]*?\})\s*;?\s*<\/script>/);
-    if (remixMatch?.[1]) {
-        const remixData = tryParse(remixMatch[1]);
-        if (remixData)
-            return { type: "remix", data: remixData };
-    }
-    // ── TanStack Router / Start: window.__TSR_DEHYDRATED__ ───────────────
-    const tanstackMatch = html.match(/window\.__(?:TSR_DEHYDRATED|TANSTACK_ROUTER_CONTEXT|TRT_DEHYDRATED)__\s*=\s*(\{[\s\S]*?\})\s*;?\s*<\/script>/);
-    if (tanstackMatch?.[1]) {
-        const tsrData = tryParse(tanstackMatch[1]);
-        if (tsrData)
-            return { type: "tanstack", data: tsrData };
-    }
-    // ── Vue SSR: window.__VUE_SSR_CONTEXT__ / window.__pinia ─────────────
-    const vueMatch = html.match(/window\.__(?:VUE_SSR_CONTEXT__|VUE_STORE__|pinia)\s*=\s*(\{[\s\S]*?\})\s*;?\s*<\/script>/);
-    if (vueMatch?.[1]) {
-        const vueData = tryParse(vueMatch[1]);
-        if (vueData)
-            return { type: "vue", data: vueData };
-    }
-    // ── SvelteKit legado: window.__SVELTEKIT__ ────────────────────────────
-    const svelteLegacyMatch = html.match(/window\.__(?:SVELTEKIT|sveltekit)__?\s*=\s*(\{[\s\S]*?\})\s*;?\s*<\/script>/);
-    if (svelteLegacyMatch?.[1]) {
-        const svelteData = tryParse(svelteLegacyMatch[1]);
-        if (svelteData)
-            return { type: "sveltekit", data: svelteData };
-    }
-    // ── Genérico: window.__INITIAL_STATE__ / __APP_STATE__ / __REDUX_STATE__ ─
-    // Cobre Redux, MobX, Zustand e qualquer store serializado manualmente
-    const genericMatch = html.match(/window\.__(?:INITIAL_STATE|APP_STATE|REDUX_STATE|STORE_STATE|DATA|STATE|PROPS)__\s*=\s*(\{[\s\S]*?\})\s*;?\s*<\/script>/);
-    if (genericMatch?.[1]) {
-        const genericData = tryParse(genericMatch[1]);
-        if (genericData)
-            return { type: "generic", data: genericData };
-    }
-    return null;
-}
-/**
- * Verifica se a página tem conteúdo suficiente sem JavaScript.
- *
- * Retorna `false` quando:
- *  - O texto visível é muito curto (< 200 chars) → SPA ainda não renderizou
- *  - Detecta padrões de anti-bot / challenge pages (Cloudflare, DDoS-Guard, etc.)
- *  - Detecta loading screens (texto de JS habilitado, spinners, etc.)
- */
-export function hasEnoughContent(html) {
-    const $ = load(html);
-    // Remove elementos que não geram conteúdo legível
-    $("script, style, noscript, iframe, svg, img").remove();
-    const bodyText = $("body").text().replace(/\s+/g, " ").trim();
-    // Heurística básica: texto muito curto = SPA sem SSR ou página vazia
-    if (bodyText.length < 200)
-        return false;
-    // ── Padrões de anti-bot / challenge pages ────────────────────────────
-    // Cada serviço tem uma frase característica que aparece quando bloqueia o bot.
-    const antiBotPatterns = [
-        // Cloudflare (mais comum)
-        /just a moment/i,
-        /checking your browser/i,
-        /ddos protection by cloudflare/i,
-        /ray id:/i, // ID único do Cloudflare
-        // DDoS-Guard
-        /ddos-guard/i,
-        // Imperva / Incapsula
-        /incapsula incident id/i,
-        /powered by imperva/i,
-        // DataDome
-        /datadome/i,
-        // hCaptcha / reCAPTCHA challenges
-        /complete the security check/i,
-        /prove you are human/i,
-        /please complete the captcha/i,
-        // Loading screens / SPA shell genérica
-        /please wait/i,
-        /enable javascript/i,
-        /you need to enable javascript/i,
-        /javascript is required/i,
-        /javascript is disabled/i,
-        /please enable javascript/i,
-        // Genérico
-        /access denied/i,
-        /403 forbidden/i,
-        /bot detected/i,
-    ];
-    const lowerText = bodyText.toLowerCase();
-    const isAntiBot = antiBotPatterns.some((p) => p.test(lowerText));
-    // Challenge pages tem pouco texto e padrões identificáveis
-    if (isAntiBot && bodyText.length < 2_000)
-        return false;
-    return true;
-}
-//# sourceMappingURL=ssr.js.map

package/dist/scraper/extractors/ssr.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ssr.js","sourceRoot":"","sources":["../../../src/scraper/extractors/ssr.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAG/B,8EAA8E;AAC9E,EAAE;AACF,gFAAgF;AAChF,2EAA2E;AAC3E,EAAE;AACF,kDAAkD;AAClD,6EAA6E;AAE7E,qEAAqE;AACrE,SAAS,QAAQ,CAAC,GAAW;IAC3B,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE;QAAE,OAAO,IAAI,CAAC;IAC9B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IAErB,yEAAyE;IACzE,MAAM,OAAO,GAAG,CAAC,CAAC,gBAAgB,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;IAClD,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;IACnC,IAAI,QAAQ;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IAEtD,yEAAyE;IACzE,MAAM,KAAK,GAAG,CAAC,CAAC,0CAA0C,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;IAC1E,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,MAAM;QAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAErD,0EAA0E;IAC1E,gFAAgF;IAChF,MAAM,gBAAgB,GAAG,CAAC,CAAC,gCAAgC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;IAC3E,MAAM,iBAAiB,GAAG,QAAQ,CAAC,gBAAgB,CAAC,CAAC;IACrD,IAAI,iBAAiB;QAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC;IAE7E,wEAAwE;IACxE,2EAA2E;IAC3E,uEAAuE;IACvE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,yDAAyD,CAAC,CAAC;IACxF,IAAI,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnB,MAAM,QAAQ,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACxC,IAAI,QAAQ;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IACxD,CAAC;IAED,yEAAyE;IACzE,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;IACxE,IAAI,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YAClD,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;YACpC,IAAI,SAAS;gBAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QAC1D,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC;IAED,yEAAyE;IACzE,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAC5B,qEAAqE,CACtE,CAAC;IACF,IAAI,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrB,MAAM,UAAU,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5C,IAAI,UAAU;YAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;IAC9D,CAAC;IAED,yEAAyE;IACzE,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAC3B,kFAAkF,CACnF,CAAC;IACF,IAAI,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpB,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1C,IAAI,SAAS;YAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;IAC3D,CAAC;IAED,wEAAwE;IACxE,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAC9B,8GAA8G,CAC/G,CAAC;IACF,IAAI,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,IAAI,OAAO;YAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC1D,CAAC;IAED,wEAAwE;IACxE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CACzB,0FAA0F,CAC3F,CAAC;IACF,IAAI,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClB,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QACtC,IAAI,OAAO;YAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IACrD,CAAC;IAED,yEAAyE;IACzE,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAClC,6EAA6E,CAC9E,CAAC;IACF,IAAI,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;QAClD,IAAI,UAAU;YAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;IACjE,CAAC;IAED,4EAA4E;IAC5E,sEAAsE;IACtE,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAC7B,yHAAyH,CAC1H,CAAC;IACF,IAAI,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtB,MAAM,WAAW,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9C,IAAI,WAAW;YAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;IACjE,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IAErB,kDAAkD;IAClD,CAAC,CAAC,2CAA2C,CAAC,CAAC,MAAM,EAAE,CAAC;IAExD,MAAM,QAAQ,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAE9D,qEAAqE;IACrE,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG;QAAE,OAAO,KAAK,CAAC;IAExC,wEAAwE;IACxE,+EAA+E;IAC/E,MAAM,eAAe,GAAa;QAChC,0BAA0B;QAC1B,gBAAgB;QAChB,wBAAwB;QACxB,gCAAgC;QAChC,UAAU,EAA8B,yBAAyB;QAEjE,aAAa;QACb,aAAa;QAEb,sBAAsB;QACtB,wBAAwB;QACxB,qBAAqB;QAErB,WAAW;QACX,WAAW;QAEX,kCAAkC;QAClC,8BAA8B;QAC9B,sBAAsB;QACtB,8BAA8B;QAE9B,uCAAuC;QACvC,cAAc;QACd,oBAAoB;QACpB,gCAAgC;QAChC,yBAAyB;QACzB,yBAAyB;QACzB,2BAA2B;QAE3B,WAAW;QACX,gBAAgB;QAChB,gBAAgB;QAChB,eAAe;KAChB,CAAC;IAEF,MAAM,SAAS,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;IAEjE,2DAA2D;IAC3D,IAAI,SAAS,IAAI,QAAQ,CAAC,MAAM,GAAG,KAAK;QAAE,OAAO,KAAK,CAAC;IAEvD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/scraper/extractors/to-markdown.d.ts

@@ -1,5 +0,0 @@
-/**
- * Converte HTML em Markdown limpo e legível por humanos/LLMs.
- */
-export declare function htmlToMarkdown(html: string): string;
-//# sourceMappingURL=to-markdown.d.ts.map

package/dist/scraper/extractors/to-markdown.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"to-markdown.d.ts","sourceRoot":"","sources":["../../../src/scraper/extractors/to-markdown.ts"],"names":[],"mappings":"AA6FA;;GAEG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAwBnD"}

package/dist/scraper/extractors/to-markdown.js

@@ -1,103 +0,0 @@
-// ─── Conversor HTML → Markdown ─────────────────────────────────────────────
-// Usa Turndown (CJS) + plugin GFM para tabelas pipe nativas
-import TurndownService from "turndown";
-import { tables, strikethrough } from "turndown-plugin-gfm";
-let _td = null;
-function getTurndown() {
-    if (_td)
-        return _td;
-    _td = new TurndownService({
-        headingStyle: "atx", // # Título em vez de sublinhado
-        bulletListMarker: "-",
-        codeBlockStyle: "fenced", // ```code``` em vez de indentado
-        hr: "---",
-        strongDelimiter: "**",
-        emDelimiter: "_",
-        linkStyle: "inlined",
-    });
-    // ── Plugin GFM: tabelas pipe e strikethrough ────────────────────────────
-    // Converte <table> → | col1 | col2 | em vez de HTML bruto
-    _td.use(tables);
-    _td.use(strikethrough);
-    // ── Regras customizadas ──────────────────────────────────────────────────
-    // Remove completamente elementos que não geram conteúdo útil
-    // Nota: Turndown.remove() aceita apenas tag names, não CSS selectors
-    _td.remove([
-        "script",
-        "style",
-        "noscript",
-        "iframe",
-        "nav",
-        "footer",
-        "header",
-        "button",
-        "form",
-    ]);
-    // figcaption dentro de figure: remove (evita legenda solta no Markdown)
-    _td.addRule("removeFigcaption", {
-        filter(node) {
-            return (node.nodeName === "FIGCAPTION" &&
-                node.parentNode?.nodeName === "FIGURE");
-        },
-        replacement: () => "",
-    });
-    // Classes de anúncio (.ad, .ads) — Turndown.remove() não aceita CSS selectors
-    _td.addRule("removeAds", {
-        filter(node) {
-            if (node.nodeType !== 1)
-                return false;
-            const cls = node.getAttribute("class") ?? "";
-            return /\bad\b|\bads\b/.test(cls);
-        },
-        replacement: () => "",
-    });
-    // Imagens: extrai alt text de forma limpa
-    _td.addRule("images", {
-        filter: "img",
-        replacement(_content, node) {
-            const img = node;
-            const alt = img.getAttribute("alt")?.trim() ?? "";
-            const src = img.getAttribute("src") ?? "";
-            if (!src)
-                return "";
-            return alt ? `![${alt}](${src})` : `![image](${src})`;
-        },
-    });
-    // Links: remove links vazios ou com href #
-    _td.addRule("cleanLinks", {
-        filter(node) {
-            return (node.nodeName === "A" &&
-                (!node.getAttribute("href") ||
-                    node.getAttribute("href") === "#" ||
-                    node.getAttribute("href")?.startsWith("javascript:") === true));
-        },
-        replacement(content) {
-            return content; // Mantém apenas o texto, sem o link
-        },
-    });
-    return _td;
-}
-/**
- * Converte HTML em Markdown limpo e legível por humanos/LLMs.
- */
-export function htmlToMarkdown(html) {
-    if (!html.trim())
-        return "";
-    const td = getTurndown();
-    let markdown = td.turndown(html);
-    // ── Limpeza pós-conversão ──────────────────────────────────────────────
-    // Remove linhas que são só espaços/pontuação
-    markdown = markdown
-        .split("\n")
-        .filter((line) => line.trim().length > 0 || line === "")
-        .join("\n");
-    // Colapsa 3+ linhas em branco para no máximo 2
-    markdown = markdown.replace(/\n{3,}/g, "\n\n");
-    // Remove espaços trailing
-    markdown = markdown
-        .split("\n")
-        .map((l) => l.trimEnd())
-        .join("\n");
-    return markdown.trim();
-}
-//# sourceMappingURL=to-markdown.js.map

package/dist/scraper/extractors/to-markdown.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"to-markdown.js","sourceRoot":"","sources":["../../../src/scraper/extractors/to-markdown.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,4DAA4D;AAE5D,OAAO,eAAe,MAAM,UAAU,CAAC;AACvC,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAE5D,IAAI,GAAG,GAA2B,IAAI,CAAC;AAEvC,SAAS,WAAW;IAClB,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IAEpB,GAAG,GAAG,IAAI,eAAe,CAAC;QACxB,YAAY,EAAE,KAAK,EAAQ,gCAAgC;QAC3D,gBAAgB,EAAE,GAAG;QACrB,cAAc,EAAE,QAAQ,EAAG,iCAAiC;QAC5D,EAAE,EAAE,KAAK;QACT,eAAe,EAAE,IAAI;QACrB,WAAW,EAAE,GAAG;QAChB,SAAS,EAAE,SAAS;KACrB,CAAC,CAAC;IAEH,2EAA2E;IAC3E,0DAA0D;IAC1D,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAChB,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAEvB,4EAA4E;IAE5E,6DAA6D;IAC7D,qEAAqE;IACrE,GAAG,CAAC,MAAM,CAAC;QACT,QAAQ;QACR,OAAO;QACP,UAAU;QACV,QAAQ;QACR,KAAK;QACL,QAAQ;QACR,QAAQ;QACR,QAAQ;QACR,MAAM;KACP,CAAC,CAAC;IAEH,wEAAwE;IACxE,GAAG,CAAC,OAAO,CAAC,kBAAkB,EAAE;QAC9B,MAAM,CAAC,IAAI;YACT,OAAO,CACL,IAAI,CAAC,QAAQ,KAAK,YAAY;gBAC9B,IAAI,CAAC,UAAU,EAAE,QAAQ,KAAK,QAAQ,CACvC,CAAC;QACJ,CAAC;QACD,WAAW,EAAE,GAAG,EAAE,CAAC,EAAE;KACtB,CAAC,CAAC;IAEH,8EAA8E;IAC9E,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE;QACvB,MAAM,CAAC,IAAI;YACT,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;YACtC,MAAM,GAAG,GAAI,IAAgB,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAC1D,OAAO,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpC,CAAC;QACD,WAAW,EAAE,GAAG,EAAE,CAAC,EAAE;KACtB,CAAC,CAAC;IAEH,0CAA0C;IAC1C,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE;QACpB,MAAM,EAAE,KAAK;QACb,WAAW,CAAC,QAAQ,EAAE,IAAI;YACxB,MAAM,GAAG,GAAG,IAAwB,CAAC;YACrC,MAAM,GAAG,GAAG,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAClD,MAAM,GAAG,GAAG,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAC1C,IAAI,CAAC,GAAG;gBAAE,OAAO,EAAE,CAAC;YACpB,OAAO,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,YAAY,GAAG,GAAG,CAAC;QACxD,CAAC;KACF,CAAC,CAAC;IAEH,2CAA2C;IAC3C,GAAG,CAAC,OAAO,CAAC,YAAY,EAAE;QACxB,MAAM,CAAC,IAAI;YACT,OAAO,CACL,IAAI,CAAC,QAAQ,KAAK,GAAG;gBACrB,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;oBACzB,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,GAAG;oBACjC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,UAAU,CAAC,aAAa,CAAC,KAAK,IAAI,CAAC,CACjE,CAAC;QACJ,CAAC;QACD,WAAW,CAAC,OAAO;YACjB,OAAO,OAAO,CAAC,CAAC,oCAAoC;QACtD,CAAC;KACF,CAAC,CAAC;IAEH,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;QAAE,OAAO,EAAE,CAAC;IAE5B,MAAM,EAAE,GAAG,WAAW,EAAE,CAAC;IACzB,IAAI,QAAQ,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAEjC,0EAA0E;IAE1E,6CAA6C;IAC7C,QAAQ,GAAG,QAAQ;SAChB,KAAK,CAAC,IAAI,CAAC;SACX,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,KAAK,EAAE,CAAC;SACvD,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,+CAA+C;IAC/C,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAE/C,0BAA0B;IAC1B,QAAQ,GAAG,QAAQ;SAChB,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;SACvB,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;AACzB,CAAC"}

package/dist/scraper/index.d.ts

@@ -1,35 +0,0 @@
-import type { MapOptions, MapResult, ScrapeOptions, ScrapeResult, ScraperConfig } from "./types.js";
-export declare class Scraper {
-    private readonly fullConfig;
-    private readonly tier1;
-    private readonly tier2;
-    private readonly tier3;
-    private readonly config;
-    constructor(fullConfig?: ScraperConfig);
-    scrape(url: string, options?: ScrapeOptions): Promise<ScrapeResult>;
-    /**
-     * Mapeia links de uma página (URL + texto do âncora).
-     * Reutiliza a cascata de tiers (HTTP → Stealth → Browser).
-     *
-     * @param url - URL base para extrair links
-     * @param options - Filtros e limites
-     */
-    map(url: string, options?: MapOptions): Promise<MapResult>;
-    /**
-     * Scrapia múltiplas URLs em paralelo com concorrência limitada.
-     * Erros em URLs individuais não derrubam o lote inteiro.
-     *
-     * @param urls - Lista de URLs a scrapeiar
-     * @param options - Opções aplicadas a todas as URLs
-     * @param concurrency - Máximo de scrapes simultâneos. Default: 3
-     */
-    scrapeMany(urls: string[], options?: ScrapeOptions, concurrency?: number): Promise<ScrapeResult[]>;
-    /**
-     * Fecha o browser Playwright (Tier 3).
-     * Sempre chamar ao terminar para evitar processos Chromium órfãos.
-     */
-    close(): Promise<void>;
-    private log;
-}
-export type { ScrapeOptions, ScrapeResult, ScrapeTier, ContentFormat, SSRData, InterceptedAPI, ScraperConfig, TierRawResult, MapLink, MapOptions, MapResult, } from "./types.js";
-//# sourceMappingURL=index.d.ts.map

package/dist/scraper/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/scraper/index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAEV,UAAU,EACV,SAAS,EACT,aAAa,EACb,YAAY,EACZ,aAAa,EACd,MAAM,YAAY,CAAC;AAepB,qBAAa,OAAO;IAYN,OAAO,CAAC,QAAQ,CAAC,UAAU;IAXvC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAY;IAClC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAe;IACrC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAe;IACrC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAMrB;gBAE2B,UAAU,GAAE,aAAkB;IAerD,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,YAAY,CAAC;IAqG7E;;;;;;OAMG;IACG,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,UAAe,GAAG,OAAO,CAAC,SAAS,CAAC;IA0HpE;;;;;;;OAOG;IACG,UAAU,CACd,IAAI,EAAE,MAAM,EAAE,EACd,OAAO,GAAE,aAAkB,EAC3B,WAAW,SAAI,GACd,OAAO,CAAC,YAAY,EAAE,CAAC;IAkC1B;;;OAGG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAM5B,OAAO,CAAC,GAAG;CAKZ;AAGD,YAAY,EACV,aAAa,EACb,YAAY,EACZ,UAAU,EACV,aAAa,EACb,OAAO,EACP,cAAc,EACd,aAAa,EACb,aAAa,EACb,OAAO,EACP,UAAU,EACV,SAAS,GACV,MAAM,YAAY,CAAC"}

package/dist/scraper/index.js

@@ -1,299 +0,0 @@
-import { validateUrl } from "../security/url-validator.js";
-import { Tier1HTTP } from "./tiers/tier1-http.js";
-import { Tier2Stealth } from "./tiers/tier2-stealth.js";
-import { Tier3Browser } from "./tiers/tier3-browser.js";
-import { extractLinksWithMetadata } from "./extractors/content.js";
-// ─── Scraper ───────────────────────────────────────────────────────────────
-//
-// Scraper de alta qualidade com fallback automático em 3 tiers:
-//
-//   Tier 1 → HTTP puro (got-scraping)         (~100-500ms, sem browser)
-//              ↓ bloqueado ou conteúdo insuficiente (SPA, anti-bot básico)
-//   Tier 2 → HTTP Stealth (got-scraping)      (~200-800ms, TLS fingerprint)
-//              ↓ ainda bloqueado ou SPA sem SSR
-//   Tier 3 → Playwright Chromium + stealth    (~2-10s, browser completo)
-//
-// Anti-SSRF integrado: todas as URLs são validadas antes do scrape.
-// ──────────────────────────────────────────────────────────────────────────
-export class Scraper {
-    fullConfig;
-    tier1;
-    tier2;
-    tier3;
-    config;
-    constructor(fullConfig = {}) {
-        this.fullConfig = fullConfig;
-        this.tier1 = new Tier1HTTP();
-        this.tier2 = new Tier2Stealth();
-        this.tier3 = new Tier3Browser(fullConfig.browserConfig);
-        this.config = {
-            timeout: fullConfig.timeout ?? 30_000,
-            verbose: fullConfig.verbose ?? false,
-            forceTier: fullConfig.forceTier,
-            allowedDomains: fullConfig.allowedDomains,
-            blockedDomains: fullConfig.blockedDomains,
-        };
-    }
-    // ── Scrape de uma única URL ────────────────────────────────────────────
-    async scrape(url, options = {}) {
-        // Validação anti-SSRF antes de qualquer requisição
-        const validUrl = await validateUrl(url, {
-            allowedDomains: this.config.allowedDomains,
-            blockedDomains: this.config.blockedDomains,
-        });
-        const mergedOptions = {
-            timeout: this.config.timeout,
-            ...options,
-        };
-        // ── Tier forçado: pula a cascata automática ────────────────────────
-        const forced = options.forceTier ?? this.config.forceTier;
-        if (forced === "browser") {
-            this.log("🌐 Tier 3 (Playwright) forçado");
-            return this.tier3.scrape(validUrl, mergedOptions);
-        }
-        if (forced === "stealth") {
-            this.log("🥷 Tier 2 (Stealth HTTP) forçado");
-            return this.tier2.scrape(validUrl, mergedOptions);
-        }
-        if (forced === "http") {
-            this.log("🔗 Tier 1 (HTTP) forçado");
-            return this.tier1.scrape(validUrl, mergedOptions);
-        }
-        // ── Modo automático: Tier 1 → Tier 2 → Tier 3 ────────────────────
-        // ── Tier 1: HTTP puro (fetch nativo, sem overhead de TLS) ─────────
-        let tier1Error = null;
-        try {
-            const result = await this.tier1.scrape(validUrl, mergedOptions);
-            const content = result.markdown ?? result.text ?? "";
-            // Menos de 200 chars sem dados SSR = página quase certamente vazia
-            // (SPA sem SSR, Cloudflare challenge, bloqueio silencioso, etc.)
-            if (content.length < 200 && !result.ssrData) {
-                tier1Error = "Conteúdo insuficiente após HTTP — provavelmente SPA ou bloqueio silencioso";
-                this.log(`⚠  Tier 1: ${tier1Error}`);
-            }
-            else {
-                this.log(`✓ Tier 1 (HTTP) — ${result.durationMs}ms`);
-                return result;
-            }
-        }
-        catch (err) {
-            tier1Error = err instanceof Error ? err.message : String(err);
-            this.log(`⚠  Tier 1 falhou: ${tier1Error}`);
-        }
-        // ── Tier 2: HTTP Stealth (got-scraping, TLS fingerprint) ──────────
-        let tier2Error = null;
-        this.log("🥷 Ativando fallback → Tier 2 (Stealth HTTP)...");
-        try {
-            const result = await this.tier2.scrape(validUrl, mergedOptions);
-            const content = result.markdown ?? result.text ?? "";
-            // Mesmo com TLS spoofing pode ser SPA que precisa de browser
-            if (content.length < 200 && !result.ssrData) {
-                tier2Error = "Conteúdo insuficiente após Stealth — SPA que precisa de browser";
-                this.log(`⚠  Tier 2: ${tier2Error}`);
-            }
-            else {
-                this.log(`✓ Tier 2 (Stealth) — ${result.durationMs}ms`);
-                return result;
-            }
-        }
-        catch (err) {
-            tier2Error = err instanceof Error ? err.message : String(err);
-            this.log(`⚠  Tier 2 (Stealth) falhou: ${tier2Error}`);
-        }
-        // ── Tier 3: Playwright Chromium + stealth (fallback final) ────────
-        this.log("🌐 Ativando fallback final → Tier 3 (Playwright)...");
-        try {
-            const result = await this.tier3.scrape(validUrl, mergedOptions);
-            this.log(`✓ Tier 3 (Playwright) — ${result.durationMs}ms`);
-            return result;
-        }
-        catch (err) {
-            const tier3Error = err instanceof Error ? err.message : String(err);
-            this.log(`✗ Tier 3 (Playwright) falhou: ${tier3Error}`);
-            // Todos os tiers falharam — retorna resultado com erro consolidado
-            return {
-                url: validUrl,
-                statusCode: 0,
-                title: "",
-                tier: "browser",
-                durationMs: 0,
-                error: [
-                    "Todos os tiers falharam:",
-                    `  Tier 1 (HTTP):    ${tier1Error ?? "não tentado"}`,
-                    `  Tier 2 (Stealth): ${tier2Error ?? "não tentado"}`,
-                    `  Tier 3 (Browser): ${tier3Error}`,
-                ].join("\n"),
-            };
-        }
-    }
-    // ── Map: descobrir URLs de um site ──────────────────────────────────────
-    /**
-     * Mapeia links de uma página (URL + texto do âncora).
-     * Reutiliza a cascata de tiers (HTTP → Stealth → Browser).
-     *
-     * @param url - URL base para extrair links
-     * @param options - Filtros e limites
-     */
-    async map(url, options = {}) {
-        const startTime = Date.now();
-        const limit = options.limit ?? 500;
-        const includeSubdomains = options.includeSubdomains ?? true;
-        const ignoreQueryParameters = options.ignoreQueryParameters ?? true;
-        const searchTerm = options.search?.toLowerCase().trim();
-        let scrapeResult;
-        try {
-            scrapeResult = await this.scrape(url, {
-                getRawHtml: true,
-                forceTier: options.forceTier,
-            });
-        }
-        catch (err) {
-            const errorMsg = err instanceof Error ? err.message : String(err);
-            return {
-                url,
-                links: [],
-                tier: "http",
-                durationMs: Date.now() - startTime,
-                error: `Falha ao carregar a página: ${errorMsg}`,
-            };
-        }
-        if (scrapeResult.error) {
-            return {
-                url: scrapeResult.url,
-                links: [],
-                tier: scrapeResult.tier,
-                durationMs: scrapeResult.durationMs,
-                error: scrapeResult.error,
-            };
-        }
-        const rawHtml = scrapeResult.rawHtml ?? scrapeResult.html ?? "";
-        if (!rawHtml) {
-            return {
-                url: scrapeResult.url,
-                links: [],
-                tier: scrapeResult.tier,
-                durationMs: scrapeResult.durationMs,
-                error: "HTML não disponível para extração de links",
-            };
-        }
-        const baseUrl = scrapeResult.url;
-        const baseHostname = new URL(baseUrl).hostname;
-        const baseDomain = baseHostname.replace(/^www\./, "");
-        let links = extractLinksWithMetadata(rawHtml, baseUrl);
-        // Filtrar por mesmo domínio
-        links = links.filter((link) => {
-            try {
-                const linkHost = new URL(link.url).hostname.replace(/^www\./, "");
-                if (includeSubdomains) {
-                    return linkHost === baseDomain || linkHost.endsWith(`.${baseDomain}`);
-                }
-                return linkHost === baseDomain;
-            }
-            catch {
-                return false;
-            }
-        });
-        // Normalizar URL (remover query string) e deduplicar
-        const normalizeUrl = (href) => {
-            if (!ignoreQueryParameters)
-                return href;
-            try {
-                const u = new URL(href);
-                u.search = "";
-                return u.href;
-            }
-            catch {
-                return href;
-            }
-        };
-        const seen = new Set();
-        const deduped = [];
-        for (const link of links) {
-            const key = ignoreQueryParameters ? normalizeUrl(link.url) : link.url;
-            if (seen.has(key))
-                continue;
-            seen.add(key);
-            deduped.push({
-                url: link.url,
-                title: link.title || undefined,
-            });
-        }
-        links = deduped;
-        // Filtrar e ordenar por search (relevância simples)
-        if (searchTerm) {
-            const escaped = searchTerm.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
-            const regex = new RegExp(escaped, "gi");
-            const scored = links
-                .map((link) => {
-                const urlLower = link.url.toLowerCase();
-                const titleLower = (link.title ?? "").toLowerCase();
-                const urlMatches = (urlLower.match(regex) ?? []).length;
-                const titleMatches = (titleLower.match(regex) ?? []).length;
-                const score = urlMatches * 2 + titleMatches * 3; // title tem mais peso
-                return { link, score };
-            })
-                .filter(({ score }) => score > 0)
-                .sort((a, b) => b.score - a.score)
-                .map(({ link }) => link);
-            links = scored;
-        }
-        const result = {
-            url: baseUrl,
-            links: links.slice(0, limit),
-            tier: scrapeResult.tier,
-            durationMs: Date.now() - startTime,
-        };
-        this.log(`✓ Map: ${result.links.length} links (${result.tier})`);
-        return result;
-    }
-    // ── Scrape em lote com concorrência controlada ─────────────────────────
-    /**
-     * Scrapia múltiplas URLs em paralelo com concorrência limitada.
-     * Erros em URLs individuais não derrubam o lote inteiro.
-     *
-     * @param urls - Lista de URLs a scrapeiar
-     * @param options - Opções aplicadas a todas as URLs
-     * @param concurrency - Máximo de scrapes simultâneos. Default: 3
-     */
-    async scrapeMany(urls, options = {}, concurrency = 3) {
-        const results = [];
-        const queue = [...urls];
-        while (queue.length > 0) {
-            const batch = queue.splice(0, concurrency);
-            const settled = await Promise.allSettled(batch.map((u) => this.scrape(u, options)));
-            for (const outcome of settled) {
-                if (outcome.status === "fulfilled") {
-                    results.push(outcome.value);
-                }
-                else {
-                    results.push({
-                        url: "unknown",
-                        statusCode: 0,
-                        title: "",
-                        tier: "http",
-                        durationMs: 0,
-                        error: outcome.reason instanceof Error
-                            ? outcome.reason.message
-                            : String(outcome.reason),
-                    });
-                }
-            }
-        }
-        return results;
-    }
-    // ── Encerrar recursos ──────────────────────────────────────────────────
-    /**
-     * Fecha o browser Playwright (Tier 3).
-     * Sempre chamar ao terminar para evitar processos Chromium órfãos.
-     */
-    async close() {
-        await this.tier3.close();
-    }
-    // ── Helpers ────────────────────────────────────────────────────────────
-    log(msg) {
-        if (this.config.verbose) {
-            console.log(`[Scraper] ${msg}`);
-        }
-    }
-}
-//# sourceMappingURL=index.js.map

package/dist/scraper/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/scraper/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AAUnE,8EAA8E;AAC9E,EAAE;AACF,gEAAgE;AAChE,EAAE;AACF,wEAAwE;AACxE,2EAA2E;AAC3E,4EAA4E;AAC5E,gDAAgD;AAChD,yEAAyE;AACzE,EAAE;AACF,oEAAoE;AACpE,6EAA6E;AAE7E,MAAM,OAAO,OAAO;IAYW;IAXZ,KAAK,CAAY;IACjB,KAAK,CAAe;IACpB,KAAK,CAAe;IACpB,MAAM,CAMrB;IAEF,YAA6B,aAA4B,EAAE;QAA9B,eAAU,GAAV,UAAU,CAAoB;QACzD,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,EAAE,CAAC;QAC7B,IAAI,CAAC,KAAK,GAAG,IAAI,YAAY,EAAE,CAAC;QAChC,IAAI,CAAC,KAAK,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;QACxD,IAAI,CAAC,MAAM,GAAG;YACZ,OAAO,EAAE,UAAU,CAAC,OAAO,IAAI,MAAM;YACrC,OAAO,EAAE,UAAU,CAAC,OAAO,IAAI,KAAK;YACpC,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,cAAc,EAAE,UAAU,CAAC,cAAc;YACzC,cAAc,EAAE,UAAU,CAAC,cAAc;SAC1C,CAAC;IACJ,CAAC;IAED,0EAA0E;IAE1E,KAAK,CAAC,MAAM,CAAC,GAAW,EAAE,UAAyB,EAAE;QACnD,mDAAmD;QACnD,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE;YACtC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YAC1C,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;SAC3C,CAAC,CAAC;QAEH,MAAM,aAAa,GAAkB;YACnC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;YAC5B,GAAG,OAAO;SACX,CAAC;QAEF,sEAAsE;QACtE,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QAE1D,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,IAAI,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;YAC3C,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,IAAI,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;YAC7C,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,IAAI,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;YACrC,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QACpD,CAAC;QAED,oEAAoE;QAEpE,qEAAqE;QACrE,IAAI,UAAU,GAAkB,IAAI,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;YAChE,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YAErD,mEAAmE;YACnE,iEAAiE;YACjE,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC5C,UAAU,GAAG,4EAA4E,CAAC;gBAC1F,IAAI,CAAC,GAAG,CAAC,cAAc,UAAU,EAAE,CAAC,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,GAAG,CAAC,qBAAqB,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;gBACrD,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,UAAU,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC9D,IAAI,CAAC,GAAG,CAAC,qBAAqB,UAAU,EAAE,CAAC,CAAC;QAC9C,CAAC;QAED,qEAAqE;QACrE,IAAI,UAAU,GAAkB,IAAI,CAAC;QACrC,IAAI,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;QAC5D,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;YAChE,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YAErD,6DAA6D;YAC7D,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC5C,UAAU,GAAG,iEAAiE,CAAC;gBAC/E,IAAI,CAAC,GAAG,CAAC,cAAc,UAAU,EAAE,CAAC,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,GAAG,CAAC,wBAAwB,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;gBACxD,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,UAAU,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC9D,IAAI,CAAC,GAAG,CAAC,+BAA+B,UAAU,EAAE,CAAC,CAAC;QACxD,CAAC;QAED,qEAAqE;QACrE,IAAI,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;QAChE,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;YAChE,IAAI,CAAC,GAAG,CAAC,2BAA2B,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;YAC3D,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,UAAU,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACpE,IAAI,CAAC,GAAG,CAAC,iCAAiC,UAAU,EAAE,CAAC,CAAC;YAExD,mEAAmE;YACnE,OAAO;gBACL,GAAG,EAAE,QAAQ;gBACb,UAAU,EAAE,CAAC;gBACb,KAAK,EAAE,EAAE;gBACT,IAAI,EAAE,SAAS;gBACf,UAAU,EAAE,CAAC;gBACb,KAAK,EAAE;oBACL,0BAA0B;oBAC1B,uBAAuB,UAAU,IAAI,aAAa,EAAE;oBACpD,uBAAuB,UAAU,IAAI,aAAa,EAAE;oBACpD,uBAAuB,UAAU,EAAE;iBACpC,CAAC,IAAI,CAAC,IAAI,CAAC;aACb,CAAC;QACJ,CAAC;IACH,CAAC;IAED,2EAA2E;IAE3E;;;;;;OAMG;IACH,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,UAAsB,EAAE;QAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,GAAG,CAAC;QACnC,MAAM,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,IAAI,IAAI,CAAC;QAC5D,MAAM,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,IAAI,IAAI,CAAC;QACpE,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,EAAE,WAAW,EAAE,CAAC,IAAI,EAAE,CAAC;QAExD,IAAI,YAA0B,CAAC;QAE/B,IAAI,CAAC;YACH,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE;gBACpC,UAAU,EAAE,IAAI;gBAChB,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,QAAQ,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAClE,OAAO;gBACL,GAAG;gBACH,KAAK,EAAE,EAAE;gBACT,IAAI,EAAE,MAAM;gBACZ,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,KAAK,EAAE,+BAA+B,QAAQ,EAAE;aACjD,CAAC;QACJ,CAAC;QAED,IAAI,YAAY,CAAC,KAAK,EAAE,CAAC;YACvB,OAAO;gBACL,GAAG,EAAE,YAAY,CAAC,GAAG;gBACrB,KAAK,EAAE,EAAE;gBACT,IAAI,EAAE,YAAY,CAAC,IAAI;gBACvB,UAAU,EAAE,YAAY,CAAC,UAAU;gBACnC,KAAK,EAAE,YAAY,CAAC,KAAK;aAC1B,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,IAAI,YAAY,CAAC,IAAI,IAAI,EAAE,CAAC;QAChE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO;gBACL,GAAG,EAAE,YAAY,CAAC,GAAG;gBACrB,KAAK,EAAE,EAAE;gBACT,IAAI,EAAE,YAAY,CAAC,IAAI;gBACvB,UAAU,EAAE,YAAY,CAAC,UAAU;gBACnC,KAAK,EAAE,4CAA4C;aACpD,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC;QACjC,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC;QAC/C,MAAM,UAAU,GAAG,YAAY,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAEtD,IAAI,KAAK,GAAG,wBAAwB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAEvD,4BAA4B;QAC5B,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;YAC5B,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBAClE,IAAI,iBAAiB,EAAE,CAAC;oBACtB,OAAO,QAAQ,KAAK,UAAU,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,UAAU,EAAE,CAAC,CAAC;gBACxE,CAAC;gBACD,OAAO,QAAQ,KAAK,UAAU,CAAC;YACjC,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,qDAAqD;QACrD,MAAM,YAAY,GAAG,CAAC,IAAY,EAAU,EAAE;YAC5C,IAAI,CAAC,qBAAqB;gBAAE,OAAO,IAAI,CAAC;YACxC,IAAI,CAAC;gBACH,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;gBACxB,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC;gBACd,OAAO,CAAC,CAAC,IAAI,CAAC;YAChB,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,OAAO,GAAc,EAAE,CAAC;QAC9B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,GAAG,GAAG,qBAAqB,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;YACtE,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAS;YAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,OAAO,CAAC,IAAI,CAAC;gBACX,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,SAAS;aAC/B,CAAC,CAAC;QACL,CAAC;QACD,KAAK,GAAG,OAAO,CAAC;QAEhB,oDAAoD;QACpD,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;YAClE,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACxC,MAAM,MAAM,GAAG,KAAK;iBACjB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBACZ,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;gBACxC,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;gBACpD,MAAM,UAAU,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;gBACxD,MAAM,YAAY,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;gBAC5D,MAAM,KAAK,GAAG,UAAU,GAAG,CAAC,GAAG,YAAY,GAAG,CAAC,CAAC,CAAC,sBAAsB;gBACvE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;YACzB,CAAC,CAAC;iBACD,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC;iBAChC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;iBACjC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;YAC3B,KAAK,GAAG,MAAM,CAAC;QACjB,CAAC;QAED,MAAM,MAAM,GAAc;YACxB,GAAG,EAAE,OAAO;YACZ,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;YAC5B,IAAI,EAAE,YAAY,CAAC,IAAI;YACvB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;SACnC,CAAC;QAEF,IAAI,CAAC,GAAG,CAAC,UAAU,MAAM,CAAC,KAAK,CAAC,MAAM,WAAW,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;QACjE,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,0EAA0E;IAE1E;;;;;;;OAOG;IACH,KAAK,CAAC,UAAU,CACd,IAAc,EACd,UAAyB,EAAE,EAC3B,WAAW,GAAG,CAAC;QAEf,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;QAExB,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;YAC3C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CACtC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAC1C,CAAC;YAEF,KAAK,MAAM,OAAO,IAAI,OAAO,EAAE,CAAC;gBAC9B,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;oBACnC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC9B,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,IAAI,CAAC;wBACX,GAAG,EAAE,SAAS;wBACd,UAAU,EAAE,CAAC;wBACb,KAAK,EAAE,EAAE;wBACT,IAAI,EAAE,MAAM;wBACZ,UAAU,EAAE,CAAC;wBACb,KAAK,EACH,OAAO,CAAC,MAAM,YAAY,KAAK;4BAC7B,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO;4BACxB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;qBAC7B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,0EAA0E;IAE1E;;;OAGG;IACH,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED,0EAA0E;IAElE,GAAG,CAAC,GAAW;QACrB,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,aAAa,GAAG,EAAE,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;CACF"}

package/dist/scraper/tiers/tier1-http.d.ts

@@ -1,5 +0,0 @@
-import type { ScrapeOptions, ScrapeResult } from "../types.js";
-export declare class Tier1HTTP {
-    scrape(url: string, options?: ScrapeOptions): Promise<ScrapeResult>;
-}
-//# sourceMappingURL=tier1-http.d.ts.map