auspex 0.1.0

package/dist/scraper/extractors/content.js

@@ -0,0 +1,237 @@
+import { load } from "cheerio";
+import { JSDOM } from "jsdom";
+import { Readability } from "@mozilla/readability";
+// ─── Seletores de "ruído" a remover (fallback Cheerio) ────────────────────────
+const NOISE_SELECTORS = [
+    // Estrutural
+    "script",
+    "style",
+    "noscript",
+    "iframe",
+    "svg",
+    // Navegação
+    "nav",
+    "header",
+    "footer",
+    '[role="navigation"]',
+    '[role="banner"]',
+    '[role="contentinfo"]',
+    ".nav",
+    ".navbar",
+    ".navigation",
+    ".menu",
+    ".header",
+    ".footer",
+    ".site-header",
+    ".site-footer",
+    // Lateral
+    "aside",
+    ".sidebar",
+    ".side-bar",
+    "#sidebar",
+    '[role="complementary"]',
+    // Anúncios e promoções
+    ".ad",
+    ".ads",
+    ".adsbygoogle",
+    ".advertisement",
+    ".promo",
+    ".banner",
+    '[id*="google_ads"]',
+    '[class*="sponsored"]',
+    // Banners legais
+    ".cookie-banner",
+    ".cookie-notice",
+    ".cookie-consent",
+    ".gdpr",
+    // Overlays
+    ".popup",
+    ".modal",
+    ".overlay",
+    ".backdrop",
+    // Social e misc
+    ".social-share",
+    ".share-buttons",
+    ".related-posts",
+    ".comments",
+    "#comments",
+    ".comment-section",
+    ".newsletter",
+    ".subscribe",
+];
+// ─── Seletores de conteúdo principal (fallback Cheerio) ───────────────────────
+const MAIN_CONTENT_SELECTORS = [
+    "main",
+    "article",
+    '[role="main"]',
+    "#main-content",
+    "#content",
+    "#main",
+    ".main-content",
+    ".content",
+    ".post-content",
+    ".article-content",
+    ".entry-content",
+    ".page-content",
+    ".blog-post",
+    ".blog-content",
+    ".post-body",
+    ".article-body",
+];
+// ─── Extração de links ─────────────────────────────────────────────────────
+function extractLinks($, baseUrl) {
+    const links = [];
+    const seen = new Set();
+    $("a[href]").each((_, el) => {
+        const href = $(el).attr("href");
+        if (!href)
+            return;
+        if (href.startsWith("#"))
+            return;
+        if (href.startsWith("javascript:"))
+            return;
+        if (href.startsWith("mailto:"))
+            return;
+        if (href.startsWith("tel:"))
+            return;
+        // Tenta resolver URL relativa
+        let resolved = href;
+        if (baseUrl && (href.startsWith("/") || href.startsWith("."))) {
+            try {
+                resolved = new URL(href, baseUrl).href;
+            }
+            catch {
+                return;
+            }
+        }
+        if (!seen.has(resolved)) {
+            seen.add(resolved);
+            links.push(resolved);
+        }
+    });
+    return links;
+}
+// ─── Extração de metadados ─────────────────────────────────────────────────
+function extractMeta($) {
+    const title = $("title").first().text().trim() ||
+        $('meta[property="og:title"]').attr("content")?.trim() ||
+        $("h1").first().text().trim() ||
+        "";
+    const description = $('meta[name="description"]').attr("content")?.trim() ||
+        $('meta[property="og:description"]').attr("content")?.trim() ||
+        $('meta[name="twitter:description"]').attr("content")?.trim() ||
+        "";
+    return { title, description };
+}
+// ─── Mozilla Readability (caminho principal) ───────────────────────────────────
+//
+// Mesmo algoritmo que o Firefox usa no Reader Mode e que o Firecrawl real usa.
+// Produz conteúdo semanticamente limpo, muito superior a heurísticas manuais.
+function extractWithReadability(html, baseUrl) {
+    try {
+        const dom = new JSDOM(html, {
+            // URL necessária para Readability resolver links relativos corretamente
+            url: baseUrl ?? "https://example.com",
+        });
+        const reader = new Readability(dom.window.document, {
+            // Aceita conteúdo com no mínimo 50 caracteres (padrão é 500)
+            charThreshold: 50,
+        });
+        const article = reader.parse();
+        // Rejeita se não produziu conteúdo suficiente
+        if (!article ||
+            !article.content ||
+            (article.textContent?.trim()?.length ?? 0) < 100) {
+            return null;
+        }
+        return {
+            html: article.content,
+            text: (article.textContent ?? "").replace(/\s+/g, " ").trim(),
+            title: article.title ?? "",
+        };
+    }
+    catch {
+        // JSDOM ou Readability falharam — aciona fallback Cheerio
+        return null;
+    }
+}
+// ─── Cheerio (fallback) ───────────────────────────────────────────────────────
+function extractWithCheerio($, onlyMain) {
+    // Remove ruído
+    NOISE_SELECTORS.forEach((selector) => {
+        try {
+            $(selector).remove();
+        }
+        catch {
+            // Seletor inválido no contexto — ignora
+        }
+    });
+    // Inicia com body como padrão seguro
+    let contentEl = $("body");
+    if (onlyMain) {
+        // Tenta encontrar área de conteúdo principal
+        for (const selector of MAIN_CONTENT_SELECTORS) {
+            const el = $(selector);
+            if (el.length > 0) {
+                const text = el.first().text().replace(/\s+/g, " ").trim();
+                if (text.length > 150) {
+                    contentEl = el.first();
+                    break;
+                }
+            }
+        }
+    }
+    // Limpa atributos de rastreamento e estilos inline
+    contentEl.find("[style]").removeAttr("style");
+    contentEl.find("[onclick]").removeAttr("onclick");
+    contentEl.find("[class]").each((_, el) => {
+        $(el).removeAttr("class");
+    });
+    const contentHtml = contentEl.html() ?? "";
+    const text = contentEl.text().replace(/\s+/g, " ").trim();
+    return { html: contentHtml, text };
+}
+// ─── Extração principal ────────────────────────────────────────────────────────
+/**
+ * Extrai o conteúdo significativo de um HTML.
+ *
+ * Estratégia em dois níveis:
+ *  1. Mozilla Readability — mesmo algoritmo do Firefox Reader Mode.
+ *     Produz conteúdo muito mais limpo e semântico que heurísticas manuais.
+ *  2. Cheerio + seletores heurísticos — fallback quando Readability falha
+ *     (ex: páginas muito simples ou layouts não-convencionais).
+ *
+ * @param html     - HTML completo da página
+ * @param onlyMain - Tentar extrair apenas o conteúdo principal
+ * @param baseUrl  - URL base para resolver links e contextualizar o Readability
+ */
+export function extractContent(html, onlyMain = true, baseUrl) {
+    const $ = load(html);
+    // Extrai metadados e links ANTES de remover elementos de navegação
+    const { title, description } = extractMeta($);
+    const links = extractLinks($, baseUrl);
+    // ── Caminho 1: Mozilla Readability ────────────────────────────────────────
+    if (onlyMain) {
+        const readable = extractWithReadability(html, baseUrl);
+        if (readable) {
+            return {
+                html: readable.html,
+                text: readable.text,
+                // Título do Readability é mais preciso (remove sufixos de site)
+                title: readable.title || title,
+                description,
+                links,
+            };
+        }
+    }
+    // ── Caminho 2: Cheerio (fallback) ─────────────────────────────────────────
+    const cheerio = extractWithCheerio($, onlyMain);
+    return {
+        html: cheerio.html,
+        text: cheerio.text,
+        title,
+        description,
+        links,
+    };
+}
+//# sourceMappingURL=content.js.map

package/dist/scraper/extractors/content.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"content.js","sourceRoot":"","sources":["../../../src/scraper/extractors/content.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAmB,MAAM,SAAS,CAAC;AAChD,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC;AAC9B,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAEnD,iFAAiF;AAEjF,MAAM,eAAe,GAAG;IACtB,aAAa;IACb,QAAQ;IACR,OAAO;IACP,UAAU;IACV,QAAQ;IACR,KAAK;IACL,YAAY;IACZ,KAAK;IACL,QAAQ;IACR,QAAQ;IACR,qBAAqB;IACrB,iBAAiB;IACjB,sBAAsB;IACtB,MAAM;IACN,SAAS;IACT,aAAa;IACb,OAAO;IACP,SAAS;IACT,SAAS;IACT,cAAc;IACd,cAAc;IACd,UAAU;IACV,OAAO;IACP,UAAU;IACV,WAAW;IACX,UAAU;IACV,wBAAwB;IACxB,uBAAuB;IACvB,KAAK;IACL,MAAM;IACN,cAAc;IACd,gBAAgB;IAChB,QAAQ;IACR,SAAS;IACT,oBAAoB;IACpB,sBAAsB;IACtB,iBAAiB;IACjB,gBAAgB;IAChB,gBAAgB;IAChB,iBAAiB;IACjB,OAAO;IACP,WAAW;IACX,QAAQ;IACR,QAAQ;IACR,UAAU;IACV,WAAW;IACX,gBAAgB;IAChB,eAAe;IACf,gBAAgB;IAChB,gBAAgB;IAChB,WAAW;IACX,WAAW;IACX,kBAAkB;IAClB,aAAa;IACb,YAAY;CACJ,CAAC;AAEX,iFAAiF;AAEjF,MAAM,sBAAsB,GAAG;IAC7B,MAAM;IACN,SAAS;IACT,eAAe;IACf,eAAe;IACf,UAAU;IACV,OAAO;IACP,eAAe;IACf,UAAU;IACV,eAAe;IACf,kBAAkB;IAClB,gBAAgB;IAChB,eAAe;IACf,YAAY;IACZ,eAAe;IACf,YAAY;IACZ,eAAe;CACP,CAAC;AAYX,8EAA8E;AAE9E,SAAS,YAAY,CAAC,CAAa,EAAE,OAAgB;IACnD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/B,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QAC1B,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChC,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO;QACjC,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;YAAE,OAAO;QAC3C,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;YAAE,OAAO;QACvC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;YAAE,OAAO;QAEpC,8BAA8B;QAC9B,IAAI,QAAQ,GAAG,IAAI,CAAC;QACpB,IAAI,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC9D,IAAI,CAAC;gBACH,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;YACzC,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO;YACT,CAAC;QACH,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACnB,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC;AACf,CAAC;AAED,8EAA8E;AAE9E,SAAS,WAAW,CAAC,CAAa;IAChC,MAAM,KAAK,GACT,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE;QAChC,CAAC,CAAC,2BAA2B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE;QACtD,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE;QAC7B,EAAE,CAAC;IAEL,MAAM,WAAW,GACf,CAAC,CAAC,0BAA0B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE;QACrD,CAAC,CAAC,iCAAiC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE;QAC5D,CAAC,CAAC,kCAAkC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE;QAC7D,EAAE,CAAC;IAEL,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC;AAChC,CAAC;AAED,kFAAkF;AAClF,EAAE;AACF,+EAA+E;AAC/E,8EAA8E;AAE9E,SAAS,sBAAsB,CAC7B,IAAY,EACZ,OAAgB;IAEhB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE;YAC1B,wEAAwE;YACxE,GAAG,EAAE,OAAO,IAAI,qBAAqB;SACtC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE;YAClD,6DAA6D;YAC7D,aAAa,EAAE,EAAE;SAClB,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;QAE/B,8CAA8C;QAC9C,IACE,CAAC,OAAO;YACR,CAAC,OAAO,CAAC,OAAO;YAChB,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,EAAE,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,GAAG,EAChD,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO;YACL,IAAI,EAAE,OAAO,CAAC,OAAO;YACrB,IAAI,EAAE,CAAC,OAAO,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE;YAC7D,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE;SAC3B,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,0DAA0D;QAC1D,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,iFAAiF;AAEjF,SAAS,kBAAkB,CACzB,CAAa,EACb,QAAiB;IAEjB,eAAe;IACf,eAAe,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;QACnC,IAAI,CAAC;YACH,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,CAAC;QACvB,CAAC;QAAC,MAAM,CAAC;YACP,wCAAwC;QAC1C,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,qCAAqC;IACrC,IAAI,SAAS,GAAyB,CAAC,CAAC,MAAM,CAAC,CAAC;IAEhD,IAAI,QAAQ,EAAE,CAAC;QACb,6CAA6C;QAC7C,KAAK,MAAM,QAAQ,IAAI,sBAAsB,EAAE,CAAC;YAC9C,MAAM,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;YACvB,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClB,MAAM,IAAI,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC3D,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;oBACtB,SAAS,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC;oBACvB,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,mDAAmD;IACnD,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC9C,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IAClD,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;QACvC,CAAC,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;IAC3C,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAE1D,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;AACrC,CAAC;AAED,kFAAkF;AAElF;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,cAAc,CAC5B,IAAY,EACZ,QAAQ,GAAG,IAAI,EACf,OAAgB;IAEhB,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IAErB,mEAAmE;IACnE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;IAC9C,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IAEvC,6EAA6E;IAC7E,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,QAAQ,GAAG,sBAAsB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACvD,IAAI,QAAQ,EAAE,CAAC;YACb,OAAO;gBACL,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,gEAAgE;gBAChE,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,KAAK;gBAC9B,WAAW;gBACX,KAAK;aACN,CAAC;QACJ,CAAC;IACH,CAAC;IAED,6EAA6E;IAC7E,MAAM,OAAO,GAAG,kBAAkB,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAChD,OAAO;QACL,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,KAAK;QACL,WAAW;QACX,KAAK;KACN,CAAC;AACJ,CAAC"}

package/dist/scraper/extractors/ssr.d.ts

@@ -0,0 +1,17 @@
+import type { SSRData } from "../types.js";
+/**
+ * Tenta extrair dados JSON embutidos por frameworks SSR no HTML inicial.
+ * Muitos sites Next.js/Nuxt/SvelteKit não precisam de browser —
+ * os dados já estão no HTML e podem ser extraídos com Cheerio!
+ */
+export declare function extractSSRData(html: string): SSRData | null;
+/**
+ * Verifica se a página tem conteúdo suficiente sem JavaScript.
+ *
+ * Retorna `false` quando:
+ *  - O texto visível é muito curto (< 200 chars) → SPA ainda não renderizou
+ *  - Detecta padrões de anti-bot / challenge pages (Cloudflare, DDoS-Guard, etc.)
+ *  - Detecta loading screens (texto de JS habilitado, spinners, etc.)
+ */
+export declare function hasEnoughContent(html: string): boolean;
+//# sourceMappingURL=ssr.d.ts.map

package/dist/scraper/extractors/ssr.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ssr.d.ts","sourceRoot":"","sources":["../../../src/scraper/extractors/ssr.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAoB3C;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,IAAI,CA8F3D;AAED;;;;;;;GAOG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAwDtD"}

package/dist/scraper/extractors/ssr.js

@@ -0,0 +1,162 @@
+import { load } from "cheerio";
+// ─── Detectores de dados SSR ───────────────────────────────────────────────
+//
+// Frameworks modernos embutem dados no HTML inicial para hidratação no cliente.
+// Extrair esses dados evita a necessidade de browser em ~60-70% dos sites.
+//
+// Ordem: do mais específico para o mais genérico.
+// ──────────────────────────────────────────────────────────────────────────
+/** Tenta parsear JSON com segurança; retorna null em caso de erro */
+function tryParse(raw) {
+    if (!raw?.trim())
+        return null;
+    try {
+        return JSON.parse(raw.trim());
+    }
+    catch {
+        return null;
+    }
+}
+/**
+ * Tenta extrair dados JSON embutidos por frameworks SSR no HTML inicial.
+ * Muitos sites Next.js/Nuxt/SvelteKit não precisam de browser —
+ * os dados já estão no HTML e podem ser extraídos com Cheerio!
+ */
+export function extractSSRData(html) {
+    const $ = load(html);
+    // ── Next.js: <script id="__NEXT_DATA__" type="application/json"> ──────
+    const nextRaw = $("#__NEXT_DATA__").text().trim();
+    const nextData = tryParse(nextRaw);
+    if (nextData)
+        return { type: "next", data: nextData };
+    // ── Angular Universal: <script id="ng-state" type="application/json"> ─
+    const ngRaw = $('script#ng-state[type="application/json"]').text().trim();
+    const ngData = tryParse(ngRaw);
+    if (ngData)
+        return { type: "angular", data: ngData };
+    // ── SvelteKit: <script type="application/json" data-sveltekit-fetched> ─
+    // SvelteKit 2+ serializa dados de `load()` em tags script com atributo especial
+    const svelteFetchedRaw = $('script[data-sveltekit-fetched]').text().trim();
+    const svelteFetchedData = tryParse(svelteFetchedRaw);
+    if (svelteFetchedData)
+        return { type: "sveltekit", data: svelteFetchedData };
+    // ── Nuxt 2/3: window.__NUXT__ = ... ──────────────────────────────────
+    // Nuxt pode usar JSON ou devalue (formato não-JSON proprietário do Nuxt 3)
+    // Tentamos capturar JSON puro; devalue é ignorado (precisa de browser)
+    const nuxtMatch = html.match(/window\.__NUXT__\s*=\s*(\{[\s\S]*?\})\s*;?\s*<\/script>/);
+    if (nuxtMatch?.[1]) {
+        const nuxtData = tryParse(nuxtMatch[1]);
+        if (nuxtData)
+            return { type: "nuxt", data: nuxtData };
+    }
+    // ── Nuxt 3 alternativo: useNuxtApp / nuxtState ────────────────────────
+    const nuxt3Match = html.match(/window\.__nuxt_state__\s*=\s*'([^']+)'/);
+    if (nuxt3Match?.[1]) {
+        try {
+            const decoded = decodeURIComponent(nuxt3Match[1]);
+            const nuxt3Data = tryParse(decoded);
+            if (nuxt3Data)
+                return { type: "nuxt", data: nuxt3Data };
+        }
+        catch { }
+    }
+    // ── Gatsby: window.___gatsby ou window.___GATSBY ──────────────────────
+    const gatsbyMatch = html.match(/window\.___(?:gatsby|GATSBY)\s*=\s*(\{[\s\S]*?\})\s*;?\s*<\/script>/);
+    if (gatsbyMatch?.[1]) {
+        const gatsbyData = tryParse(gatsbyMatch[1]);
+        if (gatsbyData)
+            return { type: "gatsby", data: gatsbyData };
+    }
+    // ── Remix / React Router v7: window.__remixContext ────────────────────
+    const remixMatch = html.match(/window\.__remix(?:Context|RouterManifest)\s*=\s*(\{[\s\S]*?\})\s*;?\s*<\/script>/);
+    if (remixMatch?.[1]) {
+        const remixData = tryParse(remixMatch[1]);
+        if (remixData)
+            return { type: "remix", data: remixData };
+    }
+    // ── TanStack Router / Start: window.__TSR_DEHYDRATED__ ───────────────
+    const tanstackMatch = html.match(/window\.__(?:TSR_DEHYDRATED|TANSTACK_ROUTER_CONTEXT|TRT_DEHYDRATED)__\s*=\s*(\{[\s\S]*?\})\s*;?\s*<\/script>/);
+    if (tanstackMatch?.[1]) {
+        const tsrData = tryParse(tanstackMatch[1]);
+        if (tsrData)
+            return { type: "tanstack", data: tsrData };
+    }
+    // ── Vue SSR: window.__VUE_SSR_CONTEXT__ / window.__pinia ─────────────
+    const vueMatch = html.match(/window\.__(?:VUE_SSR_CONTEXT__|VUE_STORE__|pinia)\s*=\s*(\{[\s\S]*?\})\s*;?\s*<\/script>/);
+    if (vueMatch?.[1]) {
+        const vueData = tryParse(vueMatch[1]);
+        if (vueData)
+            return { type: "vue", data: vueData };
+    }
+    // ── SvelteKit legado: window.__SVELTEKIT__ ────────────────────────────
+    const svelteLegacyMatch = html.match(/window\.__(?:SVELTEKIT|sveltekit)__?\s*=\s*(\{[\s\S]*?\})\s*;?\s*<\/script>/);
+    if (svelteLegacyMatch?.[1]) {
+        const svelteData = tryParse(svelteLegacyMatch[1]);
+        if (svelteData)
+            return { type: "sveltekit", data: svelteData };
+    }
+    // ── Genérico: window.__INITIAL_STATE__ / __APP_STATE__ / __REDUX_STATE__ ─
+    // Cobre Redux, MobX, Zustand e qualquer store serializado manualmente
+    const genericMatch = html.match(/window\.__(?:INITIAL_STATE|APP_STATE|REDUX_STATE|STORE_STATE|DATA|STATE|PROPS)__\s*=\s*(\{[\s\S]*?\})\s*;?\s*<\/script>/);
+    if (genericMatch?.[1]) {
+        const genericData = tryParse(genericMatch[1]);
+        if (genericData)
+            return { type: "generic", data: genericData };
+    }
+    return null;
+}
+/**
+ * Verifica se a página tem conteúdo suficiente sem JavaScript.
+ *
+ * Retorna `false` quando:
+ *  - O texto visível é muito curto (< 200 chars) → SPA ainda não renderizou
+ *  - Detecta padrões de anti-bot / challenge pages (Cloudflare, DDoS-Guard, etc.)
+ *  - Detecta loading screens (texto de JS habilitado, spinners, etc.)
+ */
+export function hasEnoughContent(html) {
+    const $ = load(html);
+    // Remove elementos que não geram conteúdo legível
+    $("script, style, noscript, iframe, svg, img").remove();
+    const bodyText = $("body").text().replace(/\s+/g, " ").trim();
+    // Heurística básica: texto muito curto = SPA sem SSR ou página vazia
+    if (bodyText.length < 200)
+        return false;
+    // ── Padrões de anti-bot / challenge pages ────────────────────────────
+    // Cada serviço tem uma frase característica que aparece quando bloqueia o bot.
+    const antiBotPatterns = [
+        // Cloudflare (mais comum)
+        /just a moment/i,
+        /checking your browser/i,
+        /ddos protection by cloudflare/i,
+        /ray id:/i, // ID único do Cloudflare
+        // DDoS-Guard
+        /ddos-guard/i,
+        // Imperva / Incapsula
+        /incapsula incident id/i,
+        /powered by imperva/i,
+        // DataDome
+        /datadome/i,
+        // hCaptcha / reCAPTCHA challenges
+        /complete the security check/i,
+        /prove you are human/i,
+        /please complete the captcha/i,
+        // Loading screens / SPA shell genérica
+        /please wait/i,
+        /enable javascript/i,
+        /you need to enable javascript/i,
+        /javascript is required/i,
+        /javascript is disabled/i,
+        /please enable javascript/i,
+        // Genérico
+        /access denied/i,
+        /403 forbidden/i,
+        /bot detected/i,
+    ];
+    const lowerText = bodyText.toLowerCase();
+    const isAntiBot = antiBotPatterns.some((p) => p.test(lowerText));
+    // Challenge pages tem pouco texto e padrões identificáveis
+    if (isAntiBot && bodyText.length < 2_000)
+        return false;
+    return true;
+}
+//# sourceMappingURL=ssr.js.map

package/dist/scraper/extractors/ssr.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ssr.js","sourceRoot":"","sources":["../../../src/scraper/extractors/ssr.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAG/B,8EAA8E;AAC9E,EAAE;AACF,gFAAgF;AAChF,2EAA2E;AAC3E,EAAE;AACF,kDAAkD;AAClD,6EAA6E;AAE7E,qEAAqE;AACrE,SAAS,QAAQ,CAAC,GAAW;IAC3B,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE;QAAE,OAAO,IAAI,CAAC;IAC9B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IAErB,yEAAyE;IACzE,MAAM,OAAO,GAAG,CAAC,CAAC,gBAAgB,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;IAClD,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;IACnC,IAAI,QAAQ;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IAEtD,yEAAyE;IACzE,MAAM,KAAK,GAAG,CAAC,CAAC,0CAA0C,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;IAC1E,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC/B,IAAI,MAAM;QAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAErD,0EAA0E;IAC1E,gFAAgF;IAChF,MAAM,gBAAgB,GAAG,CAAC,CAAC,gCAAgC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;IAC3E,MAAM,iBAAiB,GAAG,QAAQ,CAAC,gBAAgB,CAAC,CAAC;IACrD,IAAI,iBAAiB;QAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC;IAE7E,wEAAwE;IACxE,2EAA2E;IAC3E,uEAAuE;IACvE,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,yDAAyD,CAAC,CAAC;IACxF,IAAI,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnB,MAAM,QAAQ,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACxC,IAAI,QAAQ;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IACxD,CAAC;IAED,yEAAyE;IACzE,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,wCAAwC,CAAC,CAAC;IACxE,IAAI,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YAClD,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;YACpC,IAAI,SAAS;gBAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QAC1D,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;IACZ,CAAC;IAED,yEAAyE;IACzE,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAC5B,qEAAqE,CACtE,CAAC;IACF,IAAI,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrB,MAAM,UAAU,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5C,IAAI,UAAU;YAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;IAC9D,CAAC;IAED,yEAAyE;IACzE,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAC3B,kFAAkF,CACnF,CAAC;IACF,IAAI,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpB,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1C,IAAI,SAAS;YAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;IAC3D,CAAC;IAED,wEAAwE;IACxE,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAC9B,8GAA8G,CAC/G,CAAC;IACF,IAAI,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,IAAI,OAAO;YAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC1D,CAAC;IAED,wEAAwE;IACxE,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CACzB,0FAA0F,CAC3F,CAAC;IACF,IAAI,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClB,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QACtC,IAAI,OAAO;YAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IACrD,CAAC;IAED,yEAAyE;IACzE,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAClC,6EAA6E,CAC9E,CAAC;IACF,IAAI,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;QAClD,IAAI,UAAU;YAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;IACjE,CAAC;IAED,4EAA4E;IAC5E,sEAAsE;IACtE,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAC7B,yHAAyH,CAC1H,CAAC;IACF,IAAI,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACtB,MAAM,WAAW,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9C,IAAI,WAAW;YAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;IACjE,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IAErB,kDAAkD;IAClD,CAAC,CAAC,2CAA2C,CAAC,CAAC,MAAM,EAAE,CAAC;IAExD,MAAM,QAAQ,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAE9D,qEAAqE;IACrE,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG;QAAE,OAAO,KAAK,CAAC;IAExC,wEAAwE;IACxE,+EAA+E;IAC/E,MAAM,eAAe,GAAa;QAChC,0BAA0B;QAC1B,gBAAgB;QAChB,wBAAwB;QACxB,gCAAgC;QAChC,UAAU,EAA8B,yBAAyB;QAEjE,aAAa;QACb,aAAa;QAEb,sBAAsB;QACtB,wBAAwB;QACxB,qBAAqB;QAErB,WAAW;QACX,WAAW;QAEX,kCAAkC;QAClC,8BAA8B;QAC9B,sBAAsB;QACtB,8BAA8B;QAE9B,uCAAuC;QACvC,cAAc;QACd,oBAAoB;QACpB,gCAAgC;QAChC,yBAAyB;QACzB,yBAAyB;QACzB,2BAA2B;QAE3B,WAAW;QACX,gBAAgB;QAChB,gBAAgB;QAChB,eAAe;KAChB,CAAC;IAEF,MAAM,SAAS,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;IAEjE,2DAA2D;IAC3D,IAAI,SAAS,IAAI,QAAQ,CAAC,MAAM,GAAG,KAAK;QAAE,OAAO,KAAK,CAAC;IAEvD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/scraper/extractors/to-markdown.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Converte HTML em Markdown limpo e legível por humanos/LLMs.
+ */
+export declare function htmlToMarkdown(html: string): string;
+//# sourceMappingURL=to-markdown.d.ts.map

package/dist/scraper/extractors/to-markdown.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"to-markdown.d.ts","sourceRoot":"","sources":["../../../src/scraper/extractors/to-markdown.ts"],"names":[],"mappings":"AA6FA;;GAEG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAwBnD"}

package/dist/scraper/extractors/to-markdown.js

@@ -0,0 +1,103 @@
+// ─── Conversor HTML → Markdown ─────────────────────────────────────────────
+// Usa Turndown (CJS) + plugin GFM para tabelas pipe nativas
+import TurndownService from "turndown";
+import { tables, strikethrough } from "turndown-plugin-gfm";
+let _td = null;
+function getTurndown() {
+    if (_td)
+        return _td;
+    _td = new TurndownService({
+        headingStyle: "atx", // # Título em vez de sublinhado
+        bulletListMarker: "-",
+        codeBlockStyle: "fenced", // ```code``` em vez de indentado
+        hr: "---",
+        strongDelimiter: "**",
+        emDelimiter: "_",
+        linkStyle: "inlined",
+    });
+    // ── Plugin GFM: tabelas pipe e strikethrough ────────────────────────────
+    // Converte <table> → | col1 | col2 | em vez de HTML bruto
+    _td.use(tables);
+    _td.use(strikethrough);
+    // ── Regras customizadas ──────────────────────────────────────────────────
+    // Remove completamente elementos que não geram conteúdo útil
+    // Nota: Turndown.remove() aceita apenas tag names, não CSS selectors
+    _td.remove([
+        "script",
+        "style",
+        "noscript",
+        "iframe",
+        "nav",
+        "footer",
+        "header",
+        "button",
+        "form",
+    ]);
+    // figcaption dentro de figure: remove (evita legenda solta no Markdown)
+    _td.addRule("removeFigcaption", {
+        filter(node) {
+            return (node.nodeName === "FIGCAPTION" &&
+                node.parentNode?.nodeName === "FIGURE");
+        },
+        replacement: () => "",
+    });
+    // Classes de anúncio (.ad, .ads) — Turndown.remove() não aceita CSS selectors
+    _td.addRule("removeAds", {
+        filter(node) {
+            if (node.nodeType !== 1)
+                return false;
+            const cls = node.getAttribute("class") ?? "";
+            return /\bad\b|\bads\b/.test(cls);
+        },
+        replacement: () => "",
+    });
+    // Imagens: extrai alt text de forma limpa
+    _td.addRule("images", {
+        filter: "img",
+        replacement(_content, node) {
+            const img = node;
+            const alt = img.getAttribute("alt")?.trim() ?? "";
+            const src = img.getAttribute("src") ?? "";
+            if (!src)
+                return "";
+            return alt ? `![${alt}](${src})` : `![image](${src})`;
+        },
+    });
+    // Links: remove links vazios ou com href #
+    _td.addRule("cleanLinks", {
+        filter(node) {
+            return (node.nodeName === "A" &&
+                (!node.getAttribute("href") ||
+                    node.getAttribute("href") === "#" ||
+                    node.getAttribute("href")?.startsWith("javascript:") === true));
+        },
+        replacement(content) {
+            return content; // Mantém apenas o texto, sem o link
+        },
+    });
+    return _td;
+}
+/**
+ * Converte HTML em Markdown limpo e legível por humanos/LLMs.
+ */
+export function htmlToMarkdown(html) {
+    if (!html.trim())
+        return "";
+    const td = getTurndown();
+    let markdown = td.turndown(html);
+    // ── Limpeza pós-conversão ──────────────────────────────────────────────
+    // Remove linhas que são só espaços/pontuação
+    markdown = markdown
+        .split("\n")
+        .filter((line) => line.trim().length > 0 || line === "")
+        .join("\n");
+    // Colapsa 3+ linhas em branco para no máximo 2
+    markdown = markdown.replace(/\n{3,}/g, "\n\n");
+    // Remove espaços trailing
+    markdown = markdown
+        .split("\n")
+        .map((l) => l.trimEnd())
+        .join("\n");
+    return markdown.trim();
+}
+//# sourceMappingURL=to-markdown.js.map

package/dist/scraper/extractors/to-markdown.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"to-markdown.js","sourceRoot":"","sources":["../../../src/scraper/extractors/to-markdown.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,4DAA4D;AAE5D,OAAO,eAAe,MAAM,UAAU,CAAC;AACvC,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAE5D,IAAI,GAAG,GAA2B,IAAI,CAAC;AAEvC,SAAS,WAAW;IAClB,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IAEpB,GAAG,GAAG,IAAI,eAAe,CAAC;QACxB,YAAY,EAAE,KAAK,EAAQ,gCAAgC;QAC3D,gBAAgB,EAAE,GAAG;QACrB,cAAc,EAAE,QAAQ,EAAG,iCAAiC;QAC5D,EAAE,EAAE,KAAK;QACT,eAAe,EAAE,IAAI;QACrB,WAAW,EAAE,GAAG;QAChB,SAAS,EAAE,SAAS;KACrB,CAAC,CAAC;IAEH,2EAA2E;IAC3E,0DAA0D;IAC1D,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAChB,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAEvB,4EAA4E;IAE5E,6DAA6D;IAC7D,qEAAqE;IACrE,GAAG,CAAC,MAAM,CAAC;QACT,QAAQ;QACR,OAAO;QACP,UAAU;QACV,QAAQ;QACR,KAAK;QACL,QAAQ;QACR,QAAQ;QACR,QAAQ;QACR,MAAM;KACP,CAAC,CAAC;IAEH,wEAAwE;IACxE,GAAG,CAAC,OAAO,CAAC,kBAAkB,EAAE;QAC9B,MAAM,CAAC,IAAI;YACT,OAAO,CACL,IAAI,CAAC,QAAQ,KAAK,YAAY;gBAC9B,IAAI,CAAC,UAAU,EAAE,QAAQ,KAAK,QAAQ,CACvC,CAAC;QACJ,CAAC;QACD,WAAW,EAAE,GAAG,EAAE,CAAC,EAAE;KACtB,CAAC,CAAC;IAEH,8EAA8E;IAC9E,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE;QACvB,MAAM,CAAC,IAAI;YACT,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC;gBAAE,OAAO,KAAK,CAAC;YACtC,MAAM,GAAG,GAAI,IAAgB,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAC1D,OAAO,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpC,CAAC;QACD,WAAW,EAAE,GAAG,EAAE,CAAC,EAAE;KACtB,CAAC,CAAC;IAEH,0CAA0C;IAC1C,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE;QACpB,MAAM,EAAE,KAAK;QACb,WAAW,CAAC,QAAQ,EAAE,IAAI;YACxB,MAAM,GAAG,GAAG,IAAwB,CAAC;YACrC,MAAM,GAAG,GAAG,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAClD,MAAM,GAAG,GAAG,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YAC1C,IAAI,CAAC,GAAG;gBAAE,OAAO,EAAE,CAAC;YACpB,OAAO,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,YAAY,GAAG,GAAG,CAAC;QACxD,CAAC;KACF,CAAC,CAAC;IAEH,2CAA2C;IAC3C,GAAG,CAAC,OAAO,CAAC,YAAY,EAAE;QACxB,MAAM,CAAC,IAAI;YACT,OAAO,CACL,IAAI,CAAC,QAAQ,KAAK,GAAG;gBACrB,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;oBACzB,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,GAAG;oBACjC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,UAAU,CAAC,aAAa,CAAC,KAAK,IAAI,CAAC,CACjE,CAAC;QACJ,CAAC;QACD,WAAW,CAAC,OAAO;YACjB,OAAO,OAAO,CAAC,CAAC,oCAAoC;QACtD,CAAC;KACF,CAAC,CAAC;IAEH,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;QAAE,OAAO,EAAE,CAAC;IAE5B,MAAM,EAAE,GAAG,WAAW,EAAE,CAAC;IACzB,IAAI,QAAQ,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAEjC,0EAA0E;IAE1E,6CAA6C;IAC7C,QAAQ,GAAG,QAAQ;SAChB,KAAK,CAAC,IAAI,CAAC;SACX,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,KAAK,EAAE,CAAC;SACvD,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,+CAA+C;IAC/C,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAE/C,0BAA0B;IAC1B,QAAQ,GAAG,QAAQ;SAChB,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;SACvB,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;AACzB,CAAC"}

package/dist/scraper/index.d.ts

@@ -0,0 +1,27 @@
+import type { FirecrawlConfig, ScrapeOptions, ScrapeResult } from "./types.js";
+export declare class Firecrawl {
+    private readonly fullConfig;
+    private readonly tier1;
+    private readonly tier2;
+    private readonly tier3;
+    private readonly config;
+    constructor(fullConfig?: FirecrawlConfig);
+    scrape(url: string, options?: ScrapeOptions): Promise<ScrapeResult>;
+    /**
+     * Scrapia múltiplas URLs em paralelo com concorrência limitada.
+     * Erros em URLs individuais não derrubam o lote inteiro.
+     *
+     * @param urls - Lista de URLs a scrapeiar
+     * @param options - Opções aplicadas a todas as URLs
+     * @param concurrency - Máximo de scrapes simultâneos. Default: 3
+     */
+    scrapeMany(urls: string[], options?: ScrapeOptions, concurrency?: number): Promise<ScrapeResult[]>;
+    /**
+     * Fecha o browser Playwright (Tier 3).
+     * Sempre chamar ao terminar para evitar processos Chromium órfãos.
+     */
+    close(): Promise<void>;
+    private log;
+}
+export type { ScrapeOptions, ScrapeResult, ScrapeTier, ContentFormat, SSRData, InterceptedAPI, FirecrawlConfig, TierRawResult, } from "./types.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/scraper/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/scraper/index.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,eAAe,EACf,aAAa,EACb,YAAY,EACb,MAAM,YAAY,CAAC;AAepB,qBAAa,SAAS;IAYR,OAAO,CAAC,QAAQ,CAAC,UAAU;IAXvC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAY;IAClC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAe;IACrC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAe;IACrC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAMrB;gBAE2B,UAAU,GAAE,eAAoB;IAevD,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,YAAY,CAAC;IAqG7E;;;;;;;OAOG;IACG,UAAU,CACd,IAAI,EAAE,MAAM,EAAE,EACd,OAAO,GAAE,aAAkB,EAC3B,WAAW,SAAI,GACd,OAAO,CAAC,YAAY,EAAE,CAAC;IAkC1B;;;OAGG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAM5B,OAAO,CAAC,GAAG;CAKZ;AAGD,YAAY,EACV,aAAa,EACb,YAAY,EACZ,UAAU,EACV,aAAa,EACb,OAAO,EACP,cAAc,EACd,eAAe,EACf,aAAa,GACd,MAAM,YAAY,CAAC"}