auspex 0.1.0

package/dist/scraper/index.js

@@ -0,0 +1,178 @@
+import { validateUrl } from "../security/url-validator.js";
+import { Tier1HTTP } from "./tiers/tier1-http.js";
+import { Tier2Stealth } from "./tiers/tier2-stealth.js";
+import { Tier3Browser } from "./tiers/tier3-browser.js";
+// ─── Firecrawl ─────────────────────────────────────────────────────────────
+//
+// Scraper de alta qualidade com fallback automático em 3 tiers:
+//
+//   Tier 1 → HTTP puro (fetch nativo)         (~100-500ms, sem browser)
+//              ↓ bloqueado ou conteúdo insuficiente (SPA, anti-bot básico)
+//   Tier 2 → HTTP Stealth (got-scraping)      (~200-800ms, TLS fingerprint)
+//              ↓ ainda bloqueado ou SPA sem SSR
+//   Tier 3 → Playwright Chromium + stealth    (~2-10s, browser completo)
+//
+// Anti-SSRF integrado: todas as URLs são validadas antes do scrape.
+// ──────────────────────────────────────────────────────────────────────────
+export class Firecrawl {
+    fullConfig;
+    tier1;
+    tier2;
+    tier3;
+    config;
+    constructor(fullConfig = {}) {
+        this.fullConfig = fullConfig;
+        this.tier1 = new Tier1HTTP();
+        this.tier2 = new Tier2Stealth();
+        this.tier3 = new Tier3Browser(fullConfig.browserConfig);
+        this.config = {
+            timeout: fullConfig.timeout ?? 30_000,
+            verbose: fullConfig.verbose ?? false,
+            forceTier: fullConfig.forceTier,
+            allowedDomains: fullConfig.allowedDomains,
+            blockedDomains: fullConfig.blockedDomains,
+        };
+    }
+    // ── Scrape de uma única URL ────────────────────────────────────────────
+    async scrape(url, options = {}) {
+        // Validação anti-SSRF antes de qualquer requisição
+        const validUrl = await validateUrl(url, {
+            allowedDomains: this.config.allowedDomains,
+            blockedDomains: this.config.blockedDomains,
+        });
+        const mergedOptions = {
+            timeout: this.config.timeout,
+            ...options,
+        };
+        // ── Tier forçado: pula a cascata automática ────────────────────────
+        const forced = options.forceTier ?? this.config.forceTier;
+        if (forced === "browser") {
+            this.log("🌐 Tier 3 (Playwright) forçado");
+            return this.tier3.scrape(validUrl, mergedOptions);
+        }
+        if (forced === "stealth") {
+            this.log("🥷 Tier 2 (Stealth HTTP) forçado");
+            return this.tier2.scrape(validUrl, mergedOptions);
+        }
+        if (forced === "http") {
+            this.log("🔗 Tier 1 (HTTP) forçado");
+            return this.tier1.scrape(validUrl, mergedOptions);
+        }
+        // ── Modo automático: Tier 1 → Tier 2 → Tier 3 ────────────────────
+        // ── Tier 1: HTTP puro (fetch nativo, sem overhead de TLS) ─────────
+        let tier1Error = null;
+        try {
+            const result = await this.tier1.scrape(validUrl, mergedOptions);
+            const content = result.markdown ?? result.text ?? "";
+            // Menos de 200 chars sem dados SSR = página quase certamente vazia
+            // (SPA sem SSR, Cloudflare challenge, bloqueio silencioso, etc.)
+            if (content.length < 200 && !result.ssrData) {
+                tier1Error = "Conteúdo insuficiente após HTTP — provavelmente SPA ou bloqueio silencioso";
+                this.log(`⚠  Tier 1: ${tier1Error}`);
+            }
+            else {
+                this.log(`✓ Tier 1 (HTTP) — ${result.durationMs}ms`);
+                return result;
+            }
+        }
+        catch (err) {
+            tier1Error = err instanceof Error ? err.message : String(err);
+            this.log(`⚠  Tier 1 falhou: ${tier1Error}`);
+        }
+        // ── Tier 2: HTTP Stealth (got-scraping, TLS fingerprint) ──────────
+        let tier2Error = null;
+        this.log("🥷 Ativando fallback → Tier 2 (Stealth HTTP)...");
+        try {
+            const result = await this.tier2.scrape(validUrl, mergedOptions);
+            const content = result.markdown ?? result.text ?? "";
+            // Mesmo com TLS spoofing pode ser SPA que precisa de browser
+            if (content.length < 200 && !result.ssrData) {
+                tier2Error = "Conteúdo insuficiente após Stealth — SPA que precisa de browser";
+                this.log(`⚠  Tier 2: ${tier2Error}`);
+            }
+            else {
+                this.log(`✓ Tier 2 (Stealth) — ${result.durationMs}ms`);
+                return result;
+            }
+        }
+        catch (err) {
+            tier2Error = err instanceof Error ? err.message : String(err);
+            this.log(`⚠  Tier 2 (Stealth) falhou: ${tier2Error}`);
+        }
+        // ── Tier 3: Playwright Chromium + stealth (fallback final) ────────
+        this.log("🌐 Ativando fallback final → Tier 3 (Playwright)...");
+        try {
+            const result = await this.tier3.scrape(validUrl, mergedOptions);
+            this.log(`✓ Tier 3 (Playwright) — ${result.durationMs}ms`);
+            return result;
+        }
+        catch (err) {
+            const tier3Error = err instanceof Error ? err.message : String(err);
+            this.log(`✗ Tier 3 (Playwright) falhou: ${tier3Error}`);
+            // Todos os tiers falharam — retorna resultado com erro consolidado
+            return {
+                url: validUrl,
+                statusCode: 0,
+                title: "",
+                tier: "browser",
+                durationMs: 0,
+                error: [
+                    "Todos os tiers falharam:",
+                    `  Tier 1 (HTTP):    ${tier1Error ?? "não tentado"}`,
+                    `  Tier 2 (Stealth): ${tier2Error ?? "não tentado"}`,
+                    `  Tier 3 (Browser): ${tier3Error}`,
+                ].join("\n"),
+            };
+        }
+    }
+    // ── Scrape em lote com concorrência controlada ─────────────────────────
+    /**
+     * Scrapia múltiplas URLs em paralelo com concorrência limitada.
+     * Erros em URLs individuais não derrubam o lote inteiro.
+     *
+     * @param urls - Lista de URLs a scrapeiar
+     * @param options - Opções aplicadas a todas as URLs
+     * @param concurrency - Máximo de scrapes simultâneos. Default: 3
+     */
+    async scrapeMany(urls, options = {}, concurrency = 3) {
+        const results = [];
+        const queue = [...urls];
+        while (queue.length > 0) {
+            const batch = queue.splice(0, concurrency);
+            const settled = await Promise.allSettled(batch.map((u) => this.scrape(u, options)));
+            for (const outcome of settled) {
+                if (outcome.status === "fulfilled") {
+                    results.push(outcome.value);
+                }
+                else {
+                    results.push({
+                        url: "unknown",
+                        statusCode: 0,
+                        title: "",
+                        tier: "http",
+                        durationMs: 0,
+                        error: outcome.reason instanceof Error
+                            ? outcome.reason.message
+                            : String(outcome.reason),
+                    });
+                }
+            }
+        }
+        return results;
+    }
+    // ── Encerrar recursos ──────────────────────────────────────────────────
+    /**
+     * Fecha o browser Playwright (Tier 3).
+     * Sempre chamar ao terminar para evitar processos Chromium órfãos.
+     */
+    async close() {
+        await this.tier3.close();
+    }
+    // ── Helpers ────────────────────────────────────────────────────────────
+    log(msg) {
+        if (this.config.verbose) {
+            console.log(`[Firecrawl] ${msg}`);
+        }
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/scraper/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/scraper/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAOxD,8EAA8E;AAC9E,EAAE;AACF,gEAAgE;AAChE,EAAE;AACF,wEAAwE;AACxE,2EAA2E;AAC3E,4EAA4E;AAC5E,gDAAgD;AAChD,yEAAyE;AACzE,EAAE;AACF,oEAAoE;AACpE,6EAA6E;AAE7E,MAAM,OAAO,SAAS;IAYS;IAXZ,KAAK,CAAY;IACjB,KAAK,CAAe;IACpB,KAAK,CAAe;IACpB,MAAM,CAMrB;IAEF,YAA6B,aAA8B,EAAE;QAAhC,eAAU,GAAV,UAAU,CAAsB;QAC3D,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,EAAE,CAAC;QAC7B,IAAI,CAAC,KAAK,GAAG,IAAI,YAAY,EAAE,CAAC;QAChC,IAAI,CAAC,KAAK,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;QACxD,IAAI,CAAC,MAAM,GAAG;YACZ,OAAO,EAAE,UAAU,CAAC,OAAO,IAAI,MAAM;YACrC,OAAO,EAAE,UAAU,CAAC,OAAO,IAAI,KAAK;YACpC,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,cAAc,EAAE,UAAU,CAAC,cAAc;YACzC,cAAc,EAAE,UAAU,CAAC,cAAc;SAC1C,CAAC;IACJ,CAAC;IAED,0EAA0E;IAE1E,KAAK,CAAC,MAAM,CAAC,GAAW,EAAE,UAAyB,EAAE;QACnD,mDAAmD;QACnD,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE;YACtC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YAC1C,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;SAC3C,CAAC,CAAC;QAEH,MAAM,aAAa,GAAkB;YACnC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;YAC5B,GAAG,OAAO;SACX,CAAC;QAEF,sEAAsE;QACtE,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QAE1D,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,IAAI,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;YAC3C,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,IAAI,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;YAC7C,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,IAAI,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;YACrC,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;QACpD,CAAC;QAED,oEAAoE;QAEpE,qEAAqE;QACrE,IAAI,UAAU,GAAkB,IAAI,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;YAChE,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YAErD,mEAAmE;YACnE,iEAAiE;YACjE,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC5C,UAAU,GAAG,4EAA4E,CAAC;gBAC1F,IAAI,CAAC,GAAG,CAAC,cAAc,UAAU,EAAE,CAAC,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,GAAG,CAAC,qBAAqB,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;gBACrD,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,UAAU,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC9D,IAAI,CAAC,GAAG,CAAC,qBAAqB,UAAU,EAAE,CAAC,CAAC;QAC9C,CAAC;QAED,qEAAqE;QACrE,IAAI,UAAU,GAAkB,IAAI,CAAC;QACrC,IAAI,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;QAC5D,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;YAChE,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YAErD,6DAA6D;YAC7D,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC5C,UAAU,GAAG,iEAAiE,CAAC;gBAC/E,IAAI,CAAC,GAAG,CAAC,cAAc,UAAU,EAAE,CAAC,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,GAAG,CAAC,wBAAwB,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;gBACxD,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,UAAU,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC9D,IAAI,CAAC,GAAG,CAAC,+BAA+B,UAAU,EAAE,CAAC,CAAC;QACxD,CAAC;QAED,qEAAqE;QACrE,IAAI,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;QAChE,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;YAChE,IAAI,CAAC,GAAG,CAAC,2BAA2B,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;YAC3D,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,UAAU,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACpE,IAAI,CAAC,GAAG,CAAC,iCAAiC,UAAU,EAAE,CAAC,CAAC;YAExD,mEAAmE;YACnE,OAAO;gBACL,GAAG,EAAE,QAAQ;gBACb,UAAU,EAAE,CAAC;gBACb,KAAK,EAAE,EAAE;gBACT,IAAI,EAAE,SAAS;gBACf,UAAU,EAAE,CAAC;gBACb,KAAK,EAAE;oBACL,0BAA0B;oBAC1B,uBAAuB,UAAU,IAAI,aAAa,EAAE;oBACpD,uBAAuB,UAAU,IAAI,aAAa,EAAE;oBACpD,uBAAuB,UAAU,EAAE;iBACpC,CAAC,IAAI,CAAC,IAAI,CAAC;aACb,CAAC;QACJ,CAAC;IACH,CAAC;IAED,0EAA0E;IAE1E;;;;;;;OAOG;IACH,KAAK,CAAC,UAAU,CACd,IAAc,EACd,UAAyB,EAAE,EAC3B,WAAW,GAAG,CAAC;QAEf,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;QAExB,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;YAC3C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CACtC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAC1C,CAAC;YAEF,KAAK,MAAM,OAAO,IAAI,OAAO,EAAE,CAAC;gBAC9B,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;oBACnC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC9B,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,IAAI,CAAC;wBACX,GAAG,EAAE,SAAS;wBACd,UAAU,EAAE,CAAC;wBACb,KAAK,EAAE,EAAE;wBACT,IAAI,EAAE,MAAM;wBACZ,UAAU,EAAE,CAAC;wBACb,KAAK,EACH,OAAO,CAAC,MAAM,YAAY,KAAK;4BAC7B,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO;4BACxB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;qBAC7B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,0EAA0E;IAE1E;;;OAGG;IACH,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED,0EAA0E;IAElE,GAAG,CAAC,GAAW;QACrB,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,eAAe,GAAG,EAAE,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;CACF"}

package/dist/scraper/tiers/tier1-http.d.ts

@@ -0,0 +1,5 @@
+import type { ScrapeOptions, ScrapeResult } from "../types.js";
+export declare class Tier1HTTP {
+    scrape(url: string, options?: ScrapeOptions): Promise<ScrapeResult>;
+}
+//# sourceMappingURL=tier1-http.d.ts.map

package/dist/scraper/tiers/tier1-http.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tier1-http.d.ts","sourceRoot":"","sources":["../../../src/scraper/tiers/tier1-http.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAmD/D,qBAAa,SAAS;IACd,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,YAAY,CAAC;CAmG9E"}

package/dist/scraper/tiers/tier1-http.js

@@ -0,0 +1,120 @@
+import { gotScraping } from "got-scraping";
+import { extractSSRData, hasEnoughContent } from "../extractors/ssr.js";
+import { extractContent } from "../extractors/content.js";
+import { htmlToMarkdown } from "../extractors/to-markdown.js";
+// ─── Tier 1: got-scraping + TLS Fingerprint + Cheerio ──────────────────────
+//
+// Pipeline:
+//  1. got-scraping com TLS/JA3 fingerprint spoofing que imita Chrome real
+//  2. Detectar dados SSR embutidos (Next.js, Nuxt, Gatsby, Remix)
+//  3. Verificar se o HTML tem conteúdo sem JS
+//  4. Mozilla Readability → Cheerio (fallback) → Markdown
+//
+// Por que got-scraping em vez de fetch() nativo?
+//   ✓ TLS fingerprint (JA3/JA4) idêntico ao Chrome → bypassa Cloudflare, Akamai
+//   ✓ HTTP/2 com fingerprint consistente (TLS + ALPN + header order)
+//   ✓ Header generator integrado: UA, Sec-Ch-Ua*, Sec-Fetch-* coerentes entre si
+//   ✓ ~65-70% dos sites funcionam sem browser (~100-800ms)
+//
+// Limitações:
+//   ✗ Não executa JavaScript → SPAs sem SSR vão falhar
+//   → Orquestrador aciona Tier 2 (Stealth) ou Tier 3 (Playwright) se falhar
+// ──────────────────────────────────────────────────────────────────────────
+// Headers que NÃO são gerados automaticamente pelo got-scraping:
+//   - Accept-Language  → precisa ser pt-BR para sites locais
+//   - Cache-Control    → garante resposta fresca, sem cache de CDN
+//   - Pragma           → backward compat com servidores antigos
+//
+// got-scraping auto-gera (coerentes com o TLS fingerprint do Chrome):
+//   - User-Agent, Accept, Accept-Encoding
+//   - Sec-Ch-Ua, Sec-Ch-Ua-Mobile, Sec-Ch-Ua-Platform
+//   - Sec-Fetch-Dest, Sec-Fetch-Mode, Sec-Fetch-Site, Sec-Fetch-User
+//   - Upgrade-Insecure-Requests
+const EXTRA_HEADERS = {
+    "Accept-Language": "pt-BR,pt;q=0.9,en-US;q=0.8,en;q=0.7",
+    "Cache-Control": "no-cache",
+    "Pragma": "no-cache",
+};
+// Códigos HTTP que indicam bloqueio ativo por anti-bot (não erro de servidor)
+const ANTIBOT_STATUS = new Set([403, 429, 503]);
+export class Tier1HTTP {
+    async scrape(url, options = {}) {
+        const startTime = Date.now();
+        // ── Requisição HTTP com TLS fingerprint spoofing ────────────────────
+        // gotScraping() aplica JA3/JA4 fingerprint de Chrome real no handshake TLS.
+        // O header generator (useHeaderGenerator: true, padrão) gera User-Agent,
+        // Accept, Sec-Ch-Ua* e Sec-Fetch-* consistentes com esse fingerprint.
+        // Isso é o que diferencia got-scraping de fetch() e axios.
+        let response;
+        try {
+            response = (await gotScraping({
+                url,
+                // Mesclamos nossos headers extras com os que got-scraping auto-gera.
+                // Se o usuário passar headers customizados, eles têm prioridade.
+                headers: { ...EXTRA_HEADERS, ...options.headers },
+                // Não lança exceção em 4xx/5xx — tratamos manualmente abaixo
+                throwHttpErrors: false,
+                // got gerencia decompressão (gzip/br) automaticamente — não setar Accept-Encoding
+                timeout: { request: options.timeout ?? 15_000 },
+                // Retorna o corpo como string (HTML)
+                responseType: "text",
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            }));
+        }
+        catch (err) {
+            // Erros de rede: DNS, TLS, timeout, ECONNREFUSED, etc.
+            const msg = err instanceof Error ? err.message : String(err);
+            throw new Error(`Tier1 HTTP: falha na requisição — ${msg}`);
+        }
+        // ── Verificações de bloqueio por anti-bot ───────────────────────────
+        if (ANTIBOT_STATUS.has(response.statusCode)) {
+            throw new Error(`Tier1 HTTP: status ${response.statusCode} — bloqueado por anti-bot`);
+        }
+        if (response.statusCode >= 400) {
+            throw new Error(`Tier1 HTTP: status HTTP ${response.statusCode}`);
+        }
+        // Content-Type: em got pode ser string ou string[] dependendo da versão
+        const rawCt = response.headers["content-type"];
+        const contentType = Array.isArray(rawCt) ? (rawCt[0] ?? "") : (rawCt ?? "");
+        if (!contentType.includes("text/html") && !contentType.includes("text/plain")) {
+            throw new Error(`Tier1 HTTP: Content-Type "${contentType}" inesperado — esperava text/html`);
+        }
+        // got retorna o body como string quando responseType: 'text'
+        const html = response.body;
+        // response.url é a URL final após redirecionamentos
+        const finalUrl = response.url;
+        // ── Tentar extrair dados SSR embutidos ──────────────────────────────
+        // Next.js, Nuxt, Gatsby, Remix → os dados já estão no HTML!
+        // Permite extrair conteúdo rico sem precisar de browser ou JS.
+        const ssrData = extractSSRData(html);
+        // ── Verificar se o HTML tem conteúdo sem JS ─────────────────────────
+        // Detecta: página vazia de SPA, Cloudflare challenge, "enable JavaScript", etc.
+        if (!hasEnoughContent(html) && !ssrData) {
+            throw new Error("Tier1 HTTP: conteúdo insuficiente — provavelmente SPA sem SSR ou anti-bot");
+        }
+        // ── Extrair conteúdo principal ──────────────────────────────────────
+        // 1. Mozilla Readability (mesmo algoritmo do Firefox Reader Mode)
+        // 2. Cheerio + heurísticas (fallback quando Readability falha)
+        const formats = options.formats ?? ["markdown", "text"];
+        const extracted = extractContent(html, options.onlyMainContent ?? true, finalUrl);
+        const result = {
+            url: finalUrl,
+            statusCode: response.statusCode,
+            title: extracted.title,
+            description: extracted.description || undefined,
+            tier: "http",
+            durationMs: Date.now() - startTime,
+            links: extracted.links.length > 0 ? extracted.links : undefined,
+        };
+        if (formats.includes("markdown"))
+            result.markdown = htmlToMarkdown(extracted.html);
+        if (formats.includes("html"))
+            result.html = extracted.html;
+        if (formats.includes("text"))
+            result.text = extracted.text;
+        if (ssrData)
+            result.ssrData = ssrData;
+        return result;
+    }
+}
+//# sourceMappingURL=tier1-http.js.map

package/dist/scraper/tiers/tier1-http.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tier1-http.js","sourceRoot":"","sources":["../../../src/scraper/tiers/tier1-http.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAW3C,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxE,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAE9D,8EAA8E;AAC9E,EAAE;AACF,YAAY;AACZ,0EAA0E;AAC1E,kEAAkE;AAClE,8CAA8C;AAC9C,0DAA0D;AAC1D,EAAE;AACF,iDAAiD;AACjD,gFAAgF;AAChF,qEAAqE;AACrE,iFAAiF;AACjF,2DAA2D;AAC3D,EAAE;AACF,cAAc;AACd,uDAAuD;AACvD,4EAA4E;AAC5E,6EAA6E;AAE7E,iEAAiE;AACjE,6DAA6D;AAC7D,mEAAmE;AACnE,gEAAgE;AAChE,EAAE;AACF,sEAAsE;AACtE,0CAA0C;AAC1C,sDAAsD;AACtD,qEAAqE;AACrE,gCAAgC;AAChC,MAAM,aAAa,GAA2B;IAC5C,iBAAiB,EAAE,qCAAqC;IACxD,eAAe,EAAE,UAAU;IAC3B,QAAQ,EAAE,UAAU;CACrB,CAAC;AAEF,8EAA8E;AAC9E,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAEhD,MAAM,OAAO,SAAS;IACpB,KAAK,CAAC,MAAM,CAAC,GAAW,EAAE,UAAyB,EAAE;QACnD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,uEAAuE;QACvE,4EAA4E;QAC5E,yEAAyE;QACzE,sEAAsE;QACtE,2DAA2D;QAC3D,IAAI,QAAqB,CAAC;QAE1B,IAAI,CAAC;YACH,QAAQ,GAAG,CAAC,MAAM,WAAW,CAAC;gBAC5B,GAAG;gBACH,qEAAqE;gBACrE,iEAAiE;gBACjE,OAAO,EAAE,EAAE,GAAG,aAAa,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE;gBAEjD,6DAA6D;gBAC7D,eAAe,EAAE,KAAK;gBAEtB,kFAAkF;gBAClF,OAAO,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,MAAM,EAAE;gBAE/C,qCAAqC;gBACrC,YAAY,EAAE,MAAM;gBACpB,8DAA8D;aAC/D,CAAC,CAA2B,CAAC;QAChC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,uDAAuD;YACvD,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,MAAM,IAAI,KAAK,CAAC,qCAAqC,GAAG,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,uEAAuE;QACvE,IAAI,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CACb,sBAAsB,QAAQ,CAAC,UAAU,2BAA2B,CACrE,CAAC;QACJ,CAAC;QAED,IAAI,QAAQ,CAAC,UAAU,IAAI,GAAG,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,wEAAwE;QACxE,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAC/C,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QAE5E,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YAC9E,MAAM,IAAI,KAAK,CACb,6BAA6B,WAAW,mCAAmC,CAC5E,CAAC;QACJ,CAAC;QAED,6DAA6D;QAC7D,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAc,CAAC;QACrC,oDAAoD;QACpD,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC;QAE9B,uEAAuE;QACvE,4DAA4D;QAC5D,+DAA+D;QAC/D,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QAErC,uEAAuE;QACvE,gFAAgF;QAChF,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CACb,2EAA2E,CAC5E,CAAC;QACJ,CAAC;QAED,uEAAuE;QACvE,kEAAkE;QAClE,+DAA+D;QAC/D,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QACxD,MAAM,SAAS,GAAG,cAAc,CAC9B,IAAI,EACJ,OAAO,CAAC,eAAe,IAAI,IAAI,EAC/B,QAAQ,CACT,CAAC;QAEF,MAAM,MAAM,GAAiB;YAC3B,GAAG,EAAE,QAAQ;YACb,UAAU,EAAE,QAAQ,CAAC,UAAU;YAC/B,KAAK,EAAE,SAAS,CAAC,KAAK;YACtB,WAAW,EAAE,SAAS,CAAC,WAAW,IAAI,SAAS;YAC/C,IAAI,EAAE,MAAM;YACZ,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;SAChE,CAAC;QAEF,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC;YAAE,MAAM,CAAC,QAAQ,GAAG,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACnF,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAM,MAAM,CAAC,IAAI,GAAO,SAAS,CAAC,IAAI,CAAC;QACnE,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAM,MAAM,CAAC,IAAI,GAAO,SAAS,CAAC,IAAI,CAAC;QACnE,IAAI,OAAO;YAAuB,MAAM,CAAC,OAAO,GAAI,OAAO,CAAC;QAE5D,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/dist/scraper/tiers/tier2-stealth.d.ts

@@ -0,0 +1,5 @@
+import type { ScrapeOptions, ScrapeResult } from "../types.js";
+export declare class Tier2Stealth {
+    scrape(url: string, options?: ScrapeOptions): Promise<ScrapeResult>;
+}
+//# sourceMappingURL=tier2-stealth.d.ts.map

package/dist/scraper/tiers/tier2-stealth.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tier2-stealth.d.ts","sourceRoot":"","sources":["../../../src/scraper/tiers/tier2-stealth.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAgC/D,qBAAa,YAAY;IACjB,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,YAAY,CAAC;CAuG9E"}

package/dist/scraper/tiers/tier2-stealth.js

@@ -0,0 +1,106 @@
+import { gotScraping } from "got-scraping";
+import { extractSSRData, hasEnoughContent } from "../extractors/ssr.js";
+import { extractContent } from "../extractors/content.js";
+import { htmlToMarkdown } from "../extractors/to-markdown.js";
+// ─── Tier 2: HTTP Stealth com TLS Fingerprint ──────────────────────────────
+//
+// Pipeline:
+//  1. gotScraping → HTTP com TLS fingerprint spoofing (JA3/JA4 anti-bot)
+//  2. Gera headers realistas de Chrome automaticamente via headerGeneratorOptions
+//  3. Detectar dados SSR embutidos (Next.js, Nuxt, Gatsby, Remix)
+//  4. Verificar se o HTML tem conteúdo sem JS
+//  5. Extrair conteúdo principal + converter para Markdown
+//
+// Ativado quando o Tier 1 (HTTP simples) for bloqueado por anti-bot básico.
+// Resolve a maioria dos casos de TLS/JA3 fingerprinting.
+//
+// Se ainda falhar (SPA sem SSR, anti-bot avançado) → lança Error para o
+// orquestrador acionar o Tier 3 (Playwright Chromium).
+// ──────────────────────────────────────────────────────────────────────────
+// Códigos HTTP que indicam bloqueio por anti-bot
+const ANTIBOT_STATUS = new Set([403, 429, 503]);
+export class Tier2Stealth {
+    async scrape(url, options = {}) {
+        const startTime = Date.now();
+        // ── Requisição HTTP com TLS fingerprint de browser real ─────────────
+        let response;
+        try {
+            response = (await gotScraping({
+                url,
+                method: "GET",
+                // Gera headers realistas de Chrome automaticamente
+                headerGeneratorOptions: {
+                    browsers: [{ name: "chrome", minVersion: 120 }],
+                    operatingSystems: ["macos", "windows"],
+                    devices: ["desktop"],
+                    locales: ["pt-BR", "pt", "en-US"],
+                },
+                // Headers extras para parecer mais humano
+                headers: {
+                    accept: "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8",
+                    "accept-language": "pt-BR,pt;q=0.9,en-US;q=0.8,en;q=0.7",
+                    "cache-control": "no-cache",
+                    pragma: "no-cache",
+                    "sec-fetch-dest": "document",
+                    "sec-fetch-mode": "navigate",
+                    "sec-fetch-site": "none",
+                    "sec-fetch-user": "?1",
+                    "upgrade-insecure-requests": "1",
+                    ...options.headers,
+                },
+                timeout: { request: options.timeout ?? 30_000 },
+                followRedirect: true,
+                maxRedirects: 10,
+                retry: { limit: 2, methods: ["GET"] },
+                throwHttpErrors: false,
+                decompress: true,
+            }));
+        }
+        catch (err) {
+            throw new Error(`Tier2 Stealth: falha na requisição — ${err instanceof Error ? err.message : String(err)}`);
+        }
+        const html = response.body;
+        const statusCode = response.statusCode;
+        const finalUrl = response.url ?? url;
+        // ── Verificações de bloqueio ────────────────────────────────────────
+        if (ANTIBOT_STATUS.has(statusCode)) {
+            throw new Error(`Tier2 Stealth: status ${statusCode} — bloqueado por anti-bot`);
+        }
+        if (statusCode >= 400) {
+            throw new Error(`Tier2 Stealth: status ${statusCode}`);
+        }
+        const contentType = response.headers["content-type"] ?? "";
+        if (!String(contentType).includes("text/html") &&
+            !String(contentType).includes("text/plain")) {
+            throw new Error(`Tier2 Stealth: Content-Type inesperado "${contentType}" — esperava text/html`);
+        }
+        // ── Tentar extrair dados SSR embutidos ──────────────────────────────
+        const ssrData = extractSSRData(html);
+        // ── Verificar se o HTML tem conteúdo sem JS ─────────────────────────
+        if (!hasEnoughContent(html) && !ssrData) {
+            throw new Error("Tier2 Stealth: conteúdo insuficiente — página precisa de JavaScript para renderizar");
+        }
+        // ── Extrair conteúdo ────────────────────────────────────────────────
+        const formats = options.formats ?? ["markdown", "text"];
+        const extracted = extractContent(html, options.onlyMainContent ?? true, finalUrl);
+        const result = {
+            url: finalUrl,
+            statusCode,
+            title: extracted.title,
+            description: extracted.description || undefined,
+            tier: "stealth",
+            durationMs: Date.now() - startTime,
+            links: extracted.links.length > 0 ? extracted.links : undefined,
+        };
+        if (formats.includes("markdown"))
+            result.markdown = htmlToMarkdown(extracted.html);
+        if (formats.includes("html"))
+            result.html = extracted.html;
+        if (formats.includes("text"))
+            result.text = extracted.text;
+        if (ssrData)
+            result.ssrData = ssrData;
+        return result;
+    }
+}
+//# sourceMappingURL=tier2-stealth.js.map

package/dist/scraper/tiers/tier2-stealth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tier2-stealth.js","sourceRoot":"","sources":["../../../src/scraper/tiers/tier2-stealth.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAE3C,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxE,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAU9D,8EAA8E;AAC9E,EAAE;AACF,YAAY;AACZ,yEAAyE;AACzE,kFAAkF;AAClF,kEAAkE;AAClE,8CAA8C;AAC9C,2DAA2D;AAC3D,EAAE;AACF,4EAA4E;AAC5E,yDAAyD;AACzD,EAAE;AACF,wEAAwE;AACxE,uDAAuD;AACvD,6EAA6E;AAE7E,iDAAiD;AACjD,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAEhD,MAAM,OAAO,YAAY;IACvB,KAAK,CAAC,MAAM,CAAC,GAAW,EAAE,UAAyB,EAAE;QACnD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,uEAAuE;QACvE,IAAI,QAAqB,CAAC;QAC1B,IAAI,CAAC;YACH,QAAQ,GAAG,CAAC,MAAM,WAAW,CAAC;gBAC5B,GAAG;gBACH,MAAM,EAAE,KAAK;gBACb,mDAAmD;gBACnD,sBAAsB,EAAE;oBACtB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;oBAC/C,gBAAgB,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC;oBACtC,OAAO,EAAE,CAAC,SAAS,CAAC;oBACpB,OAAO,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC;iBAClC;gBACD,0CAA0C;gBAC1C,OAAO,EAAE;oBACP,MAAM,EACJ,kGAAkG;oBACpG,iBAAiB,EAAE,qCAAqC;oBACxD,eAAe,EAAE,UAAU;oBAC3B,MAAM,EAAE,UAAU;oBAClB,gBAAgB,EAAE,UAAU;oBAC5B,gBAAgB,EAAE,UAAU;oBAC5B,gBAAgB,EAAE,MAAM;oBACxB,gBAAgB,EAAE,IAAI;oBACtB,2BAA2B,EAAE,GAAG;oBAChC,GAAG,OAAO,CAAC,OAAO;iBACnB;gBACD,OAAO,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,MAAM,EAAE;gBAC/C,cAAc,EAAE,IAAI;gBACpB,YAAY,EAAE,EAAE;gBAChB,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,KAAK,CAAC,EAAE;gBACrC,eAAe,EAAE,KAAK;gBACtB,UAAU,EAAE,IAAI;aACjB,CAAC,CAA2B,CAAC;QAChC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CACb,wCAAwC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAC3F,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;QAC3B,MAAM,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;QACvC,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,IAAI,GAAG,CAAC;QAErC,uEAAuE;QACvE,IAAI,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CACb,yBAAyB,UAAU,2BAA2B,CAC/D,CAAC;QACJ,CAAC;QAED,IAAI,UAAU,IAAI,GAAG,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,yBAAyB,UAAU,EAAE,CAAC,CAAC;QACzD,CAAC;QAED,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;QAC3D,IACE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC;YAC1C,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,EAC3C,CAAC;YACD,MAAM,IAAI,KAAK,CACb,2CAA2C,WAAW,wBAAwB,CAC/E,CAAC;QACJ,CAAC;QAED,uEAAuE;QACvE,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QAErC,uEAAuE;QACvE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CACb,qFAAqF,CACtF,CAAC;QACJ,CAAC;QAED,uEAAuE;QACvE,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QACxD,MAAM,SAAS,GAAG,cAAc,CAC9B,IAAI,EACJ,OAAO,CAAC,eAAe,IAAI,IAAI,EAC/B,QAAQ,CACT,CAAC;QAEF,MAAM,MAAM,GAAiB;YAC3B,GAAG,EAAE,QAAQ;YACb,UAAU;YACV,KAAK,EAAE,SAAS,CAAC,KAAK;YACtB,WAAW,EAAE,SAAS,CAAC,WAAW,IAAI,SAAS;YAC/C,IAAI,EAAE,SAAS;YACf,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;SAChE,CAAC;QAEF,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC;YAAE,MAAM,CAAC,QAAQ,GAAG,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACnF,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAM,MAAM,CAAC,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC;QAC/D,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAM,MAAM,CAAC,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC;QAC/D,IAAI,OAAO;YAAuB,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC;QAE3D,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/dist/scraper/tiers/tier3-browser.d.ts

@@ -0,0 +1,10 @@
+import type { ScrapeOptions, ScrapeResult, FirecrawlConfig } from "../types.js";
+export declare class Tier3Browser {
+    private browser;
+    private readonly browserConfig;
+    constructor(browserConfig?: FirecrawlConfig["browserConfig"]);
+    private getBrowser;
+    scrape(url: string, options?: ScrapeOptions): Promise<ScrapeResult>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=tier3-browser.d.ts.map

package/dist/scraper/tiers/tier3-browser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tier3-browser.d.ts","sourceRoot":"","sources":["../../../src/scraper/tiers/tier3-browser.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,aAAa,EACb,YAAY,EAEZ,eAAe,EAChB,MAAM,aAAa,CAAC;AA4RrB,qBAAa,YAAY;IACvB,OAAO,CAAC,OAAO,CAAwB;IACvC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAgD;gBAElE,aAAa,GAAE,eAAe,CAAC,eAAe,CAAM;YAMlD,UAAU;IAgClB,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,YAAY,CAAC;IAkNvE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAM7B"}