webpeel 0.19.4 → 0.20.0

package/dist/core/search-provider.js

@@ -15,6 +15,8 @@
 import { fetch as undiciFetch } from 'undici';
 import { load } from 'cheerio';
 import { getStealthBrowser, getRandomUserAgent, applyStealthScripts } from './browser-pool.js';
+import { createLogger } from './logger.js';
+const log = createLogger('search');
 function decodeHtmlEntities(input) {
     // Cheerio usually decodes entities when using `.text()`, but keep this as a
     // safety net since DuckDuckGo snippets sometimes leak encoded entities.
@@ -624,7 +626,7 @@ export class DuckDuckGoProvider {
         const ddgHttpRate = providerStats.getFailureRate('ddg-http');
         const skipDdgHttp = providerStats.shouldSkip('ddg-http');
         if (skipDdgHttp) {
-            console.log(`[webpeel:search] DDG HTTP skipped (failure rate ${Math.round(ddgHttpRate * 100)}% ≥ 80%)`);
+            log.debug(`DDG HTTP skipped (failure rate ${Math.round(ddgHttpRate * 100)}% ≥ 80%)`);
         }
         else {
             const ddgTimeoutMs = ddgHttpRate > 0.5 ? 2_000 : 8_000;
@@ -636,7 +638,7 @@ export class DuckDuckGoProvider {
                     const results = await this.searchOnce(q, ddgOptions);
                     if (results.length > 0) {
                         providerStats.record('ddg-http', true);
-                        console.log(`[webpeel:search] source=ddg-http returned ${results.length} results` +
+                        log.debug(`source=ddg-http returned ${results.length} results` +
                             (ddgTimeoutMs < 8_000 ? ` (fast-timeout ${ddgTimeoutMs}ms)` : ''));
                         return results;
                     }
@@ -644,7 +646,7 @@ export class DuckDuckGoProvider {
                 }
                 catch (e) {
                     const msg = e instanceof Error ? e.message : String(e);
-                    console.log('[webpeel:search] DDG HTTP failed:', msg);
+                    log.debug('DDG HTTP failed:', msg);
                     break;
                 }
             }
@@ -659,26 +661,26 @@ export class DuckDuckGoProvider {
         const ddgLiteRate = providerStats.getFailureRate('ddg-lite');
         const skipDdgLite = providerStats.shouldSkip('ddg-lite');
         if (skipDdgLite) {
-            console.log(`[webpeel:search] DDG Lite skipped (failure rate ${Math.round(ddgLiteRate * 100)}% ≥ 80%)`);
+            log.debug(`DDG Lite skipped (failure rate ${Math.round(ddgLiteRate * 100)}% ≥ 80%)`);
         }
         else {
-            console.log('[webpeel:search] DDG returned 0 results, trying DDG Lite...');
+            log.debug('DDG returned 0 results, trying DDG Lite...');
             const liteTimeoutMs = ddgLiteRate > 0.5 ? 2_000 : 8_000;
             const liteSignal = createTimeoutSignal(liteTimeoutMs, options.signal);
             try {
                 const liteResults = await this.searchLite(query, { ...options, signal: liteSignal });
                 if (liteResults.length > 0) {
                     providerStats.record('ddg-lite', true);
-                    console.log(`[webpeel:search] source=ddg-lite returned ${liteResults.length} results` +
+                    log.debug(`source=ddg-lite returned ${liteResults.length} results` +
                         (liteTimeoutMs < 8_000 ? ` (fast-timeout ${liteTimeoutMs}ms)` : ''));
                     return liteResults;
                 }
                 providerStats.record('ddg-lite', false);
-                console.log('[webpeel:search] DDG Lite also returned 0 results');
+                log.debug('DDG Lite also returned 0 results');
             }
             catch (e) {
                 providerStats.record('ddg-lite', false);
-                console.log('[webpeel:search] DDG Lite failed:', e instanceof Error ? e.message : e);
+                log.debug('DDG Lite failed:', e instanceof Error ? e.message : e);
             }
         }
         // -----------------------------------------------------------
@@ -690,12 +692,12 @@ export class DuckDuckGoProvider {
                 const braveProvider = new BraveSearchProvider();
                 const braveResults = await braveProvider.searchWeb(query, { ...options, apiKey: braveKey });
                 if (braveResults.length > 0) {
-                    console.log(`[webpeel:search] source=brave returned ${braveResults.length} results`);
+                    log.debug(`source=brave returned ${braveResults.length} results`);
                     return braveResults;
                 }
             }
             catch (e) {
-                console.log('[webpeel:search] Brave search failed:', e instanceof Error ? e.message : e);
+                log.debug('Brave search failed:', e instanceof Error ? e.message : e);
             }
         }
         // -----------------------------------------------------------
@@ -703,18 +705,18 @@ export class DuckDuckGoProvider {
         // Bypasses bot-detection on datacenter IPs. This is the reliable
         // last resort — but it spins up a browser so it takes a few seconds.
         // -----------------------------------------------------------
-        console.log('[webpeel:search] Trying stealth browser search (DDG + Bing + Ecosia)...');
+        log.debug('Trying stealth browser search (DDG + Bing + Ecosia)...');
         try {
             const stealthProvider = new StealthSearchProvider();
             const stealthResults = await stealthProvider.searchWeb(query, options);
             if (stealthResults.length > 0) {
-                console.log(`[webpeel:search] source=stealth returned ${stealthResults.length} results`);
+                log.debug(`source=stealth returned ${stealthResults.length} results`);
                 return stealthResults;
             }
-            console.log('[webpeel:search] Stealth search returned 0 results');
+            log.debug('Stealth search returned 0 results');
         }
         catch (e) {
-            console.log('[webpeel:search] Stealth search failed:', e instanceof Error ? e.message : e);
+            log.debug('Stealth search failed:', e instanceof Error ? e.message : e);
         }
         return [];
     }
@@ -891,9 +893,7 @@ export class GoogleSearchProvider {
             }
         }
         catch (e) {
-            if (process.env.DEBUG) {
-                console.debug('[webpeel] Google stealth (peel) error:', e.message);
-            }
+            log.debug('Google stealth (peel) error:', e.message);
         }
         // Strategy B: direct playwright-extra + stealth plugin
         let browser;
@@ -933,9 +933,7 @@ export class GoogleSearchProvider {
             return this._parseGoogleHtml(html, count);
         }
         catch (e) {
-            if (process.env.DEBUG) {
-                console.debug('[webpeel] Google stealth (playwright) error:', e.message);
-            }
+            log.debug('Google stealth (playwright) error:', e.message);
             return [];
         }
         finally {
@@ -1057,4 +1055,3 @@ export function getBestSearchProvider() {
     // (DDG HTTP → DDG Lite → stealth multi-engine (Bing + Ecosia))
     return { provider: new DuckDuckGoProvider() };
 }
-//# sourceMappingURL=search-provider.js.map

package/dist/core/site-search.d.ts

@@ -42,4 +42,3 @@ export declare function listSites(): Array<{
  * Returns the canonical site ID, or null if the URL doesn't match any template.
  */
 export declare function findSiteByUrl(url: string): string | null;
-//# sourceMappingURL=site-search.d.ts.map

package/dist/core/site-search.js

@@ -250,4 +250,3 @@ export function findSiteByUrl(url) {
         return null;
     }
 }
-//# sourceMappingURL=site-search.js.map

package/dist/core/sitemap.d.ts

@@ -21,4 +21,3 @@ export declare function discoverSitemap(domain: string, options?: {
     timeout?: number;
     maxUrls?: number;
 }): Promise<SitemapResult>;
-//# sourceMappingURL=sitemap.d.ts.map

package/dist/core/sitemap.js

@@ -103,4 +103,3 @@ export async function discoverSitemap(domain, options) {
         elapsed: Date.now() - startTime,
     };
 }
-//# sourceMappingURL=sitemap.js.map

package/dist/core/stealth-patches.d.ts

@@ -55,4 +55,3 @@ export declare function applyStealthPatches(page: Page): Promise<void>;
  * @param locale   - BCP 47 locale string, e.g. 'en-US' (default).
  */
 export declare function applyAcceptLanguageHeader(page: Page, locale?: string): Promise<void>;
-//# sourceMappingURL=stealth-patches.d.ts.map

package/dist/core/stealth-patches.js

@@ -337,4 +337,3 @@ export async function applyAcceptLanguageHeader(page, locale = 'en-US') {
         : locale;
     await page.setExtraHTTPHeaders({ 'Accept-Language': acceptLang });
 }
-//# sourceMappingURL=stealth-patches.js.map

package/dist/core/stemmer.d.ts

@@ -36,4 +36,3 @@ export declare function stem(word: string): string;
  * Stem an array of tokens.
  */
 export declare function stemTokens(tokens: string[]): string[];
-//# sourceMappingURL=stemmer.d.ts.map

package/dist/core/stemmer.js

@@ -507,4 +507,3 @@ export function stem(word) {
 export function stemTokens(tokens) {
     return tokens.map(stem);
 }
-//# sourceMappingURL=stemmer.js.map

package/dist/core/strategies.d.ts

@@ -73,6 +73,12 @@ export interface StrategyOptions {
     cycle?: boolean;
     /** Use PeelTLS TLS fingerprint spoofing */
     tls?: boolean;
+    /**
+     * Skip browser escalation on thin/shell content.
+     * When true, the simple HTTP result is returned as-is without escalating to browser.
+     * Use for Q&A/search workloads where speed matters more than JS-rendered content.
+     */
+    noEscalate?: boolean;
 }
 /**
  * Smart fetch with automatic escalation.
@@ -85,4 +91,3 @@ export declare function smartFetch(url: string, options?: StrategyOptions): Prom
  * @deprecated Use `clearStrategyHooks()` from strategy-hooks.ts instead.
  */
 export { clearStrategyHooks as clearDomainIntel } from './strategy-hooks.js';
-//# sourceMappingURL=strategies.d.ts.map

package/dist/core/strategies.js

@@ -12,6 +12,8 @@ import { resolveAndCache } from './dns-cache.js';
 import { BlockedError, NetworkError } from '../types.js';
 import { detectChallenge } from './challenge-detection.js';
 import { getStrategyHooks, } from './strategy-hooks.js';
+import { createLogger } from './logger.js';
+const log = createLogger('fetch');
 /* ---------- hardcoded domain rules -------------------------------------- */
 function shouldForceBrowser(url) {
     // Hashbang URLs (#!) are always JS-routed SPAs — browser rendering required
@@ -82,8 +84,7 @@ function shouldForceBrowser(url) {
     }
     catch (e) {
         // Ignore URL parsing errors; validation happens inside fetchers.
-        if (process.env.DEBUG)
-            console.debug('[webpeel]', 'stealth domain URL parse failed:', e instanceof Error ? e.message : e);
+        log.debug('stealth domain URL parse failed:', e instanceof Error ? e.message : e);
     }
     return null;
 }
@@ -190,8 +191,7 @@ function prefetchDns(url) {
     }
     catch (e) {
         // Ignore invalid URL.
-        if (process.env.DEBUG)
-            console.debug('[webpeel]', 'DNS prefetch URL parse failed:', e instanceof Error ? e.message : e);
+        log.debug('DNS prefetch URL parse failed:', e instanceof Error ? e.message : e);
     }
 }
 async function fetchWithBrowserStrategy(url, options) {
@@ -308,7 +308,7 @@ async function fetchWithBrowserStrategy(url, options) {
  * With premium hooks: SWR cache → domain intel → parallel race → escalation.
  */
 export async function smartFetch(url, options = {}) {
-    const { forceBrowser = false, stealth = false, waitMs = 0, userAgent, timeoutMs = 30000, screenshot = false, screenshotFullPage = false, headers, cookies, actions, keepPageOpen = false, noCache = false, raceTimeoutMs = 2000, profileDir, headed = false, storageState, proxy, proxies, device, viewportWidth, viewportHeight, waitUntil, waitSelector, blockResources, cloaked = false, cycle = false, tls = false, } = options;
+    const { forceBrowser = false, stealth = false, waitMs = 0, userAgent, timeoutMs = 30000, screenshot = false, screenshotFullPage = false, headers, cookies, actions, keepPageOpen = false, noCache = false, raceTimeoutMs = 2000, profileDir, headed = false, storageState, proxy, proxies, device, viewportWidth, viewportHeight, waitUntil, waitSelector, blockResources, cloaked = false, cycle = false, tls = false, noEscalate = false, } = options;
     const usePeelTLS = tls || cycle;
     // Build effective proxy list: explicit proxies array, or single proxy, or empty
     const effectiveProxies = proxies?.length ? proxies :
@@ -351,12 +351,12 @@ export async function smartFetch(url, options = {}) {
     /* ---- CloakBrowser direct path (if explicitly requested) -------------- */
     if (cloaked) {
         try {
+            // @ts-ignore — proprietary module, gitignored
             const { cloakFetch, isCloakBrowserAvailable } = await import('./cloak-fetch.js');
             if (!isCloakBrowserAvailable()) {
                 throw new Error('CloakBrowser not installed. Run: npm install cloakbrowser playwright-core');
             }
-            if (process.env.DEBUG)
-                console.debug('[webpeel]', 'Using CloakBrowser stealth (explicitly requested)');
+            log.debug('Using CloakBrowser stealth (explicitly requested)');
             const result = await cloakFetch({
                 url,
                 proxy: effectiveProxies[0],
@@ -392,8 +392,7 @@ export async function smartFetch(url, options = {}) {
             if (!isPeelTLSAvailable()) {
                 throw new Error('PeelTLS binary not found. Build it with: cd peeltls && bash build.sh');
             }
-            if (process.env.DEBUG)
-                console.debug('[webpeel]', 'Using PeelTLS fingerprint spoofing (explicitly requested)');
+            log.debug('Using PeelTLS fingerprint spoofing (explicitly requested)');
             const result = await peelTLSFetch(url, {
                 proxy: firstProxy,
                 headers,
@@ -427,8 +426,7 @@ export async function smartFetch(url, options = {}) {
                     }
                     catch (e) {
                         // Non-fatal: background revalidation failed, stale entry continues serving.
-                        if (process.env.DEBUG)
-                            console.debug('[webpeel]', 'background cache revalidation failed:', e instanceof Error ? e.message : e);
+                        log.debug('background cache revalidation failed:', e instanceof Error ? e.message : e);
                     }
                 })();
             }
@@ -500,14 +498,15 @@ export async function smartFetch(url, options = {}) {
         if (raceTimer)
             clearTimeout(raceTimer);
         if (simpleOrTimeout.type === 'simple-success') {
-            // Check if the content is suspiciously thin or has SPA indicators — escalate to browser if so
-            if (shouldEscalateForLowContent(simpleOrTimeout.result) || hasSpaIndicators(simpleOrTimeout.result.html)) {
+            // Skip escalation when noEscalate=true (Q&A workloads that prefer speed over JS rendering)
+            if (!noEscalate && (shouldEscalateForLowContent(simpleOrTimeout.result) || hasSpaIndicators(simpleOrTimeout.result.html))) {
                 shouldUseBrowser = true;
             }
             else {
                 // Check whether the response is a bot-challenge page (e.g. Cloudflare, PerimeterX)
-                const challengeCheck = detectChallenge(simpleOrTimeout.result.html, simpleOrTimeout.result.statusCode);
-                if (challengeCheck.isChallenge && challengeCheck.confidence >= 0.7) {
+                // Skip challenge detection when noEscalate=true (can't fix it with browser anyway)
+                const challengeCheck = noEscalate ? null : detectChallenge(simpleOrTimeout.result.html, simpleOrTimeout.result.statusCode);
+                if (challengeCheck && challengeCheck.isChallenge && challengeCheck.confidence >= 0.7) {
                     // Escalate — the browser/stealth path will handle it below
                     shouldUseBrowser = true;
                 }
@@ -525,7 +524,8 @@ export async function smartFetch(url, options = {}) {
             }
         }
         if (simpleOrTimeout.type === 'simple-error') {
-            if (!shouldEscalateSimpleError(simpleOrTimeout.error)) {
+            // When noEscalate=true, don't try browser on simple fetch error — just throw
+            if (noEscalate || !shouldEscalateSimpleError(simpleOrTimeout.error)) {
                 throw simpleOrTimeout.error;
             }
             shouldUseBrowser = true;
@@ -578,8 +578,7 @@ export async function smartFetch(url, options = {}) {
                 }
                 catch (e) {
                     // Race resolution failed — determine which error to propagate
-                    if (process.env.DEBUG)
-                        console.debug('[webpeel]', 'fetch race resolution failed:', e instanceof Error ? e.message : e);
+                    log.debug('fetch race resolution failed:', e instanceof Error ? e.message : e);
                     if (simpleError &&
                         !shouldEscalateSimpleError(simpleError) &&
                         !isAbortError(simpleError)) {
@@ -694,8 +693,7 @@ export async function smartFetch(url, options = {}) {
                 try {
                     const { peelTLSFetch, isPeelTLSAvailable } = await import('./peel-tls.js');
                     if (isPeelTLSAvailable()) {
-                        if (process.env.DEBUG)
-                            console.debug('[webpeel]', 'Escalating to PeelTLS fingerprint spoofing');
+                        log.debug('Escalating to PeelTLS fingerprint spoofing');
                         const peelResult = await peelTLSFetch(url, {
                             proxy: currentProxy,
                             headers,
@@ -712,13 +710,11 @@ export async function smartFetch(url, options = {}) {
                             return peelStrategyResult;
                         }
                         // PeelTLS still challenged — fall through to CloakBrowser
-                        if (process.env.DEBUG)
-                            console.debug('[webpeel]', 'PeelTLS still challenged, escalating to CloakBrowser');
+                        log.debug('PeelTLS still challenged, escalating to CloakBrowser');
                     }
                 }
                 catch (peelError) {
-                    if (process.env.DEBUG)
-                        console.debug('[webpeel]', 'PeelTLS failed:', peelError instanceof Error ? peelError.message : peelError);
+                    log.debug('PeelTLS failed:', peelError instanceof Error ? peelError.message : peelError);
                     // Fall through to CloakBrowser
                 }
             }
@@ -727,8 +723,7 @@ export async function smartFetch(url, options = {}) {
                 try {
                     const { cfWorkerFetch, isCfWorkerAvailable } = await import('./cf-worker-proxy.js');
                     if (isCfWorkerAvailable()) {
-                        if (process.env.DEBUG)
-                            console.debug('[webpeel]', 'Escalating to CF Worker proxy');
+                        log.debug('Escalating to CF Worker proxy');
                         const cfResult = await cfWorkerFetch(url, {
                             headers,
                             timeout: timeoutMs,
@@ -743,22 +738,20 @@ export async function smartFetch(url, options = {}) {
                             recordMethod('cf-worker');
                             return cfStrategyResult;
                         }
-                        if (process.env.DEBUG)
-                            console.debug('[webpeel]', 'CF Worker still challenged, escalating to CloakBrowser');
+                        log.debug('CF Worker still challenged, escalating to CloakBrowser');
                     }
                 }
                 catch (cfError) {
-                    if (process.env.DEBUG)
-                        console.debug('[webpeel]', 'CF Worker proxy failed:', cfError instanceof Error ? cfError.message : cfError);
+                    log.debug('CF Worker proxy failed:', cfError instanceof Error ? cfError.message : cfError);
                 }
             }
             // If still challenged after CF Worker, try CloakBrowser
             if (finalResult.challengeDetected) {
                 try {
+                    // @ts-ignore — proprietary module, gitignored
                     const { cloakFetch, isCloakBrowserAvailable } = await import('./cloak-fetch.js');
                     if (isCloakBrowserAvailable()) {
-                        if (process.env.DEBUG)
-                            console.debug('[webpeel]', 'Escalating to CloakBrowser stealth');
+                        log.debug('Escalating to CloakBrowser stealth');
                         const cloakResult = await cloakFetch({
                             url,
                             proxy: currentProxy,
@@ -783,8 +776,7 @@ export async function smartFetch(url, options = {}) {
                     }
                 }
                 catch (cloakError) {
-                    if (process.env.DEBUG)
-                        console.debug('[webpeel]', 'CloakBrowser failed:', cloakError instanceof Error ? cloakError.message : cloakError);
+                    log.debug('CloakBrowser failed:', cloakError instanceof Error ? cloakError.message : cloakError);
                     // Fall through to Google Cache fallback
                 }
             }
@@ -794,8 +786,7 @@ export async function smartFetch(url, options = {}) {
                     const { fetchGoogleCache } = await import('./google-cache.js');
                     const cacheResult = await fetchGoogleCache(url, { timeout: timeoutMs });
                     if (cacheResult && cacheResult.html.length > 200) {
-                        if (process.env.DEBUG)
-                            console.debug('[webpeel]', 'Using Google Cache fallback');
+                        log.debug('Using Google Cache fallback');
                         const cacheStrategyResult = {
                             html: cacheResult.html,
                             url: cacheResult.url,
@@ -807,8 +798,7 @@ export async function smartFetch(url, options = {}) {
                     }
                 }
                 catch (cacheError) {
-                    if (process.env.DEBUG)
-                        console.debug('[webpeel]', 'Google Cache failed:', cacheError);
+                    log.debug('Google Cache failed:', cacheError);
                 }
             }
             // Success (or gave up with challengeDetected=true on the last proxy)
@@ -823,8 +813,7 @@ export async function smartFetch(url, options = {}) {
             if (isAbortError(e))
                 throw e; // Don't retry on abort
             // Log and try next proxy
-            if (process.env.DEBUG)
-                console.debug('[webpeel]', `proxy ${currentProxy || 'direct'} failed:`, e instanceof Error ? e.message : e);
+            log.debug(`proxy ${currentProxy || 'direct'} failed:`, e instanceof Error ? e.message : e);
             // If last proxy, throw below; otherwise continue loop
         }
     }
@@ -836,4 +825,3 @@ export async function smartFetch(url, options = {}) {
  * @deprecated Use `clearStrategyHooks()` from strategy-hooks.ts instead.
  */
 export { clearStrategyHooks as clearDomainIntel } from './strategy-hooks.js';
-//# sourceMappingURL=strategies.js.map

package/dist/core/strategy-hooks.d.ts

@@ -79,4 +79,3 @@ export declare function clearStrategyHooks(): void;
  * Retrieve the current hooks (internal — used by strategies.ts).
  */
 export declare function getStrategyHooks(): Readonly<StrategyHooks>;
-//# sourceMappingURL=strategy-hooks.d.ts.map

package/dist/core/strategy-hooks.js

@@ -30,4 +30,3 @@ export function clearStrategyHooks() {
 export function getStrategyHooks() {
     return registeredHooks;
 }
-//# sourceMappingURL=strategy-hooks.js.map

package/dist/core/summarize.d.ts

@@ -15,4 +15,3 @@ export interface SummarizeOptions {
  * Summarize content using an OpenAI-compatible LLM API
  */
 export declare function summarizeContent(content: string, options: SummarizeOptions): Promise<string>;
-//# sourceMappingURL=summarize.d.ts.map

package/dist/core/summarize.js

@@ -76,4 +76,3 @@ ${truncatedContent}`;
         throw new Error('Summarization failed: Unknown error');
     }
 }
-//# sourceMappingURL=summarize.js.map

package/dist/core/synonyms.d.ts

@@ -40,4 +40,3 @@ export interface ExpandedTerm {
  *          The returned array preserves originals first, then synonyms.
  */
 export declare function expandWithSynonyms(terms: string[]): ExpandedTerm[];
-//# sourceMappingURL=synonyms.d.ts.map

package/dist/core/synonyms.js

@@ -182,4 +182,3 @@ export function expandWithSynonyms(terms) {
     }
     return result;
 }
-//# sourceMappingURL=synonyms.js.map

package/dist/core/table-format.d.ts

@@ -28,4 +28,3 @@
  * ```
  */
 export declare function formatTable(rows: Record<string, string | undefined>[], columns?: string[]): string;
-//# sourceMappingURL=table-format.d.ts.map

package/dist/core/table-format.js

@@ -144,4 +144,3 @@ function deriveColumns(rows) {
     // Filter out columns that are entirely empty
     return order.filter(col => rows.some(r => r[col] && r[col].trim().length > 0));
 }
-//# sourceMappingURL=table-format.js.map

package/dist/core/timing.d.ts

@@ -19,4 +19,3 @@ export declare class Timer {
     end(name: string): number;
     toTiming(): PipelineTiming;
 }
-//# sourceMappingURL=timing.d.ts.map

package/dist/core/timing.js

@@ -31,4 +31,3 @@ export class Timer {
         };
     }
 }
-//# sourceMappingURL=timing.js.map

package/dist/core/user-agents.d.ts

@@ -55,4 +55,3 @@ export declare function getSecCHUA(userAgent: string): string;
  * @param userAgent - Full user agent string
  */
 export declare function getSecCHUAPlatform(userAgent: string): string;
-//# sourceMappingURL=user-agents.d.ts.map

package/dist/core/user-agents.js

@@ -156,4 +156,3 @@ export function getSecCHUAPlatform(userAgent) {
         return '"Linux"';
     return '"Unknown"';
 }
-//# sourceMappingURL=user-agents.js.map

package/dist/core/watch-manager.d.ts

@@ -169,4 +169,3 @@ export declare class WatchManager {
  * ```
  */
 export declare function startWatchChecker(db: pg.Pool): ReturnType<typeof setInterval>;
-//# sourceMappingURL=watch-manager.d.ts.map

package/dist/core/watch-manager.js

@@ -387,4 +387,3 @@ export function startWatchChecker(db) {
         }
     }, 60_000); // Every 1 minute
 }
-//# sourceMappingURL=watch-manager.js.map

package/dist/core/watch.d.ts

@@ -97,4 +97,3 @@ export declare function parseAssertion(expr: string): Assertion;
  * ```
  */
 export declare function watch(options: WatchOptions): Promise<void>;
-//# sourceMappingURL=watch.d.ts.map

package/dist/core/watch.js

@@ -365,4 +365,3 @@ export async function watch(options) {
         process.removeListener('SIGTERM', handleSignal);
     }
 }
-//# sourceMappingURL=watch.js.map

package/dist/core/youtube.d.ts

@@ -124,4 +124,3 @@ export declare function decodeHtmlEntities(text: string): string;
  * Format seconds into MM:SS or HH:MM:SS.
  */
 export declare function formatDuration(seconds: number): string;
-//# sourceMappingURL=youtube.d.ts.map

package/dist/core/youtube.js

@@ -753,4 +753,3 @@ function extractMetaTag(html, property) {
     const m = html.match(regex) ?? html.match(new RegExp(`<meta[^>]+content=["']([^"']+)["'][^>]+(?:property|name)=["']${property.replace(/:/g, '\\:')}["']`, 'i'));
     return m ? decodeHtmlEntities(m[1]) : null;
 }
-//# sourceMappingURL=youtube.js.map

package/dist/index.d.ts

@@ -35,7 +35,12 @@ export { quickAnswer, type QuickAnswerOptions, type QuickAnswerResult } from './
 export { extractValueFromPassage, smartExtractSchemaFields } from './core/schema-postprocess.js';
 export { Timer, type PipelineTiming } from './core/timing.js';
 export { chunkContent, type ChunkOptions, type ContentChunk, type ChunkResult } from './core/chunker.js';
-export { searchFallback, type SearchFallbackResult } from './core/search-fallback.js';
+export type SearchFallbackResult = {
+    content: string;
+    url: string;
+    method: string;
+};
+export declare function searchFallback(..._args: any[]): Promise<SearchFallbackResult | null>;
 export { peelTLSFetch, isPeelTLSAvailable, shutdownPeelTLS, type PeelTLSOptions, type PeelTLSResult } from './core/peel-tls.js';
 /**
  * Fetch and extract content from a URL
@@ -87,7 +92,8 @@ export { humanDelay, humanMouseMove, humanRead, warmupBrowse, humanType, humanCl
 export { SCHEMA_TEMPLATES, getSchemaTemplate, listSchemaTemplates, type SchemaTemplate } from './core/schema-templates.js';
 export { WebPeelLoader, type WebPeelLoaderOptions } from './integrations/langchain.js';
 export { WebPeelReader, type WebPeelReaderOptions } from './integrations/llamaindex.js';
-export { applyStealthPatches, applyAcceptLanguageHeader } from './core/stealth-patches.js';
+export declare function applyStealthPatches(page: any): Promise<void>;
+export declare function applyAcceptLanguageHeader(page: any, lang?: string): Promise<void>;
 export { fetchGoogleCache, isGoogleCacheAvailable, type GoogleCacheResult } from './core/google-cache.js';
 export { cfWorkerFetch, isCfWorkerAvailable, type CfWorkerProxyOptions, type CfWorkerProxyResult } from './core/cf-worker-proxy.js';
 /**
@@ -117,4 +123,3 @@ export declare class WebPeel {
     /** Extract structured data */
     extract(url: string, _schema: Record<string, unknown>, options?: PeelOptions): Promise<unknown>;
 }
-//# sourceMappingURL=index.d.ts.map

package/dist/index.js

@@ -36,7 +36,16 @@ export { quickAnswer } from './core/quick-answer.js';
 export { extractValueFromPassage, smartExtractSchemaFields } from './core/schema-postprocess.js';
 export { Timer } from './core/timing.js';
 export { chunkContent } from './core/chunker.js';
-export { searchFallback } from './core/search-fallback.js';
+export async function searchFallback(..._args) {
+    // @ts-ignore — proprietary module, gitignored
+    try {
+        const m = await import('./core/search-fallback.js');
+        return m.searchFallback(..._args);
+    }
+    catch {
+        return null;
+    }
+}
 export { peelTLSFetch, isPeelTLSAvailable, shutdownPeelTLS } from './core/peel-tls.js';
 /**
  * Fetch and extract content from a URL
@@ -132,7 +141,23 @@ export { WebPeelLoader } from './integrations/langchain.js';
 export { WebPeelReader } from './integrations/llamaindex.js';
 // Advanced stealth utilities — for power users who want to apply extra evasions
 // to their own Playwright pages.
-export { applyStealthPatches, applyAcceptLanguageHeader } from './core/stealth-patches.js';
+// stealth-patches: proprietary module, loaded at runtime only
+export async function applyStealthPatches(page) {
+    // @ts-ignore — proprietary module, gitignored
+    try {
+        const m = await import('./core/stealth-patches.js');
+        await m.applyStealthPatches(page);
+    }
+    catch { /* not available */ }
+}
+export async function applyAcceptLanguageHeader(page, lang) {
+    // @ts-ignore — proprietary module, gitignored
+    try {
+        const m = await import('./core/stealth-patches.js');
+        await m.applyAcceptLanguageHeader(page, lang);
+    }
+    catch { /* not available */ }
+}
 // Google Cache fallback — fetch cached copies of blocked pages
 export { fetchGoogleCache, isGoogleCacheAvailable } from './core/google-cache.js';
 export { cfWorkerFetch, isCfWorkerAvailable } from './core/cf-worker-proxy.js';
@@ -181,4 +206,3 @@ export class WebPeel {
         return result;
     }
 }
-//# sourceMappingURL=index.js.map

package/dist/integrations/index.d.ts

@@ -1,3 +1,2 @@
 export { WebPeelLoader, type WebPeelLoaderOptions, type Document } from './langchain.js';
 export { WebPeelReader, type WebPeelReaderOptions, type LlamaDocument } from './llamaindex.js';
-//# sourceMappingURL=index.d.ts.map

package/dist/integrations/index.js

@@ -1,3 +1,2 @@
 export { WebPeelLoader } from './langchain.js';
 export { WebPeelReader } from './llamaindex.js';
-//# sourceMappingURL=index.js.map

package/dist/integrations/langchain.d.ts

@@ -62,4 +62,3 @@ export declare class WebPeelLoader {
      */
     lazyLoad(): AsyncGenerator<Document>;
 }
-//# sourceMappingURL=langchain.d.ts.map

package/dist/integrations/langchain.js

@@ -113,4 +113,3 @@ export class WebPeelLoader {
         }
     }
 }
-//# sourceMappingURL=langchain.js.map