webpeel 0.21.23 → 0.21.24

package/dist/core/search-provider.js

@@ -844,20 +844,27 @@ export class DuckDuckGoProvider {
         // Stage 4: Stealth multi-engine (DDG + Bing + Ecosia in parallel)
         // Bypasses bot-detection on datacenter IPs. This is the reliable
         // last resort — but it spins up a browser so it takes a few seconds.
+        // DISABLED on memory-constrained servers (512MB) — Playwright OOM kills.
+        // Set NO_BROWSER_SEARCH=1 to skip this stage entirely.
         // -----------------------------------------------------------
-        log.debug('Trying stealth browser search (DDG + Bing + Ecosia)...');
-        try {
-            const stealthProvider = new StealthSearchProvider();
-            // StealthSearchProvider already applies filterRelevantResults internally.
-            const stealthResults = await stealthProvider.searchWeb(query, options);
-            if (stealthResults.length > 0) {
-                log.debug(`source=stealth returned ${stealthResults.length} results`);
-                return stealthResults;
+        if (!process.env.NO_BROWSER_SEARCH) {
+            log.debug('Trying stealth browser search (DDG + Bing + Ecosia)...');
+            try {
+                const stealthProvider = new StealthSearchProvider();
+                // StealthSearchProvider already applies filterRelevantResults internally.
+                const stealthResults = await stealthProvider.searchWeb(query, options);
+                if (stealthResults.length > 0) {
+                    log.debug(`source=stealth returned ${stealthResults.length} results`);
+                    return stealthResults;
+                }
+                log.debug('Stealth search returned 0 results');
+            }
+            catch (e) {
+                log.debug('Stealth search failed:', e instanceof Error ? e.message : e);
             }
-            log.debug('Stealth search returned 0 results');
         }
-        catch (e) {
-            log.debug('Stealth search failed:', e instanceof Error ? e.message : e);
+        else {
+            log.debug('Stealth browser search skipped (NO_BROWSER_SEARCH=1)');
         }
         return [];
     }

package/dist/server/routes/fetch.js

@@ -341,6 +341,10 @@ export function createFetchRouter(authStore) {
                 lite: lite === 'true',
                 timeout: timeout ? parseInt(timeout, 10) : undefined,
                 captionImages: captionImages === 'true',
+                // Prevent auto-escalation to browser unless render=true is explicitly requested.
+                // On 512MB containers, surprise browser launches cause OOM kills.
+                // Domain extractors (GitHub, Wikipedia, npm etc.) use HTTP APIs, not the browser.
+                noEscalate: !shouldRender,
             };
             // Auto-budget: default to 4000 tokens for API requests when no budget specified
             // Opt-out: budget=0 explicitly disables. Lite mode disables auto-budget.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "webpeel",
-  "version": "0.21.23",
+  "version": "0.21.24",
   "description": "Fast web fetcher for AI agents - stealth mode, crawl mode, page actions, structured extraction, PDF parsing, smart escalation from simple HTTP to headless browser",
   "author": "Jake Liu",
   "license": "AGPL-3.0-only",