webpeel 0.21.38 → 0.21.40

package/dist/core/pipeline.js

@@ -307,7 +307,9 @@ export async function fetchContent(ctx) {
         }
         catch (e) {
             // Domain API failed — fall through to normal fetch
-            log.warn('domain API first-pass failed, falling back to fetch:', e instanceof Error ? e.message : e);
+            const errMsg = e instanceof Error ? e.message : String(e);
+            log.warn('domain API first-pass failed, falling back to fetch:', errMsg);
+            ctx.warnings.push(`Domain API extraction failed: ${errMsg}`);
         }
     }
     ctx.timer.mark('fetch');
@@ -959,7 +961,9 @@ export async function postProcess(ctx) {
         }
         catch (e) {
             // Domain extraction failure is non-fatal; continue with normal content
-            log.warn('domain extraction (second pass) failed:', e instanceof Error ? e.message : e);
+            const errMsg2 = e instanceof Error ? e.message : String(e);
+            log.warn('domain extraction (second pass) failed:', errMsg2);
+            ctx.warnings.push(`Domain extraction (second pass) failed: ${errMsg2}`);
         }
     }
     // === Challenge / bot-protection page detection ===

package/dist/core/search-provider.js

@@ -1061,7 +1061,7 @@ export class DuckDuckGoProvider {
                 const searxResults = await searchViaSearXNG(query, {
                     count: options.count ?? 10,
                     signal: options.signal,
-                    timeoutMs: 6000,
+                    timeoutMs: 12000,
                 });
                 if (searxResults.length > 0) {
                     providerStats.record('searxng', true);

package/dist/core/searxng-provider.js

@@ -21,7 +21,7 @@ export async function searchViaSearXNG(query, options = {}) {
     const baseUrl = process.env.SEARXNG_URL;
     if (!baseUrl)
         return [];
-    const { count = 10, signal, timeoutMs = 8000, engines = '', language = 'en', } = options;
+    const { count = 10, signal, timeoutMs = 15000, engines = '', language = 'en', } = options;
     const controller = new AbortController();
     const timeoutId = setTimeout(() => controller.abort(), timeoutMs);
     if (signal)
@@ -95,7 +95,7 @@ export async function searchViaSearXNG(query, options = {}) {
  */
 export async function isSearXNGHealthy() {
     try {
-        const results = await searchViaSearXNG('test', { count: 1, timeoutMs: 5000 });
+        const results = await searchViaSearXNG('test', { count: 1, timeoutMs: 10000 });
         return results.length > 0;
     }
     catch {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "webpeel",
-  "version": "0.21.38",
+  "version": "0.21.40",
   "description": "Fast web fetcher for AI agents - stealth mode, crawl mode, page actions, structured extraction, PDF parsing, smart escalation from simple HTTP to headless browser",
   "author": "Jake Liu",
   "license": "AGPL-3.0-only",