webpeel 0.21.65 → 0.21.66

package/dist/core/domain-extractors.js

@@ -4246,14 +4246,9 @@ async function semanticScholarExtractor(_html, url) {
             const data = await fetchJson(apiUrl);
             if (!data)
                 return null;
-            // Handle rate limiting — return helpful message instead of null
+            // Rate limited — return null so pipeline falls back to browser rendering
             if (data.code === '429' || (data.message && String(data.message).includes('Too Many Requests'))) {
-                return {
-                    domain,
-                    type: 'paper',
-                    structured: { paperId, rateLimited: true },
-                    cleanContent: `# Semantic Scholar — Rate Limited\n\n⚠️ API rate limit reached. View paper directly: https://www.semanticscholar.org/paper/${paperId}`,
-                };
+                return null;
             }
             if (!data.title)
                 return null;
@@ -4321,23 +4316,11 @@ async function semanticScholarExtractor(_html, url) {
             const fields = 'title,authors,year,citationCount,url,openAccessPdf';
             const apiUrl = `https://api.semanticscholar.org/graph/v1/paper/search?query=${encodeURIComponent(query)}&limit=10&fields=${fields}`;
             const data = await fetchJson(apiUrl);
-            // Handle rate limiting gracefully — return a helpful message instead of null
+            // Rate limited or no data — return null so pipeline falls back to browser rendering
             if (!data)
                 return null;
             if (data.code === '429' || (data.message && String(data.message).includes('Too Many Requests'))) {
-                const cleanContent = [
-                    `# 🔍 Semantic Scholar — "${query}"`,
-                    '',
-                    '⚠️ **Rate limited by Semantic Scholar API.** The free tier has strict limits.',
-                    '',
-                    `Try again in a few seconds, or search directly: https://www.semanticscholar.org/search?q=${encodeURIComponent(query)}`,
-                ].join('\n');
-                return {
-                    domain,
-                    type: 'search',
-                    structured: { query, total: 0, papers: [], rateLimited: true },
-                    cleanContent,
-                };
+                return null;
             }
             if (!Array.isArray(data.data))
                 return null;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "webpeel",
-  "version": "0.21.65",
+  "version": "0.21.66",
   "description": "Fast web fetcher for AI agents - stealth mode, crawl mode, page actions, structured extraction, PDF parsing, smart escalation from simple HTTP to headless browser",
   "author": "Jake Liu",
   "license": "AGPL-3.0-only",