webpeel 0.21.38 → 0.21.39
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/core/pipeline.js +6 -2
- package/package.json +1 -1
package/dist/core/pipeline.js
CHANGED
|
@@ -307,7 +307,9 @@ export async function fetchContent(ctx) {
|
|
|
307
307
|
}
|
|
308
308
|
catch (e) {
|
|
309
309
|
// Domain API failed — fall through to normal fetch
|
|
310
|
-
|
|
310
|
+
const errMsg = e instanceof Error ? e.message : String(e);
|
|
311
|
+
log.warn('domain API first-pass failed, falling back to fetch:', errMsg);
|
|
312
|
+
ctx.warnings.push(`Domain API extraction failed: ${errMsg}`);
|
|
311
313
|
}
|
|
312
314
|
}
|
|
313
315
|
ctx.timer.mark('fetch');
|
|
@@ -959,7 +961,9 @@ export async function postProcess(ctx) {
|
|
|
959
961
|
}
|
|
960
962
|
catch (e) {
|
|
961
963
|
// Domain extraction failure is non-fatal; continue with normal content
|
|
962
|
-
|
|
964
|
+
const errMsg2 = e instanceof Error ? e.message : String(e);
|
|
965
|
+
log.warn('domain extraction (second pass) failed:', errMsg2);
|
|
966
|
+
ctx.warnings.push(`Domain extraction (second pass) failed: ${errMsg2}`);
|
|
963
967
|
}
|
|
964
968
|
}
|
|
965
969
|
// === Challenge / bot-protection page detection ===
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "webpeel",
|
|
3
|
-
"version": "0.21.
|
|
3
|
+
"version": "0.21.39",
|
|
4
4
|
"description": "Fast web fetcher for AI agents - stealth mode, crawl mode, page actions, structured extraction, PDF parsing, smart escalation from simple HTTP to headless browser",
|
|
5
5
|
"author": "Jake Liu",
|
|
6
6
|
"license": "AGPL-3.0-only",
|