webpeel 0.21.13 → 0.21.14
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -778,6 +778,10 @@ async function githubExtractor(_html, url) {
|
|
|
778
778
|
if (pathParts.length === 0)
|
|
779
779
|
return null;
|
|
780
780
|
const ghHeaders = { Accept: 'application/vnd.github.v3+json' };
|
|
781
|
+
// Use GITHUB_TOKEN if available for higher rate limits (5000/hr vs 60/hr)
|
|
782
|
+
const ghToken = process.env.GITHUB_TOKEN || process.env.GH_TOKEN;
|
|
783
|
+
if (ghToken)
|
|
784
|
+
ghHeaders.Authorization = `token ${ghToken}`;
|
|
781
785
|
// User profile: /username (single segment)
|
|
782
786
|
if (pathParts.length === 1) {
|
|
783
787
|
const username = pathParts[0];
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "webpeel",
|
|
3
|
-
"version": "0.21.
|
|
3
|
+
"version": "0.21.14",
|
|
4
4
|
"description": "Fast web fetcher for AI agents - stealth mode, crawl mode, page actions, structured extraction, PDF parsing, smart escalation from simple HTTP to headless browser",
|
|
5
5
|
"author": "Jake Liu",
|
|
6
6
|
"license": "AGPL-3.0-only",
|