@crawlee/basic 3.17.1-beta.70 → 3.17.1-beta.71
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1203,7 +1203,8 @@ class BasicCrawler {
|
|
|
1203
1203
|
return false;
|
|
1204
1204
|
}
|
|
1205
1205
|
// After injecting the crawlDepth, we call the user-provided transform function, if there is one.
|
|
1206
|
-
return
|
|
1206
|
+
// Its return value is passed through as is, so a falsy one still skips the request.
|
|
1207
|
+
return options.transformRequestFunction ? options.transformRequestFunction(newRequest) : newRequest;
|
|
1207
1208
|
};
|
|
1208
1209
|
// Create a request-scoped callback that logs enqueueLimit once per request handler call
|
|
1209
1210
|
// Only log if an explicit limit was passed to enqueueLinks (not the internal maxRequestsPerCrawl-derived limit)
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@crawlee/basic",
|
|
3
|
-
"version": "3.17.1-beta.
|
|
3
|
+
"version": "3.17.1-beta.71",
|
|
4
4
|
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=16.0.0"
|
|
@@ -49,9 +49,9 @@
|
|
|
49
49
|
"@apify/log": "^2.4.0",
|
|
50
50
|
"@apify/timeout": "^0.4.0",
|
|
51
51
|
"@apify/utilities": "^2.7.10",
|
|
52
|
-
"@crawlee/core": "3.17.1-beta.
|
|
53
|
-
"@crawlee/types": "3.17.1-beta.
|
|
54
|
-
"@crawlee/utils": "3.17.1-beta.
|
|
52
|
+
"@crawlee/core": "3.17.1-beta.71",
|
|
53
|
+
"@crawlee/types": "3.17.1-beta.71",
|
|
54
|
+
"@crawlee/utils": "3.17.1-beta.71",
|
|
55
55
|
"csv-stringify": "^6.2.0",
|
|
56
56
|
"fs-extra": "^11.0.0",
|
|
57
57
|
"got-scraping": "^4.2.1",
|
|
@@ -67,5 +67,5 @@
|
|
|
67
67
|
}
|
|
68
68
|
}
|
|
69
69
|
},
|
|
70
|
-
"gitHead": "
|
|
70
|
+
"gitHead": "94c4c029140e4068184ad3f03d0a71fd8d6984dc"
|
|
71
71
|
}
|