@crawlee/basic 4.0.0-beta.255 → 4.0.0-beta.256
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1202,6 +1202,7 @@ export class BasicCrawler {
|
|
|
1202
1202
|
});
|
|
1203
1203
|
// Keep callback failures observable to callers that await this promise without emitting an unhandled rejection
|
|
1204
1204
|
// when callers intentionally leave background additions running, matching `drainRequestBatches` behavior.
|
|
1205
|
+
// Background failures are already logged by `drainRequestBatches`.
|
|
1205
1206
|
void waitForAllRequestsToBeAdded.catch(() => { });
|
|
1206
1207
|
return { ...result, waitForAllRequestsToBeAdded };
|
|
1207
1208
|
}
|
|
@@ -526,6 +526,7 @@ export class ThrottlingRequestManager {
|
|
|
526
526
|
waitBetweenBatchesMillis: options.waitBetweenBatchesMillis ?? 1000,
|
|
527
527
|
waitForAllRequestsToBeAdded: options.waitForAllRequestsToBeAdded ?? false,
|
|
528
528
|
maxNewRequests: options.maxNewRequests,
|
|
529
|
+
log: this.#log,
|
|
529
530
|
// Routing is the only thing this manager adds; the targets do the batching, validation and
|
|
530
531
|
// deduplication themselves.
|
|
531
532
|
processChunk: async (chunk) => {
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@crawlee/basic",
|
|
3
|
-
"version": "4.0.0-beta.
|
|
3
|
+
"version": "4.0.0-beta.256",
|
|
4
4
|
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=22.13.0"
|
|
@@ -42,10 +42,10 @@
|
|
|
42
42
|
"@apify/datastructures": "^3.0.1",
|
|
43
43
|
"@apify/timeout": "^1.0.1",
|
|
44
44
|
"@apify/utilities": "^3.1.0",
|
|
45
|
-
"@crawlee/core": "4.0.0-beta.
|
|
46
|
-
"@crawlee/http-client": "4.0.0-beta.
|
|
47
|
-
"@crawlee/types": "4.0.0-beta.
|
|
48
|
-
"@crawlee/utils": "4.0.0-beta.
|
|
45
|
+
"@crawlee/core": "4.0.0-beta.256",
|
|
46
|
+
"@crawlee/http-client": "4.0.0-beta.256",
|
|
47
|
+
"@crawlee/types": "4.0.0-beta.256",
|
|
48
|
+
"@crawlee/utils": "4.0.0-beta.256",
|
|
49
49
|
"@sapphire/async-queue": "^1.5.5",
|
|
50
50
|
"@standard-schema/spec": "^1.1.0",
|
|
51
51
|
"csv-stringify": "^6.9.0",
|
|
@@ -57,7 +57,7 @@
|
|
|
57
57
|
"zod": "^4.6.7"
|
|
58
58
|
},
|
|
59
59
|
"optionalDependencies": {
|
|
60
|
-
"@crawlee/impit-client": "4.0.0-beta.
|
|
60
|
+
"@crawlee/impit-client": "4.0.0-beta.256"
|
|
61
61
|
},
|
|
62
62
|
"lerna": {
|
|
63
63
|
"command": {
|
|
@@ -66,5 +66,5 @@
|
|
|
66
66
|
}
|
|
67
67
|
}
|
|
68
68
|
},
|
|
69
|
-
"gitHead": "
|
|
69
|
+
"gitHead": "06cbfcc77b373a93f1a6a048e8115433db98c862"
|
|
70
70
|
}
|