@crawlee/basic 4.0.0-beta.264 → 4.0.0-beta.266
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -58,7 +58,9 @@ export interface AutoscaledPoolOptions extends TaskLoopPredicates {
|
|
|
58
58
|
/**
|
|
59
59
|
* Manages a pool of asynchronous resource-intensive tasks that are executed in parallel.
|
|
60
60
|
* The pool only starts new tasks while its {@link IConcurrencySystem|concurrency system} reports free capacity —
|
|
61
|
-
* that governor is what monitors CPU, memory and event loop load and autoscales the concurrency budget.
|
|
61
|
+
* that governor is what monitors CPU, memory and event loop load and autoscales the concurrency budget. The default
|
|
62
|
+
* {@link ConcurrencySystem} keeps `minConcurrency` tasks running even while the system is overloaded, and only
|
|
63
|
+
* starts additional ones when there is enough free CPU and memory.
|
|
62
64
|
*
|
|
63
65
|
* Before running the pool, you need to implement the following three functions:
|
|
64
66
|
* {@link AutoscaledPoolOptions.runTaskFunction|`runTaskFunction`},
|
|
@@ -23,7 +23,9 @@ const autoscaledPoolOptionsSchema = z.strictObject({
|
|
|
23
23
|
/**
|
|
24
24
|
* Manages a pool of asynchronous resource-intensive tasks that are executed in parallel.
|
|
25
25
|
* The pool only starts new tasks while its {@link IConcurrencySystem|concurrency system} reports free capacity —
|
|
26
|
-
* that governor is what monitors CPU, memory and event loop load and autoscales the concurrency budget.
|
|
26
|
+
* that governor is what monitors CPU, memory and event loop load and autoscales the concurrency budget. The default
|
|
27
|
+
* {@link ConcurrencySystem} keeps `minConcurrency` tasks running even while the system is overloaded, and only
|
|
28
|
+
* starts additional ones when there is enough free CPU and memory.
|
|
27
29
|
*
|
|
28
30
|
* Before running the pool, you need to implement the following three functions:
|
|
29
31
|
* {@link AutoscaledPoolOptions.runTaskFunction|`runTaskFunction`},
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@crawlee/basic",
|
|
3
|
-
"version": "4.0.0-beta.
|
|
3
|
+
"version": "4.0.0-beta.266",
|
|
4
4
|
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=22.13.0"
|
|
@@ -42,10 +42,10 @@
|
|
|
42
42
|
"@apify/datastructures": "^3.0.1",
|
|
43
43
|
"@apify/timeout": "^1.0.1",
|
|
44
44
|
"@apify/utilities": "^3.1.0",
|
|
45
|
-
"@crawlee/core": "4.0.0-beta.
|
|
46
|
-
"@crawlee/http-client": "4.0.0-beta.
|
|
47
|
-
"@crawlee/types": "4.0.0-beta.
|
|
48
|
-
"@crawlee/utils": "4.0.0-beta.
|
|
45
|
+
"@crawlee/core": "4.0.0-beta.266",
|
|
46
|
+
"@crawlee/http-client": "4.0.0-beta.266",
|
|
47
|
+
"@crawlee/types": "4.0.0-beta.266",
|
|
48
|
+
"@crawlee/utils": "4.0.0-beta.266",
|
|
49
49
|
"@sapphire/async-queue": "^1.5.5",
|
|
50
50
|
"@standard-schema/spec": "^1.1.0",
|
|
51
51
|
"csv-stringify": "^6.9.0",
|
|
@@ -57,7 +57,7 @@
|
|
|
57
57
|
"zod": "^4.6.7"
|
|
58
58
|
},
|
|
59
59
|
"optionalDependencies": {
|
|
60
|
-
"@crawlee/impit-client": "4.0.0-beta.
|
|
60
|
+
"@crawlee/impit-client": "4.0.0-beta.266"
|
|
61
61
|
},
|
|
62
62
|
"lerna": {
|
|
63
63
|
"command": {
|
|
@@ -66,5 +66,5 @@
|
|
|
66
66
|
}
|
|
67
67
|
}
|
|
68
68
|
},
|
|
69
|
-
"gitHead": "
|
|
69
|
+
"gitHead": "1b0e67fa736823f6ffd42537c87e41fe373394fd"
|
|
70
70
|
}
|