@crawlee/linkedom 4.0.0-beta.92 → 4.0.0-beta.93
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -96,8 +96,8 @@ JSONData extends Dictionary = any> = RequestHandler<LinkeDOMCrawlingContext<User
|
|
|
96
96
|
* Beware that the parsing behavior differs for HTML, XML, JSON and other types of content.
|
|
97
97
|
* For more details, see {@link LinkeDOMCrawlerOptions.requestHandler}.
|
|
98
98
|
*
|
|
99
|
-
* New requests are only dispatched when there is enough free CPU and memory available,
|
|
100
|
-
*
|
|
99
|
+
* New requests are only dispatched when there is enough free CPU and memory available, as judged by the crawler's
|
|
100
|
+
* {@link ConcurrencySystem}.
|
|
101
101
|
* Concurrency is tuned via the `minConcurrency`, `maxConcurrency` and `maxRequestsPerMinute` options of the
|
|
102
102
|
* `LinkeDOMCrawler` constructor, or, for finer control, by injecting a pre-configured
|
|
103
103
|
* {@link ConcurrencySystem|`concurrencySystem`}.
|
|
@@ -50,8 +50,8 @@ import { DOMParser } from 'linkedom/cached';
|
|
|
50
50
|
* Beware that the parsing behavior differs for HTML, XML, JSON and other types of content.
|
|
51
51
|
* For more details, see {@link LinkeDOMCrawlerOptions.requestHandler}.
|
|
52
52
|
*
|
|
53
|
-
* New requests are only dispatched when there is enough free CPU and memory available,
|
|
54
|
-
*
|
|
53
|
+
* New requests are only dispatched when there is enough free CPU and memory available, as judged by the crawler's
|
|
54
|
+
* {@link ConcurrencySystem}.
|
|
55
55
|
* Concurrency is tuned via the `minConcurrency`, `maxConcurrency` and `maxRequestsPerMinute` options of the
|
|
56
56
|
* `LinkeDOMCrawler` constructor, or, for finer control, by injecting a pre-configured
|
|
57
57
|
* {@link ConcurrencySystem|`concurrencySystem`}.
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@crawlee/linkedom",
|
|
3
|
-
"version": "4.0.0-beta.
|
|
3
|
+
"version": "4.0.0-beta.93",
|
|
4
4
|
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=22.0.0"
|
|
@@ -49,9 +49,9 @@
|
|
|
49
49
|
"dependencies": {
|
|
50
50
|
"@apify/timeout": "^0.3.2",
|
|
51
51
|
"@apify/utilities": "^2.15.5",
|
|
52
|
-
"@crawlee/http": "4.0.0-beta.
|
|
53
|
-
"@crawlee/types": "4.0.0-beta.
|
|
54
|
-
"@crawlee/utils": "4.0.0-beta.
|
|
52
|
+
"@crawlee/http": "4.0.0-beta.93",
|
|
53
|
+
"@crawlee/types": "4.0.0-beta.93",
|
|
54
|
+
"@crawlee/utils": "4.0.0-beta.93",
|
|
55
55
|
"cheerio": "^1.0.0",
|
|
56
56
|
"linkedom": "^0.18.10",
|
|
57
57
|
"ow": "^2.0.0",
|
|
@@ -64,5 +64,5 @@
|
|
|
64
64
|
}
|
|
65
65
|
}
|
|
66
66
|
},
|
|
67
|
-
"gitHead": "
|
|
67
|
+
"gitHead": "b9d21e80d94d01e21d4e1c19191610d0157dd172"
|
|
68
68
|
}
|