@crawlee/playwright 4.0.0-beta.100 → 4.0.0-beta.101
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -22,7 +22,6 @@ import { createRequire } from 'node:module';
|
|
|
22
22
|
import vm from 'node:vm';
|
|
23
23
|
import { Configuration, KeyValueStore, serviceLocator, SessionError, validators } from '@crawlee/browser';
|
|
24
24
|
import { expandShadowRoots, sleep } from '@crawlee/utils';
|
|
25
|
-
import * as cheerio from 'cheerio';
|
|
26
25
|
import ow from 'ow';
|
|
27
26
|
import { LruCache } from '@apify/datastructures';
|
|
28
27
|
import { enqueueLinksByClickingElements } from '../enqueue-links/click-elements.js';
|
|
@@ -402,7 +401,8 @@ export async function parseWithCheerio(page, ignoreShadowRoots = false, ignoreIf
|
|
|
402
401
|
? null
|
|
403
402
|
: (await page.evaluate(`(${expandShadowRoots.toString()})(document)`));
|
|
404
403
|
const pageContent = html || (await page.content());
|
|
405
|
-
const
|
|
404
|
+
const { load } = await import('cheerio');
|
|
405
|
+
const $ = load(pageContent);
|
|
406
406
|
if (page.frames().length > 1 && !ignoreIframes) {
|
|
407
407
|
const frames = await page.$$('iframe');
|
|
408
408
|
const cheerioIframes = $('iframe').toArray();
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@crawlee/playwright",
|
|
3
|
-
"version": "4.0.0-beta.
|
|
3
|
+
"version": "4.0.0-beta.101",
|
|
4
4
|
"description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=22.0.0"
|
|
@@ -49,13 +49,13 @@
|
|
|
49
49
|
"dependencies": {
|
|
50
50
|
"@apify/datastructures": "^2.0.3",
|
|
51
51
|
"@apify/timeout": "^0.4.4",
|
|
52
|
-
"@crawlee/basic": "4.0.0-beta.
|
|
53
|
-
"@crawlee/browser": "4.0.0-beta.
|
|
54
|
-
"@crawlee/browser-pool": "4.0.0-beta.
|
|
55
|
-
"@crawlee/cheerio": "4.0.0-beta.
|
|
56
|
-
"@crawlee/core": "4.0.0-beta.
|
|
57
|
-
"@crawlee/types": "4.0.0-beta.
|
|
58
|
-
"@crawlee/utils": "4.0.0-beta.
|
|
52
|
+
"@crawlee/basic": "4.0.0-beta.101",
|
|
53
|
+
"@crawlee/browser": "4.0.0-beta.101",
|
|
54
|
+
"@crawlee/browser-pool": "4.0.0-beta.101",
|
|
55
|
+
"@crawlee/cheerio": "4.0.0-beta.101",
|
|
56
|
+
"@crawlee/core": "4.0.0-beta.101",
|
|
57
|
+
"@crawlee/types": "4.0.0-beta.101",
|
|
58
|
+
"@crawlee/utils": "4.0.0-beta.101",
|
|
59
59
|
"cheerio": "^1.0.0",
|
|
60
60
|
"idcac-playwright": "^0.1.3",
|
|
61
61
|
"jquery": "^3.7.1",
|
|
@@ -85,5 +85,5 @@
|
|
|
85
85
|
}
|
|
86
86
|
}
|
|
87
87
|
},
|
|
88
|
-
"gitHead": "
|
|
88
|
+
"gitHead": "1fd886ee601c053d6fa8cada24b751f9cbe0a539"
|
|
89
89
|
}
|