html-get 2.24.0 → 2.24.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/src/index.js +8 -3
package/package.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
"name": "html-get",
|
|
3
3
|
"description": "Get the HTML from any website, fine-tuned for correction & speed",
|
|
4
4
|
"homepage": "https://nicedoc.com/microlinkhq/html-get",
|
|
5
|
-
"version": "2.24.
|
|
5
|
+
"version": "2.24.2",
|
|
6
6
|
"types": "index.d.ts",
|
|
7
7
|
"main": "src/index.js",
|
|
8
8
|
"bin": {
|
package/src/index.js
CHANGED
|
@@ -184,7 +184,9 @@ const prerender = PCancelable.fn(
|
|
|
184
184
|
headers: data.headers || {},
|
|
185
185
|
html: '',
|
|
186
186
|
url,
|
|
187
|
-
mode: 'prerender'
|
|
187
|
+
mode: 'prerender',
|
|
188
|
+
statusCode: data.error?.response?.statusCode,
|
|
189
|
+
redirects: []
|
|
188
190
|
}
|
|
189
191
|
: data
|
|
190
192
|
}
|
|
@@ -316,7 +318,9 @@ module.exports = PCancelable.fn(
|
|
|
316
318
|
|
|
317
319
|
let { mode, html, $, ...payload } = await promise
|
|
318
320
|
|
|
319
|
-
|
|
321
|
+
let shadowDOM = hasShadowDOM($)
|
|
322
|
+
|
|
323
|
+
if (mode === 'fetch' && getBrowserless && shadowDOM) {
|
|
320
324
|
debug('shadow DOM detected, retrying with prerender', { url: targetUrl })
|
|
321
325
|
const prerenderPromise = getContent(targetUrl, 'prerender', {
|
|
322
326
|
getBrowserless,
|
|
@@ -331,11 +335,12 @@ module.exports = PCancelable.fn(
|
|
|
331
335
|
})
|
|
332
336
|
onCancel(() => prerenderPromise.cancel())
|
|
333
337
|
;({ mode, html, $, ...payload } = await prerenderPromise)
|
|
338
|
+
shadowDOM = hasShadowDOM($)
|
|
334
339
|
}
|
|
335
340
|
|
|
336
341
|
return Object.assign(payload, {
|
|
337
342
|
...serializeHtml($),
|
|
338
|
-
stats: { mode, timing: duration() }
|
|
343
|
+
stats: { mode, timing: duration(), shadowDOM }
|
|
339
344
|
})
|
|
340
345
|
}
|
|
341
346
|
)
|