html-get 2.11.4 → 2.11.5

package/package.json

@@ -2,7 +2,7 @@
   "name": "html-get",
   "description": "Get the HTML from any website, using prerendering when is necessary.",
   "homepage": "https://nicedoc.com/microlinkhq/html-get",
-  "version": "2.11.4",
+  "version": "2.11.5",
   "main": "src/index.js",
   "bin": {
     "html-get": "bin/index.js"
@@ -98,7 +98,8 @@
       "test/**/*.js",
       "!test/util.js"
     ],
-    "timeout": "2m"
+    "timeout": "2m",
+    "workerThreads": false
   },
   "commitlint": {
     "extends": [
@@ -107,7 +108,8 @@
   },
   "nano-staged": {
     "*.js": [
-      "prettier-standard"
+      "prettier-standard",
+      "standard --fix"
     ],
     "*.md": [
       "standard-markdown"

package/src/index.js

@@ -152,24 +152,32 @@ const determinateMode = (url, { prerender }) => {
   return isFetchMode(url) ? 'fetch' : 'prerender'
 }
 
-const getContent = async (
-  url,
-  mode,
-  { getBrowserless, gotOpts, headers, puppeteerOpts, rewriteUrls, toEncode }
-) => {
-  const isFetchMode = mode === 'fetch'
-  const fetchOpts = isFetchMode
-    ? { headers, toEncode, ...gotOpts }
-    : { headers, toEncode, getBrowserless, gotOpts, ...puppeteerOpts }
-  const content = await modes[mode](url, fetchOpts)
-
-  const html = addHtml({
-    ...content,
-    ...(isFetchMode ? puppeteerOpts : undefined),
-    rewriteUrls
-  })
-  return { ...content, html }
-}
+const getContent = PCancelable.fn(
+  (
+    url,
+    mode,
+    { getBrowserless, gotOpts, headers, puppeteerOpts, rewriteUrls, toEncode },
+    onCancel
+  ) => {
+    const isFetchMode = mode === 'fetch'
+    const fetchOpts = isFetchMode
+      ? { headers, toEncode, ...gotOpts }
+      : { headers, toEncode, getBrowserless, gotOpts, ...puppeteerOpts }
+
+    const promise = modes[mode](url, fetchOpts)
+    onCancel(() => promise.cancel())
+
+    return promise.then(content => {
+      const html = addHtml({
+        ...content,
+        ...(isFetchMode ? puppeteerOpts : undefined),
+        rewriteUrls
+      })
+
+      return { ...content, html }
+    })
+  }
+)
 
 module.exports = PCancelable.fn(
   async (
@@ -206,14 +214,15 @@ module.exports = PCancelable.fn(
       toEncode
     })
 
-    onCancel(() => promise.onCancel())
+    onCancel(() => promise.cancel())
 
     const { mode, ...payload } = await promise
 
-    return { ...payload, stats: { mode, timing: time.rounded() } }
+    return Object.assign(payload, { stats: { mode, timing: time.rounded() } })
   }
 )
 
 module.exports.REQ_TIMEOUT = REQ_TIMEOUT
 module.exports.ABORT_TYPES = ABORT_TYPES
 module.exports.isFetchMode = isFetchMode
+module.exports.getContent = getContent