html-get 2.9.14 → 2.9.15

package/README.md

@@ -38,21 +38,37 @@ $ npm install puppeteer html-get --save
 ## Usage
 
 ```js
-'use strict'
-
+const createBrowserless = require('browserless')
 const getHTML = require('html-get')
 
-getHTML('https://example.com').then(
-  ({ url, html, stats, headers, statusCode }) =>
-    console.log(`
-       url: ${url}
-      html: ${Buffer.from(html).byteLength} bytes (HTTP ${statusCode})
-      time: ${stats.timing} (${stats.mode})
-   headers: ${Object.keys(headers).reduce(
-     (acc, key) => `${acc}${key}=${headers[key]} `,
-     ''
-   )}
-`))
+// Spawn Chromium process once
+const browserlessFactory = createBrowserless()
+
+// Kill the process when Node.js exit
+process.on('exit', () => {
+  console.log('closing resources!')
+  browserlessFactory.close()
+})
+
+const getContent = async url => {
+  // create a browser context inside Chromium process
+  const browserContext = browserlessFactory.createContext()
+  const getBrowserless = () => browserContext
+  const result = await getHTML(url, { getBrowserless })
+  // close the browser context after it's used
+  await getBrowserless((browser) => browser.destroyContext())
+  return result
+}
+
+getContent('https://example.com')
+  .then(content => {
+    console.log(content)
+    process.exit()
+  })
+  .catch(error => {
+    console.error(error)
+    process.exit(1)
+  })
 ```
 
 ### Command Line

package/bin/index.js

@@ -2,18 +2,24 @@
 
 'use strict'
 
+const createBrowserless = require('browserless')
 const minimist = require('minimist')
 const { URL } = require('url')
 
 const getHTML = require('..')
 
+const browserlessFactory = createBrowserless()
+
 const [input, ...argv] = process.argv.slice(2)
 const url = new URL(input).toString()
 
 const { debug: isDebug, ...args } = minimist(argv)
 
-getHTML(url, args)
-  .then(({ html, stats, headers, statusCode }) => {
+const browserContext = browserlessFactory.createContext()
+const getBrowserless = () => browserContext
+
+getHTML(url, { getBrowserless, ...args })
+  .then(async ({ html, stats, headers, statusCode }) => {
     if (isDebug) {
       console.log(`
        url: ${url}
@@ -31,10 +37,13 @@ getHTML(url, args)
     } else {
       console.log(html)
     }
-
     process.exit(0)
   })
-  .catch(err => {
+  .catch(async err => {
     console.error(err)
     process.exit(1)
   })
+  .finally(async () => {
+    await getBrowserless(browser => browser.destroyContext())
+    browserlessFactory.close()
+  })

package/package.json

@@ -2,7 +2,7 @@
   "name": "html-get",
   "description": "Get the HTML from any website, using prerendering when is necessary.",
   "homepage": "https://nicedoc.com/microlinkhq/html-get",
-  "version": "2.9.14",
+  "version": "2.9.15",
   "main": "src/index.js",
   "bin": {
     "html-get": "bin/index.js"

package/src/auto-domains.json

@@ -1,37 +1,37 @@
 [
 	"youtube",
 	"google",
-	"microsoft",
 	"apple",
-	"wikipedia",
+	"microsoft",
 	"wordpress",
+	"wikipedia",
 	"blogspot",
-	"vimeo",
 	"github",
-	"nytimes",
+	"vimeo",
 	"slideshare",
-	"bbc",
 	"imdb",
+	"bbc",
 	"theguardian",
+	"nytimes",
+	"huffingtonpost",
 	"telegraph",
 	"pinterest",
-	"huffingtonpost",
-	"spotify",
+	"yelp",
 	"eventbrite",
+	"engadget",
 	"zoom",
 	"techcrunch",
-	"yelp",
-	"soundcloud",
-	"engadget",
 	"theverge",
+	"spotify",
+	"soundcloud",
+	"etsy",
 	"flickr",
 	"stackoverflow",
-	"giphy",
-	"imgur",
 	"csdn",
 	"digg",
-	"etsy",
 	"ghost",
+	"giphy",
+	"imgur",
 	"meetup",
 	"producthunt",
 	"reddit",