html-get 2.9.15 → 2.9.17

package/README.md

@@ -160,7 +160,7 @@ When is `true`, it will be rewritten CSS/HTML relatives URLs present in the HTML
 
 ## License
 
-**html-get** © [Microlink](https://microlink.io), Released under the [MIT](https://github.com/microlinkhq/html-get/blob/master/LICENSE.md) License.<br>
+**html-get** © [Microlink](https://microlink.io), released under the [MIT](https://github.com/microlinkhq/html-get/blob/master/LICENSE.md) License.<br>
 Authored and maintained by [Kiko Beats](https://kikobeats.com) with help from [contributors](https://github.com/microlinkhq/html-get/contributors).
 
-> [microlink.io](https://microlink.io) · GitHub [@MicrolinkHQ](https://github.com/microlinkhq) · Twitter [@microlinkhq](https://twitter.com/microlinkhq)
+> [microlink.io](https://microlink.io) · GitHub [microlinkhq](https://github.com/microlinkhq) · Twitter [@microlinkhq](https://twitter.com/microlinkhq)

package/package.json

@@ -2,7 +2,7 @@
   "name": "html-get",
   "description": "Get the HTML from any website, using prerendering when is necessary.",
   "homepage": "https://nicedoc.com/microlinkhq/html-get",
-  "version": "2.9.15",
+  "version": "2.9.17",
   "main": "src/index.js",
   "bin": {
     "html-get": "bin/index.js"
@@ -79,7 +79,7 @@
   ],
   "scripts": {
     "clean": "rm -rf node_modules",
-    "contributors": "(git-authors-cli && finepack && git add package.json && git commit -m 'build: contributors' --no-verify) || true",
+    "contributors": "(git-authors-cli && finepack --sort-ignore-object-at ava && git add package.json && git commit -m 'build: contributors' --no-verify) || true",
     "lint": "standard-markdown README.md && standard",
     "postinstall": "node scripts/postinstall",
     "postrelease": "npm run release:tags && npm run release:github && (ci-publish || npm publish --access=public)",
@@ -94,9 +94,10 @@
   },
   "license": "MIT",
   "ava": {
+    "workerThreads": false,
     "files": [
-      "!test/util.js",
-      "test/**/*.js"
+      "test/**/*.js",
+      "!test/util.js"
     ],
     "timeout": "2m"
   },

package/src/auto-domains.json

@@ -1,34 +1,34 @@
 [
+	"apple",
 	"youtube",
 	"google",
-	"apple",
 	"microsoft",
-	"wordpress",
 	"wikipedia",
+	"wordpress",
 	"blogspot",
-	"github",
 	"vimeo",
-	"slideshare",
-	"imdb",
+	"github",
 	"bbc",
-	"theguardian",
 	"nytimes",
+	"theguardian",
+	"imdb",
+	"slideshare",
 	"huffingtonpost",
+	"soundcloud",
 	"telegraph",
 	"pinterest",
-	"yelp",
 	"eventbrite",
 	"engadget",
 	"zoom",
 	"techcrunch",
-	"theverge",
+	"yelp",
 	"spotify",
-	"soundcloud",
-	"etsy",
+	"theverge",
 	"flickr",
 	"stackoverflow",
-	"csdn",
 	"digg",
+	"etsy",
+	"csdn",
 	"ghost",
 	"giphy",
 	"imgur",

package/src/html.js

@@ -1,7 +1,7 @@
 'use strict'
 
-const { startsWith, get, split, nth, castArray, forEach } = require('lodash')
 const { date: toDate, isUrl, isMime } = require('@metascraper/helpers')
+const { get, split, nth, castArray, forEach } = require('lodash')
 const { TAGS: URL_TAGS } = require('html-urls')
 const replaceString = require('replace-string')
 const isHTML = require('is-html-content')
@@ -75,7 +75,8 @@ const rewriteHtmlUrls = ({ $, url }) => {
     $(tagName.join(',')).each(function () {
       const el = $(this)
       const attr = el.attr(urlAttr)
-      if (startsWith(attr, '/')) {
+
+      if (typeof attr === 'string' && !attr.startsWith('http')) {
         try {
           const newAttr = new URL(attr, url).toString()
           el.attr(urlAttr, newAttr)
@@ -166,5 +167,3 @@ module.exports = ({
 
   return rewriteUrls ? rewriteCssUrls({ html: $.html(), url }) : $.html()
 }
-
-module.exports.isHTML = isHTML

package/src/index.js

@@ -161,7 +161,7 @@ module.exports = async (
     rewriteUrls = false
   } = {}
 ) => {
-  if (!getBrowserless) {
+  if (!getBrowserless && prerender !== false) {
     throw TypeError(
       "Need to provide a `getBrowserless` function. Try to pass `getBrowserless: require('browserless')`"
     )