html-snapshots 0.18.3 → 1.0.0

package/test/mocha/html-snapshots/robots.js

@@ -4,156 +4,191 @@
  * Copyright (c) 2013 - 2022, Alex Grant, LocalNerve, contributors
  */
 /* global it */
-var path = require("path");
-var rimraf = require("rimraf").sync;
-var _ = require("lodash");
-var optHelp = require("../../helpers/options");
-var ss = require("../../../lib/html-snapshots");
-var utils = require("./utils");
-
-// missing destructuring, will write postcard...
-var timeout = utils.timeout;
-var outputDir = utils.outputDir;
-var cleanup = utils.cleanup;
-var cleanupSuccess = utils.cleanupSuccess;
-var cleanupError = utils.cleanupError;
-var testSuccess = utils.testSuccess;
-var bogusFile = utils.bogusFile;
-var unexpectedSuccess = utils.unexpectedSuccess;
-var checkActualFiles = utils.checkActualFiles;
-
-// Robots constants
-var inputFile = path.join(__dirname, "./test_robots.txt");
-var urls = 3; // must match test_robots.txt
+const rimraf = require("rimraf").sync;
+const _ = require("lodash");
+const common = require("../../../lib/common");
+const optHelp = require("../../helpers/options");
+const ss = require("../../../lib/html-snapshots");
+const utils = require("./utils");
+
+const {
+  timeout,
+  outputDir,
+  cleanup,
+  cleanupSuccess,
+  cleanupError,
+  testSuccess,
+  bogusFile,
+  unexpectedSuccess,
+  checkActualFiles  
+} = utils;
+
+const urls = 3; // must match url # in robots files test fixtures.
 
 /**
  * The robots test suite.
  */
 function robotsTests (options) {
-  var port = options.port;
+  const {
+    port,
+    localRobotsFile,
+    browsers
+   } = options;
+
+  // Robots.txt fixtures
+  const inputFiles = [
+    localRobotsFile,
+    `http://localhost:${port}/test_robots.txt`,
+    `http://localhost:${port}/test_robots_sitemap.txt`
+  ];
 
   return function () {
-    it("should all succeed, no output dir pre-exists", function (done) {
-      var options = {
-        source: inputFile,
+    function createOptions (newOptions) {
+      const options = {
         hostname: "localhost",
-        port: port,
         selector: "#dynamic-content",
-        outputDir: outputDir,
         outputDirClean: true,
-        timeout: timeout
+        outputDir,
+        timeout,
+        port
       };
-      var twice = _.after(2, cleanupSuccess.bind(null, done));
-
-      rimraf(outputDir);
-
-      ss.run(optHelp.decorate(options), twice)
-        .then(testSuccess.bind(null, twice))
-        .catch(function (e) {
-          checkActualFiles(e.notCompleted)
-            .then(function () {
-              cleanup(done, e);
+      return {
+        ...options,
+        ...newOptions
+      };
+    }
+    browsers.forEach(browser => {
+      inputFiles.forEach(inputFile => {
+        it(`should succeed, no output dir pre-exists, ${browser}, ${inputFile}`, function (done) {
+          const options = createOptions({
+            source: inputFile,
+            browser
+          });
+
+          const twice = _.after(2, cleanupSuccess.bind(null, done));
+
+          rimraf(outputDir);
+
+          ss.run(optHelp.decorate(options), twice)
+            .then(testSuccess.bind(null, twice))
+            .catch(e => {
+              checkActualFiles(e.notCompleted)
+                .then(() => {
+                  cleanup(done, e);
+                });
             });
         });
-    });
 
-    it("should all succeed, output dir does pre-exist", function (done) {
-      var options = {
-        source: inputFile,
-        hostname: "localhost",
-        port: port,
-        selector: "#dynamic-content",
-        outputDir: outputDir,
-        outputDirClean: true,
-        timeout: timeout
-      };
-      var twice = _.after(2, cleanupSuccess.bind(null, done));
-
-      ss.run(optHelp.decorate(options), twice)
-        .then(testSuccess.bind(null, twice))
-        .catch(function (e) {
-          checkActualFiles(e.notCompleted)
-            .then(function () {
-              cleanup(done, e);
+        it(`should succeed, output dir does pre-exist, ${browser}, ${inputFile}`, function (done) {
+          const options = createOptions({
+            source: inputFile,
+            browser
+          });
+
+          const twice = _.after(2, cleanupSuccess.bind(null, done));
+
+          ss.run(optHelp.decorate(options), twice)
+            .then(testSuccess.bind(null, twice))
+            .catch(e => {
+              checkActualFiles(e.notCompleted)
+                .then(() => {
+                  cleanup(done, e);
+                });
             });
         });
-    });
 
-    it("should all fail with bad phantomjs process to spawn",
-    function (done) {
-      var options = {
-        source: inputFile,
-        hostname: "localhost",
-        port: port,
-        selector: "#dynamic-content",
-        outputDir: outputDir,
-        outputDirClean: true,
-        phantomjs: bogusFile,
-        timeout: 1000
-      };
-      var twice = _.after(2, cleanupError.bind(null, done, 0));
+        it(`should fail with bad phantomjs process to spawn, succeed otherwise, ${browser}, ${inputFile}`,
+          function (done) {
+          const options = createOptions({
+            source: inputFile,
+            browser,
+            phantomjs: bogusFile,
+            timeout: 1000
+          });
+
+          if (browser === "phantomjs") {
+            const twice = _.after(2, cleanupError.bind(null, done, 0));
+
+            ss.run(options, twice)
+              .then(unexpectedSuccess.bind(null, done))
+              .catch(twice);
+          } else {
+            options.timeout = utils.timeout;
+            const twice = _.after(2, cleanupSuccess.bind(null, done));
+
+            ss.run(optHelp.decorate(options), twice)
+            .then(testSuccess.bind(null, twice))
+            .catch(e => {
+              checkActualFiles(e.notCompleted)
+                .then(() => {
+                  cleanup(done, e);
+                });
+            });
+          }
+        });
 
-      ss.run(options, twice)
-        .then(unexpectedSuccess.bind(null, done))
-        .catch(twice);
-    });
+        it(`should fail, bad remote robots, ${browser}, ${inputFile}`, function (done) {
+          const options = createOptions({
+            input: "robots",
+            source: `http://localhost:${port}/index.html`,
+            timeout: 5000,
+            browser
+          });
 
-    it("should all fail, bad remote robots", function (done) {
-      var options = {
-        input: "robots",
-        source: "http://localhost:"+port+"/index.html",
-        port: port,
-        selector: "#dynamic-content",
-        outputDir: outputDir,
-        outputDirClean: true,
-        timeout: 6000
-      };
-      var twice = _.after(2, cleanupError.bind(null, done, 0));
+          const twice = _.after(2, cleanupError.bind(null, done, 0));
 
-      ss.run(optHelp.decorate(options), twice)
-        .then(unexpectedSuccess.bind(null, done))
-        .catch(twice);
-    });
+          ss.run(optHelp.decorate(options), twice)
+            .then(unexpectedSuccess.bind(null, done))
+            .catch(twice);
+        });
 
-    it("should all fail, non-existent selector", function (done) {
-      var options = {
-        source: inputFile,
-        hostname: "localhost",
-        port: port,
-        selector: "#dynamic-content-notexist",
-        outputDir: outputDir,
-        outputDirClean: true,
-        timeout: 6000
-      };
-      var twice = _.after(2, cleanupError.bind(null, done, 0));
+        it(`should fail, non-existent selector, ${browser}, ${inputFile}`, function (done) {
+          const options = createOptions({
+            source: inputFile,
+            selector: "#dynamic-content-notexist",
+            timeout: 5000,
+            browser
+          });
 
-      ss.run(optHelp.decorate(options), twice)
-        .then(unexpectedSuccess.bind(null, done))
-        .catch(twice);
-    });
+          const twice = _.after(2, cleanupError.bind(null, done, 0));
 
-    it("should fail one snapshot, one non-existent selector",
-    function (done) {
-      var options = {
-        source: inputFile,
-        hostname: "localhost",
-        port: port,
-        selector: { "__default": "#dynamic-content", "/": "#dynamic-content-notexist" },
-        outputDir: outputDir,
-        outputDirClean: true,
-        timeout: 6000
-      };
-      var twice = _.after(2, cleanupError.bind(null, done, urls - 1));
+          ss.run(optHelp.decorate(options), twice)
+            .then(unexpectedSuccess.bind(null, done))
+            .catch(twice);
+        });
 
-      ss.run(optHelp.decorate(options), twice)
-        .then(unexpectedSuccess.bind(null, done))
-        .catch(twice);
+        it(`should fail one snapshot, one non-existent selector, ${browser}, ${inputFile}`, function (done) {
+          let exceptionUrl = "/";
+          if (common.isUrl(inputFile)) {
+            // assume the origin of the inputFile is the same as the contents of the remote urls within it.
+            const url = new URL(inputFile);
+            const isSitemap = url.pathname.includes('sitemap');
+            if (isSitemap) {
+              exceptionUrl = `${url.origin}${exceptionUrl}`;
+            }
+          }
+          const options = createOptions({
+            source: inputFile,
+            selector: {
+              "__default": "#dynamic-content",
+              [exceptionUrl]: "#dynamic-content-notexist"
+            },
+            timeout: 5000,
+            browser
+          });
+
+          const twice = _.after(2, cleanupError.bind(null, done, urls - 1));
+
+          ss.run(optHelp.decorate(options), twice)
+            .then(unexpectedSuccess.bind(null, done))
+            .catch(twice);
+        });
+      });
     });
   };
 }
 
 module.exports = {
   testSuite: robotsTests,
-  inputFile: inputFile,
   urlCount: urls
 };

package/test/mocha/html-snapshots/server/public/page-sitemap.xml

@@ -0,0 +1,16 @@
+<?xml version="1.0" encoding="UTF-8"?><?xml-stylesheet type="text/xsl" href="//core.codekraft.it/public/wordpress/main-sitemap.xsl"?>
+<urlset xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:image="http://www.google.com/schemas/sitemap-image/1.1" xsi:schemaLocation="http://www.sitemaps.org/schemas/sitemap/0.9 http://www.sitemaps.org/schemas/sitemap/0.9/sitemap.xsd" xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+	<url>
+		<loc>http://localhost:8039/</loc>
+	</url>
+	<url>
+		<loc>http://localhost:8039/contact</loc>
+		<lastmod>2017-01-06T21:06:08+01:00</lastmod>
+	</url>
+	<url>
+		<loc>http://localhost:8039/services/carpets</loc>
+		<lastmod>2017-01-09T22:38:33+01:00</lastmod>
+	</url>
+</urlset>
+<!-- XML Sitemap generated by Yoast SEO -->
+<!-- 24.04MB | Served from transient cache -->

package/test/mocha/html-snapshots/server/test_robots.txt

@@ -0,0 +1,13 @@
+User-agent: *
+
+Allow: /
+Allow: /contact
+Allow: /services/carpets
+
+Disallow: /api/
+Disallow: /vendor/
+Disallow: /fonts/
+Disallow: /images/
+
+User-agent: ia_archiver
+Disallow: /

package/test/mocha/html-snapshots/server/test_robots_sitemap.txt

@@ -0,0 +1,15 @@
+User-agent: *
+
+Allow: /
+Allow: /contact
+Allow: /services/carpets
+
+Disallow: /api/
+Disallow: /vendor/
+Disallow: /fonts/
+Disallow: /images/
+
+User-agent: ia_archiver
+Disallow: /
+
+Sitemap: http://localhost:8038/test_robots_sitemap.xml

package/test/mocha/html-snapshots/server/test_robots_sitemap.xml

@@ -0,0 +1,22 @@
+<?xml version="1.0" encoding="UTF-8"?>
+
+<urlset xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.sitemaps.org/schemas/sitemap/0.9 http://www.sitemaps.org/schemas/sitemap/0.9/sitemap.xsd" xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+  <url>
+    <loc>http://localhost:8038/</loc>
+    <lastmod>2012-08-11T12:16:09+00:00</lastmod>
+    <changefreq>daily</changefreq>
+    <priority>1.0</priority>
+  </url>
+  <url>
+    <loc>http://localhost:8038/contact</loc>
+    <lastmod>2012-11-02T02:53:40+00:00</lastmod>
+    <changefreq>weekly</changefreq>
+    <priority>0.6</priority>
+  </url>
+  <url>
+    <loc>http://localhost:8038/services/carpets</loc>
+    <lastmod>2012-10-19T10:45:23+00:00</lastmod>
+    <changefreq>weekly</changefreq>
+    <priority>0.6</priority>
+  </url>
+</urlset>

package/test/mocha/html-snapshots/sitemap-index.js

@@ -4,80 +4,92 @@
  * Copyright (c) 2013 - 2022, Alex Grant, LocalNerve, contributors
  */
 /* global it */
-var assert = require("assert");
-var path = require("path");
-var optHelp = require("../../helpers/options");
-var ss = require("../../../lib/html-snapshots");
-var utils = require("./utils");
+const assert = require("assert");
+const path = require("path");
+const optHelp = require("../../helpers/options");
+const ss = require("../../../lib/html-snapshots");
+const utils = require("./utils");
 
-// missing destructuring, will write postcard...
-var outputDir = utils.outputDir;
-var timeout = utils.timeout;
-var unexpectedError = utils.unexpectedError;
-var unexpectedSuccess = utils.unexpectedSuccess;
-var cleanup = utils.cleanup;
-var checkActualFiles = utils.checkActualFiles;
+const {
+  outputDir,
+  timeout,
+  unexpectedError,
+  unexpectedSuccess,
+  cleanup,
+  checkActualFiles
+} = utils;
 
 // Sitemap-index constants
-var sitemapIndexFile = "test_sitemap_index.xml";
-var inputFile = path.join(__dirname, "./", sitemapIndexFile);
-var urls = 3; // must match the unqiue # of urls in all the sitemap files referenced in sitemap-index.
+const sitemapIndexFile = "test_sitemap_index.xml";
+const inputFile = path.join(__dirname, "./", sitemapIndexFile);
+const urls = 3; // must match the unqiue # of urls in all the sitemap files referenced in sitemap-index.
 
 function getClass (obj) {
-  var string = Object.prototype.toString.call(obj);
-  var m = /\[object ([^\]]+)/.exec(string);
+  const string = Object.prototype.toString.call(obj);
+  const m = /\[object ([^\]]+)/.exec(string);
   return m && m[1];
 }
 
 function sitemapIndexTests (options) {
-  var port = options.port;
+  const {
+    port,
+    browsers
+  } = options;
 
-  return function () {
-    it("should succeed for typical sitemap-index usage", function (done) {
-      var options = {
-        source: "http://localhost:"+port+"/"+sitemapIndexFile,
-        input: "sitemap-index",
-        selector: "#dynamic-content",
-        outputDir: outputDir,
-        outputDirClean: true,
-        timeout: timeout
-      };
+  function createOptions (newOptions) {
+    const options = {
+      source: `http://localhost:${port}/${sitemapIndexFile}`,
+      input: "sitemap-index",
+      selector: "#dynamic-content",
+      outputDirClean: true,
+      outputDir,
+      timeout
+    };
+
+    return {
+      ...options,
+      ...newOptions
+    };
+  }
 
-      ss.run(optHelp.decorate(options))
-        .then(function (completed) {
-          var assertionError;
-          try {
-            assert.equal(getClass(completed), "Array");
-            assert.equal(completed.length, urls);
-          } catch (e) {
-            assertionError = e;
-          }
-          cleanup(done, assertionError);
-        })
-        .catch(function (err) {
-          checkActualFiles(err.notCompleted)
-            .then(function () {
-              cleanup(done, err || unexpectedError);
-            });
+  return function () {
+    browsers.forEach(browser => {
+      it(`should succeed for typical sitemap-index usage - ${browser}`, function (done) {
+        const options = createOptions({
+          browser
         });
-    });
 
-    it("should fail fast for bad sitemap url", function (done) {
-      var sitemapIndexFile3 = path.basename(sitemapIndexFile, ".xml") + "-3" +
-        path.extname(sitemapIndexFile);
-        var options = {
-          source: "http://localhost:" + port + "/" + sitemapIndexFile3,
-          input: "sitemap-index",
-          selector: "#dynamic-content",
-          outputDir: outputDir,
-          outputDirClean: true,
-          timeout: timeout
-        };
+        ss.run(optHelp.decorate(options))
+          .then(function (completed) {
+            let assertionError;
+            try {
+              assert.equal(getClass(completed), "Array");
+              assert.equal(completed.length, urls);
+            } catch (e) {
+              assertionError = e;
+            }
+            cleanup(done, assertionError);
+          })
+          .catch(err => {
+            checkActualFiles(err.notCompleted)
+              .then(() => {
+                cleanup(done, err || unexpectedError);
+              });
+          });
+      });
+
+      it(`should fail fast for bad sitemap url - ${browser}`, function (done) {
+        const sitemapIndexFile3 = path.basename(sitemapIndexFile, ".xml") + "-3" +
+          path.extname(sitemapIndexFile);
+        const options = createOptions({
+          source: `http://localhost:${port}/${sitemapIndexFile3}`,
+          browser
+        });
 
         ss.run(optHelp.decorate(options))
           .then(unexpectedSuccess)
-          .catch(function (err) {
-            var assertionError;
+          .catch(err => {
+            let assertionError;
             try {
               assert.equal(getClass(err.notCompleted), "Array");
               // fails fast:
@@ -87,44 +99,42 @@ function sitemapIndexTests (options) {
             }
             cleanup(done, assertionError);
           });
-    });
-
-    it("should eventually fail for bad page url", function (done) {
-      var eventually = 1000;
-      var sitemapIndexFile2 = path.basename(sitemapIndexFile, ".xml") + "-2" +
-        path.extname(sitemapIndexFile);
-      var options = {
-        source: "http://localhost:" + port + "/" + sitemapIndexFile2,
-        input: "sitemap-index",
-        selector: "#dynamic-content",
-        outputDir: outputDir,
-        outputDirClean: true,
-        timeout: {
-          "http://localhost:8040/services/bad": eventually,
-          __default: timeout
-        }
-      };
+      });
 
-      ss.run(optHelp.decorate(options))
-        .then(unexpectedSuccess)
-        .catch(function (err) {
-          var assertionError;
-          try {
-            assert.equal(getClass(err.completed), "Array");
-            assert.equal(err.completed.length, urls - 1);
-            assert.equal(getClass(err.notCompleted), "Array");
-            assert.equal(err.notCompleted.length, 1);
-          } catch (e) {
-            assertionError = e;
-          }
-          cleanup(done, assertionError);
+      it(`should eventually fail for bad page url - ${browser}`, function (done) {
+        const eventually = 1000;
+        const sitemapIndexFile2 = path.basename(sitemapIndexFile, ".xml") + "-2" +
+          path.extname(sitemapIndexFile);
+        const options = createOptions({
+          source: `http://localhost:${port}/${sitemapIndexFile2}`,
+          timeout: {
+            "http://localhost:8040/services/bad": eventually,
+            __default: timeout
+          },
+          browser
         });
+
+        ss.run(optHelp.decorate(options))
+          .then(unexpectedSuccess)
+          .catch(err => {
+            let assertionError;
+            try {
+              assert.equal(getClass(err.completed), "Array");
+              assert.equal(err.completed.length, urls - 1);
+              assert.equal(getClass(err.notCompleted), "Array");
+              assert.equal(err.notCompleted.length, 1);
+            } catch (e) {
+              assertionError = e;
+            }
+            cleanup(done, assertionError);
+          });
+      });
     });
   };
 }
 
 module.exports = {
   testSuite: sitemapIndexTests,
-  inputFile: inputFile,
-  urlCount: urls
+  urlCount: urls,
+  inputFile
 };