html-snapshots 0.18.3 → 0.19.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (65) hide show
  1. package/.eslintrc.json +4 -5
  2. package/README.md +73 -68
  3. package/examples/custom/myFilter.js +2 -2
  4. package/examples/custom/package-lock.json +939 -4
  5. package/examples/custom/package.json +1 -1
  6. package/examples/custom/snapshot.js +8 -10
  7. package/examples/debug-phantomjs/package-lock.json +6 -6
  8. package/examples/debug-phantomjs/package.json +1 -1
  9. package/examples/debug-phantomjs/snapshot.js +12 -14
  10. package/examples/html5rocks/package-lock.json +1306 -5
  11. package/examples/html5rocks/package.json +1 -1
  12. package/examples/html5rocks/snapshot.js +15 -18
  13. package/examples/process-limit/package-lock.json +1306 -5
  14. package/examples/process-limit/package.json +1 -1
  15. package/examples/process-limit/snapshot.js +8 -10
  16. package/examples/simple-promise/package-lock.json +1306 -5
  17. package/examples/simple-promise/package.json +1 -1
  18. package/examples/simple-promise/snapshot.js +6 -8
  19. package/examples/sitemap-index/package-lock.json +1306 -5
  20. package/examples/sitemap-index/package.json +1 -1
  21. package/examples/sitemap-index/snapshot.js +6 -6
  22. package/examples/utils/index.js +2 -4
  23. package/examples/verbose/package-lock.json +1307 -5
  24. package/examples/verbose/package.json +1 -1
  25. package/examples/verbose/snapshot.js +11 -14
  26. package/lib/async/index.js +0 -1
  27. package/lib/common/index.js +1 -1
  28. package/lib/common/sitemap/index.js +16 -0
  29. package/lib/common/sitemap/sitemap-collection.js +94 -0
  30. package/lib/common/sitemap/sitemap-index.js +68 -0
  31. package/lib/common/{sitemap.js → sitemap/sitemap.js} +68 -57
  32. package/lib/html-snapshots.js +0 -1
  33. package/lib/input-generators/array.js +0 -1
  34. package/lib/input-generators/robots.js +98 -58
  35. package/lib/input-generators/sitemap-index.js +3 -124
  36. package/lib/input-generators/sitemap.js +3 -7
  37. package/lib/input-generators/textfile.js +2 -6
  38. package/package.json +5 -4
  39. package/test/helpers/options.js +4 -2
  40. package/test/mocha/html-snapshots/process-limit.js +46 -48
  41. package/test/mocha/html-snapshots/robots.js +156 -138
  42. package/test/mocha/html-snapshots/server/test_robots.txt +13 -0
  43. package/test/mocha/html-snapshots/server/test_robots_sitemap.txt +15 -0
  44. package/test/mocha/html-snapshots/server/test_robots_sitemap.xml +22 -0
  45. package/test/mocha/html-snapshots/sitemap-index.js +58 -57
  46. package/test/mocha/html-snapshots/snapshot-scripts.js +55 -54
  47. package/test/mocha/html-snapshots/test.js +16 -16
  48. package/test/mocha/html-snapshots/test_robots.txt +0 -2
  49. package/test/mocha/html-snapshots/utils.js +0 -1
  50. package/test/mocha/input-generators/server/test_robots.txt +0 -2
  51. package/test/mocha/input-generators/server/test_robots_bad.txt +0 -2
  52. package/test/mocha/input-generators/server/test_robots_sitemap.txt +17 -0
  53. package/test/mocha/input-generators/server/test_robots_sitemap_bad.txt +17 -0
  54. package/test/mocha/input-generators/server/test_robots_sitemap_multi.txt +18 -0
  55. package/test/mocha/input-generators/server/test_sitemap_index_empty.xml +3 -0
  56. package/test/mocha/input-generators/server/test_sitemap_index_malformed.xml +2 -0
  57. package/test/mocha/input-generators/sitemap-index.js +65 -9
  58. package/test/mocha/input-generators/test.js +276 -280
  59. package/test/mocha/input-generators/test_robots.txt +0 -2
  60. package/test/mocha/input-generators/test_robots_bad.txt +0 -2
  61. package/test/mocha/input-generators/test_robots_sitemap.txt +17 -0
  62. package/test/mocha/input-generators/test_robots_sitemap_bad.txt +17 -0
  63. package/test/mocha/input-generators/test_robots_sitemap_multi.txt +18 -0
  64. package/lib/common/node.js +0 -26
  65. package/test/mocha/common/node.js +0 -100
@@ -11,7 +11,5 @@ Disallow: /vendor/
11
11
  Disallow: /fonts/
12
12
  Disallow: /images/
13
13
 
14
- Sitemap: http://northstarcleaningme.com/sitemap.xml
15
-
16
14
  User-agent: ia_archiver
17
15
  Disallow: /
@@ -7,7 +7,5 @@ Disallow: /vendor/
7
7
  Disallow: /fonts/
8
8
  Disallow: /images/
9
9
 
10
- Sitemap: http://northstarcleaningme.com/sitemap.xml
11
-
12
10
  User-agent: ia_archiver
13
11
  Disallow: /
@@ -0,0 +1,17 @@
1
+ User-agent: *
2
+
3
+ Allow: /
4
+ Allow: /contact
5
+ Allow: /services/carpets
6
+ Allow: /services/test?arg=one
7
+ Allow: /services/#hash
8
+
9
+ Disallow: /api/
10
+ Disallow: /vendor/
11
+ Disallow: /fonts/
12
+ Disallow: /images/
13
+
14
+ Sitemap: http://localhost:8033/test_sitemap.xml
15
+
16
+ User-agent: ia_archiver
17
+ Disallow: /
@@ -0,0 +1,17 @@
1
+ User-agent: *
2
+
3
+ Allow: /
4
+ Allow: /contact
5
+ Allow: /services/carpets
6
+ Allow: /services/test?arg=one
7
+ Allow: /services/#hash
8
+
9
+ Disallow: /api/
10
+ Disallow: /vendor/
11
+ Disallow: /fonts/
12
+ Disallow: /images/
13
+
14
+ Sitemap: http://badhost.nowhere/sitemap.xml
15
+
16
+ User-agent: ia_archiver
17
+ Disallow: /
@@ -0,0 +1,18 @@
1
+ User-agent: *
2
+
3
+ Allow: /
4
+ Allow: /contact
5
+ Allow: /services/carpets
6
+ Allow: /services/test?arg=one
7
+ Allow: /services/#hash
8
+
9
+ Disallow: /api/
10
+ Disallow: /vendor/
11
+ Disallow: /fonts/
12
+ Disallow: /images/
13
+
14
+ Sitemap: http://localhost:8033/test_sitemap.xml
15
+ Sitemap: http://localhost:8033/test_sitemap_index.xml
16
+
17
+ User-agent: ia_archiver
18
+ Disallow: /
@@ -1,26 +0,0 @@
1
- /***
2
- * nodeCall
3
- *
4
- * Copyright (c) 2013 - 2022, Alex Grant, LocalNerve, contributors
5
- * Licensed under the MIT license.
6
- */
7
- /* global Promise */
8
-
9
- /**
10
- * Utility to promisify a Node function
11
- *
12
- * @param {Function} nodeFunc - The node-style function to Promisify.
13
- */
14
- function nodeCall (nodeFunc, ...nodeArgs) {
15
- return new Promise((resolve, reject) => {
16
- nodeArgs.push((err, value) => {
17
- if (err) {
18
- return reject(err);
19
- }
20
- return resolve(value);
21
- });
22
- nodeFunc.apply(nodeFunc, nodeArgs);
23
- });
24
- }
25
-
26
- module.exports = nodeCall;
@@ -1,100 +0,0 @@
1
- /**
2
- * Common node tests.
3
- *
4
- * Copyright (c) 2013 - 2022, Alex Grant, LocalNerve, contributors
5
- */
6
- /* global describe, it */
7
- var assert = require("assert");
8
- var nodeCall = require("../../../lib/common/node");
9
-
10
- describe("node", function () {
11
- var resolveTo = "hello world";
12
- var firstArg = "one",
13
- secondArg = "two",
14
- thirdArg = "three";
15
-
16
- function test (first, second) {
17
- var result;
18
-
19
- try {
20
- assert.equal(first, second);
21
- } catch (e) {
22
- result = e;
23
- }
24
-
25
- return result;
26
- }
27
-
28
- function noArgs (cb) {
29
- cb(null, resolveTo);
30
- }
31
-
32
- function oneArg (one, cb) {
33
- cb(test(one, firstArg), resolveTo);
34
- }
35
-
36
- function twoArgs (one, two, cb) {
37
- var first = test(one, firstArg);
38
- var second = test(two, secondArg);
39
- cb(first || second, resolveTo);
40
- }
41
-
42
- function threeArgs (one, two, three, cb) {
43
- var first = test(one, firstArg);
44
- var second = test(two, secondArg);
45
- var third = test(three, thirdArg);
46
- cb(first || second || third, resolveTo);
47
- }
48
-
49
- function errorFn (cb) {
50
- cb(new Error("my error message"));
51
- }
52
-
53
- it("should return a promise that resolves with no arguments", function (done) {
54
- nodeCall(noArgs)
55
- .then(function (value) {
56
- done(test(value, resolveTo));
57
- })
58
- .catch(done);
59
- });
60
-
61
- it("should return a promise that resolves with one arguments", function (done) {
62
- nodeCall(oneArg, firstArg)
63
- .then(function (value) {
64
- done(test(value, resolveTo));
65
- })
66
- .catch(done);
67
- });
68
-
69
- it("should return a promise that resolves with two arguments", function (done) {
70
- nodeCall(twoArgs, firstArg, secondArg)
71
- .then(function (value) {
72
- done(test(value, resolveTo));
73
- })
74
- .catch(done);
75
- });
76
-
77
- it("should return a promise that resolves with three arguments", function (done) {
78
- nodeCall(threeArgs, firstArg, secondArg, thirdArg)
79
- .then(function (value) {
80
- done(test(value, resolveTo));
81
- })
82
- .catch(done);
83
- });
84
-
85
- it("should return a promise that resolves to error", function (done) {
86
- nodeCall(errorFn)
87
- .then(function () {
88
- done(new Error("Unexpected success. Should have been error"));
89
- })
90
- .catch(function (err) {
91
- try {
92
- assert.ok(err instanceof Error);
93
- } catch (e) {
94
- done(e);
95
- return;
96
- }
97
- done();
98
- });
99
- });
100
- });