parse-domain 5.0.0 → 6.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (151) hide show
  1. package/README.md +52 -52
  2. package/bin/update.js +8 -11
  3. package/{build-cjs/src → build}/config.d.ts +0 -0
  4. package/{build-esm/src → build}/config.js +0 -0
  5. package/build/config.js.map +1 -0
  6. package/{build-cjs/src → build}/from-url.d.ts +0 -0
  7. package/{build-esm/src → build}/from-url.js +0 -0
  8. package/build/from-url.js.map +1 -0
  9. package/build/main.d.ts +3 -0
  10. package/build/main.js +6 -0
  11. package/build/main.js.map +1 -0
  12. package/{build-cjs/src → build}/parse-domain.d.ts +2 -2
  13. package/{build-esm/src → build}/parse-domain.js +4 -4
  14. package/build/parse-domain.js.map +1 -0
  15. package/build/psl/build-tries.d.ts +4 -0
  16. package/{build-esm/src → build}/psl/build-tries.js +5 -20
  17. package/build/psl/build-tries.js.map +1 -0
  18. package/{build-cjs/src → build}/psl/fetch-psl.d.ts +0 -0
  19. package/{build-esm/src → build}/psl/fetch-psl.js +1 -1
  20. package/build/psl/fetch-psl.js.map +1 -0
  21. package/build/punycode.d.ts +1 -0
  22. package/build/punycode.js +4 -0
  23. package/build/punycode.js.map +1 -0
  24. package/{build-cjs/src → build}/sanitize.d.ts +4 -4
  25. package/{build-esm/src → build}/sanitize.js +4 -4
  26. package/build/sanitize.js.map +1 -0
  27. package/{build-cjs/src → build}/scripts/update-psl-fixture.d.ts +0 -0
  28. package/build/scripts/update-psl-fixture.js +20 -0
  29. package/build/scripts/update-psl-fixture.js.map +1 -0
  30. package/{build-cjs/src → build}/scripts/update-tries.d.ts +0 -0
  31. package/build/scripts/update-tries.js +39 -0
  32. package/build/scripts/update-tries.js.map +1 -0
  33. package/build/serialized-tries.d.ts +3 -0
  34. package/build/serialized-tries.js +4 -0
  35. package/build/serialized-tries.js.map +1 -0
  36. package/{build-cjs/src → build}/smoke-test.d.ts +0 -0
  37. package/{build-esm/src → build}/smoke-test.js +6 -8
  38. package/build/smoke-test.js.map +1 -0
  39. package/{build-cjs/src → build}/trie/characters.d.ts +0 -0
  40. package/{build-esm/src → build}/trie/characters.js +0 -0
  41. package/build/trie/characters.js.map +1 -0
  42. package/{build-cjs/src → build}/trie/create-trie.d.ts +1 -1
  43. package/{build-esm/src → build}/trie/create-trie.js +1 -1
  44. package/build/trie/create-trie.js.map +1 -0
  45. package/{build-cjs/src → build}/trie/look-up.d.ts +2 -2
  46. package/{build-esm/src → build}/trie/look-up.js +1 -1
  47. package/build/trie/look-up.js.map +1 -0
  48. package/{build-cjs/src → build}/trie/nodes.d.ts +0 -0
  49. package/{build-esm/src → build}/trie/nodes.js +0 -0
  50. package/build/trie/nodes.js.map +1 -0
  51. package/{build-cjs/src → build}/trie/parse-trie.d.ts +1 -1
  52. package/{build-esm/src → build}/trie/parse-trie.js +2 -2
  53. package/build/trie/parse-trie.js.map +1 -0
  54. package/{build-cjs/src → build}/trie/serialize-trie.d.ts +1 -1
  55. package/{build-esm/src → build}/trie/serialize-trie.js +1 -1
  56. package/build/trie/serialize-trie.js.map +1 -0
  57. package/{build-cjs/src → build}/type-util.d.ts +0 -0
  58. package/{build-esm/src → build}/type-util.js +0 -0
  59. package/{build-cjs/src → build}/type-util.js.map +1 -1
  60. package/{build-cjs/src → build}/update-tries.d.ts +0 -0
  61. package/{build-esm/src → build}/update-tries.js +3 -3
  62. package/build/update-tries.js.map +1 -0
  63. package/package.json +33 -43
  64. package/serialized-tries/icann.d.ts +3 -0
  65. package/serialized-tries/icann.js +1 -0
  66. package/serialized-tries/info.json +1 -0
  67. package/serialized-tries/private.d.ts +3 -0
  68. package/serialized-tries/private.js +1 -0
  69. package/build-cjs/serialized-tries/icann.json +0 -1
  70. package/build-cjs/serialized-tries/info.json +0 -1
  71. package/build-cjs/serialized-tries/private.json +0 -1
  72. package/build-cjs/src/config.js +0 -10
  73. package/build-cjs/src/config.js.map +0 -1
  74. package/build-cjs/src/from-url.js +0 -32
  75. package/build-cjs/src/from-url.js.map +0 -1
  76. package/build-cjs/src/main.d.ts +0 -3
  77. package/build-cjs/src/main.js +0 -15
  78. package/build-cjs/src/main.js.map +0 -1
  79. package/build-cjs/src/main.mjs +0 -11
  80. package/build-cjs/src/parse-domain.js +0 -97
  81. package/build-cjs/src/parse-domain.js.map +0 -1
  82. package/build-cjs/src/psl/build-tries.d.ts +0 -4
  83. package/build-cjs/src/psl/build-tries.js +0 -59
  84. package/build-cjs/src/psl/build-tries.js.map +0 -1
  85. package/build-cjs/src/psl/fetch-psl.js +0 -27
  86. package/build-cjs/src/psl/fetch-psl.js.map +0 -1
  87. package/build-cjs/src/sanitize.js +0 -198
  88. package/build-cjs/src/sanitize.js.map +0 -1
  89. package/build-cjs/src/scripts/update-psl-fixture.js +0 -29
  90. package/build-cjs/src/scripts/update-psl-fixture.js.map +0 -1
  91. package/build-cjs/src/scripts/update-tries.js +0 -48
  92. package/build-cjs/src/scripts/update-tries.js.map +0 -1
  93. package/build-cjs/src/serialized-tries.d.ts +0 -3
  94. package/build-cjs/src/serialized-tries.js +0 -11
  95. package/build-cjs/src/serialized-tries.js.map +0 -1
  96. package/build-cjs/src/smoke-test.js +0 -63
  97. package/build-cjs/src/smoke-test.js.map +0 -1
  98. package/build-cjs/src/trie/characters.js +0 -11
  99. package/build-cjs/src/trie/characters.js.map +0 -1
  100. package/build-cjs/src/trie/create-trie.js +0 -16
  101. package/build-cjs/src/trie/create-trie.js.map +0 -1
  102. package/build-cjs/src/trie/look-up.js +0 -48
  103. package/build-cjs/src/trie/look-up.js.map +0 -1
  104. package/build-cjs/src/trie/nodes.js +0 -27
  105. package/build-cjs/src/trie/nodes.js.map +0 -1
  106. package/build-cjs/src/trie/parse-trie.js +0 -70
  107. package/build-cjs/src/trie/parse-trie.js.map +0 -1
  108. package/build-cjs/src/trie/serialize-trie.js +0 -31
  109. package/build-cjs/src/trie/serialize-trie.js.map +0 -1
  110. package/build-cjs/src/type-util.js +0 -3
  111. package/build-cjs/src/update-tries.js +0 -27
  112. package/build-cjs/src/update-tries.js.map +0 -1
  113. package/build-esm/serialized-tries/icann.json +0 -1
  114. package/build-esm/serialized-tries/info.json +0 -1
  115. package/build-esm/serialized-tries/private.json +0 -1
  116. package/build-esm/src/config.d.ts +0 -6
  117. package/build-esm/src/config.js.map +0 -1
  118. package/build-esm/src/from-url.d.ts +0 -2
  119. package/build-esm/src/from-url.js.map +0 -1
  120. package/build-esm/src/main.d.ts +0 -3
  121. package/build-esm/src/main.js +0 -6
  122. package/build-esm/src/main.js.map +0 -1
  123. package/build-esm/src/parse-domain.d.ts +0 -85
  124. package/build-esm/src/parse-domain.js.map +0 -1
  125. package/build-esm/src/psl/build-tries.d.ts +0 -4
  126. package/build-esm/src/psl/build-tries.js.map +0 -1
  127. package/build-esm/src/psl/fetch-psl.d.ts +0 -1
  128. package/build-esm/src/psl/fetch-psl.js.map +0 -1
  129. package/build-esm/src/sanitize.d.ts +0 -58
  130. package/build-esm/src/sanitize.js.map +0 -1
  131. package/build-esm/src/serialized-tries.d.ts +0 -3
  132. package/build-esm/src/serialized-tries.js +0 -4
  133. package/build-esm/src/serialized-tries.js.map +0 -1
  134. package/build-esm/src/smoke-test.d.ts +0 -1
  135. package/build-esm/src/smoke-test.js.map +0 -1
  136. package/build-esm/src/trie/characters.d.ts +0 -6
  137. package/build-esm/src/trie/characters.js.map +0 -1
  138. package/build-esm/src/trie/create-trie.d.ts +0 -1
  139. package/build-esm/src/trie/create-trie.js.map +0 -1
  140. package/build-esm/src/trie/look-up.d.ts +0 -3
  141. package/build-esm/src/trie/look-up.js.map +0 -1
  142. package/build-esm/src/trie/nodes.d.ts +0 -15
  143. package/build-esm/src/trie/nodes.js.map +0 -1
  144. package/build-esm/src/trie/parse-trie.d.ts +0 -1
  145. package/build-esm/src/trie/parse-trie.js.map +0 -1
  146. package/build-esm/src/trie/serialize-trie.d.ts +0 -2
  147. package/build-esm/src/trie/serialize-trie.js.map +0 -1
  148. package/build-esm/src/type-util.d.ts +0 -3
  149. package/build-esm/src/type-util.js.map +0 -1
  150. package/build-esm/src/update-tries.d.ts +0 -4
  151. package/build-esm/src/update-tries.js.map +0 -1
@@ -1,3 +0,0 @@
1
- export { parseDomain, ParseResult, ParseResultType, ParseResultInvalid, ParseResultReserved, ParseResultNotListed, ParseResultListed, } from "./parse-domain";
2
- export { fromUrl, NO_HOSTNAME } from "./from-url";
3
- export { Validation, ValidationError, ValidationErrorType } from "./sanitize";
@@ -1,15 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.ValidationErrorType = exports.Validation = exports.NO_HOSTNAME = exports.fromUrl = exports.ParseResultType = exports.parseDomain = void 0;
4
- /* istanbul ignore file */
5
- // Jest will report function coverage errors here otherwise
6
- var parse_domain_1 = require("./parse-domain");
7
- Object.defineProperty(exports, "parseDomain", { enumerable: true, get: function () { return parse_domain_1.parseDomain; } });
8
- Object.defineProperty(exports, "ParseResultType", { enumerable: true, get: function () { return parse_domain_1.ParseResultType; } });
9
- var from_url_1 = require("./from-url");
10
- Object.defineProperty(exports, "fromUrl", { enumerable: true, get: function () { return from_url_1.fromUrl; } });
11
- Object.defineProperty(exports, "NO_HOSTNAME", { enumerable: true, get: function () { return from_url_1.NO_HOSTNAME; } });
12
- var sanitize_1 = require("./sanitize");
13
- Object.defineProperty(exports, "Validation", { enumerable: true, get: function () { return sanitize_1.Validation; } });
14
- Object.defineProperty(exports, "ValidationErrorType", { enumerable: true, get: function () { return sanitize_1.ValidationErrorType; } });
15
- //# sourceMappingURL=main.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"main.js","sourceRoot":"","sources":["../../src/main.ts"],"names":[],"mappings":";;;AAAA,0BAA0B;AAC1B,2DAA2D;AAC3D,+CAQwB;AAPtB,2GAAA,WAAW,OAAA;AAEX,+GAAA,eAAe,OAAA;AAMjB,uCAAkD;AAAzC,mGAAA,OAAO,OAAA;AAAE,uGAAA,WAAW,OAAA;AAC7B,uCAA8E;AAArE,sGAAA,UAAU,OAAA;AAAmB,+GAAA,mBAAmB,OAAA"}
@@ -1,11 +0,0 @@
1
- /* eslint-disable import/no-unresolved */
2
- import mainExports from "./main.js";
3
-
4
- // ./parse-domain.ts
5
- export const parseDomain = mainExports.parseDomain;
6
- export const ParseResultType = mainExports.ParseResultType;
7
- // ./from-url.ts
8
- export const fromUrl = mainExports.fromUrl;
9
- export const NO_HOSTNAME = mainExports.NO_HOSTNAME;
10
- // ./sanitize.ts
11
- export const ValidationErrorType = mainExports.ValidationErrorType;
@@ -1,97 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.parseDomain = exports.ParseResultType = exports.RESERVED_TOP_LEVEL_DOMAINS = void 0;
4
- const serialized_tries_1 = require("./serialized-tries");
5
- const look_up_1 = require("./trie/look-up");
6
- const sanitize_1 = require("./sanitize");
7
- const parse_trie_1 = require("./trie/parse-trie");
8
- exports.RESERVED_TOP_LEVEL_DOMAINS = [
9
- "localhost",
10
- "local",
11
- "example",
12
- "invalid",
13
- "test",
14
- ];
15
- var ParseResultType;
16
- (function (ParseResultType) {
17
- /**
18
- * This parse result is returned in case the given hostname does not adhere to [RFC 1034](https://tools.ietf.org/html/rfc1034).
19
- */
20
- ParseResultType["Invalid"] = "INVALID";
21
- /**
22
- * This parse result is returned if the given hostname was an IPv4 or IPv6.
23
- */
24
- ParseResultType["Ip"] = "IP";
25
- /**
26
- * This parse result is returned when the given hostname
27
- * - is the root domain (the empty string `""`)
28
- * - belongs to the top-level domain `localhost`, `local`, `example`, `invalid` or `test`
29
- */
30
- ParseResultType["Reserved"] = "RESERVED";
31
- /**
32
- * This parse result is returned when the given hostname is valid and does not belong to a reserved top-level domain, but is not listed in the public suffix list.
33
- */
34
- ParseResultType["NotListed"] = "NOT_LISTED";
35
- /**
36
- * This parse result is returned when the given hostname belongs to a top-level domain that is listed in the public suffix list.
37
- */
38
- ParseResultType["Listed"] = "LISTED";
39
- })(ParseResultType = exports.ParseResultType || (exports.ParseResultType = {}));
40
- const getAtIndex = (array, index) => {
41
- return index >= 0 && index < array.length ? array[index] : undefined;
42
- };
43
- const splitLabelsIntoDomains = (labels, index) => {
44
- return {
45
- subDomains: labels.slice(0, Math.max(0, index)),
46
- domain: getAtIndex(labels, index),
47
- topLevelDomains: labels.slice(index + 1),
48
- };
49
- };
50
- let parsedIcannTrie;
51
- let parsedPrivateTrie;
52
- /**
53
- * Splits the given hostname in topLevelDomains, a domain and subDomains.
54
- */
55
- const parseDomain = (hostname, options) => {
56
- const sanitizationResult = (0, sanitize_1.sanitize)(hostname, options);
57
- if (sanitizationResult.type === sanitize_1.SanitizationResultType.Error) {
58
- return {
59
- type: ParseResultType.Invalid,
60
- hostname,
61
- errors: sanitizationResult.errors,
62
- };
63
- }
64
- if (sanitizationResult.type === sanitize_1.SanitizationResultType.ValidIp) {
65
- return {
66
- type: ParseResultType.Ip,
67
- hostname: sanitizationResult.ip,
68
- ipVersion: sanitizationResult.ipVersion,
69
- };
70
- }
71
- const { labels, domain } = sanitizationResult;
72
- if (hostname === "" ||
73
- exports.RESERVED_TOP_LEVEL_DOMAINS.includes(labels[labels.length - 1])) {
74
- return {
75
- type: ParseResultType.Reserved,
76
- hostname: domain,
77
- labels,
78
- };
79
- }
80
- // Parse the serialized trie lazily
81
- parsedIcannTrie = parsedIcannTrie !== null && parsedIcannTrie !== void 0 ? parsedIcannTrie : (0, parse_trie_1.parseTrie)(serialized_tries_1.icannTrie);
82
- parsedPrivateTrie = parsedPrivateTrie !== null && parsedPrivateTrie !== void 0 ? parsedPrivateTrie : (0, parse_trie_1.parseTrie)(serialized_tries_1.privateTrie);
83
- const icannTlds = (0, look_up_1.lookUpTldsInTrie)(labels, parsedIcannTrie);
84
- const privateTlds = (0, look_up_1.lookUpTldsInTrie)(labels, parsedPrivateTrie);
85
- if (icannTlds.length === 0 && privateTlds.length === 0) {
86
- return {
87
- type: ParseResultType.NotListed,
88
- hostname: domain,
89
- labels,
90
- };
91
- }
92
- const indexOfPublicSuffixDomain = labels.length - Math.max(privateTlds.length, icannTlds.length) - 1;
93
- const indexOfIcannDomain = labels.length - icannTlds.length - 1;
94
- return Object.assign({ type: ParseResultType.Listed, hostname: domain, labels, icann: splitLabelsIntoDomains(labels, indexOfIcannDomain) }, splitLabelsIntoDomains(labels, indexOfPublicSuffixDomain));
95
- };
96
- exports.parseDomain = parseDomain;
97
- //# sourceMappingURL=parse-domain.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"parse-domain.js","sourceRoot":"","sources":["../../src/parse-domain.ts"],"names":[],"mappings":";;;AAAA,yDAA4D;AAC5D,4CAAkD;AAClD,yCAMoB;AAEpB,kDAA8C;AAGjC,QAAA,0BAA0B,GAAG;IACxC,WAAW;IACX,OAAO;IACP,SAAS;IACT,SAAS;IACT,MAAM;CACP,CAAC;AAIF,IAAY,eAuBX;AAvBD,WAAY,eAAe;IACzB;;OAEG;IACH,sCAAmB,CAAA;IACnB;;OAEG;IACH,4BAAS,CAAA;IACT;;;;OAIG;IACH,wCAAqB,CAAA;IACrB;;OAEG;IACH,2CAAwB,CAAA;IACxB;;OAEG;IACH,oCAAiB,CAAA;AACnB,CAAC,EAvBW,eAAe,GAAf,uBAAe,KAAf,uBAAe,QAuB1B;AAyED,MAAM,UAAU,GAAG,CACjB,KAAkB,EAClB,KAAa,EACK,EAAE;IACpB,OAAO,KAAK,IAAI,CAAC,IAAI,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACvE,CAAC,CAAC;AAEF,MAAM,sBAAsB,GAAG,CAC7B,MAAoB,EACpB,KAAa,EACa,EAAE;IAC5B,OAAO;QACL,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAC/C,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC;QACjC,eAAe,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC;KACzC,CAAC;AACJ,CAAC,CAAC;AAEF,IAAI,eAAyC,CAAC;AAC9C,IAAI,iBAA2C,CAAC;AAShD;;GAEG;AACI,MAAM,WAAW,GAAG,CACzB,QAAqC,EACrC,OAA4B,EACf,EAAE;IACf,MAAM,kBAAkB,GAAG,IAAA,mBAAQ,EAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAEvD,IAAI,kBAAkB,CAAC,IAAI,KAAK,iCAAsB,CAAC,KAAK,EAAE;QAC5D,OAAO;YACL,IAAI,EAAE,eAAe,CAAC,OAAO;YAC7B,QAAQ;YACR,MAAM,EAAE,kBAAkB,CAAC,MAAM;SAClC,CAAC;KACH;IAED,IAAI,kBAAkB,CAAC,IAAI,KAAK,iCAAsB,CAAC,OAAO,EAAE;QAC9D,OAAO;YACL,IAAI,EAAE,eAAe,CAAC,EAAE;YACxB,QAAQ,EAAE,kBAAkB,CAAC,EAAE;YAC/B,SAAS,EAAE,kBAAkB,CAAC,SAAS;SACxC,CAAC;KACH;IAED,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,kBAAkB,CAAC;IAE9C,IACE,QAAQ,KAAK,EAAE;QACf,kCAA0B,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAC9D;QACA,OAAO;YACL,IAAI,EAAE,eAAe,CAAC,QAAQ;YAC9B,QAAQ,EAAE,MAAM;YAChB,MAAM;SACP,CAAC;KACH;IAED,mCAAmC;IACnC,eAAe,GAAG,eAAe,aAAf,eAAe,cAAf,eAAe,GAAI,IAAA,sBAAS,EAAC,4BAAS,CAAC,CAAC;IAC1D,iBAAiB,GAAG,iBAAiB,aAAjB,iBAAiB,cAAjB,iBAAiB,GAAI,IAAA,sBAAS,EAAC,8BAAW,CAAC,CAAC;IAEhE,MAAM,SAAS,GAAG,IAAA,0BAAgB,EAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IAC5D,MAAM,WAAW,GAAG,IAAA,0BAAgB,EAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAEhE,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE;QACtD,OAAO;YACL,IAAI,EAAE,eAAe,CAAC,SAAS;YAC/B,QAAQ,EAAE,MAAM;YAChB,MAAM;SACP,CAAC;KACH;IAED,MAAM,yBAAyB,GAC7B,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAErE,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;IAEhE,uBACE,IAAI,EAAE,eAAe,CAAC,MAAM,EAC5B,QAAQ,EAAE,MAAM,EAChB,MAAM,EACN,KAAK,EAAE,sBAAsB,CAAC,MAAM,EAAE,kBAAkB,CAAC,IACtD,sBAAsB,CAAC,MAAM,EAAE,yBAAyB,CAAC,EAC5D;AACJ,CAAC,CAAC;AA9DW,QAAA,WAAW,eA8DtB"}
@@ -1,4 +0,0 @@
1
- export declare const buildTries: (psl: string) => {
2
- icannTrie: import("../trie/nodes").TrieRootNode;
3
- privateTrie: import("../trie/nodes").TrieRootNode;
4
- };
@@ -1,59 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.buildTries = void 0;
4
- const punycode_1 = require("punycode");
5
- const config_1 = require("../config");
6
- const create_trie_1 = require("../trie/create-trie");
7
- const matchNewLine = /\r?\n/u;
8
- const matchComment = /^\s*\/\//u;
9
- const matchWhitespace = /^\s*$/u;
10
- const extractByMarkers = (listContent, startMarker, endMarker) => {
11
- const start = listContent.indexOf(startMarker);
12
- const end = listContent.indexOf(endMarker);
13
- if (start === -1) {
14
- throw new Error(`Missing start marker ${startMarker} in public suffix list`);
15
- }
16
- if (end === -1) {
17
- throw new Error(`Missing end marker ${endMarker} in public suffix list`);
18
- }
19
- return listContent.slice(start, end);
20
- };
21
- const containsRule = (line) => matchComment.test(line) === false && matchWhitespace.test(line) === false;
22
- const normalizeRule = (rule) =>
23
- /*
24
- Users of parse-domain should only pass parsed hostnames (e.g. via new URL("...").hostname)
25
- to parseDomain(). This frees us from the burden of URL parsing.
26
- See also https://github.com/peerigon/parse-domain/issues/14
27
-
28
- The problem is that new URL("...").hostname will also translate all non-ASCII characters
29
- into punycode (e.g. 大分.jp becomes xn--kbrq7o.jp). This means for us that our serialized
30
- trie needs to use punyencoded hostnames.
31
-
32
- The downside of this is that punycode hostnames are bigger in terms of file size.
33
- However, that's still better than including a punycode library into the runtime code of parse-domain.
34
- Gzip is also very effective in removing duplicate characters.
35
- */
36
- (0, punycode_1.toASCII)(rule).toLowerCase();
37
- const parsePsl = (listContent) => {
38
- return {
39
- icann: extractByMarkers(listContent, config_1.PUBLIC_SUFFIX_MARKER_ICANN_START, config_1.PUBLIC_SUFFIX_MARKER_ICANN_END)
40
- .split(matchNewLine)
41
- .filter(containsRule)
42
- .map(normalizeRule),
43
- private: extractByMarkers(listContent, config_1.PUBLIC_SUFFIX_MARKER_PRIVATE_START, config_1.PUBLIC_SUFFIX_MARKER_PRIVATE_END)
44
- .split(matchNewLine)
45
- .filter(containsRule)
46
- .map(normalizeRule),
47
- };
48
- };
49
- const buildTries = (psl) => {
50
- const parsedPsl = parsePsl(psl);
51
- const icannTrie = (0, create_trie_1.createTrieFromList)(parsedPsl.icann);
52
- const privateTrie = (0, create_trie_1.createTrieFromList)(parsedPsl.private);
53
- return {
54
- icannTrie,
55
- privateTrie,
56
- };
57
- };
58
- exports.buildTries = buildTries;
59
- //# sourceMappingURL=build-tries.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"build-tries.js","sourceRoot":"","sources":["../../../src/psl/build-tries.ts"],"names":[],"mappings":";;;AAAA,uCAAmC;AACnC,sCAKmB;AACnB,qDAAyD;AAEzD,MAAM,YAAY,GAAG,QAAQ,CAAC;AAC9B,MAAM,YAAY,GAAG,WAAW,CAAC;AACjC,MAAM,eAAe,GAAG,QAAQ,CAAC;AAEjC,MAAM,gBAAgB,GAAG,CACvB,WAAmB,EACnB,WAAmB,EACnB,SAAiB,EACjB,EAAE;IACF,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAG,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAE3C,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE;QAChB,MAAM,IAAI,KAAK,CACb,wBAAwB,WAAW,wBAAwB,CAC5D,CAAC;KACH;IACD,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE;QACd,MAAM,IAAI,KAAK,CAAC,sBAAsB,SAAS,wBAAwB,CAAC,CAAC;KAC1E;IAED,OAAO,WAAW,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;AACvC,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,EAAE,CACpC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC;AAE5E,MAAM,aAAa,GAAG,CAAC,IAAY,EAAE,EAAE;AACrC;;;;;;;;;;;;IAYC;AACD,IAAA,kBAAO,EAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;AAE9B,MAAM,QAAQ,GAAG,CAAC,WAAmB,EAAE,EAAE;IACvC,OAAO;QACL,KAAK,EAAE,gBAAgB,CACrB,WAAW,EACX,yCAAgC,EAChC,uCAA8B,CAC/B;aACE,KAAK,CAAC,YAAY,CAAC;aACnB,MAAM,CAAC,YAAY,CAAC;aACpB,GAAG,CAAC,aAAa,CAAC;QACrB,OAAO,EAAE,gBAAgB,CACvB,WAAW,EACX,2CAAkC,EAClC,yCAAgC,CACjC;aACE,KAAK,CAAC,YAAY,CAAC;aACnB,MAAM,CAAC,YAAY,CAAC;aACpB,GAAG,CAAC,aAAa,CAAC;KACtB,CAAC;AACJ,CAAC,CAAC;AAEK,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,EAAE;IACxC,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;IAChC,MAAM,SAAS,GAAG,IAAA,gCAAkB,EAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACtD,MAAM,WAAW,GAAG,IAAA,gCAAkB,EAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAE1D,OAAO;QACL,SAAS;QACT,WAAW;KACZ,CAAC;AACJ,CAAC,CAAC;AATW,QAAA,UAAU,cASrB"}
@@ -1,27 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- exports.fetchPsl = void 0;
16
- const assert_1 = require("assert");
17
- const node_fetch_1 = __importDefault(require("node-fetch"));
18
- const config_1 = require("../config");
19
- const fetchPsl = () => __awaiter(void 0, void 0, void 0, function* () {
20
- const response = yield (0, node_fetch_1.default)(config_1.PUBLIC_SUFFIX_URL);
21
- const pslContent = yield response.text();
22
- // Sanity check
23
- (0, assert_1.ok)(pslContent.length >= config_1.FETCH_PSL_EXPECTED_MIN_LENGTH, "Public suffix list is shorter than expected");
24
- return pslContent;
25
- });
26
- exports.fetchPsl = fetchPsl;
27
- //# sourceMappingURL=fetch-psl.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"fetch-psl.js","sourceRoot":"","sources":["../../../src/psl/fetch-psl.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,mCAA4B;AAC5B,4DAA+B;AAC/B,sCAA6E;AAEtE,MAAM,QAAQ,GAAG,GAAS,EAAE;IACjC,MAAM,QAAQ,GAAG,MAAM,IAAA,oBAAK,EAAC,0BAAiB,CAAC,CAAC;IAChD,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAEzC,eAAe;IACf,IAAA,WAAE,EACA,UAAU,CAAC,MAAM,IAAI,sCAA6B,EAClD,6CAA6C,CAC9C,CAAC;IAEF,OAAO,UAAU,CAAC;AACpB,CAAC,CAAA,CAAC;AAXW,QAAA,QAAQ,YAWnB"}
@@ -1,198 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.sanitize = exports.SanitizationResultType = exports.ValidationErrorType = exports.Validation = void 0;
4
- const is_ip_1 = require("is-ip");
5
- // See https://en.wikipedia.org/wiki/Domain_name
6
- // See https://tools.ietf.org/html/rfc1034
7
- const LABEL_SEPARATOR = ".";
8
- const LABEL_LENGTH_MIN = 1;
9
- const LABEL_LENGTH_MAX = 63;
10
- /**
11
- * 255 octets - 2 octets if you remove the last dot
12
- * @see https://devblogs.microsoft.com/oldnewthing/20120412-00/?p=7873
13
- */
14
- const DOMAIN_LENGTH_MAX = 253;
15
- const textEncoder = new TextEncoder();
16
- var Validation;
17
- (function (Validation) {
18
- /**
19
- * Allows any octets as labels
20
- * but still restricts the length of labels and the overall domain.
21
- *
22
- * @see https://www.rfc-editor.org/rfc/rfc2181#section-11
23
- **/
24
- Validation["Lax"] = "LAX";
25
- /**
26
- * Only allows ASCII letters, digits and hyphens (aka LDH),
27
- * forbids hyphens at the beginning or end of a label
28
- * and requires top-level domain names not to be all-numeric.
29
- *
30
- * This is the default if no validation is configured.
31
- *
32
- * @see https://datatracker.ietf.org/doc/html/rfc3696#section-2
33
- */
34
- Validation["Strict"] = "STRICT";
35
- })(Validation = exports.Validation || (exports.Validation = {}));
36
- var ValidationErrorType;
37
- (function (ValidationErrorType) {
38
- ValidationErrorType["NoHostname"] = "NO_HOSTNAME";
39
- ValidationErrorType["DomainMaxLength"] = "DOMAIN_MAX_LENGTH";
40
- ValidationErrorType["LabelMinLength"] = "LABEL_MIN_LENGTH";
41
- ValidationErrorType["LabelMaxLength"] = "LABEL_MAX_LENGTH";
42
- ValidationErrorType["LabelInvalidCharacter"] = "LABEL_INVALID_CHARACTER";
43
- ValidationErrorType["LastLabelInvalid"] = "LAST_LABEL_INVALID";
44
- })(ValidationErrorType = exports.ValidationErrorType || (exports.ValidationErrorType = {}));
45
- var SanitizationResultType;
46
- (function (SanitizationResultType) {
47
- SanitizationResultType["ValidIp"] = "VALID_IP";
48
- SanitizationResultType["ValidDomain"] = "VALID_DOMAIN";
49
- SanitizationResultType["Error"] = "ERROR";
50
- })(SanitizationResultType = exports.SanitizationResultType || (exports.SanitizationResultType = {}));
51
- const createNoHostnameError = (input) => {
52
- return {
53
- type: ValidationErrorType.NoHostname,
54
- message: `The given input ${String(input)} does not look like a hostname.`,
55
- column: 1,
56
- };
57
- };
58
- const createDomainMaxLengthError = (domain, length) => {
59
- return {
60
- type: ValidationErrorType.DomainMaxLength,
61
- message: `Domain "${domain}" is too long. Domain is ${length} octets long but should not be longer than ${DOMAIN_LENGTH_MAX}.`,
62
- column: length,
63
- };
64
- };
65
- const createLabelMinLengthError = (label, column) => {
66
- const length = label.length;
67
- return {
68
- type: ValidationErrorType.LabelMinLength,
69
- message: `Label "${label}" is too short. Label is ${length} octets long but should be at least ${LABEL_LENGTH_MIN}.`,
70
- column,
71
- };
72
- };
73
- const createLabelMaxLengthError = (label, column) => {
74
- const length = label.length;
75
- return {
76
- type: ValidationErrorType.LabelMaxLength,
77
- message: `Label "${label}" is too long. Label is ${length} octets long but should not be longer than ${LABEL_LENGTH_MAX}.`,
78
- column,
79
- };
80
- };
81
- const createLabelInvalidCharacterError = (label, invalidCharacter, column) => {
82
- return {
83
- type: ValidationErrorType.LabelInvalidCharacter,
84
- message: `Label "${label}" contains invalid character "${invalidCharacter}" at column ${column}.`,
85
- column,
86
- };
87
- };
88
- const createLastLabelInvalidError = (label, column) => {
89
- return {
90
- type: ValidationErrorType.LabelInvalidCharacter,
91
- message: `Last label "${label}" must not be all-numeric.`,
92
- column,
93
- };
94
- };
95
- const sanitize = (input, options = {}) => {
96
- // Extra check for non-TypeScript users
97
- if (typeof input !== "string") {
98
- return {
99
- type: SanitizationResultType.Error,
100
- errors: [createNoHostnameError(input)],
101
- };
102
- }
103
- const inputTrimmed = input.trim();
104
- if (inputTrimmed === "") {
105
- return {
106
- type: SanitizationResultType.ValidDomain,
107
- domain: inputTrimmed,
108
- labels: [],
109
- };
110
- }
111
- // IPv6 addresses are surrounded by square brackets in URLs
112
- // See https://tools.ietf.org/html/rfc3986#section-3.2.2
113
- const inputTrimmedAsIp = inputTrimmed.replace(/^\[|]$/g, "");
114
- const ipVersion = (0, is_ip_1.version)(inputTrimmedAsIp);
115
- if (ipVersion !== undefined) {
116
- return {
117
- type: SanitizationResultType.ValidIp,
118
- ip: inputTrimmedAsIp,
119
- ipVersion,
120
- };
121
- }
122
- const lastChar = inputTrimmed.charAt(inputTrimmed.length - 1);
123
- const canonicalInput = lastChar === LABEL_SEPARATOR ? inputTrimmed.slice(0, -1) : inputTrimmed;
124
- const octets = new TextEncoder().encode(canonicalInput);
125
- if (octets.length > DOMAIN_LENGTH_MAX) {
126
- return {
127
- type: SanitizationResultType.Error,
128
- errors: [createDomainMaxLengthError(inputTrimmed, octets.length)],
129
- };
130
- }
131
- const labels = canonicalInput.split(LABEL_SEPARATOR);
132
- const { validation = Validation.Strict } = options;
133
- const labelValidationErrors = validateLabels[validation](labels);
134
- if (labelValidationErrors.length > 0) {
135
- return {
136
- type: SanitizationResultType.Error,
137
- errors: labelValidationErrors,
138
- };
139
- }
140
- return {
141
- type: SanitizationResultType.ValidDomain,
142
- domain: inputTrimmed,
143
- labels,
144
- };
145
- };
146
- exports.sanitize = sanitize;
147
- const validateLabels = {
148
- [Validation.Lax]: (labels) => {
149
- const labelValidationErrors = [];
150
- let column = 1;
151
- for (const label of labels) {
152
- const octets = textEncoder.encode(label);
153
- if (octets.length < LABEL_LENGTH_MIN) {
154
- labelValidationErrors.push(createLabelMinLengthError(label, column));
155
- }
156
- else if (octets.length > LABEL_LENGTH_MAX) {
157
- labelValidationErrors.push(createLabelMaxLengthError(label, column));
158
- }
159
- column += label.length + LABEL_SEPARATOR.length;
160
- }
161
- return labelValidationErrors;
162
- },
163
- [Validation.Strict]: (labels) => {
164
- const labelValidationErrors = [];
165
- let column = 1;
166
- let lastLabel;
167
- for (const label of labels) {
168
- // According to https://tools.ietf.org/html/rfc6761 labels should
169
- // only contain ASCII letters, digits and hyphens (LDH).
170
- const invalidCharacter = /[^\da-z-]/i.exec(label);
171
- if (invalidCharacter) {
172
- labelValidationErrors.push(createLabelInvalidCharacterError(label, invalidCharacter[0], invalidCharacter.index + 1));
173
- }
174
- if (label.startsWith("-")) {
175
- labelValidationErrors.push(createLabelInvalidCharacterError(label, "-", column));
176
- }
177
- else if (label.endsWith("-")) {
178
- labelValidationErrors.push(createLabelInvalidCharacterError(label, "-", column + label.length - 1));
179
- }
180
- if (
181
- // We can use .length here to check for the octet size because
182
- // label can only contain ASCII LDH characters at this point.
183
- label.length < LABEL_LENGTH_MIN) {
184
- labelValidationErrors.push(createLabelMinLengthError(label, column));
185
- }
186
- else if (label.length > LABEL_LENGTH_MAX) {
187
- labelValidationErrors.push(createLabelMaxLengthError(label, column));
188
- }
189
- column += label.length + LABEL_SEPARATOR.length;
190
- lastLabel = label;
191
- }
192
- if (lastLabel !== undefined && /[a-z-]/iu.test(lastLabel) === false) {
193
- labelValidationErrors.push(createLastLabelInvalidError(lastLabel, column - lastLabel.length - LABEL_SEPARATOR.length));
194
- }
195
- return labelValidationErrors;
196
- },
197
- };
198
- //# sourceMappingURL=sanitize.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"sanitize.js","sourceRoot":"","sources":["../../src/sanitize.ts"],"names":[],"mappings":";;;AAAA,iCAAgD;AAIhD,gDAAgD;AAChD,0CAA0C;AAC1C,MAAM,eAAe,GAAG,GAAG,CAAC;AAC5B,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAC3B,MAAM,gBAAgB,GAAG,EAAE,CAAC;AAC5B;;;GAGG;AACH,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAE9B,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;AAEtC,IAAY,UAmBX;AAnBD,WAAY,UAAU;IACpB;;;;;QAKI;IACJ,yBAAW,CAAA;IAEX;;;;;;;;OAQG;IACH,+BAAiB,CAAA;AACnB,CAAC,EAnBW,UAAU,GAAV,kBAAU,KAAV,kBAAU,QAmBrB;AAED,IAAY,mBAOX;AAPD,WAAY,mBAAmB;IAC7B,iDAA0B,CAAA;IAC1B,4DAAqC,CAAA;IACrC,0DAAmC,CAAA;IACnC,0DAAmC,CAAA;IACnC,wEAAiD,CAAA;IACjD,8DAAuC,CAAA;AACzC,CAAC,EAPW,mBAAmB,GAAnB,2BAAmB,KAAnB,2BAAmB,QAO9B;AAQD,IAAY,sBAIX;AAJD,WAAY,sBAAsB;IAChC,8CAAoB,CAAA;IACpB,sDAA4B,CAAA;IAC5B,yCAAe,CAAA;AACjB,CAAC,EAJW,sBAAsB,GAAtB,8BAAsB,KAAtB,8BAAsB,QAIjC;AAwBD,MAAM,qBAAqB,GAAG,CAAC,KAAc,EAAE,EAAE;IAC/C,OAAO;QACL,IAAI,EAAE,mBAAmB,CAAC,UAAU;QACpC,OAAO,EAAE,mBAAmB,MAAM,CAAC,KAAK,CAAC,iCAAiC;QAC1E,MAAM,EAAE,CAAC;KACV,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,0BAA0B,GAAG,CAAC,MAAc,EAAE,MAAc,EAAE,EAAE;IACpE,OAAO;QACL,IAAI,EAAE,mBAAmB,CAAC,eAAe;QACzC,OAAO,EAAE,WAAW,MAAM,4BAA4B,MAAM,8CAA8C,iBAAiB,GAAG;QAC9H,MAAM,EAAE,MAAM;KACf,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,yBAAyB,GAAG,CAAC,KAAa,EAAE,MAAc,EAAE,EAAE;IAClE,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IAE5B,OAAO;QACL,IAAI,EAAE,mBAAmB,CAAC,cAAc;QACxC,OAAO,EAAE,UAAU,KAAK,4BAA4B,MAAM,uCAAuC,gBAAgB,GAAG;QACpH,MAAM;KACP,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,yBAAyB,GAAG,CAAC,KAAa,EAAE,MAAc,EAAE,EAAE;IAClE,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IAE5B,OAAO;QACL,IAAI,EAAE,mBAAmB,CAAC,cAAc;QACxC,OAAO,EAAE,UAAU,KAAK,2BAA2B,MAAM,8CAA8C,gBAAgB,GAAG;QAC1H,MAAM;KACP,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,gCAAgC,GAAG,CACvC,KAAa,EACb,gBAAwB,EACxB,MAAc,EACd,EAAE;IACF,OAAO;QACL,IAAI,EAAE,mBAAmB,CAAC,qBAAqB;QAC/C,OAAO,EAAE,UAAU,KAAK,iCAAiC,gBAAgB,eAAe,MAAM,GAAG;QACjG,MAAM;KACP,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,2BAA2B,GAAG,CAAC,KAAa,EAAE,MAAc,EAAE,EAAE;IACpE,OAAO;QACL,IAAI,EAAE,mBAAmB,CAAC,qBAAqB;QAC/C,OAAO,EAAE,eAAe,KAAK,4BAA4B;QACzD,MAAM;KACP,CAAC;AACJ,CAAC,CAAC;AAEK,MAAM,QAAQ,GAAG,CACtB,KAAkC,EAClC,UAAuC,EAAE,EACrB,EAAE;IACtB,uCAAuC;IACvC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;QAC7B,OAAO;YACL,IAAI,EAAE,sBAAsB,CAAC,KAAK;YAClC,MAAM,EAAE,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;SACvC,CAAC;KACH;IAED,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAElC,IAAI,YAAY,KAAK,EAAE,EAAE;QACvB,OAAO;YACL,IAAI,EAAE,sBAAsB,CAAC,WAAW;YACxC,MAAM,EAAE,YAAY;YACpB,MAAM,EAAE,EAAE;SACX,CAAC;KACH;IAED,2DAA2D;IAC3D,wDAAwD;IACxD,MAAM,gBAAgB,GAAG,YAAY,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;IAC7D,MAAM,SAAS,GAAG,IAAA,eAAY,EAAC,gBAAgB,CAAC,CAAC;IAEjD,IAAI,SAAS,KAAK,SAAS,EAAE;QAC3B,OAAO;YACL,IAAI,EAAE,sBAAsB,CAAC,OAAO;YACpC,EAAE,EAAE,gBAAgB;YACpB,SAAS;SACV,CAAC;KACH;IAED,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC9D,MAAM,cAAc,GAClB,QAAQ,KAAK,eAAe,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC;IAC1E,MAAM,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;IAExD,IAAI,MAAM,CAAC,MAAM,GAAG,iBAAiB,EAAE;QACrC,OAAO;YACL,IAAI,EAAE,sBAAsB,CAAC,KAAK;YAClC,MAAM,EAAE,CAAC,0BAA0B,CAAC,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;SAClE,CAAC;KACH;IAED,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IAErD,MAAM,EAAE,UAAU,GAAG,UAAU,CAAC,MAAM,EAAE,GAAG,OAAO,CAAC;IACnD,MAAM,qBAAqB,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC;IAEjE,IAAI,qBAAqB,CAAC,MAAM,GAAG,CAAC,EAAE;QACpC,OAAO;YACL,IAAI,EAAE,sBAAsB,CAAC,KAAK;YAClC,MAAM,EAAE,qBAAqB;SAC9B,CAAC;KACH;IAED,OAAO;QACL,IAAI,EAAE,sBAAsB,CAAC,WAAW;QACxC,MAAM,EAAE,YAAY;QACpB,MAAM;KACP,CAAC;AACJ,CAAC,CAAC;AAhEW,QAAA,QAAQ,YAgEnB;AAEF,MAAM,cAAc,GAAG;IACrB,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,MAAqB,EAAE,EAAE;QAC1C,MAAM,qBAAqB,GAAG,EAAE,CAAC;QACjC,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;YAC1B,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEzC,IAAI,MAAM,CAAC,MAAM,GAAG,gBAAgB,EAAE;gBACpC,qBAAqB,CAAC,IAAI,CAAC,yBAAyB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;aACtE;iBAAM,IAAI,MAAM,CAAC,MAAM,GAAG,gBAAgB,EAAE;gBAC3C,qBAAqB,CAAC,IAAI,CAAC,yBAAyB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;aACtE;YACD,MAAM,IAAI,KAAK,CAAC,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC;SACjD;QAED,OAAO,qBAAqB,CAAC;IAC/B,CAAC;IACD,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,MAAqB,EAAE,EAAE;QAC7C,MAAM,qBAAqB,GAAG,EAAE,CAAC;QACjC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,SAAS,CAAC;QAEd,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;YAC1B,iEAAiE;YACjE,wDAAwD;YACxD,MAAM,gBAAgB,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAElD,IAAI,gBAAgB,EAAE;gBACpB,qBAAqB,CAAC,IAAI,CACxB,gCAAgC,CAC9B,KAAK,EACL,gBAAgB,CAAC,CAAC,CAAC,EACnB,gBAAgB,CAAC,KAAK,GAAG,CAAC,CAC3B,CACF,CAAC;aACH;YACD,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;gBACzB,qBAAqB,CAAC,IAAI,CACxB,gCAAgC,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,CACrD,CAAC;aACH;iBAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;gBAC9B,qBAAqB,CAAC,IAAI,CACxB,gCAAgC,CAC9B,KAAK,EACL,GAAG,EACH,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAC1B,CACF,CAAC;aACH;YACD;YACE,8DAA8D;YAC9D,6DAA6D;YAC7D,KAAK,CAAC,MAAM,GAAG,gBAAgB,EAC/B;gBACA,qBAAqB,CAAC,IAAI,CAAC,yBAAyB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;aACtE;iBAAM,IAAI,KAAK,CAAC,MAAM,GAAG,gBAAgB,EAAE;gBAC1C,qBAAqB,CAAC,IAAI,CAAC,yBAAyB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;aACtE;YAED,MAAM,IAAI,KAAK,CAAC,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC;YAChD,SAAS,GAAG,KAAK,CAAC;SACnB;QAED,IAAI,SAAS,KAAK,SAAS,IAAI,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,KAAK,EAAE;YACnE,qBAAqB,CAAC,IAAI,CACxB,2BAA2B,CACzB,SAAS,EACT,MAAM,GAAG,SAAS,CAAC,MAAM,GAAG,eAAe,CAAC,MAAM,CACnD,CACF,CAAC;SACH;QAED,OAAO,qBAAqB,CAAC;IAC/B,CAAC;CACF,CAAC"}
@@ -1,29 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- exports.done = void 0;
16
- const path_1 = require("path");
17
- const fs_1 = __importDefault(require("fs"));
18
- const util_1 = require("util");
19
- const fetch_psl_1 = require("../psl/fetch-psl");
20
- // TODO: Replace this with fs promises once we removed Node 8
21
- const fs = {
22
- writeFile: (0, util_1.promisify)(fs_1.default.writeFile),
23
- };
24
- exports.done = (() => __awaiter(void 0, void 0, void 0, function* () {
25
- const pathToPslFixture = (0, path_1.resolve)(__dirname, "tests", "fixtures", "public-suffix-list.txt");
26
- const psl = yield (0, fetch_psl_1.fetchPsl)();
27
- yield fs.writeFile(pathToPslFixture, psl);
28
- }))();
29
- //# sourceMappingURL=update-psl-fixture.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"update-psl-fixture.js","sourceRoot":"","sources":["../../../src/scripts/update-psl-fixture.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,+BAA+B;AAC/B,4CAA4B;AAC5B,+BAAiC;AACjC,gDAA4C;AAE5C,6DAA6D;AAC7D,MAAM,EAAE,GAAG;IACT,SAAS,EAAE,IAAA,gBAAS,EAAC,YAAU,CAAC,SAAS,CAAC;CAC3C,CAAC;AAEW,QAAA,IAAI,GAAG,CAAC,GAAS,EAAE;IAC9B,MAAM,gBAAgB,GAAG,IAAA,cAAO,EAC9B,SAAS,EACT,OAAO,EACP,UAAU,EACV,wBAAwB,CACzB,CAAC;IAEF,MAAM,GAAG,GAAG,MAAM,IAAA,oBAAQ,GAAE,CAAC;IAE7B,MAAM,EAAE,CAAC,SAAS,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;AAC5C,CAAC,CAAA,CAAC,EAAE,CAAC"}
@@ -1,48 +0,0 @@
1
- "use strict";
2
- var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
- function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
- return new (P || (P = Promise))(function (resolve, reject) {
5
- function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
- function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
- function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
- step((generator = generator.apply(thisArg, _arguments || [])).next());
9
- });
10
- };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
- Object.defineProperty(exports, "__esModule", { value: true });
15
- exports.done = void 0;
16
- const path_1 = require("path");
17
- const fs_1 = __importDefault(require("fs"));
18
- const util_1 = require("util");
19
- const update_tries_1 = require("../update-tries");
20
- const config_1 = require("../config");
21
- // TODO: Replace this with fs promises once we removed Node 8
22
- const fs = {
23
- writeFile: (0, util_1.promisify)(fs_1.default.writeFile),
24
- };
25
- const writeTriesToFiles = ({ serializedIcannTrie, serializedPrivateTrie, }) => __awaiter(void 0, void 0, void 0, function* () {
26
- const indexOfScriptArg = process.argv.lastIndexOf("--");
27
- const targetDirectories = process.argv.slice(indexOfScriptArg + 1);
28
- yield Promise.all(targetDirectories.map((targetDirectory) => __awaiter(void 0, void 0, void 0, function* () {
29
- const pathToIcannTrie = (0, path_1.resolve)(__dirname, targetDirectory, "icann.json");
30
- const pathToPrivateTrie = (0, path_1.resolve)(__dirname, targetDirectory, "private.json");
31
- const pathToTrieInfoFile = (0, path_1.resolve)(__dirname, targetDirectory, "info.json");
32
- console.warn(`Writing ${pathToIcannTrie}...`);
33
- console.warn(`Writing ${pathToPrivateTrie}...`);
34
- console.warn(`Writing ${pathToTrieInfoFile}...`);
35
- yield Promise.all([
36
- fs.writeFile(pathToIcannTrie, JSON.stringify(serializedIcannTrie)),
37
- fs.writeFile(pathToPrivateTrie, JSON.stringify(serializedPrivateTrie)),
38
- fs.writeFile(pathToTrieInfoFile, JSON.stringify({
39
- updatedAt: new Date(),
40
- })),
41
- ]);
42
- })));
43
- });
44
- exports.done = (() => __awaiter(void 0, void 0, void 0, function* () {
45
- console.warn(`Fetching public suffix list from ${config_1.PUBLIC_SUFFIX_URL}...`);
46
- yield writeTriesToFiles(yield (0, update_tries_1.fetchBuildSerializeTries)());
47
- }))();
48
- //# sourceMappingURL=update-tries.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"update-tries.js","sourceRoot":"","sources":["../../../src/scripts/update-tries.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,+BAA+B;AAC/B,4CAA4B;AAC5B,+BAAiC;AACjC,kDAA2D;AAC3D,sCAA8C;AAG9C,6DAA6D;AAC7D,MAAM,EAAE,GAAG;IACT,SAAS,EAAE,IAAA,gBAAS,EAAC,YAAU,CAAC,SAAS,CAAC;CAC3C,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAO,EAC/B,mBAAmB,EACnB,qBAAqB,GAC8B,EAAE,EAAE;IACvD,MAAM,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IACxD,MAAM,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,CAAC,CAAC,CAAC;IAEnE,MAAM,OAAO,CAAC,GAAG,CACf,iBAAiB,CAAC,GAAG,CAAC,CAAO,eAAe,EAAE,EAAE;QAC9C,MAAM,eAAe,GAAG,IAAA,cAAO,EAAC,SAAS,EAAE,eAAe,EAAE,YAAY,CAAC,CAAC;QAC1E,MAAM,iBAAiB,GAAG,IAAA,cAAO,EAC/B,SAAS,EACT,eAAe,EACf,cAAc,CACf,CAAC;QACF,MAAM,kBAAkB,GAAG,IAAA,cAAO,EAChC,SAAS,EACT,eAAe,EACf,WAAW,CACZ,CAAC;QAEF,OAAO,CAAC,IAAI,CAAC,WAAW,eAAe,KAAK,CAAC,CAAC;QAC9C,OAAO,CAAC,IAAI,CAAC,WAAW,iBAAiB,KAAK,CAAC,CAAC;QAChD,OAAO,CAAC,IAAI,CAAC,WAAW,kBAAkB,KAAK,CAAC,CAAC;QAEjD,MAAM,OAAO,CAAC,GAAG,CAAC;YAChB,EAAE,CAAC,SAAS,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;YAClE,EAAE,CAAC,SAAS,CAAC,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC;YACtE,EAAE,CAAC,SAAS,CACV,kBAAkB,EAClB,IAAI,CAAC,SAAS,CAAC;gBACb,SAAS,EAAE,IAAI,IAAI,EAAE;aACtB,CAAC,CACH;SACF,CAAC,CAAC;IACL,CAAC,CAAA,CAAC,CACH,CAAC;AACJ,CAAC,CAAA,CAAC;AAEW,QAAA,IAAI,GAAG,CAAC,GAAS,EAAE;IAC9B,OAAO,CAAC,IAAI,CAAC,oCAAoC,0BAAiB,KAAK,CAAC,CAAC;IAEzE,MAAM,iBAAiB,CAAC,MAAM,IAAA,uCAAwB,GAAE,CAAC,CAAC;AAC5D,CAAC,CAAA,CAAC,EAAE,CAAC"}
@@ -1,3 +0,0 @@
1
- import icannTrie from "../serialized-tries/icann.json";
2
- import privateTrie from "../serialized-tries/private.json";
3
- export { icannTrie, privateTrie };
@@ -1,11 +0,0 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.privateTrie = exports.icannTrie = void 0;
7
- const icann_json_1 = __importDefault(require("../serialized-tries/icann.json"));
8
- exports.icannTrie = icann_json_1.default;
9
- const private_json_1 = __importDefault(require("../serialized-tries/private.json"));
10
- exports.privateTrie = private_json_1.default;
11
- //# sourceMappingURL=serialized-tries.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"serialized-tries.js","sourceRoot":"","sources":["../../src/serialized-tries.ts"],"names":[],"mappings":";;;;;;AAAA,gFAAuD;AAG9C,oBAHF,oBAAS,CAGE;AAFlB,oFAA2D;AAEvC,sBAFb,sBAAW,CAEa"}
@@ -1,63 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.runSmokeTest = void 0;
4
- const assert_1 = require("assert");
5
- const main_1 = require("./main");
6
- const runSmokeTest = () => {
7
- (0, assert_1.deepStrictEqual)((0, main_1.parseDomain)("www.example.com"), {
8
- hostname: "www.example.com",
9
- type: "LISTED",
10
- labels: ["www", "example", "com"],
11
- subDomains: ["www"],
12
- domain: "example",
13
- topLevelDomains: ["com"],
14
- icann: {
15
- subDomains: ["www"],
16
- domain: "example",
17
- topLevelDomains: ["com"],
18
- },
19
- });
20
- (0, assert_1.deepStrictEqual)((0, main_1.parseDomain)("www.example.co.uk"), {
21
- hostname: "www.example.co.uk",
22
- type: "LISTED",
23
- labels: ["www", "example", "co", "uk"],
24
- subDomains: ["www"],
25
- domain: "example",
26
- topLevelDomains: ["co", "uk"],
27
- icann: {
28
- subDomains: ["www"],
29
- domain: "example",
30
- topLevelDomains: ["co", "uk"],
31
- },
32
- });
33
- (0, assert_1.deepStrictEqual)((0, main_1.parseDomain)("www.example.cloudfront.net"), {
34
- hostname: "www.example.cloudfront.net",
35
- type: "LISTED",
36
- labels: ["www", "example", "cloudfront", "net"],
37
- subDomains: ["www"],
38
- domain: "example",
39
- topLevelDomains: ["cloudfront", "net"],
40
- icann: {
41
- subDomains: ["www", "example"],
42
- domain: "cloudfront",
43
- topLevelDomains: ["net"],
44
- },
45
- });
46
- // TODO: Use fromUrl once we dropped Node v8 support
47
- // deepStrictEqual(parseDomain(fromUrl("www.食狮.公司.cn")), {
48
- (0, assert_1.deepStrictEqual)((0, main_1.parseDomain)("www.xn--85x722f.xn--55qx5d.cn"), {
49
- hostname: "www.xn--85x722f.xn--55qx5d.cn",
50
- type: "LISTED",
51
- labels: ["www", "xn--85x722f", "xn--55qx5d", "cn"],
52
- subDomains: ["www"],
53
- domain: "xn--85x722f",
54
- topLevelDomains: ["xn--55qx5d", "cn"],
55
- icann: {
56
- subDomains: ["www"],
57
- domain: "xn--85x722f",
58
- topLevelDomains: ["xn--55qx5d", "cn"],
59
- },
60
- });
61
- };
62
- exports.runSmokeTest = runSmokeTest;
63
- //# sourceMappingURL=smoke-test.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"smoke-test.js","sourceRoot":"","sources":["../../src/smoke-test.ts"],"names":[],"mappings":";;;AAAA,mCAAyC;AACzC,iCAAqC;AAE9B,MAAM,YAAY,GAAG,GAAG,EAAE;IAC/B,IAAA,wBAAe,EAAC,IAAA,kBAAW,EAAC,iBAAiB,CAAC,EAAE;QAC9C,QAAQ,EAAE,iBAAiB;QAC3B,IAAI,EAAE,QAAQ;QACd,MAAM,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC;QACjC,UAAU,EAAE,CAAC,KAAK,CAAC;QACnB,MAAM,EAAE,SAAS;QACjB,eAAe,EAAE,CAAC,KAAK,CAAC;QACxB,KAAK,EAAE;YACL,UAAU,EAAE,CAAC,KAAK,CAAC;YACnB,MAAM,EAAE,SAAS;YACjB,eAAe,EAAE,CAAC,KAAK,CAAC;SACzB;KACF,CAAC,CAAC;IACH,IAAA,wBAAe,EAAC,IAAA,kBAAW,EAAC,mBAAmB,CAAC,EAAE;QAChD,QAAQ,EAAE,mBAAmB;QAC7B,IAAI,EAAE,QAAQ;QACd,MAAM,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC;QACtC,UAAU,EAAE,CAAC,KAAK,CAAC;QACnB,MAAM,EAAE,SAAS;QACjB,eAAe,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC;QAC7B,KAAK,EAAE;YACL,UAAU,EAAE,CAAC,KAAK,CAAC;YACnB,MAAM,EAAE,SAAS;YACjB,eAAe,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC;SAC9B;KACF,CAAC,CAAC;IACH,IAAA,wBAAe,EAAC,IAAA,kBAAW,EAAC,4BAA4B,CAAC,EAAE;QACzD,QAAQ,EAAE,4BAA4B;QACtC,IAAI,EAAE,QAAQ;QACd,MAAM,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,CAAC;QAC/C,UAAU,EAAE,CAAC,KAAK,CAAC;QACnB,MAAM,EAAE,SAAS;QACjB,eAAe,EAAE,CAAC,YAAY,EAAE,KAAK,CAAC;QACtC,KAAK,EAAE;YACL,UAAU,EAAE,CAAC,KAAK,EAAE,SAAS,CAAC;YAC9B,MAAM,EAAE,YAAY;YACpB,eAAe,EAAE,CAAC,KAAK,CAAC;SACzB;KACF,CAAC,CAAC;IACH,oDAAoD;IACpD,0DAA0D;IAC1D,IAAA,wBAAe,EAAC,IAAA,kBAAW,EAAC,+BAA+B,CAAC,EAAE;QAC5D,QAAQ,EAAE,+BAA+B;QACzC,IAAI,EAAE,QAAQ;QACd,MAAM,EAAE,CAAC,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,IAAI,CAAC;QAClD,UAAU,EAAE,CAAC,KAAK,CAAC;QACnB,MAAM,EAAE,aAAa;QACrB,eAAe,EAAE,CAAC,YAAY,EAAE,IAAI,CAAC;QACrC,KAAK,EAAE;YACL,UAAU,EAAE,CAAC,KAAK,CAAC;YACnB,MAAM,EAAE,aAAa;YACrB,eAAe,EAAE,CAAC,YAAY,EAAE,IAAI,CAAC;SACtC;KACF,CAAC,CAAC;AACL,CAAC,CAAC;AAvDW,QAAA,YAAY,gBAuDvB"}