es6-crawler-detect 3.1.3 → 3.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (355) hide show
  1. package/.babelrc +18 -17
  2. package/.eslintignore +6 -0
  3. package/.eslintrc.json +30 -0
  4. package/.github/FUNDING.yml +12 -12
  5. package/.github/ISSUE_TEMPLATE/bug_report.md +41 -38
  6. package/.github/ISSUE_TEMPLATE/feature_request.md +20 -20
  7. package/.github/PULL_REQUEST_TEMPLATE/pull_request_template.md +29 -0
  8. package/.prettierrc.json +5 -0
  9. package/CODE_OF_CONDUCT.md +76 -76
  10. package/LICENSE +21 -21
  11. package/README.md +103 -93
  12. package/dist/main.bundle.js +1 -1
  13. package/example/node/dist/crawler.min.js +1 -1
  14. package/example/node/index.html +21 -21
  15. package/example/node/node_modules/.bin/mime +15 -0
  16. package/example/node/node_modules/.bin/mime.cmd +7 -0
  17. package/example/node/node_modules/.yarn-integrity +67 -0
  18. package/example/node/node_modules/accepts/HISTORY.md +236 -0
  19. package/example/node/node_modules/accepts/LICENSE +23 -0
  20. package/example/node/node_modules/accepts/README.md +142 -0
  21. package/example/node/node_modules/accepts/index.js +238 -0
  22. package/example/node/node_modules/accepts/package.json +47 -0
  23. package/example/node/node_modules/array-flatten/LICENSE +21 -0
  24. package/example/node/node_modules/array-flatten/README.md +43 -0
  25. package/example/node/node_modules/array-flatten/array-flatten.js +64 -0
  26. package/example/node/node_modules/array-flatten/package.json +39 -0
  27. package/example/node/node_modules/body-parser/HISTORY.md +624 -0
  28. package/example/node/node_modules/body-parser/LICENSE +23 -0
  29. package/example/node/node_modules/body-parser/README.md +456 -0
  30. package/example/node/node_modules/body-parser/index.js +157 -0
  31. package/example/node/node_modules/body-parser/lib/read.js +181 -0
  32. package/example/node/node_modules/body-parser/lib/types/json.js +230 -0
  33. package/example/node/node_modules/body-parser/lib/types/raw.js +101 -0
  34. package/example/node/node_modules/body-parser/lib/types/text.js +121 -0
  35. package/example/node/node_modules/body-parser/lib/types/urlencoded.js +284 -0
  36. package/example/node/node_modules/body-parser/package.json +52 -0
  37. package/example/node/node_modules/bytes/History.md +92 -0
  38. package/example/node/node_modules/bytes/LICENSE +23 -0
  39. package/example/node/node_modules/bytes/Readme.md +152 -0
  40. package/example/node/node_modules/bytes/index.js +166 -0
  41. package/example/node/node_modules/bytes/package.json +42 -0
  42. package/example/node/node_modules/content-disposition/HISTORY.md +60 -0
  43. package/example/node/node_modules/content-disposition/LICENSE +22 -0
  44. package/example/node/node_modules/content-disposition/README.md +142 -0
  45. package/example/node/node_modules/content-disposition/index.js +458 -0
  46. package/example/node/node_modules/content-disposition/package.json +44 -0
  47. package/example/node/node_modules/content-type/HISTORY.md +24 -0
  48. package/example/node/node_modules/content-type/LICENSE +22 -0
  49. package/example/node/node_modules/content-type/README.md +92 -0
  50. package/example/node/node_modules/content-type/index.js +222 -0
  51. package/example/node/node_modules/content-type/package.json +40 -0
  52. package/example/node/node_modules/cookie/HISTORY.md +128 -0
  53. package/example/node/node_modules/cookie/LICENSE +24 -0
  54. package/example/node/node_modules/cookie/README.md +257 -0
  55. package/example/node/node_modules/cookie/index.js +202 -0
  56. package/example/node/node_modules/cookie/package.json +40 -0
  57. package/example/node/node_modules/cookie-signature/History.md +38 -0
  58. package/example/node/node_modules/cookie-signature/Readme.md +42 -0
  59. package/example/node/node_modules/cookie-signature/index.js +51 -0
  60. package/example/node/node_modules/cookie-signature/package.json +18 -0
  61. package/example/node/node_modules/debug/.coveralls.yml +1 -0
  62. package/example/node/node_modules/debug/.eslintrc +11 -0
  63. package/example/node/node_modules/debug/.travis.yml +14 -0
  64. package/example/node/node_modules/debug/CHANGELOG.md +362 -0
  65. package/example/node/node_modules/debug/LICENSE +19 -0
  66. package/example/node/node_modules/debug/Makefile +50 -0
  67. package/example/node/node_modules/debug/README.md +312 -0
  68. package/example/node/node_modules/debug/component.json +19 -0
  69. package/example/node/node_modules/debug/karma.conf.js +70 -0
  70. package/example/node/node_modules/debug/node.js +1 -0
  71. package/example/node/node_modules/debug/package.json +49 -0
  72. package/example/node/node_modules/debug/src/browser.js +185 -0
  73. package/example/node/node_modules/debug/src/debug.js +202 -0
  74. package/example/node/node_modules/debug/src/index.js +10 -0
  75. package/example/node/node_modules/debug/src/inspector-log.js +15 -0
  76. package/example/node/node_modules/debug/src/node.js +248 -0
  77. package/example/node/node_modules/depd/History.md +96 -0
  78. package/example/node/node_modules/depd/LICENSE +22 -0
  79. package/example/node/node_modules/depd/Readme.md +280 -0
  80. package/example/node/node_modules/depd/index.js +522 -0
  81. package/example/node/node_modules/depd/lib/browser/index.js +77 -0
  82. package/example/node/node_modules/depd/lib/compat/callsite-tostring.js +103 -0
  83. package/example/node/node_modules/depd/lib/compat/event-listener-count.js +22 -0
  84. package/example/node/node_modules/depd/lib/compat/index.js +79 -0
  85. package/example/node/node_modules/depd/package.json +41 -0
  86. package/example/node/node_modules/destroy/LICENSE +22 -0
  87. package/example/node/node_modules/destroy/README.md +60 -0
  88. package/example/node/node_modules/destroy/index.js +75 -0
  89. package/example/node/node_modules/destroy/package.json +37 -0
  90. package/example/node/node_modules/ee-first/LICENSE +22 -0
  91. package/example/node/node_modules/ee-first/README.md +80 -0
  92. package/example/node/node_modules/ee-first/index.js +95 -0
  93. package/example/node/node_modules/ee-first/package.json +29 -0
  94. package/example/node/node_modules/encodeurl/HISTORY.md +14 -0
  95. package/example/node/node_modules/encodeurl/LICENSE +22 -0
  96. package/example/node/node_modules/encodeurl/README.md +128 -0
  97. package/example/node/node_modules/encodeurl/index.js +60 -0
  98. package/example/node/node_modules/encodeurl/package.json +40 -0
  99. package/example/node/node_modules/escape-html/LICENSE +24 -0
  100. package/example/node/node_modules/escape-html/Readme.md +43 -0
  101. package/example/node/node_modules/escape-html/index.js +78 -0
  102. package/example/node/node_modules/escape-html/package.json +24 -0
  103. package/example/node/node_modules/etag/HISTORY.md +83 -0
  104. package/example/node/node_modules/etag/LICENSE +22 -0
  105. package/example/node/node_modules/etag/README.md +159 -0
  106. package/example/node/node_modules/etag/index.js +131 -0
  107. package/example/node/node_modules/etag/package.json +47 -0
  108. package/example/node/node_modules/express/History.md +3510 -0
  109. package/example/node/node_modules/express/LICENSE +24 -0
  110. package/example/node/node_modules/express/Readme.md +158 -0
  111. package/example/node/node_modules/express/index.js +11 -0
  112. package/example/node/node_modules/express/lib/application.js +644 -0
  113. package/example/node/node_modules/express/lib/express.js +116 -0
  114. package/example/node/node_modules/express/lib/middleware/init.js +43 -0
  115. package/example/node/node_modules/express/lib/middleware/query.js +47 -0
  116. package/example/node/node_modules/express/lib/request.js +525 -0
  117. package/example/node/node_modules/express/lib/response.js +1147 -0
  118. package/example/node/node_modules/express/lib/router/index.js +668 -0
  119. package/example/node/node_modules/express/lib/router/layer.js +181 -0
  120. package/example/node/node_modules/express/lib/router/route.js +216 -0
  121. package/example/node/node_modules/express/lib/utils.js +302 -0
  122. package/example/node/node_modules/express/lib/view.js +182 -0
  123. package/example/node/node_modules/express/package.json +99 -0
  124. package/example/node/node_modules/finalhandler/HISTORY.md +187 -0
  125. package/example/node/node_modules/finalhandler/LICENSE +22 -0
  126. package/example/node/node_modules/finalhandler/README.md +148 -0
  127. package/example/node/node_modules/finalhandler/index.js +331 -0
  128. package/example/node/node_modules/finalhandler/package.json +45 -0
  129. package/example/node/node_modules/forwarded/HISTORY.md +21 -0
  130. package/example/node/node_modules/forwarded/LICENSE +22 -0
  131. package/example/node/node_modules/forwarded/README.md +57 -0
  132. package/example/node/node_modules/forwarded/index.js +90 -0
  133. package/example/node/node_modules/forwarded/package.json +45 -0
  134. package/example/node/node_modules/fresh/HISTORY.md +70 -0
  135. package/example/node/node_modules/fresh/LICENSE +23 -0
  136. package/example/node/node_modules/fresh/README.md +119 -0
  137. package/example/node/node_modules/fresh/index.js +137 -0
  138. package/example/node/node_modules/fresh/package.json +46 -0
  139. package/example/node/node_modules/http-errors/HISTORY.md +165 -0
  140. package/example/node/node_modules/http-errors/LICENSE +23 -0
  141. package/example/node/node_modules/http-errors/README.md +169 -0
  142. package/example/node/node_modules/http-errors/index.js +299 -0
  143. package/example/node/node_modules/http-errors/package.json +49 -0
  144. package/example/node/node_modules/iconv-lite/Changelog.md +162 -0
  145. package/example/node/node_modules/iconv-lite/LICENSE +21 -0
  146. package/example/node/node_modules/iconv-lite/README.md +156 -0
  147. package/example/node/node_modules/iconv-lite/encodings/dbcs-codec.js +555 -0
  148. package/example/node/node_modules/iconv-lite/encodings/dbcs-data.js +176 -0
  149. package/example/node/node_modules/iconv-lite/encodings/index.js +22 -0
  150. package/example/node/node_modules/iconv-lite/encodings/internal.js +188 -0
  151. package/example/node/node_modules/iconv-lite/encodings/sbcs-codec.js +72 -0
  152. package/example/node/node_modules/iconv-lite/encodings/sbcs-data-generated.js +451 -0
  153. package/example/node/node_modules/iconv-lite/encodings/sbcs-data.js +174 -0
  154. package/example/node/node_modules/iconv-lite/encodings/tables/big5-added.json +122 -0
  155. package/example/node/node_modules/iconv-lite/encodings/tables/cp936.json +264 -0
  156. package/example/node/node_modules/iconv-lite/encodings/tables/cp949.json +273 -0
  157. package/example/node/node_modules/iconv-lite/encodings/tables/cp950.json +177 -0
  158. package/example/node/node_modules/iconv-lite/encodings/tables/eucjp.json +182 -0
  159. package/example/node/node_modules/iconv-lite/encodings/tables/gb18030-ranges.json +1 -0
  160. package/example/node/node_modules/iconv-lite/encodings/tables/gbk-added.json +55 -0
  161. package/example/node/node_modules/iconv-lite/encodings/tables/shiftjis.json +125 -0
  162. package/example/node/node_modules/iconv-lite/encodings/utf16.js +177 -0
  163. package/example/node/node_modules/iconv-lite/encodings/utf7.js +290 -0
  164. package/example/node/node_modules/iconv-lite/lib/bom-handling.js +52 -0
  165. package/example/node/node_modules/iconv-lite/lib/extend-node.js +217 -0
  166. package/example/node/node_modules/iconv-lite/lib/index.d.ts +24 -0
  167. package/example/node/node_modules/iconv-lite/lib/index.js +153 -0
  168. package/example/node/node_modules/iconv-lite/lib/streams.js +121 -0
  169. package/example/node/node_modules/iconv-lite/package.json +46 -0
  170. package/example/node/node_modules/inherits/LICENSE +16 -0
  171. package/example/node/node_modules/inherits/README.md +42 -0
  172. package/example/node/node_modules/inherits/inherits.js +9 -0
  173. package/example/node/node_modules/inherits/inherits_browser.js +27 -0
  174. package/example/node/node_modules/inherits/package.json +29 -0
  175. package/example/node/node_modules/ipaddr.js/LICENSE +19 -0
  176. package/example/node/node_modules/ipaddr.js/README.md +233 -0
  177. package/example/node/node_modules/ipaddr.js/ipaddr.min.js +1 -0
  178. package/example/node/node_modules/ipaddr.js/lib/ipaddr.js +673 -0
  179. package/example/node/node_modules/ipaddr.js/lib/ipaddr.js.d.ts +68 -0
  180. package/example/node/node_modules/ipaddr.js/package.json +35 -0
  181. package/example/node/node_modules/media-typer/HISTORY.md +22 -0
  182. package/example/node/node_modules/media-typer/LICENSE +22 -0
  183. package/example/node/node_modules/media-typer/README.md +81 -0
  184. package/example/node/node_modules/media-typer/index.js +270 -0
  185. package/example/node/node_modules/media-typer/package.json +26 -0
  186. package/example/node/node_modules/merge-descriptors/HISTORY.md +21 -0
  187. package/example/node/node_modules/merge-descriptors/LICENSE +23 -0
  188. package/example/node/node_modules/merge-descriptors/README.md +48 -0
  189. package/example/node/node_modules/merge-descriptors/index.js +60 -0
  190. package/example/node/node_modules/merge-descriptors/package.json +32 -0
  191. package/example/node/node_modules/methods/HISTORY.md +29 -0
  192. package/example/node/node_modules/methods/LICENSE +24 -0
  193. package/example/node/node_modules/methods/README.md +51 -0
  194. package/example/node/node_modules/methods/index.js +69 -0
  195. package/example/node/node_modules/methods/package.json +36 -0
  196. package/example/node/node_modules/mime/CHANGELOG.md +164 -0
  197. package/example/node/node_modules/mime/LICENSE +21 -0
  198. package/example/node/node_modules/mime/README.md +90 -0
  199. package/example/node/node_modules/mime/cli.js +8 -0
  200. package/example/node/node_modules/mime/mime.js +108 -0
  201. package/example/node/node_modules/mime/package.json +44 -0
  202. package/example/node/node_modules/mime/src/build.js +53 -0
  203. package/example/node/node_modules/mime/src/test.js +60 -0
  204. package/example/node/node_modules/mime/types.json +1 -0
  205. package/example/node/node_modules/mime-db/HISTORY.md +499 -0
  206. package/example/node/node_modules/mime-db/LICENSE +22 -0
  207. package/example/node/node_modules/mime-db/README.md +100 -0
  208. package/example/node/node_modules/mime-db/db.json +8471 -0
  209. package/example/node/node_modules/mime-db/index.js +11 -0
  210. package/example/node/node_modules/mime-db/package.json +59 -0
  211. package/example/node/node_modules/mime-types/HISTORY.md +388 -0
  212. package/example/node/node_modules/mime-types/LICENSE +23 -0
  213. package/example/node/node_modules/mime-types/README.md +113 -0
  214. package/example/node/node_modules/mime-types/index.js +188 -0
  215. package/example/node/node_modules/mime-types/package.json +44 -0
  216. package/example/node/node_modules/ms/index.js +152 -0
  217. package/example/node/node_modules/ms/license.md +21 -0
  218. package/example/node/node_modules/ms/package.json +37 -0
  219. package/example/node/node_modules/ms/readme.md +51 -0
  220. package/example/node/node_modules/negotiator/HISTORY.md +103 -0
  221. package/example/node/node_modules/negotiator/LICENSE +24 -0
  222. package/example/node/node_modules/negotiator/README.md +203 -0
  223. package/example/node/node_modules/negotiator/index.js +124 -0
  224. package/example/node/node_modules/negotiator/lib/charset.js +169 -0
  225. package/example/node/node_modules/negotiator/lib/encoding.js +184 -0
  226. package/example/node/node_modules/negotiator/lib/language.js +179 -0
  227. package/example/node/node_modules/negotiator/lib/mediaType.js +294 -0
  228. package/example/node/node_modules/negotiator/package.json +42 -0
  229. package/example/node/node_modules/on-finished/HISTORY.md +88 -0
  230. package/example/node/node_modules/on-finished/LICENSE +23 -0
  231. package/example/node/node_modules/on-finished/README.md +154 -0
  232. package/example/node/node_modules/on-finished/index.js +196 -0
  233. package/example/node/node_modules/on-finished/package.json +31 -0
  234. package/example/node/node_modules/parseurl/HISTORY.md +58 -0
  235. package/example/node/node_modules/parseurl/LICENSE +24 -0
  236. package/example/node/node_modules/parseurl/README.md +133 -0
  237. package/example/node/node_modules/parseurl/index.js +158 -0
  238. package/example/node/node_modules/parseurl/package.json +40 -0
  239. package/example/node/node_modules/path-to-regexp/History.md +36 -0
  240. package/example/node/node_modules/path-to-regexp/LICENSE +21 -0
  241. package/example/node/node_modules/path-to-regexp/Readme.md +35 -0
  242. package/example/node/node_modules/path-to-regexp/index.js +129 -0
  243. package/example/node/node_modules/path-to-regexp/package.json +30 -0
  244. package/example/node/node_modules/proxy-addr/HISTORY.md +161 -0
  245. package/example/node/node_modules/proxy-addr/LICENSE +22 -0
  246. package/example/node/node_modules/proxy-addr/README.md +139 -0
  247. package/example/node/node_modules/proxy-addr/index.js +327 -0
  248. package/example/node/node_modules/proxy-addr/package.json +47 -0
  249. package/example/node/node_modules/qs/.editorconfig +39 -0
  250. package/example/node/node_modules/qs/.eslintignore +2 -0
  251. package/example/node/node_modules/qs/.eslintrc +35 -0
  252. package/example/node/node_modules/qs/.github/FUNDING.yml +12 -0
  253. package/example/node/node_modules/qs/.nycrc +13 -0
  254. package/example/node/node_modules/qs/CHANGELOG.md +359 -0
  255. package/example/node/node_modules/qs/LICENSE.md +29 -0
  256. package/example/node/node_modules/qs/README.md +604 -0
  257. package/example/node/node_modules/qs/dist/qs.js +832 -0
  258. package/example/node/node_modules/qs/lib/formats.js +23 -0
  259. package/example/node/node_modules/qs/lib/index.js +11 -0
  260. package/example/node/node_modules/qs/lib/parse.js +257 -0
  261. package/example/node/node_modules/qs/lib/stringify.js +278 -0
  262. package/example/node/node_modules/qs/lib/utils.js +251 -0
  263. package/example/node/node_modules/qs/package.json +69 -0
  264. package/example/node/node_modules/qs/test/parse.js +772 -0
  265. package/example/node/node_modules/qs/test/stringify.js +793 -0
  266. package/example/node/node_modules/qs/test/utils.js +136 -0
  267. package/example/node/node_modules/range-parser/HISTORY.md +56 -0
  268. package/example/node/node_modules/range-parser/LICENSE +23 -0
  269. package/example/node/node_modules/range-parser/README.md +84 -0
  270. package/example/node/node_modules/range-parser/index.js +162 -0
  271. package/example/node/node_modules/range-parser/package.json +44 -0
  272. package/example/node/node_modules/raw-body/HISTORY.md +284 -0
  273. package/example/node/node_modules/raw-body/LICENSE +22 -0
  274. package/example/node/node_modules/raw-body/README.md +217 -0
  275. package/example/node/node_modules/raw-body/index.d.ts +87 -0
  276. package/example/node/node_modules/raw-body/index.js +286 -0
  277. package/example/node/node_modules/raw-body/package.json +48 -0
  278. package/example/node/node_modules/safe-buffer/LICENSE +21 -0
  279. package/example/node/node_modules/safe-buffer/README.md +584 -0
  280. package/example/node/node_modules/safe-buffer/index.d.ts +187 -0
  281. package/example/node/node_modules/safe-buffer/index.js +65 -0
  282. package/example/node/node_modules/safe-buffer/package.json +51 -0
  283. package/example/node/node_modules/safer-buffer/LICENSE +21 -0
  284. package/example/node/node_modules/safer-buffer/Porting-Buffer.md +268 -0
  285. package/example/node/node_modules/safer-buffer/Readme.md +156 -0
  286. package/example/node/node_modules/safer-buffer/dangerous.js +58 -0
  287. package/example/node/node_modules/safer-buffer/package.json +34 -0
  288. package/example/node/node_modules/safer-buffer/safer.js +77 -0
  289. package/example/node/node_modules/safer-buffer/tests.js +406 -0
  290. package/example/node/node_modules/send/HISTORY.md +506 -0
  291. package/example/node/node_modules/send/LICENSE +23 -0
  292. package/example/node/node_modules/send/README.md +327 -0
  293. package/example/node/node_modules/send/index.js +1133 -0
  294. package/example/node/node_modules/send/node_modules/.bin/mime +15 -0
  295. package/example/node/node_modules/send/node_modules/.bin/mime.cmd +7 -0
  296. package/example/node/node_modules/send/node_modules/ms/index.js +162 -0
  297. package/example/node/node_modules/send/node_modules/ms/license.md +21 -0
  298. package/example/node/node_modules/send/node_modules/ms/package.json +38 -0
  299. package/example/node/node_modules/send/node_modules/ms/readme.md +59 -0
  300. package/example/node/node_modules/send/package.json +61 -0
  301. package/example/node/node_modules/serve-static/HISTORY.md +459 -0
  302. package/example/node/node_modules/serve-static/LICENSE +25 -0
  303. package/example/node/node_modules/serve-static/README.md +257 -0
  304. package/example/node/node_modules/serve-static/index.js +210 -0
  305. package/example/node/node_modules/serve-static/package.json +42 -0
  306. package/example/node/node_modules/setprototypeof/LICENSE +13 -0
  307. package/example/node/node_modules/setprototypeof/README.md +31 -0
  308. package/example/node/node_modules/setprototypeof/index.d.ts +2 -0
  309. package/example/node/node_modules/setprototypeof/index.js +17 -0
  310. package/example/node/node_modules/setprototypeof/package.json +38 -0
  311. package/example/node/node_modules/setprototypeof/test/index.js +24 -0
  312. package/example/node/node_modules/statuses/HISTORY.md +65 -0
  313. package/example/node/node_modules/statuses/LICENSE +23 -0
  314. package/example/node/node_modules/statuses/README.md +127 -0
  315. package/example/node/node_modules/statuses/codes.json +66 -0
  316. package/example/node/node_modules/statuses/index.js +113 -0
  317. package/example/node/node_modules/statuses/package.json +48 -0
  318. package/example/node/node_modules/toidentifier/HISTORY.md +9 -0
  319. package/example/node/node_modules/toidentifier/LICENSE +21 -0
  320. package/example/node/node_modules/toidentifier/README.md +61 -0
  321. package/example/node/node_modules/toidentifier/index.js +32 -0
  322. package/example/node/node_modules/toidentifier/package.json +38 -0
  323. package/example/node/node_modules/type-is/HISTORY.md +259 -0
  324. package/example/node/node_modules/type-is/LICENSE +23 -0
  325. package/example/node/node_modules/type-is/README.md +170 -0
  326. package/example/node/node_modules/type-is/index.js +266 -0
  327. package/example/node/node_modules/type-is/package.json +45 -0
  328. package/example/node/node_modules/unpipe/HISTORY.md +4 -0
  329. package/example/node/node_modules/unpipe/LICENSE +22 -0
  330. package/example/node/node_modules/unpipe/README.md +43 -0
  331. package/example/node/node_modules/unpipe/index.js +69 -0
  332. package/example/node/node_modules/unpipe/package.json +27 -0
  333. package/example/node/node_modules/utils-merge/LICENSE +20 -0
  334. package/example/node/node_modules/utils-merge/README.md +34 -0
  335. package/example/node/node_modules/utils-merge/index.js +23 -0
  336. package/example/node/node_modules/utils-merge/package.json +40 -0
  337. package/example/node/node_modules/vary/HISTORY.md +39 -0
  338. package/example/node/node_modules/vary/LICENSE +22 -0
  339. package/example/node/node_modules/vary/README.md +101 -0
  340. package/example/node/node_modules/vary/index.js +149 -0
  341. package/example/node/node_modules/vary/package.json +43 -0
  342. package/example/node/package.json +11 -0
  343. package/example/node/server.js +21 -15
  344. package/example/node/yarn.lock +352 -0
  345. package/package.json +59 -47
  346. package/src/index.js +15 -10
  347. package/src/lib/crawler/crawlers.js +1398 -11
  348. package/src/lib/crawler/exclusions.js +55 -8
  349. package/src/lib/crawler/headers.js +18 -9
  350. package/src/lib/crawler/provider.js +6 -8
  351. package/src/lib/crawler.js +101 -90
  352. package/test/lib/crawler.test.js +43 -26
  353. package/webpack.common.js +7 -7
  354. package/webpack.dev.js +4 -4
  355. package/webpack.prod.js +8 -9
@@ -0,0 +1,11 @@
1
+ /*!
2
+ * mime-db
3
+ * Copyright(c) 2014 Jonathan Ong
4
+ * MIT Licensed
5
+ */
6
+
7
+ /**
8
+ * Module exports.
9
+ */
10
+
11
+ module.exports = require('./db.json')
@@ -0,0 +1,59 @@
1
+ {
2
+ "name": "mime-db",
3
+ "description": "Media Type Database",
4
+ "version": "1.51.0",
5
+ "contributors": [
6
+ "Douglas Christopher Wilson <doug@somethingdoug.com>",
7
+ "Jonathan Ong <me@jongleberry.com> (http://jongleberry.com)",
8
+ "Robert Kieffer <robert@broofa.com> (http://github.com/broofa)"
9
+ ],
10
+ "license": "MIT",
11
+ "keywords": [
12
+ "mime",
13
+ "db",
14
+ "type",
15
+ "types",
16
+ "database",
17
+ "charset",
18
+ "charsets"
19
+ ],
20
+ "repository": "jshttp/mime-db",
21
+ "devDependencies": {
22
+ "bluebird": "3.7.2",
23
+ "co": "4.6.0",
24
+ "cogent": "1.0.1",
25
+ "csv-parse": "4.16.3",
26
+ "eslint": "7.32.0",
27
+ "eslint-config-standard": "15.0.1",
28
+ "eslint-plugin-import": "2.25.2",
29
+ "eslint-plugin-markdown": "2.2.1",
30
+ "eslint-plugin-node": "11.1.0",
31
+ "eslint-plugin-promise": "5.1.1",
32
+ "eslint-plugin-standard": "4.1.0",
33
+ "gnode": "0.1.2",
34
+ "mocha": "9.1.3",
35
+ "nyc": "15.1.0",
36
+ "raw-body": "2.4.1",
37
+ "stream-to-array": "2.3.0"
38
+ },
39
+ "files": [
40
+ "HISTORY.md",
41
+ "LICENSE",
42
+ "README.md",
43
+ "db.json",
44
+ "index.js"
45
+ ],
46
+ "engines": {
47
+ "node": ">= 0.6"
48
+ },
49
+ "scripts": {
50
+ "build": "node scripts/build",
51
+ "fetch": "node scripts/fetch-apache && gnode scripts/fetch-iana && node scripts/fetch-nginx",
52
+ "lint": "eslint .",
53
+ "test": "mocha --reporter spec --bail --check-leaks test/",
54
+ "test-ci": "nyc --reporter=lcov --reporter=text npm test",
55
+ "test-cov": "nyc --reporter=html --reporter=text npm test",
56
+ "update": "npm run fetch && npm run build",
57
+ "version": "node scripts/version-history.js && git add HISTORY.md"
58
+ }
59
+ }
@@ -0,0 +1,388 @@
1
+ 2.1.34 / 2021-11-08
2
+ ===================
3
+
4
+ * deps: mime-db@1.51.0
5
+ - Add new upstream MIME types
6
+
7
+ 2.1.33 / 2021-10-01
8
+ ===================
9
+
10
+ * deps: mime-db@1.50.0
11
+ - Add deprecated iWorks mime types and extensions
12
+ - Add new upstream MIME types
13
+
14
+ 2.1.32 / 2021-07-27
15
+ ===================
16
+
17
+ * deps: mime-db@1.49.0
18
+ - Add extension `.trig` to `application/trig`
19
+ - Add new upstream MIME types
20
+
21
+ 2.1.31 / 2021-06-01
22
+ ===================
23
+
24
+ * deps: mime-db@1.48.0
25
+ - Add extension `.mvt` to `application/vnd.mapbox-vector-tile`
26
+ - Add new upstream MIME types
27
+
28
+ 2.1.30 / 2021-04-02
29
+ ===================
30
+
31
+ * deps: mime-db@1.47.0
32
+ - Add extension `.amr` to `audio/amr`
33
+ - Remove ambigious extensions from IANA for `application/*+xml` types
34
+ - Update primary extension to `.es` for `application/ecmascript`
35
+
36
+ 2.1.29 / 2021-02-17
37
+ ===================
38
+
39
+ * deps: mime-db@1.46.0
40
+ - Add extension `.amr` to `audio/amr`
41
+ - Add extension `.m4s` to `video/iso.segment`
42
+ - Add extension `.opus` to `audio/ogg`
43
+ - Add new upstream MIME types
44
+
45
+ 2.1.28 / 2021-01-01
46
+ ===================
47
+
48
+ * deps: mime-db@1.45.0
49
+ - Add `application/ubjson` with extension `.ubj`
50
+ - Add `image/avif` with extension `.avif`
51
+ - Add `image/ktx2` with extension `.ktx2`
52
+ - Add extension `.dbf` to `application/vnd.dbf`
53
+ - Add extension `.rar` to `application/vnd.rar`
54
+ - Add extension `.td` to `application/urc-targetdesc+xml`
55
+ - Add new upstream MIME types
56
+ - Fix extension of `application/vnd.apple.keynote` to be `.key`
57
+
58
+ 2.1.27 / 2020-04-23
59
+ ===================
60
+
61
+ * deps: mime-db@1.44.0
62
+ - Add charsets from IANA
63
+ - Add extension `.cjs` to `application/node`
64
+ - Add new upstream MIME types
65
+
66
+ 2.1.26 / 2020-01-05
67
+ ===================
68
+
69
+ * deps: mime-db@1.43.0
70
+ - Add `application/x-keepass2` with extension `.kdbx`
71
+ - Add extension `.mxmf` to `audio/mobile-xmf`
72
+ - Add extensions from IANA for `application/*+xml` types
73
+ - Add new upstream MIME types
74
+
75
+ 2.1.25 / 2019-11-12
76
+ ===================
77
+
78
+ * deps: mime-db@1.42.0
79
+ - Add new upstream MIME types
80
+ - Add `application/toml` with extension `.toml`
81
+ - Add `image/vnd.ms-dds` with extension `.dds`
82
+
83
+ 2.1.24 / 2019-04-20
84
+ ===================
85
+
86
+ * deps: mime-db@1.40.0
87
+ - Add extensions from IANA for `model/*` types
88
+ - Add `text/mdx` with extension `.mdx`
89
+
90
+ 2.1.23 / 2019-04-17
91
+ ===================
92
+
93
+ * deps: mime-db@~1.39.0
94
+ - Add extensions `.siv` and `.sieve` to `application/sieve`
95
+ - Add new upstream MIME types
96
+
97
+ 2.1.22 / 2019-02-14
98
+ ===================
99
+
100
+ * deps: mime-db@~1.38.0
101
+ - Add extension `.nq` to `application/n-quads`
102
+ - Add extension `.nt` to `application/n-triples`
103
+ - Add new upstream MIME types
104
+
105
+ 2.1.21 / 2018-10-19
106
+ ===================
107
+
108
+ * deps: mime-db@~1.37.0
109
+ - Add extensions to HEIC image types
110
+ - Add new upstream MIME types
111
+
112
+ 2.1.20 / 2018-08-26
113
+ ===================
114
+
115
+ * deps: mime-db@~1.36.0
116
+ - Add Apple file extensions from IANA
117
+ - Add extensions from IANA for `image/*` types
118
+ - Add new upstream MIME types
119
+
120
+ 2.1.19 / 2018-07-17
121
+ ===================
122
+
123
+ * deps: mime-db@~1.35.0
124
+ - Add extension `.csl` to `application/vnd.citationstyles.style+xml`
125
+ - Add extension `.es` to `application/ecmascript`
126
+ - Add extension `.owl` to `application/rdf+xml`
127
+ - Add new upstream MIME types
128
+ - Add UTF-8 as default charset for `text/turtle`
129
+
130
+ 2.1.18 / 2018-02-16
131
+ ===================
132
+
133
+ * deps: mime-db@~1.33.0
134
+ - Add `application/raml+yaml` with extension `.raml`
135
+ - Add `application/wasm` with extension `.wasm`
136
+ - Add `text/shex` with extension `.shex`
137
+ - Add extensions for JPEG-2000 images
138
+ - Add extensions from IANA for `message/*` types
139
+ - Add new upstream MIME types
140
+ - Update font MIME types
141
+ - Update `text/hjson` to registered `application/hjson`
142
+
143
+ 2.1.17 / 2017-09-01
144
+ ===================
145
+
146
+ * deps: mime-db@~1.30.0
147
+ - Add `application/vnd.ms-outlook`
148
+ - Add `application/x-arj`
149
+ - Add extension `.mjs` to `application/javascript`
150
+ - Add glTF types and extensions
151
+ - Add new upstream MIME types
152
+ - Add `text/x-org`
153
+ - Add VirtualBox MIME types
154
+ - Fix `source` records for `video/*` types that are IANA
155
+ - Update `font/opentype` to registered `font/otf`
156
+
157
+ 2.1.16 / 2017-07-24
158
+ ===================
159
+
160
+ * deps: mime-db@~1.29.0
161
+ - Add `application/fido.trusted-apps+json`
162
+ - Add extension `.wadl` to `application/vnd.sun.wadl+xml`
163
+ - Add extension `.gz` to `application/gzip`
164
+ - Add new upstream MIME types
165
+ - Update extensions `.md` and `.markdown` to be `text/markdown`
166
+
167
+ 2.1.15 / 2017-03-23
168
+ ===================
169
+
170
+ * deps: mime-db@~1.27.0
171
+ - Add new mime types
172
+ - Add `image/apng`
173
+
174
+ 2.1.14 / 2017-01-14
175
+ ===================
176
+
177
+ * deps: mime-db@~1.26.0
178
+ - Add new mime types
179
+
180
+ 2.1.13 / 2016-11-18
181
+ ===================
182
+
183
+ * deps: mime-db@~1.25.0
184
+ - Add new mime types
185
+
186
+ 2.1.12 / 2016-09-18
187
+ ===================
188
+
189
+ * deps: mime-db@~1.24.0
190
+ - Add new mime types
191
+ - Add `audio/mp3`
192
+
193
+ 2.1.11 / 2016-05-01
194
+ ===================
195
+
196
+ * deps: mime-db@~1.23.0
197
+ - Add new mime types
198
+
199
+ 2.1.10 / 2016-02-15
200
+ ===================
201
+
202
+ * deps: mime-db@~1.22.0
203
+ - Add new mime types
204
+ - Fix extension of `application/dash+xml`
205
+ - Update primary extension for `audio/mp4`
206
+
207
+ 2.1.9 / 2016-01-06
208
+ ==================
209
+
210
+ * deps: mime-db@~1.21.0
211
+ - Add new mime types
212
+
213
+ 2.1.8 / 2015-11-30
214
+ ==================
215
+
216
+ * deps: mime-db@~1.20.0
217
+ - Add new mime types
218
+
219
+ 2.1.7 / 2015-09-20
220
+ ==================
221
+
222
+ * deps: mime-db@~1.19.0
223
+ - Add new mime types
224
+
225
+ 2.1.6 / 2015-09-03
226
+ ==================
227
+
228
+ * deps: mime-db@~1.18.0
229
+ - Add new mime types
230
+
231
+ 2.1.5 / 2015-08-20
232
+ ==================
233
+
234
+ * deps: mime-db@~1.17.0
235
+ - Add new mime types
236
+
237
+ 2.1.4 / 2015-07-30
238
+ ==================
239
+
240
+ * deps: mime-db@~1.16.0
241
+ - Add new mime types
242
+
243
+ 2.1.3 / 2015-07-13
244
+ ==================
245
+
246
+ * deps: mime-db@~1.15.0
247
+ - Add new mime types
248
+
249
+ 2.1.2 / 2015-06-25
250
+ ==================
251
+
252
+ * deps: mime-db@~1.14.0
253
+ - Add new mime types
254
+
255
+ 2.1.1 / 2015-06-08
256
+ ==================
257
+
258
+ * perf: fix deopt during mapping
259
+
260
+ 2.1.0 / 2015-06-07
261
+ ==================
262
+
263
+ * Fix incorrectly treating extension-less file name as extension
264
+ - i.e. `'path/to/json'` will no longer return `application/json`
265
+ * Fix `.charset(type)` to accept parameters
266
+ * Fix `.charset(type)` to match case-insensitive
267
+ * Improve generation of extension to MIME mapping
268
+ * Refactor internals for readability and no argument reassignment
269
+ * Prefer `application/*` MIME types from the same source
270
+ * Prefer any type over `application/octet-stream`
271
+ * deps: mime-db@~1.13.0
272
+ - Add nginx as a source
273
+ - Add new mime types
274
+
275
+ 2.0.14 / 2015-06-06
276
+ ===================
277
+
278
+ * deps: mime-db@~1.12.0
279
+ - Add new mime types
280
+
281
+ 2.0.13 / 2015-05-31
282
+ ===================
283
+
284
+ * deps: mime-db@~1.11.0
285
+ - Add new mime types
286
+
287
+ 2.0.12 / 2015-05-19
288
+ ===================
289
+
290
+ * deps: mime-db@~1.10.0
291
+ - Add new mime types
292
+
293
+ 2.0.11 / 2015-05-05
294
+ ===================
295
+
296
+ * deps: mime-db@~1.9.1
297
+ - Add new mime types
298
+
299
+ 2.0.10 / 2015-03-13
300
+ ===================
301
+
302
+ * deps: mime-db@~1.8.0
303
+ - Add new mime types
304
+
305
+ 2.0.9 / 2015-02-09
306
+ ==================
307
+
308
+ * deps: mime-db@~1.7.0
309
+ - Add new mime types
310
+ - Community extensions ownership transferred from `node-mime`
311
+
312
+ 2.0.8 / 2015-01-29
313
+ ==================
314
+
315
+ * deps: mime-db@~1.6.0
316
+ - Add new mime types
317
+
318
+ 2.0.7 / 2014-12-30
319
+ ==================
320
+
321
+ * deps: mime-db@~1.5.0
322
+ - Add new mime types
323
+ - Fix various invalid MIME type entries
324
+
325
+ 2.0.6 / 2014-12-30
326
+ ==================
327
+
328
+ * deps: mime-db@~1.4.0
329
+ - Add new mime types
330
+ - Fix various invalid MIME type entries
331
+ - Remove example template MIME types
332
+
333
+ 2.0.5 / 2014-12-29
334
+ ==================
335
+
336
+ * deps: mime-db@~1.3.1
337
+ - Fix missing extensions
338
+
339
+ 2.0.4 / 2014-12-10
340
+ ==================
341
+
342
+ * deps: mime-db@~1.3.0
343
+ - Add new mime types
344
+
345
+ 2.0.3 / 2014-11-09
346
+ ==================
347
+
348
+ * deps: mime-db@~1.2.0
349
+ - Add new mime types
350
+
351
+ 2.0.2 / 2014-09-28
352
+ ==================
353
+
354
+ * deps: mime-db@~1.1.0
355
+ - Add new mime types
356
+ - Update charsets
357
+
358
+ 2.0.1 / 2014-09-07
359
+ ==================
360
+
361
+ * Support Node.js 0.6
362
+
363
+ 2.0.0 / 2014-09-02
364
+ ==================
365
+
366
+ * Use `mime-db`
367
+ * Remove `.define()`
368
+
369
+ 1.0.2 / 2014-08-04
370
+ ==================
371
+
372
+ * Set charset=utf-8 for `text/javascript`
373
+
374
+ 1.0.1 / 2014-06-24
375
+ ==================
376
+
377
+ * Add `text/jsx` type
378
+
379
+ 1.0.0 / 2014-05-12
380
+ ==================
381
+
382
+ * Return `false` for unknown types
383
+ * Set charset=utf-8 for `application/json`
384
+
385
+ 0.1.0 / 2014-05-02
386
+ ==================
387
+
388
+ * Initial release
@@ -0,0 +1,23 @@
1
+ (The MIT License)
2
+
3
+ Copyright (c) 2014 Jonathan Ong <me@jongleberry.com>
4
+ Copyright (c) 2015 Douglas Christopher Wilson <doug@somethingdoug.com>
5
+
6
+ Permission is hereby granted, free of charge, to any person obtaining
7
+ a copy of this software and associated documentation files (the
8
+ 'Software'), to deal in the Software without restriction, including
9
+ without limitation the rights to use, copy, modify, merge, publish,
10
+ distribute, sublicense, and/or sell copies of the Software, and to
11
+ permit persons to whom the Software is furnished to do so, subject to
12
+ the following conditions:
13
+
14
+ The above copyright notice and this permission notice shall be
15
+ included in all copies or substantial portions of the Software.
16
+
17
+ THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
18
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
19
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
20
+ IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
21
+ CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
22
+ TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
23
+ SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
@@ -0,0 +1,113 @@
1
+ # mime-types
2
+
3
+ [![NPM Version][npm-version-image]][npm-url]
4
+ [![NPM Downloads][npm-downloads-image]][npm-url]
5
+ [![Node.js Version][node-version-image]][node-version-url]
6
+ [![Build Status][ci-image]][ci-url]
7
+ [![Test Coverage][coveralls-image]][coveralls-url]
8
+
9
+ The ultimate javascript content-type utility.
10
+
11
+ Similar to [the `mime@1.x` module](https://www.npmjs.com/package/mime), except:
12
+
13
+ - __No fallbacks.__ Instead of naively returning the first available type,
14
+ `mime-types` simply returns `false`, so do
15
+ `var type = mime.lookup('unrecognized') || 'application/octet-stream'`.
16
+ - No `new Mime()` business, so you could do `var lookup = require('mime-types').lookup`.
17
+ - No `.define()` functionality
18
+ - Bug fixes for `.lookup(path)`
19
+
20
+ Otherwise, the API is compatible with `mime` 1.x.
21
+
22
+ ## Install
23
+
24
+ This is a [Node.js](https://nodejs.org/en/) module available through the
25
+ [npm registry](https://www.npmjs.com/). Installation is done using the
26
+ [`npm install` command](https://docs.npmjs.com/getting-started/installing-npm-packages-locally):
27
+
28
+ ```sh
29
+ $ npm install mime-types
30
+ ```
31
+
32
+ ## Adding Types
33
+
34
+ All mime types are based on [mime-db](https://www.npmjs.com/package/mime-db),
35
+ so open a PR there if you'd like to add mime types.
36
+
37
+ ## API
38
+
39
+ ```js
40
+ var mime = require('mime-types')
41
+ ```
42
+
43
+ All functions return `false` if input is invalid or not found.
44
+
45
+ ### mime.lookup(path)
46
+
47
+ Lookup the content-type associated with a file.
48
+
49
+ ```js
50
+ mime.lookup('json') // 'application/json'
51
+ mime.lookup('.md') // 'text/markdown'
52
+ mime.lookup('file.html') // 'text/html'
53
+ mime.lookup('folder/file.js') // 'application/javascript'
54
+ mime.lookup('folder/.htaccess') // false
55
+
56
+ mime.lookup('cats') // false
57
+ ```
58
+
59
+ ### mime.contentType(type)
60
+
61
+ Create a full content-type header given a content-type or extension.
62
+ When given an extension, `mime.lookup` is used to get the matching
63
+ content-type, otherwise the given content-type is used. Then if the
64
+ content-type does not already have a `charset` parameter, `mime.charset`
65
+ is used to get the default charset and add to the returned content-type.
66
+
67
+ ```js
68
+ mime.contentType('markdown') // 'text/x-markdown; charset=utf-8'
69
+ mime.contentType('file.json') // 'application/json; charset=utf-8'
70
+ mime.contentType('text/html') // 'text/html; charset=utf-8'
71
+ mime.contentType('text/html; charset=iso-8859-1') // 'text/html; charset=iso-8859-1'
72
+
73
+ // from a full path
74
+ mime.contentType(path.extname('/path/to/file.json')) // 'application/json; charset=utf-8'
75
+ ```
76
+
77
+ ### mime.extension(type)
78
+
79
+ Get the default extension for a content-type.
80
+
81
+ ```js
82
+ mime.extension('application/octet-stream') // 'bin'
83
+ ```
84
+
85
+ ### mime.charset(type)
86
+
87
+ Lookup the implied default charset of a content-type.
88
+
89
+ ```js
90
+ mime.charset('text/markdown') // 'UTF-8'
91
+ ```
92
+
93
+ ### var type = mime.types[extension]
94
+
95
+ A map of content-types by extension.
96
+
97
+ ### [extensions...] = mime.extensions[type]
98
+
99
+ A map of extensions by content-type.
100
+
101
+ ## License
102
+
103
+ [MIT](LICENSE)
104
+
105
+ [ci-image]: https://badgen.net/github/checks/jshttp/mime-types/master?label=ci
106
+ [ci-url]: https://github.com/jshttp/mime-types/actions?query=workflow%3Aci
107
+ [coveralls-image]: https://badgen.net/coveralls/c/github/jshttp/mime-types/master
108
+ [coveralls-url]: https://coveralls.io/r/jshttp/mime-types?branch=master
109
+ [node-version-image]: https://badgen.net/npm/node/mime-types
110
+ [node-version-url]: https://nodejs.org/en/download
111
+ [npm-downloads-image]: https://badgen.net/npm/dm/mime-types
112
+ [npm-url]: https://npmjs.org/package/mime-types
113
+ [npm-version-image]: https://badgen.net/npm/v/mime-types