es6-crawler-detect 3.1.0 → 3.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (351) hide show
  1. package/.babelrc +2 -1
  2. package/.eslintignore +6 -0
  3. package/.eslintrc.json +30 -0
  4. package/.github/ISSUE_TEMPLATE/bug_report.md +11 -8
  5. package/.github/ISSUE_TEMPLATE/feature_request.md +1 -1
  6. package/.github/PULL_REQUEST_TEMPLATE/pull_request_template.md +29 -0
  7. package/.prettierrc.json +5 -0
  8. package/README.md +27 -17
  9. package/dist/main.bundle.js +1 -1
  10. package/example/node/dist/crawler.min.js +1 -1
  11. package/example/node/node_modules/.bin/mime +15 -0
  12. package/example/node/node_modules/.bin/mime.cmd +7 -0
  13. package/example/node/node_modules/.yarn-integrity +67 -0
  14. package/example/node/node_modules/accepts/HISTORY.md +236 -0
  15. package/example/node/node_modules/accepts/LICENSE +23 -0
  16. package/example/node/node_modules/accepts/README.md +142 -0
  17. package/example/node/node_modules/accepts/index.js +238 -0
  18. package/example/node/node_modules/accepts/package.json +47 -0
  19. package/example/node/node_modules/array-flatten/LICENSE +21 -0
  20. package/example/node/node_modules/array-flatten/README.md +43 -0
  21. package/example/node/node_modules/array-flatten/array-flatten.js +64 -0
  22. package/example/node/node_modules/array-flatten/package.json +39 -0
  23. package/example/node/node_modules/body-parser/HISTORY.md +624 -0
  24. package/example/node/node_modules/body-parser/LICENSE +23 -0
  25. package/example/node/node_modules/body-parser/README.md +456 -0
  26. package/example/node/node_modules/body-parser/index.js +157 -0
  27. package/example/node/node_modules/body-parser/lib/read.js +181 -0
  28. package/example/node/node_modules/body-parser/lib/types/json.js +230 -0
  29. package/example/node/node_modules/body-parser/lib/types/raw.js +101 -0
  30. package/example/node/node_modules/body-parser/lib/types/text.js +121 -0
  31. package/example/node/node_modules/body-parser/lib/types/urlencoded.js +284 -0
  32. package/example/node/node_modules/body-parser/package.json +52 -0
  33. package/example/node/node_modules/bytes/History.md +92 -0
  34. package/example/node/node_modules/bytes/LICENSE +23 -0
  35. package/example/node/node_modules/bytes/Readme.md +152 -0
  36. package/example/node/node_modules/bytes/index.js +166 -0
  37. package/example/node/node_modules/bytes/package.json +42 -0
  38. package/example/node/node_modules/content-disposition/HISTORY.md +60 -0
  39. package/example/node/node_modules/content-disposition/LICENSE +22 -0
  40. package/example/node/node_modules/content-disposition/README.md +142 -0
  41. package/example/node/node_modules/content-disposition/index.js +458 -0
  42. package/example/node/node_modules/content-disposition/package.json +44 -0
  43. package/example/node/node_modules/content-type/HISTORY.md +24 -0
  44. package/example/node/node_modules/content-type/LICENSE +22 -0
  45. package/example/node/node_modules/content-type/README.md +92 -0
  46. package/example/node/node_modules/content-type/index.js +222 -0
  47. package/example/node/node_modules/content-type/package.json +40 -0
  48. package/example/node/node_modules/cookie/HISTORY.md +128 -0
  49. package/example/node/node_modules/cookie/LICENSE +24 -0
  50. package/example/node/node_modules/cookie/README.md +257 -0
  51. package/example/node/node_modules/cookie/index.js +202 -0
  52. package/example/node/node_modules/cookie/package.json +40 -0
  53. package/example/node/node_modules/cookie-signature/History.md +38 -0
  54. package/example/node/node_modules/cookie-signature/Readme.md +42 -0
  55. package/example/node/node_modules/cookie-signature/index.js +51 -0
  56. package/example/node/node_modules/cookie-signature/package.json +18 -0
  57. package/example/node/node_modules/debug/.coveralls.yml +1 -0
  58. package/example/node/node_modules/debug/.eslintrc +11 -0
  59. package/example/node/node_modules/debug/.travis.yml +14 -0
  60. package/example/node/node_modules/debug/CHANGELOG.md +362 -0
  61. package/example/node/node_modules/debug/LICENSE +19 -0
  62. package/example/node/node_modules/debug/Makefile +50 -0
  63. package/example/node/node_modules/debug/README.md +312 -0
  64. package/example/node/node_modules/debug/component.json +19 -0
  65. package/example/node/node_modules/debug/karma.conf.js +70 -0
  66. package/example/node/node_modules/debug/node.js +1 -0
  67. package/example/node/node_modules/debug/package.json +49 -0
  68. package/example/node/node_modules/debug/src/browser.js +185 -0
  69. package/example/node/node_modules/debug/src/debug.js +202 -0
  70. package/example/node/node_modules/debug/src/index.js +10 -0
  71. package/example/node/node_modules/debug/src/inspector-log.js +15 -0
  72. package/example/node/node_modules/debug/src/node.js +248 -0
  73. package/example/node/node_modules/depd/History.md +96 -0
  74. package/example/node/node_modules/depd/LICENSE +22 -0
  75. package/example/node/node_modules/depd/Readme.md +280 -0
  76. package/example/node/node_modules/depd/index.js +522 -0
  77. package/example/node/node_modules/depd/lib/browser/index.js +77 -0
  78. package/example/node/node_modules/depd/lib/compat/callsite-tostring.js +103 -0
  79. package/example/node/node_modules/depd/lib/compat/event-listener-count.js +22 -0
  80. package/example/node/node_modules/depd/lib/compat/index.js +79 -0
  81. package/example/node/node_modules/depd/package.json +41 -0
  82. package/example/node/node_modules/destroy/LICENSE +22 -0
  83. package/example/node/node_modules/destroy/README.md +60 -0
  84. package/example/node/node_modules/destroy/index.js +75 -0
  85. package/example/node/node_modules/destroy/package.json +37 -0
  86. package/example/node/node_modules/ee-first/LICENSE +22 -0
  87. package/example/node/node_modules/ee-first/README.md +80 -0
  88. package/example/node/node_modules/ee-first/index.js +95 -0
  89. package/example/node/node_modules/ee-first/package.json +29 -0
  90. package/example/node/node_modules/encodeurl/HISTORY.md +14 -0
  91. package/example/node/node_modules/encodeurl/LICENSE +22 -0
  92. package/example/node/node_modules/encodeurl/README.md +128 -0
  93. package/example/node/node_modules/encodeurl/index.js +60 -0
  94. package/example/node/node_modules/encodeurl/package.json +40 -0
  95. package/example/node/node_modules/escape-html/LICENSE +24 -0
  96. package/example/node/node_modules/escape-html/Readme.md +43 -0
  97. package/example/node/node_modules/escape-html/index.js +78 -0
  98. package/example/node/node_modules/escape-html/package.json +24 -0
  99. package/example/node/node_modules/etag/HISTORY.md +83 -0
  100. package/example/node/node_modules/etag/LICENSE +22 -0
  101. package/example/node/node_modules/etag/README.md +159 -0
  102. package/example/node/node_modules/etag/index.js +131 -0
  103. package/example/node/node_modules/etag/package.json +47 -0
  104. package/example/node/node_modules/express/History.md +3510 -0
  105. package/example/node/node_modules/express/LICENSE +24 -0
  106. package/example/node/node_modules/express/Readme.md +158 -0
  107. package/example/node/node_modules/express/index.js +11 -0
  108. package/example/node/node_modules/express/lib/application.js +644 -0
  109. package/example/node/node_modules/express/lib/express.js +116 -0
  110. package/example/node/node_modules/express/lib/middleware/init.js +43 -0
  111. package/example/node/node_modules/express/lib/middleware/query.js +47 -0
  112. package/example/node/node_modules/express/lib/request.js +525 -0
  113. package/example/node/node_modules/express/lib/response.js +1147 -0
  114. package/example/node/node_modules/express/lib/router/index.js +668 -0
  115. package/example/node/node_modules/express/lib/router/layer.js +181 -0
  116. package/example/node/node_modules/express/lib/router/route.js +216 -0
  117. package/example/node/node_modules/express/lib/utils.js +302 -0
  118. package/example/node/node_modules/express/lib/view.js +182 -0
  119. package/example/node/node_modules/express/package.json +99 -0
  120. package/example/node/node_modules/finalhandler/HISTORY.md +187 -0
  121. package/example/node/node_modules/finalhandler/LICENSE +22 -0
  122. package/example/node/node_modules/finalhandler/README.md +148 -0
  123. package/example/node/node_modules/finalhandler/index.js +331 -0
  124. package/example/node/node_modules/finalhandler/package.json +45 -0
  125. package/example/node/node_modules/forwarded/HISTORY.md +21 -0
  126. package/example/node/node_modules/forwarded/LICENSE +22 -0
  127. package/example/node/node_modules/forwarded/README.md +57 -0
  128. package/example/node/node_modules/forwarded/index.js +90 -0
  129. package/example/node/node_modules/forwarded/package.json +45 -0
  130. package/example/node/node_modules/fresh/HISTORY.md +70 -0
  131. package/example/node/node_modules/fresh/LICENSE +23 -0
  132. package/example/node/node_modules/fresh/README.md +119 -0
  133. package/example/node/node_modules/fresh/index.js +137 -0
  134. package/example/node/node_modules/fresh/package.json +46 -0
  135. package/example/node/node_modules/http-errors/HISTORY.md +165 -0
  136. package/example/node/node_modules/http-errors/LICENSE +23 -0
  137. package/example/node/node_modules/http-errors/README.md +169 -0
  138. package/example/node/node_modules/http-errors/index.js +299 -0
  139. package/example/node/node_modules/http-errors/package.json +49 -0
  140. package/example/node/node_modules/iconv-lite/Changelog.md +162 -0
  141. package/example/node/node_modules/iconv-lite/LICENSE +21 -0
  142. package/example/node/node_modules/iconv-lite/README.md +156 -0
  143. package/example/node/node_modules/iconv-lite/encodings/dbcs-codec.js +555 -0
  144. package/example/node/node_modules/iconv-lite/encodings/dbcs-data.js +176 -0
  145. package/example/node/node_modules/iconv-lite/encodings/index.js +22 -0
  146. package/example/node/node_modules/iconv-lite/encodings/internal.js +188 -0
  147. package/example/node/node_modules/iconv-lite/encodings/sbcs-codec.js +72 -0
  148. package/example/node/node_modules/iconv-lite/encodings/sbcs-data-generated.js +451 -0
  149. package/example/node/node_modules/iconv-lite/encodings/sbcs-data.js +174 -0
  150. package/example/node/node_modules/iconv-lite/encodings/tables/big5-added.json +122 -0
  151. package/example/node/node_modules/iconv-lite/encodings/tables/cp936.json +264 -0
  152. package/example/node/node_modules/iconv-lite/encodings/tables/cp949.json +273 -0
  153. package/example/node/node_modules/iconv-lite/encodings/tables/cp950.json +177 -0
  154. package/example/node/node_modules/iconv-lite/encodings/tables/eucjp.json +182 -0
  155. package/example/node/node_modules/iconv-lite/encodings/tables/gb18030-ranges.json +1 -0
  156. package/example/node/node_modules/iconv-lite/encodings/tables/gbk-added.json +55 -0
  157. package/example/node/node_modules/iconv-lite/encodings/tables/shiftjis.json +125 -0
  158. package/example/node/node_modules/iconv-lite/encodings/utf16.js +177 -0
  159. package/example/node/node_modules/iconv-lite/encodings/utf7.js +290 -0
  160. package/example/node/node_modules/iconv-lite/lib/bom-handling.js +52 -0
  161. package/example/node/node_modules/iconv-lite/lib/extend-node.js +217 -0
  162. package/example/node/node_modules/iconv-lite/lib/index.d.ts +24 -0
  163. package/example/node/node_modules/iconv-lite/lib/index.js +153 -0
  164. package/example/node/node_modules/iconv-lite/lib/streams.js +121 -0
  165. package/example/node/node_modules/iconv-lite/package.json +46 -0
  166. package/example/node/node_modules/inherits/LICENSE +16 -0
  167. package/example/node/node_modules/inherits/README.md +42 -0
  168. package/example/node/node_modules/inherits/inherits.js +9 -0
  169. package/example/node/node_modules/inherits/inherits_browser.js +27 -0
  170. package/example/node/node_modules/inherits/package.json +29 -0
  171. package/example/node/node_modules/ipaddr.js/LICENSE +19 -0
  172. package/example/node/node_modules/ipaddr.js/README.md +233 -0
  173. package/example/node/node_modules/ipaddr.js/ipaddr.min.js +1 -0
  174. package/example/node/node_modules/ipaddr.js/lib/ipaddr.js +673 -0
  175. package/example/node/node_modules/ipaddr.js/lib/ipaddr.js.d.ts +68 -0
  176. package/example/node/node_modules/ipaddr.js/package.json +35 -0
  177. package/example/node/node_modules/media-typer/HISTORY.md +22 -0
  178. package/example/node/node_modules/media-typer/LICENSE +22 -0
  179. package/example/node/node_modules/media-typer/README.md +81 -0
  180. package/example/node/node_modules/media-typer/index.js +270 -0
  181. package/example/node/node_modules/media-typer/package.json +26 -0
  182. package/example/node/node_modules/merge-descriptors/HISTORY.md +21 -0
  183. package/example/node/node_modules/merge-descriptors/LICENSE +23 -0
  184. package/example/node/node_modules/merge-descriptors/README.md +48 -0
  185. package/example/node/node_modules/merge-descriptors/index.js +60 -0
  186. package/example/node/node_modules/merge-descriptors/package.json +32 -0
  187. package/example/node/node_modules/methods/HISTORY.md +29 -0
  188. package/example/node/node_modules/methods/LICENSE +24 -0
  189. package/example/node/node_modules/methods/README.md +51 -0
  190. package/example/node/node_modules/methods/index.js +69 -0
  191. package/example/node/node_modules/methods/package.json +36 -0
  192. package/example/node/node_modules/mime/CHANGELOG.md +164 -0
  193. package/example/node/node_modules/mime/LICENSE +21 -0
  194. package/example/node/node_modules/mime/README.md +90 -0
  195. package/example/node/node_modules/mime/cli.js +8 -0
  196. package/example/node/node_modules/mime/mime.js +108 -0
  197. package/example/node/node_modules/mime/package.json +44 -0
  198. package/example/node/node_modules/mime/src/build.js +53 -0
  199. package/example/node/node_modules/mime/src/test.js +60 -0
  200. package/example/node/node_modules/mime/types.json +1 -0
  201. package/example/node/node_modules/mime-db/HISTORY.md +499 -0
  202. package/example/node/node_modules/mime-db/LICENSE +22 -0
  203. package/example/node/node_modules/mime-db/README.md +100 -0
  204. package/example/node/node_modules/mime-db/db.json +8471 -0
  205. package/example/node/node_modules/mime-db/index.js +11 -0
  206. package/example/node/node_modules/mime-db/package.json +59 -0
  207. package/example/node/node_modules/mime-types/HISTORY.md +388 -0
  208. package/example/node/node_modules/mime-types/LICENSE +23 -0
  209. package/example/node/node_modules/mime-types/README.md +113 -0
  210. package/example/node/node_modules/mime-types/index.js +188 -0
  211. package/example/node/node_modules/mime-types/package.json +44 -0
  212. package/example/node/node_modules/ms/index.js +152 -0
  213. package/example/node/node_modules/ms/license.md +21 -0
  214. package/example/node/node_modules/ms/package.json +37 -0
  215. package/example/node/node_modules/ms/readme.md +51 -0
  216. package/example/node/node_modules/negotiator/HISTORY.md +103 -0
  217. package/example/node/node_modules/negotiator/LICENSE +24 -0
  218. package/example/node/node_modules/negotiator/README.md +203 -0
  219. package/example/node/node_modules/negotiator/index.js +124 -0
  220. package/example/node/node_modules/negotiator/lib/charset.js +169 -0
  221. package/example/node/node_modules/negotiator/lib/encoding.js +184 -0
  222. package/example/node/node_modules/negotiator/lib/language.js +179 -0
  223. package/example/node/node_modules/negotiator/lib/mediaType.js +294 -0
  224. package/example/node/node_modules/negotiator/package.json +42 -0
  225. package/example/node/node_modules/on-finished/HISTORY.md +88 -0
  226. package/example/node/node_modules/on-finished/LICENSE +23 -0
  227. package/example/node/node_modules/on-finished/README.md +154 -0
  228. package/example/node/node_modules/on-finished/index.js +196 -0
  229. package/example/node/node_modules/on-finished/package.json +31 -0
  230. package/example/node/node_modules/parseurl/HISTORY.md +58 -0
  231. package/example/node/node_modules/parseurl/LICENSE +24 -0
  232. package/example/node/node_modules/parseurl/README.md +133 -0
  233. package/example/node/node_modules/parseurl/index.js +158 -0
  234. package/example/node/node_modules/parseurl/package.json +40 -0
  235. package/example/node/node_modules/path-to-regexp/History.md +36 -0
  236. package/example/node/node_modules/path-to-regexp/LICENSE +21 -0
  237. package/example/node/node_modules/path-to-regexp/Readme.md +35 -0
  238. package/example/node/node_modules/path-to-regexp/index.js +129 -0
  239. package/example/node/node_modules/path-to-regexp/package.json +30 -0
  240. package/example/node/node_modules/proxy-addr/HISTORY.md +161 -0
  241. package/example/node/node_modules/proxy-addr/LICENSE +22 -0
  242. package/example/node/node_modules/proxy-addr/README.md +139 -0
  243. package/example/node/node_modules/proxy-addr/index.js +327 -0
  244. package/example/node/node_modules/proxy-addr/package.json +47 -0
  245. package/example/node/node_modules/qs/.editorconfig +39 -0
  246. package/example/node/node_modules/qs/.eslintignore +2 -0
  247. package/example/node/node_modules/qs/.eslintrc +35 -0
  248. package/example/node/node_modules/qs/.github/FUNDING.yml +12 -0
  249. package/example/node/node_modules/qs/.nycrc +13 -0
  250. package/example/node/node_modules/qs/CHANGELOG.md +359 -0
  251. package/example/node/node_modules/qs/LICENSE.md +29 -0
  252. package/example/node/node_modules/qs/README.md +604 -0
  253. package/example/node/node_modules/qs/dist/qs.js +832 -0
  254. package/example/node/node_modules/qs/lib/formats.js +23 -0
  255. package/example/node/node_modules/qs/lib/index.js +11 -0
  256. package/example/node/node_modules/qs/lib/parse.js +257 -0
  257. package/example/node/node_modules/qs/lib/stringify.js +278 -0
  258. package/example/node/node_modules/qs/lib/utils.js +251 -0
  259. package/example/node/node_modules/qs/package.json +69 -0
  260. package/example/node/node_modules/qs/test/parse.js +772 -0
  261. package/example/node/node_modules/qs/test/stringify.js +793 -0
  262. package/example/node/node_modules/qs/test/utils.js +136 -0
  263. package/example/node/node_modules/range-parser/HISTORY.md +56 -0
  264. package/example/node/node_modules/range-parser/LICENSE +23 -0
  265. package/example/node/node_modules/range-parser/README.md +84 -0
  266. package/example/node/node_modules/range-parser/index.js +162 -0
  267. package/example/node/node_modules/range-parser/package.json +44 -0
  268. package/example/node/node_modules/raw-body/HISTORY.md +284 -0
  269. package/example/node/node_modules/raw-body/LICENSE +22 -0
  270. package/example/node/node_modules/raw-body/README.md +217 -0
  271. package/example/node/node_modules/raw-body/index.d.ts +87 -0
  272. package/example/node/node_modules/raw-body/index.js +286 -0
  273. package/example/node/node_modules/raw-body/package.json +48 -0
  274. package/example/node/node_modules/safe-buffer/LICENSE +21 -0
  275. package/example/node/node_modules/safe-buffer/README.md +584 -0
  276. package/example/node/node_modules/safe-buffer/index.d.ts +187 -0
  277. package/example/node/node_modules/safe-buffer/index.js +65 -0
  278. package/example/node/node_modules/safe-buffer/package.json +51 -0
  279. package/example/node/node_modules/safer-buffer/LICENSE +21 -0
  280. package/example/node/node_modules/safer-buffer/Porting-Buffer.md +268 -0
  281. package/example/node/node_modules/safer-buffer/Readme.md +156 -0
  282. package/example/node/node_modules/safer-buffer/dangerous.js +58 -0
  283. package/example/node/node_modules/safer-buffer/package.json +34 -0
  284. package/example/node/node_modules/safer-buffer/safer.js +77 -0
  285. package/example/node/node_modules/safer-buffer/tests.js +406 -0
  286. package/example/node/node_modules/send/HISTORY.md +506 -0
  287. package/example/node/node_modules/send/LICENSE +23 -0
  288. package/example/node/node_modules/send/README.md +327 -0
  289. package/example/node/node_modules/send/index.js +1133 -0
  290. package/example/node/node_modules/send/node_modules/.bin/mime +15 -0
  291. package/example/node/node_modules/send/node_modules/.bin/mime.cmd +7 -0
  292. package/example/node/node_modules/send/node_modules/ms/index.js +162 -0
  293. package/example/node/node_modules/send/node_modules/ms/license.md +21 -0
  294. package/example/node/node_modules/send/node_modules/ms/package.json +38 -0
  295. package/example/node/node_modules/send/node_modules/ms/readme.md +59 -0
  296. package/example/node/node_modules/send/package.json +61 -0
  297. package/example/node/node_modules/serve-static/HISTORY.md +459 -0
  298. package/example/node/node_modules/serve-static/LICENSE +25 -0
  299. package/example/node/node_modules/serve-static/README.md +257 -0
  300. package/example/node/node_modules/serve-static/index.js +210 -0
  301. package/example/node/node_modules/serve-static/package.json +42 -0
  302. package/example/node/node_modules/setprototypeof/LICENSE +13 -0
  303. package/example/node/node_modules/setprototypeof/README.md +31 -0
  304. package/example/node/node_modules/setprototypeof/index.d.ts +2 -0
  305. package/example/node/node_modules/setprototypeof/index.js +17 -0
  306. package/example/node/node_modules/setprototypeof/package.json +38 -0
  307. package/example/node/node_modules/setprototypeof/test/index.js +24 -0
  308. package/example/node/node_modules/statuses/HISTORY.md +65 -0
  309. package/example/node/node_modules/statuses/LICENSE +23 -0
  310. package/example/node/node_modules/statuses/README.md +127 -0
  311. package/example/node/node_modules/statuses/codes.json +66 -0
  312. package/example/node/node_modules/statuses/index.js +113 -0
  313. package/example/node/node_modules/statuses/package.json +48 -0
  314. package/example/node/node_modules/toidentifier/HISTORY.md +9 -0
  315. package/example/node/node_modules/toidentifier/LICENSE +21 -0
  316. package/example/node/node_modules/toidentifier/README.md +61 -0
  317. package/example/node/node_modules/toidentifier/index.js +32 -0
  318. package/example/node/node_modules/toidentifier/package.json +38 -0
  319. package/example/node/node_modules/type-is/HISTORY.md +259 -0
  320. package/example/node/node_modules/type-is/LICENSE +23 -0
  321. package/example/node/node_modules/type-is/README.md +170 -0
  322. package/example/node/node_modules/type-is/index.js +266 -0
  323. package/example/node/node_modules/type-is/package.json +45 -0
  324. package/example/node/node_modules/unpipe/HISTORY.md +4 -0
  325. package/example/node/node_modules/unpipe/LICENSE +22 -0
  326. package/example/node/node_modules/unpipe/README.md +43 -0
  327. package/example/node/node_modules/unpipe/index.js +69 -0
  328. package/example/node/node_modules/unpipe/package.json +27 -0
  329. package/example/node/node_modules/utils-merge/LICENSE +20 -0
  330. package/example/node/node_modules/utils-merge/README.md +34 -0
  331. package/example/node/node_modules/utils-merge/index.js +23 -0
  332. package/example/node/node_modules/utils-merge/package.json +40 -0
  333. package/example/node/node_modules/vary/HISTORY.md +39 -0
  334. package/example/node/node_modules/vary/LICENSE +22 -0
  335. package/example/node/node_modules/vary/README.md +101 -0
  336. package/example/node/node_modules/vary/index.js +149 -0
  337. package/example/node/node_modules/vary/package.json +43 -0
  338. package/example/node/package.json +11 -0
  339. package/example/node/server.js +32 -26
  340. package/example/node/yarn.lock +352 -0
  341. package/package.json +30 -19
  342. package/src/index.js +16 -10
  343. package/src/lib/crawler/crawlers.js +1402 -15
  344. package/src/lib/crawler/exclusions.js +62 -15
  345. package/src/lib/crawler/headers.js +24 -15
  346. package/src/lib/crawler/provider.js +11 -13
  347. package/src/lib/crawler.js +135 -139
  348. package/test/lib/crawler.test.js +52 -35
  349. package/webpack.common.js +20 -20
  350. package/webpack.dev.js +7 -7
  351. package/webpack.prod.js +14 -15
@@ -0,0 +1,522 @@
1
+ /*!
2
+ * depd
3
+ * Copyright(c) 2014-2017 Douglas Christopher Wilson
4
+ * MIT Licensed
5
+ */
6
+
7
+ /**
8
+ * Module dependencies.
9
+ */
10
+
11
+ var callSiteToString = require('./lib/compat').callSiteToString
12
+ var eventListenerCount = require('./lib/compat').eventListenerCount
13
+ var relative = require('path').relative
14
+
15
+ /**
16
+ * Module exports.
17
+ */
18
+
19
+ module.exports = depd
20
+
21
+ /**
22
+ * Get the path to base files on.
23
+ */
24
+
25
+ var basePath = process.cwd()
26
+
27
+ /**
28
+ * Determine if namespace is contained in the string.
29
+ */
30
+
31
+ function containsNamespace (str, namespace) {
32
+ var vals = str.split(/[ ,]+/)
33
+ var ns = String(namespace).toLowerCase()
34
+
35
+ for (var i = 0; i < vals.length; i++) {
36
+ var val = vals[i]
37
+
38
+ // namespace contained
39
+ if (val && (val === '*' || val.toLowerCase() === ns)) {
40
+ return true
41
+ }
42
+ }
43
+
44
+ return false
45
+ }
46
+
47
+ /**
48
+ * Convert a data descriptor to accessor descriptor.
49
+ */
50
+
51
+ function convertDataDescriptorToAccessor (obj, prop, message) {
52
+ var descriptor = Object.getOwnPropertyDescriptor(obj, prop)
53
+ var value = descriptor.value
54
+
55
+ descriptor.get = function getter () { return value }
56
+
57
+ if (descriptor.writable) {
58
+ descriptor.set = function setter (val) { return (value = val) }
59
+ }
60
+
61
+ delete descriptor.value
62
+ delete descriptor.writable
63
+
64
+ Object.defineProperty(obj, prop, descriptor)
65
+
66
+ return descriptor
67
+ }
68
+
69
+ /**
70
+ * Create arguments string to keep arity.
71
+ */
72
+
73
+ function createArgumentsString (arity) {
74
+ var str = ''
75
+
76
+ for (var i = 0; i < arity; i++) {
77
+ str += ', arg' + i
78
+ }
79
+
80
+ return str.substr(2)
81
+ }
82
+
83
+ /**
84
+ * Create stack string from stack.
85
+ */
86
+
87
+ function createStackString (stack) {
88
+ var str = this.name + ': ' + this.namespace
89
+
90
+ if (this.message) {
91
+ str += ' deprecated ' + this.message
92
+ }
93
+
94
+ for (var i = 0; i < stack.length; i++) {
95
+ str += '\n at ' + callSiteToString(stack[i])
96
+ }
97
+
98
+ return str
99
+ }
100
+
101
+ /**
102
+ * Create deprecate for namespace in caller.
103
+ */
104
+
105
+ function depd (namespace) {
106
+ if (!namespace) {
107
+ throw new TypeError('argument namespace is required')
108
+ }
109
+
110
+ var stack = getStack()
111
+ var site = callSiteLocation(stack[1])
112
+ var file = site[0]
113
+
114
+ function deprecate (message) {
115
+ // call to self as log
116
+ log.call(deprecate, message)
117
+ }
118
+
119
+ deprecate._file = file
120
+ deprecate._ignored = isignored(namespace)
121
+ deprecate._namespace = namespace
122
+ deprecate._traced = istraced(namespace)
123
+ deprecate._warned = Object.create(null)
124
+
125
+ deprecate.function = wrapfunction
126
+ deprecate.property = wrapproperty
127
+
128
+ return deprecate
129
+ }
130
+
131
+ /**
132
+ * Determine if namespace is ignored.
133
+ */
134
+
135
+ function isignored (namespace) {
136
+ /* istanbul ignore next: tested in a child processs */
137
+ if (process.noDeprecation) {
138
+ // --no-deprecation support
139
+ return true
140
+ }
141
+
142
+ var str = process.env.NO_DEPRECATION || ''
143
+
144
+ // namespace ignored
145
+ return containsNamespace(str, namespace)
146
+ }
147
+
148
+ /**
149
+ * Determine if namespace is traced.
150
+ */
151
+
152
+ function istraced (namespace) {
153
+ /* istanbul ignore next: tested in a child processs */
154
+ if (process.traceDeprecation) {
155
+ // --trace-deprecation support
156
+ return true
157
+ }
158
+
159
+ var str = process.env.TRACE_DEPRECATION || ''
160
+
161
+ // namespace traced
162
+ return containsNamespace(str, namespace)
163
+ }
164
+
165
+ /**
166
+ * Display deprecation message.
167
+ */
168
+
169
+ function log (message, site) {
170
+ var haslisteners = eventListenerCount(process, 'deprecation') !== 0
171
+
172
+ // abort early if no destination
173
+ if (!haslisteners && this._ignored) {
174
+ return
175
+ }
176
+
177
+ var caller
178
+ var callFile
179
+ var callSite
180
+ var depSite
181
+ var i = 0
182
+ var seen = false
183
+ var stack = getStack()
184
+ var file = this._file
185
+
186
+ if (site) {
187
+ // provided site
188
+ depSite = site
189
+ callSite = callSiteLocation(stack[1])
190
+ callSite.name = depSite.name
191
+ file = callSite[0]
192
+ } else {
193
+ // get call site
194
+ i = 2
195
+ depSite = callSiteLocation(stack[i])
196
+ callSite = depSite
197
+ }
198
+
199
+ // get caller of deprecated thing in relation to file
200
+ for (; i < stack.length; i++) {
201
+ caller = callSiteLocation(stack[i])
202
+ callFile = caller[0]
203
+
204
+ if (callFile === file) {
205
+ seen = true
206
+ } else if (callFile === this._file) {
207
+ file = this._file
208
+ } else if (seen) {
209
+ break
210
+ }
211
+ }
212
+
213
+ var key = caller
214
+ ? depSite.join(':') + '__' + caller.join(':')
215
+ : undefined
216
+
217
+ if (key !== undefined && key in this._warned) {
218
+ // already warned
219
+ return
220
+ }
221
+
222
+ this._warned[key] = true
223
+
224
+ // generate automatic message from call site
225
+ var msg = message
226
+ if (!msg) {
227
+ msg = callSite === depSite || !callSite.name
228
+ ? defaultMessage(depSite)
229
+ : defaultMessage(callSite)
230
+ }
231
+
232
+ // emit deprecation if listeners exist
233
+ if (haslisteners) {
234
+ var err = DeprecationError(this._namespace, msg, stack.slice(i))
235
+ process.emit('deprecation', err)
236
+ return
237
+ }
238
+
239
+ // format and write message
240
+ var format = process.stderr.isTTY
241
+ ? formatColor
242
+ : formatPlain
243
+ var output = format.call(this, msg, caller, stack.slice(i))
244
+ process.stderr.write(output + '\n', 'utf8')
245
+ }
246
+
247
+ /**
248
+ * Get call site location as array.
249
+ */
250
+
251
+ function callSiteLocation (callSite) {
252
+ var file = callSite.getFileName() || '<anonymous>'
253
+ var line = callSite.getLineNumber()
254
+ var colm = callSite.getColumnNumber()
255
+
256
+ if (callSite.isEval()) {
257
+ file = callSite.getEvalOrigin() + ', ' + file
258
+ }
259
+
260
+ var site = [file, line, colm]
261
+
262
+ site.callSite = callSite
263
+ site.name = callSite.getFunctionName()
264
+
265
+ return site
266
+ }
267
+
268
+ /**
269
+ * Generate a default message from the site.
270
+ */
271
+
272
+ function defaultMessage (site) {
273
+ var callSite = site.callSite
274
+ var funcName = site.name
275
+
276
+ // make useful anonymous name
277
+ if (!funcName) {
278
+ funcName = '<anonymous@' + formatLocation(site) + '>'
279
+ }
280
+
281
+ var context = callSite.getThis()
282
+ var typeName = context && callSite.getTypeName()
283
+
284
+ // ignore useless type name
285
+ if (typeName === 'Object') {
286
+ typeName = undefined
287
+ }
288
+
289
+ // make useful type name
290
+ if (typeName === 'Function') {
291
+ typeName = context.name || typeName
292
+ }
293
+
294
+ return typeName && callSite.getMethodName()
295
+ ? typeName + '.' + funcName
296
+ : funcName
297
+ }
298
+
299
+ /**
300
+ * Format deprecation message without color.
301
+ */
302
+
303
+ function formatPlain (msg, caller, stack) {
304
+ var timestamp = new Date().toUTCString()
305
+
306
+ var formatted = timestamp +
307
+ ' ' + this._namespace +
308
+ ' deprecated ' + msg
309
+
310
+ // add stack trace
311
+ if (this._traced) {
312
+ for (var i = 0; i < stack.length; i++) {
313
+ formatted += '\n at ' + callSiteToString(stack[i])
314
+ }
315
+
316
+ return formatted
317
+ }
318
+
319
+ if (caller) {
320
+ formatted += ' at ' + formatLocation(caller)
321
+ }
322
+
323
+ return formatted
324
+ }
325
+
326
+ /**
327
+ * Format deprecation message with color.
328
+ */
329
+
330
+ function formatColor (msg, caller, stack) {
331
+ var formatted = '\x1b[36;1m' + this._namespace + '\x1b[22;39m' + // bold cyan
332
+ ' \x1b[33;1mdeprecated\x1b[22;39m' + // bold yellow
333
+ ' \x1b[0m' + msg + '\x1b[39m' // reset
334
+
335
+ // add stack trace
336
+ if (this._traced) {
337
+ for (var i = 0; i < stack.length; i++) {
338
+ formatted += '\n \x1b[36mat ' + callSiteToString(stack[i]) + '\x1b[39m' // cyan
339
+ }
340
+
341
+ return formatted
342
+ }
343
+
344
+ if (caller) {
345
+ formatted += ' \x1b[36m' + formatLocation(caller) + '\x1b[39m' // cyan
346
+ }
347
+
348
+ return formatted
349
+ }
350
+
351
+ /**
352
+ * Format call site location.
353
+ */
354
+
355
+ function formatLocation (callSite) {
356
+ return relative(basePath, callSite[0]) +
357
+ ':' + callSite[1] +
358
+ ':' + callSite[2]
359
+ }
360
+
361
+ /**
362
+ * Get the stack as array of call sites.
363
+ */
364
+
365
+ function getStack () {
366
+ var limit = Error.stackTraceLimit
367
+ var obj = {}
368
+ var prep = Error.prepareStackTrace
369
+
370
+ Error.prepareStackTrace = prepareObjectStackTrace
371
+ Error.stackTraceLimit = Math.max(10, limit)
372
+
373
+ // capture the stack
374
+ Error.captureStackTrace(obj)
375
+
376
+ // slice this function off the top
377
+ var stack = obj.stack.slice(1)
378
+
379
+ Error.prepareStackTrace = prep
380
+ Error.stackTraceLimit = limit
381
+
382
+ return stack
383
+ }
384
+
385
+ /**
386
+ * Capture call site stack from v8.
387
+ */
388
+
389
+ function prepareObjectStackTrace (obj, stack) {
390
+ return stack
391
+ }
392
+
393
+ /**
394
+ * Return a wrapped function in a deprecation message.
395
+ */
396
+
397
+ function wrapfunction (fn, message) {
398
+ if (typeof fn !== 'function') {
399
+ throw new TypeError('argument fn must be a function')
400
+ }
401
+
402
+ var args = createArgumentsString(fn.length)
403
+ var deprecate = this // eslint-disable-line no-unused-vars
404
+ var stack = getStack()
405
+ var site = callSiteLocation(stack[1])
406
+
407
+ site.name = fn.name
408
+
409
+ // eslint-disable-next-line no-eval
410
+ var deprecatedfn = eval('(function (' + args + ') {\n' +
411
+ '"use strict"\n' +
412
+ 'log.call(deprecate, message, site)\n' +
413
+ 'return fn.apply(this, arguments)\n' +
414
+ '})')
415
+
416
+ return deprecatedfn
417
+ }
418
+
419
+ /**
420
+ * Wrap property in a deprecation message.
421
+ */
422
+
423
+ function wrapproperty (obj, prop, message) {
424
+ if (!obj || (typeof obj !== 'object' && typeof obj !== 'function')) {
425
+ throw new TypeError('argument obj must be object')
426
+ }
427
+
428
+ var descriptor = Object.getOwnPropertyDescriptor(obj, prop)
429
+
430
+ if (!descriptor) {
431
+ throw new TypeError('must call property on owner object')
432
+ }
433
+
434
+ if (!descriptor.configurable) {
435
+ throw new TypeError('property must be configurable')
436
+ }
437
+
438
+ var deprecate = this
439
+ var stack = getStack()
440
+ var site = callSiteLocation(stack[1])
441
+
442
+ // set site name
443
+ site.name = prop
444
+
445
+ // convert data descriptor
446
+ if ('value' in descriptor) {
447
+ descriptor = convertDataDescriptorToAccessor(obj, prop, message)
448
+ }
449
+
450
+ var get = descriptor.get
451
+ var set = descriptor.set
452
+
453
+ // wrap getter
454
+ if (typeof get === 'function') {
455
+ descriptor.get = function getter () {
456
+ log.call(deprecate, message, site)
457
+ return get.apply(this, arguments)
458
+ }
459
+ }
460
+
461
+ // wrap setter
462
+ if (typeof set === 'function') {
463
+ descriptor.set = function setter () {
464
+ log.call(deprecate, message, site)
465
+ return set.apply(this, arguments)
466
+ }
467
+ }
468
+
469
+ Object.defineProperty(obj, prop, descriptor)
470
+ }
471
+
472
+ /**
473
+ * Create DeprecationError for deprecation
474
+ */
475
+
476
+ function DeprecationError (namespace, message, stack) {
477
+ var error = new Error()
478
+ var stackString
479
+
480
+ Object.defineProperty(error, 'constructor', {
481
+ value: DeprecationError
482
+ })
483
+
484
+ Object.defineProperty(error, 'message', {
485
+ configurable: true,
486
+ enumerable: false,
487
+ value: message,
488
+ writable: true
489
+ })
490
+
491
+ Object.defineProperty(error, 'name', {
492
+ enumerable: false,
493
+ configurable: true,
494
+ value: 'DeprecationError',
495
+ writable: true
496
+ })
497
+
498
+ Object.defineProperty(error, 'namespace', {
499
+ configurable: true,
500
+ enumerable: false,
501
+ value: namespace,
502
+ writable: true
503
+ })
504
+
505
+ Object.defineProperty(error, 'stack', {
506
+ configurable: true,
507
+ enumerable: false,
508
+ get: function () {
509
+ if (stackString !== undefined) {
510
+ return stackString
511
+ }
512
+
513
+ // prepare stack trace
514
+ return (stackString = createStackString.call(this, stack))
515
+ },
516
+ set: function setter (val) {
517
+ stackString = val
518
+ }
519
+ })
520
+
521
+ return error
522
+ }
@@ -0,0 +1,77 @@
1
+ /*!
2
+ * depd
3
+ * Copyright(c) 2015 Douglas Christopher Wilson
4
+ * MIT Licensed
5
+ */
6
+
7
+ 'use strict'
8
+
9
+ /**
10
+ * Module exports.
11
+ * @public
12
+ */
13
+
14
+ module.exports = depd
15
+
16
+ /**
17
+ * Create deprecate for namespace in caller.
18
+ */
19
+
20
+ function depd (namespace) {
21
+ if (!namespace) {
22
+ throw new TypeError('argument namespace is required')
23
+ }
24
+
25
+ function deprecate (message) {
26
+ // no-op in browser
27
+ }
28
+
29
+ deprecate._file = undefined
30
+ deprecate._ignored = true
31
+ deprecate._namespace = namespace
32
+ deprecate._traced = false
33
+ deprecate._warned = Object.create(null)
34
+
35
+ deprecate.function = wrapfunction
36
+ deprecate.property = wrapproperty
37
+
38
+ return deprecate
39
+ }
40
+
41
+ /**
42
+ * Return a wrapped function in a deprecation message.
43
+ *
44
+ * This is a no-op version of the wrapper, which does nothing but call
45
+ * validation.
46
+ */
47
+
48
+ function wrapfunction (fn, message) {
49
+ if (typeof fn !== 'function') {
50
+ throw new TypeError('argument fn must be a function')
51
+ }
52
+
53
+ return fn
54
+ }
55
+
56
+ /**
57
+ * Wrap property in a deprecation message.
58
+ *
59
+ * This is a no-op version of the wrapper, which does nothing but call
60
+ * validation.
61
+ */
62
+
63
+ function wrapproperty (obj, prop, message) {
64
+ if (!obj || (typeof obj !== 'object' && typeof obj !== 'function')) {
65
+ throw new TypeError('argument obj must be object')
66
+ }
67
+
68
+ var descriptor = Object.getOwnPropertyDescriptor(obj, prop)
69
+
70
+ if (!descriptor) {
71
+ throw new TypeError('must call property on owner object')
72
+ }
73
+
74
+ if (!descriptor.configurable) {
75
+ throw new TypeError('property must be configurable')
76
+ }
77
+ }
@@ -0,0 +1,103 @@
1
+ /*!
2
+ * depd
3
+ * Copyright(c) 2014 Douglas Christopher Wilson
4
+ * MIT Licensed
5
+ */
6
+
7
+ 'use strict'
8
+
9
+ /**
10
+ * Module exports.
11
+ */
12
+
13
+ module.exports = callSiteToString
14
+
15
+ /**
16
+ * Format a CallSite file location to a string.
17
+ */
18
+
19
+ function callSiteFileLocation (callSite) {
20
+ var fileName
21
+ var fileLocation = ''
22
+
23
+ if (callSite.isNative()) {
24
+ fileLocation = 'native'
25
+ } else if (callSite.isEval()) {
26
+ fileName = callSite.getScriptNameOrSourceURL()
27
+ if (!fileName) {
28
+ fileLocation = callSite.getEvalOrigin()
29
+ }
30
+ } else {
31
+ fileName = callSite.getFileName()
32
+ }
33
+
34
+ if (fileName) {
35
+ fileLocation += fileName
36
+
37
+ var lineNumber = callSite.getLineNumber()
38
+ if (lineNumber != null) {
39
+ fileLocation += ':' + lineNumber
40
+
41
+ var columnNumber = callSite.getColumnNumber()
42
+ if (columnNumber) {
43
+ fileLocation += ':' + columnNumber
44
+ }
45
+ }
46
+ }
47
+
48
+ return fileLocation || 'unknown source'
49
+ }
50
+
51
+ /**
52
+ * Format a CallSite to a string.
53
+ */
54
+
55
+ function callSiteToString (callSite) {
56
+ var addSuffix = true
57
+ var fileLocation = callSiteFileLocation(callSite)
58
+ var functionName = callSite.getFunctionName()
59
+ var isConstructor = callSite.isConstructor()
60
+ var isMethodCall = !(callSite.isToplevel() || isConstructor)
61
+ var line = ''
62
+
63
+ if (isMethodCall) {
64
+ var methodName = callSite.getMethodName()
65
+ var typeName = getConstructorName(callSite)
66
+
67
+ if (functionName) {
68
+ if (typeName && functionName.indexOf(typeName) !== 0) {
69
+ line += typeName + '.'
70
+ }
71
+
72
+ line += functionName
73
+
74
+ if (methodName && functionName.lastIndexOf('.' + methodName) !== functionName.length - methodName.length - 1) {
75
+ line += ' [as ' + methodName + ']'
76
+ }
77
+ } else {
78
+ line += typeName + '.' + (methodName || '<anonymous>')
79
+ }
80
+ } else if (isConstructor) {
81
+ line += 'new ' + (functionName || '<anonymous>')
82
+ } else if (functionName) {
83
+ line += functionName
84
+ } else {
85
+ addSuffix = false
86
+ line += fileLocation
87
+ }
88
+
89
+ if (addSuffix) {
90
+ line += ' (' + fileLocation + ')'
91
+ }
92
+
93
+ return line
94
+ }
95
+
96
+ /**
97
+ * Get constructor name of reviver.
98
+ */
99
+
100
+ function getConstructorName (obj) {
101
+ var receiver = obj.receiver
102
+ return (receiver.constructor && receiver.constructor.name) || null
103
+ }
@@ -0,0 +1,22 @@
1
+ /*!
2
+ * depd
3
+ * Copyright(c) 2015 Douglas Christopher Wilson
4
+ * MIT Licensed
5
+ */
6
+
7
+ 'use strict'
8
+
9
+ /**
10
+ * Module exports.
11
+ * @public
12
+ */
13
+
14
+ module.exports = eventListenerCount
15
+
16
+ /**
17
+ * Get the count of listeners on an event emitter of a specific type.
18
+ */
19
+
20
+ function eventListenerCount (emitter, type) {
21
+ return emitter.listeners(type).length
22
+ }