es6-crawler-detect 3.3.0 → 4.0.0-beta.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (383) hide show
  1. package/.babelrc +1 -1
  2. package/.mocharc.json +5 -0
  3. package/README.md +1 -0
  4. package/dist/index.d.ts +5 -0
  5. package/dist/index.d.ts.map +1 -0
  6. package/dist/index.js +18 -0
  7. package/dist/index.js.map +1 -0
  8. package/dist/lib/crawler/crawlers.d.ts +5 -0
  9. package/dist/lib/crawler/crawlers.d.ts.map +1 -0
  10. package/dist/lib/crawler/crawlers.js +1400 -0
  11. package/dist/lib/crawler/crawlers.js.map +1 -0
  12. package/dist/lib/crawler/exclusions.d.ts +5 -0
  13. package/dist/lib/crawler/exclusions.d.ts.map +1 -0
  14. package/dist/lib/crawler/exclusions.js +59 -0
  15. package/dist/lib/crawler/exclusions.js.map +1 -0
  16. package/dist/lib/crawler/headers.d.ts +5 -0
  17. package/dist/lib/crawler/headers.d.ts.map +1 -0
  18. package/dist/lib/crawler/headers.js +21 -0
  19. package/dist/lib/crawler/headers.js.map +1 -0
  20. package/dist/lib/crawler/provider.d.ts +4 -0
  21. package/dist/lib/crawler/provider.d.ts.map +1 -0
  22. package/dist/lib/crawler/provider.js +3 -0
  23. package/dist/lib/crawler/provider.js.map +1 -0
  24. package/dist/lib/crawler.d.ts +21 -0
  25. package/dist/lib/crawler.d.ts.map +1 -0
  26. package/dist/lib/crawler.js +98 -0
  27. package/dist/lib/crawler.js.map +1 -0
  28. package/dist/types.d.ts +9 -0
  29. package/dist/types.d.ts.map +1 -0
  30. package/dist/types.js +3 -0
  31. package/dist/types.js.map +1 -0
  32. package/eslint.config.mjs +62 -0
  33. package/example/node/package.json +1 -1
  34. package/example/node/yarn.lock +222 -99
  35. package/package.json +30 -24
  36. package/src/index.ts +18 -0
  37. package/src/lib/crawler/{crawlers.js → crawlers.ts} +1397 -1403
  38. package/src/lib/crawler/{exclusions.js → exclusions.ts} +56 -62
  39. package/src/lib/crawler/{headers.js → headers.ts} +4 -10
  40. package/src/lib/crawler/provider.ts +3 -0
  41. package/src/lib/crawler.ts +128 -0
  42. package/src/types.ts +15 -0
  43. package/test/lib/crawler.spec.ts +116 -0
  44. package/tsconfig.json +28 -0
  45. package/.eslintignore +0 -6
  46. package/.eslintrc.json +0 -30
  47. package/dist/main.bundle.js +0 -1
  48. package/example/node/dist/crawler.min.js +0 -1
  49. package/example/node/node_modules/.bin/mime +0 -15
  50. package/example/node/node_modules/.bin/mime.cmd +0 -7
  51. package/example/node/node_modules/.yarn-integrity +0 -67
  52. package/example/node/node_modules/accepts/HISTORY.md +0 -236
  53. package/example/node/node_modules/accepts/LICENSE +0 -23
  54. package/example/node/node_modules/accepts/README.md +0 -142
  55. package/example/node/node_modules/accepts/index.js +0 -238
  56. package/example/node/node_modules/accepts/package.json +0 -47
  57. package/example/node/node_modules/array-flatten/LICENSE +0 -21
  58. package/example/node/node_modules/array-flatten/README.md +0 -43
  59. package/example/node/node_modules/array-flatten/array-flatten.js +0 -64
  60. package/example/node/node_modules/array-flatten/package.json +0 -39
  61. package/example/node/node_modules/body-parser/HISTORY.md +0 -624
  62. package/example/node/node_modules/body-parser/LICENSE +0 -23
  63. package/example/node/node_modules/body-parser/README.md +0 -456
  64. package/example/node/node_modules/body-parser/index.js +0 -157
  65. package/example/node/node_modules/body-parser/lib/read.js +0 -181
  66. package/example/node/node_modules/body-parser/lib/types/json.js +0 -230
  67. package/example/node/node_modules/body-parser/lib/types/raw.js +0 -101
  68. package/example/node/node_modules/body-parser/lib/types/text.js +0 -121
  69. package/example/node/node_modules/body-parser/lib/types/urlencoded.js +0 -284
  70. package/example/node/node_modules/body-parser/package.json +0 -52
  71. package/example/node/node_modules/bytes/History.md +0 -92
  72. package/example/node/node_modules/bytes/LICENSE +0 -23
  73. package/example/node/node_modules/bytes/Readme.md +0 -152
  74. package/example/node/node_modules/bytes/index.js +0 -166
  75. package/example/node/node_modules/bytes/package.json +0 -42
  76. package/example/node/node_modules/content-disposition/HISTORY.md +0 -60
  77. package/example/node/node_modules/content-disposition/LICENSE +0 -22
  78. package/example/node/node_modules/content-disposition/README.md +0 -142
  79. package/example/node/node_modules/content-disposition/index.js +0 -458
  80. package/example/node/node_modules/content-disposition/package.json +0 -44
  81. package/example/node/node_modules/content-type/HISTORY.md +0 -24
  82. package/example/node/node_modules/content-type/LICENSE +0 -22
  83. package/example/node/node_modules/content-type/README.md +0 -92
  84. package/example/node/node_modules/content-type/index.js +0 -222
  85. package/example/node/node_modules/content-type/package.json +0 -40
  86. package/example/node/node_modules/cookie/HISTORY.md +0 -128
  87. package/example/node/node_modules/cookie/LICENSE +0 -24
  88. package/example/node/node_modules/cookie/README.md +0 -257
  89. package/example/node/node_modules/cookie/index.js +0 -202
  90. package/example/node/node_modules/cookie/package.json +0 -40
  91. package/example/node/node_modules/cookie-signature/History.md +0 -38
  92. package/example/node/node_modules/cookie-signature/Readme.md +0 -42
  93. package/example/node/node_modules/cookie-signature/index.js +0 -51
  94. package/example/node/node_modules/cookie-signature/package.json +0 -18
  95. package/example/node/node_modules/debug/.coveralls.yml +0 -1
  96. package/example/node/node_modules/debug/.eslintrc +0 -11
  97. package/example/node/node_modules/debug/.travis.yml +0 -14
  98. package/example/node/node_modules/debug/CHANGELOG.md +0 -362
  99. package/example/node/node_modules/debug/LICENSE +0 -19
  100. package/example/node/node_modules/debug/Makefile +0 -50
  101. package/example/node/node_modules/debug/README.md +0 -312
  102. package/example/node/node_modules/debug/component.json +0 -19
  103. package/example/node/node_modules/debug/karma.conf.js +0 -70
  104. package/example/node/node_modules/debug/node.js +0 -1
  105. package/example/node/node_modules/debug/package.json +0 -49
  106. package/example/node/node_modules/debug/src/browser.js +0 -185
  107. package/example/node/node_modules/debug/src/debug.js +0 -202
  108. package/example/node/node_modules/debug/src/index.js +0 -10
  109. package/example/node/node_modules/debug/src/inspector-log.js +0 -15
  110. package/example/node/node_modules/debug/src/node.js +0 -248
  111. package/example/node/node_modules/depd/History.md +0 -96
  112. package/example/node/node_modules/depd/LICENSE +0 -22
  113. package/example/node/node_modules/depd/Readme.md +0 -280
  114. package/example/node/node_modules/depd/index.js +0 -522
  115. package/example/node/node_modules/depd/lib/browser/index.js +0 -77
  116. package/example/node/node_modules/depd/lib/compat/callsite-tostring.js +0 -103
  117. package/example/node/node_modules/depd/lib/compat/event-listener-count.js +0 -22
  118. package/example/node/node_modules/depd/lib/compat/index.js +0 -79
  119. package/example/node/node_modules/depd/package.json +0 -41
  120. package/example/node/node_modules/destroy/LICENSE +0 -22
  121. package/example/node/node_modules/destroy/README.md +0 -60
  122. package/example/node/node_modules/destroy/index.js +0 -75
  123. package/example/node/node_modules/destroy/package.json +0 -37
  124. package/example/node/node_modules/ee-first/LICENSE +0 -22
  125. package/example/node/node_modules/ee-first/README.md +0 -80
  126. package/example/node/node_modules/ee-first/index.js +0 -95
  127. package/example/node/node_modules/ee-first/package.json +0 -29
  128. package/example/node/node_modules/encodeurl/HISTORY.md +0 -14
  129. package/example/node/node_modules/encodeurl/LICENSE +0 -22
  130. package/example/node/node_modules/encodeurl/README.md +0 -128
  131. package/example/node/node_modules/encodeurl/index.js +0 -60
  132. package/example/node/node_modules/encodeurl/package.json +0 -40
  133. package/example/node/node_modules/escape-html/LICENSE +0 -24
  134. package/example/node/node_modules/escape-html/Readme.md +0 -43
  135. package/example/node/node_modules/escape-html/index.js +0 -78
  136. package/example/node/node_modules/escape-html/package.json +0 -24
  137. package/example/node/node_modules/etag/HISTORY.md +0 -83
  138. package/example/node/node_modules/etag/LICENSE +0 -22
  139. package/example/node/node_modules/etag/README.md +0 -159
  140. package/example/node/node_modules/etag/index.js +0 -131
  141. package/example/node/node_modules/etag/package.json +0 -47
  142. package/example/node/node_modules/express/History.md +0 -3510
  143. package/example/node/node_modules/express/LICENSE +0 -24
  144. package/example/node/node_modules/express/Readme.md +0 -158
  145. package/example/node/node_modules/express/index.js +0 -11
  146. package/example/node/node_modules/express/lib/application.js +0 -644
  147. package/example/node/node_modules/express/lib/express.js +0 -116
  148. package/example/node/node_modules/express/lib/middleware/init.js +0 -43
  149. package/example/node/node_modules/express/lib/middleware/query.js +0 -47
  150. package/example/node/node_modules/express/lib/request.js +0 -525
  151. package/example/node/node_modules/express/lib/response.js +0 -1147
  152. package/example/node/node_modules/express/lib/router/index.js +0 -668
  153. package/example/node/node_modules/express/lib/router/layer.js +0 -181
  154. package/example/node/node_modules/express/lib/router/route.js +0 -216
  155. package/example/node/node_modules/express/lib/utils.js +0 -302
  156. package/example/node/node_modules/express/lib/view.js +0 -182
  157. package/example/node/node_modules/express/package.json +0 -99
  158. package/example/node/node_modules/finalhandler/HISTORY.md +0 -187
  159. package/example/node/node_modules/finalhandler/LICENSE +0 -22
  160. package/example/node/node_modules/finalhandler/README.md +0 -148
  161. package/example/node/node_modules/finalhandler/index.js +0 -331
  162. package/example/node/node_modules/finalhandler/package.json +0 -45
  163. package/example/node/node_modules/forwarded/HISTORY.md +0 -21
  164. package/example/node/node_modules/forwarded/LICENSE +0 -22
  165. package/example/node/node_modules/forwarded/README.md +0 -57
  166. package/example/node/node_modules/forwarded/index.js +0 -90
  167. package/example/node/node_modules/forwarded/package.json +0 -45
  168. package/example/node/node_modules/fresh/HISTORY.md +0 -70
  169. package/example/node/node_modules/fresh/LICENSE +0 -23
  170. package/example/node/node_modules/fresh/README.md +0 -119
  171. package/example/node/node_modules/fresh/index.js +0 -137
  172. package/example/node/node_modules/fresh/package.json +0 -46
  173. package/example/node/node_modules/http-errors/HISTORY.md +0 -165
  174. package/example/node/node_modules/http-errors/LICENSE +0 -23
  175. package/example/node/node_modules/http-errors/README.md +0 -169
  176. package/example/node/node_modules/http-errors/index.js +0 -299
  177. package/example/node/node_modules/http-errors/package.json +0 -49
  178. package/example/node/node_modules/iconv-lite/Changelog.md +0 -162
  179. package/example/node/node_modules/iconv-lite/LICENSE +0 -21
  180. package/example/node/node_modules/iconv-lite/README.md +0 -156
  181. package/example/node/node_modules/iconv-lite/encodings/dbcs-codec.js +0 -555
  182. package/example/node/node_modules/iconv-lite/encodings/dbcs-data.js +0 -176
  183. package/example/node/node_modules/iconv-lite/encodings/index.js +0 -22
  184. package/example/node/node_modules/iconv-lite/encodings/internal.js +0 -188
  185. package/example/node/node_modules/iconv-lite/encodings/sbcs-codec.js +0 -72
  186. package/example/node/node_modules/iconv-lite/encodings/sbcs-data-generated.js +0 -451
  187. package/example/node/node_modules/iconv-lite/encodings/sbcs-data.js +0 -174
  188. package/example/node/node_modules/iconv-lite/encodings/tables/big5-added.json +0 -122
  189. package/example/node/node_modules/iconv-lite/encodings/tables/cp936.json +0 -264
  190. package/example/node/node_modules/iconv-lite/encodings/tables/cp949.json +0 -273
  191. package/example/node/node_modules/iconv-lite/encodings/tables/cp950.json +0 -177
  192. package/example/node/node_modules/iconv-lite/encodings/tables/eucjp.json +0 -182
  193. package/example/node/node_modules/iconv-lite/encodings/tables/gb18030-ranges.json +0 -1
  194. package/example/node/node_modules/iconv-lite/encodings/tables/gbk-added.json +0 -55
  195. package/example/node/node_modules/iconv-lite/encodings/tables/shiftjis.json +0 -125
  196. package/example/node/node_modules/iconv-lite/encodings/utf16.js +0 -177
  197. package/example/node/node_modules/iconv-lite/encodings/utf7.js +0 -290
  198. package/example/node/node_modules/iconv-lite/lib/bom-handling.js +0 -52
  199. package/example/node/node_modules/iconv-lite/lib/extend-node.js +0 -217
  200. package/example/node/node_modules/iconv-lite/lib/index.d.ts +0 -24
  201. package/example/node/node_modules/iconv-lite/lib/index.js +0 -153
  202. package/example/node/node_modules/iconv-lite/lib/streams.js +0 -121
  203. package/example/node/node_modules/iconv-lite/package.json +0 -46
  204. package/example/node/node_modules/inherits/LICENSE +0 -16
  205. package/example/node/node_modules/inherits/README.md +0 -42
  206. package/example/node/node_modules/inherits/inherits.js +0 -9
  207. package/example/node/node_modules/inherits/inherits_browser.js +0 -27
  208. package/example/node/node_modules/inherits/package.json +0 -29
  209. package/example/node/node_modules/ipaddr.js/LICENSE +0 -19
  210. package/example/node/node_modules/ipaddr.js/README.md +0 -233
  211. package/example/node/node_modules/ipaddr.js/ipaddr.min.js +0 -1
  212. package/example/node/node_modules/ipaddr.js/lib/ipaddr.js +0 -673
  213. package/example/node/node_modules/ipaddr.js/lib/ipaddr.js.d.ts +0 -68
  214. package/example/node/node_modules/ipaddr.js/package.json +0 -35
  215. package/example/node/node_modules/media-typer/HISTORY.md +0 -22
  216. package/example/node/node_modules/media-typer/LICENSE +0 -22
  217. package/example/node/node_modules/media-typer/README.md +0 -81
  218. package/example/node/node_modules/media-typer/index.js +0 -270
  219. package/example/node/node_modules/media-typer/package.json +0 -26
  220. package/example/node/node_modules/merge-descriptors/HISTORY.md +0 -21
  221. package/example/node/node_modules/merge-descriptors/LICENSE +0 -23
  222. package/example/node/node_modules/merge-descriptors/README.md +0 -48
  223. package/example/node/node_modules/merge-descriptors/index.js +0 -60
  224. package/example/node/node_modules/merge-descriptors/package.json +0 -32
  225. package/example/node/node_modules/methods/HISTORY.md +0 -29
  226. package/example/node/node_modules/methods/LICENSE +0 -24
  227. package/example/node/node_modules/methods/README.md +0 -51
  228. package/example/node/node_modules/methods/index.js +0 -69
  229. package/example/node/node_modules/methods/package.json +0 -36
  230. package/example/node/node_modules/mime/CHANGELOG.md +0 -164
  231. package/example/node/node_modules/mime/LICENSE +0 -21
  232. package/example/node/node_modules/mime/README.md +0 -90
  233. package/example/node/node_modules/mime/cli.js +0 -8
  234. package/example/node/node_modules/mime/mime.js +0 -108
  235. package/example/node/node_modules/mime/package.json +0 -44
  236. package/example/node/node_modules/mime/src/build.js +0 -53
  237. package/example/node/node_modules/mime/src/test.js +0 -60
  238. package/example/node/node_modules/mime/types.json +0 -1
  239. package/example/node/node_modules/mime-db/HISTORY.md +0 -499
  240. package/example/node/node_modules/mime-db/LICENSE +0 -22
  241. package/example/node/node_modules/mime-db/README.md +0 -100
  242. package/example/node/node_modules/mime-db/db.json +0 -8471
  243. package/example/node/node_modules/mime-db/index.js +0 -11
  244. package/example/node/node_modules/mime-db/package.json +0 -59
  245. package/example/node/node_modules/mime-types/HISTORY.md +0 -388
  246. package/example/node/node_modules/mime-types/LICENSE +0 -23
  247. package/example/node/node_modules/mime-types/README.md +0 -113
  248. package/example/node/node_modules/mime-types/index.js +0 -188
  249. package/example/node/node_modules/mime-types/package.json +0 -44
  250. package/example/node/node_modules/ms/index.js +0 -152
  251. package/example/node/node_modules/ms/license.md +0 -21
  252. package/example/node/node_modules/ms/package.json +0 -37
  253. package/example/node/node_modules/ms/readme.md +0 -51
  254. package/example/node/node_modules/negotiator/HISTORY.md +0 -103
  255. package/example/node/node_modules/negotiator/LICENSE +0 -24
  256. package/example/node/node_modules/negotiator/README.md +0 -203
  257. package/example/node/node_modules/negotiator/index.js +0 -124
  258. package/example/node/node_modules/negotiator/lib/charset.js +0 -169
  259. package/example/node/node_modules/negotiator/lib/encoding.js +0 -184
  260. package/example/node/node_modules/negotiator/lib/language.js +0 -179
  261. package/example/node/node_modules/negotiator/lib/mediaType.js +0 -294
  262. package/example/node/node_modules/negotiator/package.json +0 -42
  263. package/example/node/node_modules/on-finished/HISTORY.md +0 -88
  264. package/example/node/node_modules/on-finished/LICENSE +0 -23
  265. package/example/node/node_modules/on-finished/README.md +0 -154
  266. package/example/node/node_modules/on-finished/index.js +0 -196
  267. package/example/node/node_modules/on-finished/package.json +0 -31
  268. package/example/node/node_modules/parseurl/HISTORY.md +0 -58
  269. package/example/node/node_modules/parseurl/LICENSE +0 -24
  270. package/example/node/node_modules/parseurl/README.md +0 -133
  271. package/example/node/node_modules/parseurl/index.js +0 -158
  272. package/example/node/node_modules/parseurl/package.json +0 -40
  273. package/example/node/node_modules/path-to-regexp/History.md +0 -36
  274. package/example/node/node_modules/path-to-regexp/LICENSE +0 -21
  275. package/example/node/node_modules/path-to-regexp/Readme.md +0 -35
  276. package/example/node/node_modules/path-to-regexp/index.js +0 -129
  277. package/example/node/node_modules/path-to-regexp/package.json +0 -30
  278. package/example/node/node_modules/proxy-addr/HISTORY.md +0 -161
  279. package/example/node/node_modules/proxy-addr/LICENSE +0 -22
  280. package/example/node/node_modules/proxy-addr/README.md +0 -139
  281. package/example/node/node_modules/proxy-addr/index.js +0 -327
  282. package/example/node/node_modules/proxy-addr/package.json +0 -47
  283. package/example/node/node_modules/qs/.editorconfig +0 -39
  284. package/example/node/node_modules/qs/.eslintignore +0 -2
  285. package/example/node/node_modules/qs/.eslintrc +0 -35
  286. package/example/node/node_modules/qs/.github/FUNDING.yml +0 -12
  287. package/example/node/node_modules/qs/.nycrc +0 -13
  288. package/example/node/node_modules/qs/CHANGELOG.md +0 -359
  289. package/example/node/node_modules/qs/LICENSE.md +0 -29
  290. package/example/node/node_modules/qs/README.md +0 -604
  291. package/example/node/node_modules/qs/dist/qs.js +0 -832
  292. package/example/node/node_modules/qs/lib/formats.js +0 -23
  293. package/example/node/node_modules/qs/lib/index.js +0 -11
  294. package/example/node/node_modules/qs/lib/parse.js +0 -257
  295. package/example/node/node_modules/qs/lib/stringify.js +0 -278
  296. package/example/node/node_modules/qs/lib/utils.js +0 -251
  297. package/example/node/node_modules/qs/package.json +0 -69
  298. package/example/node/node_modules/qs/test/parse.js +0 -772
  299. package/example/node/node_modules/qs/test/stringify.js +0 -793
  300. package/example/node/node_modules/qs/test/utils.js +0 -136
  301. package/example/node/node_modules/range-parser/HISTORY.md +0 -56
  302. package/example/node/node_modules/range-parser/LICENSE +0 -23
  303. package/example/node/node_modules/range-parser/README.md +0 -84
  304. package/example/node/node_modules/range-parser/index.js +0 -162
  305. package/example/node/node_modules/range-parser/package.json +0 -44
  306. package/example/node/node_modules/raw-body/HISTORY.md +0 -284
  307. package/example/node/node_modules/raw-body/LICENSE +0 -22
  308. package/example/node/node_modules/raw-body/README.md +0 -217
  309. package/example/node/node_modules/raw-body/index.d.ts +0 -87
  310. package/example/node/node_modules/raw-body/index.js +0 -286
  311. package/example/node/node_modules/raw-body/package.json +0 -48
  312. package/example/node/node_modules/safe-buffer/LICENSE +0 -21
  313. package/example/node/node_modules/safe-buffer/README.md +0 -584
  314. package/example/node/node_modules/safe-buffer/index.d.ts +0 -187
  315. package/example/node/node_modules/safe-buffer/index.js +0 -65
  316. package/example/node/node_modules/safe-buffer/package.json +0 -51
  317. package/example/node/node_modules/safer-buffer/LICENSE +0 -21
  318. package/example/node/node_modules/safer-buffer/Porting-Buffer.md +0 -268
  319. package/example/node/node_modules/safer-buffer/Readme.md +0 -156
  320. package/example/node/node_modules/safer-buffer/dangerous.js +0 -58
  321. package/example/node/node_modules/safer-buffer/package.json +0 -34
  322. package/example/node/node_modules/safer-buffer/safer.js +0 -77
  323. package/example/node/node_modules/safer-buffer/tests.js +0 -406
  324. package/example/node/node_modules/send/HISTORY.md +0 -506
  325. package/example/node/node_modules/send/LICENSE +0 -23
  326. package/example/node/node_modules/send/README.md +0 -327
  327. package/example/node/node_modules/send/index.js +0 -1133
  328. package/example/node/node_modules/send/node_modules/.bin/mime +0 -15
  329. package/example/node/node_modules/send/node_modules/.bin/mime.cmd +0 -7
  330. package/example/node/node_modules/send/node_modules/ms/index.js +0 -162
  331. package/example/node/node_modules/send/node_modules/ms/license.md +0 -21
  332. package/example/node/node_modules/send/node_modules/ms/package.json +0 -38
  333. package/example/node/node_modules/send/node_modules/ms/readme.md +0 -59
  334. package/example/node/node_modules/send/package.json +0 -61
  335. package/example/node/node_modules/serve-static/HISTORY.md +0 -459
  336. package/example/node/node_modules/serve-static/LICENSE +0 -25
  337. package/example/node/node_modules/serve-static/README.md +0 -257
  338. package/example/node/node_modules/serve-static/index.js +0 -210
  339. package/example/node/node_modules/serve-static/package.json +0 -42
  340. package/example/node/node_modules/setprototypeof/LICENSE +0 -13
  341. package/example/node/node_modules/setprototypeof/README.md +0 -31
  342. package/example/node/node_modules/setprototypeof/index.d.ts +0 -2
  343. package/example/node/node_modules/setprototypeof/index.js +0 -17
  344. package/example/node/node_modules/setprototypeof/package.json +0 -38
  345. package/example/node/node_modules/setprototypeof/test/index.js +0 -24
  346. package/example/node/node_modules/statuses/HISTORY.md +0 -65
  347. package/example/node/node_modules/statuses/LICENSE +0 -23
  348. package/example/node/node_modules/statuses/README.md +0 -127
  349. package/example/node/node_modules/statuses/codes.json +0 -66
  350. package/example/node/node_modules/statuses/index.js +0 -113
  351. package/example/node/node_modules/statuses/package.json +0 -48
  352. package/example/node/node_modules/toidentifier/HISTORY.md +0 -9
  353. package/example/node/node_modules/toidentifier/LICENSE +0 -21
  354. package/example/node/node_modules/toidentifier/README.md +0 -61
  355. package/example/node/node_modules/toidentifier/index.js +0 -32
  356. package/example/node/node_modules/toidentifier/package.json +0 -38
  357. package/example/node/node_modules/type-is/HISTORY.md +0 -259
  358. package/example/node/node_modules/type-is/LICENSE +0 -23
  359. package/example/node/node_modules/type-is/README.md +0 -170
  360. package/example/node/node_modules/type-is/index.js +0 -266
  361. package/example/node/node_modules/type-is/package.json +0 -45
  362. package/example/node/node_modules/unpipe/HISTORY.md +0 -4
  363. package/example/node/node_modules/unpipe/LICENSE +0 -22
  364. package/example/node/node_modules/unpipe/README.md +0 -43
  365. package/example/node/node_modules/unpipe/index.js +0 -69
  366. package/example/node/node_modules/unpipe/package.json +0 -27
  367. package/example/node/node_modules/utils-merge/LICENSE +0 -20
  368. package/example/node/node_modules/utils-merge/README.md +0 -34
  369. package/example/node/node_modules/utils-merge/index.js +0 -23
  370. package/example/node/node_modules/utils-merge/package.json +0 -40
  371. package/example/node/node_modules/vary/HISTORY.md +0 -39
  372. package/example/node/node_modules/vary/LICENSE +0 -22
  373. package/example/node/node_modules/vary/README.md +0 -101
  374. package/example/node/node_modules/vary/index.js +0 -149
  375. package/example/node/node_modules/vary/package.json +0 -43
  376. package/example/node/server.js +0 -38
  377. package/src/index.js +0 -16
  378. package/src/lib/crawler/provider.js +0 -11
  379. package/src/lib/crawler.js +0 -130
  380. package/test/lib/crawler.test.js +0 -94
  381. package/webpack.common.js +0 -20
  382. package/webpack.dev.js +0 -7
  383. package/webpack.prod.js +0 -14
@@ -1,522 +0,0 @@
1
- /*!
2
- * depd
3
- * Copyright(c) 2014-2017 Douglas Christopher Wilson
4
- * MIT Licensed
5
- */
6
-
7
- /**
8
- * Module dependencies.
9
- */
10
-
11
- var callSiteToString = require('./lib/compat').callSiteToString
12
- var eventListenerCount = require('./lib/compat').eventListenerCount
13
- var relative = require('path').relative
14
-
15
- /**
16
- * Module exports.
17
- */
18
-
19
- module.exports = depd
20
-
21
- /**
22
- * Get the path to base files on.
23
- */
24
-
25
- var basePath = process.cwd()
26
-
27
- /**
28
- * Determine if namespace is contained in the string.
29
- */
30
-
31
- function containsNamespace (str, namespace) {
32
- var vals = str.split(/[ ,]+/)
33
- var ns = String(namespace).toLowerCase()
34
-
35
- for (var i = 0; i < vals.length; i++) {
36
- var val = vals[i]
37
-
38
- // namespace contained
39
- if (val && (val === '*' || val.toLowerCase() === ns)) {
40
- return true
41
- }
42
- }
43
-
44
- return false
45
- }
46
-
47
- /**
48
- * Convert a data descriptor to accessor descriptor.
49
- */
50
-
51
- function convertDataDescriptorToAccessor (obj, prop, message) {
52
- var descriptor = Object.getOwnPropertyDescriptor(obj, prop)
53
- var value = descriptor.value
54
-
55
- descriptor.get = function getter () { return value }
56
-
57
- if (descriptor.writable) {
58
- descriptor.set = function setter (val) { return (value = val) }
59
- }
60
-
61
- delete descriptor.value
62
- delete descriptor.writable
63
-
64
- Object.defineProperty(obj, prop, descriptor)
65
-
66
- return descriptor
67
- }
68
-
69
- /**
70
- * Create arguments string to keep arity.
71
- */
72
-
73
- function createArgumentsString (arity) {
74
- var str = ''
75
-
76
- for (var i = 0; i < arity; i++) {
77
- str += ', arg' + i
78
- }
79
-
80
- return str.substr(2)
81
- }
82
-
83
- /**
84
- * Create stack string from stack.
85
- */
86
-
87
- function createStackString (stack) {
88
- var str = this.name + ': ' + this.namespace
89
-
90
- if (this.message) {
91
- str += ' deprecated ' + this.message
92
- }
93
-
94
- for (var i = 0; i < stack.length; i++) {
95
- str += '\n at ' + callSiteToString(stack[i])
96
- }
97
-
98
- return str
99
- }
100
-
101
- /**
102
- * Create deprecate for namespace in caller.
103
- */
104
-
105
- function depd (namespace) {
106
- if (!namespace) {
107
- throw new TypeError('argument namespace is required')
108
- }
109
-
110
- var stack = getStack()
111
- var site = callSiteLocation(stack[1])
112
- var file = site[0]
113
-
114
- function deprecate (message) {
115
- // call to self as log
116
- log.call(deprecate, message)
117
- }
118
-
119
- deprecate._file = file
120
- deprecate._ignored = isignored(namespace)
121
- deprecate._namespace = namespace
122
- deprecate._traced = istraced(namespace)
123
- deprecate._warned = Object.create(null)
124
-
125
- deprecate.function = wrapfunction
126
- deprecate.property = wrapproperty
127
-
128
- return deprecate
129
- }
130
-
131
- /**
132
- * Determine if namespace is ignored.
133
- */
134
-
135
- function isignored (namespace) {
136
- /* istanbul ignore next: tested in a child processs */
137
- if (process.noDeprecation) {
138
- // --no-deprecation support
139
- return true
140
- }
141
-
142
- var str = process.env.NO_DEPRECATION || ''
143
-
144
- // namespace ignored
145
- return containsNamespace(str, namespace)
146
- }
147
-
148
- /**
149
- * Determine if namespace is traced.
150
- */
151
-
152
- function istraced (namespace) {
153
- /* istanbul ignore next: tested in a child processs */
154
- if (process.traceDeprecation) {
155
- // --trace-deprecation support
156
- return true
157
- }
158
-
159
- var str = process.env.TRACE_DEPRECATION || ''
160
-
161
- // namespace traced
162
- return containsNamespace(str, namespace)
163
- }
164
-
165
- /**
166
- * Display deprecation message.
167
- */
168
-
169
- function log (message, site) {
170
- var haslisteners = eventListenerCount(process, 'deprecation') !== 0
171
-
172
- // abort early if no destination
173
- if (!haslisteners && this._ignored) {
174
- return
175
- }
176
-
177
- var caller
178
- var callFile
179
- var callSite
180
- var depSite
181
- var i = 0
182
- var seen = false
183
- var stack = getStack()
184
- var file = this._file
185
-
186
- if (site) {
187
- // provided site
188
- depSite = site
189
- callSite = callSiteLocation(stack[1])
190
- callSite.name = depSite.name
191
- file = callSite[0]
192
- } else {
193
- // get call site
194
- i = 2
195
- depSite = callSiteLocation(stack[i])
196
- callSite = depSite
197
- }
198
-
199
- // get caller of deprecated thing in relation to file
200
- for (; i < stack.length; i++) {
201
- caller = callSiteLocation(stack[i])
202
- callFile = caller[0]
203
-
204
- if (callFile === file) {
205
- seen = true
206
- } else if (callFile === this._file) {
207
- file = this._file
208
- } else if (seen) {
209
- break
210
- }
211
- }
212
-
213
- var key = caller
214
- ? depSite.join(':') + '__' + caller.join(':')
215
- : undefined
216
-
217
- if (key !== undefined && key in this._warned) {
218
- // already warned
219
- return
220
- }
221
-
222
- this._warned[key] = true
223
-
224
- // generate automatic message from call site
225
- var msg = message
226
- if (!msg) {
227
- msg = callSite === depSite || !callSite.name
228
- ? defaultMessage(depSite)
229
- : defaultMessage(callSite)
230
- }
231
-
232
- // emit deprecation if listeners exist
233
- if (haslisteners) {
234
- var err = DeprecationError(this._namespace, msg, stack.slice(i))
235
- process.emit('deprecation', err)
236
- return
237
- }
238
-
239
- // format and write message
240
- var format = process.stderr.isTTY
241
- ? formatColor
242
- : formatPlain
243
- var output = format.call(this, msg, caller, stack.slice(i))
244
- process.stderr.write(output + '\n', 'utf8')
245
- }
246
-
247
- /**
248
- * Get call site location as array.
249
- */
250
-
251
- function callSiteLocation (callSite) {
252
- var file = callSite.getFileName() || '<anonymous>'
253
- var line = callSite.getLineNumber()
254
- var colm = callSite.getColumnNumber()
255
-
256
- if (callSite.isEval()) {
257
- file = callSite.getEvalOrigin() + ', ' + file
258
- }
259
-
260
- var site = [file, line, colm]
261
-
262
- site.callSite = callSite
263
- site.name = callSite.getFunctionName()
264
-
265
- return site
266
- }
267
-
268
- /**
269
- * Generate a default message from the site.
270
- */
271
-
272
- function defaultMessage (site) {
273
- var callSite = site.callSite
274
- var funcName = site.name
275
-
276
- // make useful anonymous name
277
- if (!funcName) {
278
- funcName = '<anonymous@' + formatLocation(site) + '>'
279
- }
280
-
281
- var context = callSite.getThis()
282
- var typeName = context && callSite.getTypeName()
283
-
284
- // ignore useless type name
285
- if (typeName === 'Object') {
286
- typeName = undefined
287
- }
288
-
289
- // make useful type name
290
- if (typeName === 'Function') {
291
- typeName = context.name || typeName
292
- }
293
-
294
- return typeName && callSite.getMethodName()
295
- ? typeName + '.' + funcName
296
- : funcName
297
- }
298
-
299
- /**
300
- * Format deprecation message without color.
301
- */
302
-
303
- function formatPlain (msg, caller, stack) {
304
- var timestamp = new Date().toUTCString()
305
-
306
- var formatted = timestamp +
307
- ' ' + this._namespace +
308
- ' deprecated ' + msg
309
-
310
- // add stack trace
311
- if (this._traced) {
312
- for (var i = 0; i < stack.length; i++) {
313
- formatted += '\n at ' + callSiteToString(stack[i])
314
- }
315
-
316
- return formatted
317
- }
318
-
319
- if (caller) {
320
- formatted += ' at ' + formatLocation(caller)
321
- }
322
-
323
- return formatted
324
- }
325
-
326
- /**
327
- * Format deprecation message with color.
328
- */
329
-
330
- function formatColor (msg, caller, stack) {
331
- var formatted = '\x1b[36;1m' + this._namespace + '\x1b[22;39m' + // bold cyan
332
- ' \x1b[33;1mdeprecated\x1b[22;39m' + // bold yellow
333
- ' \x1b[0m' + msg + '\x1b[39m' // reset
334
-
335
- // add stack trace
336
- if (this._traced) {
337
- for (var i = 0; i < stack.length; i++) {
338
- formatted += '\n \x1b[36mat ' + callSiteToString(stack[i]) + '\x1b[39m' // cyan
339
- }
340
-
341
- return formatted
342
- }
343
-
344
- if (caller) {
345
- formatted += ' \x1b[36m' + formatLocation(caller) + '\x1b[39m' // cyan
346
- }
347
-
348
- return formatted
349
- }
350
-
351
- /**
352
- * Format call site location.
353
- */
354
-
355
- function formatLocation (callSite) {
356
- return relative(basePath, callSite[0]) +
357
- ':' + callSite[1] +
358
- ':' + callSite[2]
359
- }
360
-
361
- /**
362
- * Get the stack as array of call sites.
363
- */
364
-
365
- function getStack () {
366
- var limit = Error.stackTraceLimit
367
- var obj = {}
368
- var prep = Error.prepareStackTrace
369
-
370
- Error.prepareStackTrace = prepareObjectStackTrace
371
- Error.stackTraceLimit = Math.max(10, limit)
372
-
373
- // capture the stack
374
- Error.captureStackTrace(obj)
375
-
376
- // slice this function off the top
377
- var stack = obj.stack.slice(1)
378
-
379
- Error.prepareStackTrace = prep
380
- Error.stackTraceLimit = limit
381
-
382
- return stack
383
- }
384
-
385
- /**
386
- * Capture call site stack from v8.
387
- */
388
-
389
- function prepareObjectStackTrace (obj, stack) {
390
- return stack
391
- }
392
-
393
- /**
394
- * Return a wrapped function in a deprecation message.
395
- */
396
-
397
- function wrapfunction (fn, message) {
398
- if (typeof fn !== 'function') {
399
- throw new TypeError('argument fn must be a function')
400
- }
401
-
402
- var args = createArgumentsString(fn.length)
403
- var deprecate = this // eslint-disable-line no-unused-vars
404
- var stack = getStack()
405
- var site = callSiteLocation(stack[1])
406
-
407
- site.name = fn.name
408
-
409
- // eslint-disable-next-line no-eval
410
- var deprecatedfn = eval('(function (' + args + ') {\n' +
411
- '"use strict"\n' +
412
- 'log.call(deprecate, message, site)\n' +
413
- 'return fn.apply(this, arguments)\n' +
414
- '})')
415
-
416
- return deprecatedfn
417
- }
418
-
419
- /**
420
- * Wrap property in a deprecation message.
421
- */
422
-
423
- function wrapproperty (obj, prop, message) {
424
- if (!obj || (typeof obj !== 'object' && typeof obj !== 'function')) {
425
- throw new TypeError('argument obj must be object')
426
- }
427
-
428
- var descriptor = Object.getOwnPropertyDescriptor(obj, prop)
429
-
430
- if (!descriptor) {
431
- throw new TypeError('must call property on owner object')
432
- }
433
-
434
- if (!descriptor.configurable) {
435
- throw new TypeError('property must be configurable')
436
- }
437
-
438
- var deprecate = this
439
- var stack = getStack()
440
- var site = callSiteLocation(stack[1])
441
-
442
- // set site name
443
- site.name = prop
444
-
445
- // convert data descriptor
446
- if ('value' in descriptor) {
447
- descriptor = convertDataDescriptorToAccessor(obj, prop, message)
448
- }
449
-
450
- var get = descriptor.get
451
- var set = descriptor.set
452
-
453
- // wrap getter
454
- if (typeof get === 'function') {
455
- descriptor.get = function getter () {
456
- log.call(deprecate, message, site)
457
- return get.apply(this, arguments)
458
- }
459
- }
460
-
461
- // wrap setter
462
- if (typeof set === 'function') {
463
- descriptor.set = function setter () {
464
- log.call(deprecate, message, site)
465
- return set.apply(this, arguments)
466
- }
467
- }
468
-
469
- Object.defineProperty(obj, prop, descriptor)
470
- }
471
-
472
- /**
473
- * Create DeprecationError for deprecation
474
- */
475
-
476
- function DeprecationError (namespace, message, stack) {
477
- var error = new Error()
478
- var stackString
479
-
480
- Object.defineProperty(error, 'constructor', {
481
- value: DeprecationError
482
- })
483
-
484
- Object.defineProperty(error, 'message', {
485
- configurable: true,
486
- enumerable: false,
487
- value: message,
488
- writable: true
489
- })
490
-
491
- Object.defineProperty(error, 'name', {
492
- enumerable: false,
493
- configurable: true,
494
- value: 'DeprecationError',
495
- writable: true
496
- })
497
-
498
- Object.defineProperty(error, 'namespace', {
499
- configurable: true,
500
- enumerable: false,
501
- value: namespace,
502
- writable: true
503
- })
504
-
505
- Object.defineProperty(error, 'stack', {
506
- configurable: true,
507
- enumerable: false,
508
- get: function () {
509
- if (stackString !== undefined) {
510
- return stackString
511
- }
512
-
513
- // prepare stack trace
514
- return (stackString = createStackString.call(this, stack))
515
- },
516
- set: function setter (val) {
517
- stackString = val
518
- }
519
- })
520
-
521
- return error
522
- }
@@ -1,77 +0,0 @@
1
- /*!
2
- * depd
3
- * Copyright(c) 2015 Douglas Christopher Wilson
4
- * MIT Licensed
5
- */
6
-
7
- 'use strict'
8
-
9
- /**
10
- * Module exports.
11
- * @public
12
- */
13
-
14
- module.exports = depd
15
-
16
- /**
17
- * Create deprecate for namespace in caller.
18
- */
19
-
20
- function depd (namespace) {
21
- if (!namespace) {
22
- throw new TypeError('argument namespace is required')
23
- }
24
-
25
- function deprecate (message) {
26
- // no-op in browser
27
- }
28
-
29
- deprecate._file = undefined
30
- deprecate._ignored = true
31
- deprecate._namespace = namespace
32
- deprecate._traced = false
33
- deprecate._warned = Object.create(null)
34
-
35
- deprecate.function = wrapfunction
36
- deprecate.property = wrapproperty
37
-
38
- return deprecate
39
- }
40
-
41
- /**
42
- * Return a wrapped function in a deprecation message.
43
- *
44
- * This is a no-op version of the wrapper, which does nothing but call
45
- * validation.
46
- */
47
-
48
- function wrapfunction (fn, message) {
49
- if (typeof fn !== 'function') {
50
- throw new TypeError('argument fn must be a function')
51
- }
52
-
53
- return fn
54
- }
55
-
56
- /**
57
- * Wrap property in a deprecation message.
58
- *
59
- * This is a no-op version of the wrapper, which does nothing but call
60
- * validation.
61
- */
62
-
63
- function wrapproperty (obj, prop, message) {
64
- if (!obj || (typeof obj !== 'object' && typeof obj !== 'function')) {
65
- throw new TypeError('argument obj must be object')
66
- }
67
-
68
- var descriptor = Object.getOwnPropertyDescriptor(obj, prop)
69
-
70
- if (!descriptor) {
71
- throw new TypeError('must call property on owner object')
72
- }
73
-
74
- if (!descriptor.configurable) {
75
- throw new TypeError('property must be configurable')
76
- }
77
- }
@@ -1,103 +0,0 @@
1
- /*!
2
- * depd
3
- * Copyright(c) 2014 Douglas Christopher Wilson
4
- * MIT Licensed
5
- */
6
-
7
- 'use strict'
8
-
9
- /**
10
- * Module exports.
11
- */
12
-
13
- module.exports = callSiteToString
14
-
15
- /**
16
- * Format a CallSite file location to a string.
17
- */
18
-
19
- function callSiteFileLocation (callSite) {
20
- var fileName
21
- var fileLocation = ''
22
-
23
- if (callSite.isNative()) {
24
- fileLocation = 'native'
25
- } else if (callSite.isEval()) {
26
- fileName = callSite.getScriptNameOrSourceURL()
27
- if (!fileName) {
28
- fileLocation = callSite.getEvalOrigin()
29
- }
30
- } else {
31
- fileName = callSite.getFileName()
32
- }
33
-
34
- if (fileName) {
35
- fileLocation += fileName
36
-
37
- var lineNumber = callSite.getLineNumber()
38
- if (lineNumber != null) {
39
- fileLocation += ':' + lineNumber
40
-
41
- var columnNumber = callSite.getColumnNumber()
42
- if (columnNumber) {
43
- fileLocation += ':' + columnNumber
44
- }
45
- }
46
- }
47
-
48
- return fileLocation || 'unknown source'
49
- }
50
-
51
- /**
52
- * Format a CallSite to a string.
53
- */
54
-
55
- function callSiteToString (callSite) {
56
- var addSuffix = true
57
- var fileLocation = callSiteFileLocation(callSite)
58
- var functionName = callSite.getFunctionName()
59
- var isConstructor = callSite.isConstructor()
60
- var isMethodCall = !(callSite.isToplevel() || isConstructor)
61
- var line = ''
62
-
63
- if (isMethodCall) {
64
- var methodName = callSite.getMethodName()
65
- var typeName = getConstructorName(callSite)
66
-
67
- if (functionName) {
68
- if (typeName && functionName.indexOf(typeName) !== 0) {
69
- line += typeName + '.'
70
- }
71
-
72
- line += functionName
73
-
74
- if (methodName && functionName.lastIndexOf('.' + methodName) !== functionName.length - methodName.length - 1) {
75
- line += ' [as ' + methodName + ']'
76
- }
77
- } else {
78
- line += typeName + '.' + (methodName || '<anonymous>')
79
- }
80
- } else if (isConstructor) {
81
- line += 'new ' + (functionName || '<anonymous>')
82
- } else if (functionName) {
83
- line += functionName
84
- } else {
85
- addSuffix = false
86
- line += fileLocation
87
- }
88
-
89
- if (addSuffix) {
90
- line += ' (' + fileLocation + ')'
91
- }
92
-
93
- return line
94
- }
95
-
96
- /**
97
- * Get constructor name of reviver.
98
- */
99
-
100
- function getConstructorName (obj) {
101
- var receiver = obj.receiver
102
- return (receiver.constructor && receiver.constructor.name) || null
103
- }
@@ -1,22 +0,0 @@
1
- /*!
2
- * depd
3
- * Copyright(c) 2015 Douglas Christopher Wilson
4
- * MIT Licensed
5
- */
6
-
7
- 'use strict'
8
-
9
- /**
10
- * Module exports.
11
- * @public
12
- */
13
-
14
- module.exports = eventListenerCount
15
-
16
- /**
17
- * Get the count of listeners on an event emitter of a specific type.
18
- */
19
-
20
- function eventListenerCount (emitter, type) {
21
- return emitter.listeners(type).length
22
- }