es6-crawler-detect 3.2.0 → 4.0.0-beta.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (361) hide show
  1. package/.babelrc +1 -1
  2. package/.mocharc.json +5 -0
  3. package/README.md +1 -0
  4. package/dist/main.bundle.js +1 -1
  5. package/eslint.config.mjs +62 -0
  6. package/example/node/package.json +1 -1
  7. package/example/node/server.js +38 -32
  8. package/example/node/yarn.lock +222 -99
  9. package/package.json +30 -25
  10. package/src/index.js +20 -14
  11. package/src/index.ts +18 -0
  12. package/src/lib/crawler/crawlers.js +9 -12
  13. package/src/lib/crawler/crawlers.ts +1397 -0
  14. package/src/lib/crawler/exclusions.js +7 -11
  15. package/src/lib/crawler/exclusions.ts +56 -0
  16. package/src/lib/crawler/headers.js +6 -10
  17. package/src/lib/crawler/headers.ts +18 -0
  18. package/src/lib/crawler/provider.js +1 -10
  19. package/src/lib/crawler/provider.ts +3 -0
  20. package/src/lib/crawler.js +61 -98
  21. package/src/lib/crawler.ts +128 -0
  22. package/src/types.js +2 -0
  23. package/src/types.ts +15 -0
  24. package/test/lib/crawler.spec.js +149 -0
  25. package/test/lib/crawler.spec.ts +116 -0
  26. package/test/lib/database/crawlers.txt +3651 -0
  27. package/test/lib/database/devices.txt +165636 -0
  28. package/tsconfig.json +16 -0
  29. package/webpack.common.js +20 -20
  30. package/webpack.dev.js +7 -7
  31. package/webpack.prod.js +14 -14
  32. package/.eslintignore +0 -6
  33. package/.eslintrc.json +0 -30
  34. package/example/node/node_modules/.bin/mime +0 -15
  35. package/example/node/node_modules/.bin/mime.cmd +0 -7
  36. package/example/node/node_modules/.yarn-integrity +0 -67
  37. package/example/node/node_modules/accepts/HISTORY.md +0 -236
  38. package/example/node/node_modules/accepts/LICENSE +0 -23
  39. package/example/node/node_modules/accepts/README.md +0 -142
  40. package/example/node/node_modules/accepts/index.js +0 -238
  41. package/example/node/node_modules/accepts/package.json +0 -47
  42. package/example/node/node_modules/array-flatten/LICENSE +0 -21
  43. package/example/node/node_modules/array-flatten/README.md +0 -43
  44. package/example/node/node_modules/array-flatten/array-flatten.js +0 -64
  45. package/example/node/node_modules/array-flatten/package.json +0 -39
  46. package/example/node/node_modules/body-parser/HISTORY.md +0 -624
  47. package/example/node/node_modules/body-parser/LICENSE +0 -23
  48. package/example/node/node_modules/body-parser/README.md +0 -456
  49. package/example/node/node_modules/body-parser/index.js +0 -157
  50. package/example/node/node_modules/body-parser/lib/read.js +0 -181
  51. package/example/node/node_modules/body-parser/lib/types/json.js +0 -230
  52. package/example/node/node_modules/body-parser/lib/types/raw.js +0 -101
  53. package/example/node/node_modules/body-parser/lib/types/text.js +0 -121
  54. package/example/node/node_modules/body-parser/lib/types/urlencoded.js +0 -284
  55. package/example/node/node_modules/body-parser/package.json +0 -52
  56. package/example/node/node_modules/bytes/History.md +0 -92
  57. package/example/node/node_modules/bytes/LICENSE +0 -23
  58. package/example/node/node_modules/bytes/Readme.md +0 -152
  59. package/example/node/node_modules/bytes/index.js +0 -166
  60. package/example/node/node_modules/bytes/package.json +0 -42
  61. package/example/node/node_modules/content-disposition/HISTORY.md +0 -60
  62. package/example/node/node_modules/content-disposition/LICENSE +0 -22
  63. package/example/node/node_modules/content-disposition/README.md +0 -142
  64. package/example/node/node_modules/content-disposition/index.js +0 -458
  65. package/example/node/node_modules/content-disposition/package.json +0 -44
  66. package/example/node/node_modules/content-type/HISTORY.md +0 -24
  67. package/example/node/node_modules/content-type/LICENSE +0 -22
  68. package/example/node/node_modules/content-type/README.md +0 -92
  69. package/example/node/node_modules/content-type/index.js +0 -222
  70. package/example/node/node_modules/content-type/package.json +0 -40
  71. package/example/node/node_modules/cookie/HISTORY.md +0 -128
  72. package/example/node/node_modules/cookie/LICENSE +0 -24
  73. package/example/node/node_modules/cookie/README.md +0 -257
  74. package/example/node/node_modules/cookie/index.js +0 -202
  75. package/example/node/node_modules/cookie/package.json +0 -40
  76. package/example/node/node_modules/cookie-signature/History.md +0 -38
  77. package/example/node/node_modules/cookie-signature/Readme.md +0 -42
  78. package/example/node/node_modules/cookie-signature/index.js +0 -51
  79. package/example/node/node_modules/cookie-signature/package.json +0 -18
  80. package/example/node/node_modules/debug/.coveralls.yml +0 -1
  81. package/example/node/node_modules/debug/.eslintrc +0 -11
  82. package/example/node/node_modules/debug/.travis.yml +0 -14
  83. package/example/node/node_modules/debug/CHANGELOG.md +0 -362
  84. package/example/node/node_modules/debug/LICENSE +0 -19
  85. package/example/node/node_modules/debug/Makefile +0 -50
  86. package/example/node/node_modules/debug/README.md +0 -312
  87. package/example/node/node_modules/debug/component.json +0 -19
  88. package/example/node/node_modules/debug/karma.conf.js +0 -70
  89. package/example/node/node_modules/debug/node.js +0 -1
  90. package/example/node/node_modules/debug/package.json +0 -49
  91. package/example/node/node_modules/debug/src/browser.js +0 -185
  92. package/example/node/node_modules/debug/src/debug.js +0 -202
  93. package/example/node/node_modules/debug/src/index.js +0 -10
  94. package/example/node/node_modules/debug/src/inspector-log.js +0 -15
  95. package/example/node/node_modules/debug/src/node.js +0 -248
  96. package/example/node/node_modules/depd/History.md +0 -96
  97. package/example/node/node_modules/depd/LICENSE +0 -22
  98. package/example/node/node_modules/depd/Readme.md +0 -280
  99. package/example/node/node_modules/depd/index.js +0 -522
  100. package/example/node/node_modules/depd/lib/browser/index.js +0 -77
  101. package/example/node/node_modules/depd/lib/compat/callsite-tostring.js +0 -103
  102. package/example/node/node_modules/depd/lib/compat/event-listener-count.js +0 -22
  103. package/example/node/node_modules/depd/lib/compat/index.js +0 -79
  104. package/example/node/node_modules/depd/package.json +0 -41
  105. package/example/node/node_modules/destroy/LICENSE +0 -22
  106. package/example/node/node_modules/destroy/README.md +0 -60
  107. package/example/node/node_modules/destroy/index.js +0 -75
  108. package/example/node/node_modules/destroy/package.json +0 -37
  109. package/example/node/node_modules/ee-first/LICENSE +0 -22
  110. package/example/node/node_modules/ee-first/README.md +0 -80
  111. package/example/node/node_modules/ee-first/index.js +0 -95
  112. package/example/node/node_modules/ee-first/package.json +0 -29
  113. package/example/node/node_modules/encodeurl/HISTORY.md +0 -14
  114. package/example/node/node_modules/encodeurl/LICENSE +0 -22
  115. package/example/node/node_modules/encodeurl/README.md +0 -128
  116. package/example/node/node_modules/encodeurl/index.js +0 -60
  117. package/example/node/node_modules/encodeurl/package.json +0 -40
  118. package/example/node/node_modules/escape-html/LICENSE +0 -24
  119. package/example/node/node_modules/escape-html/Readme.md +0 -43
  120. package/example/node/node_modules/escape-html/index.js +0 -78
  121. package/example/node/node_modules/escape-html/package.json +0 -24
  122. package/example/node/node_modules/etag/HISTORY.md +0 -83
  123. package/example/node/node_modules/etag/LICENSE +0 -22
  124. package/example/node/node_modules/etag/README.md +0 -159
  125. package/example/node/node_modules/etag/index.js +0 -131
  126. package/example/node/node_modules/etag/package.json +0 -47
  127. package/example/node/node_modules/express/History.md +0 -3510
  128. package/example/node/node_modules/express/LICENSE +0 -24
  129. package/example/node/node_modules/express/Readme.md +0 -158
  130. package/example/node/node_modules/express/index.js +0 -11
  131. package/example/node/node_modules/express/lib/application.js +0 -644
  132. package/example/node/node_modules/express/lib/express.js +0 -116
  133. package/example/node/node_modules/express/lib/middleware/init.js +0 -43
  134. package/example/node/node_modules/express/lib/middleware/query.js +0 -47
  135. package/example/node/node_modules/express/lib/request.js +0 -525
  136. package/example/node/node_modules/express/lib/response.js +0 -1147
  137. package/example/node/node_modules/express/lib/router/index.js +0 -668
  138. package/example/node/node_modules/express/lib/router/layer.js +0 -181
  139. package/example/node/node_modules/express/lib/router/route.js +0 -216
  140. package/example/node/node_modules/express/lib/utils.js +0 -302
  141. package/example/node/node_modules/express/lib/view.js +0 -182
  142. package/example/node/node_modules/express/package.json +0 -99
  143. package/example/node/node_modules/finalhandler/HISTORY.md +0 -187
  144. package/example/node/node_modules/finalhandler/LICENSE +0 -22
  145. package/example/node/node_modules/finalhandler/README.md +0 -148
  146. package/example/node/node_modules/finalhandler/index.js +0 -331
  147. package/example/node/node_modules/finalhandler/package.json +0 -45
  148. package/example/node/node_modules/forwarded/HISTORY.md +0 -21
  149. package/example/node/node_modules/forwarded/LICENSE +0 -22
  150. package/example/node/node_modules/forwarded/README.md +0 -57
  151. package/example/node/node_modules/forwarded/index.js +0 -90
  152. package/example/node/node_modules/forwarded/package.json +0 -45
  153. package/example/node/node_modules/fresh/HISTORY.md +0 -70
  154. package/example/node/node_modules/fresh/LICENSE +0 -23
  155. package/example/node/node_modules/fresh/README.md +0 -119
  156. package/example/node/node_modules/fresh/index.js +0 -137
  157. package/example/node/node_modules/fresh/package.json +0 -46
  158. package/example/node/node_modules/http-errors/HISTORY.md +0 -165
  159. package/example/node/node_modules/http-errors/LICENSE +0 -23
  160. package/example/node/node_modules/http-errors/README.md +0 -169
  161. package/example/node/node_modules/http-errors/index.js +0 -299
  162. package/example/node/node_modules/http-errors/package.json +0 -49
  163. package/example/node/node_modules/iconv-lite/Changelog.md +0 -162
  164. package/example/node/node_modules/iconv-lite/LICENSE +0 -21
  165. package/example/node/node_modules/iconv-lite/README.md +0 -156
  166. package/example/node/node_modules/iconv-lite/encodings/dbcs-codec.js +0 -555
  167. package/example/node/node_modules/iconv-lite/encodings/dbcs-data.js +0 -176
  168. package/example/node/node_modules/iconv-lite/encodings/index.js +0 -22
  169. package/example/node/node_modules/iconv-lite/encodings/internal.js +0 -188
  170. package/example/node/node_modules/iconv-lite/encodings/sbcs-codec.js +0 -72
  171. package/example/node/node_modules/iconv-lite/encodings/sbcs-data-generated.js +0 -451
  172. package/example/node/node_modules/iconv-lite/encodings/sbcs-data.js +0 -174
  173. package/example/node/node_modules/iconv-lite/encodings/tables/big5-added.json +0 -122
  174. package/example/node/node_modules/iconv-lite/encodings/tables/cp936.json +0 -264
  175. package/example/node/node_modules/iconv-lite/encodings/tables/cp949.json +0 -273
  176. package/example/node/node_modules/iconv-lite/encodings/tables/cp950.json +0 -177
  177. package/example/node/node_modules/iconv-lite/encodings/tables/eucjp.json +0 -182
  178. package/example/node/node_modules/iconv-lite/encodings/tables/gb18030-ranges.json +0 -1
  179. package/example/node/node_modules/iconv-lite/encodings/tables/gbk-added.json +0 -55
  180. package/example/node/node_modules/iconv-lite/encodings/tables/shiftjis.json +0 -125
  181. package/example/node/node_modules/iconv-lite/encodings/utf16.js +0 -177
  182. package/example/node/node_modules/iconv-lite/encodings/utf7.js +0 -290
  183. package/example/node/node_modules/iconv-lite/lib/bom-handling.js +0 -52
  184. package/example/node/node_modules/iconv-lite/lib/extend-node.js +0 -217
  185. package/example/node/node_modules/iconv-lite/lib/index.d.ts +0 -24
  186. package/example/node/node_modules/iconv-lite/lib/index.js +0 -153
  187. package/example/node/node_modules/iconv-lite/lib/streams.js +0 -121
  188. package/example/node/node_modules/iconv-lite/package.json +0 -46
  189. package/example/node/node_modules/inherits/LICENSE +0 -16
  190. package/example/node/node_modules/inherits/README.md +0 -42
  191. package/example/node/node_modules/inherits/inherits.js +0 -9
  192. package/example/node/node_modules/inherits/inherits_browser.js +0 -27
  193. package/example/node/node_modules/inherits/package.json +0 -29
  194. package/example/node/node_modules/ipaddr.js/LICENSE +0 -19
  195. package/example/node/node_modules/ipaddr.js/README.md +0 -233
  196. package/example/node/node_modules/ipaddr.js/ipaddr.min.js +0 -1
  197. package/example/node/node_modules/ipaddr.js/lib/ipaddr.js +0 -673
  198. package/example/node/node_modules/ipaddr.js/lib/ipaddr.js.d.ts +0 -68
  199. package/example/node/node_modules/ipaddr.js/package.json +0 -35
  200. package/example/node/node_modules/media-typer/HISTORY.md +0 -22
  201. package/example/node/node_modules/media-typer/LICENSE +0 -22
  202. package/example/node/node_modules/media-typer/README.md +0 -81
  203. package/example/node/node_modules/media-typer/index.js +0 -270
  204. package/example/node/node_modules/media-typer/package.json +0 -26
  205. package/example/node/node_modules/merge-descriptors/HISTORY.md +0 -21
  206. package/example/node/node_modules/merge-descriptors/LICENSE +0 -23
  207. package/example/node/node_modules/merge-descriptors/README.md +0 -48
  208. package/example/node/node_modules/merge-descriptors/index.js +0 -60
  209. package/example/node/node_modules/merge-descriptors/package.json +0 -32
  210. package/example/node/node_modules/methods/HISTORY.md +0 -29
  211. package/example/node/node_modules/methods/LICENSE +0 -24
  212. package/example/node/node_modules/methods/README.md +0 -51
  213. package/example/node/node_modules/methods/index.js +0 -69
  214. package/example/node/node_modules/methods/package.json +0 -36
  215. package/example/node/node_modules/mime/CHANGELOG.md +0 -164
  216. package/example/node/node_modules/mime/LICENSE +0 -21
  217. package/example/node/node_modules/mime/README.md +0 -90
  218. package/example/node/node_modules/mime/cli.js +0 -8
  219. package/example/node/node_modules/mime/mime.js +0 -108
  220. package/example/node/node_modules/mime/package.json +0 -44
  221. package/example/node/node_modules/mime/src/build.js +0 -53
  222. package/example/node/node_modules/mime/src/test.js +0 -60
  223. package/example/node/node_modules/mime/types.json +0 -1
  224. package/example/node/node_modules/mime-db/HISTORY.md +0 -499
  225. package/example/node/node_modules/mime-db/LICENSE +0 -22
  226. package/example/node/node_modules/mime-db/README.md +0 -100
  227. package/example/node/node_modules/mime-db/db.json +0 -8471
  228. package/example/node/node_modules/mime-db/index.js +0 -11
  229. package/example/node/node_modules/mime-db/package.json +0 -59
  230. package/example/node/node_modules/mime-types/HISTORY.md +0 -388
  231. package/example/node/node_modules/mime-types/LICENSE +0 -23
  232. package/example/node/node_modules/mime-types/README.md +0 -113
  233. package/example/node/node_modules/mime-types/index.js +0 -188
  234. package/example/node/node_modules/mime-types/package.json +0 -44
  235. package/example/node/node_modules/ms/index.js +0 -152
  236. package/example/node/node_modules/ms/license.md +0 -21
  237. package/example/node/node_modules/ms/package.json +0 -37
  238. package/example/node/node_modules/ms/readme.md +0 -51
  239. package/example/node/node_modules/negotiator/HISTORY.md +0 -103
  240. package/example/node/node_modules/negotiator/LICENSE +0 -24
  241. package/example/node/node_modules/negotiator/README.md +0 -203
  242. package/example/node/node_modules/negotiator/index.js +0 -124
  243. package/example/node/node_modules/negotiator/lib/charset.js +0 -169
  244. package/example/node/node_modules/negotiator/lib/encoding.js +0 -184
  245. package/example/node/node_modules/negotiator/lib/language.js +0 -179
  246. package/example/node/node_modules/negotiator/lib/mediaType.js +0 -294
  247. package/example/node/node_modules/negotiator/package.json +0 -42
  248. package/example/node/node_modules/on-finished/HISTORY.md +0 -88
  249. package/example/node/node_modules/on-finished/LICENSE +0 -23
  250. package/example/node/node_modules/on-finished/README.md +0 -154
  251. package/example/node/node_modules/on-finished/index.js +0 -196
  252. package/example/node/node_modules/on-finished/package.json +0 -31
  253. package/example/node/node_modules/parseurl/HISTORY.md +0 -58
  254. package/example/node/node_modules/parseurl/LICENSE +0 -24
  255. package/example/node/node_modules/parseurl/README.md +0 -133
  256. package/example/node/node_modules/parseurl/index.js +0 -158
  257. package/example/node/node_modules/parseurl/package.json +0 -40
  258. package/example/node/node_modules/path-to-regexp/History.md +0 -36
  259. package/example/node/node_modules/path-to-regexp/LICENSE +0 -21
  260. package/example/node/node_modules/path-to-regexp/Readme.md +0 -35
  261. package/example/node/node_modules/path-to-regexp/index.js +0 -129
  262. package/example/node/node_modules/path-to-regexp/package.json +0 -30
  263. package/example/node/node_modules/proxy-addr/HISTORY.md +0 -161
  264. package/example/node/node_modules/proxy-addr/LICENSE +0 -22
  265. package/example/node/node_modules/proxy-addr/README.md +0 -139
  266. package/example/node/node_modules/proxy-addr/index.js +0 -327
  267. package/example/node/node_modules/proxy-addr/package.json +0 -47
  268. package/example/node/node_modules/qs/.editorconfig +0 -39
  269. package/example/node/node_modules/qs/.eslintignore +0 -2
  270. package/example/node/node_modules/qs/.eslintrc +0 -35
  271. package/example/node/node_modules/qs/.github/FUNDING.yml +0 -12
  272. package/example/node/node_modules/qs/.nycrc +0 -13
  273. package/example/node/node_modules/qs/CHANGELOG.md +0 -359
  274. package/example/node/node_modules/qs/LICENSE.md +0 -29
  275. package/example/node/node_modules/qs/README.md +0 -604
  276. package/example/node/node_modules/qs/dist/qs.js +0 -832
  277. package/example/node/node_modules/qs/lib/formats.js +0 -23
  278. package/example/node/node_modules/qs/lib/index.js +0 -11
  279. package/example/node/node_modules/qs/lib/parse.js +0 -257
  280. package/example/node/node_modules/qs/lib/stringify.js +0 -278
  281. package/example/node/node_modules/qs/lib/utils.js +0 -251
  282. package/example/node/node_modules/qs/package.json +0 -69
  283. package/example/node/node_modules/qs/test/parse.js +0 -772
  284. package/example/node/node_modules/qs/test/stringify.js +0 -793
  285. package/example/node/node_modules/qs/test/utils.js +0 -136
  286. package/example/node/node_modules/range-parser/HISTORY.md +0 -56
  287. package/example/node/node_modules/range-parser/LICENSE +0 -23
  288. package/example/node/node_modules/range-parser/README.md +0 -84
  289. package/example/node/node_modules/range-parser/index.js +0 -162
  290. package/example/node/node_modules/range-parser/package.json +0 -44
  291. package/example/node/node_modules/raw-body/HISTORY.md +0 -284
  292. package/example/node/node_modules/raw-body/LICENSE +0 -22
  293. package/example/node/node_modules/raw-body/README.md +0 -217
  294. package/example/node/node_modules/raw-body/index.d.ts +0 -87
  295. package/example/node/node_modules/raw-body/index.js +0 -286
  296. package/example/node/node_modules/raw-body/package.json +0 -48
  297. package/example/node/node_modules/safe-buffer/LICENSE +0 -21
  298. package/example/node/node_modules/safe-buffer/README.md +0 -584
  299. package/example/node/node_modules/safe-buffer/index.d.ts +0 -187
  300. package/example/node/node_modules/safe-buffer/index.js +0 -65
  301. package/example/node/node_modules/safe-buffer/package.json +0 -51
  302. package/example/node/node_modules/safer-buffer/LICENSE +0 -21
  303. package/example/node/node_modules/safer-buffer/Porting-Buffer.md +0 -268
  304. package/example/node/node_modules/safer-buffer/Readme.md +0 -156
  305. package/example/node/node_modules/safer-buffer/dangerous.js +0 -58
  306. package/example/node/node_modules/safer-buffer/package.json +0 -34
  307. package/example/node/node_modules/safer-buffer/safer.js +0 -77
  308. package/example/node/node_modules/safer-buffer/tests.js +0 -406
  309. package/example/node/node_modules/send/HISTORY.md +0 -506
  310. package/example/node/node_modules/send/LICENSE +0 -23
  311. package/example/node/node_modules/send/README.md +0 -327
  312. package/example/node/node_modules/send/index.js +0 -1133
  313. package/example/node/node_modules/send/node_modules/.bin/mime +0 -15
  314. package/example/node/node_modules/send/node_modules/.bin/mime.cmd +0 -7
  315. package/example/node/node_modules/send/node_modules/ms/index.js +0 -162
  316. package/example/node/node_modules/send/node_modules/ms/license.md +0 -21
  317. package/example/node/node_modules/send/node_modules/ms/package.json +0 -38
  318. package/example/node/node_modules/send/node_modules/ms/readme.md +0 -59
  319. package/example/node/node_modules/send/package.json +0 -61
  320. package/example/node/node_modules/serve-static/HISTORY.md +0 -459
  321. package/example/node/node_modules/serve-static/LICENSE +0 -25
  322. package/example/node/node_modules/serve-static/README.md +0 -257
  323. package/example/node/node_modules/serve-static/index.js +0 -210
  324. package/example/node/node_modules/serve-static/package.json +0 -42
  325. package/example/node/node_modules/setprototypeof/LICENSE +0 -13
  326. package/example/node/node_modules/setprototypeof/README.md +0 -31
  327. package/example/node/node_modules/setprototypeof/index.d.ts +0 -2
  328. package/example/node/node_modules/setprototypeof/index.js +0 -17
  329. package/example/node/node_modules/setprototypeof/package.json +0 -38
  330. package/example/node/node_modules/setprototypeof/test/index.js +0 -24
  331. package/example/node/node_modules/statuses/HISTORY.md +0 -65
  332. package/example/node/node_modules/statuses/LICENSE +0 -23
  333. package/example/node/node_modules/statuses/README.md +0 -127
  334. package/example/node/node_modules/statuses/codes.json +0 -66
  335. package/example/node/node_modules/statuses/index.js +0 -113
  336. package/example/node/node_modules/statuses/package.json +0 -48
  337. package/example/node/node_modules/toidentifier/HISTORY.md +0 -9
  338. package/example/node/node_modules/toidentifier/LICENSE +0 -21
  339. package/example/node/node_modules/toidentifier/README.md +0 -61
  340. package/example/node/node_modules/toidentifier/index.js +0 -32
  341. package/example/node/node_modules/toidentifier/package.json +0 -38
  342. package/example/node/node_modules/type-is/HISTORY.md +0 -259
  343. package/example/node/node_modules/type-is/LICENSE +0 -23
  344. package/example/node/node_modules/type-is/README.md +0 -170
  345. package/example/node/node_modules/type-is/index.js +0 -266
  346. package/example/node/node_modules/type-is/package.json +0 -45
  347. package/example/node/node_modules/unpipe/HISTORY.md +0 -4
  348. package/example/node/node_modules/unpipe/LICENSE +0 -22
  349. package/example/node/node_modules/unpipe/README.md +0 -43
  350. package/example/node/node_modules/unpipe/index.js +0 -69
  351. package/example/node/node_modules/unpipe/package.json +0 -27
  352. package/example/node/node_modules/utils-merge/LICENSE +0 -20
  353. package/example/node/node_modules/utils-merge/README.md +0 -34
  354. package/example/node/node_modules/utils-merge/index.js +0 -23
  355. package/example/node/node_modules/utils-merge/package.json +0 -40
  356. package/example/node/node_modules/vary/HISTORY.md +0 -39
  357. package/example/node/node_modules/vary/LICENSE +0 -22
  358. package/example/node/node_modules/vary/README.md +0 -101
  359. package/example/node/node_modules/vary/index.js +0 -149
  360. package/example/node/node_modules/vary/package.json +0 -43
  361. package/test/lib/crawler.test.js +0 -52
@@ -1,522 +0,0 @@
1
- /*!
2
- * depd
3
- * Copyright(c) 2014-2017 Douglas Christopher Wilson
4
- * MIT Licensed
5
- */
6
-
7
- /**
8
- * Module dependencies.
9
- */
10
-
11
- var callSiteToString = require('./lib/compat').callSiteToString
12
- var eventListenerCount = require('./lib/compat').eventListenerCount
13
- var relative = require('path').relative
14
-
15
- /**
16
- * Module exports.
17
- */
18
-
19
- module.exports = depd
20
-
21
- /**
22
- * Get the path to base files on.
23
- */
24
-
25
- var basePath = process.cwd()
26
-
27
- /**
28
- * Determine if namespace is contained in the string.
29
- */
30
-
31
- function containsNamespace (str, namespace) {
32
- var vals = str.split(/[ ,]+/)
33
- var ns = String(namespace).toLowerCase()
34
-
35
- for (var i = 0; i < vals.length; i++) {
36
- var val = vals[i]
37
-
38
- // namespace contained
39
- if (val && (val === '*' || val.toLowerCase() === ns)) {
40
- return true
41
- }
42
- }
43
-
44
- return false
45
- }
46
-
47
- /**
48
- * Convert a data descriptor to accessor descriptor.
49
- */
50
-
51
- function convertDataDescriptorToAccessor (obj, prop, message) {
52
- var descriptor = Object.getOwnPropertyDescriptor(obj, prop)
53
- var value = descriptor.value
54
-
55
- descriptor.get = function getter () { return value }
56
-
57
- if (descriptor.writable) {
58
- descriptor.set = function setter (val) { return (value = val) }
59
- }
60
-
61
- delete descriptor.value
62
- delete descriptor.writable
63
-
64
- Object.defineProperty(obj, prop, descriptor)
65
-
66
- return descriptor
67
- }
68
-
69
- /**
70
- * Create arguments string to keep arity.
71
- */
72
-
73
- function createArgumentsString (arity) {
74
- var str = ''
75
-
76
- for (var i = 0; i < arity; i++) {
77
- str += ', arg' + i
78
- }
79
-
80
- return str.substr(2)
81
- }
82
-
83
- /**
84
- * Create stack string from stack.
85
- */
86
-
87
- function createStackString (stack) {
88
- var str = this.name + ': ' + this.namespace
89
-
90
- if (this.message) {
91
- str += ' deprecated ' + this.message
92
- }
93
-
94
- for (var i = 0; i < stack.length; i++) {
95
- str += '\n at ' + callSiteToString(stack[i])
96
- }
97
-
98
- return str
99
- }
100
-
101
- /**
102
- * Create deprecate for namespace in caller.
103
- */
104
-
105
- function depd (namespace) {
106
- if (!namespace) {
107
- throw new TypeError('argument namespace is required')
108
- }
109
-
110
- var stack = getStack()
111
- var site = callSiteLocation(stack[1])
112
- var file = site[0]
113
-
114
- function deprecate (message) {
115
- // call to self as log
116
- log.call(deprecate, message)
117
- }
118
-
119
- deprecate._file = file
120
- deprecate._ignored = isignored(namespace)
121
- deprecate._namespace = namespace
122
- deprecate._traced = istraced(namespace)
123
- deprecate._warned = Object.create(null)
124
-
125
- deprecate.function = wrapfunction
126
- deprecate.property = wrapproperty
127
-
128
- return deprecate
129
- }
130
-
131
- /**
132
- * Determine if namespace is ignored.
133
- */
134
-
135
- function isignored (namespace) {
136
- /* istanbul ignore next: tested in a child processs */
137
- if (process.noDeprecation) {
138
- // --no-deprecation support
139
- return true
140
- }
141
-
142
- var str = process.env.NO_DEPRECATION || ''
143
-
144
- // namespace ignored
145
- return containsNamespace(str, namespace)
146
- }
147
-
148
- /**
149
- * Determine if namespace is traced.
150
- */
151
-
152
- function istraced (namespace) {
153
- /* istanbul ignore next: tested in a child processs */
154
- if (process.traceDeprecation) {
155
- // --trace-deprecation support
156
- return true
157
- }
158
-
159
- var str = process.env.TRACE_DEPRECATION || ''
160
-
161
- // namespace traced
162
- return containsNamespace(str, namespace)
163
- }
164
-
165
- /**
166
- * Display deprecation message.
167
- */
168
-
169
- function log (message, site) {
170
- var haslisteners = eventListenerCount(process, 'deprecation') !== 0
171
-
172
- // abort early if no destination
173
- if (!haslisteners && this._ignored) {
174
- return
175
- }
176
-
177
- var caller
178
- var callFile
179
- var callSite
180
- var depSite
181
- var i = 0
182
- var seen = false
183
- var stack = getStack()
184
- var file = this._file
185
-
186
- if (site) {
187
- // provided site
188
- depSite = site
189
- callSite = callSiteLocation(stack[1])
190
- callSite.name = depSite.name
191
- file = callSite[0]
192
- } else {
193
- // get call site
194
- i = 2
195
- depSite = callSiteLocation(stack[i])
196
- callSite = depSite
197
- }
198
-
199
- // get caller of deprecated thing in relation to file
200
- for (; i < stack.length; i++) {
201
- caller = callSiteLocation(stack[i])
202
- callFile = caller[0]
203
-
204
- if (callFile === file) {
205
- seen = true
206
- } else if (callFile === this._file) {
207
- file = this._file
208
- } else if (seen) {
209
- break
210
- }
211
- }
212
-
213
- var key = caller
214
- ? depSite.join(':') + '__' + caller.join(':')
215
- : undefined
216
-
217
- if (key !== undefined && key in this._warned) {
218
- // already warned
219
- return
220
- }
221
-
222
- this._warned[key] = true
223
-
224
- // generate automatic message from call site
225
- var msg = message
226
- if (!msg) {
227
- msg = callSite === depSite || !callSite.name
228
- ? defaultMessage(depSite)
229
- : defaultMessage(callSite)
230
- }
231
-
232
- // emit deprecation if listeners exist
233
- if (haslisteners) {
234
- var err = DeprecationError(this._namespace, msg, stack.slice(i))
235
- process.emit('deprecation', err)
236
- return
237
- }
238
-
239
- // format and write message
240
- var format = process.stderr.isTTY
241
- ? formatColor
242
- : formatPlain
243
- var output = format.call(this, msg, caller, stack.slice(i))
244
- process.stderr.write(output + '\n', 'utf8')
245
- }
246
-
247
- /**
248
- * Get call site location as array.
249
- */
250
-
251
- function callSiteLocation (callSite) {
252
- var file = callSite.getFileName() || '<anonymous>'
253
- var line = callSite.getLineNumber()
254
- var colm = callSite.getColumnNumber()
255
-
256
- if (callSite.isEval()) {
257
- file = callSite.getEvalOrigin() + ', ' + file
258
- }
259
-
260
- var site = [file, line, colm]
261
-
262
- site.callSite = callSite
263
- site.name = callSite.getFunctionName()
264
-
265
- return site
266
- }
267
-
268
- /**
269
- * Generate a default message from the site.
270
- */
271
-
272
- function defaultMessage (site) {
273
- var callSite = site.callSite
274
- var funcName = site.name
275
-
276
- // make useful anonymous name
277
- if (!funcName) {
278
- funcName = '<anonymous@' + formatLocation(site) + '>'
279
- }
280
-
281
- var context = callSite.getThis()
282
- var typeName = context && callSite.getTypeName()
283
-
284
- // ignore useless type name
285
- if (typeName === 'Object') {
286
- typeName = undefined
287
- }
288
-
289
- // make useful type name
290
- if (typeName === 'Function') {
291
- typeName = context.name || typeName
292
- }
293
-
294
- return typeName && callSite.getMethodName()
295
- ? typeName + '.' + funcName
296
- : funcName
297
- }
298
-
299
- /**
300
- * Format deprecation message without color.
301
- */
302
-
303
- function formatPlain (msg, caller, stack) {
304
- var timestamp = new Date().toUTCString()
305
-
306
- var formatted = timestamp +
307
- ' ' + this._namespace +
308
- ' deprecated ' + msg
309
-
310
- // add stack trace
311
- if (this._traced) {
312
- for (var i = 0; i < stack.length; i++) {
313
- formatted += '\n at ' + callSiteToString(stack[i])
314
- }
315
-
316
- return formatted
317
- }
318
-
319
- if (caller) {
320
- formatted += ' at ' + formatLocation(caller)
321
- }
322
-
323
- return formatted
324
- }
325
-
326
- /**
327
- * Format deprecation message with color.
328
- */
329
-
330
- function formatColor (msg, caller, stack) {
331
- var formatted = '\x1b[36;1m' + this._namespace + '\x1b[22;39m' + // bold cyan
332
- ' \x1b[33;1mdeprecated\x1b[22;39m' + // bold yellow
333
- ' \x1b[0m' + msg + '\x1b[39m' // reset
334
-
335
- // add stack trace
336
- if (this._traced) {
337
- for (var i = 0; i < stack.length; i++) {
338
- formatted += '\n \x1b[36mat ' + callSiteToString(stack[i]) + '\x1b[39m' // cyan
339
- }
340
-
341
- return formatted
342
- }
343
-
344
- if (caller) {
345
- formatted += ' \x1b[36m' + formatLocation(caller) + '\x1b[39m' // cyan
346
- }
347
-
348
- return formatted
349
- }
350
-
351
- /**
352
- * Format call site location.
353
- */
354
-
355
- function formatLocation (callSite) {
356
- return relative(basePath, callSite[0]) +
357
- ':' + callSite[1] +
358
- ':' + callSite[2]
359
- }
360
-
361
- /**
362
- * Get the stack as array of call sites.
363
- */
364
-
365
- function getStack () {
366
- var limit = Error.stackTraceLimit
367
- var obj = {}
368
- var prep = Error.prepareStackTrace
369
-
370
- Error.prepareStackTrace = prepareObjectStackTrace
371
- Error.stackTraceLimit = Math.max(10, limit)
372
-
373
- // capture the stack
374
- Error.captureStackTrace(obj)
375
-
376
- // slice this function off the top
377
- var stack = obj.stack.slice(1)
378
-
379
- Error.prepareStackTrace = prep
380
- Error.stackTraceLimit = limit
381
-
382
- return stack
383
- }
384
-
385
- /**
386
- * Capture call site stack from v8.
387
- */
388
-
389
- function prepareObjectStackTrace (obj, stack) {
390
- return stack
391
- }
392
-
393
- /**
394
- * Return a wrapped function in a deprecation message.
395
- */
396
-
397
- function wrapfunction (fn, message) {
398
- if (typeof fn !== 'function') {
399
- throw new TypeError('argument fn must be a function')
400
- }
401
-
402
- var args = createArgumentsString(fn.length)
403
- var deprecate = this // eslint-disable-line no-unused-vars
404
- var stack = getStack()
405
- var site = callSiteLocation(stack[1])
406
-
407
- site.name = fn.name
408
-
409
- // eslint-disable-next-line no-eval
410
- var deprecatedfn = eval('(function (' + args + ') {\n' +
411
- '"use strict"\n' +
412
- 'log.call(deprecate, message, site)\n' +
413
- 'return fn.apply(this, arguments)\n' +
414
- '})')
415
-
416
- return deprecatedfn
417
- }
418
-
419
- /**
420
- * Wrap property in a deprecation message.
421
- */
422
-
423
- function wrapproperty (obj, prop, message) {
424
- if (!obj || (typeof obj !== 'object' && typeof obj !== 'function')) {
425
- throw new TypeError('argument obj must be object')
426
- }
427
-
428
- var descriptor = Object.getOwnPropertyDescriptor(obj, prop)
429
-
430
- if (!descriptor) {
431
- throw new TypeError('must call property on owner object')
432
- }
433
-
434
- if (!descriptor.configurable) {
435
- throw new TypeError('property must be configurable')
436
- }
437
-
438
- var deprecate = this
439
- var stack = getStack()
440
- var site = callSiteLocation(stack[1])
441
-
442
- // set site name
443
- site.name = prop
444
-
445
- // convert data descriptor
446
- if ('value' in descriptor) {
447
- descriptor = convertDataDescriptorToAccessor(obj, prop, message)
448
- }
449
-
450
- var get = descriptor.get
451
- var set = descriptor.set
452
-
453
- // wrap getter
454
- if (typeof get === 'function') {
455
- descriptor.get = function getter () {
456
- log.call(deprecate, message, site)
457
- return get.apply(this, arguments)
458
- }
459
- }
460
-
461
- // wrap setter
462
- if (typeof set === 'function') {
463
- descriptor.set = function setter () {
464
- log.call(deprecate, message, site)
465
- return set.apply(this, arguments)
466
- }
467
- }
468
-
469
- Object.defineProperty(obj, prop, descriptor)
470
- }
471
-
472
- /**
473
- * Create DeprecationError for deprecation
474
- */
475
-
476
- function DeprecationError (namespace, message, stack) {
477
- var error = new Error()
478
- var stackString
479
-
480
- Object.defineProperty(error, 'constructor', {
481
- value: DeprecationError
482
- })
483
-
484
- Object.defineProperty(error, 'message', {
485
- configurable: true,
486
- enumerable: false,
487
- value: message,
488
- writable: true
489
- })
490
-
491
- Object.defineProperty(error, 'name', {
492
- enumerable: false,
493
- configurable: true,
494
- value: 'DeprecationError',
495
- writable: true
496
- })
497
-
498
- Object.defineProperty(error, 'namespace', {
499
- configurable: true,
500
- enumerable: false,
501
- value: namespace,
502
- writable: true
503
- })
504
-
505
- Object.defineProperty(error, 'stack', {
506
- configurable: true,
507
- enumerable: false,
508
- get: function () {
509
- if (stackString !== undefined) {
510
- return stackString
511
- }
512
-
513
- // prepare stack trace
514
- return (stackString = createStackString.call(this, stack))
515
- },
516
- set: function setter (val) {
517
- stackString = val
518
- }
519
- })
520
-
521
- return error
522
- }
@@ -1,77 +0,0 @@
1
- /*!
2
- * depd
3
- * Copyright(c) 2015 Douglas Christopher Wilson
4
- * MIT Licensed
5
- */
6
-
7
- 'use strict'
8
-
9
- /**
10
- * Module exports.
11
- * @public
12
- */
13
-
14
- module.exports = depd
15
-
16
- /**
17
- * Create deprecate for namespace in caller.
18
- */
19
-
20
- function depd (namespace) {
21
- if (!namespace) {
22
- throw new TypeError('argument namespace is required')
23
- }
24
-
25
- function deprecate (message) {
26
- // no-op in browser
27
- }
28
-
29
- deprecate._file = undefined
30
- deprecate._ignored = true
31
- deprecate._namespace = namespace
32
- deprecate._traced = false
33
- deprecate._warned = Object.create(null)
34
-
35
- deprecate.function = wrapfunction
36
- deprecate.property = wrapproperty
37
-
38
- return deprecate
39
- }
40
-
41
- /**
42
- * Return a wrapped function in a deprecation message.
43
- *
44
- * This is a no-op version of the wrapper, which does nothing but call
45
- * validation.
46
- */
47
-
48
- function wrapfunction (fn, message) {
49
- if (typeof fn !== 'function') {
50
- throw new TypeError('argument fn must be a function')
51
- }
52
-
53
- return fn
54
- }
55
-
56
- /**
57
- * Wrap property in a deprecation message.
58
- *
59
- * This is a no-op version of the wrapper, which does nothing but call
60
- * validation.
61
- */
62
-
63
- function wrapproperty (obj, prop, message) {
64
- if (!obj || (typeof obj !== 'object' && typeof obj !== 'function')) {
65
- throw new TypeError('argument obj must be object')
66
- }
67
-
68
- var descriptor = Object.getOwnPropertyDescriptor(obj, prop)
69
-
70
- if (!descriptor) {
71
- throw new TypeError('must call property on owner object')
72
- }
73
-
74
- if (!descriptor.configurable) {
75
- throw new TypeError('property must be configurable')
76
- }
77
- }
@@ -1,103 +0,0 @@
1
- /*!
2
- * depd
3
- * Copyright(c) 2014 Douglas Christopher Wilson
4
- * MIT Licensed
5
- */
6
-
7
- 'use strict'
8
-
9
- /**
10
- * Module exports.
11
- */
12
-
13
- module.exports = callSiteToString
14
-
15
- /**
16
- * Format a CallSite file location to a string.
17
- */
18
-
19
- function callSiteFileLocation (callSite) {
20
- var fileName
21
- var fileLocation = ''
22
-
23
- if (callSite.isNative()) {
24
- fileLocation = 'native'
25
- } else if (callSite.isEval()) {
26
- fileName = callSite.getScriptNameOrSourceURL()
27
- if (!fileName) {
28
- fileLocation = callSite.getEvalOrigin()
29
- }
30
- } else {
31
- fileName = callSite.getFileName()
32
- }
33
-
34
- if (fileName) {
35
- fileLocation += fileName
36
-
37
- var lineNumber = callSite.getLineNumber()
38
- if (lineNumber != null) {
39
- fileLocation += ':' + lineNumber
40
-
41
- var columnNumber = callSite.getColumnNumber()
42
- if (columnNumber) {
43
- fileLocation += ':' + columnNumber
44
- }
45
- }
46
- }
47
-
48
- return fileLocation || 'unknown source'
49
- }
50
-
51
- /**
52
- * Format a CallSite to a string.
53
- */
54
-
55
- function callSiteToString (callSite) {
56
- var addSuffix = true
57
- var fileLocation = callSiteFileLocation(callSite)
58
- var functionName = callSite.getFunctionName()
59
- var isConstructor = callSite.isConstructor()
60
- var isMethodCall = !(callSite.isToplevel() || isConstructor)
61
- var line = ''
62
-
63
- if (isMethodCall) {
64
- var methodName = callSite.getMethodName()
65
- var typeName = getConstructorName(callSite)
66
-
67
- if (functionName) {
68
- if (typeName && functionName.indexOf(typeName) !== 0) {
69
- line += typeName + '.'
70
- }
71
-
72
- line += functionName
73
-
74
- if (methodName && functionName.lastIndexOf('.' + methodName) !== functionName.length - methodName.length - 1) {
75
- line += ' [as ' + methodName + ']'
76
- }
77
- } else {
78
- line += typeName + '.' + (methodName || '<anonymous>')
79
- }
80
- } else if (isConstructor) {
81
- line += 'new ' + (functionName || '<anonymous>')
82
- } else if (functionName) {
83
- line += functionName
84
- } else {
85
- addSuffix = false
86
- line += fileLocation
87
- }
88
-
89
- if (addSuffix) {
90
- line += ' (' + fileLocation + ')'
91
- }
92
-
93
- return line
94
- }
95
-
96
- /**
97
- * Get constructor name of reviver.
98
- */
99
-
100
- function getConstructorName (obj) {
101
- var receiver = obj.receiver
102
- return (receiver.constructor && receiver.constructor.name) || null
103
- }
@@ -1,22 +0,0 @@
1
- /*!
2
- * depd
3
- * Copyright(c) 2015 Douglas Christopher Wilson
4
- * MIT Licensed
5
- */
6
-
7
- 'use strict'
8
-
9
- /**
10
- * Module exports.
11
- * @public
12
- */
13
-
14
- module.exports = eventListenerCount
15
-
16
- /**
17
- * Get the count of listeners on an event emitter of a specific type.
18
- */
19
-
20
- function eventListenerCount (emitter, type) {
21
- return emitter.listeners(type).length
22
- }