es6-crawler-detect 3.2.0 → 4.0.0-beta.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (361) hide show
  1. package/.babelrc +1 -1
  2. package/.mocharc.json +5 -0
  3. package/README.md +1 -0
  4. package/dist/main.bundle.js +1 -1
  5. package/eslint.config.mjs +62 -0
  6. package/example/node/package.json +1 -1
  7. package/example/node/server.js +38 -32
  8. package/example/node/yarn.lock +222 -99
  9. package/package.json +30 -25
  10. package/src/index.js +20 -14
  11. package/src/index.ts +18 -0
  12. package/src/lib/crawler/crawlers.js +9 -12
  13. package/src/lib/crawler/crawlers.ts +1397 -0
  14. package/src/lib/crawler/exclusions.js +7 -11
  15. package/src/lib/crawler/exclusions.ts +56 -0
  16. package/src/lib/crawler/headers.js +6 -10
  17. package/src/lib/crawler/headers.ts +18 -0
  18. package/src/lib/crawler/provider.js +1 -10
  19. package/src/lib/crawler/provider.ts +3 -0
  20. package/src/lib/crawler.js +61 -98
  21. package/src/lib/crawler.ts +128 -0
  22. package/src/types.js +2 -0
  23. package/src/types.ts +15 -0
  24. package/test/lib/crawler.spec.js +149 -0
  25. package/test/lib/crawler.spec.ts +116 -0
  26. package/test/lib/database/crawlers.txt +3651 -0
  27. package/test/lib/database/devices.txt +165636 -0
  28. package/tsconfig.json +16 -0
  29. package/webpack.common.js +20 -20
  30. package/webpack.dev.js +7 -7
  31. package/webpack.prod.js +14 -14
  32. package/.eslintignore +0 -6
  33. package/.eslintrc.json +0 -30
  34. package/example/node/node_modules/.bin/mime +0 -15
  35. package/example/node/node_modules/.bin/mime.cmd +0 -7
  36. package/example/node/node_modules/.yarn-integrity +0 -67
  37. package/example/node/node_modules/accepts/HISTORY.md +0 -236
  38. package/example/node/node_modules/accepts/LICENSE +0 -23
  39. package/example/node/node_modules/accepts/README.md +0 -142
  40. package/example/node/node_modules/accepts/index.js +0 -238
  41. package/example/node/node_modules/accepts/package.json +0 -47
  42. package/example/node/node_modules/array-flatten/LICENSE +0 -21
  43. package/example/node/node_modules/array-flatten/README.md +0 -43
  44. package/example/node/node_modules/array-flatten/array-flatten.js +0 -64
  45. package/example/node/node_modules/array-flatten/package.json +0 -39
  46. package/example/node/node_modules/body-parser/HISTORY.md +0 -624
  47. package/example/node/node_modules/body-parser/LICENSE +0 -23
  48. package/example/node/node_modules/body-parser/README.md +0 -456
  49. package/example/node/node_modules/body-parser/index.js +0 -157
  50. package/example/node/node_modules/body-parser/lib/read.js +0 -181
  51. package/example/node/node_modules/body-parser/lib/types/json.js +0 -230
  52. package/example/node/node_modules/body-parser/lib/types/raw.js +0 -101
  53. package/example/node/node_modules/body-parser/lib/types/text.js +0 -121
  54. package/example/node/node_modules/body-parser/lib/types/urlencoded.js +0 -284
  55. package/example/node/node_modules/body-parser/package.json +0 -52
  56. package/example/node/node_modules/bytes/History.md +0 -92
  57. package/example/node/node_modules/bytes/LICENSE +0 -23
  58. package/example/node/node_modules/bytes/Readme.md +0 -152
  59. package/example/node/node_modules/bytes/index.js +0 -166
  60. package/example/node/node_modules/bytes/package.json +0 -42
  61. package/example/node/node_modules/content-disposition/HISTORY.md +0 -60
  62. package/example/node/node_modules/content-disposition/LICENSE +0 -22
  63. package/example/node/node_modules/content-disposition/README.md +0 -142
  64. package/example/node/node_modules/content-disposition/index.js +0 -458
  65. package/example/node/node_modules/content-disposition/package.json +0 -44
  66. package/example/node/node_modules/content-type/HISTORY.md +0 -24
  67. package/example/node/node_modules/content-type/LICENSE +0 -22
  68. package/example/node/node_modules/content-type/README.md +0 -92
  69. package/example/node/node_modules/content-type/index.js +0 -222
  70. package/example/node/node_modules/content-type/package.json +0 -40
  71. package/example/node/node_modules/cookie/HISTORY.md +0 -128
  72. package/example/node/node_modules/cookie/LICENSE +0 -24
  73. package/example/node/node_modules/cookie/README.md +0 -257
  74. package/example/node/node_modules/cookie/index.js +0 -202
  75. package/example/node/node_modules/cookie/package.json +0 -40
  76. package/example/node/node_modules/cookie-signature/History.md +0 -38
  77. package/example/node/node_modules/cookie-signature/Readme.md +0 -42
  78. package/example/node/node_modules/cookie-signature/index.js +0 -51
  79. package/example/node/node_modules/cookie-signature/package.json +0 -18
  80. package/example/node/node_modules/debug/.coveralls.yml +0 -1
  81. package/example/node/node_modules/debug/.eslintrc +0 -11
  82. package/example/node/node_modules/debug/.travis.yml +0 -14
  83. package/example/node/node_modules/debug/CHANGELOG.md +0 -362
  84. package/example/node/node_modules/debug/LICENSE +0 -19
  85. package/example/node/node_modules/debug/Makefile +0 -50
  86. package/example/node/node_modules/debug/README.md +0 -312
  87. package/example/node/node_modules/debug/component.json +0 -19
  88. package/example/node/node_modules/debug/karma.conf.js +0 -70
  89. package/example/node/node_modules/debug/node.js +0 -1
  90. package/example/node/node_modules/debug/package.json +0 -49
  91. package/example/node/node_modules/debug/src/browser.js +0 -185
  92. package/example/node/node_modules/debug/src/debug.js +0 -202
  93. package/example/node/node_modules/debug/src/index.js +0 -10
  94. package/example/node/node_modules/debug/src/inspector-log.js +0 -15
  95. package/example/node/node_modules/debug/src/node.js +0 -248
  96. package/example/node/node_modules/depd/History.md +0 -96
  97. package/example/node/node_modules/depd/LICENSE +0 -22
  98. package/example/node/node_modules/depd/Readme.md +0 -280
  99. package/example/node/node_modules/depd/index.js +0 -522
  100. package/example/node/node_modules/depd/lib/browser/index.js +0 -77
  101. package/example/node/node_modules/depd/lib/compat/callsite-tostring.js +0 -103
  102. package/example/node/node_modules/depd/lib/compat/event-listener-count.js +0 -22
  103. package/example/node/node_modules/depd/lib/compat/index.js +0 -79
  104. package/example/node/node_modules/depd/package.json +0 -41
  105. package/example/node/node_modules/destroy/LICENSE +0 -22
  106. package/example/node/node_modules/destroy/README.md +0 -60
  107. package/example/node/node_modules/destroy/index.js +0 -75
  108. package/example/node/node_modules/destroy/package.json +0 -37
  109. package/example/node/node_modules/ee-first/LICENSE +0 -22
  110. package/example/node/node_modules/ee-first/README.md +0 -80
  111. package/example/node/node_modules/ee-first/index.js +0 -95
  112. package/example/node/node_modules/ee-first/package.json +0 -29
  113. package/example/node/node_modules/encodeurl/HISTORY.md +0 -14
  114. package/example/node/node_modules/encodeurl/LICENSE +0 -22
  115. package/example/node/node_modules/encodeurl/README.md +0 -128
  116. package/example/node/node_modules/encodeurl/index.js +0 -60
  117. package/example/node/node_modules/encodeurl/package.json +0 -40
  118. package/example/node/node_modules/escape-html/LICENSE +0 -24
  119. package/example/node/node_modules/escape-html/Readme.md +0 -43
  120. package/example/node/node_modules/escape-html/index.js +0 -78
  121. package/example/node/node_modules/escape-html/package.json +0 -24
  122. package/example/node/node_modules/etag/HISTORY.md +0 -83
  123. package/example/node/node_modules/etag/LICENSE +0 -22
  124. package/example/node/node_modules/etag/README.md +0 -159
  125. package/example/node/node_modules/etag/index.js +0 -131
  126. package/example/node/node_modules/etag/package.json +0 -47
  127. package/example/node/node_modules/express/History.md +0 -3510
  128. package/example/node/node_modules/express/LICENSE +0 -24
  129. package/example/node/node_modules/express/Readme.md +0 -158
  130. package/example/node/node_modules/express/index.js +0 -11
  131. package/example/node/node_modules/express/lib/application.js +0 -644
  132. package/example/node/node_modules/express/lib/express.js +0 -116
  133. package/example/node/node_modules/express/lib/middleware/init.js +0 -43
  134. package/example/node/node_modules/express/lib/middleware/query.js +0 -47
  135. package/example/node/node_modules/express/lib/request.js +0 -525
  136. package/example/node/node_modules/express/lib/response.js +0 -1147
  137. package/example/node/node_modules/express/lib/router/index.js +0 -668
  138. package/example/node/node_modules/express/lib/router/layer.js +0 -181
  139. package/example/node/node_modules/express/lib/router/route.js +0 -216
  140. package/example/node/node_modules/express/lib/utils.js +0 -302
  141. package/example/node/node_modules/express/lib/view.js +0 -182
  142. package/example/node/node_modules/express/package.json +0 -99
  143. package/example/node/node_modules/finalhandler/HISTORY.md +0 -187
  144. package/example/node/node_modules/finalhandler/LICENSE +0 -22
  145. package/example/node/node_modules/finalhandler/README.md +0 -148
  146. package/example/node/node_modules/finalhandler/index.js +0 -331
  147. package/example/node/node_modules/finalhandler/package.json +0 -45
  148. package/example/node/node_modules/forwarded/HISTORY.md +0 -21
  149. package/example/node/node_modules/forwarded/LICENSE +0 -22
  150. package/example/node/node_modules/forwarded/README.md +0 -57
  151. package/example/node/node_modules/forwarded/index.js +0 -90
  152. package/example/node/node_modules/forwarded/package.json +0 -45
  153. package/example/node/node_modules/fresh/HISTORY.md +0 -70
  154. package/example/node/node_modules/fresh/LICENSE +0 -23
  155. package/example/node/node_modules/fresh/README.md +0 -119
  156. package/example/node/node_modules/fresh/index.js +0 -137
  157. package/example/node/node_modules/fresh/package.json +0 -46
  158. package/example/node/node_modules/http-errors/HISTORY.md +0 -165
  159. package/example/node/node_modules/http-errors/LICENSE +0 -23
  160. package/example/node/node_modules/http-errors/README.md +0 -169
  161. package/example/node/node_modules/http-errors/index.js +0 -299
  162. package/example/node/node_modules/http-errors/package.json +0 -49
  163. package/example/node/node_modules/iconv-lite/Changelog.md +0 -162
  164. package/example/node/node_modules/iconv-lite/LICENSE +0 -21
  165. package/example/node/node_modules/iconv-lite/README.md +0 -156
  166. package/example/node/node_modules/iconv-lite/encodings/dbcs-codec.js +0 -555
  167. package/example/node/node_modules/iconv-lite/encodings/dbcs-data.js +0 -176
  168. package/example/node/node_modules/iconv-lite/encodings/index.js +0 -22
  169. package/example/node/node_modules/iconv-lite/encodings/internal.js +0 -188
  170. package/example/node/node_modules/iconv-lite/encodings/sbcs-codec.js +0 -72
  171. package/example/node/node_modules/iconv-lite/encodings/sbcs-data-generated.js +0 -451
  172. package/example/node/node_modules/iconv-lite/encodings/sbcs-data.js +0 -174
  173. package/example/node/node_modules/iconv-lite/encodings/tables/big5-added.json +0 -122
  174. package/example/node/node_modules/iconv-lite/encodings/tables/cp936.json +0 -264
  175. package/example/node/node_modules/iconv-lite/encodings/tables/cp949.json +0 -273
  176. package/example/node/node_modules/iconv-lite/encodings/tables/cp950.json +0 -177
  177. package/example/node/node_modules/iconv-lite/encodings/tables/eucjp.json +0 -182
  178. package/example/node/node_modules/iconv-lite/encodings/tables/gb18030-ranges.json +0 -1
  179. package/example/node/node_modules/iconv-lite/encodings/tables/gbk-added.json +0 -55
  180. package/example/node/node_modules/iconv-lite/encodings/tables/shiftjis.json +0 -125
  181. package/example/node/node_modules/iconv-lite/encodings/utf16.js +0 -177
  182. package/example/node/node_modules/iconv-lite/encodings/utf7.js +0 -290
  183. package/example/node/node_modules/iconv-lite/lib/bom-handling.js +0 -52
  184. package/example/node/node_modules/iconv-lite/lib/extend-node.js +0 -217
  185. package/example/node/node_modules/iconv-lite/lib/index.d.ts +0 -24
  186. package/example/node/node_modules/iconv-lite/lib/index.js +0 -153
  187. package/example/node/node_modules/iconv-lite/lib/streams.js +0 -121
  188. package/example/node/node_modules/iconv-lite/package.json +0 -46
  189. package/example/node/node_modules/inherits/LICENSE +0 -16
  190. package/example/node/node_modules/inherits/README.md +0 -42
  191. package/example/node/node_modules/inherits/inherits.js +0 -9
  192. package/example/node/node_modules/inherits/inherits_browser.js +0 -27
  193. package/example/node/node_modules/inherits/package.json +0 -29
  194. package/example/node/node_modules/ipaddr.js/LICENSE +0 -19
  195. package/example/node/node_modules/ipaddr.js/README.md +0 -233
  196. package/example/node/node_modules/ipaddr.js/ipaddr.min.js +0 -1
  197. package/example/node/node_modules/ipaddr.js/lib/ipaddr.js +0 -673
  198. package/example/node/node_modules/ipaddr.js/lib/ipaddr.js.d.ts +0 -68
  199. package/example/node/node_modules/ipaddr.js/package.json +0 -35
  200. package/example/node/node_modules/media-typer/HISTORY.md +0 -22
  201. package/example/node/node_modules/media-typer/LICENSE +0 -22
  202. package/example/node/node_modules/media-typer/README.md +0 -81
  203. package/example/node/node_modules/media-typer/index.js +0 -270
  204. package/example/node/node_modules/media-typer/package.json +0 -26
  205. package/example/node/node_modules/merge-descriptors/HISTORY.md +0 -21
  206. package/example/node/node_modules/merge-descriptors/LICENSE +0 -23
  207. package/example/node/node_modules/merge-descriptors/README.md +0 -48
  208. package/example/node/node_modules/merge-descriptors/index.js +0 -60
  209. package/example/node/node_modules/merge-descriptors/package.json +0 -32
  210. package/example/node/node_modules/methods/HISTORY.md +0 -29
  211. package/example/node/node_modules/methods/LICENSE +0 -24
  212. package/example/node/node_modules/methods/README.md +0 -51
  213. package/example/node/node_modules/methods/index.js +0 -69
  214. package/example/node/node_modules/methods/package.json +0 -36
  215. package/example/node/node_modules/mime/CHANGELOG.md +0 -164
  216. package/example/node/node_modules/mime/LICENSE +0 -21
  217. package/example/node/node_modules/mime/README.md +0 -90
  218. package/example/node/node_modules/mime/cli.js +0 -8
  219. package/example/node/node_modules/mime/mime.js +0 -108
  220. package/example/node/node_modules/mime/package.json +0 -44
  221. package/example/node/node_modules/mime/src/build.js +0 -53
  222. package/example/node/node_modules/mime/src/test.js +0 -60
  223. package/example/node/node_modules/mime/types.json +0 -1
  224. package/example/node/node_modules/mime-db/HISTORY.md +0 -499
  225. package/example/node/node_modules/mime-db/LICENSE +0 -22
  226. package/example/node/node_modules/mime-db/README.md +0 -100
  227. package/example/node/node_modules/mime-db/db.json +0 -8471
  228. package/example/node/node_modules/mime-db/index.js +0 -11
  229. package/example/node/node_modules/mime-db/package.json +0 -59
  230. package/example/node/node_modules/mime-types/HISTORY.md +0 -388
  231. package/example/node/node_modules/mime-types/LICENSE +0 -23
  232. package/example/node/node_modules/mime-types/README.md +0 -113
  233. package/example/node/node_modules/mime-types/index.js +0 -188
  234. package/example/node/node_modules/mime-types/package.json +0 -44
  235. package/example/node/node_modules/ms/index.js +0 -152
  236. package/example/node/node_modules/ms/license.md +0 -21
  237. package/example/node/node_modules/ms/package.json +0 -37
  238. package/example/node/node_modules/ms/readme.md +0 -51
  239. package/example/node/node_modules/negotiator/HISTORY.md +0 -103
  240. package/example/node/node_modules/negotiator/LICENSE +0 -24
  241. package/example/node/node_modules/negotiator/README.md +0 -203
  242. package/example/node/node_modules/negotiator/index.js +0 -124
  243. package/example/node/node_modules/negotiator/lib/charset.js +0 -169
  244. package/example/node/node_modules/negotiator/lib/encoding.js +0 -184
  245. package/example/node/node_modules/negotiator/lib/language.js +0 -179
  246. package/example/node/node_modules/negotiator/lib/mediaType.js +0 -294
  247. package/example/node/node_modules/negotiator/package.json +0 -42
  248. package/example/node/node_modules/on-finished/HISTORY.md +0 -88
  249. package/example/node/node_modules/on-finished/LICENSE +0 -23
  250. package/example/node/node_modules/on-finished/README.md +0 -154
  251. package/example/node/node_modules/on-finished/index.js +0 -196
  252. package/example/node/node_modules/on-finished/package.json +0 -31
  253. package/example/node/node_modules/parseurl/HISTORY.md +0 -58
  254. package/example/node/node_modules/parseurl/LICENSE +0 -24
  255. package/example/node/node_modules/parseurl/README.md +0 -133
  256. package/example/node/node_modules/parseurl/index.js +0 -158
  257. package/example/node/node_modules/parseurl/package.json +0 -40
  258. package/example/node/node_modules/path-to-regexp/History.md +0 -36
  259. package/example/node/node_modules/path-to-regexp/LICENSE +0 -21
  260. package/example/node/node_modules/path-to-regexp/Readme.md +0 -35
  261. package/example/node/node_modules/path-to-regexp/index.js +0 -129
  262. package/example/node/node_modules/path-to-regexp/package.json +0 -30
  263. package/example/node/node_modules/proxy-addr/HISTORY.md +0 -161
  264. package/example/node/node_modules/proxy-addr/LICENSE +0 -22
  265. package/example/node/node_modules/proxy-addr/README.md +0 -139
  266. package/example/node/node_modules/proxy-addr/index.js +0 -327
  267. package/example/node/node_modules/proxy-addr/package.json +0 -47
  268. package/example/node/node_modules/qs/.editorconfig +0 -39
  269. package/example/node/node_modules/qs/.eslintignore +0 -2
  270. package/example/node/node_modules/qs/.eslintrc +0 -35
  271. package/example/node/node_modules/qs/.github/FUNDING.yml +0 -12
  272. package/example/node/node_modules/qs/.nycrc +0 -13
  273. package/example/node/node_modules/qs/CHANGELOG.md +0 -359
  274. package/example/node/node_modules/qs/LICENSE.md +0 -29
  275. package/example/node/node_modules/qs/README.md +0 -604
  276. package/example/node/node_modules/qs/dist/qs.js +0 -832
  277. package/example/node/node_modules/qs/lib/formats.js +0 -23
  278. package/example/node/node_modules/qs/lib/index.js +0 -11
  279. package/example/node/node_modules/qs/lib/parse.js +0 -257
  280. package/example/node/node_modules/qs/lib/stringify.js +0 -278
  281. package/example/node/node_modules/qs/lib/utils.js +0 -251
  282. package/example/node/node_modules/qs/package.json +0 -69
  283. package/example/node/node_modules/qs/test/parse.js +0 -772
  284. package/example/node/node_modules/qs/test/stringify.js +0 -793
  285. package/example/node/node_modules/qs/test/utils.js +0 -136
  286. package/example/node/node_modules/range-parser/HISTORY.md +0 -56
  287. package/example/node/node_modules/range-parser/LICENSE +0 -23
  288. package/example/node/node_modules/range-parser/README.md +0 -84
  289. package/example/node/node_modules/range-parser/index.js +0 -162
  290. package/example/node/node_modules/range-parser/package.json +0 -44
  291. package/example/node/node_modules/raw-body/HISTORY.md +0 -284
  292. package/example/node/node_modules/raw-body/LICENSE +0 -22
  293. package/example/node/node_modules/raw-body/README.md +0 -217
  294. package/example/node/node_modules/raw-body/index.d.ts +0 -87
  295. package/example/node/node_modules/raw-body/index.js +0 -286
  296. package/example/node/node_modules/raw-body/package.json +0 -48
  297. package/example/node/node_modules/safe-buffer/LICENSE +0 -21
  298. package/example/node/node_modules/safe-buffer/README.md +0 -584
  299. package/example/node/node_modules/safe-buffer/index.d.ts +0 -187
  300. package/example/node/node_modules/safe-buffer/index.js +0 -65
  301. package/example/node/node_modules/safe-buffer/package.json +0 -51
  302. package/example/node/node_modules/safer-buffer/LICENSE +0 -21
  303. package/example/node/node_modules/safer-buffer/Porting-Buffer.md +0 -268
  304. package/example/node/node_modules/safer-buffer/Readme.md +0 -156
  305. package/example/node/node_modules/safer-buffer/dangerous.js +0 -58
  306. package/example/node/node_modules/safer-buffer/package.json +0 -34
  307. package/example/node/node_modules/safer-buffer/safer.js +0 -77
  308. package/example/node/node_modules/safer-buffer/tests.js +0 -406
  309. package/example/node/node_modules/send/HISTORY.md +0 -506
  310. package/example/node/node_modules/send/LICENSE +0 -23
  311. package/example/node/node_modules/send/README.md +0 -327
  312. package/example/node/node_modules/send/index.js +0 -1133
  313. package/example/node/node_modules/send/node_modules/.bin/mime +0 -15
  314. package/example/node/node_modules/send/node_modules/.bin/mime.cmd +0 -7
  315. package/example/node/node_modules/send/node_modules/ms/index.js +0 -162
  316. package/example/node/node_modules/send/node_modules/ms/license.md +0 -21
  317. package/example/node/node_modules/send/node_modules/ms/package.json +0 -38
  318. package/example/node/node_modules/send/node_modules/ms/readme.md +0 -59
  319. package/example/node/node_modules/send/package.json +0 -61
  320. package/example/node/node_modules/serve-static/HISTORY.md +0 -459
  321. package/example/node/node_modules/serve-static/LICENSE +0 -25
  322. package/example/node/node_modules/serve-static/README.md +0 -257
  323. package/example/node/node_modules/serve-static/index.js +0 -210
  324. package/example/node/node_modules/serve-static/package.json +0 -42
  325. package/example/node/node_modules/setprototypeof/LICENSE +0 -13
  326. package/example/node/node_modules/setprototypeof/README.md +0 -31
  327. package/example/node/node_modules/setprototypeof/index.d.ts +0 -2
  328. package/example/node/node_modules/setprototypeof/index.js +0 -17
  329. package/example/node/node_modules/setprototypeof/package.json +0 -38
  330. package/example/node/node_modules/setprototypeof/test/index.js +0 -24
  331. package/example/node/node_modules/statuses/HISTORY.md +0 -65
  332. package/example/node/node_modules/statuses/LICENSE +0 -23
  333. package/example/node/node_modules/statuses/README.md +0 -127
  334. package/example/node/node_modules/statuses/codes.json +0 -66
  335. package/example/node/node_modules/statuses/index.js +0 -113
  336. package/example/node/node_modules/statuses/package.json +0 -48
  337. package/example/node/node_modules/toidentifier/HISTORY.md +0 -9
  338. package/example/node/node_modules/toidentifier/LICENSE +0 -21
  339. package/example/node/node_modules/toidentifier/README.md +0 -61
  340. package/example/node/node_modules/toidentifier/index.js +0 -32
  341. package/example/node/node_modules/toidentifier/package.json +0 -38
  342. package/example/node/node_modules/type-is/HISTORY.md +0 -259
  343. package/example/node/node_modules/type-is/LICENSE +0 -23
  344. package/example/node/node_modules/type-is/README.md +0 -170
  345. package/example/node/node_modules/type-is/index.js +0 -266
  346. package/example/node/node_modules/type-is/package.json +0 -45
  347. package/example/node/node_modules/unpipe/HISTORY.md +0 -4
  348. package/example/node/node_modules/unpipe/LICENSE +0 -22
  349. package/example/node/node_modules/unpipe/README.md +0 -43
  350. package/example/node/node_modules/unpipe/index.js +0 -69
  351. package/example/node/node_modules/unpipe/package.json +0 -27
  352. package/example/node/node_modules/utils-merge/LICENSE +0 -20
  353. package/example/node/node_modules/utils-merge/README.md +0 -34
  354. package/example/node/node_modules/utils-merge/index.js +0 -23
  355. package/example/node/node_modules/utils-merge/package.json +0 -40
  356. package/example/node/node_modules/vary/HISTORY.md +0 -39
  357. package/example/node/node_modules/vary/LICENSE +0 -22
  358. package/example/node/node_modules/vary/README.md +0 -101
  359. package/example/node/node_modules/vary/index.js +0 -149
  360. package/example/node/node_modules/vary/package.json +0 -43
  361. package/test/lib/crawler.test.js +0 -52
@@ -1,238 +0,0 @@
1
- /*!
2
- * accepts
3
- * Copyright(c) 2014 Jonathan Ong
4
- * Copyright(c) 2015 Douglas Christopher Wilson
5
- * MIT Licensed
6
- */
7
-
8
- 'use strict'
9
-
10
- /**
11
- * Module dependencies.
12
- * @private
13
- */
14
-
15
- var Negotiator = require('negotiator')
16
- var mime = require('mime-types')
17
-
18
- /**
19
- * Module exports.
20
- * @public
21
- */
22
-
23
- module.exports = Accepts
24
-
25
- /**
26
- * Create a new Accepts object for the given req.
27
- *
28
- * @param {object} req
29
- * @public
30
- */
31
-
32
- function Accepts (req) {
33
- if (!(this instanceof Accepts)) {
34
- return new Accepts(req)
35
- }
36
-
37
- this.headers = req.headers
38
- this.negotiator = new Negotiator(req)
39
- }
40
-
41
- /**
42
- * Check if the given `type(s)` is acceptable, returning
43
- * the best match when true, otherwise `undefined`, in which
44
- * case you should respond with 406 "Not Acceptable".
45
- *
46
- * The `type` value may be a single mime type string
47
- * such as "application/json", the extension name
48
- * such as "json" or an array `["json", "html", "text/plain"]`. When a list
49
- * or array is given the _best_ match, if any is returned.
50
- *
51
- * Examples:
52
- *
53
- * // Accept: text/html
54
- * this.types('html');
55
- * // => "html"
56
- *
57
- * // Accept: text/*, application/json
58
- * this.types('html');
59
- * // => "html"
60
- * this.types('text/html');
61
- * // => "text/html"
62
- * this.types('json', 'text');
63
- * // => "json"
64
- * this.types('application/json');
65
- * // => "application/json"
66
- *
67
- * // Accept: text/*, application/json
68
- * this.types('image/png');
69
- * this.types('png');
70
- * // => undefined
71
- *
72
- * // Accept: text/*;q=.5, application/json
73
- * this.types(['html', 'json']);
74
- * this.types('html', 'json');
75
- * // => "json"
76
- *
77
- * @param {String|Array} types...
78
- * @return {String|Array|Boolean}
79
- * @public
80
- */
81
-
82
- Accepts.prototype.type =
83
- Accepts.prototype.types = function (types_) {
84
- var types = types_
85
-
86
- // support flattened arguments
87
- if (types && !Array.isArray(types)) {
88
- types = new Array(arguments.length)
89
- for (var i = 0; i < types.length; i++) {
90
- types[i] = arguments[i]
91
- }
92
- }
93
-
94
- // no types, return all requested types
95
- if (!types || types.length === 0) {
96
- return this.negotiator.mediaTypes()
97
- }
98
-
99
- // no accept header, return first given type
100
- if (!this.headers.accept) {
101
- return types[0]
102
- }
103
-
104
- var mimes = types.map(extToMime)
105
- var accepts = this.negotiator.mediaTypes(mimes.filter(validMime))
106
- var first = accepts[0]
107
-
108
- return first
109
- ? types[mimes.indexOf(first)]
110
- : false
111
- }
112
-
113
- /**
114
- * Return accepted encodings or best fit based on `encodings`.
115
- *
116
- * Given `Accept-Encoding: gzip, deflate`
117
- * an array sorted by quality is returned:
118
- *
119
- * ['gzip', 'deflate']
120
- *
121
- * @param {String|Array} encodings...
122
- * @return {String|Array}
123
- * @public
124
- */
125
-
126
- Accepts.prototype.encoding =
127
- Accepts.prototype.encodings = function (encodings_) {
128
- var encodings = encodings_
129
-
130
- // support flattened arguments
131
- if (encodings && !Array.isArray(encodings)) {
132
- encodings = new Array(arguments.length)
133
- for (var i = 0; i < encodings.length; i++) {
134
- encodings[i] = arguments[i]
135
- }
136
- }
137
-
138
- // no encodings, return all requested encodings
139
- if (!encodings || encodings.length === 0) {
140
- return this.negotiator.encodings()
141
- }
142
-
143
- return this.negotiator.encodings(encodings)[0] || false
144
- }
145
-
146
- /**
147
- * Return accepted charsets or best fit based on `charsets`.
148
- *
149
- * Given `Accept-Charset: utf-8, iso-8859-1;q=0.2, utf-7;q=0.5`
150
- * an array sorted by quality is returned:
151
- *
152
- * ['utf-8', 'utf-7', 'iso-8859-1']
153
- *
154
- * @param {String|Array} charsets...
155
- * @return {String|Array}
156
- * @public
157
- */
158
-
159
- Accepts.prototype.charset =
160
- Accepts.prototype.charsets = function (charsets_) {
161
- var charsets = charsets_
162
-
163
- // support flattened arguments
164
- if (charsets && !Array.isArray(charsets)) {
165
- charsets = new Array(arguments.length)
166
- for (var i = 0; i < charsets.length; i++) {
167
- charsets[i] = arguments[i]
168
- }
169
- }
170
-
171
- // no charsets, return all requested charsets
172
- if (!charsets || charsets.length === 0) {
173
- return this.negotiator.charsets()
174
- }
175
-
176
- return this.negotiator.charsets(charsets)[0] || false
177
- }
178
-
179
- /**
180
- * Return accepted languages or best fit based on `langs`.
181
- *
182
- * Given `Accept-Language: en;q=0.8, es, pt`
183
- * an array sorted by quality is returned:
184
- *
185
- * ['es', 'pt', 'en']
186
- *
187
- * @param {String|Array} langs...
188
- * @return {Array|String}
189
- * @public
190
- */
191
-
192
- Accepts.prototype.lang =
193
- Accepts.prototype.langs =
194
- Accepts.prototype.language =
195
- Accepts.prototype.languages = function (languages_) {
196
- var languages = languages_
197
-
198
- // support flattened arguments
199
- if (languages && !Array.isArray(languages)) {
200
- languages = new Array(arguments.length)
201
- for (var i = 0; i < languages.length; i++) {
202
- languages[i] = arguments[i]
203
- }
204
- }
205
-
206
- // no languages, return all requested languages
207
- if (!languages || languages.length === 0) {
208
- return this.negotiator.languages()
209
- }
210
-
211
- return this.negotiator.languages(languages)[0] || false
212
- }
213
-
214
- /**
215
- * Convert extnames to mime.
216
- *
217
- * @param {String} type
218
- * @return {String}
219
- * @private
220
- */
221
-
222
- function extToMime (type) {
223
- return type.indexOf('/') === -1
224
- ? mime.lookup(type)
225
- : type
226
- }
227
-
228
- /**
229
- * Check if mime is valid.
230
- *
231
- * @param {String} type
232
- * @return {String}
233
- * @private
234
- */
235
-
236
- function validMime (type) {
237
- return typeof type === 'string'
238
- }
@@ -1,47 +0,0 @@
1
- {
2
- "name": "accepts",
3
- "description": "Higher-level content negotiation",
4
- "version": "1.3.7",
5
- "contributors": [
6
- "Douglas Christopher Wilson <doug@somethingdoug.com>",
7
- "Jonathan Ong <me@jongleberry.com> (http://jongleberry.com)"
8
- ],
9
- "license": "MIT",
10
- "repository": "jshttp/accepts",
11
- "dependencies": {
12
- "mime-types": "~2.1.24",
13
- "negotiator": "0.6.2"
14
- },
15
- "devDependencies": {
16
- "deep-equal": "1.0.1",
17
- "eslint": "5.16.0",
18
- "eslint-config-standard": "12.0.0",
19
- "eslint-plugin-import": "2.17.2",
20
- "eslint-plugin-markdown": "1.0.0",
21
- "eslint-plugin-node": "8.0.1",
22
- "eslint-plugin-promise": "4.1.1",
23
- "eslint-plugin-standard": "4.0.0",
24
- "mocha": "6.1.4",
25
- "nyc": "14.0.0"
26
- },
27
- "files": [
28
- "LICENSE",
29
- "HISTORY.md",
30
- "index.js"
31
- ],
32
- "engines": {
33
- "node": ">= 0.6"
34
- },
35
- "scripts": {
36
- "lint": "eslint --plugin markdown --ext js,md .",
37
- "test": "mocha --reporter spec --check-leaks --bail test/",
38
- "test-cov": "nyc --reporter=html --reporter=text npm test",
39
- "test-travis": "nyc --reporter=text npm test"
40
- },
41
- "keywords": [
42
- "content",
43
- "negotiation",
44
- "accept",
45
- "accepts"
46
- ]
47
- }
@@ -1,21 +0,0 @@
1
- The MIT License (MIT)
2
-
3
- Copyright (c) 2014 Blake Embrey (hello@blakeembrey.com)
4
-
5
- Permission is hereby granted, free of charge, to any person obtaining a copy
6
- of this software and associated documentation files (the "Software"), to deal
7
- in the Software without restriction, including without limitation the rights
8
- to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
- copies of the Software, and to permit persons to whom the Software is
10
- furnished to do so, subject to the following conditions:
11
-
12
- The above copyright notice and this permission notice shall be included in
13
- all copies or substantial portions of the Software.
14
-
15
- THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
- IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
- FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
- AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
- LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
- OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
21
- THE SOFTWARE.
@@ -1,43 +0,0 @@
1
- # Array Flatten
2
-
3
- [![NPM version][npm-image]][npm-url]
4
- [![NPM downloads][downloads-image]][downloads-url]
5
- [![Build status][travis-image]][travis-url]
6
- [![Test coverage][coveralls-image]][coveralls-url]
7
-
8
- > Flatten an array of nested arrays into a single flat array. Accepts an optional depth.
9
-
10
- ## Installation
11
-
12
- ```
13
- npm install array-flatten --save
14
- ```
15
-
16
- ## Usage
17
-
18
- ```javascript
19
- var flatten = require('array-flatten')
20
-
21
- flatten([1, [2, [3, [4, [5], 6], 7], 8], 9])
22
- //=> [1, 2, 3, 4, 5, 6, 7, 8, 9]
23
-
24
- flatten([1, [2, [3, [4, [5], 6], 7], 8], 9], 2)
25
- //=> [1, 2, 3, [4, [5], 6], 7, 8, 9]
26
-
27
- (function () {
28
- flatten(arguments) //=> [1, 2, 3]
29
- })(1, [2, 3])
30
- ```
31
-
32
- ## License
33
-
34
- MIT
35
-
36
- [npm-image]: https://img.shields.io/npm/v/array-flatten.svg?style=flat
37
- [npm-url]: https://npmjs.org/package/array-flatten
38
- [downloads-image]: https://img.shields.io/npm/dm/array-flatten.svg?style=flat
39
- [downloads-url]: https://npmjs.org/package/array-flatten
40
- [travis-image]: https://img.shields.io/travis/blakeembrey/array-flatten.svg?style=flat
41
- [travis-url]: https://travis-ci.org/blakeembrey/array-flatten
42
- [coveralls-image]: https://img.shields.io/coveralls/blakeembrey/array-flatten.svg?style=flat
43
- [coveralls-url]: https://coveralls.io/r/blakeembrey/array-flatten?branch=master
@@ -1,64 +0,0 @@
1
- 'use strict'
2
-
3
- /**
4
- * Expose `arrayFlatten`.
5
- */
6
- module.exports = arrayFlatten
7
-
8
- /**
9
- * Recursive flatten function with depth.
10
- *
11
- * @param {Array} array
12
- * @param {Array} result
13
- * @param {Number} depth
14
- * @return {Array}
15
- */
16
- function flattenWithDepth (array, result, depth) {
17
- for (var i = 0; i < array.length; i++) {
18
- var value = array[i]
19
-
20
- if (depth > 0 && Array.isArray(value)) {
21
- flattenWithDepth(value, result, depth - 1)
22
- } else {
23
- result.push(value)
24
- }
25
- }
26
-
27
- return result
28
- }
29
-
30
- /**
31
- * Recursive flatten function. Omitting depth is slightly faster.
32
- *
33
- * @param {Array} array
34
- * @param {Array} result
35
- * @return {Array}
36
- */
37
- function flattenForever (array, result) {
38
- for (var i = 0; i < array.length; i++) {
39
- var value = array[i]
40
-
41
- if (Array.isArray(value)) {
42
- flattenForever(value, result)
43
- } else {
44
- result.push(value)
45
- }
46
- }
47
-
48
- return result
49
- }
50
-
51
- /**
52
- * Flatten an array, with the ability to define a depth.
53
- *
54
- * @param {Array} array
55
- * @param {Number} depth
56
- * @return {Array}
57
- */
58
- function arrayFlatten (array, depth) {
59
- if (depth == null) {
60
- return flattenForever(array, [])
61
- }
62
-
63
- return flattenWithDepth(array, [], depth)
64
- }
@@ -1,39 +0,0 @@
1
- {
2
- "name": "array-flatten",
3
- "version": "1.1.1",
4
- "description": "Flatten an array of nested arrays into a single flat array",
5
- "main": "array-flatten.js",
6
- "files": [
7
- "array-flatten.js",
8
- "LICENSE"
9
- ],
10
- "scripts": {
11
- "test": "istanbul cover _mocha -- -R spec"
12
- },
13
- "repository": {
14
- "type": "git",
15
- "url": "git://github.com/blakeembrey/array-flatten.git"
16
- },
17
- "keywords": [
18
- "array",
19
- "flatten",
20
- "arguments",
21
- "depth"
22
- ],
23
- "author": {
24
- "name": "Blake Embrey",
25
- "email": "hello@blakeembrey.com",
26
- "url": "http://blakeembrey.me"
27
- },
28
- "license": "MIT",
29
- "bugs": {
30
- "url": "https://github.com/blakeembrey/array-flatten/issues"
31
- },
32
- "homepage": "https://github.com/blakeembrey/array-flatten",
33
- "devDependencies": {
34
- "istanbul": "^0.3.13",
35
- "mocha": "^2.2.4",
36
- "pre-commit": "^1.0.7",
37
- "standard": "^3.7.3"
38
- }
39
- }