es6-crawler-detect 3.3.0 → 4.0.0-beta.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.babelrc +1 -1
- package/.mocharc.json +5 -0
- package/README.md +1 -0
- package/dist/index.d.ts +5 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +18 -0
- package/dist/index.js.map +1 -0
- package/dist/lib/crawler/crawlers.d.ts +5 -0
- package/dist/lib/crawler/crawlers.d.ts.map +1 -0
- package/dist/lib/crawler/crawlers.js +1400 -0
- package/dist/lib/crawler/crawlers.js.map +1 -0
- package/dist/lib/crawler/exclusions.d.ts +5 -0
- package/dist/lib/crawler/exclusions.d.ts.map +1 -0
- package/dist/lib/crawler/exclusions.js +59 -0
- package/dist/lib/crawler/exclusions.js.map +1 -0
- package/dist/lib/crawler/headers.d.ts +5 -0
- package/dist/lib/crawler/headers.d.ts.map +1 -0
- package/dist/lib/crawler/headers.js +21 -0
- package/dist/lib/crawler/headers.js.map +1 -0
- package/dist/lib/crawler/provider.d.ts +4 -0
- package/dist/lib/crawler/provider.d.ts.map +1 -0
- package/dist/lib/crawler/provider.js +3 -0
- package/dist/lib/crawler/provider.js.map +1 -0
- package/dist/lib/crawler.d.ts +21 -0
- package/dist/lib/crawler.d.ts.map +1 -0
- package/dist/lib/crawler.js +98 -0
- package/dist/lib/crawler.js.map +1 -0
- package/dist/types.d.ts +9 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +3 -0
- package/dist/types.js.map +1 -0
- package/eslint.config.mjs +62 -0
- package/example/node/package.json +1 -1
- package/example/node/yarn.lock +222 -99
- package/package.json +30 -24
- package/src/index.ts +18 -0
- package/src/lib/crawler/{crawlers.js → crawlers.ts} +1397 -1403
- package/src/lib/crawler/{exclusions.js → exclusions.ts} +56 -62
- package/src/lib/crawler/{headers.js → headers.ts} +4 -10
- package/src/lib/crawler/provider.ts +3 -0
- package/src/lib/crawler.ts +128 -0
- package/src/types.ts +15 -0
- package/test/lib/crawler.spec.ts +116 -0
- package/tsconfig.json +28 -0
- package/.eslintignore +0 -6
- package/.eslintrc.json +0 -30
- package/dist/main.bundle.js +0 -1
- package/example/node/dist/crawler.min.js +0 -1
- package/example/node/node_modules/.bin/mime +0 -15
- package/example/node/node_modules/.bin/mime.cmd +0 -7
- package/example/node/node_modules/.yarn-integrity +0 -67
- package/example/node/node_modules/accepts/HISTORY.md +0 -236
- package/example/node/node_modules/accepts/LICENSE +0 -23
- package/example/node/node_modules/accepts/README.md +0 -142
- package/example/node/node_modules/accepts/index.js +0 -238
- package/example/node/node_modules/accepts/package.json +0 -47
- package/example/node/node_modules/array-flatten/LICENSE +0 -21
- package/example/node/node_modules/array-flatten/README.md +0 -43
- package/example/node/node_modules/array-flatten/array-flatten.js +0 -64
- package/example/node/node_modules/array-flatten/package.json +0 -39
- package/example/node/node_modules/body-parser/HISTORY.md +0 -624
- package/example/node/node_modules/body-parser/LICENSE +0 -23
- package/example/node/node_modules/body-parser/README.md +0 -456
- package/example/node/node_modules/body-parser/index.js +0 -157
- package/example/node/node_modules/body-parser/lib/read.js +0 -181
- package/example/node/node_modules/body-parser/lib/types/json.js +0 -230
- package/example/node/node_modules/body-parser/lib/types/raw.js +0 -101
- package/example/node/node_modules/body-parser/lib/types/text.js +0 -121
- package/example/node/node_modules/body-parser/lib/types/urlencoded.js +0 -284
- package/example/node/node_modules/body-parser/package.json +0 -52
- package/example/node/node_modules/bytes/History.md +0 -92
- package/example/node/node_modules/bytes/LICENSE +0 -23
- package/example/node/node_modules/bytes/Readme.md +0 -152
- package/example/node/node_modules/bytes/index.js +0 -166
- package/example/node/node_modules/bytes/package.json +0 -42
- package/example/node/node_modules/content-disposition/HISTORY.md +0 -60
- package/example/node/node_modules/content-disposition/LICENSE +0 -22
- package/example/node/node_modules/content-disposition/README.md +0 -142
- package/example/node/node_modules/content-disposition/index.js +0 -458
- package/example/node/node_modules/content-disposition/package.json +0 -44
- package/example/node/node_modules/content-type/HISTORY.md +0 -24
- package/example/node/node_modules/content-type/LICENSE +0 -22
- package/example/node/node_modules/content-type/README.md +0 -92
- package/example/node/node_modules/content-type/index.js +0 -222
- package/example/node/node_modules/content-type/package.json +0 -40
- package/example/node/node_modules/cookie/HISTORY.md +0 -128
- package/example/node/node_modules/cookie/LICENSE +0 -24
- package/example/node/node_modules/cookie/README.md +0 -257
- package/example/node/node_modules/cookie/index.js +0 -202
- package/example/node/node_modules/cookie/package.json +0 -40
- package/example/node/node_modules/cookie-signature/History.md +0 -38
- package/example/node/node_modules/cookie-signature/Readme.md +0 -42
- package/example/node/node_modules/cookie-signature/index.js +0 -51
- package/example/node/node_modules/cookie-signature/package.json +0 -18
- package/example/node/node_modules/debug/.coveralls.yml +0 -1
- package/example/node/node_modules/debug/.eslintrc +0 -11
- package/example/node/node_modules/debug/.travis.yml +0 -14
- package/example/node/node_modules/debug/CHANGELOG.md +0 -362
- package/example/node/node_modules/debug/LICENSE +0 -19
- package/example/node/node_modules/debug/Makefile +0 -50
- package/example/node/node_modules/debug/README.md +0 -312
- package/example/node/node_modules/debug/component.json +0 -19
- package/example/node/node_modules/debug/karma.conf.js +0 -70
- package/example/node/node_modules/debug/node.js +0 -1
- package/example/node/node_modules/debug/package.json +0 -49
- package/example/node/node_modules/debug/src/browser.js +0 -185
- package/example/node/node_modules/debug/src/debug.js +0 -202
- package/example/node/node_modules/debug/src/index.js +0 -10
- package/example/node/node_modules/debug/src/inspector-log.js +0 -15
- package/example/node/node_modules/debug/src/node.js +0 -248
- package/example/node/node_modules/depd/History.md +0 -96
- package/example/node/node_modules/depd/LICENSE +0 -22
- package/example/node/node_modules/depd/Readme.md +0 -280
- package/example/node/node_modules/depd/index.js +0 -522
- package/example/node/node_modules/depd/lib/browser/index.js +0 -77
- package/example/node/node_modules/depd/lib/compat/callsite-tostring.js +0 -103
- package/example/node/node_modules/depd/lib/compat/event-listener-count.js +0 -22
- package/example/node/node_modules/depd/lib/compat/index.js +0 -79
- package/example/node/node_modules/depd/package.json +0 -41
- package/example/node/node_modules/destroy/LICENSE +0 -22
- package/example/node/node_modules/destroy/README.md +0 -60
- package/example/node/node_modules/destroy/index.js +0 -75
- package/example/node/node_modules/destroy/package.json +0 -37
- package/example/node/node_modules/ee-first/LICENSE +0 -22
- package/example/node/node_modules/ee-first/README.md +0 -80
- package/example/node/node_modules/ee-first/index.js +0 -95
- package/example/node/node_modules/ee-first/package.json +0 -29
- package/example/node/node_modules/encodeurl/HISTORY.md +0 -14
- package/example/node/node_modules/encodeurl/LICENSE +0 -22
- package/example/node/node_modules/encodeurl/README.md +0 -128
- package/example/node/node_modules/encodeurl/index.js +0 -60
- package/example/node/node_modules/encodeurl/package.json +0 -40
- package/example/node/node_modules/escape-html/LICENSE +0 -24
- package/example/node/node_modules/escape-html/Readme.md +0 -43
- package/example/node/node_modules/escape-html/index.js +0 -78
- package/example/node/node_modules/escape-html/package.json +0 -24
- package/example/node/node_modules/etag/HISTORY.md +0 -83
- package/example/node/node_modules/etag/LICENSE +0 -22
- package/example/node/node_modules/etag/README.md +0 -159
- package/example/node/node_modules/etag/index.js +0 -131
- package/example/node/node_modules/etag/package.json +0 -47
- package/example/node/node_modules/express/History.md +0 -3510
- package/example/node/node_modules/express/LICENSE +0 -24
- package/example/node/node_modules/express/Readme.md +0 -158
- package/example/node/node_modules/express/index.js +0 -11
- package/example/node/node_modules/express/lib/application.js +0 -644
- package/example/node/node_modules/express/lib/express.js +0 -116
- package/example/node/node_modules/express/lib/middleware/init.js +0 -43
- package/example/node/node_modules/express/lib/middleware/query.js +0 -47
- package/example/node/node_modules/express/lib/request.js +0 -525
- package/example/node/node_modules/express/lib/response.js +0 -1147
- package/example/node/node_modules/express/lib/router/index.js +0 -668
- package/example/node/node_modules/express/lib/router/layer.js +0 -181
- package/example/node/node_modules/express/lib/router/route.js +0 -216
- package/example/node/node_modules/express/lib/utils.js +0 -302
- package/example/node/node_modules/express/lib/view.js +0 -182
- package/example/node/node_modules/express/package.json +0 -99
- package/example/node/node_modules/finalhandler/HISTORY.md +0 -187
- package/example/node/node_modules/finalhandler/LICENSE +0 -22
- package/example/node/node_modules/finalhandler/README.md +0 -148
- package/example/node/node_modules/finalhandler/index.js +0 -331
- package/example/node/node_modules/finalhandler/package.json +0 -45
- package/example/node/node_modules/forwarded/HISTORY.md +0 -21
- package/example/node/node_modules/forwarded/LICENSE +0 -22
- package/example/node/node_modules/forwarded/README.md +0 -57
- package/example/node/node_modules/forwarded/index.js +0 -90
- package/example/node/node_modules/forwarded/package.json +0 -45
- package/example/node/node_modules/fresh/HISTORY.md +0 -70
- package/example/node/node_modules/fresh/LICENSE +0 -23
- package/example/node/node_modules/fresh/README.md +0 -119
- package/example/node/node_modules/fresh/index.js +0 -137
- package/example/node/node_modules/fresh/package.json +0 -46
- package/example/node/node_modules/http-errors/HISTORY.md +0 -165
- package/example/node/node_modules/http-errors/LICENSE +0 -23
- package/example/node/node_modules/http-errors/README.md +0 -169
- package/example/node/node_modules/http-errors/index.js +0 -299
- package/example/node/node_modules/http-errors/package.json +0 -49
- package/example/node/node_modules/iconv-lite/Changelog.md +0 -162
- package/example/node/node_modules/iconv-lite/LICENSE +0 -21
- package/example/node/node_modules/iconv-lite/README.md +0 -156
- package/example/node/node_modules/iconv-lite/encodings/dbcs-codec.js +0 -555
- package/example/node/node_modules/iconv-lite/encodings/dbcs-data.js +0 -176
- package/example/node/node_modules/iconv-lite/encodings/index.js +0 -22
- package/example/node/node_modules/iconv-lite/encodings/internal.js +0 -188
- package/example/node/node_modules/iconv-lite/encodings/sbcs-codec.js +0 -72
- package/example/node/node_modules/iconv-lite/encodings/sbcs-data-generated.js +0 -451
- package/example/node/node_modules/iconv-lite/encodings/sbcs-data.js +0 -174
- package/example/node/node_modules/iconv-lite/encodings/tables/big5-added.json +0 -122
- package/example/node/node_modules/iconv-lite/encodings/tables/cp936.json +0 -264
- package/example/node/node_modules/iconv-lite/encodings/tables/cp949.json +0 -273
- package/example/node/node_modules/iconv-lite/encodings/tables/cp950.json +0 -177
- package/example/node/node_modules/iconv-lite/encodings/tables/eucjp.json +0 -182
- package/example/node/node_modules/iconv-lite/encodings/tables/gb18030-ranges.json +0 -1
- package/example/node/node_modules/iconv-lite/encodings/tables/gbk-added.json +0 -55
- package/example/node/node_modules/iconv-lite/encodings/tables/shiftjis.json +0 -125
- package/example/node/node_modules/iconv-lite/encodings/utf16.js +0 -177
- package/example/node/node_modules/iconv-lite/encodings/utf7.js +0 -290
- package/example/node/node_modules/iconv-lite/lib/bom-handling.js +0 -52
- package/example/node/node_modules/iconv-lite/lib/extend-node.js +0 -217
- package/example/node/node_modules/iconv-lite/lib/index.d.ts +0 -24
- package/example/node/node_modules/iconv-lite/lib/index.js +0 -153
- package/example/node/node_modules/iconv-lite/lib/streams.js +0 -121
- package/example/node/node_modules/iconv-lite/package.json +0 -46
- package/example/node/node_modules/inherits/LICENSE +0 -16
- package/example/node/node_modules/inherits/README.md +0 -42
- package/example/node/node_modules/inherits/inherits.js +0 -9
- package/example/node/node_modules/inherits/inherits_browser.js +0 -27
- package/example/node/node_modules/inherits/package.json +0 -29
- package/example/node/node_modules/ipaddr.js/LICENSE +0 -19
- package/example/node/node_modules/ipaddr.js/README.md +0 -233
- package/example/node/node_modules/ipaddr.js/ipaddr.min.js +0 -1
- package/example/node/node_modules/ipaddr.js/lib/ipaddr.js +0 -673
- package/example/node/node_modules/ipaddr.js/lib/ipaddr.js.d.ts +0 -68
- package/example/node/node_modules/ipaddr.js/package.json +0 -35
- package/example/node/node_modules/media-typer/HISTORY.md +0 -22
- package/example/node/node_modules/media-typer/LICENSE +0 -22
- package/example/node/node_modules/media-typer/README.md +0 -81
- package/example/node/node_modules/media-typer/index.js +0 -270
- package/example/node/node_modules/media-typer/package.json +0 -26
- package/example/node/node_modules/merge-descriptors/HISTORY.md +0 -21
- package/example/node/node_modules/merge-descriptors/LICENSE +0 -23
- package/example/node/node_modules/merge-descriptors/README.md +0 -48
- package/example/node/node_modules/merge-descriptors/index.js +0 -60
- package/example/node/node_modules/merge-descriptors/package.json +0 -32
- package/example/node/node_modules/methods/HISTORY.md +0 -29
- package/example/node/node_modules/methods/LICENSE +0 -24
- package/example/node/node_modules/methods/README.md +0 -51
- package/example/node/node_modules/methods/index.js +0 -69
- package/example/node/node_modules/methods/package.json +0 -36
- package/example/node/node_modules/mime/CHANGELOG.md +0 -164
- package/example/node/node_modules/mime/LICENSE +0 -21
- package/example/node/node_modules/mime/README.md +0 -90
- package/example/node/node_modules/mime/cli.js +0 -8
- package/example/node/node_modules/mime/mime.js +0 -108
- package/example/node/node_modules/mime/package.json +0 -44
- package/example/node/node_modules/mime/src/build.js +0 -53
- package/example/node/node_modules/mime/src/test.js +0 -60
- package/example/node/node_modules/mime/types.json +0 -1
- package/example/node/node_modules/mime-db/HISTORY.md +0 -499
- package/example/node/node_modules/mime-db/LICENSE +0 -22
- package/example/node/node_modules/mime-db/README.md +0 -100
- package/example/node/node_modules/mime-db/db.json +0 -8471
- package/example/node/node_modules/mime-db/index.js +0 -11
- package/example/node/node_modules/mime-db/package.json +0 -59
- package/example/node/node_modules/mime-types/HISTORY.md +0 -388
- package/example/node/node_modules/mime-types/LICENSE +0 -23
- package/example/node/node_modules/mime-types/README.md +0 -113
- package/example/node/node_modules/mime-types/index.js +0 -188
- package/example/node/node_modules/mime-types/package.json +0 -44
- package/example/node/node_modules/ms/index.js +0 -152
- package/example/node/node_modules/ms/license.md +0 -21
- package/example/node/node_modules/ms/package.json +0 -37
- package/example/node/node_modules/ms/readme.md +0 -51
- package/example/node/node_modules/negotiator/HISTORY.md +0 -103
- package/example/node/node_modules/negotiator/LICENSE +0 -24
- package/example/node/node_modules/negotiator/README.md +0 -203
- package/example/node/node_modules/negotiator/index.js +0 -124
- package/example/node/node_modules/negotiator/lib/charset.js +0 -169
- package/example/node/node_modules/negotiator/lib/encoding.js +0 -184
- package/example/node/node_modules/negotiator/lib/language.js +0 -179
- package/example/node/node_modules/negotiator/lib/mediaType.js +0 -294
- package/example/node/node_modules/negotiator/package.json +0 -42
- package/example/node/node_modules/on-finished/HISTORY.md +0 -88
- package/example/node/node_modules/on-finished/LICENSE +0 -23
- package/example/node/node_modules/on-finished/README.md +0 -154
- package/example/node/node_modules/on-finished/index.js +0 -196
- package/example/node/node_modules/on-finished/package.json +0 -31
- package/example/node/node_modules/parseurl/HISTORY.md +0 -58
- package/example/node/node_modules/parseurl/LICENSE +0 -24
- package/example/node/node_modules/parseurl/README.md +0 -133
- package/example/node/node_modules/parseurl/index.js +0 -158
- package/example/node/node_modules/parseurl/package.json +0 -40
- package/example/node/node_modules/path-to-regexp/History.md +0 -36
- package/example/node/node_modules/path-to-regexp/LICENSE +0 -21
- package/example/node/node_modules/path-to-regexp/Readme.md +0 -35
- package/example/node/node_modules/path-to-regexp/index.js +0 -129
- package/example/node/node_modules/path-to-regexp/package.json +0 -30
- package/example/node/node_modules/proxy-addr/HISTORY.md +0 -161
- package/example/node/node_modules/proxy-addr/LICENSE +0 -22
- package/example/node/node_modules/proxy-addr/README.md +0 -139
- package/example/node/node_modules/proxy-addr/index.js +0 -327
- package/example/node/node_modules/proxy-addr/package.json +0 -47
- package/example/node/node_modules/qs/.editorconfig +0 -39
- package/example/node/node_modules/qs/.eslintignore +0 -2
- package/example/node/node_modules/qs/.eslintrc +0 -35
- package/example/node/node_modules/qs/.github/FUNDING.yml +0 -12
- package/example/node/node_modules/qs/.nycrc +0 -13
- package/example/node/node_modules/qs/CHANGELOG.md +0 -359
- package/example/node/node_modules/qs/LICENSE.md +0 -29
- package/example/node/node_modules/qs/README.md +0 -604
- package/example/node/node_modules/qs/dist/qs.js +0 -832
- package/example/node/node_modules/qs/lib/formats.js +0 -23
- package/example/node/node_modules/qs/lib/index.js +0 -11
- package/example/node/node_modules/qs/lib/parse.js +0 -257
- package/example/node/node_modules/qs/lib/stringify.js +0 -278
- package/example/node/node_modules/qs/lib/utils.js +0 -251
- package/example/node/node_modules/qs/package.json +0 -69
- package/example/node/node_modules/qs/test/parse.js +0 -772
- package/example/node/node_modules/qs/test/stringify.js +0 -793
- package/example/node/node_modules/qs/test/utils.js +0 -136
- package/example/node/node_modules/range-parser/HISTORY.md +0 -56
- package/example/node/node_modules/range-parser/LICENSE +0 -23
- package/example/node/node_modules/range-parser/README.md +0 -84
- package/example/node/node_modules/range-parser/index.js +0 -162
- package/example/node/node_modules/range-parser/package.json +0 -44
- package/example/node/node_modules/raw-body/HISTORY.md +0 -284
- package/example/node/node_modules/raw-body/LICENSE +0 -22
- package/example/node/node_modules/raw-body/README.md +0 -217
- package/example/node/node_modules/raw-body/index.d.ts +0 -87
- package/example/node/node_modules/raw-body/index.js +0 -286
- package/example/node/node_modules/raw-body/package.json +0 -48
- package/example/node/node_modules/safe-buffer/LICENSE +0 -21
- package/example/node/node_modules/safe-buffer/README.md +0 -584
- package/example/node/node_modules/safe-buffer/index.d.ts +0 -187
- package/example/node/node_modules/safe-buffer/index.js +0 -65
- package/example/node/node_modules/safe-buffer/package.json +0 -51
- package/example/node/node_modules/safer-buffer/LICENSE +0 -21
- package/example/node/node_modules/safer-buffer/Porting-Buffer.md +0 -268
- package/example/node/node_modules/safer-buffer/Readme.md +0 -156
- package/example/node/node_modules/safer-buffer/dangerous.js +0 -58
- package/example/node/node_modules/safer-buffer/package.json +0 -34
- package/example/node/node_modules/safer-buffer/safer.js +0 -77
- package/example/node/node_modules/safer-buffer/tests.js +0 -406
- package/example/node/node_modules/send/HISTORY.md +0 -506
- package/example/node/node_modules/send/LICENSE +0 -23
- package/example/node/node_modules/send/README.md +0 -327
- package/example/node/node_modules/send/index.js +0 -1133
- package/example/node/node_modules/send/node_modules/.bin/mime +0 -15
- package/example/node/node_modules/send/node_modules/.bin/mime.cmd +0 -7
- package/example/node/node_modules/send/node_modules/ms/index.js +0 -162
- package/example/node/node_modules/send/node_modules/ms/license.md +0 -21
- package/example/node/node_modules/send/node_modules/ms/package.json +0 -38
- package/example/node/node_modules/send/node_modules/ms/readme.md +0 -59
- package/example/node/node_modules/send/package.json +0 -61
- package/example/node/node_modules/serve-static/HISTORY.md +0 -459
- package/example/node/node_modules/serve-static/LICENSE +0 -25
- package/example/node/node_modules/serve-static/README.md +0 -257
- package/example/node/node_modules/serve-static/index.js +0 -210
- package/example/node/node_modules/serve-static/package.json +0 -42
- package/example/node/node_modules/setprototypeof/LICENSE +0 -13
- package/example/node/node_modules/setprototypeof/README.md +0 -31
- package/example/node/node_modules/setprototypeof/index.d.ts +0 -2
- package/example/node/node_modules/setprototypeof/index.js +0 -17
- package/example/node/node_modules/setprototypeof/package.json +0 -38
- package/example/node/node_modules/setprototypeof/test/index.js +0 -24
- package/example/node/node_modules/statuses/HISTORY.md +0 -65
- package/example/node/node_modules/statuses/LICENSE +0 -23
- package/example/node/node_modules/statuses/README.md +0 -127
- package/example/node/node_modules/statuses/codes.json +0 -66
- package/example/node/node_modules/statuses/index.js +0 -113
- package/example/node/node_modules/statuses/package.json +0 -48
- package/example/node/node_modules/toidentifier/HISTORY.md +0 -9
- package/example/node/node_modules/toidentifier/LICENSE +0 -21
- package/example/node/node_modules/toidentifier/README.md +0 -61
- package/example/node/node_modules/toidentifier/index.js +0 -32
- package/example/node/node_modules/toidentifier/package.json +0 -38
- package/example/node/node_modules/type-is/HISTORY.md +0 -259
- package/example/node/node_modules/type-is/LICENSE +0 -23
- package/example/node/node_modules/type-is/README.md +0 -170
- package/example/node/node_modules/type-is/index.js +0 -266
- package/example/node/node_modules/type-is/package.json +0 -45
- package/example/node/node_modules/unpipe/HISTORY.md +0 -4
- package/example/node/node_modules/unpipe/LICENSE +0 -22
- package/example/node/node_modules/unpipe/README.md +0 -43
- package/example/node/node_modules/unpipe/index.js +0 -69
- package/example/node/node_modules/unpipe/package.json +0 -27
- package/example/node/node_modules/utils-merge/LICENSE +0 -20
- package/example/node/node_modules/utils-merge/README.md +0 -34
- package/example/node/node_modules/utils-merge/index.js +0 -23
- package/example/node/node_modules/utils-merge/package.json +0 -40
- package/example/node/node_modules/vary/HISTORY.md +0 -39
- package/example/node/node_modules/vary/LICENSE +0 -22
- package/example/node/node_modules/vary/README.md +0 -101
- package/example/node/node_modules/vary/index.js +0 -149
- package/example/node/node_modules/vary/package.json +0 -43
- package/example/node/server.js +0 -38
- package/src/index.js +0 -16
- package/src/lib/crawler/provider.js +0 -11
- package/src/lib/crawler.js +0 -130
- package/test/lib/crawler.test.js +0 -94
- package/webpack.common.js +0 -20
- package/webpack.dev.js +0 -7
- package/webpack.prod.js +0 -14
@@ -1,459 +0,0 @@
|
|
1
|
-
1.14.2 / 2021-12-15
|
2
|
-
===================
|
3
|
-
|
4
|
-
* deps: send@0.17.2
|
5
|
-
- deps: http-errors@1.8.1
|
6
|
-
- deps: ms@2.1.3
|
7
|
-
- pref: ignore empty http tokens
|
8
|
-
|
9
|
-
1.14.1 / 2019-05-10
|
10
|
-
===================
|
11
|
-
|
12
|
-
* Set stricter CSP header in redirect response
|
13
|
-
* deps: send@0.17.1
|
14
|
-
- deps: range-parser@~1.2.1
|
15
|
-
|
16
|
-
1.14.0 / 2019-05-07
|
17
|
-
===================
|
18
|
-
|
19
|
-
* deps: parseurl@~1.3.3
|
20
|
-
* deps: send@0.17.0
|
21
|
-
- deps: http-errors@~1.7.2
|
22
|
-
- deps: mime@1.6.0
|
23
|
-
- deps: ms@2.1.1
|
24
|
-
- deps: statuses@~1.5.0
|
25
|
-
- perf: remove redundant `path.normalize` call
|
26
|
-
|
27
|
-
1.13.2 / 2018-02-07
|
28
|
-
===================
|
29
|
-
|
30
|
-
* Fix incorrect end tag in redirects
|
31
|
-
* deps: encodeurl@~1.0.2
|
32
|
-
- Fix encoding `%` as last character
|
33
|
-
* deps: send@0.16.2
|
34
|
-
- deps: depd@~1.1.2
|
35
|
-
- deps: encodeurl@~1.0.2
|
36
|
-
- deps: statuses@~1.4.0
|
37
|
-
|
38
|
-
1.13.1 / 2017-09-29
|
39
|
-
===================
|
40
|
-
|
41
|
-
* Fix regression when `root` is incorrectly set to a file
|
42
|
-
* deps: send@0.16.1
|
43
|
-
|
44
|
-
1.13.0 / 2017-09-27
|
45
|
-
===================
|
46
|
-
|
47
|
-
* deps: send@0.16.0
|
48
|
-
- Add 70 new types for file extensions
|
49
|
-
- Add `immutable` option
|
50
|
-
- Fix missing `</html>` in default error & redirects
|
51
|
-
- Set charset as "UTF-8" for .js and .json
|
52
|
-
- Use instance methods on steam to check for listeners
|
53
|
-
- deps: mime@1.4.1
|
54
|
-
- perf: improve path validation speed
|
55
|
-
|
56
|
-
1.12.6 / 2017-09-22
|
57
|
-
===================
|
58
|
-
|
59
|
-
* deps: send@0.15.6
|
60
|
-
- deps: debug@2.6.9
|
61
|
-
- perf: improve `If-Match` token parsing
|
62
|
-
* perf: improve slash collapsing
|
63
|
-
|
64
|
-
1.12.5 / 2017-09-21
|
65
|
-
===================
|
66
|
-
|
67
|
-
* deps: parseurl@~1.3.2
|
68
|
-
- perf: reduce overhead for full URLs
|
69
|
-
- perf: unroll the "fast-path" `RegExp`
|
70
|
-
* deps: send@0.15.5
|
71
|
-
- Fix handling of modified headers with invalid dates
|
72
|
-
- deps: etag@~1.8.1
|
73
|
-
- deps: fresh@0.5.2
|
74
|
-
|
75
|
-
1.12.4 / 2017-08-05
|
76
|
-
===================
|
77
|
-
|
78
|
-
* deps: send@0.15.4
|
79
|
-
- deps: debug@2.6.8
|
80
|
-
- deps: depd@~1.1.1
|
81
|
-
- deps: http-errors@~1.6.2
|
82
|
-
|
83
|
-
1.12.3 / 2017-05-16
|
84
|
-
===================
|
85
|
-
|
86
|
-
* deps: send@0.15.3
|
87
|
-
- deps: debug@2.6.7
|
88
|
-
|
89
|
-
1.12.2 / 2017-04-26
|
90
|
-
===================
|
91
|
-
|
92
|
-
* deps: send@0.15.2
|
93
|
-
- deps: debug@2.6.4
|
94
|
-
|
95
|
-
1.12.1 / 2017-03-04
|
96
|
-
===================
|
97
|
-
|
98
|
-
* deps: send@0.15.1
|
99
|
-
- Fix issue when `Date.parse` does not return `NaN` on invalid date
|
100
|
-
- Fix strict violation in broken environments
|
101
|
-
|
102
|
-
1.12.0 / 2017-02-25
|
103
|
-
===================
|
104
|
-
|
105
|
-
* Send complete HTML document in redirect response
|
106
|
-
* Set default CSP header in redirect response
|
107
|
-
* deps: send@0.15.0
|
108
|
-
- Fix false detection of `no-cache` request directive
|
109
|
-
- Fix incorrect result when `If-None-Match` has both `*` and ETags
|
110
|
-
- Fix weak `ETag` matching to match spec
|
111
|
-
- Remove usage of `res._headers` private field
|
112
|
-
- Support `If-Match` and `If-Unmodified-Since` headers
|
113
|
-
- Use `res.getHeaderNames()` when available
|
114
|
-
- Use `res.headersSent` when available
|
115
|
-
- deps: debug@2.6.1
|
116
|
-
- deps: etag@~1.8.0
|
117
|
-
- deps: fresh@0.5.0
|
118
|
-
- deps: http-errors@~1.6.1
|
119
|
-
|
120
|
-
1.11.2 / 2017-01-23
|
121
|
-
===================
|
122
|
-
|
123
|
-
* deps: send@0.14.2
|
124
|
-
- deps: http-errors@~1.5.1
|
125
|
-
- deps: ms@0.7.2
|
126
|
-
- deps: statuses@~1.3.1
|
127
|
-
|
128
|
-
1.11.1 / 2016-06-10
|
129
|
-
===================
|
130
|
-
|
131
|
-
* Fix redirect error when `req.url` contains raw non-URL characters
|
132
|
-
* deps: send@0.14.1
|
133
|
-
|
134
|
-
1.11.0 / 2016-06-07
|
135
|
-
===================
|
136
|
-
|
137
|
-
* Use status code 301 for redirects
|
138
|
-
* deps: send@0.14.0
|
139
|
-
- Add `acceptRanges` option
|
140
|
-
- Add `cacheControl` option
|
141
|
-
- Attempt to combine multiple ranges into single range
|
142
|
-
- Correctly inherit from `Stream` class
|
143
|
-
- Fix `Content-Range` header in 416 responses when using `start`/`end` options
|
144
|
-
- Fix `Content-Range` header missing from default 416 responses
|
145
|
-
- Ignore non-byte `Range` headers
|
146
|
-
- deps: http-errors@~1.5.0
|
147
|
-
- deps: range-parser@~1.2.0
|
148
|
-
- deps: statuses@~1.3.0
|
149
|
-
- perf: remove argument reassignment
|
150
|
-
|
151
|
-
1.10.3 / 2016-05-30
|
152
|
-
===================
|
153
|
-
|
154
|
-
* deps: send@0.13.2
|
155
|
-
- Fix invalid `Content-Type` header when `send.mime.default_type` unset
|
156
|
-
|
157
|
-
1.10.2 / 2016-01-19
|
158
|
-
===================
|
159
|
-
|
160
|
-
* deps: parseurl@~1.3.1
|
161
|
-
- perf: enable strict mode
|
162
|
-
|
163
|
-
1.10.1 / 2016-01-16
|
164
|
-
===================
|
165
|
-
|
166
|
-
* deps: escape-html@~1.0.3
|
167
|
-
- perf: enable strict mode
|
168
|
-
- perf: optimize string replacement
|
169
|
-
- perf: use faster string coercion
|
170
|
-
* deps: send@0.13.1
|
171
|
-
- deps: depd@~1.1.0
|
172
|
-
- deps: destroy@~1.0.4
|
173
|
-
- deps: escape-html@~1.0.3
|
174
|
-
- deps: range-parser@~1.0.3
|
175
|
-
|
176
|
-
1.10.0 / 2015-06-17
|
177
|
-
===================
|
178
|
-
|
179
|
-
* Add `fallthrough` option
|
180
|
-
- Allows declaring this middleware is the final destination
|
181
|
-
- Provides better integration with Express patterns
|
182
|
-
* Fix reading options from options prototype
|
183
|
-
* Improve the default redirect response headers
|
184
|
-
* deps: escape-html@1.0.2
|
185
|
-
* deps: send@0.13.0
|
186
|
-
- Allow Node.js HTTP server to set `Date` response header
|
187
|
-
- Fix incorrectly removing `Content-Location` on 304 response
|
188
|
-
- Improve the default redirect response headers
|
189
|
-
- Send appropriate headers on default error response
|
190
|
-
- Use `http-errors` for standard emitted errors
|
191
|
-
- Use `statuses` instead of `http` module for status messages
|
192
|
-
- deps: escape-html@1.0.2
|
193
|
-
- deps: etag@~1.7.0
|
194
|
-
- deps: fresh@0.3.0
|
195
|
-
- deps: on-finished@~2.3.0
|
196
|
-
- perf: enable strict mode
|
197
|
-
- perf: remove unnecessary array allocations
|
198
|
-
* perf: enable strict mode
|
199
|
-
* perf: remove argument reassignment
|
200
|
-
|
201
|
-
1.9.3 / 2015-05-14
|
202
|
-
==================
|
203
|
-
|
204
|
-
* deps: send@0.12.3
|
205
|
-
- deps: debug@~2.2.0
|
206
|
-
- deps: depd@~1.0.1
|
207
|
-
- deps: etag@~1.6.0
|
208
|
-
- deps: ms@0.7.1
|
209
|
-
- deps: on-finished@~2.2.1
|
210
|
-
|
211
|
-
1.9.2 / 2015-03-14
|
212
|
-
==================
|
213
|
-
|
214
|
-
* deps: send@0.12.2
|
215
|
-
- Throw errors early for invalid `extensions` or `index` options
|
216
|
-
- deps: debug@~2.1.3
|
217
|
-
|
218
|
-
1.9.1 / 2015-02-17
|
219
|
-
==================
|
220
|
-
|
221
|
-
* deps: send@0.12.1
|
222
|
-
- Fix regression sending zero-length files
|
223
|
-
|
224
|
-
1.9.0 / 2015-02-16
|
225
|
-
==================
|
226
|
-
|
227
|
-
* deps: send@0.12.0
|
228
|
-
- Always read the stat size from the file
|
229
|
-
- Fix mutating passed-in `options`
|
230
|
-
- deps: mime@1.3.4
|
231
|
-
|
232
|
-
1.8.1 / 2015-01-20
|
233
|
-
==================
|
234
|
-
|
235
|
-
* Fix redirect loop in Node.js 0.11.14
|
236
|
-
* deps: send@0.11.1
|
237
|
-
- Fix root path disclosure
|
238
|
-
|
239
|
-
1.8.0 / 2015-01-05
|
240
|
-
==================
|
241
|
-
|
242
|
-
* deps: send@0.11.0
|
243
|
-
- deps: debug@~2.1.1
|
244
|
-
- deps: etag@~1.5.1
|
245
|
-
- deps: ms@0.7.0
|
246
|
-
- deps: on-finished@~2.2.0
|
247
|
-
|
248
|
-
1.7.2 / 2015-01-02
|
249
|
-
==================
|
250
|
-
|
251
|
-
* Fix potential open redirect when mounted at root
|
252
|
-
|
253
|
-
1.7.1 / 2014-10-22
|
254
|
-
==================
|
255
|
-
|
256
|
-
* deps: send@0.10.1
|
257
|
-
- deps: on-finished@~2.1.1
|
258
|
-
|
259
|
-
1.7.0 / 2014-10-15
|
260
|
-
==================
|
261
|
-
|
262
|
-
* deps: send@0.10.0
|
263
|
-
- deps: debug@~2.1.0
|
264
|
-
- deps: depd@~1.0.0
|
265
|
-
- deps: etag@~1.5.0
|
266
|
-
|
267
|
-
1.6.5 / 2015-02-04
|
268
|
-
==================
|
269
|
-
|
270
|
-
* Fix potential open redirect when mounted at root
|
271
|
-
- Back-ported from v1.7.2
|
272
|
-
|
273
|
-
1.6.4 / 2014-10-08
|
274
|
-
==================
|
275
|
-
|
276
|
-
* Fix redirect loop when index file serving disabled
|
277
|
-
|
278
|
-
1.6.3 / 2014-09-24
|
279
|
-
==================
|
280
|
-
|
281
|
-
* deps: send@0.9.3
|
282
|
-
- deps: etag@~1.4.0
|
283
|
-
|
284
|
-
1.6.2 / 2014-09-15
|
285
|
-
==================
|
286
|
-
|
287
|
-
* deps: send@0.9.2
|
288
|
-
- deps: depd@0.4.5
|
289
|
-
- deps: etag@~1.3.1
|
290
|
-
- deps: range-parser@~1.0.2
|
291
|
-
|
292
|
-
1.6.1 / 2014-09-07
|
293
|
-
==================
|
294
|
-
|
295
|
-
* deps: send@0.9.1
|
296
|
-
- deps: fresh@0.2.4
|
297
|
-
|
298
|
-
1.6.0 / 2014-09-07
|
299
|
-
==================
|
300
|
-
|
301
|
-
* deps: send@0.9.0
|
302
|
-
- Add `lastModified` option
|
303
|
-
- Use `etag` to generate `ETag` header
|
304
|
-
- deps: debug@~2.0.0
|
305
|
-
|
306
|
-
1.5.4 / 2014-09-04
|
307
|
-
==================
|
308
|
-
|
309
|
-
* deps: send@0.8.5
|
310
|
-
- Fix a path traversal issue when using `root`
|
311
|
-
- Fix malicious path detection for empty string path
|
312
|
-
|
313
|
-
1.5.3 / 2014-08-17
|
314
|
-
==================
|
315
|
-
|
316
|
-
* deps: send@0.8.3
|
317
|
-
|
318
|
-
1.5.2 / 2014-08-14
|
319
|
-
==================
|
320
|
-
|
321
|
-
* deps: send@0.8.2
|
322
|
-
- Work around `fd` leak in Node.js 0.10 for `fs.ReadStream`
|
323
|
-
|
324
|
-
1.5.1 / 2014-08-09
|
325
|
-
==================
|
326
|
-
|
327
|
-
* Fix parsing of weird `req.originalUrl` values
|
328
|
-
* deps: parseurl@~1.3.0
|
329
|
-
* deps: utils-merge@1.0.0
|
330
|
-
|
331
|
-
1.5.0 / 2014-08-05
|
332
|
-
==================
|
333
|
-
|
334
|
-
* deps: send@0.8.1
|
335
|
-
- Add `extensions` option
|
336
|
-
|
337
|
-
1.4.4 / 2014-08-04
|
338
|
-
==================
|
339
|
-
|
340
|
-
* deps: send@0.7.4
|
341
|
-
- Fix serving index files without root dir
|
342
|
-
|
343
|
-
1.4.3 / 2014-07-29
|
344
|
-
==================
|
345
|
-
|
346
|
-
* deps: send@0.7.3
|
347
|
-
- Fix incorrect 403 on Windows and Node.js 0.11
|
348
|
-
|
349
|
-
1.4.2 / 2014-07-27
|
350
|
-
==================
|
351
|
-
|
352
|
-
* deps: send@0.7.2
|
353
|
-
- deps: depd@0.4.4
|
354
|
-
|
355
|
-
1.4.1 / 2014-07-26
|
356
|
-
==================
|
357
|
-
|
358
|
-
* deps: send@0.7.1
|
359
|
-
- deps: depd@0.4.3
|
360
|
-
|
361
|
-
1.4.0 / 2014-07-21
|
362
|
-
==================
|
363
|
-
|
364
|
-
* deps: parseurl@~1.2.0
|
365
|
-
- Cache URLs based on original value
|
366
|
-
- Remove no-longer-needed URL mis-parse work-around
|
367
|
-
- Simplify the "fast-path" `RegExp`
|
368
|
-
* deps: send@0.7.0
|
369
|
-
- Add `dotfiles` option
|
370
|
-
- deps: debug@1.0.4
|
371
|
-
- deps: depd@0.4.2
|
372
|
-
|
373
|
-
1.3.2 / 2014-07-11
|
374
|
-
==================
|
375
|
-
|
376
|
-
* deps: send@0.6.0
|
377
|
-
- Cap `maxAge` value to 1 year
|
378
|
-
- deps: debug@1.0.3
|
379
|
-
|
380
|
-
1.3.1 / 2014-07-09
|
381
|
-
==================
|
382
|
-
|
383
|
-
* deps: parseurl@~1.1.3
|
384
|
-
- faster parsing of href-only URLs
|
385
|
-
|
386
|
-
1.3.0 / 2014-06-28
|
387
|
-
==================
|
388
|
-
|
389
|
-
* Add `setHeaders` option
|
390
|
-
* Include HTML link in redirect response
|
391
|
-
* deps: send@0.5.0
|
392
|
-
- Accept string for `maxAge` (converted by `ms`)
|
393
|
-
|
394
|
-
1.2.3 / 2014-06-11
|
395
|
-
==================
|
396
|
-
|
397
|
-
* deps: send@0.4.3
|
398
|
-
- Do not throw un-catchable error on file open race condition
|
399
|
-
- Use `escape-html` for HTML escaping
|
400
|
-
- deps: debug@1.0.2
|
401
|
-
- deps: finished@1.2.2
|
402
|
-
- deps: fresh@0.2.2
|
403
|
-
|
404
|
-
1.2.2 / 2014-06-09
|
405
|
-
==================
|
406
|
-
|
407
|
-
* deps: send@0.4.2
|
408
|
-
- fix "event emitter leak" warnings
|
409
|
-
- deps: debug@1.0.1
|
410
|
-
- deps: finished@1.2.1
|
411
|
-
|
412
|
-
1.2.1 / 2014-06-02
|
413
|
-
==================
|
414
|
-
|
415
|
-
* use `escape-html` for escaping
|
416
|
-
* deps: send@0.4.1
|
417
|
-
- Send `max-age` in `Cache-Control` in correct format
|
418
|
-
|
419
|
-
1.2.0 / 2014-05-29
|
420
|
-
==================
|
421
|
-
|
422
|
-
* deps: send@0.4.0
|
423
|
-
- Calculate ETag with md5 for reduced collisions
|
424
|
-
- Fix wrong behavior when index file matches directory
|
425
|
-
- Ignore stream errors after request ends
|
426
|
-
- Skip directories in index file search
|
427
|
-
- deps: debug@0.8.1
|
428
|
-
|
429
|
-
1.1.0 / 2014-04-24
|
430
|
-
==================
|
431
|
-
|
432
|
-
* Accept options directly to `send` module
|
433
|
-
* deps: send@0.3.0
|
434
|
-
|
435
|
-
1.0.4 / 2014-04-07
|
436
|
-
==================
|
437
|
-
|
438
|
-
* Resolve relative paths at middleware setup
|
439
|
-
* Use parseurl to parse the URL from request
|
440
|
-
|
441
|
-
1.0.3 / 2014-03-20
|
442
|
-
==================
|
443
|
-
|
444
|
-
* Do not rely on connect-like environments
|
445
|
-
|
446
|
-
1.0.2 / 2014-03-06
|
447
|
-
==================
|
448
|
-
|
449
|
-
* deps: send@0.2.0
|
450
|
-
|
451
|
-
1.0.1 / 2014-03-05
|
452
|
-
==================
|
453
|
-
|
454
|
-
* Add mime export for back-compat
|
455
|
-
|
456
|
-
1.0.0 / 2014-03-05
|
457
|
-
==================
|
458
|
-
|
459
|
-
* Genesis from `connect`
|
@@ -1,25 +0,0 @@
|
|
1
|
-
(The MIT License)
|
2
|
-
|
3
|
-
Copyright (c) 2010 Sencha Inc.
|
4
|
-
Copyright (c) 2011 LearnBoost
|
5
|
-
Copyright (c) 2011 TJ Holowaychuk
|
6
|
-
Copyright (c) 2014-2016 Douglas Christopher Wilson
|
7
|
-
|
8
|
-
Permission is hereby granted, free of charge, to any person obtaining
|
9
|
-
a copy of this software and associated documentation files (the
|
10
|
-
'Software'), to deal in the Software without restriction, including
|
11
|
-
without limitation the rights to use, copy, modify, merge, publish,
|
12
|
-
distribute, sublicense, and/or sell copies of the Software, and to
|
13
|
-
permit persons to whom the Software is furnished to do so, subject to
|
14
|
-
the following conditions:
|
15
|
-
|
16
|
-
The above copyright notice and this permission notice shall be
|
17
|
-
included in all copies or substantial portions of the Software.
|
18
|
-
|
19
|
-
THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
|
20
|
-
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
21
|
-
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
|
22
|
-
IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
|
23
|
-
CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
|
24
|
-
TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
|
25
|
-
SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|