es6-crawler-detect 3.3.0 → 4.0.0-beta.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.babelrc +1 -1
- package/.mocharc.json +5 -0
- package/README.md +1 -0
- package/dist/index.d.ts +5 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +18 -0
- package/dist/index.js.map +1 -0
- package/dist/lib/crawler/crawlers.d.ts +5 -0
- package/dist/lib/crawler/crawlers.d.ts.map +1 -0
- package/dist/lib/crawler/crawlers.js +1400 -0
- package/dist/lib/crawler/crawlers.js.map +1 -0
- package/dist/lib/crawler/exclusions.d.ts +5 -0
- package/dist/lib/crawler/exclusions.d.ts.map +1 -0
- package/dist/lib/crawler/exclusions.js +59 -0
- package/dist/lib/crawler/exclusions.js.map +1 -0
- package/dist/lib/crawler/headers.d.ts +5 -0
- package/dist/lib/crawler/headers.d.ts.map +1 -0
- package/dist/lib/crawler/headers.js +21 -0
- package/dist/lib/crawler/headers.js.map +1 -0
- package/dist/lib/crawler/provider.d.ts +4 -0
- package/dist/lib/crawler/provider.d.ts.map +1 -0
- package/dist/lib/crawler/provider.js +3 -0
- package/dist/lib/crawler/provider.js.map +1 -0
- package/dist/lib/crawler.d.ts +21 -0
- package/dist/lib/crawler.d.ts.map +1 -0
- package/dist/lib/crawler.js +98 -0
- package/dist/lib/crawler.js.map +1 -0
- package/dist/types.d.ts +9 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +3 -0
- package/dist/types.js.map +1 -0
- package/eslint.config.mjs +62 -0
- package/example/node/package.json +1 -1
- package/example/node/yarn.lock +222 -99
- package/package.json +30 -24
- package/src/index.ts +18 -0
- package/src/lib/crawler/{crawlers.js → crawlers.ts} +1397 -1403
- package/src/lib/crawler/{exclusions.js → exclusions.ts} +56 -62
- package/src/lib/crawler/{headers.js → headers.ts} +4 -10
- package/src/lib/crawler/provider.ts +3 -0
- package/src/lib/crawler.ts +128 -0
- package/src/types.ts +15 -0
- package/test/lib/crawler.spec.ts +116 -0
- package/tsconfig.json +28 -0
- package/.eslintignore +0 -6
- package/.eslintrc.json +0 -30
- package/dist/main.bundle.js +0 -1
- package/example/node/dist/crawler.min.js +0 -1
- package/example/node/node_modules/.bin/mime +0 -15
- package/example/node/node_modules/.bin/mime.cmd +0 -7
- package/example/node/node_modules/.yarn-integrity +0 -67
- package/example/node/node_modules/accepts/HISTORY.md +0 -236
- package/example/node/node_modules/accepts/LICENSE +0 -23
- package/example/node/node_modules/accepts/README.md +0 -142
- package/example/node/node_modules/accepts/index.js +0 -238
- package/example/node/node_modules/accepts/package.json +0 -47
- package/example/node/node_modules/array-flatten/LICENSE +0 -21
- package/example/node/node_modules/array-flatten/README.md +0 -43
- package/example/node/node_modules/array-flatten/array-flatten.js +0 -64
- package/example/node/node_modules/array-flatten/package.json +0 -39
- package/example/node/node_modules/body-parser/HISTORY.md +0 -624
- package/example/node/node_modules/body-parser/LICENSE +0 -23
- package/example/node/node_modules/body-parser/README.md +0 -456
- package/example/node/node_modules/body-parser/index.js +0 -157
- package/example/node/node_modules/body-parser/lib/read.js +0 -181
- package/example/node/node_modules/body-parser/lib/types/json.js +0 -230
- package/example/node/node_modules/body-parser/lib/types/raw.js +0 -101
- package/example/node/node_modules/body-parser/lib/types/text.js +0 -121
- package/example/node/node_modules/body-parser/lib/types/urlencoded.js +0 -284
- package/example/node/node_modules/body-parser/package.json +0 -52
- package/example/node/node_modules/bytes/History.md +0 -92
- package/example/node/node_modules/bytes/LICENSE +0 -23
- package/example/node/node_modules/bytes/Readme.md +0 -152
- package/example/node/node_modules/bytes/index.js +0 -166
- package/example/node/node_modules/bytes/package.json +0 -42
- package/example/node/node_modules/content-disposition/HISTORY.md +0 -60
- package/example/node/node_modules/content-disposition/LICENSE +0 -22
- package/example/node/node_modules/content-disposition/README.md +0 -142
- package/example/node/node_modules/content-disposition/index.js +0 -458
- package/example/node/node_modules/content-disposition/package.json +0 -44
- package/example/node/node_modules/content-type/HISTORY.md +0 -24
- package/example/node/node_modules/content-type/LICENSE +0 -22
- package/example/node/node_modules/content-type/README.md +0 -92
- package/example/node/node_modules/content-type/index.js +0 -222
- package/example/node/node_modules/content-type/package.json +0 -40
- package/example/node/node_modules/cookie/HISTORY.md +0 -128
- package/example/node/node_modules/cookie/LICENSE +0 -24
- package/example/node/node_modules/cookie/README.md +0 -257
- package/example/node/node_modules/cookie/index.js +0 -202
- package/example/node/node_modules/cookie/package.json +0 -40
- package/example/node/node_modules/cookie-signature/History.md +0 -38
- package/example/node/node_modules/cookie-signature/Readme.md +0 -42
- package/example/node/node_modules/cookie-signature/index.js +0 -51
- package/example/node/node_modules/cookie-signature/package.json +0 -18
- package/example/node/node_modules/debug/.coveralls.yml +0 -1
- package/example/node/node_modules/debug/.eslintrc +0 -11
- package/example/node/node_modules/debug/.travis.yml +0 -14
- package/example/node/node_modules/debug/CHANGELOG.md +0 -362
- package/example/node/node_modules/debug/LICENSE +0 -19
- package/example/node/node_modules/debug/Makefile +0 -50
- package/example/node/node_modules/debug/README.md +0 -312
- package/example/node/node_modules/debug/component.json +0 -19
- package/example/node/node_modules/debug/karma.conf.js +0 -70
- package/example/node/node_modules/debug/node.js +0 -1
- package/example/node/node_modules/debug/package.json +0 -49
- package/example/node/node_modules/debug/src/browser.js +0 -185
- package/example/node/node_modules/debug/src/debug.js +0 -202
- package/example/node/node_modules/debug/src/index.js +0 -10
- package/example/node/node_modules/debug/src/inspector-log.js +0 -15
- package/example/node/node_modules/debug/src/node.js +0 -248
- package/example/node/node_modules/depd/History.md +0 -96
- package/example/node/node_modules/depd/LICENSE +0 -22
- package/example/node/node_modules/depd/Readme.md +0 -280
- package/example/node/node_modules/depd/index.js +0 -522
- package/example/node/node_modules/depd/lib/browser/index.js +0 -77
- package/example/node/node_modules/depd/lib/compat/callsite-tostring.js +0 -103
- package/example/node/node_modules/depd/lib/compat/event-listener-count.js +0 -22
- package/example/node/node_modules/depd/lib/compat/index.js +0 -79
- package/example/node/node_modules/depd/package.json +0 -41
- package/example/node/node_modules/destroy/LICENSE +0 -22
- package/example/node/node_modules/destroy/README.md +0 -60
- package/example/node/node_modules/destroy/index.js +0 -75
- package/example/node/node_modules/destroy/package.json +0 -37
- package/example/node/node_modules/ee-first/LICENSE +0 -22
- package/example/node/node_modules/ee-first/README.md +0 -80
- package/example/node/node_modules/ee-first/index.js +0 -95
- package/example/node/node_modules/ee-first/package.json +0 -29
- package/example/node/node_modules/encodeurl/HISTORY.md +0 -14
- package/example/node/node_modules/encodeurl/LICENSE +0 -22
- package/example/node/node_modules/encodeurl/README.md +0 -128
- package/example/node/node_modules/encodeurl/index.js +0 -60
- package/example/node/node_modules/encodeurl/package.json +0 -40
- package/example/node/node_modules/escape-html/LICENSE +0 -24
- package/example/node/node_modules/escape-html/Readme.md +0 -43
- package/example/node/node_modules/escape-html/index.js +0 -78
- package/example/node/node_modules/escape-html/package.json +0 -24
- package/example/node/node_modules/etag/HISTORY.md +0 -83
- package/example/node/node_modules/etag/LICENSE +0 -22
- package/example/node/node_modules/etag/README.md +0 -159
- package/example/node/node_modules/etag/index.js +0 -131
- package/example/node/node_modules/etag/package.json +0 -47
- package/example/node/node_modules/express/History.md +0 -3510
- package/example/node/node_modules/express/LICENSE +0 -24
- package/example/node/node_modules/express/Readme.md +0 -158
- package/example/node/node_modules/express/index.js +0 -11
- package/example/node/node_modules/express/lib/application.js +0 -644
- package/example/node/node_modules/express/lib/express.js +0 -116
- package/example/node/node_modules/express/lib/middleware/init.js +0 -43
- package/example/node/node_modules/express/lib/middleware/query.js +0 -47
- package/example/node/node_modules/express/lib/request.js +0 -525
- package/example/node/node_modules/express/lib/response.js +0 -1147
- package/example/node/node_modules/express/lib/router/index.js +0 -668
- package/example/node/node_modules/express/lib/router/layer.js +0 -181
- package/example/node/node_modules/express/lib/router/route.js +0 -216
- package/example/node/node_modules/express/lib/utils.js +0 -302
- package/example/node/node_modules/express/lib/view.js +0 -182
- package/example/node/node_modules/express/package.json +0 -99
- package/example/node/node_modules/finalhandler/HISTORY.md +0 -187
- package/example/node/node_modules/finalhandler/LICENSE +0 -22
- package/example/node/node_modules/finalhandler/README.md +0 -148
- package/example/node/node_modules/finalhandler/index.js +0 -331
- package/example/node/node_modules/finalhandler/package.json +0 -45
- package/example/node/node_modules/forwarded/HISTORY.md +0 -21
- package/example/node/node_modules/forwarded/LICENSE +0 -22
- package/example/node/node_modules/forwarded/README.md +0 -57
- package/example/node/node_modules/forwarded/index.js +0 -90
- package/example/node/node_modules/forwarded/package.json +0 -45
- package/example/node/node_modules/fresh/HISTORY.md +0 -70
- package/example/node/node_modules/fresh/LICENSE +0 -23
- package/example/node/node_modules/fresh/README.md +0 -119
- package/example/node/node_modules/fresh/index.js +0 -137
- package/example/node/node_modules/fresh/package.json +0 -46
- package/example/node/node_modules/http-errors/HISTORY.md +0 -165
- package/example/node/node_modules/http-errors/LICENSE +0 -23
- package/example/node/node_modules/http-errors/README.md +0 -169
- package/example/node/node_modules/http-errors/index.js +0 -299
- package/example/node/node_modules/http-errors/package.json +0 -49
- package/example/node/node_modules/iconv-lite/Changelog.md +0 -162
- package/example/node/node_modules/iconv-lite/LICENSE +0 -21
- package/example/node/node_modules/iconv-lite/README.md +0 -156
- package/example/node/node_modules/iconv-lite/encodings/dbcs-codec.js +0 -555
- package/example/node/node_modules/iconv-lite/encodings/dbcs-data.js +0 -176
- package/example/node/node_modules/iconv-lite/encodings/index.js +0 -22
- package/example/node/node_modules/iconv-lite/encodings/internal.js +0 -188
- package/example/node/node_modules/iconv-lite/encodings/sbcs-codec.js +0 -72
- package/example/node/node_modules/iconv-lite/encodings/sbcs-data-generated.js +0 -451
- package/example/node/node_modules/iconv-lite/encodings/sbcs-data.js +0 -174
- package/example/node/node_modules/iconv-lite/encodings/tables/big5-added.json +0 -122
- package/example/node/node_modules/iconv-lite/encodings/tables/cp936.json +0 -264
- package/example/node/node_modules/iconv-lite/encodings/tables/cp949.json +0 -273
- package/example/node/node_modules/iconv-lite/encodings/tables/cp950.json +0 -177
- package/example/node/node_modules/iconv-lite/encodings/tables/eucjp.json +0 -182
- package/example/node/node_modules/iconv-lite/encodings/tables/gb18030-ranges.json +0 -1
- package/example/node/node_modules/iconv-lite/encodings/tables/gbk-added.json +0 -55
- package/example/node/node_modules/iconv-lite/encodings/tables/shiftjis.json +0 -125
- package/example/node/node_modules/iconv-lite/encodings/utf16.js +0 -177
- package/example/node/node_modules/iconv-lite/encodings/utf7.js +0 -290
- package/example/node/node_modules/iconv-lite/lib/bom-handling.js +0 -52
- package/example/node/node_modules/iconv-lite/lib/extend-node.js +0 -217
- package/example/node/node_modules/iconv-lite/lib/index.d.ts +0 -24
- package/example/node/node_modules/iconv-lite/lib/index.js +0 -153
- package/example/node/node_modules/iconv-lite/lib/streams.js +0 -121
- package/example/node/node_modules/iconv-lite/package.json +0 -46
- package/example/node/node_modules/inherits/LICENSE +0 -16
- package/example/node/node_modules/inherits/README.md +0 -42
- package/example/node/node_modules/inherits/inherits.js +0 -9
- package/example/node/node_modules/inherits/inherits_browser.js +0 -27
- package/example/node/node_modules/inherits/package.json +0 -29
- package/example/node/node_modules/ipaddr.js/LICENSE +0 -19
- package/example/node/node_modules/ipaddr.js/README.md +0 -233
- package/example/node/node_modules/ipaddr.js/ipaddr.min.js +0 -1
- package/example/node/node_modules/ipaddr.js/lib/ipaddr.js +0 -673
- package/example/node/node_modules/ipaddr.js/lib/ipaddr.js.d.ts +0 -68
- package/example/node/node_modules/ipaddr.js/package.json +0 -35
- package/example/node/node_modules/media-typer/HISTORY.md +0 -22
- package/example/node/node_modules/media-typer/LICENSE +0 -22
- package/example/node/node_modules/media-typer/README.md +0 -81
- package/example/node/node_modules/media-typer/index.js +0 -270
- package/example/node/node_modules/media-typer/package.json +0 -26
- package/example/node/node_modules/merge-descriptors/HISTORY.md +0 -21
- package/example/node/node_modules/merge-descriptors/LICENSE +0 -23
- package/example/node/node_modules/merge-descriptors/README.md +0 -48
- package/example/node/node_modules/merge-descriptors/index.js +0 -60
- package/example/node/node_modules/merge-descriptors/package.json +0 -32
- package/example/node/node_modules/methods/HISTORY.md +0 -29
- package/example/node/node_modules/methods/LICENSE +0 -24
- package/example/node/node_modules/methods/README.md +0 -51
- package/example/node/node_modules/methods/index.js +0 -69
- package/example/node/node_modules/methods/package.json +0 -36
- package/example/node/node_modules/mime/CHANGELOG.md +0 -164
- package/example/node/node_modules/mime/LICENSE +0 -21
- package/example/node/node_modules/mime/README.md +0 -90
- package/example/node/node_modules/mime/cli.js +0 -8
- package/example/node/node_modules/mime/mime.js +0 -108
- package/example/node/node_modules/mime/package.json +0 -44
- package/example/node/node_modules/mime/src/build.js +0 -53
- package/example/node/node_modules/mime/src/test.js +0 -60
- package/example/node/node_modules/mime/types.json +0 -1
- package/example/node/node_modules/mime-db/HISTORY.md +0 -499
- package/example/node/node_modules/mime-db/LICENSE +0 -22
- package/example/node/node_modules/mime-db/README.md +0 -100
- package/example/node/node_modules/mime-db/db.json +0 -8471
- package/example/node/node_modules/mime-db/index.js +0 -11
- package/example/node/node_modules/mime-db/package.json +0 -59
- package/example/node/node_modules/mime-types/HISTORY.md +0 -388
- package/example/node/node_modules/mime-types/LICENSE +0 -23
- package/example/node/node_modules/mime-types/README.md +0 -113
- package/example/node/node_modules/mime-types/index.js +0 -188
- package/example/node/node_modules/mime-types/package.json +0 -44
- package/example/node/node_modules/ms/index.js +0 -152
- package/example/node/node_modules/ms/license.md +0 -21
- package/example/node/node_modules/ms/package.json +0 -37
- package/example/node/node_modules/ms/readme.md +0 -51
- package/example/node/node_modules/negotiator/HISTORY.md +0 -103
- package/example/node/node_modules/negotiator/LICENSE +0 -24
- package/example/node/node_modules/negotiator/README.md +0 -203
- package/example/node/node_modules/negotiator/index.js +0 -124
- package/example/node/node_modules/negotiator/lib/charset.js +0 -169
- package/example/node/node_modules/negotiator/lib/encoding.js +0 -184
- package/example/node/node_modules/negotiator/lib/language.js +0 -179
- package/example/node/node_modules/negotiator/lib/mediaType.js +0 -294
- package/example/node/node_modules/negotiator/package.json +0 -42
- package/example/node/node_modules/on-finished/HISTORY.md +0 -88
- package/example/node/node_modules/on-finished/LICENSE +0 -23
- package/example/node/node_modules/on-finished/README.md +0 -154
- package/example/node/node_modules/on-finished/index.js +0 -196
- package/example/node/node_modules/on-finished/package.json +0 -31
- package/example/node/node_modules/parseurl/HISTORY.md +0 -58
- package/example/node/node_modules/parseurl/LICENSE +0 -24
- package/example/node/node_modules/parseurl/README.md +0 -133
- package/example/node/node_modules/parseurl/index.js +0 -158
- package/example/node/node_modules/parseurl/package.json +0 -40
- package/example/node/node_modules/path-to-regexp/History.md +0 -36
- package/example/node/node_modules/path-to-regexp/LICENSE +0 -21
- package/example/node/node_modules/path-to-regexp/Readme.md +0 -35
- package/example/node/node_modules/path-to-regexp/index.js +0 -129
- package/example/node/node_modules/path-to-regexp/package.json +0 -30
- package/example/node/node_modules/proxy-addr/HISTORY.md +0 -161
- package/example/node/node_modules/proxy-addr/LICENSE +0 -22
- package/example/node/node_modules/proxy-addr/README.md +0 -139
- package/example/node/node_modules/proxy-addr/index.js +0 -327
- package/example/node/node_modules/proxy-addr/package.json +0 -47
- package/example/node/node_modules/qs/.editorconfig +0 -39
- package/example/node/node_modules/qs/.eslintignore +0 -2
- package/example/node/node_modules/qs/.eslintrc +0 -35
- package/example/node/node_modules/qs/.github/FUNDING.yml +0 -12
- package/example/node/node_modules/qs/.nycrc +0 -13
- package/example/node/node_modules/qs/CHANGELOG.md +0 -359
- package/example/node/node_modules/qs/LICENSE.md +0 -29
- package/example/node/node_modules/qs/README.md +0 -604
- package/example/node/node_modules/qs/dist/qs.js +0 -832
- package/example/node/node_modules/qs/lib/formats.js +0 -23
- package/example/node/node_modules/qs/lib/index.js +0 -11
- package/example/node/node_modules/qs/lib/parse.js +0 -257
- package/example/node/node_modules/qs/lib/stringify.js +0 -278
- package/example/node/node_modules/qs/lib/utils.js +0 -251
- package/example/node/node_modules/qs/package.json +0 -69
- package/example/node/node_modules/qs/test/parse.js +0 -772
- package/example/node/node_modules/qs/test/stringify.js +0 -793
- package/example/node/node_modules/qs/test/utils.js +0 -136
- package/example/node/node_modules/range-parser/HISTORY.md +0 -56
- package/example/node/node_modules/range-parser/LICENSE +0 -23
- package/example/node/node_modules/range-parser/README.md +0 -84
- package/example/node/node_modules/range-parser/index.js +0 -162
- package/example/node/node_modules/range-parser/package.json +0 -44
- package/example/node/node_modules/raw-body/HISTORY.md +0 -284
- package/example/node/node_modules/raw-body/LICENSE +0 -22
- package/example/node/node_modules/raw-body/README.md +0 -217
- package/example/node/node_modules/raw-body/index.d.ts +0 -87
- package/example/node/node_modules/raw-body/index.js +0 -286
- package/example/node/node_modules/raw-body/package.json +0 -48
- package/example/node/node_modules/safe-buffer/LICENSE +0 -21
- package/example/node/node_modules/safe-buffer/README.md +0 -584
- package/example/node/node_modules/safe-buffer/index.d.ts +0 -187
- package/example/node/node_modules/safe-buffer/index.js +0 -65
- package/example/node/node_modules/safe-buffer/package.json +0 -51
- package/example/node/node_modules/safer-buffer/LICENSE +0 -21
- package/example/node/node_modules/safer-buffer/Porting-Buffer.md +0 -268
- package/example/node/node_modules/safer-buffer/Readme.md +0 -156
- package/example/node/node_modules/safer-buffer/dangerous.js +0 -58
- package/example/node/node_modules/safer-buffer/package.json +0 -34
- package/example/node/node_modules/safer-buffer/safer.js +0 -77
- package/example/node/node_modules/safer-buffer/tests.js +0 -406
- package/example/node/node_modules/send/HISTORY.md +0 -506
- package/example/node/node_modules/send/LICENSE +0 -23
- package/example/node/node_modules/send/README.md +0 -327
- package/example/node/node_modules/send/index.js +0 -1133
- package/example/node/node_modules/send/node_modules/.bin/mime +0 -15
- package/example/node/node_modules/send/node_modules/.bin/mime.cmd +0 -7
- package/example/node/node_modules/send/node_modules/ms/index.js +0 -162
- package/example/node/node_modules/send/node_modules/ms/license.md +0 -21
- package/example/node/node_modules/send/node_modules/ms/package.json +0 -38
- package/example/node/node_modules/send/node_modules/ms/readme.md +0 -59
- package/example/node/node_modules/send/package.json +0 -61
- package/example/node/node_modules/serve-static/HISTORY.md +0 -459
- package/example/node/node_modules/serve-static/LICENSE +0 -25
- package/example/node/node_modules/serve-static/README.md +0 -257
- package/example/node/node_modules/serve-static/index.js +0 -210
- package/example/node/node_modules/serve-static/package.json +0 -42
- package/example/node/node_modules/setprototypeof/LICENSE +0 -13
- package/example/node/node_modules/setprototypeof/README.md +0 -31
- package/example/node/node_modules/setprototypeof/index.d.ts +0 -2
- package/example/node/node_modules/setprototypeof/index.js +0 -17
- package/example/node/node_modules/setprototypeof/package.json +0 -38
- package/example/node/node_modules/setprototypeof/test/index.js +0 -24
- package/example/node/node_modules/statuses/HISTORY.md +0 -65
- package/example/node/node_modules/statuses/LICENSE +0 -23
- package/example/node/node_modules/statuses/README.md +0 -127
- package/example/node/node_modules/statuses/codes.json +0 -66
- package/example/node/node_modules/statuses/index.js +0 -113
- package/example/node/node_modules/statuses/package.json +0 -48
- package/example/node/node_modules/toidentifier/HISTORY.md +0 -9
- package/example/node/node_modules/toidentifier/LICENSE +0 -21
- package/example/node/node_modules/toidentifier/README.md +0 -61
- package/example/node/node_modules/toidentifier/index.js +0 -32
- package/example/node/node_modules/toidentifier/package.json +0 -38
- package/example/node/node_modules/type-is/HISTORY.md +0 -259
- package/example/node/node_modules/type-is/LICENSE +0 -23
- package/example/node/node_modules/type-is/README.md +0 -170
- package/example/node/node_modules/type-is/index.js +0 -266
- package/example/node/node_modules/type-is/package.json +0 -45
- package/example/node/node_modules/unpipe/HISTORY.md +0 -4
- package/example/node/node_modules/unpipe/LICENSE +0 -22
- package/example/node/node_modules/unpipe/README.md +0 -43
- package/example/node/node_modules/unpipe/index.js +0 -69
- package/example/node/node_modules/unpipe/package.json +0 -27
- package/example/node/node_modules/utils-merge/LICENSE +0 -20
- package/example/node/node_modules/utils-merge/README.md +0 -34
- package/example/node/node_modules/utils-merge/index.js +0 -23
- package/example/node/node_modules/utils-merge/package.json +0 -40
- package/example/node/node_modules/vary/HISTORY.md +0 -39
- package/example/node/node_modules/vary/LICENSE +0 -22
- package/example/node/node_modules/vary/README.md +0 -101
- package/example/node/node_modules/vary/index.js +0 -149
- package/example/node/node_modules/vary/package.json +0 -43
- package/example/node/server.js +0 -38
- package/src/index.js +0 -16
- package/src/lib/crawler/provider.js +0 -11
- package/src/lib/crawler.js +0 -130
- package/test/lib/crawler.test.js +0 -94
- package/webpack.common.js +0 -20
- package/webpack.dev.js +0 -7
- package/webpack.prod.js +0 -14
@@ -1,202 +0,0 @@
|
|
1
|
-
/*!
|
2
|
-
* cookie
|
3
|
-
* Copyright(c) 2012-2014 Roman Shtylman
|
4
|
-
* Copyright(c) 2015 Douglas Christopher Wilson
|
5
|
-
* MIT Licensed
|
6
|
-
*/
|
7
|
-
|
8
|
-
'use strict';
|
9
|
-
|
10
|
-
/**
|
11
|
-
* Module exports.
|
12
|
-
* @public
|
13
|
-
*/
|
14
|
-
|
15
|
-
exports.parse = parse;
|
16
|
-
exports.serialize = serialize;
|
17
|
-
|
18
|
-
/**
|
19
|
-
* Module variables.
|
20
|
-
* @private
|
21
|
-
*/
|
22
|
-
|
23
|
-
var decode = decodeURIComponent;
|
24
|
-
var encode = encodeURIComponent;
|
25
|
-
var pairSplitRegExp = /; */;
|
26
|
-
|
27
|
-
/**
|
28
|
-
* RegExp to match field-content in RFC 7230 sec 3.2
|
29
|
-
*
|
30
|
-
* field-content = field-vchar [ 1*( SP / HTAB ) field-vchar ]
|
31
|
-
* field-vchar = VCHAR / obs-text
|
32
|
-
* obs-text = %x80-FF
|
33
|
-
*/
|
34
|
-
|
35
|
-
var fieldContentRegExp = /^[\u0009\u0020-\u007e\u0080-\u00ff]+$/;
|
36
|
-
|
37
|
-
/**
|
38
|
-
* Parse a cookie header.
|
39
|
-
*
|
40
|
-
* Parse the given cookie header string into an object
|
41
|
-
* The object has the various cookies as keys(names) => values
|
42
|
-
*
|
43
|
-
* @param {string} str
|
44
|
-
* @param {object} [options]
|
45
|
-
* @return {object}
|
46
|
-
* @public
|
47
|
-
*/
|
48
|
-
|
49
|
-
function parse(str, options) {
|
50
|
-
if (typeof str !== 'string') {
|
51
|
-
throw new TypeError('argument str must be a string');
|
52
|
-
}
|
53
|
-
|
54
|
-
var obj = {}
|
55
|
-
var opt = options || {};
|
56
|
-
var pairs = str.split(pairSplitRegExp);
|
57
|
-
var dec = opt.decode || decode;
|
58
|
-
|
59
|
-
for (var i = 0; i < pairs.length; i++) {
|
60
|
-
var pair = pairs[i];
|
61
|
-
var eq_idx = pair.indexOf('=');
|
62
|
-
|
63
|
-
// skip things that don't look like key=value
|
64
|
-
if (eq_idx < 0) {
|
65
|
-
continue;
|
66
|
-
}
|
67
|
-
|
68
|
-
var key = pair.substr(0, eq_idx).trim()
|
69
|
-
var val = pair.substr(++eq_idx, pair.length).trim();
|
70
|
-
|
71
|
-
// quoted values
|
72
|
-
if ('"' == val[0]) {
|
73
|
-
val = val.slice(1, -1);
|
74
|
-
}
|
75
|
-
|
76
|
-
// only assign once
|
77
|
-
if (undefined == obj[key]) {
|
78
|
-
obj[key] = tryDecode(val, dec);
|
79
|
-
}
|
80
|
-
}
|
81
|
-
|
82
|
-
return obj;
|
83
|
-
}
|
84
|
-
|
85
|
-
/**
|
86
|
-
* Serialize data into a cookie header.
|
87
|
-
*
|
88
|
-
* Serialize the a name value pair into a cookie string suitable for
|
89
|
-
* http headers. An optional options object specified cookie parameters.
|
90
|
-
*
|
91
|
-
* serialize('foo', 'bar', { httpOnly: true })
|
92
|
-
* => "foo=bar; httpOnly"
|
93
|
-
*
|
94
|
-
* @param {string} name
|
95
|
-
* @param {string} val
|
96
|
-
* @param {object} [options]
|
97
|
-
* @return {string}
|
98
|
-
* @public
|
99
|
-
*/
|
100
|
-
|
101
|
-
function serialize(name, val, options) {
|
102
|
-
var opt = options || {};
|
103
|
-
var enc = opt.encode || encode;
|
104
|
-
|
105
|
-
if (typeof enc !== 'function') {
|
106
|
-
throw new TypeError('option encode is invalid');
|
107
|
-
}
|
108
|
-
|
109
|
-
if (!fieldContentRegExp.test(name)) {
|
110
|
-
throw new TypeError('argument name is invalid');
|
111
|
-
}
|
112
|
-
|
113
|
-
var value = enc(val);
|
114
|
-
|
115
|
-
if (value && !fieldContentRegExp.test(value)) {
|
116
|
-
throw new TypeError('argument val is invalid');
|
117
|
-
}
|
118
|
-
|
119
|
-
var str = name + '=' + value;
|
120
|
-
|
121
|
-
if (null != opt.maxAge) {
|
122
|
-
var maxAge = opt.maxAge - 0;
|
123
|
-
|
124
|
-
if (isNaN(maxAge) || !isFinite(maxAge)) {
|
125
|
-
throw new TypeError('option maxAge is invalid')
|
126
|
-
}
|
127
|
-
|
128
|
-
str += '; Max-Age=' + Math.floor(maxAge);
|
129
|
-
}
|
130
|
-
|
131
|
-
if (opt.domain) {
|
132
|
-
if (!fieldContentRegExp.test(opt.domain)) {
|
133
|
-
throw new TypeError('option domain is invalid');
|
134
|
-
}
|
135
|
-
|
136
|
-
str += '; Domain=' + opt.domain;
|
137
|
-
}
|
138
|
-
|
139
|
-
if (opt.path) {
|
140
|
-
if (!fieldContentRegExp.test(opt.path)) {
|
141
|
-
throw new TypeError('option path is invalid');
|
142
|
-
}
|
143
|
-
|
144
|
-
str += '; Path=' + opt.path;
|
145
|
-
}
|
146
|
-
|
147
|
-
if (opt.expires) {
|
148
|
-
if (typeof opt.expires.toUTCString !== 'function') {
|
149
|
-
throw new TypeError('option expires is invalid');
|
150
|
-
}
|
151
|
-
|
152
|
-
str += '; Expires=' + opt.expires.toUTCString();
|
153
|
-
}
|
154
|
-
|
155
|
-
if (opt.httpOnly) {
|
156
|
-
str += '; HttpOnly';
|
157
|
-
}
|
158
|
-
|
159
|
-
if (opt.secure) {
|
160
|
-
str += '; Secure';
|
161
|
-
}
|
162
|
-
|
163
|
-
if (opt.sameSite) {
|
164
|
-
var sameSite = typeof opt.sameSite === 'string'
|
165
|
-
? opt.sameSite.toLowerCase() : opt.sameSite;
|
166
|
-
|
167
|
-
switch (sameSite) {
|
168
|
-
case true:
|
169
|
-
str += '; SameSite=Strict';
|
170
|
-
break;
|
171
|
-
case 'lax':
|
172
|
-
str += '; SameSite=Lax';
|
173
|
-
break;
|
174
|
-
case 'strict':
|
175
|
-
str += '; SameSite=Strict';
|
176
|
-
break;
|
177
|
-
case 'none':
|
178
|
-
str += '; SameSite=None';
|
179
|
-
break;
|
180
|
-
default:
|
181
|
-
throw new TypeError('option sameSite is invalid');
|
182
|
-
}
|
183
|
-
}
|
184
|
-
|
185
|
-
return str;
|
186
|
-
}
|
187
|
-
|
188
|
-
/**
|
189
|
-
* Try decoding a string using a decoding function.
|
190
|
-
*
|
191
|
-
* @param {string} str
|
192
|
-
* @param {function} decode
|
193
|
-
* @private
|
194
|
-
*/
|
195
|
-
|
196
|
-
function tryDecode(str, decode) {
|
197
|
-
try {
|
198
|
-
return decode(str);
|
199
|
-
} catch (e) {
|
200
|
-
return str;
|
201
|
-
}
|
202
|
-
}
|
@@ -1,40 +0,0 @@
|
|
1
|
-
{
|
2
|
-
"name": "cookie",
|
3
|
-
"description": "HTTP server cookie parsing and serialization",
|
4
|
-
"version": "0.4.1",
|
5
|
-
"author": "Roman Shtylman <shtylman@gmail.com>",
|
6
|
-
"contributors": [
|
7
|
-
"Douglas Christopher Wilson <doug@somethingdoug.com>"
|
8
|
-
],
|
9
|
-
"license": "MIT",
|
10
|
-
"keywords": [
|
11
|
-
"cookie",
|
12
|
-
"cookies"
|
13
|
-
],
|
14
|
-
"repository": "jshttp/cookie",
|
15
|
-
"devDependencies": {
|
16
|
-
"beautify-benchmark": "0.2.4",
|
17
|
-
"benchmark": "2.1.4",
|
18
|
-
"eslint": "6.8.0",
|
19
|
-
"eslint-plugin-markdown": "1.0.2",
|
20
|
-
"mocha": "7.1.1",
|
21
|
-
"nyc": "15.0.1"
|
22
|
-
},
|
23
|
-
"files": [
|
24
|
-
"HISTORY.md",
|
25
|
-
"LICENSE",
|
26
|
-
"README.md",
|
27
|
-
"index.js"
|
28
|
-
],
|
29
|
-
"engines": {
|
30
|
-
"node": ">= 0.6"
|
31
|
-
},
|
32
|
-
"scripts": {
|
33
|
-
"bench": "node benchmark/index.js",
|
34
|
-
"lint": "eslint --plugin markdown --ext js,md .",
|
35
|
-
"test": "mocha --reporter spec --bail --check-leaks --ui qunit test/",
|
36
|
-
"test-ci": "nyc --reporter=text npm test",
|
37
|
-
"test-cov": "nyc --reporter=html --reporter=text npm test",
|
38
|
-
"version": "node scripts/version-history.js && git add HISTORY.md"
|
39
|
-
}
|
40
|
-
}
|
@@ -1,38 +0,0 @@
|
|
1
|
-
1.0.6 / 2015-02-03
|
2
|
-
==================
|
3
|
-
|
4
|
-
* use `npm test` instead of `make test` to run tests
|
5
|
-
* clearer assertion messages when checking input
|
6
|
-
|
7
|
-
|
8
|
-
1.0.5 / 2014-09-05
|
9
|
-
==================
|
10
|
-
|
11
|
-
* add license to package.json
|
12
|
-
|
13
|
-
1.0.4 / 2014-06-25
|
14
|
-
==================
|
15
|
-
|
16
|
-
* corrected avoidance of timing attacks (thanks @tenbits!)
|
17
|
-
|
18
|
-
1.0.3 / 2014-01-28
|
19
|
-
==================
|
20
|
-
|
21
|
-
* [incorrect] fix for timing attacks
|
22
|
-
|
23
|
-
1.0.2 / 2014-01-28
|
24
|
-
==================
|
25
|
-
|
26
|
-
* fix missing repository warning
|
27
|
-
* fix typo in test
|
28
|
-
|
29
|
-
1.0.1 / 2013-04-15
|
30
|
-
==================
|
31
|
-
|
32
|
-
* Revert "Changed underlying HMAC algo. to sha512."
|
33
|
-
* Revert "Fix for timing attacks on MAC verification."
|
34
|
-
|
35
|
-
0.0.1 / 2010-01-03
|
36
|
-
==================
|
37
|
-
|
38
|
-
* Initial release
|
@@ -1,42 +0,0 @@
|
|
1
|
-
|
2
|
-
# cookie-signature
|
3
|
-
|
4
|
-
Sign and unsign cookies.
|
5
|
-
|
6
|
-
## Example
|
7
|
-
|
8
|
-
```js
|
9
|
-
var cookie = require('cookie-signature');
|
10
|
-
|
11
|
-
var val = cookie.sign('hello', 'tobiiscool');
|
12
|
-
val.should.equal('hello.DGDUkGlIkCzPz+C0B064FNgHdEjox7ch8tOBGslZ5QI');
|
13
|
-
|
14
|
-
var val = cookie.sign('hello', 'tobiiscool');
|
15
|
-
cookie.unsign(val, 'tobiiscool').should.equal('hello');
|
16
|
-
cookie.unsign(val, 'luna').should.be.false;
|
17
|
-
```
|
18
|
-
|
19
|
-
## License
|
20
|
-
|
21
|
-
(The MIT License)
|
22
|
-
|
23
|
-
Copyright (c) 2012 LearnBoost <tj@learnboost.com>
|
24
|
-
|
25
|
-
Permission is hereby granted, free of charge, to any person obtaining
|
26
|
-
a copy of this software and associated documentation files (the
|
27
|
-
'Software'), to deal in the Software without restriction, including
|
28
|
-
without limitation the rights to use, copy, modify, merge, publish,
|
29
|
-
distribute, sublicense, and/or sell copies of the Software, and to
|
30
|
-
permit persons to whom the Software is furnished to do so, subject to
|
31
|
-
the following conditions:
|
32
|
-
|
33
|
-
The above copyright notice and this permission notice shall be
|
34
|
-
included in all copies or substantial portions of the Software.
|
35
|
-
|
36
|
-
THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
|
37
|
-
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
38
|
-
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
|
39
|
-
IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
|
40
|
-
CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
|
41
|
-
TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
|
42
|
-
SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
@@ -1,51 +0,0 @@
|
|
1
|
-
/**
|
2
|
-
* Module dependencies.
|
3
|
-
*/
|
4
|
-
|
5
|
-
var crypto = require('crypto');
|
6
|
-
|
7
|
-
/**
|
8
|
-
* Sign the given `val` with `secret`.
|
9
|
-
*
|
10
|
-
* @param {String} val
|
11
|
-
* @param {String} secret
|
12
|
-
* @return {String}
|
13
|
-
* @api private
|
14
|
-
*/
|
15
|
-
|
16
|
-
exports.sign = function(val, secret){
|
17
|
-
if ('string' != typeof val) throw new TypeError("Cookie value must be provided as a string.");
|
18
|
-
if ('string' != typeof secret) throw new TypeError("Secret string must be provided.");
|
19
|
-
return val + '.' + crypto
|
20
|
-
.createHmac('sha256', secret)
|
21
|
-
.update(val)
|
22
|
-
.digest('base64')
|
23
|
-
.replace(/\=+$/, '');
|
24
|
-
};
|
25
|
-
|
26
|
-
/**
|
27
|
-
* Unsign and decode the given `val` with `secret`,
|
28
|
-
* returning `false` if the signature is invalid.
|
29
|
-
*
|
30
|
-
* @param {String} val
|
31
|
-
* @param {String} secret
|
32
|
-
* @return {String|Boolean}
|
33
|
-
* @api private
|
34
|
-
*/
|
35
|
-
|
36
|
-
exports.unsign = function(val, secret){
|
37
|
-
if ('string' != typeof val) throw new TypeError("Signed cookie string must be provided.");
|
38
|
-
if ('string' != typeof secret) throw new TypeError("Secret string must be provided.");
|
39
|
-
var str = val.slice(0, val.lastIndexOf('.'))
|
40
|
-
, mac = exports.sign(str, secret);
|
41
|
-
|
42
|
-
return sha1(mac) == sha1(val) ? str : false;
|
43
|
-
};
|
44
|
-
|
45
|
-
/**
|
46
|
-
* Private
|
47
|
-
*/
|
48
|
-
|
49
|
-
function sha1(str){
|
50
|
-
return crypto.createHash('sha1').update(str).digest('hex');
|
51
|
-
}
|
@@ -1,18 +0,0 @@
|
|
1
|
-
{
|
2
|
-
"name": "cookie-signature",
|
3
|
-
"version": "1.0.6",
|
4
|
-
"description": "Sign and unsign cookies",
|
5
|
-
"keywords": ["cookie", "sign", "unsign"],
|
6
|
-
"author": "TJ Holowaychuk <tj@learnboost.com>",
|
7
|
-
"license": "MIT",
|
8
|
-
"repository": { "type": "git", "url": "https://github.com/visionmedia/node-cookie-signature.git"},
|
9
|
-
"dependencies": {},
|
10
|
-
"devDependencies": {
|
11
|
-
"mocha": "*",
|
12
|
-
"should": "*"
|
13
|
-
},
|
14
|
-
"scripts": {
|
15
|
-
"test": "mocha --require should --reporter spec"
|
16
|
-
},
|
17
|
-
"main": "index"
|
18
|
-
}
|
@@ -1 +0,0 @@
|
|
1
|
-
repo_token: SIAeZjKYlHK74rbcFvNHMUzjRiMpflxve
|