es6-crawler-detect 3.3.0 → 4.0.0-beta.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.babelrc +1 -1
- package/.mocharc.json +5 -0
- package/README.md +1 -0
- package/dist/index.d.ts +5 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +18 -0
- package/dist/index.js.map +1 -0
- package/dist/lib/crawler/crawlers.d.ts +5 -0
- package/dist/lib/crawler/crawlers.d.ts.map +1 -0
- package/dist/lib/crawler/crawlers.js +1400 -0
- package/dist/lib/crawler/crawlers.js.map +1 -0
- package/dist/lib/crawler/exclusions.d.ts +5 -0
- package/dist/lib/crawler/exclusions.d.ts.map +1 -0
- package/dist/lib/crawler/exclusions.js +59 -0
- package/dist/lib/crawler/exclusions.js.map +1 -0
- package/dist/lib/crawler/headers.d.ts +5 -0
- package/dist/lib/crawler/headers.d.ts.map +1 -0
- package/dist/lib/crawler/headers.js +21 -0
- package/dist/lib/crawler/headers.js.map +1 -0
- package/dist/lib/crawler/provider.d.ts +4 -0
- package/dist/lib/crawler/provider.d.ts.map +1 -0
- package/dist/lib/crawler/provider.js +3 -0
- package/dist/lib/crawler/provider.js.map +1 -0
- package/dist/lib/crawler.d.ts +21 -0
- package/dist/lib/crawler.d.ts.map +1 -0
- package/dist/lib/crawler.js +98 -0
- package/dist/lib/crawler.js.map +1 -0
- package/dist/types.d.ts +9 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +3 -0
- package/dist/types.js.map +1 -0
- package/eslint.config.mjs +62 -0
- package/example/node/package.json +1 -1
- package/example/node/yarn.lock +222 -99
- package/package.json +30 -24
- package/src/index.ts +18 -0
- package/src/lib/crawler/{crawlers.js → crawlers.ts} +1397 -1403
- package/src/lib/crawler/{exclusions.js → exclusions.ts} +56 -62
- package/src/lib/crawler/{headers.js → headers.ts} +4 -10
- package/src/lib/crawler/provider.ts +3 -0
- package/src/lib/crawler.ts +128 -0
- package/src/types.ts +15 -0
- package/test/lib/crawler.spec.ts +116 -0
- package/tsconfig.json +28 -0
- package/.eslintignore +0 -6
- package/.eslintrc.json +0 -30
- package/dist/main.bundle.js +0 -1
- package/example/node/dist/crawler.min.js +0 -1
- package/example/node/node_modules/.bin/mime +0 -15
- package/example/node/node_modules/.bin/mime.cmd +0 -7
- package/example/node/node_modules/.yarn-integrity +0 -67
- package/example/node/node_modules/accepts/HISTORY.md +0 -236
- package/example/node/node_modules/accepts/LICENSE +0 -23
- package/example/node/node_modules/accepts/README.md +0 -142
- package/example/node/node_modules/accepts/index.js +0 -238
- package/example/node/node_modules/accepts/package.json +0 -47
- package/example/node/node_modules/array-flatten/LICENSE +0 -21
- package/example/node/node_modules/array-flatten/README.md +0 -43
- package/example/node/node_modules/array-flatten/array-flatten.js +0 -64
- package/example/node/node_modules/array-flatten/package.json +0 -39
- package/example/node/node_modules/body-parser/HISTORY.md +0 -624
- package/example/node/node_modules/body-parser/LICENSE +0 -23
- package/example/node/node_modules/body-parser/README.md +0 -456
- package/example/node/node_modules/body-parser/index.js +0 -157
- package/example/node/node_modules/body-parser/lib/read.js +0 -181
- package/example/node/node_modules/body-parser/lib/types/json.js +0 -230
- package/example/node/node_modules/body-parser/lib/types/raw.js +0 -101
- package/example/node/node_modules/body-parser/lib/types/text.js +0 -121
- package/example/node/node_modules/body-parser/lib/types/urlencoded.js +0 -284
- package/example/node/node_modules/body-parser/package.json +0 -52
- package/example/node/node_modules/bytes/History.md +0 -92
- package/example/node/node_modules/bytes/LICENSE +0 -23
- package/example/node/node_modules/bytes/Readme.md +0 -152
- package/example/node/node_modules/bytes/index.js +0 -166
- package/example/node/node_modules/bytes/package.json +0 -42
- package/example/node/node_modules/content-disposition/HISTORY.md +0 -60
- package/example/node/node_modules/content-disposition/LICENSE +0 -22
- package/example/node/node_modules/content-disposition/README.md +0 -142
- package/example/node/node_modules/content-disposition/index.js +0 -458
- package/example/node/node_modules/content-disposition/package.json +0 -44
- package/example/node/node_modules/content-type/HISTORY.md +0 -24
- package/example/node/node_modules/content-type/LICENSE +0 -22
- package/example/node/node_modules/content-type/README.md +0 -92
- package/example/node/node_modules/content-type/index.js +0 -222
- package/example/node/node_modules/content-type/package.json +0 -40
- package/example/node/node_modules/cookie/HISTORY.md +0 -128
- package/example/node/node_modules/cookie/LICENSE +0 -24
- package/example/node/node_modules/cookie/README.md +0 -257
- package/example/node/node_modules/cookie/index.js +0 -202
- package/example/node/node_modules/cookie/package.json +0 -40
- package/example/node/node_modules/cookie-signature/History.md +0 -38
- package/example/node/node_modules/cookie-signature/Readme.md +0 -42
- package/example/node/node_modules/cookie-signature/index.js +0 -51
- package/example/node/node_modules/cookie-signature/package.json +0 -18
- package/example/node/node_modules/debug/.coveralls.yml +0 -1
- package/example/node/node_modules/debug/.eslintrc +0 -11
- package/example/node/node_modules/debug/.travis.yml +0 -14
- package/example/node/node_modules/debug/CHANGELOG.md +0 -362
- package/example/node/node_modules/debug/LICENSE +0 -19
- package/example/node/node_modules/debug/Makefile +0 -50
- package/example/node/node_modules/debug/README.md +0 -312
- package/example/node/node_modules/debug/component.json +0 -19
- package/example/node/node_modules/debug/karma.conf.js +0 -70
- package/example/node/node_modules/debug/node.js +0 -1
- package/example/node/node_modules/debug/package.json +0 -49
- package/example/node/node_modules/debug/src/browser.js +0 -185
- package/example/node/node_modules/debug/src/debug.js +0 -202
- package/example/node/node_modules/debug/src/index.js +0 -10
- package/example/node/node_modules/debug/src/inspector-log.js +0 -15
- package/example/node/node_modules/debug/src/node.js +0 -248
- package/example/node/node_modules/depd/History.md +0 -96
- package/example/node/node_modules/depd/LICENSE +0 -22
- package/example/node/node_modules/depd/Readme.md +0 -280
- package/example/node/node_modules/depd/index.js +0 -522
- package/example/node/node_modules/depd/lib/browser/index.js +0 -77
- package/example/node/node_modules/depd/lib/compat/callsite-tostring.js +0 -103
- package/example/node/node_modules/depd/lib/compat/event-listener-count.js +0 -22
- package/example/node/node_modules/depd/lib/compat/index.js +0 -79
- package/example/node/node_modules/depd/package.json +0 -41
- package/example/node/node_modules/destroy/LICENSE +0 -22
- package/example/node/node_modules/destroy/README.md +0 -60
- package/example/node/node_modules/destroy/index.js +0 -75
- package/example/node/node_modules/destroy/package.json +0 -37
- package/example/node/node_modules/ee-first/LICENSE +0 -22
- package/example/node/node_modules/ee-first/README.md +0 -80
- package/example/node/node_modules/ee-first/index.js +0 -95
- package/example/node/node_modules/ee-first/package.json +0 -29
- package/example/node/node_modules/encodeurl/HISTORY.md +0 -14
- package/example/node/node_modules/encodeurl/LICENSE +0 -22
- package/example/node/node_modules/encodeurl/README.md +0 -128
- package/example/node/node_modules/encodeurl/index.js +0 -60
- package/example/node/node_modules/encodeurl/package.json +0 -40
- package/example/node/node_modules/escape-html/LICENSE +0 -24
- package/example/node/node_modules/escape-html/Readme.md +0 -43
- package/example/node/node_modules/escape-html/index.js +0 -78
- package/example/node/node_modules/escape-html/package.json +0 -24
- package/example/node/node_modules/etag/HISTORY.md +0 -83
- package/example/node/node_modules/etag/LICENSE +0 -22
- package/example/node/node_modules/etag/README.md +0 -159
- package/example/node/node_modules/etag/index.js +0 -131
- package/example/node/node_modules/etag/package.json +0 -47
- package/example/node/node_modules/express/History.md +0 -3510
- package/example/node/node_modules/express/LICENSE +0 -24
- package/example/node/node_modules/express/Readme.md +0 -158
- package/example/node/node_modules/express/index.js +0 -11
- package/example/node/node_modules/express/lib/application.js +0 -644
- package/example/node/node_modules/express/lib/express.js +0 -116
- package/example/node/node_modules/express/lib/middleware/init.js +0 -43
- package/example/node/node_modules/express/lib/middleware/query.js +0 -47
- package/example/node/node_modules/express/lib/request.js +0 -525
- package/example/node/node_modules/express/lib/response.js +0 -1147
- package/example/node/node_modules/express/lib/router/index.js +0 -668
- package/example/node/node_modules/express/lib/router/layer.js +0 -181
- package/example/node/node_modules/express/lib/router/route.js +0 -216
- package/example/node/node_modules/express/lib/utils.js +0 -302
- package/example/node/node_modules/express/lib/view.js +0 -182
- package/example/node/node_modules/express/package.json +0 -99
- package/example/node/node_modules/finalhandler/HISTORY.md +0 -187
- package/example/node/node_modules/finalhandler/LICENSE +0 -22
- package/example/node/node_modules/finalhandler/README.md +0 -148
- package/example/node/node_modules/finalhandler/index.js +0 -331
- package/example/node/node_modules/finalhandler/package.json +0 -45
- package/example/node/node_modules/forwarded/HISTORY.md +0 -21
- package/example/node/node_modules/forwarded/LICENSE +0 -22
- package/example/node/node_modules/forwarded/README.md +0 -57
- package/example/node/node_modules/forwarded/index.js +0 -90
- package/example/node/node_modules/forwarded/package.json +0 -45
- package/example/node/node_modules/fresh/HISTORY.md +0 -70
- package/example/node/node_modules/fresh/LICENSE +0 -23
- package/example/node/node_modules/fresh/README.md +0 -119
- package/example/node/node_modules/fresh/index.js +0 -137
- package/example/node/node_modules/fresh/package.json +0 -46
- package/example/node/node_modules/http-errors/HISTORY.md +0 -165
- package/example/node/node_modules/http-errors/LICENSE +0 -23
- package/example/node/node_modules/http-errors/README.md +0 -169
- package/example/node/node_modules/http-errors/index.js +0 -299
- package/example/node/node_modules/http-errors/package.json +0 -49
- package/example/node/node_modules/iconv-lite/Changelog.md +0 -162
- package/example/node/node_modules/iconv-lite/LICENSE +0 -21
- package/example/node/node_modules/iconv-lite/README.md +0 -156
- package/example/node/node_modules/iconv-lite/encodings/dbcs-codec.js +0 -555
- package/example/node/node_modules/iconv-lite/encodings/dbcs-data.js +0 -176
- package/example/node/node_modules/iconv-lite/encodings/index.js +0 -22
- package/example/node/node_modules/iconv-lite/encodings/internal.js +0 -188
- package/example/node/node_modules/iconv-lite/encodings/sbcs-codec.js +0 -72
- package/example/node/node_modules/iconv-lite/encodings/sbcs-data-generated.js +0 -451
- package/example/node/node_modules/iconv-lite/encodings/sbcs-data.js +0 -174
- package/example/node/node_modules/iconv-lite/encodings/tables/big5-added.json +0 -122
- package/example/node/node_modules/iconv-lite/encodings/tables/cp936.json +0 -264
- package/example/node/node_modules/iconv-lite/encodings/tables/cp949.json +0 -273
- package/example/node/node_modules/iconv-lite/encodings/tables/cp950.json +0 -177
- package/example/node/node_modules/iconv-lite/encodings/tables/eucjp.json +0 -182
- package/example/node/node_modules/iconv-lite/encodings/tables/gb18030-ranges.json +0 -1
- package/example/node/node_modules/iconv-lite/encodings/tables/gbk-added.json +0 -55
- package/example/node/node_modules/iconv-lite/encodings/tables/shiftjis.json +0 -125
- package/example/node/node_modules/iconv-lite/encodings/utf16.js +0 -177
- package/example/node/node_modules/iconv-lite/encodings/utf7.js +0 -290
- package/example/node/node_modules/iconv-lite/lib/bom-handling.js +0 -52
- package/example/node/node_modules/iconv-lite/lib/extend-node.js +0 -217
- package/example/node/node_modules/iconv-lite/lib/index.d.ts +0 -24
- package/example/node/node_modules/iconv-lite/lib/index.js +0 -153
- package/example/node/node_modules/iconv-lite/lib/streams.js +0 -121
- package/example/node/node_modules/iconv-lite/package.json +0 -46
- package/example/node/node_modules/inherits/LICENSE +0 -16
- package/example/node/node_modules/inherits/README.md +0 -42
- package/example/node/node_modules/inherits/inherits.js +0 -9
- package/example/node/node_modules/inherits/inherits_browser.js +0 -27
- package/example/node/node_modules/inherits/package.json +0 -29
- package/example/node/node_modules/ipaddr.js/LICENSE +0 -19
- package/example/node/node_modules/ipaddr.js/README.md +0 -233
- package/example/node/node_modules/ipaddr.js/ipaddr.min.js +0 -1
- package/example/node/node_modules/ipaddr.js/lib/ipaddr.js +0 -673
- package/example/node/node_modules/ipaddr.js/lib/ipaddr.js.d.ts +0 -68
- package/example/node/node_modules/ipaddr.js/package.json +0 -35
- package/example/node/node_modules/media-typer/HISTORY.md +0 -22
- package/example/node/node_modules/media-typer/LICENSE +0 -22
- package/example/node/node_modules/media-typer/README.md +0 -81
- package/example/node/node_modules/media-typer/index.js +0 -270
- package/example/node/node_modules/media-typer/package.json +0 -26
- package/example/node/node_modules/merge-descriptors/HISTORY.md +0 -21
- package/example/node/node_modules/merge-descriptors/LICENSE +0 -23
- package/example/node/node_modules/merge-descriptors/README.md +0 -48
- package/example/node/node_modules/merge-descriptors/index.js +0 -60
- package/example/node/node_modules/merge-descriptors/package.json +0 -32
- package/example/node/node_modules/methods/HISTORY.md +0 -29
- package/example/node/node_modules/methods/LICENSE +0 -24
- package/example/node/node_modules/methods/README.md +0 -51
- package/example/node/node_modules/methods/index.js +0 -69
- package/example/node/node_modules/methods/package.json +0 -36
- package/example/node/node_modules/mime/CHANGELOG.md +0 -164
- package/example/node/node_modules/mime/LICENSE +0 -21
- package/example/node/node_modules/mime/README.md +0 -90
- package/example/node/node_modules/mime/cli.js +0 -8
- package/example/node/node_modules/mime/mime.js +0 -108
- package/example/node/node_modules/mime/package.json +0 -44
- package/example/node/node_modules/mime/src/build.js +0 -53
- package/example/node/node_modules/mime/src/test.js +0 -60
- package/example/node/node_modules/mime/types.json +0 -1
- package/example/node/node_modules/mime-db/HISTORY.md +0 -499
- package/example/node/node_modules/mime-db/LICENSE +0 -22
- package/example/node/node_modules/mime-db/README.md +0 -100
- package/example/node/node_modules/mime-db/db.json +0 -8471
- package/example/node/node_modules/mime-db/index.js +0 -11
- package/example/node/node_modules/mime-db/package.json +0 -59
- package/example/node/node_modules/mime-types/HISTORY.md +0 -388
- package/example/node/node_modules/mime-types/LICENSE +0 -23
- package/example/node/node_modules/mime-types/README.md +0 -113
- package/example/node/node_modules/mime-types/index.js +0 -188
- package/example/node/node_modules/mime-types/package.json +0 -44
- package/example/node/node_modules/ms/index.js +0 -152
- package/example/node/node_modules/ms/license.md +0 -21
- package/example/node/node_modules/ms/package.json +0 -37
- package/example/node/node_modules/ms/readme.md +0 -51
- package/example/node/node_modules/negotiator/HISTORY.md +0 -103
- package/example/node/node_modules/negotiator/LICENSE +0 -24
- package/example/node/node_modules/negotiator/README.md +0 -203
- package/example/node/node_modules/negotiator/index.js +0 -124
- package/example/node/node_modules/negotiator/lib/charset.js +0 -169
- package/example/node/node_modules/negotiator/lib/encoding.js +0 -184
- package/example/node/node_modules/negotiator/lib/language.js +0 -179
- package/example/node/node_modules/negotiator/lib/mediaType.js +0 -294
- package/example/node/node_modules/negotiator/package.json +0 -42
- package/example/node/node_modules/on-finished/HISTORY.md +0 -88
- package/example/node/node_modules/on-finished/LICENSE +0 -23
- package/example/node/node_modules/on-finished/README.md +0 -154
- package/example/node/node_modules/on-finished/index.js +0 -196
- package/example/node/node_modules/on-finished/package.json +0 -31
- package/example/node/node_modules/parseurl/HISTORY.md +0 -58
- package/example/node/node_modules/parseurl/LICENSE +0 -24
- package/example/node/node_modules/parseurl/README.md +0 -133
- package/example/node/node_modules/parseurl/index.js +0 -158
- package/example/node/node_modules/parseurl/package.json +0 -40
- package/example/node/node_modules/path-to-regexp/History.md +0 -36
- package/example/node/node_modules/path-to-regexp/LICENSE +0 -21
- package/example/node/node_modules/path-to-regexp/Readme.md +0 -35
- package/example/node/node_modules/path-to-regexp/index.js +0 -129
- package/example/node/node_modules/path-to-regexp/package.json +0 -30
- package/example/node/node_modules/proxy-addr/HISTORY.md +0 -161
- package/example/node/node_modules/proxy-addr/LICENSE +0 -22
- package/example/node/node_modules/proxy-addr/README.md +0 -139
- package/example/node/node_modules/proxy-addr/index.js +0 -327
- package/example/node/node_modules/proxy-addr/package.json +0 -47
- package/example/node/node_modules/qs/.editorconfig +0 -39
- package/example/node/node_modules/qs/.eslintignore +0 -2
- package/example/node/node_modules/qs/.eslintrc +0 -35
- package/example/node/node_modules/qs/.github/FUNDING.yml +0 -12
- package/example/node/node_modules/qs/.nycrc +0 -13
- package/example/node/node_modules/qs/CHANGELOG.md +0 -359
- package/example/node/node_modules/qs/LICENSE.md +0 -29
- package/example/node/node_modules/qs/README.md +0 -604
- package/example/node/node_modules/qs/dist/qs.js +0 -832
- package/example/node/node_modules/qs/lib/formats.js +0 -23
- package/example/node/node_modules/qs/lib/index.js +0 -11
- package/example/node/node_modules/qs/lib/parse.js +0 -257
- package/example/node/node_modules/qs/lib/stringify.js +0 -278
- package/example/node/node_modules/qs/lib/utils.js +0 -251
- package/example/node/node_modules/qs/package.json +0 -69
- package/example/node/node_modules/qs/test/parse.js +0 -772
- package/example/node/node_modules/qs/test/stringify.js +0 -793
- package/example/node/node_modules/qs/test/utils.js +0 -136
- package/example/node/node_modules/range-parser/HISTORY.md +0 -56
- package/example/node/node_modules/range-parser/LICENSE +0 -23
- package/example/node/node_modules/range-parser/README.md +0 -84
- package/example/node/node_modules/range-parser/index.js +0 -162
- package/example/node/node_modules/range-parser/package.json +0 -44
- package/example/node/node_modules/raw-body/HISTORY.md +0 -284
- package/example/node/node_modules/raw-body/LICENSE +0 -22
- package/example/node/node_modules/raw-body/README.md +0 -217
- package/example/node/node_modules/raw-body/index.d.ts +0 -87
- package/example/node/node_modules/raw-body/index.js +0 -286
- package/example/node/node_modules/raw-body/package.json +0 -48
- package/example/node/node_modules/safe-buffer/LICENSE +0 -21
- package/example/node/node_modules/safe-buffer/README.md +0 -584
- package/example/node/node_modules/safe-buffer/index.d.ts +0 -187
- package/example/node/node_modules/safe-buffer/index.js +0 -65
- package/example/node/node_modules/safe-buffer/package.json +0 -51
- package/example/node/node_modules/safer-buffer/LICENSE +0 -21
- package/example/node/node_modules/safer-buffer/Porting-Buffer.md +0 -268
- package/example/node/node_modules/safer-buffer/Readme.md +0 -156
- package/example/node/node_modules/safer-buffer/dangerous.js +0 -58
- package/example/node/node_modules/safer-buffer/package.json +0 -34
- package/example/node/node_modules/safer-buffer/safer.js +0 -77
- package/example/node/node_modules/safer-buffer/tests.js +0 -406
- package/example/node/node_modules/send/HISTORY.md +0 -506
- package/example/node/node_modules/send/LICENSE +0 -23
- package/example/node/node_modules/send/README.md +0 -327
- package/example/node/node_modules/send/index.js +0 -1133
- package/example/node/node_modules/send/node_modules/.bin/mime +0 -15
- package/example/node/node_modules/send/node_modules/.bin/mime.cmd +0 -7
- package/example/node/node_modules/send/node_modules/ms/index.js +0 -162
- package/example/node/node_modules/send/node_modules/ms/license.md +0 -21
- package/example/node/node_modules/send/node_modules/ms/package.json +0 -38
- package/example/node/node_modules/send/node_modules/ms/readme.md +0 -59
- package/example/node/node_modules/send/package.json +0 -61
- package/example/node/node_modules/serve-static/HISTORY.md +0 -459
- package/example/node/node_modules/serve-static/LICENSE +0 -25
- package/example/node/node_modules/serve-static/README.md +0 -257
- package/example/node/node_modules/serve-static/index.js +0 -210
- package/example/node/node_modules/serve-static/package.json +0 -42
- package/example/node/node_modules/setprototypeof/LICENSE +0 -13
- package/example/node/node_modules/setprototypeof/README.md +0 -31
- package/example/node/node_modules/setprototypeof/index.d.ts +0 -2
- package/example/node/node_modules/setprototypeof/index.js +0 -17
- package/example/node/node_modules/setprototypeof/package.json +0 -38
- package/example/node/node_modules/setprototypeof/test/index.js +0 -24
- package/example/node/node_modules/statuses/HISTORY.md +0 -65
- package/example/node/node_modules/statuses/LICENSE +0 -23
- package/example/node/node_modules/statuses/README.md +0 -127
- package/example/node/node_modules/statuses/codes.json +0 -66
- package/example/node/node_modules/statuses/index.js +0 -113
- package/example/node/node_modules/statuses/package.json +0 -48
- package/example/node/node_modules/toidentifier/HISTORY.md +0 -9
- package/example/node/node_modules/toidentifier/LICENSE +0 -21
- package/example/node/node_modules/toidentifier/README.md +0 -61
- package/example/node/node_modules/toidentifier/index.js +0 -32
- package/example/node/node_modules/toidentifier/package.json +0 -38
- package/example/node/node_modules/type-is/HISTORY.md +0 -259
- package/example/node/node_modules/type-is/LICENSE +0 -23
- package/example/node/node_modules/type-is/README.md +0 -170
- package/example/node/node_modules/type-is/index.js +0 -266
- package/example/node/node_modules/type-is/package.json +0 -45
- package/example/node/node_modules/unpipe/HISTORY.md +0 -4
- package/example/node/node_modules/unpipe/LICENSE +0 -22
- package/example/node/node_modules/unpipe/README.md +0 -43
- package/example/node/node_modules/unpipe/index.js +0 -69
- package/example/node/node_modules/unpipe/package.json +0 -27
- package/example/node/node_modules/utils-merge/LICENSE +0 -20
- package/example/node/node_modules/utils-merge/README.md +0 -34
- package/example/node/node_modules/utils-merge/index.js +0 -23
- package/example/node/node_modules/utils-merge/package.json +0 -40
- package/example/node/node_modules/vary/HISTORY.md +0 -39
- package/example/node/node_modules/vary/LICENSE +0 -22
- package/example/node/node_modules/vary/README.md +0 -101
- package/example/node/node_modules/vary/index.js +0 -149
- package/example/node/node_modules/vary/package.json +0 -43
- package/example/node/server.js +0 -38
- package/src/index.js +0 -16
- package/src/lib/crawler/provider.js +0 -11
- package/src/lib/crawler.js +0 -130
- package/test/lib/crawler.test.js +0 -94
- package/webpack.common.js +0 -20
- package/webpack.dev.js +0 -7
- package/webpack.prod.js +0 -14
@@ -1,251 +0,0 @@
|
|
1
|
-
'use strict';
|
2
|
-
|
3
|
-
var formats = require('./formats');
|
4
|
-
|
5
|
-
var has = Object.prototype.hasOwnProperty;
|
6
|
-
var isArray = Array.isArray;
|
7
|
-
|
8
|
-
var hexTable = (function () {
|
9
|
-
var array = [];
|
10
|
-
for (var i = 0; i < 256; ++i) {
|
11
|
-
array.push('%' + ((i < 16 ? '0' : '') + i.toString(16)).toUpperCase());
|
12
|
-
}
|
13
|
-
|
14
|
-
return array;
|
15
|
-
}());
|
16
|
-
|
17
|
-
var compactQueue = function compactQueue(queue) {
|
18
|
-
while (queue.length > 1) {
|
19
|
-
var item = queue.pop();
|
20
|
-
var obj = item.obj[item.prop];
|
21
|
-
|
22
|
-
if (isArray(obj)) {
|
23
|
-
var compacted = [];
|
24
|
-
|
25
|
-
for (var j = 0; j < obj.length; ++j) {
|
26
|
-
if (typeof obj[j] !== 'undefined') {
|
27
|
-
compacted.push(obj[j]);
|
28
|
-
}
|
29
|
-
}
|
30
|
-
|
31
|
-
item.obj[item.prop] = compacted;
|
32
|
-
}
|
33
|
-
}
|
34
|
-
};
|
35
|
-
|
36
|
-
var arrayToObject = function arrayToObject(source, options) {
|
37
|
-
var obj = options && options.plainObjects ? Object.create(null) : {};
|
38
|
-
for (var i = 0; i < source.length; ++i) {
|
39
|
-
if (typeof source[i] !== 'undefined') {
|
40
|
-
obj[i] = source[i];
|
41
|
-
}
|
42
|
-
}
|
43
|
-
|
44
|
-
return obj;
|
45
|
-
};
|
46
|
-
|
47
|
-
var merge = function merge(target, source, options) {
|
48
|
-
/* eslint no-param-reassign: 0 */
|
49
|
-
if (!source) {
|
50
|
-
return target;
|
51
|
-
}
|
52
|
-
|
53
|
-
if (typeof source !== 'object') {
|
54
|
-
if (isArray(target)) {
|
55
|
-
target.push(source);
|
56
|
-
} else if (target && typeof target === 'object') {
|
57
|
-
if ((options && (options.plainObjects || options.allowPrototypes)) || !has.call(Object.prototype, source)) {
|
58
|
-
target[source] = true;
|
59
|
-
}
|
60
|
-
} else {
|
61
|
-
return [target, source];
|
62
|
-
}
|
63
|
-
|
64
|
-
return target;
|
65
|
-
}
|
66
|
-
|
67
|
-
if (!target || typeof target !== 'object') {
|
68
|
-
return [target].concat(source);
|
69
|
-
}
|
70
|
-
|
71
|
-
var mergeTarget = target;
|
72
|
-
if (isArray(target) && !isArray(source)) {
|
73
|
-
mergeTarget = arrayToObject(target, options);
|
74
|
-
}
|
75
|
-
|
76
|
-
if (isArray(target) && isArray(source)) {
|
77
|
-
source.forEach(function (item, i) {
|
78
|
-
if (has.call(target, i)) {
|
79
|
-
var targetItem = target[i];
|
80
|
-
if (targetItem && typeof targetItem === 'object' && item && typeof item === 'object') {
|
81
|
-
target[i] = merge(targetItem, item, options);
|
82
|
-
} else {
|
83
|
-
target.push(item);
|
84
|
-
}
|
85
|
-
} else {
|
86
|
-
target[i] = item;
|
87
|
-
}
|
88
|
-
});
|
89
|
-
return target;
|
90
|
-
}
|
91
|
-
|
92
|
-
return Object.keys(source).reduce(function (acc, key) {
|
93
|
-
var value = source[key];
|
94
|
-
|
95
|
-
if (has.call(acc, key)) {
|
96
|
-
acc[key] = merge(acc[key], value, options);
|
97
|
-
} else {
|
98
|
-
acc[key] = value;
|
99
|
-
}
|
100
|
-
return acc;
|
101
|
-
}, mergeTarget);
|
102
|
-
};
|
103
|
-
|
104
|
-
var assign = function assignSingleSource(target, source) {
|
105
|
-
return Object.keys(source).reduce(function (acc, key) {
|
106
|
-
acc[key] = source[key];
|
107
|
-
return acc;
|
108
|
-
}, target);
|
109
|
-
};
|
110
|
-
|
111
|
-
var decode = function (str, decoder, charset) {
|
112
|
-
var strWithoutPlus = str.replace(/\+/g, ' ');
|
113
|
-
if (charset === 'iso-8859-1') {
|
114
|
-
// unescape never throws, no try...catch needed:
|
115
|
-
return strWithoutPlus.replace(/%[0-9a-f]{2}/gi, unescape);
|
116
|
-
}
|
117
|
-
// utf-8
|
118
|
-
try {
|
119
|
-
return decodeURIComponent(strWithoutPlus);
|
120
|
-
} catch (e) {
|
121
|
-
return strWithoutPlus;
|
122
|
-
}
|
123
|
-
};
|
124
|
-
|
125
|
-
var encode = function encode(str, defaultEncoder, charset, kind, format) {
|
126
|
-
// This code was originally written by Brian White (mscdex) for the io.js core querystring library.
|
127
|
-
// It has been adapted here for stricter adherence to RFC 3986
|
128
|
-
if (str.length === 0) {
|
129
|
-
return str;
|
130
|
-
}
|
131
|
-
|
132
|
-
var string = str;
|
133
|
-
if (typeof str === 'symbol') {
|
134
|
-
string = Symbol.prototype.toString.call(str);
|
135
|
-
} else if (typeof str !== 'string') {
|
136
|
-
string = String(str);
|
137
|
-
}
|
138
|
-
|
139
|
-
if (charset === 'iso-8859-1') {
|
140
|
-
return escape(string).replace(/%u[0-9a-f]{4}/gi, function ($0) {
|
141
|
-
return '%26%23' + parseInt($0.slice(2), 16) + '%3B';
|
142
|
-
});
|
143
|
-
}
|
144
|
-
|
145
|
-
var out = '';
|
146
|
-
for (var i = 0; i < string.length; ++i) {
|
147
|
-
var c = string.charCodeAt(i);
|
148
|
-
|
149
|
-
if (
|
150
|
-
c === 0x2D // -
|
151
|
-
|| c === 0x2E // .
|
152
|
-
|| c === 0x5F // _
|
153
|
-
|| c === 0x7E // ~
|
154
|
-
|| (c >= 0x30 && c <= 0x39) // 0-9
|
155
|
-
|| (c >= 0x41 && c <= 0x5A) // a-z
|
156
|
-
|| (c >= 0x61 && c <= 0x7A) // A-Z
|
157
|
-
|| (format === formats.RFC1738 && (c === 0x28 || c === 0x29)) // ( )
|
158
|
-
) {
|
159
|
-
out += string.charAt(i);
|
160
|
-
continue;
|
161
|
-
}
|
162
|
-
|
163
|
-
if (c < 0x80) {
|
164
|
-
out = out + hexTable[c];
|
165
|
-
continue;
|
166
|
-
}
|
167
|
-
|
168
|
-
if (c < 0x800) {
|
169
|
-
out = out + (hexTable[0xC0 | (c >> 6)] + hexTable[0x80 | (c & 0x3F)]);
|
170
|
-
continue;
|
171
|
-
}
|
172
|
-
|
173
|
-
if (c < 0xD800 || c >= 0xE000) {
|
174
|
-
out = out + (hexTable[0xE0 | (c >> 12)] + hexTable[0x80 | ((c >> 6) & 0x3F)] + hexTable[0x80 | (c & 0x3F)]);
|
175
|
-
continue;
|
176
|
-
}
|
177
|
-
|
178
|
-
i += 1;
|
179
|
-
c = 0x10000 + (((c & 0x3FF) << 10) | (string.charCodeAt(i) & 0x3FF));
|
180
|
-
out += hexTable[0xF0 | (c >> 18)]
|
181
|
-
+ hexTable[0x80 | ((c >> 12) & 0x3F)]
|
182
|
-
+ hexTable[0x80 | ((c >> 6) & 0x3F)]
|
183
|
-
+ hexTable[0x80 | (c & 0x3F)];
|
184
|
-
}
|
185
|
-
|
186
|
-
return out;
|
187
|
-
};
|
188
|
-
|
189
|
-
var compact = function compact(value) {
|
190
|
-
var queue = [{ obj: { o: value }, prop: 'o' }];
|
191
|
-
var refs = [];
|
192
|
-
|
193
|
-
for (var i = 0; i < queue.length; ++i) {
|
194
|
-
var item = queue[i];
|
195
|
-
var obj = item.obj[item.prop];
|
196
|
-
|
197
|
-
var keys = Object.keys(obj);
|
198
|
-
for (var j = 0; j < keys.length; ++j) {
|
199
|
-
var key = keys[j];
|
200
|
-
var val = obj[key];
|
201
|
-
if (typeof val === 'object' && val !== null && refs.indexOf(val) === -1) {
|
202
|
-
queue.push({ obj: obj, prop: key });
|
203
|
-
refs.push(val);
|
204
|
-
}
|
205
|
-
}
|
206
|
-
}
|
207
|
-
|
208
|
-
compactQueue(queue);
|
209
|
-
|
210
|
-
return value;
|
211
|
-
};
|
212
|
-
|
213
|
-
var isRegExp = function isRegExp(obj) {
|
214
|
-
return Object.prototype.toString.call(obj) === '[object RegExp]';
|
215
|
-
};
|
216
|
-
|
217
|
-
var isBuffer = function isBuffer(obj) {
|
218
|
-
if (!obj || typeof obj !== 'object') {
|
219
|
-
return false;
|
220
|
-
}
|
221
|
-
|
222
|
-
return !!(obj.constructor && obj.constructor.isBuffer && obj.constructor.isBuffer(obj));
|
223
|
-
};
|
224
|
-
|
225
|
-
var combine = function combine(a, b) {
|
226
|
-
return [].concat(a, b);
|
227
|
-
};
|
228
|
-
|
229
|
-
var maybeMap = function maybeMap(val, fn) {
|
230
|
-
if (isArray(val)) {
|
231
|
-
var mapped = [];
|
232
|
-
for (var i = 0; i < val.length; i += 1) {
|
233
|
-
mapped.push(fn(val[i]));
|
234
|
-
}
|
235
|
-
return mapped;
|
236
|
-
}
|
237
|
-
return fn(val);
|
238
|
-
};
|
239
|
-
|
240
|
-
module.exports = {
|
241
|
-
arrayToObject: arrayToObject,
|
242
|
-
assign: assign,
|
243
|
-
combine: combine,
|
244
|
-
compact: compact,
|
245
|
-
decode: decode,
|
246
|
-
encode: encode,
|
247
|
-
isBuffer: isBuffer,
|
248
|
-
isRegExp: isRegExp,
|
249
|
-
maybeMap: maybeMap,
|
250
|
-
merge: merge
|
251
|
-
};
|
@@ -1,69 +0,0 @@
|
|
1
|
-
{
|
2
|
-
"name": "qs",
|
3
|
-
"description": "A querystring parser that supports nesting and arrays, with a depth limit",
|
4
|
-
"homepage": "https://github.com/ljharb/qs",
|
5
|
-
"version": "6.9.6",
|
6
|
-
"repository": {
|
7
|
-
"type": "git",
|
8
|
-
"url": "https://github.com/ljharb/qs.git"
|
9
|
-
},
|
10
|
-
"funding": {
|
11
|
-
"url": "https://github.com/sponsors/ljharb"
|
12
|
-
},
|
13
|
-
"main": "lib/index.js",
|
14
|
-
"contributors": [
|
15
|
-
{
|
16
|
-
"name": "Jordan Harband",
|
17
|
-
"email": "ljharb@gmail.com",
|
18
|
-
"url": "http://ljharb.codes"
|
19
|
-
}
|
20
|
-
],
|
21
|
-
"keywords": [
|
22
|
-
"querystring",
|
23
|
-
"qs",
|
24
|
-
"query",
|
25
|
-
"url",
|
26
|
-
"parse",
|
27
|
-
"stringify"
|
28
|
-
],
|
29
|
-
"engines": {
|
30
|
-
"node": ">=0.6"
|
31
|
-
},
|
32
|
-
"dependencies": {},
|
33
|
-
"devDependencies": {
|
34
|
-
"@ljharb/eslint-config": "^17.3.0",
|
35
|
-
"aud": "^1.1.3",
|
36
|
-
"browserify": "^16.5.2",
|
37
|
-
"eclint": "^2.8.1",
|
38
|
-
"eslint": "^7.17.0",
|
39
|
-
"evalmd": "^0.0.19",
|
40
|
-
"for-each": "^0.3.3",
|
41
|
-
"has-symbols": "^1.0.1",
|
42
|
-
"iconv-lite": "^0.5.1",
|
43
|
-
"mkdirp": "^0.5.5",
|
44
|
-
"nyc": "^10.3.2",
|
45
|
-
"object-inspect": "^1.9.0",
|
46
|
-
"qs-iconv": "^1.0.4",
|
47
|
-
"safe-publish-latest": "^1.1.4",
|
48
|
-
"safer-buffer": "^2.1.2",
|
49
|
-
"tape": "^5.1.1"
|
50
|
-
},
|
51
|
-
"scripts": {
|
52
|
-
"prepublish": "safe-publish-latest && npm run dist",
|
53
|
-
"pretest": "npm run --silent readme && npm run --silent lint",
|
54
|
-
"test": "npm run tests-only",
|
55
|
-
"tests-only": "nyc tape 'test/**/*.js'",
|
56
|
-
"posttest": "aud --production",
|
57
|
-
"readme": "evalmd README.md",
|
58
|
-
"postlint": "eclint check * lib/* test/*",
|
59
|
-
"lint": "eslint lib/*.js test/*.js",
|
60
|
-
"dist": "mkdirp dist && browserify --standalone Qs lib/index.js > dist/qs.js"
|
61
|
-
},
|
62
|
-
"license": "BSD-3-Clause",
|
63
|
-
"greenkeeper": {
|
64
|
-
"ignore": [
|
65
|
-
"iconv-lite",
|
66
|
-
"mkdirp"
|
67
|
-
]
|
68
|
-
}
|
69
|
-
}
|