es6-crawler-detect 3.3.0 → 4.0.0-beta.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.babelrc +1 -1
- package/.mocharc.json +5 -0
- package/README.md +1 -0
- package/dist/index.d.ts +5 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +18 -0
- package/dist/index.js.map +1 -0
- package/dist/lib/crawler/crawlers.d.ts +5 -0
- package/dist/lib/crawler/crawlers.d.ts.map +1 -0
- package/dist/lib/crawler/crawlers.js +1400 -0
- package/dist/lib/crawler/crawlers.js.map +1 -0
- package/dist/lib/crawler/exclusions.d.ts +5 -0
- package/dist/lib/crawler/exclusions.d.ts.map +1 -0
- package/dist/lib/crawler/exclusions.js +59 -0
- package/dist/lib/crawler/exclusions.js.map +1 -0
- package/dist/lib/crawler/headers.d.ts +5 -0
- package/dist/lib/crawler/headers.d.ts.map +1 -0
- package/dist/lib/crawler/headers.js +21 -0
- package/dist/lib/crawler/headers.js.map +1 -0
- package/dist/lib/crawler/provider.d.ts +4 -0
- package/dist/lib/crawler/provider.d.ts.map +1 -0
- package/dist/lib/crawler/provider.js +3 -0
- package/dist/lib/crawler/provider.js.map +1 -0
- package/dist/lib/crawler.d.ts +21 -0
- package/dist/lib/crawler.d.ts.map +1 -0
- package/dist/lib/crawler.js +98 -0
- package/dist/lib/crawler.js.map +1 -0
- package/dist/types.d.ts +9 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +3 -0
- package/dist/types.js.map +1 -0
- package/eslint.config.mjs +62 -0
- package/example/node/package.json +1 -1
- package/example/node/yarn.lock +222 -99
- package/package.json +30 -24
- package/src/index.ts +18 -0
- package/src/lib/crawler/{crawlers.js → crawlers.ts} +1397 -1403
- package/src/lib/crawler/{exclusions.js → exclusions.ts} +56 -62
- package/src/lib/crawler/{headers.js → headers.ts} +4 -10
- package/src/lib/crawler/provider.ts +3 -0
- package/src/lib/crawler.ts +128 -0
- package/src/types.ts +15 -0
- package/test/lib/crawler.spec.ts +116 -0
- package/tsconfig.json +28 -0
- package/.eslintignore +0 -6
- package/.eslintrc.json +0 -30
- package/dist/main.bundle.js +0 -1
- package/example/node/dist/crawler.min.js +0 -1
- package/example/node/node_modules/.bin/mime +0 -15
- package/example/node/node_modules/.bin/mime.cmd +0 -7
- package/example/node/node_modules/.yarn-integrity +0 -67
- package/example/node/node_modules/accepts/HISTORY.md +0 -236
- package/example/node/node_modules/accepts/LICENSE +0 -23
- package/example/node/node_modules/accepts/README.md +0 -142
- package/example/node/node_modules/accepts/index.js +0 -238
- package/example/node/node_modules/accepts/package.json +0 -47
- package/example/node/node_modules/array-flatten/LICENSE +0 -21
- package/example/node/node_modules/array-flatten/README.md +0 -43
- package/example/node/node_modules/array-flatten/array-flatten.js +0 -64
- package/example/node/node_modules/array-flatten/package.json +0 -39
- package/example/node/node_modules/body-parser/HISTORY.md +0 -624
- package/example/node/node_modules/body-parser/LICENSE +0 -23
- package/example/node/node_modules/body-parser/README.md +0 -456
- package/example/node/node_modules/body-parser/index.js +0 -157
- package/example/node/node_modules/body-parser/lib/read.js +0 -181
- package/example/node/node_modules/body-parser/lib/types/json.js +0 -230
- package/example/node/node_modules/body-parser/lib/types/raw.js +0 -101
- package/example/node/node_modules/body-parser/lib/types/text.js +0 -121
- package/example/node/node_modules/body-parser/lib/types/urlencoded.js +0 -284
- package/example/node/node_modules/body-parser/package.json +0 -52
- package/example/node/node_modules/bytes/History.md +0 -92
- package/example/node/node_modules/bytes/LICENSE +0 -23
- package/example/node/node_modules/bytes/Readme.md +0 -152
- package/example/node/node_modules/bytes/index.js +0 -166
- package/example/node/node_modules/bytes/package.json +0 -42
- package/example/node/node_modules/content-disposition/HISTORY.md +0 -60
- package/example/node/node_modules/content-disposition/LICENSE +0 -22
- package/example/node/node_modules/content-disposition/README.md +0 -142
- package/example/node/node_modules/content-disposition/index.js +0 -458
- package/example/node/node_modules/content-disposition/package.json +0 -44
- package/example/node/node_modules/content-type/HISTORY.md +0 -24
- package/example/node/node_modules/content-type/LICENSE +0 -22
- package/example/node/node_modules/content-type/README.md +0 -92
- package/example/node/node_modules/content-type/index.js +0 -222
- package/example/node/node_modules/content-type/package.json +0 -40
- package/example/node/node_modules/cookie/HISTORY.md +0 -128
- package/example/node/node_modules/cookie/LICENSE +0 -24
- package/example/node/node_modules/cookie/README.md +0 -257
- package/example/node/node_modules/cookie/index.js +0 -202
- package/example/node/node_modules/cookie/package.json +0 -40
- package/example/node/node_modules/cookie-signature/History.md +0 -38
- package/example/node/node_modules/cookie-signature/Readme.md +0 -42
- package/example/node/node_modules/cookie-signature/index.js +0 -51
- package/example/node/node_modules/cookie-signature/package.json +0 -18
- package/example/node/node_modules/debug/.coveralls.yml +0 -1
- package/example/node/node_modules/debug/.eslintrc +0 -11
- package/example/node/node_modules/debug/.travis.yml +0 -14
- package/example/node/node_modules/debug/CHANGELOG.md +0 -362
- package/example/node/node_modules/debug/LICENSE +0 -19
- package/example/node/node_modules/debug/Makefile +0 -50
- package/example/node/node_modules/debug/README.md +0 -312
- package/example/node/node_modules/debug/component.json +0 -19
- package/example/node/node_modules/debug/karma.conf.js +0 -70
- package/example/node/node_modules/debug/node.js +0 -1
- package/example/node/node_modules/debug/package.json +0 -49
- package/example/node/node_modules/debug/src/browser.js +0 -185
- package/example/node/node_modules/debug/src/debug.js +0 -202
- package/example/node/node_modules/debug/src/index.js +0 -10
- package/example/node/node_modules/debug/src/inspector-log.js +0 -15
- package/example/node/node_modules/debug/src/node.js +0 -248
- package/example/node/node_modules/depd/History.md +0 -96
- package/example/node/node_modules/depd/LICENSE +0 -22
- package/example/node/node_modules/depd/Readme.md +0 -280
- package/example/node/node_modules/depd/index.js +0 -522
- package/example/node/node_modules/depd/lib/browser/index.js +0 -77
- package/example/node/node_modules/depd/lib/compat/callsite-tostring.js +0 -103
- package/example/node/node_modules/depd/lib/compat/event-listener-count.js +0 -22
- package/example/node/node_modules/depd/lib/compat/index.js +0 -79
- package/example/node/node_modules/depd/package.json +0 -41
- package/example/node/node_modules/destroy/LICENSE +0 -22
- package/example/node/node_modules/destroy/README.md +0 -60
- package/example/node/node_modules/destroy/index.js +0 -75
- package/example/node/node_modules/destroy/package.json +0 -37
- package/example/node/node_modules/ee-first/LICENSE +0 -22
- package/example/node/node_modules/ee-first/README.md +0 -80
- package/example/node/node_modules/ee-first/index.js +0 -95
- package/example/node/node_modules/ee-first/package.json +0 -29
- package/example/node/node_modules/encodeurl/HISTORY.md +0 -14
- package/example/node/node_modules/encodeurl/LICENSE +0 -22
- package/example/node/node_modules/encodeurl/README.md +0 -128
- package/example/node/node_modules/encodeurl/index.js +0 -60
- package/example/node/node_modules/encodeurl/package.json +0 -40
- package/example/node/node_modules/escape-html/LICENSE +0 -24
- package/example/node/node_modules/escape-html/Readme.md +0 -43
- package/example/node/node_modules/escape-html/index.js +0 -78
- package/example/node/node_modules/escape-html/package.json +0 -24
- package/example/node/node_modules/etag/HISTORY.md +0 -83
- package/example/node/node_modules/etag/LICENSE +0 -22
- package/example/node/node_modules/etag/README.md +0 -159
- package/example/node/node_modules/etag/index.js +0 -131
- package/example/node/node_modules/etag/package.json +0 -47
- package/example/node/node_modules/express/History.md +0 -3510
- package/example/node/node_modules/express/LICENSE +0 -24
- package/example/node/node_modules/express/Readme.md +0 -158
- package/example/node/node_modules/express/index.js +0 -11
- package/example/node/node_modules/express/lib/application.js +0 -644
- package/example/node/node_modules/express/lib/express.js +0 -116
- package/example/node/node_modules/express/lib/middleware/init.js +0 -43
- package/example/node/node_modules/express/lib/middleware/query.js +0 -47
- package/example/node/node_modules/express/lib/request.js +0 -525
- package/example/node/node_modules/express/lib/response.js +0 -1147
- package/example/node/node_modules/express/lib/router/index.js +0 -668
- package/example/node/node_modules/express/lib/router/layer.js +0 -181
- package/example/node/node_modules/express/lib/router/route.js +0 -216
- package/example/node/node_modules/express/lib/utils.js +0 -302
- package/example/node/node_modules/express/lib/view.js +0 -182
- package/example/node/node_modules/express/package.json +0 -99
- package/example/node/node_modules/finalhandler/HISTORY.md +0 -187
- package/example/node/node_modules/finalhandler/LICENSE +0 -22
- package/example/node/node_modules/finalhandler/README.md +0 -148
- package/example/node/node_modules/finalhandler/index.js +0 -331
- package/example/node/node_modules/finalhandler/package.json +0 -45
- package/example/node/node_modules/forwarded/HISTORY.md +0 -21
- package/example/node/node_modules/forwarded/LICENSE +0 -22
- package/example/node/node_modules/forwarded/README.md +0 -57
- package/example/node/node_modules/forwarded/index.js +0 -90
- package/example/node/node_modules/forwarded/package.json +0 -45
- package/example/node/node_modules/fresh/HISTORY.md +0 -70
- package/example/node/node_modules/fresh/LICENSE +0 -23
- package/example/node/node_modules/fresh/README.md +0 -119
- package/example/node/node_modules/fresh/index.js +0 -137
- package/example/node/node_modules/fresh/package.json +0 -46
- package/example/node/node_modules/http-errors/HISTORY.md +0 -165
- package/example/node/node_modules/http-errors/LICENSE +0 -23
- package/example/node/node_modules/http-errors/README.md +0 -169
- package/example/node/node_modules/http-errors/index.js +0 -299
- package/example/node/node_modules/http-errors/package.json +0 -49
- package/example/node/node_modules/iconv-lite/Changelog.md +0 -162
- package/example/node/node_modules/iconv-lite/LICENSE +0 -21
- package/example/node/node_modules/iconv-lite/README.md +0 -156
- package/example/node/node_modules/iconv-lite/encodings/dbcs-codec.js +0 -555
- package/example/node/node_modules/iconv-lite/encodings/dbcs-data.js +0 -176
- package/example/node/node_modules/iconv-lite/encodings/index.js +0 -22
- package/example/node/node_modules/iconv-lite/encodings/internal.js +0 -188
- package/example/node/node_modules/iconv-lite/encodings/sbcs-codec.js +0 -72
- package/example/node/node_modules/iconv-lite/encodings/sbcs-data-generated.js +0 -451
- package/example/node/node_modules/iconv-lite/encodings/sbcs-data.js +0 -174
- package/example/node/node_modules/iconv-lite/encodings/tables/big5-added.json +0 -122
- package/example/node/node_modules/iconv-lite/encodings/tables/cp936.json +0 -264
- package/example/node/node_modules/iconv-lite/encodings/tables/cp949.json +0 -273
- package/example/node/node_modules/iconv-lite/encodings/tables/cp950.json +0 -177
- package/example/node/node_modules/iconv-lite/encodings/tables/eucjp.json +0 -182
- package/example/node/node_modules/iconv-lite/encodings/tables/gb18030-ranges.json +0 -1
- package/example/node/node_modules/iconv-lite/encodings/tables/gbk-added.json +0 -55
- package/example/node/node_modules/iconv-lite/encodings/tables/shiftjis.json +0 -125
- package/example/node/node_modules/iconv-lite/encodings/utf16.js +0 -177
- package/example/node/node_modules/iconv-lite/encodings/utf7.js +0 -290
- package/example/node/node_modules/iconv-lite/lib/bom-handling.js +0 -52
- package/example/node/node_modules/iconv-lite/lib/extend-node.js +0 -217
- package/example/node/node_modules/iconv-lite/lib/index.d.ts +0 -24
- package/example/node/node_modules/iconv-lite/lib/index.js +0 -153
- package/example/node/node_modules/iconv-lite/lib/streams.js +0 -121
- package/example/node/node_modules/iconv-lite/package.json +0 -46
- package/example/node/node_modules/inherits/LICENSE +0 -16
- package/example/node/node_modules/inherits/README.md +0 -42
- package/example/node/node_modules/inherits/inherits.js +0 -9
- package/example/node/node_modules/inherits/inherits_browser.js +0 -27
- package/example/node/node_modules/inherits/package.json +0 -29
- package/example/node/node_modules/ipaddr.js/LICENSE +0 -19
- package/example/node/node_modules/ipaddr.js/README.md +0 -233
- package/example/node/node_modules/ipaddr.js/ipaddr.min.js +0 -1
- package/example/node/node_modules/ipaddr.js/lib/ipaddr.js +0 -673
- package/example/node/node_modules/ipaddr.js/lib/ipaddr.js.d.ts +0 -68
- package/example/node/node_modules/ipaddr.js/package.json +0 -35
- package/example/node/node_modules/media-typer/HISTORY.md +0 -22
- package/example/node/node_modules/media-typer/LICENSE +0 -22
- package/example/node/node_modules/media-typer/README.md +0 -81
- package/example/node/node_modules/media-typer/index.js +0 -270
- package/example/node/node_modules/media-typer/package.json +0 -26
- package/example/node/node_modules/merge-descriptors/HISTORY.md +0 -21
- package/example/node/node_modules/merge-descriptors/LICENSE +0 -23
- package/example/node/node_modules/merge-descriptors/README.md +0 -48
- package/example/node/node_modules/merge-descriptors/index.js +0 -60
- package/example/node/node_modules/merge-descriptors/package.json +0 -32
- package/example/node/node_modules/methods/HISTORY.md +0 -29
- package/example/node/node_modules/methods/LICENSE +0 -24
- package/example/node/node_modules/methods/README.md +0 -51
- package/example/node/node_modules/methods/index.js +0 -69
- package/example/node/node_modules/methods/package.json +0 -36
- package/example/node/node_modules/mime/CHANGELOG.md +0 -164
- package/example/node/node_modules/mime/LICENSE +0 -21
- package/example/node/node_modules/mime/README.md +0 -90
- package/example/node/node_modules/mime/cli.js +0 -8
- package/example/node/node_modules/mime/mime.js +0 -108
- package/example/node/node_modules/mime/package.json +0 -44
- package/example/node/node_modules/mime/src/build.js +0 -53
- package/example/node/node_modules/mime/src/test.js +0 -60
- package/example/node/node_modules/mime/types.json +0 -1
- package/example/node/node_modules/mime-db/HISTORY.md +0 -499
- package/example/node/node_modules/mime-db/LICENSE +0 -22
- package/example/node/node_modules/mime-db/README.md +0 -100
- package/example/node/node_modules/mime-db/db.json +0 -8471
- package/example/node/node_modules/mime-db/index.js +0 -11
- package/example/node/node_modules/mime-db/package.json +0 -59
- package/example/node/node_modules/mime-types/HISTORY.md +0 -388
- package/example/node/node_modules/mime-types/LICENSE +0 -23
- package/example/node/node_modules/mime-types/README.md +0 -113
- package/example/node/node_modules/mime-types/index.js +0 -188
- package/example/node/node_modules/mime-types/package.json +0 -44
- package/example/node/node_modules/ms/index.js +0 -152
- package/example/node/node_modules/ms/license.md +0 -21
- package/example/node/node_modules/ms/package.json +0 -37
- package/example/node/node_modules/ms/readme.md +0 -51
- package/example/node/node_modules/negotiator/HISTORY.md +0 -103
- package/example/node/node_modules/negotiator/LICENSE +0 -24
- package/example/node/node_modules/negotiator/README.md +0 -203
- package/example/node/node_modules/negotiator/index.js +0 -124
- package/example/node/node_modules/negotiator/lib/charset.js +0 -169
- package/example/node/node_modules/negotiator/lib/encoding.js +0 -184
- package/example/node/node_modules/negotiator/lib/language.js +0 -179
- package/example/node/node_modules/negotiator/lib/mediaType.js +0 -294
- package/example/node/node_modules/negotiator/package.json +0 -42
- package/example/node/node_modules/on-finished/HISTORY.md +0 -88
- package/example/node/node_modules/on-finished/LICENSE +0 -23
- package/example/node/node_modules/on-finished/README.md +0 -154
- package/example/node/node_modules/on-finished/index.js +0 -196
- package/example/node/node_modules/on-finished/package.json +0 -31
- package/example/node/node_modules/parseurl/HISTORY.md +0 -58
- package/example/node/node_modules/parseurl/LICENSE +0 -24
- package/example/node/node_modules/parseurl/README.md +0 -133
- package/example/node/node_modules/parseurl/index.js +0 -158
- package/example/node/node_modules/parseurl/package.json +0 -40
- package/example/node/node_modules/path-to-regexp/History.md +0 -36
- package/example/node/node_modules/path-to-regexp/LICENSE +0 -21
- package/example/node/node_modules/path-to-regexp/Readme.md +0 -35
- package/example/node/node_modules/path-to-regexp/index.js +0 -129
- package/example/node/node_modules/path-to-regexp/package.json +0 -30
- package/example/node/node_modules/proxy-addr/HISTORY.md +0 -161
- package/example/node/node_modules/proxy-addr/LICENSE +0 -22
- package/example/node/node_modules/proxy-addr/README.md +0 -139
- package/example/node/node_modules/proxy-addr/index.js +0 -327
- package/example/node/node_modules/proxy-addr/package.json +0 -47
- package/example/node/node_modules/qs/.editorconfig +0 -39
- package/example/node/node_modules/qs/.eslintignore +0 -2
- package/example/node/node_modules/qs/.eslintrc +0 -35
- package/example/node/node_modules/qs/.github/FUNDING.yml +0 -12
- package/example/node/node_modules/qs/.nycrc +0 -13
- package/example/node/node_modules/qs/CHANGELOG.md +0 -359
- package/example/node/node_modules/qs/LICENSE.md +0 -29
- package/example/node/node_modules/qs/README.md +0 -604
- package/example/node/node_modules/qs/dist/qs.js +0 -832
- package/example/node/node_modules/qs/lib/formats.js +0 -23
- package/example/node/node_modules/qs/lib/index.js +0 -11
- package/example/node/node_modules/qs/lib/parse.js +0 -257
- package/example/node/node_modules/qs/lib/stringify.js +0 -278
- package/example/node/node_modules/qs/lib/utils.js +0 -251
- package/example/node/node_modules/qs/package.json +0 -69
- package/example/node/node_modules/qs/test/parse.js +0 -772
- package/example/node/node_modules/qs/test/stringify.js +0 -793
- package/example/node/node_modules/qs/test/utils.js +0 -136
- package/example/node/node_modules/range-parser/HISTORY.md +0 -56
- package/example/node/node_modules/range-parser/LICENSE +0 -23
- package/example/node/node_modules/range-parser/README.md +0 -84
- package/example/node/node_modules/range-parser/index.js +0 -162
- package/example/node/node_modules/range-parser/package.json +0 -44
- package/example/node/node_modules/raw-body/HISTORY.md +0 -284
- package/example/node/node_modules/raw-body/LICENSE +0 -22
- package/example/node/node_modules/raw-body/README.md +0 -217
- package/example/node/node_modules/raw-body/index.d.ts +0 -87
- package/example/node/node_modules/raw-body/index.js +0 -286
- package/example/node/node_modules/raw-body/package.json +0 -48
- package/example/node/node_modules/safe-buffer/LICENSE +0 -21
- package/example/node/node_modules/safe-buffer/README.md +0 -584
- package/example/node/node_modules/safe-buffer/index.d.ts +0 -187
- package/example/node/node_modules/safe-buffer/index.js +0 -65
- package/example/node/node_modules/safe-buffer/package.json +0 -51
- package/example/node/node_modules/safer-buffer/LICENSE +0 -21
- package/example/node/node_modules/safer-buffer/Porting-Buffer.md +0 -268
- package/example/node/node_modules/safer-buffer/Readme.md +0 -156
- package/example/node/node_modules/safer-buffer/dangerous.js +0 -58
- package/example/node/node_modules/safer-buffer/package.json +0 -34
- package/example/node/node_modules/safer-buffer/safer.js +0 -77
- package/example/node/node_modules/safer-buffer/tests.js +0 -406
- package/example/node/node_modules/send/HISTORY.md +0 -506
- package/example/node/node_modules/send/LICENSE +0 -23
- package/example/node/node_modules/send/README.md +0 -327
- package/example/node/node_modules/send/index.js +0 -1133
- package/example/node/node_modules/send/node_modules/.bin/mime +0 -15
- package/example/node/node_modules/send/node_modules/.bin/mime.cmd +0 -7
- package/example/node/node_modules/send/node_modules/ms/index.js +0 -162
- package/example/node/node_modules/send/node_modules/ms/license.md +0 -21
- package/example/node/node_modules/send/node_modules/ms/package.json +0 -38
- package/example/node/node_modules/send/node_modules/ms/readme.md +0 -59
- package/example/node/node_modules/send/package.json +0 -61
- package/example/node/node_modules/serve-static/HISTORY.md +0 -459
- package/example/node/node_modules/serve-static/LICENSE +0 -25
- package/example/node/node_modules/serve-static/README.md +0 -257
- package/example/node/node_modules/serve-static/index.js +0 -210
- package/example/node/node_modules/serve-static/package.json +0 -42
- package/example/node/node_modules/setprototypeof/LICENSE +0 -13
- package/example/node/node_modules/setprototypeof/README.md +0 -31
- package/example/node/node_modules/setprototypeof/index.d.ts +0 -2
- package/example/node/node_modules/setprototypeof/index.js +0 -17
- package/example/node/node_modules/setprototypeof/package.json +0 -38
- package/example/node/node_modules/setprototypeof/test/index.js +0 -24
- package/example/node/node_modules/statuses/HISTORY.md +0 -65
- package/example/node/node_modules/statuses/LICENSE +0 -23
- package/example/node/node_modules/statuses/README.md +0 -127
- package/example/node/node_modules/statuses/codes.json +0 -66
- package/example/node/node_modules/statuses/index.js +0 -113
- package/example/node/node_modules/statuses/package.json +0 -48
- package/example/node/node_modules/toidentifier/HISTORY.md +0 -9
- package/example/node/node_modules/toidentifier/LICENSE +0 -21
- package/example/node/node_modules/toidentifier/README.md +0 -61
- package/example/node/node_modules/toidentifier/index.js +0 -32
- package/example/node/node_modules/toidentifier/package.json +0 -38
- package/example/node/node_modules/type-is/HISTORY.md +0 -259
- package/example/node/node_modules/type-is/LICENSE +0 -23
- package/example/node/node_modules/type-is/README.md +0 -170
- package/example/node/node_modules/type-is/index.js +0 -266
- package/example/node/node_modules/type-is/package.json +0 -45
- package/example/node/node_modules/unpipe/HISTORY.md +0 -4
- package/example/node/node_modules/unpipe/LICENSE +0 -22
- package/example/node/node_modules/unpipe/README.md +0 -43
- package/example/node/node_modules/unpipe/index.js +0 -69
- package/example/node/node_modules/unpipe/package.json +0 -27
- package/example/node/node_modules/utils-merge/LICENSE +0 -20
- package/example/node/node_modules/utils-merge/README.md +0 -34
- package/example/node/node_modules/utils-merge/index.js +0 -23
- package/example/node/node_modules/utils-merge/package.json +0 -40
- package/example/node/node_modules/vary/HISTORY.md +0 -39
- package/example/node/node_modules/vary/LICENSE +0 -22
- package/example/node/node_modules/vary/README.md +0 -101
- package/example/node/node_modules/vary/index.js +0 -149
- package/example/node/node_modules/vary/package.json +0 -43
- package/example/node/server.js +0 -38
- package/src/index.js +0 -16
- package/src/lib/crawler/provider.js +0 -11
- package/src/lib/crawler.js +0 -130
- package/test/lib/crawler.test.js +0 -94
- package/webpack.common.js +0 -20
- package/webpack.dev.js +0 -7
- package/webpack.prod.js +0 -14
@@ -1,128 +0,0 @@
|
|
1
|
-
# encodeurl
|
2
|
-
|
3
|
-
[![NPM Version][npm-image]][npm-url]
|
4
|
-
[![NPM Downloads][downloads-image]][downloads-url]
|
5
|
-
[![Node.js Version][node-version-image]][node-version-url]
|
6
|
-
[![Build Status][travis-image]][travis-url]
|
7
|
-
[![Test Coverage][coveralls-image]][coveralls-url]
|
8
|
-
|
9
|
-
Encode a URL to a percent-encoded form, excluding already-encoded sequences
|
10
|
-
|
11
|
-
## Installation
|
12
|
-
|
13
|
-
This is a [Node.js](https://nodejs.org/en/) module available through the
|
14
|
-
[npm registry](https://www.npmjs.com/). Installation is done using the
|
15
|
-
[`npm install` command](https://docs.npmjs.com/getting-started/installing-npm-packages-locally):
|
16
|
-
|
17
|
-
```sh
|
18
|
-
$ npm install encodeurl
|
19
|
-
```
|
20
|
-
|
21
|
-
## API
|
22
|
-
|
23
|
-
```js
|
24
|
-
var encodeUrl = require('encodeurl')
|
25
|
-
```
|
26
|
-
|
27
|
-
### encodeUrl(url)
|
28
|
-
|
29
|
-
Encode a URL to a percent-encoded form, excluding already-encoded sequences.
|
30
|
-
|
31
|
-
This function will take an already-encoded URL and encode all the non-URL
|
32
|
-
code points (as UTF-8 byte sequences). This function will not encode the
|
33
|
-
"%" character unless it is not part of a valid sequence (`%20` will be
|
34
|
-
left as-is, but `%foo` will be encoded as `%25foo`).
|
35
|
-
|
36
|
-
This encode is meant to be "safe" and does not throw errors. It will try as
|
37
|
-
hard as it can to properly encode the given URL, including replacing any raw,
|
38
|
-
unpaired surrogate pairs with the Unicode replacement character prior to
|
39
|
-
encoding.
|
40
|
-
|
41
|
-
This function is _similar_ to the intrinsic function `encodeURI`, except it
|
42
|
-
will not encode the `%` character if that is part of a valid sequence, will
|
43
|
-
not encode `[` and `]` (for IPv6 hostnames) and will replace raw, unpaired
|
44
|
-
surrogate pairs with the Unicode replacement character (instead of throwing).
|
45
|
-
|
46
|
-
## Examples
|
47
|
-
|
48
|
-
### Encode a URL containing user-controled data
|
49
|
-
|
50
|
-
```js
|
51
|
-
var encodeUrl = require('encodeurl')
|
52
|
-
var escapeHtml = require('escape-html')
|
53
|
-
|
54
|
-
http.createServer(function onRequest (req, res) {
|
55
|
-
// get encoded form of inbound url
|
56
|
-
var url = encodeUrl(req.url)
|
57
|
-
|
58
|
-
// create html message
|
59
|
-
var body = '<p>Location ' + escapeHtml(url) + ' not found</p>'
|
60
|
-
|
61
|
-
// send a 404
|
62
|
-
res.statusCode = 404
|
63
|
-
res.setHeader('Content-Type', 'text/html; charset=UTF-8')
|
64
|
-
res.setHeader('Content-Length', String(Buffer.byteLength(body, 'utf-8')))
|
65
|
-
res.end(body, 'utf-8')
|
66
|
-
})
|
67
|
-
```
|
68
|
-
|
69
|
-
### Encode a URL for use in a header field
|
70
|
-
|
71
|
-
```js
|
72
|
-
var encodeUrl = require('encodeurl')
|
73
|
-
var escapeHtml = require('escape-html')
|
74
|
-
var url = require('url')
|
75
|
-
|
76
|
-
http.createServer(function onRequest (req, res) {
|
77
|
-
// parse inbound url
|
78
|
-
var href = url.parse(req)
|
79
|
-
|
80
|
-
// set new host for redirect
|
81
|
-
href.host = 'localhost'
|
82
|
-
href.protocol = 'https:'
|
83
|
-
href.slashes = true
|
84
|
-
|
85
|
-
// create location header
|
86
|
-
var location = encodeUrl(url.format(href))
|
87
|
-
|
88
|
-
// create html message
|
89
|
-
var body = '<p>Redirecting to new site: ' + escapeHtml(location) + '</p>'
|
90
|
-
|
91
|
-
// send a 301
|
92
|
-
res.statusCode = 301
|
93
|
-
res.setHeader('Content-Type', 'text/html; charset=UTF-8')
|
94
|
-
res.setHeader('Content-Length', String(Buffer.byteLength(body, 'utf-8')))
|
95
|
-
res.setHeader('Location', location)
|
96
|
-
res.end(body, 'utf-8')
|
97
|
-
})
|
98
|
-
```
|
99
|
-
|
100
|
-
## Testing
|
101
|
-
|
102
|
-
```sh
|
103
|
-
$ npm test
|
104
|
-
$ npm run lint
|
105
|
-
```
|
106
|
-
|
107
|
-
## References
|
108
|
-
|
109
|
-
- [RFC 3986: Uniform Resource Identifier (URI): Generic Syntax][rfc-3986]
|
110
|
-
- [WHATWG URL Living Standard][whatwg-url]
|
111
|
-
|
112
|
-
[rfc-3986]: https://tools.ietf.org/html/rfc3986
|
113
|
-
[whatwg-url]: https://url.spec.whatwg.org/
|
114
|
-
|
115
|
-
## License
|
116
|
-
|
117
|
-
[MIT](LICENSE)
|
118
|
-
|
119
|
-
[npm-image]: https://img.shields.io/npm/v/encodeurl.svg
|
120
|
-
[npm-url]: https://npmjs.org/package/encodeurl
|
121
|
-
[node-version-image]: https://img.shields.io/node/v/encodeurl.svg
|
122
|
-
[node-version-url]: https://nodejs.org/en/download
|
123
|
-
[travis-image]: https://img.shields.io/travis/pillarjs/encodeurl.svg
|
124
|
-
[travis-url]: https://travis-ci.org/pillarjs/encodeurl
|
125
|
-
[coveralls-image]: https://img.shields.io/coveralls/pillarjs/encodeurl.svg
|
126
|
-
[coveralls-url]: https://coveralls.io/r/pillarjs/encodeurl?branch=master
|
127
|
-
[downloads-image]: https://img.shields.io/npm/dm/encodeurl.svg
|
128
|
-
[downloads-url]: https://npmjs.org/package/encodeurl
|
@@ -1,60 +0,0 @@
|
|
1
|
-
/*!
|
2
|
-
* encodeurl
|
3
|
-
* Copyright(c) 2016 Douglas Christopher Wilson
|
4
|
-
* MIT Licensed
|
5
|
-
*/
|
6
|
-
|
7
|
-
'use strict'
|
8
|
-
|
9
|
-
/**
|
10
|
-
* Module exports.
|
11
|
-
* @public
|
12
|
-
*/
|
13
|
-
|
14
|
-
module.exports = encodeUrl
|
15
|
-
|
16
|
-
/**
|
17
|
-
* RegExp to match non-URL code points, *after* encoding (i.e. not including "%")
|
18
|
-
* and including invalid escape sequences.
|
19
|
-
* @private
|
20
|
-
*/
|
21
|
-
|
22
|
-
var ENCODE_CHARS_REGEXP = /(?:[^\x21\x25\x26-\x3B\x3D\x3F-\x5B\x5D\x5F\x61-\x7A\x7E]|%(?:[^0-9A-Fa-f]|[0-9A-Fa-f][^0-9A-Fa-f]|$))+/g
|
23
|
-
|
24
|
-
/**
|
25
|
-
* RegExp to match unmatched surrogate pair.
|
26
|
-
* @private
|
27
|
-
*/
|
28
|
-
|
29
|
-
var UNMATCHED_SURROGATE_PAIR_REGEXP = /(^|[^\uD800-\uDBFF])[\uDC00-\uDFFF]|[\uD800-\uDBFF]([^\uDC00-\uDFFF]|$)/g
|
30
|
-
|
31
|
-
/**
|
32
|
-
* String to replace unmatched surrogate pair with.
|
33
|
-
* @private
|
34
|
-
*/
|
35
|
-
|
36
|
-
var UNMATCHED_SURROGATE_PAIR_REPLACE = '$1\uFFFD$2'
|
37
|
-
|
38
|
-
/**
|
39
|
-
* Encode a URL to a percent-encoded form, excluding already-encoded sequences.
|
40
|
-
*
|
41
|
-
* This function will take an already-encoded URL and encode all the non-URL
|
42
|
-
* code points. This function will not encode the "%" character unless it is
|
43
|
-
* not part of a valid sequence (`%20` will be left as-is, but `%foo` will
|
44
|
-
* be encoded as `%25foo`).
|
45
|
-
*
|
46
|
-
* This encode is meant to be "safe" and does not throw errors. It will try as
|
47
|
-
* hard as it can to properly encode the given URL, including replacing any raw,
|
48
|
-
* unpaired surrogate pairs with the Unicode replacement character prior to
|
49
|
-
* encoding.
|
50
|
-
*
|
51
|
-
* @param {string} url
|
52
|
-
* @return {string}
|
53
|
-
* @public
|
54
|
-
*/
|
55
|
-
|
56
|
-
function encodeUrl (url) {
|
57
|
-
return String(url)
|
58
|
-
.replace(UNMATCHED_SURROGATE_PAIR_REGEXP, UNMATCHED_SURROGATE_PAIR_REPLACE)
|
59
|
-
.replace(ENCODE_CHARS_REGEXP, encodeURI)
|
60
|
-
}
|
@@ -1,40 +0,0 @@
|
|
1
|
-
{
|
2
|
-
"name": "encodeurl",
|
3
|
-
"description": "Encode a URL to a percent-encoded form, excluding already-encoded sequences",
|
4
|
-
"version": "1.0.2",
|
5
|
-
"contributors": [
|
6
|
-
"Douglas Christopher Wilson <doug@somethingdoug.com>"
|
7
|
-
],
|
8
|
-
"license": "MIT",
|
9
|
-
"keywords": [
|
10
|
-
"encode",
|
11
|
-
"encodeurl",
|
12
|
-
"url"
|
13
|
-
],
|
14
|
-
"repository": "pillarjs/encodeurl",
|
15
|
-
"devDependencies": {
|
16
|
-
"eslint": "3.19.0",
|
17
|
-
"eslint-config-standard": "10.2.1",
|
18
|
-
"eslint-plugin-import": "2.8.0",
|
19
|
-
"eslint-plugin-node": "5.2.1",
|
20
|
-
"eslint-plugin-promise": "3.6.0",
|
21
|
-
"eslint-plugin-standard": "3.0.1",
|
22
|
-
"istanbul": "0.4.5",
|
23
|
-
"mocha": "2.5.3"
|
24
|
-
},
|
25
|
-
"files": [
|
26
|
-
"LICENSE",
|
27
|
-
"HISTORY.md",
|
28
|
-
"README.md",
|
29
|
-
"index.js"
|
30
|
-
],
|
31
|
-
"engines": {
|
32
|
-
"node": ">= 0.8"
|
33
|
-
},
|
34
|
-
"scripts": {
|
35
|
-
"lint": "eslint .",
|
36
|
-
"test": "mocha --reporter spec --bail --check-leaks test/",
|
37
|
-
"test-cov": "istanbul cover node_modules/mocha/bin/_mocha -- --reporter dot --check-leaks test/",
|
38
|
-
"test-travis": "istanbul cover node_modules/mocha/bin/_mocha --report lcovonly -- --reporter spec --check-leaks test/"
|
39
|
-
}
|
40
|
-
}
|
@@ -1,24 +0,0 @@
|
|
1
|
-
(The MIT License)
|
2
|
-
|
3
|
-
Copyright (c) 2012-2013 TJ Holowaychuk
|
4
|
-
Copyright (c) 2015 Andreas Lubbe
|
5
|
-
Copyright (c) 2015 Tiancheng "Timothy" Gu
|
6
|
-
|
7
|
-
Permission is hereby granted, free of charge, to any person obtaining
|
8
|
-
a copy of this software and associated documentation files (the
|
9
|
-
'Software'), to deal in the Software without restriction, including
|
10
|
-
without limitation the rights to use, copy, modify, merge, publish,
|
11
|
-
distribute, sublicense, and/or sell copies of the Software, and to
|
12
|
-
permit persons to whom the Software is furnished to do so, subject to
|
13
|
-
the following conditions:
|
14
|
-
|
15
|
-
The above copyright notice and this permission notice shall be
|
16
|
-
included in all copies or substantial portions of the Software.
|
17
|
-
|
18
|
-
THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
|
19
|
-
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
20
|
-
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
|
21
|
-
IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
|
22
|
-
CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
|
23
|
-
TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
|
24
|
-
SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
@@ -1,43 +0,0 @@
|
|
1
|
-
|
2
|
-
# escape-html
|
3
|
-
|
4
|
-
Escape string for use in HTML
|
5
|
-
|
6
|
-
## Example
|
7
|
-
|
8
|
-
```js
|
9
|
-
var escape = require('escape-html');
|
10
|
-
var html = escape('foo & bar');
|
11
|
-
// -> foo & bar
|
12
|
-
```
|
13
|
-
|
14
|
-
## Benchmark
|
15
|
-
|
16
|
-
```
|
17
|
-
$ npm run-script bench
|
18
|
-
|
19
|
-
> escape-html@1.0.3 bench nodejs-escape-html
|
20
|
-
> node benchmark/index.js
|
21
|
-
|
22
|
-
|
23
|
-
http_parser@1.0
|
24
|
-
node@0.10.33
|
25
|
-
v8@3.14.5.9
|
26
|
-
ares@1.9.0-DEV
|
27
|
-
uv@0.10.29
|
28
|
-
zlib@1.2.3
|
29
|
-
modules@11
|
30
|
-
openssl@1.0.1j
|
31
|
-
|
32
|
-
1 test completed.
|
33
|
-
2 tests completed.
|
34
|
-
3 tests completed.
|
35
|
-
|
36
|
-
no special characters x 19,435,271 ops/sec ±0.85% (187 runs sampled)
|
37
|
-
single special character x 6,132,421 ops/sec ±0.67% (194 runs sampled)
|
38
|
-
many special characters x 3,175,826 ops/sec ±0.65% (193 runs sampled)
|
39
|
-
```
|
40
|
-
|
41
|
-
## License
|
42
|
-
|
43
|
-
MIT
|
@@ -1,78 +0,0 @@
|
|
1
|
-
/*!
|
2
|
-
* escape-html
|
3
|
-
* Copyright(c) 2012-2013 TJ Holowaychuk
|
4
|
-
* Copyright(c) 2015 Andreas Lubbe
|
5
|
-
* Copyright(c) 2015 Tiancheng "Timothy" Gu
|
6
|
-
* MIT Licensed
|
7
|
-
*/
|
8
|
-
|
9
|
-
'use strict';
|
10
|
-
|
11
|
-
/**
|
12
|
-
* Module variables.
|
13
|
-
* @private
|
14
|
-
*/
|
15
|
-
|
16
|
-
var matchHtmlRegExp = /["'&<>]/;
|
17
|
-
|
18
|
-
/**
|
19
|
-
* Module exports.
|
20
|
-
* @public
|
21
|
-
*/
|
22
|
-
|
23
|
-
module.exports = escapeHtml;
|
24
|
-
|
25
|
-
/**
|
26
|
-
* Escape special characters in the given string of html.
|
27
|
-
*
|
28
|
-
* @param {string} string The string to escape for inserting into HTML
|
29
|
-
* @return {string}
|
30
|
-
* @public
|
31
|
-
*/
|
32
|
-
|
33
|
-
function escapeHtml(string) {
|
34
|
-
var str = '' + string;
|
35
|
-
var match = matchHtmlRegExp.exec(str);
|
36
|
-
|
37
|
-
if (!match) {
|
38
|
-
return str;
|
39
|
-
}
|
40
|
-
|
41
|
-
var escape;
|
42
|
-
var html = '';
|
43
|
-
var index = 0;
|
44
|
-
var lastIndex = 0;
|
45
|
-
|
46
|
-
for (index = match.index; index < str.length; index++) {
|
47
|
-
switch (str.charCodeAt(index)) {
|
48
|
-
case 34: // "
|
49
|
-
escape = '"';
|
50
|
-
break;
|
51
|
-
case 38: // &
|
52
|
-
escape = '&';
|
53
|
-
break;
|
54
|
-
case 39: // '
|
55
|
-
escape = ''';
|
56
|
-
break;
|
57
|
-
case 60: // <
|
58
|
-
escape = '<';
|
59
|
-
break;
|
60
|
-
case 62: // >
|
61
|
-
escape = '>';
|
62
|
-
break;
|
63
|
-
default:
|
64
|
-
continue;
|
65
|
-
}
|
66
|
-
|
67
|
-
if (lastIndex !== index) {
|
68
|
-
html += str.substring(lastIndex, index);
|
69
|
-
}
|
70
|
-
|
71
|
-
lastIndex = index + 1;
|
72
|
-
html += escape;
|
73
|
-
}
|
74
|
-
|
75
|
-
return lastIndex !== index
|
76
|
-
? html + str.substring(lastIndex, index)
|
77
|
-
: html;
|
78
|
-
}
|
@@ -1,24 +0,0 @@
|
|
1
|
-
{
|
2
|
-
"name": "escape-html",
|
3
|
-
"description": "Escape string for use in HTML",
|
4
|
-
"version": "1.0.3",
|
5
|
-
"license": "MIT",
|
6
|
-
"keywords": [
|
7
|
-
"escape",
|
8
|
-
"html",
|
9
|
-
"utility"
|
10
|
-
],
|
11
|
-
"repository": "component/escape-html",
|
12
|
-
"devDependencies": {
|
13
|
-
"benchmark": "1.0.0",
|
14
|
-
"beautify-benchmark": "0.2.4"
|
15
|
-
},
|
16
|
-
"files": [
|
17
|
-
"LICENSE",
|
18
|
-
"Readme.md",
|
19
|
-
"index.js"
|
20
|
-
],
|
21
|
-
"scripts": {
|
22
|
-
"bench": "node benchmark/index.js"
|
23
|
-
}
|
24
|
-
}
|
@@ -1,83 +0,0 @@
|
|
1
|
-
1.8.1 / 2017-09-12
|
2
|
-
==================
|
3
|
-
|
4
|
-
* perf: replace regular expression with substring
|
5
|
-
|
6
|
-
1.8.0 / 2017-02-18
|
7
|
-
==================
|
8
|
-
|
9
|
-
* Use SHA1 instead of MD5 for ETag hashing
|
10
|
-
- Improves performance for larger entities
|
11
|
-
- Works with FIPS 140-2 OpenSSL configuration
|
12
|
-
|
13
|
-
1.7.0 / 2015-06-08
|
14
|
-
==================
|
15
|
-
|
16
|
-
* Always include entity length in ETags for hash length extensions
|
17
|
-
* Generate non-Stats ETags using MD5 only (no longer CRC32)
|
18
|
-
* Improve stat performance by removing hashing
|
19
|
-
* Remove base64 padding in ETags to shorten
|
20
|
-
* Use MD5 instead of MD4 in weak ETags over 1KB
|
21
|
-
|
22
|
-
1.6.0 / 2015-05-10
|
23
|
-
==================
|
24
|
-
|
25
|
-
* Improve support for JXcore
|
26
|
-
* Remove requirement of `atime` in the stats object
|
27
|
-
* Support "fake" stats objects in environments without `fs`
|
28
|
-
|
29
|
-
1.5.1 / 2014-11-19
|
30
|
-
==================
|
31
|
-
|
32
|
-
* deps: crc@3.2.1
|
33
|
-
- Minor fixes
|
34
|
-
|
35
|
-
1.5.0 / 2014-10-14
|
36
|
-
==================
|
37
|
-
|
38
|
-
* Improve string performance
|
39
|
-
* Slightly improve speed for weak ETags over 1KB
|
40
|
-
|
41
|
-
1.4.0 / 2014-09-21
|
42
|
-
==================
|
43
|
-
|
44
|
-
* Support "fake" stats objects
|
45
|
-
* Support Node.js 0.6
|
46
|
-
|
47
|
-
1.3.1 / 2014-09-14
|
48
|
-
==================
|
49
|
-
|
50
|
-
* Use the (new and improved) `crc` for crc32
|
51
|
-
|
52
|
-
1.3.0 / 2014-08-29
|
53
|
-
==================
|
54
|
-
|
55
|
-
* Default strings to strong ETags
|
56
|
-
* Improve speed for weak ETags over 1KB
|
57
|
-
|
58
|
-
1.2.1 / 2014-08-29
|
59
|
-
==================
|
60
|
-
|
61
|
-
* Use the (much faster) `buffer-crc32` for crc32
|
62
|
-
|
63
|
-
1.2.0 / 2014-08-24
|
64
|
-
==================
|
65
|
-
|
66
|
-
* Add support for file stat objects
|
67
|
-
|
68
|
-
1.1.0 / 2014-08-24
|
69
|
-
==================
|
70
|
-
|
71
|
-
* Add fast-path for empty entity
|
72
|
-
* Add weak ETag generation
|
73
|
-
* Shrink size of generated ETags
|
74
|
-
|
75
|
-
1.0.1 / 2014-08-24
|
76
|
-
==================
|
77
|
-
|
78
|
-
* Fix behavior of string containing Unicode
|
79
|
-
|
80
|
-
1.0.0 / 2014-05-18
|
81
|
-
==================
|
82
|
-
|
83
|
-
* Initial release
|
@@ -1,22 +0,0 @@
|
|
1
|
-
(The MIT License)
|
2
|
-
|
3
|
-
Copyright (c) 2014-2016 Douglas Christopher Wilson
|
4
|
-
|
5
|
-
Permission is hereby granted, free of charge, to any person obtaining
|
6
|
-
a copy of this software and associated documentation files (the
|
7
|
-
'Software'), to deal in the Software without restriction, including
|
8
|
-
without limitation the rights to use, copy, modify, merge, publish,
|
9
|
-
distribute, sublicense, and/or sell copies of the Software, and to
|
10
|
-
permit persons to whom the Software is furnished to do so, subject to
|
11
|
-
the following conditions:
|
12
|
-
|
13
|
-
The above copyright notice and this permission notice shall be
|
14
|
-
included in all copies or substantial portions of the Software.
|
15
|
-
|
16
|
-
THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
|
17
|
-
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
18
|
-
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
|
19
|
-
IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
|
20
|
-
CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
|
21
|
-
TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
|
22
|
-
SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
@@ -1,159 +0,0 @@
|
|
1
|
-
# etag
|
2
|
-
|
3
|
-
[![NPM Version][npm-image]][npm-url]
|
4
|
-
[![NPM Downloads][downloads-image]][downloads-url]
|
5
|
-
[![Node.js Version][node-version-image]][node-version-url]
|
6
|
-
[![Build Status][travis-image]][travis-url]
|
7
|
-
[![Test Coverage][coveralls-image]][coveralls-url]
|
8
|
-
|
9
|
-
Create simple HTTP ETags
|
10
|
-
|
11
|
-
This module generates HTTP ETags (as defined in RFC 7232) for use in
|
12
|
-
HTTP responses.
|
13
|
-
|
14
|
-
## Installation
|
15
|
-
|
16
|
-
This is a [Node.js](https://nodejs.org/en/) module available through the
|
17
|
-
[npm registry](https://www.npmjs.com/). Installation is done using the
|
18
|
-
[`npm install` command](https://docs.npmjs.com/getting-started/installing-npm-packages-locally):
|
19
|
-
|
20
|
-
```sh
|
21
|
-
$ npm install etag
|
22
|
-
```
|
23
|
-
|
24
|
-
## API
|
25
|
-
|
26
|
-
<!-- eslint-disable no-unused-vars -->
|
27
|
-
|
28
|
-
```js
|
29
|
-
var etag = require('etag')
|
30
|
-
```
|
31
|
-
|
32
|
-
### etag(entity, [options])
|
33
|
-
|
34
|
-
Generate a strong ETag for the given entity. This should be the complete
|
35
|
-
body of the entity. Strings, `Buffer`s, and `fs.Stats` are accepted. By
|
36
|
-
default, a strong ETag is generated except for `fs.Stats`, which will
|
37
|
-
generate a weak ETag (this can be overwritten by `options.weak`).
|
38
|
-
|
39
|
-
<!-- eslint-disable no-undef -->
|
40
|
-
|
41
|
-
```js
|
42
|
-
res.setHeader('ETag', etag(body))
|
43
|
-
```
|
44
|
-
|
45
|
-
#### Options
|
46
|
-
|
47
|
-
`etag` accepts these properties in the options object.
|
48
|
-
|
49
|
-
##### weak
|
50
|
-
|
51
|
-
Specifies if the generated ETag will include the weak validator mark (that
|
52
|
-
is, the leading `W/`). The actual entity tag is the same. The default value
|
53
|
-
is `false`, unless the `entity` is `fs.Stats`, in which case it is `true`.
|
54
|
-
|
55
|
-
## Testing
|
56
|
-
|
57
|
-
```sh
|
58
|
-
$ npm test
|
59
|
-
```
|
60
|
-
|
61
|
-
## Benchmark
|
62
|
-
|
63
|
-
```bash
|
64
|
-
$ npm run-script bench
|
65
|
-
|
66
|
-
> etag@1.8.1 bench nodejs-etag
|
67
|
-
> node benchmark/index.js
|
68
|
-
|
69
|
-
http_parser@2.7.0
|
70
|
-
node@6.11.1
|
71
|
-
v8@5.1.281.103
|
72
|
-
uv@1.11.0
|
73
|
-
zlib@1.2.11
|
74
|
-
ares@1.10.1-DEV
|
75
|
-
icu@58.2
|
76
|
-
modules@48
|
77
|
-
openssl@1.0.2k
|
78
|
-
|
79
|
-
> node benchmark/body0-100b.js
|
80
|
-
|
81
|
-
100B body
|
82
|
-
|
83
|
-
4 tests completed.
|
84
|
-
|
85
|
-
buffer - strong x 258,647 ops/sec ±1.07% (180 runs sampled)
|
86
|
-
buffer - weak x 263,812 ops/sec ±0.61% (184 runs sampled)
|
87
|
-
string - strong x 259,955 ops/sec ±1.19% (185 runs sampled)
|
88
|
-
string - weak x 264,356 ops/sec ±1.09% (184 runs sampled)
|
89
|
-
|
90
|
-
> node benchmark/body1-1kb.js
|
91
|
-
|
92
|
-
1KB body
|
93
|
-
|
94
|
-
4 tests completed.
|
95
|
-
|
96
|
-
buffer - strong x 189,018 ops/sec ±1.12% (182 runs sampled)
|
97
|
-
buffer - weak x 190,586 ops/sec ±0.81% (186 runs sampled)
|
98
|
-
string - strong x 144,272 ops/sec ±0.96% (188 runs sampled)
|
99
|
-
string - weak x 145,380 ops/sec ±1.43% (187 runs sampled)
|
100
|
-
|
101
|
-
> node benchmark/body2-5kb.js
|
102
|
-
|
103
|
-
5KB body
|
104
|
-
|
105
|
-
4 tests completed.
|
106
|
-
|
107
|
-
buffer - strong x 92,435 ops/sec ±0.42% (188 runs sampled)
|
108
|
-
buffer - weak x 92,373 ops/sec ±0.58% (189 runs sampled)
|
109
|
-
string - strong x 48,850 ops/sec ±0.56% (186 runs sampled)
|
110
|
-
string - weak x 49,380 ops/sec ±0.56% (190 runs sampled)
|
111
|
-
|
112
|
-
> node benchmark/body3-10kb.js
|
113
|
-
|
114
|
-
10KB body
|
115
|
-
|
116
|
-
4 tests completed.
|
117
|
-
|
118
|
-
buffer - strong x 55,989 ops/sec ±0.93% (188 runs sampled)
|
119
|
-
buffer - weak x 56,148 ops/sec ±0.55% (190 runs sampled)
|
120
|
-
string - strong x 27,345 ops/sec ±0.43% (188 runs sampled)
|
121
|
-
string - weak x 27,496 ops/sec ±0.45% (190 runs sampled)
|
122
|
-
|
123
|
-
> node benchmark/body4-100kb.js
|
124
|
-
|
125
|
-
100KB body
|
126
|
-
|
127
|
-
4 tests completed.
|
128
|
-
|
129
|
-
buffer - strong x 7,083 ops/sec ±0.22% (190 runs sampled)
|
130
|
-
buffer - weak x 7,115 ops/sec ±0.26% (191 runs sampled)
|
131
|
-
string - strong x 3,068 ops/sec ±0.34% (190 runs sampled)
|
132
|
-
string - weak x 3,096 ops/sec ±0.35% (190 runs sampled)
|
133
|
-
|
134
|
-
> node benchmark/stats.js
|
135
|
-
|
136
|
-
stat
|
137
|
-
|
138
|
-
4 tests completed.
|
139
|
-
|
140
|
-
real - strong x 871,642 ops/sec ±0.34% (189 runs sampled)
|
141
|
-
real - weak x 867,613 ops/sec ±0.39% (190 runs sampled)
|
142
|
-
fake - strong x 401,051 ops/sec ±0.40% (189 runs sampled)
|
143
|
-
fake - weak x 400,100 ops/sec ±0.47% (188 runs sampled)
|
144
|
-
```
|
145
|
-
|
146
|
-
## License
|
147
|
-
|
148
|
-
[MIT](LICENSE)
|
149
|
-
|
150
|
-
[npm-image]: https://img.shields.io/npm/v/etag.svg
|
151
|
-
[npm-url]: https://npmjs.org/package/etag
|
152
|
-
[node-version-image]: https://img.shields.io/node/v/etag.svg
|
153
|
-
[node-version-url]: https://nodejs.org/en/download/
|
154
|
-
[travis-image]: https://img.shields.io/travis/jshttp/etag/master.svg
|
155
|
-
[travis-url]: https://travis-ci.org/jshttp/etag
|
156
|
-
[coveralls-image]: https://img.shields.io/coveralls/jshttp/etag/master.svg
|
157
|
-
[coveralls-url]: https://coveralls.io/r/jshttp/etag?branch=master
|
158
|
-
[downloads-image]: https://img.shields.io/npm/dm/etag.svg
|
159
|
-
[downloads-url]: https://npmjs.org/package/etag
|