es6-crawler-detect 3.2.0 → 4.0.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.babelrc +1 -1
- package/.mocharc.json +5 -0
- package/README.md +1 -0
- package/dist/main.bundle.js +1 -1
- package/eslint.config.mjs +62 -0
- package/example/node/package.json +1 -1
- package/example/node/server.js +38 -32
- package/example/node/yarn.lock +222 -99
- package/package.json +30 -25
- package/src/index.js +20 -14
- package/src/index.ts +18 -0
- package/src/lib/crawler/crawlers.js +9 -12
- package/src/lib/crawler/crawlers.ts +1397 -0
- package/src/lib/crawler/exclusions.js +7 -11
- package/src/lib/crawler/exclusions.ts +56 -0
- package/src/lib/crawler/headers.js +6 -10
- package/src/lib/crawler/headers.ts +18 -0
- package/src/lib/crawler/provider.js +1 -10
- package/src/lib/crawler/provider.ts +3 -0
- package/src/lib/crawler.js +61 -98
- package/src/lib/crawler.ts +128 -0
- package/src/types.js +2 -0
- package/src/types.ts +15 -0
- package/test/lib/crawler.spec.js +149 -0
- package/test/lib/crawler.spec.ts +116 -0
- package/test/lib/database/crawlers.txt +3651 -0
- package/test/lib/database/devices.txt +165636 -0
- package/tsconfig.json +16 -0
- package/webpack.common.js +20 -20
- package/webpack.dev.js +7 -7
- package/webpack.prod.js +14 -14
- package/.eslintignore +0 -6
- package/.eslintrc.json +0 -30
- package/example/node/node_modules/.bin/mime +0 -15
- package/example/node/node_modules/.bin/mime.cmd +0 -7
- package/example/node/node_modules/.yarn-integrity +0 -67
- package/example/node/node_modules/accepts/HISTORY.md +0 -236
- package/example/node/node_modules/accepts/LICENSE +0 -23
- package/example/node/node_modules/accepts/README.md +0 -142
- package/example/node/node_modules/accepts/index.js +0 -238
- package/example/node/node_modules/accepts/package.json +0 -47
- package/example/node/node_modules/array-flatten/LICENSE +0 -21
- package/example/node/node_modules/array-flatten/README.md +0 -43
- package/example/node/node_modules/array-flatten/array-flatten.js +0 -64
- package/example/node/node_modules/array-flatten/package.json +0 -39
- package/example/node/node_modules/body-parser/HISTORY.md +0 -624
- package/example/node/node_modules/body-parser/LICENSE +0 -23
- package/example/node/node_modules/body-parser/README.md +0 -456
- package/example/node/node_modules/body-parser/index.js +0 -157
- package/example/node/node_modules/body-parser/lib/read.js +0 -181
- package/example/node/node_modules/body-parser/lib/types/json.js +0 -230
- package/example/node/node_modules/body-parser/lib/types/raw.js +0 -101
- package/example/node/node_modules/body-parser/lib/types/text.js +0 -121
- package/example/node/node_modules/body-parser/lib/types/urlencoded.js +0 -284
- package/example/node/node_modules/body-parser/package.json +0 -52
- package/example/node/node_modules/bytes/History.md +0 -92
- package/example/node/node_modules/bytes/LICENSE +0 -23
- package/example/node/node_modules/bytes/Readme.md +0 -152
- package/example/node/node_modules/bytes/index.js +0 -166
- package/example/node/node_modules/bytes/package.json +0 -42
- package/example/node/node_modules/content-disposition/HISTORY.md +0 -60
- package/example/node/node_modules/content-disposition/LICENSE +0 -22
- package/example/node/node_modules/content-disposition/README.md +0 -142
- package/example/node/node_modules/content-disposition/index.js +0 -458
- package/example/node/node_modules/content-disposition/package.json +0 -44
- package/example/node/node_modules/content-type/HISTORY.md +0 -24
- package/example/node/node_modules/content-type/LICENSE +0 -22
- package/example/node/node_modules/content-type/README.md +0 -92
- package/example/node/node_modules/content-type/index.js +0 -222
- package/example/node/node_modules/content-type/package.json +0 -40
- package/example/node/node_modules/cookie/HISTORY.md +0 -128
- package/example/node/node_modules/cookie/LICENSE +0 -24
- package/example/node/node_modules/cookie/README.md +0 -257
- package/example/node/node_modules/cookie/index.js +0 -202
- package/example/node/node_modules/cookie/package.json +0 -40
- package/example/node/node_modules/cookie-signature/History.md +0 -38
- package/example/node/node_modules/cookie-signature/Readme.md +0 -42
- package/example/node/node_modules/cookie-signature/index.js +0 -51
- package/example/node/node_modules/cookie-signature/package.json +0 -18
- package/example/node/node_modules/debug/.coveralls.yml +0 -1
- package/example/node/node_modules/debug/.eslintrc +0 -11
- package/example/node/node_modules/debug/.travis.yml +0 -14
- package/example/node/node_modules/debug/CHANGELOG.md +0 -362
- package/example/node/node_modules/debug/LICENSE +0 -19
- package/example/node/node_modules/debug/Makefile +0 -50
- package/example/node/node_modules/debug/README.md +0 -312
- package/example/node/node_modules/debug/component.json +0 -19
- package/example/node/node_modules/debug/karma.conf.js +0 -70
- package/example/node/node_modules/debug/node.js +0 -1
- package/example/node/node_modules/debug/package.json +0 -49
- package/example/node/node_modules/debug/src/browser.js +0 -185
- package/example/node/node_modules/debug/src/debug.js +0 -202
- package/example/node/node_modules/debug/src/index.js +0 -10
- package/example/node/node_modules/debug/src/inspector-log.js +0 -15
- package/example/node/node_modules/debug/src/node.js +0 -248
- package/example/node/node_modules/depd/History.md +0 -96
- package/example/node/node_modules/depd/LICENSE +0 -22
- package/example/node/node_modules/depd/Readme.md +0 -280
- package/example/node/node_modules/depd/index.js +0 -522
- package/example/node/node_modules/depd/lib/browser/index.js +0 -77
- package/example/node/node_modules/depd/lib/compat/callsite-tostring.js +0 -103
- package/example/node/node_modules/depd/lib/compat/event-listener-count.js +0 -22
- package/example/node/node_modules/depd/lib/compat/index.js +0 -79
- package/example/node/node_modules/depd/package.json +0 -41
- package/example/node/node_modules/destroy/LICENSE +0 -22
- package/example/node/node_modules/destroy/README.md +0 -60
- package/example/node/node_modules/destroy/index.js +0 -75
- package/example/node/node_modules/destroy/package.json +0 -37
- package/example/node/node_modules/ee-first/LICENSE +0 -22
- package/example/node/node_modules/ee-first/README.md +0 -80
- package/example/node/node_modules/ee-first/index.js +0 -95
- package/example/node/node_modules/ee-first/package.json +0 -29
- package/example/node/node_modules/encodeurl/HISTORY.md +0 -14
- package/example/node/node_modules/encodeurl/LICENSE +0 -22
- package/example/node/node_modules/encodeurl/README.md +0 -128
- package/example/node/node_modules/encodeurl/index.js +0 -60
- package/example/node/node_modules/encodeurl/package.json +0 -40
- package/example/node/node_modules/escape-html/LICENSE +0 -24
- package/example/node/node_modules/escape-html/Readme.md +0 -43
- package/example/node/node_modules/escape-html/index.js +0 -78
- package/example/node/node_modules/escape-html/package.json +0 -24
- package/example/node/node_modules/etag/HISTORY.md +0 -83
- package/example/node/node_modules/etag/LICENSE +0 -22
- package/example/node/node_modules/etag/README.md +0 -159
- package/example/node/node_modules/etag/index.js +0 -131
- package/example/node/node_modules/etag/package.json +0 -47
- package/example/node/node_modules/express/History.md +0 -3510
- package/example/node/node_modules/express/LICENSE +0 -24
- package/example/node/node_modules/express/Readme.md +0 -158
- package/example/node/node_modules/express/index.js +0 -11
- package/example/node/node_modules/express/lib/application.js +0 -644
- package/example/node/node_modules/express/lib/express.js +0 -116
- package/example/node/node_modules/express/lib/middleware/init.js +0 -43
- package/example/node/node_modules/express/lib/middleware/query.js +0 -47
- package/example/node/node_modules/express/lib/request.js +0 -525
- package/example/node/node_modules/express/lib/response.js +0 -1147
- package/example/node/node_modules/express/lib/router/index.js +0 -668
- package/example/node/node_modules/express/lib/router/layer.js +0 -181
- package/example/node/node_modules/express/lib/router/route.js +0 -216
- package/example/node/node_modules/express/lib/utils.js +0 -302
- package/example/node/node_modules/express/lib/view.js +0 -182
- package/example/node/node_modules/express/package.json +0 -99
- package/example/node/node_modules/finalhandler/HISTORY.md +0 -187
- package/example/node/node_modules/finalhandler/LICENSE +0 -22
- package/example/node/node_modules/finalhandler/README.md +0 -148
- package/example/node/node_modules/finalhandler/index.js +0 -331
- package/example/node/node_modules/finalhandler/package.json +0 -45
- package/example/node/node_modules/forwarded/HISTORY.md +0 -21
- package/example/node/node_modules/forwarded/LICENSE +0 -22
- package/example/node/node_modules/forwarded/README.md +0 -57
- package/example/node/node_modules/forwarded/index.js +0 -90
- package/example/node/node_modules/forwarded/package.json +0 -45
- package/example/node/node_modules/fresh/HISTORY.md +0 -70
- package/example/node/node_modules/fresh/LICENSE +0 -23
- package/example/node/node_modules/fresh/README.md +0 -119
- package/example/node/node_modules/fresh/index.js +0 -137
- package/example/node/node_modules/fresh/package.json +0 -46
- package/example/node/node_modules/http-errors/HISTORY.md +0 -165
- package/example/node/node_modules/http-errors/LICENSE +0 -23
- package/example/node/node_modules/http-errors/README.md +0 -169
- package/example/node/node_modules/http-errors/index.js +0 -299
- package/example/node/node_modules/http-errors/package.json +0 -49
- package/example/node/node_modules/iconv-lite/Changelog.md +0 -162
- package/example/node/node_modules/iconv-lite/LICENSE +0 -21
- package/example/node/node_modules/iconv-lite/README.md +0 -156
- package/example/node/node_modules/iconv-lite/encodings/dbcs-codec.js +0 -555
- package/example/node/node_modules/iconv-lite/encodings/dbcs-data.js +0 -176
- package/example/node/node_modules/iconv-lite/encodings/index.js +0 -22
- package/example/node/node_modules/iconv-lite/encodings/internal.js +0 -188
- package/example/node/node_modules/iconv-lite/encodings/sbcs-codec.js +0 -72
- package/example/node/node_modules/iconv-lite/encodings/sbcs-data-generated.js +0 -451
- package/example/node/node_modules/iconv-lite/encodings/sbcs-data.js +0 -174
- package/example/node/node_modules/iconv-lite/encodings/tables/big5-added.json +0 -122
- package/example/node/node_modules/iconv-lite/encodings/tables/cp936.json +0 -264
- package/example/node/node_modules/iconv-lite/encodings/tables/cp949.json +0 -273
- package/example/node/node_modules/iconv-lite/encodings/tables/cp950.json +0 -177
- package/example/node/node_modules/iconv-lite/encodings/tables/eucjp.json +0 -182
- package/example/node/node_modules/iconv-lite/encodings/tables/gb18030-ranges.json +0 -1
- package/example/node/node_modules/iconv-lite/encodings/tables/gbk-added.json +0 -55
- package/example/node/node_modules/iconv-lite/encodings/tables/shiftjis.json +0 -125
- package/example/node/node_modules/iconv-lite/encodings/utf16.js +0 -177
- package/example/node/node_modules/iconv-lite/encodings/utf7.js +0 -290
- package/example/node/node_modules/iconv-lite/lib/bom-handling.js +0 -52
- package/example/node/node_modules/iconv-lite/lib/extend-node.js +0 -217
- package/example/node/node_modules/iconv-lite/lib/index.d.ts +0 -24
- package/example/node/node_modules/iconv-lite/lib/index.js +0 -153
- package/example/node/node_modules/iconv-lite/lib/streams.js +0 -121
- package/example/node/node_modules/iconv-lite/package.json +0 -46
- package/example/node/node_modules/inherits/LICENSE +0 -16
- package/example/node/node_modules/inherits/README.md +0 -42
- package/example/node/node_modules/inherits/inherits.js +0 -9
- package/example/node/node_modules/inherits/inherits_browser.js +0 -27
- package/example/node/node_modules/inherits/package.json +0 -29
- package/example/node/node_modules/ipaddr.js/LICENSE +0 -19
- package/example/node/node_modules/ipaddr.js/README.md +0 -233
- package/example/node/node_modules/ipaddr.js/ipaddr.min.js +0 -1
- package/example/node/node_modules/ipaddr.js/lib/ipaddr.js +0 -673
- package/example/node/node_modules/ipaddr.js/lib/ipaddr.js.d.ts +0 -68
- package/example/node/node_modules/ipaddr.js/package.json +0 -35
- package/example/node/node_modules/media-typer/HISTORY.md +0 -22
- package/example/node/node_modules/media-typer/LICENSE +0 -22
- package/example/node/node_modules/media-typer/README.md +0 -81
- package/example/node/node_modules/media-typer/index.js +0 -270
- package/example/node/node_modules/media-typer/package.json +0 -26
- package/example/node/node_modules/merge-descriptors/HISTORY.md +0 -21
- package/example/node/node_modules/merge-descriptors/LICENSE +0 -23
- package/example/node/node_modules/merge-descriptors/README.md +0 -48
- package/example/node/node_modules/merge-descriptors/index.js +0 -60
- package/example/node/node_modules/merge-descriptors/package.json +0 -32
- package/example/node/node_modules/methods/HISTORY.md +0 -29
- package/example/node/node_modules/methods/LICENSE +0 -24
- package/example/node/node_modules/methods/README.md +0 -51
- package/example/node/node_modules/methods/index.js +0 -69
- package/example/node/node_modules/methods/package.json +0 -36
- package/example/node/node_modules/mime/CHANGELOG.md +0 -164
- package/example/node/node_modules/mime/LICENSE +0 -21
- package/example/node/node_modules/mime/README.md +0 -90
- package/example/node/node_modules/mime/cli.js +0 -8
- package/example/node/node_modules/mime/mime.js +0 -108
- package/example/node/node_modules/mime/package.json +0 -44
- package/example/node/node_modules/mime/src/build.js +0 -53
- package/example/node/node_modules/mime/src/test.js +0 -60
- package/example/node/node_modules/mime/types.json +0 -1
- package/example/node/node_modules/mime-db/HISTORY.md +0 -499
- package/example/node/node_modules/mime-db/LICENSE +0 -22
- package/example/node/node_modules/mime-db/README.md +0 -100
- package/example/node/node_modules/mime-db/db.json +0 -8471
- package/example/node/node_modules/mime-db/index.js +0 -11
- package/example/node/node_modules/mime-db/package.json +0 -59
- package/example/node/node_modules/mime-types/HISTORY.md +0 -388
- package/example/node/node_modules/mime-types/LICENSE +0 -23
- package/example/node/node_modules/mime-types/README.md +0 -113
- package/example/node/node_modules/mime-types/index.js +0 -188
- package/example/node/node_modules/mime-types/package.json +0 -44
- package/example/node/node_modules/ms/index.js +0 -152
- package/example/node/node_modules/ms/license.md +0 -21
- package/example/node/node_modules/ms/package.json +0 -37
- package/example/node/node_modules/ms/readme.md +0 -51
- package/example/node/node_modules/negotiator/HISTORY.md +0 -103
- package/example/node/node_modules/negotiator/LICENSE +0 -24
- package/example/node/node_modules/negotiator/README.md +0 -203
- package/example/node/node_modules/negotiator/index.js +0 -124
- package/example/node/node_modules/negotiator/lib/charset.js +0 -169
- package/example/node/node_modules/negotiator/lib/encoding.js +0 -184
- package/example/node/node_modules/negotiator/lib/language.js +0 -179
- package/example/node/node_modules/negotiator/lib/mediaType.js +0 -294
- package/example/node/node_modules/negotiator/package.json +0 -42
- package/example/node/node_modules/on-finished/HISTORY.md +0 -88
- package/example/node/node_modules/on-finished/LICENSE +0 -23
- package/example/node/node_modules/on-finished/README.md +0 -154
- package/example/node/node_modules/on-finished/index.js +0 -196
- package/example/node/node_modules/on-finished/package.json +0 -31
- package/example/node/node_modules/parseurl/HISTORY.md +0 -58
- package/example/node/node_modules/parseurl/LICENSE +0 -24
- package/example/node/node_modules/parseurl/README.md +0 -133
- package/example/node/node_modules/parseurl/index.js +0 -158
- package/example/node/node_modules/parseurl/package.json +0 -40
- package/example/node/node_modules/path-to-regexp/History.md +0 -36
- package/example/node/node_modules/path-to-regexp/LICENSE +0 -21
- package/example/node/node_modules/path-to-regexp/Readme.md +0 -35
- package/example/node/node_modules/path-to-regexp/index.js +0 -129
- package/example/node/node_modules/path-to-regexp/package.json +0 -30
- package/example/node/node_modules/proxy-addr/HISTORY.md +0 -161
- package/example/node/node_modules/proxy-addr/LICENSE +0 -22
- package/example/node/node_modules/proxy-addr/README.md +0 -139
- package/example/node/node_modules/proxy-addr/index.js +0 -327
- package/example/node/node_modules/proxy-addr/package.json +0 -47
- package/example/node/node_modules/qs/.editorconfig +0 -39
- package/example/node/node_modules/qs/.eslintignore +0 -2
- package/example/node/node_modules/qs/.eslintrc +0 -35
- package/example/node/node_modules/qs/.github/FUNDING.yml +0 -12
- package/example/node/node_modules/qs/.nycrc +0 -13
- package/example/node/node_modules/qs/CHANGELOG.md +0 -359
- package/example/node/node_modules/qs/LICENSE.md +0 -29
- package/example/node/node_modules/qs/README.md +0 -604
- package/example/node/node_modules/qs/dist/qs.js +0 -832
- package/example/node/node_modules/qs/lib/formats.js +0 -23
- package/example/node/node_modules/qs/lib/index.js +0 -11
- package/example/node/node_modules/qs/lib/parse.js +0 -257
- package/example/node/node_modules/qs/lib/stringify.js +0 -278
- package/example/node/node_modules/qs/lib/utils.js +0 -251
- package/example/node/node_modules/qs/package.json +0 -69
- package/example/node/node_modules/qs/test/parse.js +0 -772
- package/example/node/node_modules/qs/test/stringify.js +0 -793
- package/example/node/node_modules/qs/test/utils.js +0 -136
- package/example/node/node_modules/range-parser/HISTORY.md +0 -56
- package/example/node/node_modules/range-parser/LICENSE +0 -23
- package/example/node/node_modules/range-parser/README.md +0 -84
- package/example/node/node_modules/range-parser/index.js +0 -162
- package/example/node/node_modules/range-parser/package.json +0 -44
- package/example/node/node_modules/raw-body/HISTORY.md +0 -284
- package/example/node/node_modules/raw-body/LICENSE +0 -22
- package/example/node/node_modules/raw-body/README.md +0 -217
- package/example/node/node_modules/raw-body/index.d.ts +0 -87
- package/example/node/node_modules/raw-body/index.js +0 -286
- package/example/node/node_modules/raw-body/package.json +0 -48
- package/example/node/node_modules/safe-buffer/LICENSE +0 -21
- package/example/node/node_modules/safe-buffer/README.md +0 -584
- package/example/node/node_modules/safe-buffer/index.d.ts +0 -187
- package/example/node/node_modules/safe-buffer/index.js +0 -65
- package/example/node/node_modules/safe-buffer/package.json +0 -51
- package/example/node/node_modules/safer-buffer/LICENSE +0 -21
- package/example/node/node_modules/safer-buffer/Porting-Buffer.md +0 -268
- package/example/node/node_modules/safer-buffer/Readme.md +0 -156
- package/example/node/node_modules/safer-buffer/dangerous.js +0 -58
- package/example/node/node_modules/safer-buffer/package.json +0 -34
- package/example/node/node_modules/safer-buffer/safer.js +0 -77
- package/example/node/node_modules/safer-buffer/tests.js +0 -406
- package/example/node/node_modules/send/HISTORY.md +0 -506
- package/example/node/node_modules/send/LICENSE +0 -23
- package/example/node/node_modules/send/README.md +0 -327
- package/example/node/node_modules/send/index.js +0 -1133
- package/example/node/node_modules/send/node_modules/.bin/mime +0 -15
- package/example/node/node_modules/send/node_modules/.bin/mime.cmd +0 -7
- package/example/node/node_modules/send/node_modules/ms/index.js +0 -162
- package/example/node/node_modules/send/node_modules/ms/license.md +0 -21
- package/example/node/node_modules/send/node_modules/ms/package.json +0 -38
- package/example/node/node_modules/send/node_modules/ms/readme.md +0 -59
- package/example/node/node_modules/send/package.json +0 -61
- package/example/node/node_modules/serve-static/HISTORY.md +0 -459
- package/example/node/node_modules/serve-static/LICENSE +0 -25
- package/example/node/node_modules/serve-static/README.md +0 -257
- package/example/node/node_modules/serve-static/index.js +0 -210
- package/example/node/node_modules/serve-static/package.json +0 -42
- package/example/node/node_modules/setprototypeof/LICENSE +0 -13
- package/example/node/node_modules/setprototypeof/README.md +0 -31
- package/example/node/node_modules/setprototypeof/index.d.ts +0 -2
- package/example/node/node_modules/setprototypeof/index.js +0 -17
- package/example/node/node_modules/setprototypeof/package.json +0 -38
- package/example/node/node_modules/setprototypeof/test/index.js +0 -24
- package/example/node/node_modules/statuses/HISTORY.md +0 -65
- package/example/node/node_modules/statuses/LICENSE +0 -23
- package/example/node/node_modules/statuses/README.md +0 -127
- package/example/node/node_modules/statuses/codes.json +0 -66
- package/example/node/node_modules/statuses/index.js +0 -113
- package/example/node/node_modules/statuses/package.json +0 -48
- package/example/node/node_modules/toidentifier/HISTORY.md +0 -9
- package/example/node/node_modules/toidentifier/LICENSE +0 -21
- package/example/node/node_modules/toidentifier/README.md +0 -61
- package/example/node/node_modules/toidentifier/index.js +0 -32
- package/example/node/node_modules/toidentifier/package.json +0 -38
- package/example/node/node_modules/type-is/HISTORY.md +0 -259
- package/example/node/node_modules/type-is/LICENSE +0 -23
- package/example/node/node_modules/type-is/README.md +0 -170
- package/example/node/node_modules/type-is/index.js +0 -266
- package/example/node/node_modules/type-is/package.json +0 -45
- package/example/node/node_modules/unpipe/HISTORY.md +0 -4
- package/example/node/node_modules/unpipe/LICENSE +0 -22
- package/example/node/node_modules/unpipe/README.md +0 -43
- package/example/node/node_modules/unpipe/index.js +0 -69
- package/example/node/node_modules/unpipe/package.json +0 -27
- package/example/node/node_modules/utils-merge/LICENSE +0 -20
- package/example/node/node_modules/utils-merge/README.md +0 -34
- package/example/node/node_modules/utils-merge/index.js +0 -23
- package/example/node/node_modules/utils-merge/package.json +0 -40
- package/example/node/node_modules/vary/HISTORY.md +0 -39
- package/example/node/node_modules/vary/LICENSE +0 -22
- package/example/node/node_modules/vary/README.md +0 -101
- package/example/node/node_modules/vary/index.js +0 -149
- package/example/node/node_modules/vary/package.json +0 -43
- package/test/lib/crawler.test.js +0 -52
@@ -1,286 +0,0 @@
|
|
1
|
-
/*!
|
2
|
-
* raw-body
|
3
|
-
* Copyright(c) 2013-2014 Jonathan Ong
|
4
|
-
* Copyright(c) 2014-2015 Douglas Christopher Wilson
|
5
|
-
* MIT Licensed
|
6
|
-
*/
|
7
|
-
|
8
|
-
'use strict'
|
9
|
-
|
10
|
-
/**
|
11
|
-
* Module dependencies.
|
12
|
-
* @private
|
13
|
-
*/
|
14
|
-
|
15
|
-
var bytes = require('bytes')
|
16
|
-
var createError = require('http-errors')
|
17
|
-
var iconv = require('iconv-lite')
|
18
|
-
var unpipe = require('unpipe')
|
19
|
-
|
20
|
-
/**
|
21
|
-
* Module exports.
|
22
|
-
* @public
|
23
|
-
*/
|
24
|
-
|
25
|
-
module.exports = getRawBody
|
26
|
-
|
27
|
-
/**
|
28
|
-
* Module variables.
|
29
|
-
* @private
|
30
|
-
*/
|
31
|
-
|
32
|
-
var ICONV_ENCODING_MESSAGE_REGEXP = /^Encoding not recognized: /
|
33
|
-
|
34
|
-
/**
|
35
|
-
* Get the decoder for a given encoding.
|
36
|
-
*
|
37
|
-
* @param {string} encoding
|
38
|
-
* @private
|
39
|
-
*/
|
40
|
-
|
41
|
-
function getDecoder (encoding) {
|
42
|
-
if (!encoding) return null
|
43
|
-
|
44
|
-
try {
|
45
|
-
return iconv.getDecoder(encoding)
|
46
|
-
} catch (e) {
|
47
|
-
// error getting decoder
|
48
|
-
if (!ICONV_ENCODING_MESSAGE_REGEXP.test(e.message)) throw e
|
49
|
-
|
50
|
-
// the encoding was not found
|
51
|
-
throw createError(415, 'specified encoding unsupported', {
|
52
|
-
encoding: encoding,
|
53
|
-
type: 'encoding.unsupported'
|
54
|
-
})
|
55
|
-
}
|
56
|
-
}
|
57
|
-
|
58
|
-
/**
|
59
|
-
* Get the raw body of a stream (typically HTTP).
|
60
|
-
*
|
61
|
-
* @param {object} stream
|
62
|
-
* @param {object|string|function} [options]
|
63
|
-
* @param {function} [callback]
|
64
|
-
* @public
|
65
|
-
*/
|
66
|
-
|
67
|
-
function getRawBody (stream, options, callback) {
|
68
|
-
var done = callback
|
69
|
-
var opts = options || {}
|
70
|
-
|
71
|
-
if (options === true || typeof options === 'string') {
|
72
|
-
// short cut for encoding
|
73
|
-
opts = {
|
74
|
-
encoding: options
|
75
|
-
}
|
76
|
-
}
|
77
|
-
|
78
|
-
if (typeof options === 'function') {
|
79
|
-
done = options
|
80
|
-
opts = {}
|
81
|
-
}
|
82
|
-
|
83
|
-
// validate callback is a function, if provided
|
84
|
-
if (done !== undefined && typeof done !== 'function') {
|
85
|
-
throw new TypeError('argument callback must be a function')
|
86
|
-
}
|
87
|
-
|
88
|
-
// require the callback without promises
|
89
|
-
if (!done && !global.Promise) {
|
90
|
-
throw new TypeError('argument callback is required')
|
91
|
-
}
|
92
|
-
|
93
|
-
// get encoding
|
94
|
-
var encoding = opts.encoding !== true
|
95
|
-
? opts.encoding
|
96
|
-
: 'utf-8'
|
97
|
-
|
98
|
-
// convert the limit to an integer
|
99
|
-
var limit = bytes.parse(opts.limit)
|
100
|
-
|
101
|
-
// convert the expected length to an integer
|
102
|
-
var length = opts.length != null && !isNaN(opts.length)
|
103
|
-
? parseInt(opts.length, 10)
|
104
|
-
: null
|
105
|
-
|
106
|
-
if (done) {
|
107
|
-
// classic callback style
|
108
|
-
return readStream(stream, encoding, length, limit, done)
|
109
|
-
}
|
110
|
-
|
111
|
-
return new Promise(function executor (resolve, reject) {
|
112
|
-
readStream(stream, encoding, length, limit, function onRead (err, buf) {
|
113
|
-
if (err) return reject(err)
|
114
|
-
resolve(buf)
|
115
|
-
})
|
116
|
-
})
|
117
|
-
}
|
118
|
-
|
119
|
-
/**
|
120
|
-
* Halt a stream.
|
121
|
-
*
|
122
|
-
* @param {Object} stream
|
123
|
-
* @private
|
124
|
-
*/
|
125
|
-
|
126
|
-
function halt (stream) {
|
127
|
-
// unpipe everything from the stream
|
128
|
-
unpipe(stream)
|
129
|
-
|
130
|
-
// pause stream
|
131
|
-
if (typeof stream.pause === 'function') {
|
132
|
-
stream.pause()
|
133
|
-
}
|
134
|
-
}
|
135
|
-
|
136
|
-
/**
|
137
|
-
* Read the data from the stream.
|
138
|
-
*
|
139
|
-
* @param {object} stream
|
140
|
-
* @param {string} encoding
|
141
|
-
* @param {number} length
|
142
|
-
* @param {number} limit
|
143
|
-
* @param {function} callback
|
144
|
-
* @public
|
145
|
-
*/
|
146
|
-
|
147
|
-
function readStream (stream, encoding, length, limit, callback) {
|
148
|
-
var complete = false
|
149
|
-
var sync = true
|
150
|
-
|
151
|
-
// check the length and limit options.
|
152
|
-
// note: we intentionally leave the stream paused,
|
153
|
-
// so users should handle the stream themselves.
|
154
|
-
if (limit !== null && length !== null && length > limit) {
|
155
|
-
return done(createError(413, 'request entity too large', {
|
156
|
-
expected: length,
|
157
|
-
length: length,
|
158
|
-
limit: limit,
|
159
|
-
type: 'entity.too.large'
|
160
|
-
}))
|
161
|
-
}
|
162
|
-
|
163
|
-
// streams1: assert request encoding is buffer.
|
164
|
-
// streams2+: assert the stream encoding is buffer.
|
165
|
-
// stream._decoder: streams1
|
166
|
-
// state.encoding: streams2
|
167
|
-
// state.decoder: streams2, specifically < 0.10.6
|
168
|
-
var state = stream._readableState
|
169
|
-
if (stream._decoder || (state && (state.encoding || state.decoder))) {
|
170
|
-
// developer error
|
171
|
-
return done(createError(500, 'stream encoding should not be set', {
|
172
|
-
type: 'stream.encoding.set'
|
173
|
-
}))
|
174
|
-
}
|
175
|
-
|
176
|
-
var received = 0
|
177
|
-
var decoder
|
178
|
-
|
179
|
-
try {
|
180
|
-
decoder = getDecoder(encoding)
|
181
|
-
} catch (err) {
|
182
|
-
return done(err)
|
183
|
-
}
|
184
|
-
|
185
|
-
var buffer = decoder
|
186
|
-
? ''
|
187
|
-
: []
|
188
|
-
|
189
|
-
// attach listeners
|
190
|
-
stream.on('aborted', onAborted)
|
191
|
-
stream.on('close', cleanup)
|
192
|
-
stream.on('data', onData)
|
193
|
-
stream.on('end', onEnd)
|
194
|
-
stream.on('error', onEnd)
|
195
|
-
|
196
|
-
// mark sync section complete
|
197
|
-
sync = false
|
198
|
-
|
199
|
-
function done () {
|
200
|
-
var args = new Array(arguments.length)
|
201
|
-
|
202
|
-
// copy arguments
|
203
|
-
for (var i = 0; i < args.length; i++) {
|
204
|
-
args[i] = arguments[i]
|
205
|
-
}
|
206
|
-
|
207
|
-
// mark complete
|
208
|
-
complete = true
|
209
|
-
|
210
|
-
if (sync) {
|
211
|
-
process.nextTick(invokeCallback)
|
212
|
-
} else {
|
213
|
-
invokeCallback()
|
214
|
-
}
|
215
|
-
|
216
|
-
function invokeCallback () {
|
217
|
-
cleanup()
|
218
|
-
|
219
|
-
if (args[0]) {
|
220
|
-
// halt the stream on error
|
221
|
-
halt(stream)
|
222
|
-
}
|
223
|
-
|
224
|
-
callback.apply(null, args)
|
225
|
-
}
|
226
|
-
}
|
227
|
-
|
228
|
-
function onAborted () {
|
229
|
-
if (complete) return
|
230
|
-
|
231
|
-
done(createError(400, 'request aborted', {
|
232
|
-
code: 'ECONNABORTED',
|
233
|
-
expected: length,
|
234
|
-
length: length,
|
235
|
-
received: received,
|
236
|
-
type: 'request.aborted'
|
237
|
-
}))
|
238
|
-
}
|
239
|
-
|
240
|
-
function onData (chunk) {
|
241
|
-
if (complete) return
|
242
|
-
|
243
|
-
received += chunk.length
|
244
|
-
|
245
|
-
if (limit !== null && received > limit) {
|
246
|
-
done(createError(413, 'request entity too large', {
|
247
|
-
limit: limit,
|
248
|
-
received: received,
|
249
|
-
type: 'entity.too.large'
|
250
|
-
}))
|
251
|
-
} else if (decoder) {
|
252
|
-
buffer += decoder.write(chunk)
|
253
|
-
} else {
|
254
|
-
buffer.push(chunk)
|
255
|
-
}
|
256
|
-
}
|
257
|
-
|
258
|
-
function onEnd (err) {
|
259
|
-
if (complete) return
|
260
|
-
if (err) return done(err)
|
261
|
-
|
262
|
-
if (length !== null && received !== length) {
|
263
|
-
done(createError(400, 'request size did not match content length', {
|
264
|
-
expected: length,
|
265
|
-
length: length,
|
266
|
-
received: received,
|
267
|
-
type: 'request.size.invalid'
|
268
|
-
}))
|
269
|
-
} else {
|
270
|
-
var string = decoder
|
271
|
-
? buffer + (decoder.end() || '')
|
272
|
-
: Buffer.concat(buffer)
|
273
|
-
done(null, string)
|
274
|
-
}
|
275
|
-
}
|
276
|
-
|
277
|
-
function cleanup () {
|
278
|
-
buffer = null
|
279
|
-
|
280
|
-
stream.removeListener('aborted', onAborted)
|
281
|
-
stream.removeListener('data', onData)
|
282
|
-
stream.removeListener('end', onEnd)
|
283
|
-
stream.removeListener('error', onEnd)
|
284
|
-
stream.removeListener('close', cleanup)
|
285
|
-
}
|
286
|
-
}
|
@@ -1,48 +0,0 @@
|
|
1
|
-
{
|
2
|
-
"name": "raw-body",
|
3
|
-
"description": "Get and validate the raw body of a readable stream.",
|
4
|
-
"version": "2.4.2",
|
5
|
-
"author": "Jonathan Ong <me@jongleberry.com> (http://jongleberry.com)",
|
6
|
-
"contributors": [
|
7
|
-
"Douglas Christopher Wilson <doug@somethingdoug.com>",
|
8
|
-
"Raynos <raynos2@gmail.com>"
|
9
|
-
],
|
10
|
-
"license": "MIT",
|
11
|
-
"repository": "stream-utils/raw-body",
|
12
|
-
"dependencies": {
|
13
|
-
"bytes": "3.1.1",
|
14
|
-
"http-errors": "1.8.1",
|
15
|
-
"iconv-lite": "0.4.24",
|
16
|
-
"unpipe": "1.0.0"
|
17
|
-
},
|
18
|
-
"devDependencies": {
|
19
|
-
"bluebird": "3.7.2",
|
20
|
-
"eslint": "7.32.0",
|
21
|
-
"eslint-config-standard": "14.1.1",
|
22
|
-
"eslint-plugin-import": "2.25.3",
|
23
|
-
"eslint-plugin-markdown": "2.2.1",
|
24
|
-
"eslint-plugin-node": "11.1.0",
|
25
|
-
"eslint-plugin-promise": "5.1.1",
|
26
|
-
"eslint-plugin-standard": "4.1.0",
|
27
|
-
"mocha": "9.1.3",
|
28
|
-
"nyc": "15.1.0",
|
29
|
-
"readable-stream": "2.3.7",
|
30
|
-
"safe-buffer": "5.2.1"
|
31
|
-
},
|
32
|
-
"engines": {
|
33
|
-
"node": ">= 0.8"
|
34
|
-
},
|
35
|
-
"files": [
|
36
|
-
"HISTORY.md",
|
37
|
-
"LICENSE",
|
38
|
-
"README.md",
|
39
|
-
"index.d.ts",
|
40
|
-
"index.js"
|
41
|
-
],
|
42
|
-
"scripts": {
|
43
|
-
"lint": "eslint .",
|
44
|
-
"test": "mocha --trace-deprecation --reporter spec --bail --check-leaks test/",
|
45
|
-
"test-ci": "nyc --reporter=lcov --reporter=text npm test",
|
46
|
-
"test-cov": "nyc --reporter=html --reporter=text npm test"
|
47
|
-
}
|
48
|
-
}
|
@@ -1,21 +0,0 @@
|
|
1
|
-
The MIT License (MIT)
|
2
|
-
|
3
|
-
Copyright (c) Feross Aboukhadijeh
|
4
|
-
|
5
|
-
Permission is hereby granted, free of charge, to any person obtaining a copy
|
6
|
-
of this software and associated documentation files (the "Software"), to deal
|
7
|
-
in the Software without restriction, including without limitation the rights
|
8
|
-
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
9
|
-
copies of the Software, and to permit persons to whom the Software is
|
10
|
-
furnished to do so, subject to the following conditions:
|
11
|
-
|
12
|
-
The above copyright notice and this permission notice shall be included in
|
13
|
-
all copies or substantial portions of the Software.
|
14
|
-
|
15
|
-
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
16
|
-
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
17
|
-
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
18
|
-
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
19
|
-
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
20
|
-
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
21
|
-
THE SOFTWARE.
|