es6-crawler-detect 3.1.0 → 3.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.babelrc +2 -1
- package/.eslintignore +6 -0
- package/.eslintrc.json +30 -0
- package/.github/ISSUE_TEMPLATE/bug_report.md +11 -8
- package/.github/ISSUE_TEMPLATE/feature_request.md +1 -1
- package/.github/PULL_REQUEST_TEMPLATE/pull_request_template.md +29 -0
- package/.prettierrc.json +5 -0
- package/README.md +27 -17
- package/dist/main.bundle.js +1 -1
- package/example/node/dist/crawler.min.js +1 -1
- package/example/node/node_modules/.bin/mime +15 -0
- package/example/node/node_modules/.bin/mime.cmd +7 -0
- package/example/node/node_modules/.yarn-integrity +67 -0
- package/example/node/node_modules/accepts/HISTORY.md +236 -0
- package/example/node/node_modules/accepts/LICENSE +23 -0
- package/example/node/node_modules/accepts/README.md +142 -0
- package/example/node/node_modules/accepts/index.js +238 -0
- package/example/node/node_modules/accepts/package.json +47 -0
- package/example/node/node_modules/array-flatten/LICENSE +21 -0
- package/example/node/node_modules/array-flatten/README.md +43 -0
- package/example/node/node_modules/array-flatten/array-flatten.js +64 -0
- package/example/node/node_modules/array-flatten/package.json +39 -0
- package/example/node/node_modules/body-parser/HISTORY.md +624 -0
- package/example/node/node_modules/body-parser/LICENSE +23 -0
- package/example/node/node_modules/body-parser/README.md +456 -0
- package/example/node/node_modules/body-parser/index.js +157 -0
- package/example/node/node_modules/body-parser/lib/read.js +181 -0
- package/example/node/node_modules/body-parser/lib/types/json.js +230 -0
- package/example/node/node_modules/body-parser/lib/types/raw.js +101 -0
- package/example/node/node_modules/body-parser/lib/types/text.js +121 -0
- package/example/node/node_modules/body-parser/lib/types/urlencoded.js +284 -0
- package/example/node/node_modules/body-parser/package.json +52 -0
- package/example/node/node_modules/bytes/History.md +92 -0
- package/example/node/node_modules/bytes/LICENSE +23 -0
- package/example/node/node_modules/bytes/Readme.md +152 -0
- package/example/node/node_modules/bytes/index.js +166 -0
- package/example/node/node_modules/bytes/package.json +42 -0
- package/example/node/node_modules/content-disposition/HISTORY.md +60 -0
- package/example/node/node_modules/content-disposition/LICENSE +22 -0
- package/example/node/node_modules/content-disposition/README.md +142 -0
- package/example/node/node_modules/content-disposition/index.js +458 -0
- package/example/node/node_modules/content-disposition/package.json +44 -0
- package/example/node/node_modules/content-type/HISTORY.md +24 -0
- package/example/node/node_modules/content-type/LICENSE +22 -0
- package/example/node/node_modules/content-type/README.md +92 -0
- package/example/node/node_modules/content-type/index.js +222 -0
- package/example/node/node_modules/content-type/package.json +40 -0
- package/example/node/node_modules/cookie/HISTORY.md +128 -0
- package/example/node/node_modules/cookie/LICENSE +24 -0
- package/example/node/node_modules/cookie/README.md +257 -0
- package/example/node/node_modules/cookie/index.js +202 -0
- package/example/node/node_modules/cookie/package.json +40 -0
- package/example/node/node_modules/cookie-signature/History.md +38 -0
- package/example/node/node_modules/cookie-signature/Readme.md +42 -0
- package/example/node/node_modules/cookie-signature/index.js +51 -0
- package/example/node/node_modules/cookie-signature/package.json +18 -0
- package/example/node/node_modules/debug/.coveralls.yml +1 -0
- package/example/node/node_modules/debug/.eslintrc +11 -0
- package/example/node/node_modules/debug/.travis.yml +14 -0
- package/example/node/node_modules/debug/CHANGELOG.md +362 -0
- package/example/node/node_modules/debug/LICENSE +19 -0
- package/example/node/node_modules/debug/Makefile +50 -0
- package/example/node/node_modules/debug/README.md +312 -0
- package/example/node/node_modules/debug/component.json +19 -0
- package/example/node/node_modules/debug/karma.conf.js +70 -0
- package/example/node/node_modules/debug/node.js +1 -0
- package/example/node/node_modules/debug/package.json +49 -0
- package/example/node/node_modules/debug/src/browser.js +185 -0
- package/example/node/node_modules/debug/src/debug.js +202 -0
- package/example/node/node_modules/debug/src/index.js +10 -0
- package/example/node/node_modules/debug/src/inspector-log.js +15 -0
- package/example/node/node_modules/debug/src/node.js +248 -0
- package/example/node/node_modules/depd/History.md +96 -0
- package/example/node/node_modules/depd/LICENSE +22 -0
- package/example/node/node_modules/depd/Readme.md +280 -0
- package/example/node/node_modules/depd/index.js +522 -0
- package/example/node/node_modules/depd/lib/browser/index.js +77 -0
- package/example/node/node_modules/depd/lib/compat/callsite-tostring.js +103 -0
- package/example/node/node_modules/depd/lib/compat/event-listener-count.js +22 -0
- package/example/node/node_modules/depd/lib/compat/index.js +79 -0
- package/example/node/node_modules/depd/package.json +41 -0
- package/example/node/node_modules/destroy/LICENSE +22 -0
- package/example/node/node_modules/destroy/README.md +60 -0
- package/example/node/node_modules/destroy/index.js +75 -0
- package/example/node/node_modules/destroy/package.json +37 -0
- package/example/node/node_modules/ee-first/LICENSE +22 -0
- package/example/node/node_modules/ee-first/README.md +80 -0
- package/example/node/node_modules/ee-first/index.js +95 -0
- package/example/node/node_modules/ee-first/package.json +29 -0
- package/example/node/node_modules/encodeurl/HISTORY.md +14 -0
- package/example/node/node_modules/encodeurl/LICENSE +22 -0
- package/example/node/node_modules/encodeurl/README.md +128 -0
- package/example/node/node_modules/encodeurl/index.js +60 -0
- package/example/node/node_modules/encodeurl/package.json +40 -0
- package/example/node/node_modules/escape-html/LICENSE +24 -0
- package/example/node/node_modules/escape-html/Readme.md +43 -0
- package/example/node/node_modules/escape-html/index.js +78 -0
- package/example/node/node_modules/escape-html/package.json +24 -0
- package/example/node/node_modules/etag/HISTORY.md +83 -0
- package/example/node/node_modules/etag/LICENSE +22 -0
- package/example/node/node_modules/etag/README.md +159 -0
- package/example/node/node_modules/etag/index.js +131 -0
- package/example/node/node_modules/etag/package.json +47 -0
- package/example/node/node_modules/express/History.md +3510 -0
- package/example/node/node_modules/express/LICENSE +24 -0
- package/example/node/node_modules/express/Readme.md +158 -0
- package/example/node/node_modules/express/index.js +11 -0
- package/example/node/node_modules/express/lib/application.js +644 -0
- package/example/node/node_modules/express/lib/express.js +116 -0
- package/example/node/node_modules/express/lib/middleware/init.js +43 -0
- package/example/node/node_modules/express/lib/middleware/query.js +47 -0
- package/example/node/node_modules/express/lib/request.js +525 -0
- package/example/node/node_modules/express/lib/response.js +1147 -0
- package/example/node/node_modules/express/lib/router/index.js +668 -0
- package/example/node/node_modules/express/lib/router/layer.js +181 -0
- package/example/node/node_modules/express/lib/router/route.js +216 -0
- package/example/node/node_modules/express/lib/utils.js +302 -0
- package/example/node/node_modules/express/lib/view.js +182 -0
- package/example/node/node_modules/express/package.json +99 -0
- package/example/node/node_modules/finalhandler/HISTORY.md +187 -0
- package/example/node/node_modules/finalhandler/LICENSE +22 -0
- package/example/node/node_modules/finalhandler/README.md +148 -0
- package/example/node/node_modules/finalhandler/index.js +331 -0
- package/example/node/node_modules/finalhandler/package.json +45 -0
- package/example/node/node_modules/forwarded/HISTORY.md +21 -0
- package/example/node/node_modules/forwarded/LICENSE +22 -0
- package/example/node/node_modules/forwarded/README.md +57 -0
- package/example/node/node_modules/forwarded/index.js +90 -0
- package/example/node/node_modules/forwarded/package.json +45 -0
- package/example/node/node_modules/fresh/HISTORY.md +70 -0
- package/example/node/node_modules/fresh/LICENSE +23 -0
- package/example/node/node_modules/fresh/README.md +119 -0
- package/example/node/node_modules/fresh/index.js +137 -0
- package/example/node/node_modules/fresh/package.json +46 -0
- package/example/node/node_modules/http-errors/HISTORY.md +165 -0
- package/example/node/node_modules/http-errors/LICENSE +23 -0
- package/example/node/node_modules/http-errors/README.md +169 -0
- package/example/node/node_modules/http-errors/index.js +299 -0
- package/example/node/node_modules/http-errors/package.json +49 -0
- package/example/node/node_modules/iconv-lite/Changelog.md +162 -0
- package/example/node/node_modules/iconv-lite/LICENSE +21 -0
- package/example/node/node_modules/iconv-lite/README.md +156 -0
- package/example/node/node_modules/iconv-lite/encodings/dbcs-codec.js +555 -0
- package/example/node/node_modules/iconv-lite/encodings/dbcs-data.js +176 -0
- package/example/node/node_modules/iconv-lite/encodings/index.js +22 -0
- package/example/node/node_modules/iconv-lite/encodings/internal.js +188 -0
- package/example/node/node_modules/iconv-lite/encodings/sbcs-codec.js +72 -0
- package/example/node/node_modules/iconv-lite/encodings/sbcs-data-generated.js +451 -0
- package/example/node/node_modules/iconv-lite/encodings/sbcs-data.js +174 -0
- package/example/node/node_modules/iconv-lite/encodings/tables/big5-added.json +122 -0
- package/example/node/node_modules/iconv-lite/encodings/tables/cp936.json +264 -0
- package/example/node/node_modules/iconv-lite/encodings/tables/cp949.json +273 -0
- package/example/node/node_modules/iconv-lite/encodings/tables/cp950.json +177 -0
- package/example/node/node_modules/iconv-lite/encodings/tables/eucjp.json +182 -0
- package/example/node/node_modules/iconv-lite/encodings/tables/gb18030-ranges.json +1 -0
- package/example/node/node_modules/iconv-lite/encodings/tables/gbk-added.json +55 -0
- package/example/node/node_modules/iconv-lite/encodings/tables/shiftjis.json +125 -0
- package/example/node/node_modules/iconv-lite/encodings/utf16.js +177 -0
- package/example/node/node_modules/iconv-lite/encodings/utf7.js +290 -0
- package/example/node/node_modules/iconv-lite/lib/bom-handling.js +52 -0
- package/example/node/node_modules/iconv-lite/lib/extend-node.js +217 -0
- package/example/node/node_modules/iconv-lite/lib/index.d.ts +24 -0
- package/example/node/node_modules/iconv-lite/lib/index.js +153 -0
- package/example/node/node_modules/iconv-lite/lib/streams.js +121 -0
- package/example/node/node_modules/iconv-lite/package.json +46 -0
- package/example/node/node_modules/inherits/LICENSE +16 -0
- package/example/node/node_modules/inherits/README.md +42 -0
- package/example/node/node_modules/inherits/inherits.js +9 -0
- package/example/node/node_modules/inherits/inherits_browser.js +27 -0
- package/example/node/node_modules/inherits/package.json +29 -0
- package/example/node/node_modules/ipaddr.js/LICENSE +19 -0
- package/example/node/node_modules/ipaddr.js/README.md +233 -0
- package/example/node/node_modules/ipaddr.js/ipaddr.min.js +1 -0
- package/example/node/node_modules/ipaddr.js/lib/ipaddr.js +673 -0
- package/example/node/node_modules/ipaddr.js/lib/ipaddr.js.d.ts +68 -0
- package/example/node/node_modules/ipaddr.js/package.json +35 -0
- package/example/node/node_modules/media-typer/HISTORY.md +22 -0
- package/example/node/node_modules/media-typer/LICENSE +22 -0
- package/example/node/node_modules/media-typer/README.md +81 -0
- package/example/node/node_modules/media-typer/index.js +270 -0
- package/example/node/node_modules/media-typer/package.json +26 -0
- package/example/node/node_modules/merge-descriptors/HISTORY.md +21 -0
- package/example/node/node_modules/merge-descriptors/LICENSE +23 -0
- package/example/node/node_modules/merge-descriptors/README.md +48 -0
- package/example/node/node_modules/merge-descriptors/index.js +60 -0
- package/example/node/node_modules/merge-descriptors/package.json +32 -0
- package/example/node/node_modules/methods/HISTORY.md +29 -0
- package/example/node/node_modules/methods/LICENSE +24 -0
- package/example/node/node_modules/methods/README.md +51 -0
- package/example/node/node_modules/methods/index.js +69 -0
- package/example/node/node_modules/methods/package.json +36 -0
- package/example/node/node_modules/mime/CHANGELOG.md +164 -0
- package/example/node/node_modules/mime/LICENSE +21 -0
- package/example/node/node_modules/mime/README.md +90 -0
- package/example/node/node_modules/mime/cli.js +8 -0
- package/example/node/node_modules/mime/mime.js +108 -0
- package/example/node/node_modules/mime/package.json +44 -0
- package/example/node/node_modules/mime/src/build.js +53 -0
- package/example/node/node_modules/mime/src/test.js +60 -0
- package/example/node/node_modules/mime/types.json +1 -0
- package/example/node/node_modules/mime-db/HISTORY.md +499 -0
- package/example/node/node_modules/mime-db/LICENSE +22 -0
- package/example/node/node_modules/mime-db/README.md +100 -0
- package/example/node/node_modules/mime-db/db.json +8471 -0
- package/example/node/node_modules/mime-db/index.js +11 -0
- package/example/node/node_modules/mime-db/package.json +59 -0
- package/example/node/node_modules/mime-types/HISTORY.md +388 -0
- package/example/node/node_modules/mime-types/LICENSE +23 -0
- package/example/node/node_modules/mime-types/README.md +113 -0
- package/example/node/node_modules/mime-types/index.js +188 -0
- package/example/node/node_modules/mime-types/package.json +44 -0
- package/example/node/node_modules/ms/index.js +152 -0
- package/example/node/node_modules/ms/license.md +21 -0
- package/example/node/node_modules/ms/package.json +37 -0
- package/example/node/node_modules/ms/readme.md +51 -0
- package/example/node/node_modules/negotiator/HISTORY.md +103 -0
- package/example/node/node_modules/negotiator/LICENSE +24 -0
- package/example/node/node_modules/negotiator/README.md +203 -0
- package/example/node/node_modules/negotiator/index.js +124 -0
- package/example/node/node_modules/negotiator/lib/charset.js +169 -0
- package/example/node/node_modules/negotiator/lib/encoding.js +184 -0
- package/example/node/node_modules/negotiator/lib/language.js +179 -0
- package/example/node/node_modules/negotiator/lib/mediaType.js +294 -0
- package/example/node/node_modules/negotiator/package.json +42 -0
- package/example/node/node_modules/on-finished/HISTORY.md +88 -0
- package/example/node/node_modules/on-finished/LICENSE +23 -0
- package/example/node/node_modules/on-finished/README.md +154 -0
- package/example/node/node_modules/on-finished/index.js +196 -0
- package/example/node/node_modules/on-finished/package.json +31 -0
- package/example/node/node_modules/parseurl/HISTORY.md +58 -0
- package/example/node/node_modules/parseurl/LICENSE +24 -0
- package/example/node/node_modules/parseurl/README.md +133 -0
- package/example/node/node_modules/parseurl/index.js +158 -0
- package/example/node/node_modules/parseurl/package.json +40 -0
- package/example/node/node_modules/path-to-regexp/History.md +36 -0
- package/example/node/node_modules/path-to-regexp/LICENSE +21 -0
- package/example/node/node_modules/path-to-regexp/Readme.md +35 -0
- package/example/node/node_modules/path-to-regexp/index.js +129 -0
- package/example/node/node_modules/path-to-regexp/package.json +30 -0
- package/example/node/node_modules/proxy-addr/HISTORY.md +161 -0
- package/example/node/node_modules/proxy-addr/LICENSE +22 -0
- package/example/node/node_modules/proxy-addr/README.md +139 -0
- package/example/node/node_modules/proxy-addr/index.js +327 -0
- package/example/node/node_modules/proxy-addr/package.json +47 -0
- package/example/node/node_modules/qs/.editorconfig +39 -0
- package/example/node/node_modules/qs/.eslintignore +2 -0
- package/example/node/node_modules/qs/.eslintrc +35 -0
- package/example/node/node_modules/qs/.github/FUNDING.yml +12 -0
- package/example/node/node_modules/qs/.nycrc +13 -0
- package/example/node/node_modules/qs/CHANGELOG.md +359 -0
- package/example/node/node_modules/qs/LICENSE.md +29 -0
- package/example/node/node_modules/qs/README.md +604 -0
- package/example/node/node_modules/qs/dist/qs.js +832 -0
- package/example/node/node_modules/qs/lib/formats.js +23 -0
- package/example/node/node_modules/qs/lib/index.js +11 -0
- package/example/node/node_modules/qs/lib/parse.js +257 -0
- package/example/node/node_modules/qs/lib/stringify.js +278 -0
- package/example/node/node_modules/qs/lib/utils.js +251 -0
- package/example/node/node_modules/qs/package.json +69 -0
- package/example/node/node_modules/qs/test/parse.js +772 -0
- package/example/node/node_modules/qs/test/stringify.js +793 -0
- package/example/node/node_modules/qs/test/utils.js +136 -0
- package/example/node/node_modules/range-parser/HISTORY.md +56 -0
- package/example/node/node_modules/range-parser/LICENSE +23 -0
- package/example/node/node_modules/range-parser/README.md +84 -0
- package/example/node/node_modules/range-parser/index.js +162 -0
- package/example/node/node_modules/range-parser/package.json +44 -0
- package/example/node/node_modules/raw-body/HISTORY.md +284 -0
- package/example/node/node_modules/raw-body/LICENSE +22 -0
- package/example/node/node_modules/raw-body/README.md +217 -0
- package/example/node/node_modules/raw-body/index.d.ts +87 -0
- package/example/node/node_modules/raw-body/index.js +286 -0
- package/example/node/node_modules/raw-body/package.json +48 -0
- package/example/node/node_modules/safe-buffer/LICENSE +21 -0
- package/example/node/node_modules/safe-buffer/README.md +584 -0
- package/example/node/node_modules/safe-buffer/index.d.ts +187 -0
- package/example/node/node_modules/safe-buffer/index.js +65 -0
- package/example/node/node_modules/safe-buffer/package.json +51 -0
- package/example/node/node_modules/safer-buffer/LICENSE +21 -0
- package/example/node/node_modules/safer-buffer/Porting-Buffer.md +268 -0
- package/example/node/node_modules/safer-buffer/Readme.md +156 -0
- package/example/node/node_modules/safer-buffer/dangerous.js +58 -0
- package/example/node/node_modules/safer-buffer/package.json +34 -0
- package/example/node/node_modules/safer-buffer/safer.js +77 -0
- package/example/node/node_modules/safer-buffer/tests.js +406 -0
- package/example/node/node_modules/send/HISTORY.md +506 -0
- package/example/node/node_modules/send/LICENSE +23 -0
- package/example/node/node_modules/send/README.md +327 -0
- package/example/node/node_modules/send/index.js +1133 -0
- package/example/node/node_modules/send/node_modules/.bin/mime +15 -0
- package/example/node/node_modules/send/node_modules/.bin/mime.cmd +7 -0
- package/example/node/node_modules/send/node_modules/ms/index.js +162 -0
- package/example/node/node_modules/send/node_modules/ms/license.md +21 -0
- package/example/node/node_modules/send/node_modules/ms/package.json +38 -0
- package/example/node/node_modules/send/node_modules/ms/readme.md +59 -0
- package/example/node/node_modules/send/package.json +61 -0
- package/example/node/node_modules/serve-static/HISTORY.md +459 -0
- package/example/node/node_modules/serve-static/LICENSE +25 -0
- package/example/node/node_modules/serve-static/README.md +257 -0
- package/example/node/node_modules/serve-static/index.js +210 -0
- package/example/node/node_modules/serve-static/package.json +42 -0
- package/example/node/node_modules/setprototypeof/LICENSE +13 -0
- package/example/node/node_modules/setprototypeof/README.md +31 -0
- package/example/node/node_modules/setprototypeof/index.d.ts +2 -0
- package/example/node/node_modules/setprototypeof/index.js +17 -0
- package/example/node/node_modules/setprototypeof/package.json +38 -0
- package/example/node/node_modules/setprototypeof/test/index.js +24 -0
- package/example/node/node_modules/statuses/HISTORY.md +65 -0
- package/example/node/node_modules/statuses/LICENSE +23 -0
- package/example/node/node_modules/statuses/README.md +127 -0
- package/example/node/node_modules/statuses/codes.json +66 -0
- package/example/node/node_modules/statuses/index.js +113 -0
- package/example/node/node_modules/statuses/package.json +48 -0
- package/example/node/node_modules/toidentifier/HISTORY.md +9 -0
- package/example/node/node_modules/toidentifier/LICENSE +21 -0
- package/example/node/node_modules/toidentifier/README.md +61 -0
- package/example/node/node_modules/toidentifier/index.js +32 -0
- package/example/node/node_modules/toidentifier/package.json +38 -0
- package/example/node/node_modules/type-is/HISTORY.md +259 -0
- package/example/node/node_modules/type-is/LICENSE +23 -0
- package/example/node/node_modules/type-is/README.md +170 -0
- package/example/node/node_modules/type-is/index.js +266 -0
- package/example/node/node_modules/type-is/package.json +45 -0
- package/example/node/node_modules/unpipe/HISTORY.md +4 -0
- package/example/node/node_modules/unpipe/LICENSE +22 -0
- package/example/node/node_modules/unpipe/README.md +43 -0
- package/example/node/node_modules/unpipe/index.js +69 -0
- package/example/node/node_modules/unpipe/package.json +27 -0
- package/example/node/node_modules/utils-merge/LICENSE +20 -0
- package/example/node/node_modules/utils-merge/README.md +34 -0
- package/example/node/node_modules/utils-merge/index.js +23 -0
- package/example/node/node_modules/utils-merge/package.json +40 -0
- package/example/node/node_modules/vary/HISTORY.md +39 -0
- package/example/node/node_modules/vary/LICENSE +22 -0
- package/example/node/node_modules/vary/README.md +101 -0
- package/example/node/node_modules/vary/index.js +149 -0
- package/example/node/node_modules/vary/package.json +43 -0
- package/example/node/package.json +11 -0
- package/example/node/server.js +32 -26
- package/example/node/yarn.lock +352 -0
- package/package.json +30 -19
- package/src/index.js +16 -10
- package/src/lib/crawler/crawlers.js +1402 -15
- package/src/lib/crawler/exclusions.js +62 -15
- package/src/lib/crawler/headers.js +24 -15
- package/src/lib/crawler/provider.js +11 -13
- package/src/lib/crawler.js +135 -139
- package/test/lib/crawler.test.js +52 -35
- package/webpack.common.js +20 -20
- package/webpack.dev.js +7 -7
- package/webpack.prod.js +14 -15
@@ -0,0 +1,43 @@
|
|
1
|
+
{
|
2
|
+
"name": "vary",
|
3
|
+
"description": "Manipulate the HTTP Vary header",
|
4
|
+
"version": "1.1.2",
|
5
|
+
"author": "Douglas Christopher Wilson <doug@somethingdoug.com>",
|
6
|
+
"license": "MIT",
|
7
|
+
"keywords": [
|
8
|
+
"http",
|
9
|
+
"res",
|
10
|
+
"vary"
|
11
|
+
],
|
12
|
+
"repository": "jshttp/vary",
|
13
|
+
"devDependencies": {
|
14
|
+
"beautify-benchmark": "0.2.4",
|
15
|
+
"benchmark": "2.1.4",
|
16
|
+
"eslint": "3.19.0",
|
17
|
+
"eslint-config-standard": "10.2.1",
|
18
|
+
"eslint-plugin-import": "2.7.0",
|
19
|
+
"eslint-plugin-markdown": "1.0.0-beta.6",
|
20
|
+
"eslint-plugin-node": "5.1.1",
|
21
|
+
"eslint-plugin-promise": "3.5.0",
|
22
|
+
"eslint-plugin-standard": "3.0.1",
|
23
|
+
"istanbul": "0.4.5",
|
24
|
+
"mocha": "2.5.3",
|
25
|
+
"supertest": "1.1.0"
|
26
|
+
},
|
27
|
+
"files": [
|
28
|
+
"HISTORY.md",
|
29
|
+
"LICENSE",
|
30
|
+
"README.md",
|
31
|
+
"index.js"
|
32
|
+
],
|
33
|
+
"engines": {
|
34
|
+
"node": ">= 0.8"
|
35
|
+
},
|
36
|
+
"scripts": {
|
37
|
+
"bench": "node benchmark/index.js",
|
38
|
+
"lint": "eslint --plugin markdown --ext js,md .",
|
39
|
+
"test": "mocha --reporter spec --bail --check-leaks test/",
|
40
|
+
"test-cov": "istanbul cover node_modules/mocha/bin/_mocha -- --reporter dot --check-leaks test/",
|
41
|
+
"test-travis": "istanbul cover node_modules/mocha/bin/_mocha --report lcovonly -- --reporter spec --check-leaks test/"
|
42
|
+
}
|
43
|
+
}
|
@@ -0,0 +1,11 @@
|
|
1
|
+
{
|
2
|
+
"name": "node-example",
|
3
|
+
"version": "1.0.0",
|
4
|
+
"description": "Using the crawler with express servers",
|
5
|
+
"main": "server.js",
|
6
|
+
"author": "Jeffery Hussin <jefferytutorials@gmail.com> (http://github.com/jefferyhus)",
|
7
|
+
"license": "MIT",
|
8
|
+
"dependencies": {
|
9
|
+
"express": "^4.17.2"
|
10
|
+
}
|
11
|
+
}
|
package/example/node/server.js
CHANGED
@@ -1,26 +1,32 @@
|
|
1
|
-
'use strict';
|
2
|
-
|
3
|
-
const path = require('path')
|
4
|
-
const express = require('express')
|
5
|
-
const {middleware} = require('../../src')
|
6
|
-
|
7
|
-
const app = express()
|
8
|
-
const port = 3000
|
9
|
-
|
10
|
-
app.use(
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
app.get('/
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
1
|
+
'use strict';
|
2
|
+
|
3
|
+
const path = require('path');
|
4
|
+
const express = require('express');
|
5
|
+
const { middleware } = require('../../src/index');
|
6
|
+
|
7
|
+
const app = express();
|
8
|
+
const port = 3000;
|
9
|
+
|
10
|
+
app.use(
|
11
|
+
middleware(() => {
|
12
|
+
console.log('Testing the callback\n');
|
13
|
+
})
|
14
|
+
);
|
15
|
+
|
16
|
+
app.use('/dist', express.static(path.join(__dirname + '/dist')));
|
17
|
+
|
18
|
+
app.get('/', function (req, res) {
|
19
|
+
res.sendFile(path.join(__dirname + '/index.html'));
|
20
|
+
});
|
21
|
+
|
22
|
+
app.get('/crawler', function async(request, response) {
|
23
|
+
// or check a user agent string
|
24
|
+
request.Crawler.isCrawler(
|
25
|
+
'Mozilla/5.0 (compatible; Sosospider/2.0; +http://help.soso.com/webspider.htm)'
|
26
|
+
);
|
27
|
+
|
28
|
+
// Output the name of the bot that matched (if any)
|
29
|
+
response.send(request.Crawler.getMatches());
|
30
|
+
});
|
31
|
+
|
32
|
+
app.listen(port, () => console.log(`Example app listening on port ${port}!`));
|
@@ -0,0 +1,352 @@
|
|
1
|
+
# THIS IS AN AUTOGENERATED FILE. DO NOT EDIT THIS FILE DIRECTLY.
|
2
|
+
# yarn lockfile v1
|
3
|
+
|
4
|
+
|
5
|
+
accepts@~1.3.7:
|
6
|
+
version "1.3.7"
|
7
|
+
resolved "https://registry.yarnpkg.com/accepts/-/accepts-1.3.7.tgz#531bc726517a3b2b41f850021c6cc15eaab507cd"
|
8
|
+
integrity sha512-Il80Qs2WjYlJIBNzNkK6KYqlVMTbZLXgHx2oT0pU/fjRHyEp+PEfEPY0R3WCwAGVOtauxh1hOxNgIf5bv7dQpA==
|
9
|
+
dependencies:
|
10
|
+
mime-types "~2.1.24"
|
11
|
+
negotiator "0.6.2"
|
12
|
+
|
13
|
+
array-flatten@1.1.1:
|
14
|
+
version "1.1.1"
|
15
|
+
resolved "https://registry.yarnpkg.com/array-flatten/-/array-flatten-1.1.1.tgz#9a5f699051b1e7073328f2a008968b64ea2955d2"
|
16
|
+
integrity sha1-ml9pkFGx5wczKPKgCJaLZOopVdI=
|
17
|
+
|
18
|
+
body-parser@1.19.1:
|
19
|
+
version "1.19.1"
|
20
|
+
resolved "https://registry.yarnpkg.com/body-parser/-/body-parser-1.19.1.tgz#1499abbaa9274af3ecc9f6f10396c995943e31d4"
|
21
|
+
integrity sha512-8ljfQi5eBk8EJfECMrgqNGWPEY5jWP+1IzkzkGdFFEwFQZZyaZ21UqdaHktgiMlH0xLHqIFtE/u2OYE5dOtViA==
|
22
|
+
dependencies:
|
23
|
+
bytes "3.1.1"
|
24
|
+
content-type "~1.0.4"
|
25
|
+
debug "2.6.9"
|
26
|
+
depd "~1.1.2"
|
27
|
+
http-errors "1.8.1"
|
28
|
+
iconv-lite "0.4.24"
|
29
|
+
on-finished "~2.3.0"
|
30
|
+
qs "6.9.6"
|
31
|
+
raw-body "2.4.2"
|
32
|
+
type-is "~1.6.18"
|
33
|
+
|
34
|
+
bytes@3.1.1:
|
35
|
+
version "3.1.1"
|
36
|
+
resolved "https://registry.yarnpkg.com/bytes/-/bytes-3.1.1.tgz#3f018291cb4cbad9accb6e6970bca9c8889e879a"
|
37
|
+
integrity sha512-dWe4nWO/ruEOY7HkUJ5gFt1DCFV9zPRoJr8pV0/ASQermOZjtq8jMjOprC0Kd10GLN+l7xaUPvxzJFWtxGu8Fg==
|
38
|
+
|
39
|
+
content-disposition@0.5.4:
|
40
|
+
version "0.5.4"
|
41
|
+
resolved "https://registry.yarnpkg.com/content-disposition/-/content-disposition-0.5.4.tgz#8b82b4efac82512a02bb0b1dcec9d2c5e8eb5bfe"
|
42
|
+
integrity sha512-FveZTNuGw04cxlAiWbzi6zTAL/lhehaWbTtgluJh4/E95DqMwTmha3KZN1aAWA8cFIhHzMZUvLevkw5Rqk+tSQ==
|
43
|
+
dependencies:
|
44
|
+
safe-buffer "5.2.1"
|
45
|
+
|
46
|
+
content-type@~1.0.4:
|
47
|
+
version "1.0.4"
|
48
|
+
resolved "https://registry.yarnpkg.com/content-type/-/content-type-1.0.4.tgz#e138cc75e040c727b1966fe5e5f8c9aee256fe3b"
|
49
|
+
integrity sha512-hIP3EEPs8tB9AT1L+NUqtwOAps4mk2Zob89MWXMHjHWg9milF/j4osnnQLXBCBFBk/tvIG/tUc9mOUJiPBhPXA==
|
50
|
+
|
51
|
+
cookie-signature@1.0.6:
|
52
|
+
version "1.0.6"
|
53
|
+
resolved "https://registry.yarnpkg.com/cookie-signature/-/cookie-signature-1.0.6.tgz#e303a882b342cc3ee8ca513a79999734dab3ae2c"
|
54
|
+
integrity sha1-4wOogrNCzD7oylE6eZmXNNqzriw=
|
55
|
+
|
56
|
+
cookie@0.4.1:
|
57
|
+
version "0.4.1"
|
58
|
+
resolved "https://registry.yarnpkg.com/cookie/-/cookie-0.4.1.tgz#afd713fe26ebd21ba95ceb61f9a8116e50a537d1"
|
59
|
+
integrity sha512-ZwrFkGJxUR3EIoXtO+yVE69Eb7KlixbaeAWfBQB9vVsNn/o+Yw69gBWSSDK825hQNdN+wF8zELf3dFNl/kxkUA==
|
60
|
+
|
61
|
+
debug@2.6.9:
|
62
|
+
version "2.6.9"
|
63
|
+
resolved "https://registry.yarnpkg.com/debug/-/debug-2.6.9.tgz#5d128515df134ff327e90a4c93f4e077a536341f"
|
64
|
+
integrity sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==
|
65
|
+
dependencies:
|
66
|
+
ms "2.0.0"
|
67
|
+
|
68
|
+
depd@~1.1.2:
|
69
|
+
version "1.1.2"
|
70
|
+
resolved "https://registry.yarnpkg.com/depd/-/depd-1.1.2.tgz#9bcd52e14c097763e749b274c4346ed2e560b5a9"
|
71
|
+
integrity sha1-m81S4UwJd2PnSbJ0xDRu0uVgtak=
|
72
|
+
|
73
|
+
destroy@~1.0.4:
|
74
|
+
version "1.0.4"
|
75
|
+
resolved "https://registry.yarnpkg.com/destroy/-/destroy-1.0.4.tgz#978857442c44749e4206613e37946205826abd80"
|
76
|
+
integrity sha1-l4hXRCxEdJ5CBmE+N5RiBYJqvYA=
|
77
|
+
|
78
|
+
ee-first@1.1.1:
|
79
|
+
version "1.1.1"
|
80
|
+
resolved "https://registry.yarnpkg.com/ee-first/-/ee-first-1.1.1.tgz#590c61156b0ae2f4f0255732a158b266bc56b21d"
|
81
|
+
integrity sha1-WQxhFWsK4vTwJVcyoViyZrxWsh0=
|
82
|
+
|
83
|
+
encodeurl@~1.0.2:
|
84
|
+
version "1.0.2"
|
85
|
+
resolved "https://registry.yarnpkg.com/encodeurl/-/encodeurl-1.0.2.tgz#ad3ff4c86ec2d029322f5a02c3a9a606c95b3f59"
|
86
|
+
integrity sha1-rT/0yG7C0CkyL1oCw6mmBslbP1k=
|
87
|
+
|
88
|
+
escape-html@~1.0.3:
|
89
|
+
version "1.0.3"
|
90
|
+
resolved "https://registry.yarnpkg.com/escape-html/-/escape-html-1.0.3.tgz#0258eae4d3d0c0974de1c169188ef0051d1d1988"
|
91
|
+
integrity sha1-Aljq5NPQwJdN4cFpGI7wBR0dGYg=
|
92
|
+
|
93
|
+
etag@~1.8.1:
|
94
|
+
version "1.8.1"
|
95
|
+
resolved "https://registry.yarnpkg.com/etag/-/etag-1.8.1.tgz#41ae2eeb65efa62268aebfea83ac7d79299b0887"
|
96
|
+
integrity sha1-Qa4u62XvpiJorr/qg6x9eSmbCIc=
|
97
|
+
|
98
|
+
express@^4.17.2:
|
99
|
+
version "4.17.2"
|
100
|
+
resolved "https://registry.yarnpkg.com/express/-/express-4.17.2.tgz#c18369f265297319beed4e5558753cc8c1364cb3"
|
101
|
+
integrity sha512-oxlxJxcQlYwqPWKVJJtvQiwHgosH/LrLSPA+H4UxpyvSS6jC5aH+5MoHFM+KABgTOt0APue4w66Ha8jCUo9QGg==
|
102
|
+
dependencies:
|
103
|
+
accepts "~1.3.7"
|
104
|
+
array-flatten "1.1.1"
|
105
|
+
body-parser "1.19.1"
|
106
|
+
content-disposition "0.5.4"
|
107
|
+
content-type "~1.0.4"
|
108
|
+
cookie "0.4.1"
|
109
|
+
cookie-signature "1.0.6"
|
110
|
+
debug "2.6.9"
|
111
|
+
depd "~1.1.2"
|
112
|
+
encodeurl "~1.0.2"
|
113
|
+
escape-html "~1.0.3"
|
114
|
+
etag "~1.8.1"
|
115
|
+
finalhandler "~1.1.2"
|
116
|
+
fresh "0.5.2"
|
117
|
+
merge-descriptors "1.0.1"
|
118
|
+
methods "~1.1.2"
|
119
|
+
on-finished "~2.3.0"
|
120
|
+
parseurl "~1.3.3"
|
121
|
+
path-to-regexp "0.1.7"
|
122
|
+
proxy-addr "~2.0.7"
|
123
|
+
qs "6.9.6"
|
124
|
+
range-parser "~1.2.1"
|
125
|
+
safe-buffer "5.2.1"
|
126
|
+
send "0.17.2"
|
127
|
+
serve-static "1.14.2"
|
128
|
+
setprototypeof "1.2.0"
|
129
|
+
statuses "~1.5.0"
|
130
|
+
type-is "~1.6.18"
|
131
|
+
utils-merge "1.0.1"
|
132
|
+
vary "~1.1.2"
|
133
|
+
|
134
|
+
finalhandler@~1.1.2:
|
135
|
+
version "1.1.2"
|
136
|
+
resolved "https://registry.yarnpkg.com/finalhandler/-/finalhandler-1.1.2.tgz#b7e7d000ffd11938d0fdb053506f6ebabe9f587d"
|
137
|
+
integrity sha512-aAWcW57uxVNrQZqFXjITpW3sIUQmHGG3qSb9mUah9MgMC4NeWhNOlNjXEYq3HjRAvL6arUviZGGJsBg6z0zsWA==
|
138
|
+
dependencies:
|
139
|
+
debug "2.6.9"
|
140
|
+
encodeurl "~1.0.2"
|
141
|
+
escape-html "~1.0.3"
|
142
|
+
on-finished "~2.3.0"
|
143
|
+
parseurl "~1.3.3"
|
144
|
+
statuses "~1.5.0"
|
145
|
+
unpipe "~1.0.0"
|
146
|
+
|
147
|
+
forwarded@0.2.0:
|
148
|
+
version "0.2.0"
|
149
|
+
resolved "https://registry.yarnpkg.com/forwarded/-/forwarded-0.2.0.tgz#2269936428aad4c15c7ebe9779a84bf0b2a81811"
|
150
|
+
integrity sha512-buRG0fpBtRHSTCOASe6hD258tEubFoRLb4ZNA6NxMVHNw2gOcwHo9wyablzMzOA5z9xA9L1KNjk/Nt6MT9aYow==
|
151
|
+
|
152
|
+
fresh@0.5.2:
|
153
|
+
version "0.5.2"
|
154
|
+
resolved "https://registry.yarnpkg.com/fresh/-/fresh-0.5.2.tgz#3d8cadd90d976569fa835ab1f8e4b23a105605a7"
|
155
|
+
integrity sha1-PYyt2Q2XZWn6g1qx+OSyOhBWBac=
|
156
|
+
|
157
|
+
http-errors@1.8.1:
|
158
|
+
version "1.8.1"
|
159
|
+
resolved "https://registry.yarnpkg.com/http-errors/-/http-errors-1.8.1.tgz#7c3f28577cbc8a207388455dbd62295ed07bd68c"
|
160
|
+
integrity sha512-Kpk9Sm7NmI+RHhnj6OIWDI1d6fIoFAtFt9RLaTMRlg/8w49juAStsrBgp0Dp4OdxdVbRIeKhtCUvoi/RuAhO4g==
|
161
|
+
dependencies:
|
162
|
+
depd "~1.1.2"
|
163
|
+
inherits "2.0.4"
|
164
|
+
setprototypeof "1.2.0"
|
165
|
+
statuses ">= 1.5.0 < 2"
|
166
|
+
toidentifier "1.0.1"
|
167
|
+
|
168
|
+
iconv-lite@0.4.24:
|
169
|
+
version "0.4.24"
|
170
|
+
resolved "https://registry.yarnpkg.com/iconv-lite/-/iconv-lite-0.4.24.tgz#2022b4b25fbddc21d2f524974a474aafe733908b"
|
171
|
+
integrity sha512-v3MXnZAcvnywkTUEZomIActle7RXXeedOR31wwl7VlyoXO4Qi9arvSenNQWne1TcRwhCL1HwLI21bEqdpj8/rA==
|
172
|
+
dependencies:
|
173
|
+
safer-buffer ">= 2.1.2 < 3"
|
174
|
+
|
175
|
+
inherits@2.0.4:
|
176
|
+
version "2.0.4"
|
177
|
+
resolved "https://registry.yarnpkg.com/inherits/-/inherits-2.0.4.tgz#0fa2c64f932917c3433a0ded55363aae37416b7c"
|
178
|
+
integrity sha512-k/vGaX4/Yla3WzyMCvTQOXYeIHvqOKtnqBduzTHpzpQZzAskKMhZ2K+EnBiSM9zGSoIFeMpXKxa4dYeZIQqewQ==
|
179
|
+
|
180
|
+
ipaddr.js@1.9.1:
|
181
|
+
version "1.9.1"
|
182
|
+
resolved "https://registry.yarnpkg.com/ipaddr.js/-/ipaddr.js-1.9.1.tgz#bff38543eeb8984825079ff3a2a8e6cbd46781b3"
|
183
|
+
integrity sha512-0KI/607xoxSToH7GjN1FfSbLoU0+btTicjsQSWQlh/hZykN8KpmMf7uYwPW3R+akZ6R/w18ZlXSHBYXiYUPO3g==
|
184
|
+
|
185
|
+
media-typer@0.3.0:
|
186
|
+
version "0.3.0"
|
187
|
+
resolved "https://registry.yarnpkg.com/media-typer/-/media-typer-0.3.0.tgz#8710d7af0aa626f8fffa1ce00168545263255748"
|
188
|
+
integrity sha1-hxDXrwqmJvj/+hzgAWhUUmMlV0g=
|
189
|
+
|
190
|
+
merge-descriptors@1.0.1:
|
191
|
+
version "1.0.1"
|
192
|
+
resolved "https://registry.yarnpkg.com/merge-descriptors/-/merge-descriptors-1.0.1.tgz#b00aaa556dd8b44568150ec9d1b953f3f90cbb61"
|
193
|
+
integrity sha1-sAqqVW3YtEVoFQ7J0blT8/kMu2E=
|
194
|
+
|
195
|
+
methods@~1.1.2:
|
196
|
+
version "1.1.2"
|
197
|
+
resolved "https://registry.yarnpkg.com/methods/-/methods-1.1.2.tgz#5529a4d67654134edcc5266656835b0f851afcee"
|
198
|
+
integrity sha1-VSmk1nZUE07cxSZmVoNbD4Ua/O4=
|
199
|
+
|
200
|
+
mime-db@1.51.0:
|
201
|
+
version "1.51.0"
|
202
|
+
resolved "https://registry.yarnpkg.com/mime-db/-/mime-db-1.51.0.tgz#d9ff62451859b18342d960850dc3cfb77e63fb0c"
|
203
|
+
integrity sha512-5y8A56jg7XVQx2mbv1lu49NR4dokRnhZYTtL+KGfaa27uq4pSTXkwQkFJl4pkRMyNFz/EtYDSkiiEHx3F7UN6g==
|
204
|
+
|
205
|
+
mime-types@~2.1.24:
|
206
|
+
version "2.1.34"
|
207
|
+
resolved "https://registry.yarnpkg.com/mime-types/-/mime-types-2.1.34.tgz#5a712f9ec1503511a945803640fafe09d3793c24"
|
208
|
+
integrity sha512-6cP692WwGIs9XXdOO4++N+7qjqv0rqxxVvJ3VHPh/Sc9mVZcQP+ZGhkKiTvWMQRr2tbHkJP/Yn7Y0npb3ZBs4A==
|
209
|
+
dependencies:
|
210
|
+
mime-db "1.51.0"
|
211
|
+
|
212
|
+
mime@1.6.0:
|
213
|
+
version "1.6.0"
|
214
|
+
resolved "https://registry.yarnpkg.com/mime/-/mime-1.6.0.tgz#32cd9e5c64553bd58d19a568af452acff04981b1"
|
215
|
+
integrity sha512-x0Vn8spI+wuJ1O6S7gnbaQg8Pxh4NNHb7KSINmEWKiPE4RKOplvijn+NkmYmmRgP68mc70j2EbeTFRsrswaQeg==
|
216
|
+
|
217
|
+
ms@2.0.0:
|
218
|
+
version "2.0.0"
|
219
|
+
resolved "https://registry.yarnpkg.com/ms/-/ms-2.0.0.tgz#5608aeadfc00be6c2901df5f9861788de0d597c8"
|
220
|
+
integrity sha1-VgiurfwAvmwpAd9fmGF4jeDVl8g=
|
221
|
+
|
222
|
+
ms@2.1.3:
|
223
|
+
version "2.1.3"
|
224
|
+
resolved "https://registry.yarnpkg.com/ms/-/ms-2.1.3.tgz#574c8138ce1d2b5861f0b44579dbadd60c6615b2"
|
225
|
+
integrity sha512-6FlzubTLZG3J2a/NVCAleEhjzq5oxgHyaCU9yYXvcLsvoVaHJq/s5xXI6/XXP6tz7R9xAOtHnSO/tXtF3WRTlA==
|
226
|
+
|
227
|
+
negotiator@0.6.2:
|
228
|
+
version "0.6.2"
|
229
|
+
resolved "https://registry.yarnpkg.com/negotiator/-/negotiator-0.6.2.tgz#feacf7ccf525a77ae9634436a64883ffeca346fb"
|
230
|
+
integrity sha512-hZXc7K2e+PgeI1eDBe/10Ard4ekbfrrqG8Ep+8Jmf4JID2bNg7NvCPOZN+kfF574pFQI7mum2AUqDidoKqcTOw==
|
231
|
+
|
232
|
+
on-finished@~2.3.0:
|
233
|
+
version "2.3.0"
|
234
|
+
resolved "https://registry.yarnpkg.com/on-finished/-/on-finished-2.3.0.tgz#20f1336481b083cd75337992a16971aa2d906947"
|
235
|
+
integrity sha1-IPEzZIGwg811M3mSoWlxqi2QaUc=
|
236
|
+
dependencies:
|
237
|
+
ee-first "1.1.1"
|
238
|
+
|
239
|
+
parseurl@~1.3.3:
|
240
|
+
version "1.3.3"
|
241
|
+
resolved "https://registry.yarnpkg.com/parseurl/-/parseurl-1.3.3.tgz#9da19e7bee8d12dff0513ed5b76957793bc2e8d4"
|
242
|
+
integrity sha512-CiyeOxFT/JZyN5m0z9PfXw4SCBJ6Sygz1Dpl0wqjlhDEGGBP1GnsUVEL0p63hoG1fcj3fHynXi9NYO4nWOL+qQ==
|
243
|
+
|
244
|
+
path-to-regexp@0.1.7:
|
245
|
+
version "0.1.7"
|
246
|
+
resolved "https://registry.yarnpkg.com/path-to-regexp/-/path-to-regexp-0.1.7.tgz#df604178005f522f15eb4490e7247a1bfaa67f8c"
|
247
|
+
integrity sha1-32BBeABfUi8V60SQ5yR6G/qmf4w=
|
248
|
+
|
249
|
+
proxy-addr@~2.0.7:
|
250
|
+
version "2.0.7"
|
251
|
+
resolved "https://registry.yarnpkg.com/proxy-addr/-/proxy-addr-2.0.7.tgz#f19fe69ceab311eeb94b42e70e8c2070f9ba1025"
|
252
|
+
integrity sha512-llQsMLSUDUPT44jdrU/O37qlnifitDP+ZwrmmZcoSKyLKvtZxpyV0n2/bD/N4tBAAZ/gJEdZU7KMraoK1+XYAg==
|
253
|
+
dependencies:
|
254
|
+
forwarded "0.2.0"
|
255
|
+
ipaddr.js "1.9.1"
|
256
|
+
|
257
|
+
qs@6.9.6:
|
258
|
+
version "6.9.6"
|
259
|
+
resolved "https://registry.yarnpkg.com/qs/-/qs-6.9.6.tgz#26ed3c8243a431b2924aca84cc90471f35d5a0ee"
|
260
|
+
integrity sha512-TIRk4aqYLNoJUbd+g2lEdz5kLWIuTMRagAXxl78Q0RiVjAOugHmeKNGdd3cwo/ktpf9aL9epCfFqWDEKysUlLQ==
|
261
|
+
|
262
|
+
range-parser@~1.2.1:
|
263
|
+
version "1.2.1"
|
264
|
+
resolved "https://registry.yarnpkg.com/range-parser/-/range-parser-1.2.1.tgz#3cf37023d199e1c24d1a55b84800c2f3e6468031"
|
265
|
+
integrity sha512-Hrgsx+orqoygnmhFbKaHE6c296J+HTAQXoxEF6gNupROmmGJRoyzfG3ccAveqCBrwr/2yxQ5BVd/GTl5agOwSg==
|
266
|
+
|
267
|
+
raw-body@2.4.2:
|
268
|
+
version "2.4.2"
|
269
|
+
resolved "https://registry.yarnpkg.com/raw-body/-/raw-body-2.4.2.tgz#baf3e9c21eebced59dd6533ac872b71f7b61cb32"
|
270
|
+
integrity sha512-RPMAFUJP19WIet/99ngh6Iv8fzAbqum4Li7AD6DtGaW2RpMB/11xDoalPiJMTbu6I3hkbMVkATvZrqb9EEqeeQ==
|
271
|
+
dependencies:
|
272
|
+
bytes "3.1.1"
|
273
|
+
http-errors "1.8.1"
|
274
|
+
iconv-lite "0.4.24"
|
275
|
+
unpipe "1.0.0"
|
276
|
+
|
277
|
+
safe-buffer@5.2.1:
|
278
|
+
version "5.2.1"
|
279
|
+
resolved "https://registry.yarnpkg.com/safe-buffer/-/safe-buffer-5.2.1.tgz#1eaf9fa9bdb1fdd4ec75f58f9cdb4e6b7827eec6"
|
280
|
+
integrity sha512-rp3So07KcdmmKbGvgaNxQSJr7bGVSVk5S9Eq1F+ppbRo70+YeaDxkw5Dd8NPN+GD6bjnYm2VuPuCXmpuYvmCXQ==
|
281
|
+
|
282
|
+
"safer-buffer@>= 2.1.2 < 3":
|
283
|
+
version "2.1.2"
|
284
|
+
resolved "https://registry.yarnpkg.com/safer-buffer/-/safer-buffer-2.1.2.tgz#44fa161b0187b9549dd84bb91802f9bd8385cd6a"
|
285
|
+
integrity sha512-YZo3K82SD7Riyi0E1EQPojLz7kpepnSQI9IyPbHHg1XXXevb5dJI7tpyN2ADxGcQbHG7vcyRHk0cbwqcQriUtg==
|
286
|
+
|
287
|
+
send@0.17.2:
|
288
|
+
version "0.17.2"
|
289
|
+
resolved "https://registry.yarnpkg.com/send/-/send-0.17.2.tgz#926622f76601c41808012c8bf1688fe3906f7820"
|
290
|
+
integrity sha512-UJYB6wFSJE3G00nEivR5rgWp8c2xXvJ3OPWPhmuteU0IKj8nKbG3DrjiOmLwpnHGYWAVwA69zmTm++YG0Hmwww==
|
291
|
+
dependencies:
|
292
|
+
debug "2.6.9"
|
293
|
+
depd "~1.1.2"
|
294
|
+
destroy "~1.0.4"
|
295
|
+
encodeurl "~1.0.2"
|
296
|
+
escape-html "~1.0.3"
|
297
|
+
etag "~1.8.1"
|
298
|
+
fresh "0.5.2"
|
299
|
+
http-errors "1.8.1"
|
300
|
+
mime "1.6.0"
|
301
|
+
ms "2.1.3"
|
302
|
+
on-finished "~2.3.0"
|
303
|
+
range-parser "~1.2.1"
|
304
|
+
statuses "~1.5.0"
|
305
|
+
|
306
|
+
serve-static@1.14.2:
|
307
|
+
version "1.14.2"
|
308
|
+
resolved "https://registry.yarnpkg.com/serve-static/-/serve-static-1.14.2.tgz#722d6294b1d62626d41b43a013ece4598d292bfa"
|
309
|
+
integrity sha512-+TMNA9AFxUEGuC0z2mevogSnn9MXKb4fa7ngeRMJaaGv8vTwnIEkKi+QGvPt33HSnf8pRS+WGM0EbMtCJLKMBQ==
|
310
|
+
dependencies:
|
311
|
+
encodeurl "~1.0.2"
|
312
|
+
escape-html "~1.0.3"
|
313
|
+
parseurl "~1.3.3"
|
314
|
+
send "0.17.2"
|
315
|
+
|
316
|
+
setprototypeof@1.2.0:
|
317
|
+
version "1.2.0"
|
318
|
+
resolved "https://registry.yarnpkg.com/setprototypeof/-/setprototypeof-1.2.0.tgz#66c9a24a73f9fc28cbe66b09fed3d33dcaf1b424"
|
319
|
+
integrity sha512-E5LDX7Wrp85Kil5bhZv46j8jOeboKq5JMmYM3gVGdGH8xFpPWXUMsNrlODCrkoxMEeNi/XZIwuRvY4XNwYMJpw==
|
320
|
+
|
321
|
+
"statuses@>= 1.5.0 < 2", statuses@~1.5.0:
|
322
|
+
version "1.5.0"
|
323
|
+
resolved "https://registry.yarnpkg.com/statuses/-/statuses-1.5.0.tgz#161c7dac177659fd9811f43771fa99381478628c"
|
324
|
+
integrity sha1-Fhx9rBd2Wf2YEfQ3cfqZOBR4Yow=
|
325
|
+
|
326
|
+
toidentifier@1.0.1:
|
327
|
+
version "1.0.1"
|
328
|
+
resolved "https://registry.yarnpkg.com/toidentifier/-/toidentifier-1.0.1.tgz#3be34321a88a820ed1bd80dfaa33e479fbb8dd35"
|
329
|
+
integrity sha512-o5sSPKEkg/DIQNmH43V0/uerLrpzVedkUh8tGNvaeXpfpuwjKenlSox/2O/BTlZUtEe+JG7s5YhEz608PlAHRA==
|
330
|
+
|
331
|
+
type-is@~1.6.18:
|
332
|
+
version "1.6.18"
|
333
|
+
resolved "https://registry.yarnpkg.com/type-is/-/type-is-1.6.18.tgz#4e552cd05df09467dcbc4ef739de89f2cf37c131"
|
334
|
+
integrity sha512-TkRKr9sUTxEH8MdfuCSP7VizJyzRNMjj2J2do2Jr3Kym598JVdEksuzPQCnlFPW4ky9Q+iA+ma9BGm06XQBy8g==
|
335
|
+
dependencies:
|
336
|
+
media-typer "0.3.0"
|
337
|
+
mime-types "~2.1.24"
|
338
|
+
|
339
|
+
unpipe@1.0.0, unpipe@~1.0.0:
|
340
|
+
version "1.0.0"
|
341
|
+
resolved "https://registry.yarnpkg.com/unpipe/-/unpipe-1.0.0.tgz#b2bf4ee8514aae6165b4817829d21b2ef49904ec"
|
342
|
+
integrity sha1-sr9O6FFKrmFltIF4KdIbLvSZBOw=
|
343
|
+
|
344
|
+
utils-merge@1.0.1:
|
345
|
+
version "1.0.1"
|
346
|
+
resolved "https://registry.yarnpkg.com/utils-merge/-/utils-merge-1.0.1.tgz#9f95710f50a267947b2ccc124741c1028427e713"
|
347
|
+
integrity sha1-n5VxD1CiZ5R7LMwSR0HBAoQn5xM=
|
348
|
+
|
349
|
+
vary@~1.1.2:
|
350
|
+
version "1.1.2"
|
351
|
+
resolved "https://registry.yarnpkg.com/vary/-/vary-1.1.2.tgz#2299f02c6ded30d4a5961b0b9f74524a18f634fc"
|
352
|
+
integrity sha1-IpnwLG3tMNSllhsLn3RSShj2NPw=
|
package/package.json
CHANGED
@@ -1,15 +1,21 @@
|
|
1
1
|
{
|
2
2
|
"name": "es6-crawler-detect",
|
3
|
-
"version": "3.
|
3
|
+
"version": "3.2.0",
|
4
4
|
"description": "This is an ES6 adaptation of the original PHP library CrawlerDetect, this library will help you detect bots/crawlers/spiders vie the useragent.",
|
5
|
-
"main": "index.js",
|
5
|
+
"main": "src/index.js",
|
6
6
|
"directories": {
|
7
7
|
"lib": "lib"
|
8
8
|
},
|
9
9
|
"scripts": {
|
10
|
-
"build": "cross-env NODE_ENV=production webpack --progress --
|
11
|
-
"dev": "cross-env NODE_ENV=development webpack --progress --
|
12
|
-
"test": "mocha test/**/*.test.js"
|
10
|
+
"build": "cross-env NODE_ENV=production webpack --progress --config webpack.prod.js",
|
11
|
+
"dev": "cross-env NODE_ENV=development webpack --progress --config webpack.dev.js",
|
12
|
+
"test": "mocha test/**/*.test.js",
|
13
|
+
"lint": "eslint src/**/*.js",
|
14
|
+
"lint:fix": "eslint --ext .js --ignore-path .eslintignore . --fix",
|
15
|
+
"npm:minor": "npm version minor",
|
16
|
+
"npm:major": "npm version major",
|
17
|
+
"npm:patch": "npm version patch",
|
18
|
+
"npm:publish": "npm publish"
|
13
19
|
},
|
14
20
|
"repository": {
|
15
21
|
"type": "git",
|
@@ -29,20 +35,25 @@
|
|
29
35
|
},
|
30
36
|
"homepage": "https://github.com/JefferyHus/es6-crawler-detect#readme",
|
31
37
|
"devDependencies": {
|
32
|
-
"@babel/cli": "^7.
|
33
|
-
"@babel/core": "^7.
|
34
|
-
"@babel/
|
35
|
-
"@babel/
|
36
|
-
"@babel/
|
37
|
-
"babel-
|
38
|
-
"
|
39
|
-
"
|
40
|
-
"
|
41
|
-
"
|
42
|
-
"
|
43
|
-
"
|
44
|
-
"
|
45
|
-
"
|
38
|
+
"@babel/cli": "^7.16.0",
|
39
|
+
"@babel/core": "^7.16.5",
|
40
|
+
"@babel/eslint-parser": "^7.16.5",
|
41
|
+
"@babel/plugin-proposal-class-properties": "^7.16.5",
|
42
|
+
"@babel/polyfill": "^7.12.1",
|
43
|
+
"@babel/preset-env": "^7.16.5",
|
44
|
+
"babel-loader": "^8.2.3",
|
45
|
+
"core-js": "^3.20.1",
|
46
|
+
"cross-env": "^7.0.3",
|
47
|
+
"eslint": "^8.5.0",
|
48
|
+
"eslint-config-prettier": "^8.3.0",
|
49
|
+
"eslint-plugin-prettier": "^4.0.0",
|
50
|
+
"mocha": "^9.1.3",
|
51
|
+
"prettier": "^2.5.1",
|
52
|
+
"style-loader": "^3.3.1",
|
53
|
+
"terser-webpack-plugin": "^5.3.0",
|
54
|
+
"webpack": "^5.65.0",
|
55
|
+
"webpack-cli": "^4.9.1",
|
56
|
+
"webpack-merge": "^5.8.0"
|
46
57
|
},
|
47
58
|
"dependencies": {}
|
48
59
|
}
|
package/src/index.js
CHANGED
@@ -1,10 +1,16 @@
|
|
1
|
-
const Crawler = require(
|
2
|
-
|
3
|
-
module.exports = {
|
4
|
-
Crawler,
|
5
|
-
|
6
|
-
|
7
|
-
|
8
|
-
|
9
|
-
|
10
|
-
}
|
1
|
+
const Crawler = require('./lib/crawler');
|
2
|
+
|
3
|
+
module.exports = {
|
4
|
+
Crawler,
|
5
|
+
middleware(cb) {
|
6
|
+
return (req, res, next) => {
|
7
|
+
// If there is a cb, execute it
|
8
|
+
if (typeof cb === 'function') {
|
9
|
+
cb.call(req, res);
|
10
|
+
}
|
11
|
+
// Initiate
|
12
|
+
req.Crawler = new Crawler(req);
|
13
|
+
next();
|
14
|
+
};
|
15
|
+
},
|
16
|
+
};
|