crawler-user-agents 1.0.154 → 1.0.156
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/crawler-user-agents.json +48 -0
- package/package.json +1 -1
package/crawler-user-agents.json
CHANGED
|
@@ -3236,6 +3236,46 @@
|
|
|
3236
3236
|
],
|
|
3237
3237
|
"url": "https://www.cloudflare.com/always-online/"
|
|
3238
3238
|
},
|
|
3239
|
+
{
|
|
3240
|
+
"pattern": "Cloudflare-Healthchecks",
|
|
3241
|
+
"addition_date": "2024/12/17",
|
|
3242
|
+
"instances": [
|
|
3243
|
+
"Mozilla/5.0 (compatible; Cloudflare-Healthchecks/1.0; +https://www.cloudflare.com/; healthcheck-id: AAAAAAAAAAAAAAAA)"
|
|
3244
|
+
],
|
|
3245
|
+
"url": "https://developers.cloudflare.com/health-checks/"
|
|
3246
|
+
},
|
|
3247
|
+
{
|
|
3248
|
+
"pattern": "Cloudflare-Traffic-Manager",
|
|
3249
|
+
"addition_date": "2024/12/17",
|
|
3250
|
+
"instances": [
|
|
3251
|
+
"Mozilla/5.0 (compatible; Cloudflare-Traffic-Manager/1.0; +https://www.cloudflare.com/traffic-manager/; pool-id: AAAAAAAAAAAAAAAA)"
|
|
3252
|
+
],
|
|
3253
|
+
"url": "https://developers.cloudflare.com/load-balancing/monitors/"
|
|
3254
|
+
},
|
|
3255
|
+
{
|
|
3256
|
+
"pattern": "CloudFlare-Prefetch",
|
|
3257
|
+
"addition_date": "2024/12/17",
|
|
3258
|
+
"instances": [
|
|
3259
|
+
"Mozilla/5.0 (compatible; CloudFlare-Prefetch/0.1; +http://www.cloudflare.com/)"
|
|
3260
|
+
],
|
|
3261
|
+
"url": "https://developers.cloudflare.com/speed/optimization/content/prefetch-urls/"
|
|
3262
|
+
},
|
|
3263
|
+
{
|
|
3264
|
+
"pattern": "Cloudflare-SSLDetector",
|
|
3265
|
+
"addition_date": "2024/12/17",
|
|
3266
|
+
"instances": [
|
|
3267
|
+
"Cloudflare-SSLDetector"
|
|
3268
|
+
],
|
|
3269
|
+
"url": "https://developers.cloudflare.com/ssl/origin-configuration/ssl-tls-recommender/"
|
|
3270
|
+
},
|
|
3271
|
+
{
|
|
3272
|
+
"pattern": "https:\\/\\/developers\\.cloudflare\\.com\\/security-center\\/",
|
|
3273
|
+
"addition_date": "2024/12/17",
|
|
3274
|
+
"instances": [
|
|
3275
|
+
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.107 Safari/537.36 (compatible; +https://developers.cloudflare.com/security-center/)"
|
|
3276
|
+
],
|
|
3277
|
+
"url": "https://developers.cloudflare.com/ssl/origin-configuration/ssl-tls-recommender/"
|
|
3278
|
+
},
|
|
3239
3279
|
{
|
|
3240
3280
|
"pattern": "Google-Structured-Data-Testing-Tool",
|
|
3241
3281
|
"addition_date": "2018/10/02",
|
|
@@ -4988,5 +5028,13 @@
|
|
|
4988
5028
|
"instances": [
|
|
4989
5029
|
"Mozilla/5.0 (compatible; KeybaseBot; +https://keybase.io)"
|
|
4990
5030
|
]
|
|
5031
|
+
},
|
|
5032
|
+
{
|
|
5033
|
+
"pattern": "CookieHubScan",
|
|
5034
|
+
"addition_date": "2024/11/29",
|
|
5035
|
+
"url": "https://www.cookiehub.com/",
|
|
5036
|
+
"instances": [
|
|
5037
|
+
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36 CookieHubScan/3.0"
|
|
5038
|
+
]
|
|
4991
5039
|
}
|
|
4992
5040
|
]
|