crawler-user-agents 1.0.96 → 1.0.98
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/crawler-user-agents.json +6 -3
- package/package.json +1 -1
package/crawler-user-agents.json
CHANGED
|
@@ -117,7 +117,8 @@
|
|
|
117
117
|
"Mozilla/5.0 (iPhone; CPU iPhone OS 7_0 like Mac OS X) AppleWebKit/537.51.1 (KHTML, like Gecko) Version/7.0 Mobile/11A465 Safari/9537.53 (compatible; bingbot/2.0; http://www.bing.com/bingbot.htm)",
|
|
118
118
|
"Mozilla/5.0 (iPhone; CPU iPhone OS 7_0 like Mac OS X) AppleWebKit/537.51.1 (KHTML, like Gecko) Version/7.0 Mobile/11A465 Safari/9537.53 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)",
|
|
119
119
|
"Mozilla/5.0 (seoanalyzer; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)",
|
|
120
|
-
"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Safari/537.36"
|
|
120
|
+
"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Safari/537.36",
|
|
121
|
+
"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/103.0.5060.134 Safari/537.36"
|
|
121
122
|
]
|
|
122
123
|
}
|
|
123
124
|
,
|
|
@@ -1990,6 +1991,7 @@
|
|
|
1990
1991
|
"Mozilla/5.0 (compatible; SemrushBot/0.98~bl; +http://www.semrush.com/bot.html)",
|
|
1991
1992
|
"Mozilla/5.0 (compatible; SemrushBot-BA; +http://www.semrush.com/bot.html)",
|
|
1992
1993
|
"Mozilla/5.0 (compatible; SemrushBot/6~bl; +http://www.semrush.com/bot.html)",
|
|
1994
|
+
"Mozilla/5.0 (compatible; SemrushBot/7~bl; +http://www.semrush.com/bot.html)",
|
|
1993
1995
|
"SEMrushBot"
|
|
1994
1996
|
],
|
|
1995
1997
|
"addition_date": "2015/05/26"
|
|
@@ -4609,10 +4611,11 @@
|
|
|
4609
4611
|
"url": "https://rssmicro.com"
|
|
4610
4612
|
},
|
|
4611
4613
|
{
|
|
4612
|
-
"pattern": "
|
|
4614
|
+
"pattern": "[Cc]urebot",
|
|
4613
4615
|
"addition_date": "2020/03/16",
|
|
4614
4616
|
"instances": [
|
|
4615
|
-
"Curebot/1.0"
|
|
4617
|
+
"Curebot/1.0",
|
|
4618
|
+
"curebot-feed-fetcher"
|
|
4616
4619
|
]
|
|
4617
4620
|
},
|
|
4618
4621
|
{
|