cloudflare-bot-directory 1.0.28 → 1.0.29
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/src/index.json +86 -0
package/package.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
"name": "cloudflare-bot-directory",
|
|
3
3
|
"description": "CloudFlare Radar verified bots directory - 500+ web crawlers, search engine bots, and user agents as JSON for bot detection and traffic filtering",
|
|
4
4
|
"homepage": "https://github.com/microlinkhq/cloudflare-bot-directory",
|
|
5
|
-
"version": "1.0.
|
|
5
|
+
"version": "1.0.29",
|
|
6
6
|
"types": "./src/index.d.ts",
|
|
7
7
|
"main": "./src/index.js",
|
|
8
8
|
"exports": {
|
package/src/index.json
CHANGED
|
@@ -628,6 +628,23 @@
|
|
|
628
628
|
],
|
|
629
629
|
"signatureAgentUrl": null
|
|
630
630
|
},
|
|
631
|
+
{
|
|
632
|
+
"slug": "amzn-searchbot",
|
|
633
|
+
"name": "Amzn-SearchBot",
|
|
634
|
+
"kind": "BOT",
|
|
635
|
+
"operator": "Amazon",
|
|
636
|
+
"operatorUrl": "https://developer.amazon.com/amazonbot",
|
|
637
|
+
"category": "AI_SEARCH",
|
|
638
|
+
"description": "Amzn-SearchBot crawls for improving Amazon search experiences (Alexa, Rufus).",
|
|
639
|
+
"followsRobotsTxt": false,
|
|
640
|
+
"userAgentPatterns": [
|
|
641
|
+
"Amzn-SearchBot"
|
|
642
|
+
],
|
|
643
|
+
"userAgents": [
|
|
644
|
+
"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amzn-SearchBot/0.1) Chrome/119.0.6045.214 Safari/537.36"
|
|
645
|
+
],
|
|
646
|
+
"signatureAgentUrl": null
|
|
647
|
+
},
|
|
631
648
|
{
|
|
632
649
|
"slug": "anchor-browser",
|
|
633
650
|
"name": "Anchor Browser",
|
|
@@ -1769,6 +1786,23 @@
|
|
|
1769
1786
|
],
|
|
1770
1787
|
"signatureAgentUrl": null
|
|
1771
1788
|
},
|
|
1789
|
+
{
|
|
1790
|
+
"slug": "claude-anthropic",
|
|
1791
|
+
"name": "Claude",
|
|
1792
|
+
"kind": "BOT",
|
|
1793
|
+
"operator": "Anthropic",
|
|
1794
|
+
"operatorUrl": "https://www.anthropic.com/claude",
|
|
1795
|
+
"category": "AI_CRAWLER",
|
|
1796
|
+
"description": "ClaudeBot helps enhance the utility and safety of generative AI models by collecting web content that could potentially contribute to their training.",
|
|
1797
|
+
"followsRobotsTxt": false,
|
|
1798
|
+
"userAgentPatterns": [
|
|
1799
|
+
"ClaudeBot"
|
|
1800
|
+
],
|
|
1801
|
+
"userAgents": [
|
|
1802
|
+
"ClaudeBot/1.0 (+https://anthropic.com/claudebot)"
|
|
1803
|
+
],
|
|
1804
|
+
"signatureAgentUrl": null
|
|
1805
|
+
},
|
|
1772
1806
|
{
|
|
1773
1807
|
"slug": "claude-searchbot",
|
|
1774
1808
|
"name": "Claude-SearchBot",
|
|
@@ -1786,6 +1820,24 @@
|
|
|
1786
1820
|
],
|
|
1787
1821
|
"signatureAgentUrl": null
|
|
1788
1822
|
},
|
|
1823
|
+
{
|
|
1824
|
+
"slug": "claude-user",
|
|
1825
|
+
"name": "Claude-User",
|
|
1826
|
+
"kind": "BOT",
|
|
1827
|
+
"operator": "Anthropic",
|
|
1828
|
+
"operatorUrl": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler",
|
|
1829
|
+
"category": "AI_ASSISTANT",
|
|
1830
|
+
"description": "Claude-User supports Claude AI users. When individuals ask questions to Claude, it may access websites using a Claude-User agent.",
|
|
1831
|
+
"followsRobotsTxt": false,
|
|
1832
|
+
"userAgentPatterns": [
|
|
1833
|
+
"Claude-User"
|
|
1834
|
+
],
|
|
1835
|
+
"userAgents": [
|
|
1836
|
+
"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Claude-User/1.0; +claude-user@anthropic.com)",
|
|
1837
|
+
"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Claude-User/1.0; +Claude-User@anthropic.com)"
|
|
1838
|
+
],
|
|
1839
|
+
"signatureAgentUrl": null
|
|
1840
|
+
},
|
|
1789
1841
|
{
|
|
1790
1842
|
"slug": "cledara-saas-management-agent",
|
|
1791
1843
|
"name": "Cledara SaaS Management Agent",
|
|
@@ -2172,6 +2224,23 @@
|
|
|
2172
2224
|
],
|
|
2173
2225
|
"signatureAgentUrl": null
|
|
2174
2226
|
},
|
|
2227
|
+
{
|
|
2228
|
+
"slug": "cmu-cylab",
|
|
2229
|
+
"name": "CMU-Cylab",
|
|
2230
|
+
"kind": "BOT",
|
|
2231
|
+
"operator": "Carnegie Mellon University",
|
|
2232
|
+
"operatorUrl": "https://epp-jcalandr-01.andrew.cmu.edu/about.html",
|
|
2233
|
+
"category": "ACADEMIC_RESEARCH",
|
|
2234
|
+
"description": "An academic research bot, conducting research on patterns in counterfeit document sales over the internet.",
|
|
2235
|
+
"followsRobotsTxt": false,
|
|
2236
|
+
"userAgentPatterns": [
|
|
2237
|
+
"CMU-Cylab"
|
|
2238
|
+
],
|
|
2239
|
+
"userAgents": [
|
|
2240
|
+
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/140.0.0.0 Safari/537.36 (CMU-Cylab/1.0; +https://epp-jcalandr-01.andrew.cmu.edu/about.html)"
|
|
2241
|
+
],
|
|
2242
|
+
"signatureAgentUrl": null
|
|
2243
|
+
},
|
|
2175
2244
|
{
|
|
2176
2245
|
"slug": "coccocbot",
|
|
2177
2246
|
"name": "Cốc Cốc",
|
|
@@ -5068,6 +5137,23 @@
|
|
|
5068
5137
|
"userAgents": [],
|
|
5069
5138
|
"signatureAgentUrl": "https://www.kernel.sh/.well-known/http-message-signatures-directory"
|
|
5070
5139
|
},
|
|
5140
|
+
{
|
|
5141
|
+
"slug": "kimibot",
|
|
5142
|
+
"name": "KimiBot",
|
|
5143
|
+
"kind": "BOT",
|
|
5144
|
+
"operator": "Moonshot AI",
|
|
5145
|
+
"operatorUrl": "https://www.kimi.com/policies/kimi-crawlers",
|
|
5146
|
+
"category": "AI_CRAWLER",
|
|
5147
|
+
"description": "KimiBot crawls content potentially used to train Kimi's foundation models.",
|
|
5148
|
+
"followsRobotsTxt": false,
|
|
5149
|
+
"userAgentPatterns": [
|
|
5150
|
+
"KimiBot"
|
|
5151
|
+
],
|
|
5152
|
+
"userAgents": [
|
|
5153
|
+
"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; KimiBot/1.0; +https://www.kimi.com/policies/kimi-crawlers"
|
|
5154
|
+
],
|
|
5155
|
+
"signatureAgentUrl": null
|
|
5156
|
+
},
|
|
5071
5157
|
{
|
|
5072
5158
|
"slug": "kinsta-bot",
|
|
5073
5159
|
"name": "Kinsta",
|