cloudflare-bot-directory 1.0.28 → 1.0.29

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (2) hide show
  1. package/package.json +1 -1
  2. package/src/index.json +86 -0
package/package.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "name": "cloudflare-bot-directory",
3
3
  "description": "CloudFlare Radar verified bots directory - 500+ web crawlers, search engine bots, and user agents as JSON for bot detection and traffic filtering",
4
4
  "homepage": "https://github.com/microlinkhq/cloudflare-bot-directory",
5
- "version": "1.0.28",
5
+ "version": "1.0.29",
6
6
  "types": "./src/index.d.ts",
7
7
  "main": "./src/index.js",
8
8
  "exports": {
package/src/index.json CHANGED
@@ -628,6 +628,23 @@
628
628
  ],
629
629
  "signatureAgentUrl": null
630
630
  },
631
+ {
632
+ "slug": "amzn-searchbot",
633
+ "name": "Amzn-SearchBot",
634
+ "kind": "BOT",
635
+ "operator": "Amazon",
636
+ "operatorUrl": "https://developer.amazon.com/amazonbot",
637
+ "category": "AI_SEARCH",
638
+ "description": "Amzn-SearchBot crawls for improving Amazon search experiences (Alexa, Rufus).",
639
+ "followsRobotsTxt": false,
640
+ "userAgentPatterns": [
641
+ "Amzn-SearchBot"
642
+ ],
643
+ "userAgents": [
644
+ "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amzn-SearchBot/0.1) Chrome/119.0.6045.214 Safari/537.36"
645
+ ],
646
+ "signatureAgentUrl": null
647
+ },
631
648
  {
632
649
  "slug": "anchor-browser",
633
650
  "name": "Anchor Browser",
@@ -1769,6 +1786,23 @@
1769
1786
  ],
1770
1787
  "signatureAgentUrl": null
1771
1788
  },
1789
+ {
1790
+ "slug": "claude-anthropic",
1791
+ "name": "Claude",
1792
+ "kind": "BOT",
1793
+ "operator": "Anthropic",
1794
+ "operatorUrl": "https://www.anthropic.com/claude",
1795
+ "category": "AI_CRAWLER",
1796
+ "description": "ClaudeBot helps enhance the utility and safety of generative AI models by collecting web content that could potentially contribute to their training.",
1797
+ "followsRobotsTxt": false,
1798
+ "userAgentPatterns": [
1799
+ "ClaudeBot"
1800
+ ],
1801
+ "userAgents": [
1802
+ "ClaudeBot/1.0 (+https://anthropic.com/claudebot)"
1803
+ ],
1804
+ "signatureAgentUrl": null
1805
+ },
1772
1806
  {
1773
1807
  "slug": "claude-searchbot",
1774
1808
  "name": "Claude-SearchBot",
@@ -1786,6 +1820,24 @@
1786
1820
  ],
1787
1821
  "signatureAgentUrl": null
1788
1822
  },
1823
+ {
1824
+ "slug": "claude-user",
1825
+ "name": "Claude-User",
1826
+ "kind": "BOT",
1827
+ "operator": "Anthropic",
1828
+ "operatorUrl": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler",
1829
+ "category": "AI_ASSISTANT",
1830
+ "description": "Claude-User supports Claude AI users. When individuals ask questions to Claude, it may access websites using a Claude-User agent.",
1831
+ "followsRobotsTxt": false,
1832
+ "userAgentPatterns": [
1833
+ "Claude-User"
1834
+ ],
1835
+ "userAgents": [
1836
+ "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Claude-User/1.0; +claude-user@anthropic.com)",
1837
+ "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Claude-User/1.0; +Claude-User@anthropic.com)"
1838
+ ],
1839
+ "signatureAgentUrl": null
1840
+ },
1789
1841
  {
1790
1842
  "slug": "cledara-saas-management-agent",
1791
1843
  "name": "Cledara SaaS Management Agent",
@@ -2172,6 +2224,23 @@
2172
2224
  ],
2173
2225
  "signatureAgentUrl": null
2174
2226
  },
2227
+ {
2228
+ "slug": "cmu-cylab",
2229
+ "name": "CMU-Cylab",
2230
+ "kind": "BOT",
2231
+ "operator": "Carnegie Mellon University",
2232
+ "operatorUrl": "https://epp-jcalandr-01.andrew.cmu.edu/about.html",
2233
+ "category": "ACADEMIC_RESEARCH",
2234
+ "description": "An academic research bot, conducting research on patterns in counterfeit document sales over the internet.",
2235
+ "followsRobotsTxt": false,
2236
+ "userAgentPatterns": [
2237
+ "CMU-Cylab"
2238
+ ],
2239
+ "userAgents": [
2240
+ "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/140.0.0.0 Safari/537.36 (CMU-Cylab/1.0; +https://epp-jcalandr-01.andrew.cmu.edu/about.html)"
2241
+ ],
2242
+ "signatureAgentUrl": null
2243
+ },
2175
2244
  {
2176
2245
  "slug": "coccocbot",
2177
2246
  "name": "Cốc Cốc",
@@ -5068,6 +5137,23 @@
5068
5137
  "userAgents": [],
5069
5138
  "signatureAgentUrl": "https://www.kernel.sh/.well-known/http-message-signatures-directory"
5070
5139
  },
5140
+ {
5141
+ "slug": "kimibot",
5142
+ "name": "KimiBot",
5143
+ "kind": "BOT",
5144
+ "operator": "Moonshot AI",
5145
+ "operatorUrl": "https://www.kimi.com/policies/kimi-crawlers",
5146
+ "category": "AI_CRAWLER",
5147
+ "description": "KimiBot crawls content potentially used to train Kimi's foundation models.",
5148
+ "followsRobotsTxt": false,
5149
+ "userAgentPatterns": [
5150
+ "KimiBot"
5151
+ ],
5152
+ "userAgents": [
5153
+ "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; KimiBot/1.0; +https://www.kimi.com/policies/kimi-crawlers"
5154
+ ],
5155
+ "signatureAgentUrl": null
5156
+ },
5071
5157
  {
5072
5158
  "slug": "kinsta-bot",
5073
5159
  "name": "Kinsta",