cloudflare-bot-directory 1.0.27 → 1.0.29

package/package.json

@@ -2,7 +2,7 @@
   "name": "cloudflare-bot-directory",
   "description": "CloudFlare Radar verified bots directory - 500+ web crawlers, search engine bots, and user agents as JSON for bot detection and traffic filtering",
   "homepage": "https://github.com/microlinkhq/cloudflare-bot-directory",
-  "version": "1.0.27",
+  "version": "1.0.29",
   "types": "./src/index.d.ts",
   "main": "./src/index.js",
   "exports": {

package/src/index.json

@@ -628,6 +628,23 @@
     ],
     "signatureAgentUrl": null
   },
+  {
+    "slug": "amzn-searchbot",
+    "name": "Amzn-SearchBot",
+    "kind": "BOT",
+    "operator": "Amazon",
+    "operatorUrl": "https://developer.amazon.com/amazonbot",
+    "category": "AI_SEARCH",
+    "description": "Amzn-SearchBot crawls for improving Amazon search experiences (Alexa, Rufus).",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "Amzn-SearchBot"
+    ],
+    "userAgents": [
+      "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amzn-SearchBot/0.1) Chrome/119.0.6045.214 Safari/537.36"
+    ],
+    "signatureAgentUrl": null
+  },
   {
     "slug": "anchor-browser",
     "name": "Anchor Browser",
@@ -1769,6 +1786,23 @@
     ],
     "signatureAgentUrl": null
   },
+  {
+    "slug": "claude-anthropic",
+    "name": "Claude",
+    "kind": "BOT",
+    "operator": "Anthropic",
+    "operatorUrl": "https://www.anthropic.com/claude",
+    "category": "AI_CRAWLER",
+    "description": "ClaudeBot helps enhance the utility and safety of generative AI models by collecting web content that could potentially contribute to their training.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "ClaudeBot"
+    ],
+    "userAgents": [
+      "ClaudeBot/1.0 (+https://anthropic.com/claudebot)"
+    ],
+    "signatureAgentUrl": null
+  },
   {
     "slug": "claude-searchbot",
     "name": "Claude-SearchBot",
@@ -1786,6 +1820,24 @@
     ],
     "signatureAgentUrl": null
   },
+  {
+    "slug": "claude-user",
+    "name": "Claude-User",
+    "kind": "BOT",
+    "operator": "Anthropic",
+    "operatorUrl": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler",
+    "category": "AI_ASSISTANT",
+    "description": "Claude-User supports Claude AI users. When individuals ask questions to Claude, it may access websites using a Claude-User agent.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "Claude-User"
+    ],
+    "userAgents": [
+      "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Claude-User/1.0; +claude-user@anthropic.com)",
+      "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Claude-User/1.0; +Claude-User@anthropic.com)"
+    ],
+    "signatureAgentUrl": null
+  },
   {
     "slug": "cledara-saas-management-agent",
     "name": "Cledara SaaS Management Agent",
@@ -2101,6 +2153,23 @@
     ],
     "signatureAgentUrl": null
   },
+  {
+    "slug": "cloudflare-web-scanner",
+    "name": "Cloudflare Web Scanner",
+    "kind": "BOT",
+    "operator": "Cloudflare",
+    "operatorUrl": "https://developers.cloudflare.com/ai-crawl-control",
+    "category": "SEARCH_ENGINE_CRAWLER",
+    "description": "Cloudflare Web Scanner is a well-behaved crawler that checks domain liveness, content type, robots.txt directives, and other web properties to map the shape of the web.",
+    "followsRobotsTxt": true,
+    "userAgentPatterns": [
+      "CloudflareWebScanner"
+    ],
+    "userAgents": [
+      "CloudflareWebScanner/1.0"
+    ],
+    "signatureAgentUrl": "https://d7c111cd-310f-45a1-bf94-1d7619c74a04.wba-bots.ai-audit.cfdata.org/.well-known/http-message-signatures-directory"
+  },
   {
     "slug": "cloudflarecsup",
     "name": "Cloudflare CSUP",
@@ -2155,6 +2224,23 @@
     ],
     "signatureAgentUrl": null
   },
+  {
+    "slug": "cmu-cylab",
+    "name": "CMU-Cylab",
+    "kind": "BOT",
+    "operator": "Carnegie Mellon University",
+    "operatorUrl": "https://epp-jcalandr-01.andrew.cmu.edu/about.html",
+    "category": "ACADEMIC_RESEARCH",
+    "description": "An academic research bot, conducting research on patterns in counterfeit document sales over the internet.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "CMU-Cylab"
+    ],
+    "userAgents": [
+      "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/140.0.0.0 Safari/537.36 (CMU-Cylab/1.0; +https://epp-jcalandr-01.andrew.cmu.edu/about.html)"
+    ],
+    "signatureAgentUrl": null
+  },
   {
     "slug": "coccocbot",
     "name": "Cốc Cốc",
@@ -5051,6 +5137,23 @@
     "userAgents": [],
     "signatureAgentUrl": "https://www.kernel.sh/.well-known/http-message-signatures-directory"
   },
+  {
+    "slug": "kimibot",
+    "name": "KimiBot",
+    "kind": "BOT",
+    "operator": "Moonshot AI",
+    "operatorUrl": "https://www.kimi.com/policies/kimi-crawlers",
+    "category": "AI_CRAWLER",
+    "description": "KimiBot crawls content potentially used to train Kimi's foundation models.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "KimiBot"
+    ],
+    "userAgents": [
+      "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; KimiBot/1.0; +https://www.kimi.com/policies/kimi-crawlers"
+    ],
+    "signatureAgentUrl": null
+  },
   {
     "slug": "kinsta-bot",
     "name": "Kinsta",
@@ -5234,6 +5337,19 @@
     ],
     "signatureAgentUrl": null
   },
+  {
+    "slug": "link-cli",
+    "name": "Link CLI",
+    "kind": "AGENT",
+    "operator": "Link",
+    "operatorUrl": "https://link.com/agents",
+    "category": "AI_ASSISTANT",
+    "description": "Link lets your agents spend on your behalf. Your payment credentials are never exposed. You approve every purchase.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [],
+    "userAgents": [],
+    "signatureAgentUrl": "https://api.link.com/.well-known/http-message-signatures-directory"
+  },
   {
     "slug": "linkcheckerpro",
     "name": "LinkChecker Bot",
@@ -5985,6 +6101,23 @@
     ],
     "signatureAgentUrl": null
   },
+  {
+    "slug": "montonio-webhooks",
+    "name": "Montonio Webhooks",
+    "kind": "BOT",
+    "operator": "Montonio",
+    "operatorUrl": "https://docs.montonio.com/api/stargate/guides/webhooks",
+    "category": "WEBHOOKS",
+    "description": "Montonio's payment gateway sends webhooks about payment or shipment status changes to our merchants' stores",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "MontonioWebhooks"
+    ],
+    "userAgents": [
+      "MontonioWebhooks/1.0"
+    ],
+    "signatureAgentUrl": null
+  },
   {
     "slug": "motominerbot",
     "name": "MotoMinerBot",
@@ -7234,6 +7367,23 @@
     ],
     "signatureAgentUrl": null
   },
+  {
+    "slug": "qatechbot",
+    "name": "QAtechBot",
+    "kind": "BOT",
+    "operator": "QA.tech",
+    "operatorUrl": "https://qa.tech",
+    "category": "AI_ASSISTANT",
+    "description": "AI agent for running QA tests",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "QATechBot"
+    ],
+    "userAgents": [
+      "QATechBot/1.0"
+    ],
+    "signatureAgentUrl": "https://app.bugduck.tech/.well-known/http-message-signatures-directory"
+  },
   {
     "slug": "qualifiedbot",
     "name": "QualifiedBot",