cloudflare-bot-directory 1.0.6 → 1.0.15

package/LICENSE.md

@@ -1,6 +1,6 @@
 The MIT License (MIT)
 
-Copyright © 2026 Kiko Beats <josefrancisco.verdu@gmail.com> (kikobeats.com)
+Copyright © 2019 Microlink <hello@microlink.io> (microlink.io)
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

package/README.md

@@ -6,7 +6,7 @@
   <br>
 </p>
 
-![Last version](https://img.shields.io/github/tag/kikobeats/cloudflare-bot-directory.svg?style=flat-square)
+![Last version](https://img.shields.io/github/tag/microlinkhq/cloudflare-bot-directory.svg?style=flat-square)
 [![NPM Status](https://img.shields.io/npm/dm/cloudflare-bot-directory.svg?style=flat-square)](https://www.npmjs.org/package/cloudflare-bot-directory)
 
 > A comprehensive list of **500+ verified bots** and web crawlers from [CloudFlare Radar](https://radar.cloudflare.com/traffic/verified-bots), available as a JSON dataset for bot detection, user agent analysis, and web scraping identification.
@@ -69,7 +69,7 @@ const isKnownBot = (userAgent) =>
 
 ## License
 
-**cloudflare-bot-directory** © [Kiko Beats](https://kikobeats.com), released under the [MIT](https://microlinkhq/cloudflare-bot-directory/cloudflare-bot-directory/blob/master/LICENSE.md) License.<br>
-Authored and maintained by [Kiko Beats](https://kikobeats.com) with help from [contributors](https://microlinkhq/cloudflare-bot-directory/cloudflare-bot-directory/contributors).
+**cloudflare-bot-directory** © [Microlink](https://microlink.io), released under the [MIT](https://github.com/microlinkhq/cloudflare-bot-directory/blob/master/LICENSE.md) License.<br>
+Authored and maintained by [Kiko Beats](https://kikobeats.com) with help from [contributors](https://github.com/microlinkhq/cloudflare-bot-directory/contributors).
 
-> [kikobeats.com](https://kikobeats.com) · GitHub [Kiko Beats](https://microlinkhq/cloudflare-bot-directory) · X [@kikobeats](https://x.com/kikobeats)
+> [microlink.io](https://microlink.io) · GitHub [microlinkhq](https://github.com/microlinkhq) · X [@microlinkhq](https://x.com/microlinkhq)

package/package.json

@@ -1,8 +1,8 @@
 {
   "name": "cloudflare-bot-directory",
   "description": "CloudFlare Radar verified bots directory - 500+ web crawlers, search engine bots, and user agents as JSON for bot detection and traffic filtering",
-  "homepage": "https://microlinkhq/cloudflare-bot-directory/cloudflare-bot-directory",
-  "version": "1.0.6",
+  "homepage": "https://github.com/microlinkhq/cloudflare-bot-directory",
+  "version": "1.0.15",
   "types": "./src/index.d.ts",
   "main": "./src/index.js",
   "exports": {
@@ -16,10 +16,10 @@
   "contributors": [],
   "repository": {
     "type": "git",
-    "url": "git+https://microlinkhq/cloudflare-bot-directory/cloudflare-bot-directory.git"
+    "url": "git+https://github.com/microlinkhq/cloudflare-bot-directory.git"
   },
   "bugs": {
-    "url": "https://microlinkhq/cloudflare-bot-directory/cloudflare-bot-directory/issues"
+    "url": "https://github.com/microlinkhq/cloudflare-bot-directory/issues"
   },
   "keywords": [
     "bingbot",

package/src/index.json

@@ -557,6 +557,22 @@
       "Anchor Browser"
     ]
   },
+  {
+    "slug": "apify-website-content-crawler",
+    "name": "Apify Website Content Crawler",
+    "kind": "AGENT",
+    "operator": null,
+    "operatorUrl": "https://apify.com/apify/website-content-crawler",
+    "category": "AI_ASSISTANT",
+    "description": "Crawl websites and extract content to feed AI apps. Convert web data to Markdown or HTML, download files, and more.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "ApifyWebsiteContentCrawler"
+    ],
+    "userAgents": [
+      "ApifyWebsiteContentCrawler/1.0 (+https://apify.com/apify/website-content-crawler)"
+    ]
+  },
   {
     "slug": "apple",
     "name": "Applebot",
@@ -736,22 +752,6 @@
       "Tumblr/14.0.835.186"
     ]
   },
-  {
-    "slug": "autorag",
-    "name": "AutoRAG",
-    "kind": "BOT",
-    "operator": "Cloudflare",
-    "operatorUrl": "https://developers.cloudflare.com/autorag",
-    "category": "AI_SEARCH",
-    "description": "AutoRAG is an all-in-one AI search solution",
-    "followsRobotsTxt": true,
-    "userAgentPatterns": [
-      "Cloudflare-AutoRAG"
-    ],
-    "userAgents": [
-      "Cloudflare-AutoRAG (https://developers.cloudflare.com/autorag; autorag@cloudflare.com)"
-    ]
-  },
   {
     "slug": "awario",
     "name": "AwarioSmartBot",
@@ -808,7 +808,7 @@
     "operator": "Baidu",
     "operatorUrl": null,
     "category": "SEARCH_ENGINE_CRAWLER",
-    "description": "Baidu's DDoS scrubbing proxy.",
+    "description": "Baidu's scrubbing proxy.",
     "followsRobotsTxt": false,
     "userAgentPatterns": [
       "Baidu-ADS"
@@ -1469,6 +1469,22 @@
       "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5 Build/MRA58N) AppleWebKit/537.36(KHTML, like Gecko) Chrome/69.0.3464.0 Mobile Safari/537.36 Chrome-Lighthouse"
     ]
   },
+  {
+    "slug": "citibotsitecrawler",
+    "name": "CitibotSiteCrawler",
+    "kind": "BOT",
+    "operator": null,
+    "operatorUrl": "https://www.citibot.io/",
+    "category": "AI_CRAWLER",
+    "description": "CitibotSiteCrawler collects public data from government websites to power Citibot’s AI civic engagement tools.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "CitibotSiteCrawler"
+    ],
+    "userAgents": [
+      "CitibotSiteCrawler/1.0"
+    ]
+  },
   {
     "slug": "clickagy",
     "name": "Clickagy",
@@ -1485,17 +1501,37 @@
       "Clickagy Intelligence Bot v2"
     ]
   },
+  {
+    "slug": "cloudflare-ai-search",
+    "name": "AI Search",
+    "kind": "BOT",
+    "operator": "Cloudflare",
+    "operatorUrl": "https://developers.cloudflare.com/ai-search",
+    "category": "AI_SEARCH",
+    "description": "Cloudflare AI Search is a managed service that lets you connect your data and easily build AI-powered search.",
+    "followsRobotsTxt": true,
+    "userAgentPatterns": [
+      "Cloudflare-AI-Search"
+    ],
+    "userAgents": [
+      "Cloudflare-AI-Search (https://developers.cloudflare.com/ai-search; ai-search@cloudflare.com)"
+    ]
+  },
   {
     "slug": "cloudflare-browser-rendering",
     "name": "Cloudflare Browser Rendering",
     "kind": "AGENT",
     "operator": "Cloudflare",
     "operatorUrl": "https://cloudflare.com",
-    "category": "PAGE_PREVIEW",
+    "category": "AI_CRAWLER",
     "description": "Cloudflare Browser Rendering",
     "followsRobotsTxt": false,
-    "userAgentPatterns": [],
-    "userAgents": []
+    "userAgentPatterns": [
+      "CloudflareBrowserRenderingCraw"
+    ],
+    "userAgents": [
+      "CloudflareBrowserRenderingCrawler/1.0"
+    ]
   },
   {
     "slug": "cloudflare-chv",
@@ -1536,7 +1572,7 @@
     "operator": "Cloudflare",
     "operatorUrl": null,
     "category": "MONITORING_AND_ANALYTICS",
-    "description": "Cloudflare diagnostic and testing services.",
+    "description": "Cloudflare system bot that performs health checks and diagnostic tests",
     "followsRobotsTxt": false,
     "userAgentPatterns": [
       "CloudflareDiagnostics"
@@ -2059,6 +2095,42 @@
       "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/140.0.0.0 Safari/537.36 CybaaBot"
     ]
   },
+  {
+    "slug": "daric2",
+    "name": "Daric2",
+    "kind": "BOT",
+    "operator": null,
+    "operatorUrl": "https://developers.cloudflare.com/ai-crawl-control/",
+    "category": "AI_CRAWLER",
+    "description": "Cloudflare AI Crawl Control bot 2",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [],
+    "userAgents": []
+  },
+  {
+    "slug": "daric3",
+    "name": "Daric3",
+    "kind": "BOT",
+    "operator": null,
+    "operatorUrl": "https://developers.cloudflare.com/ai-crawl-control/",
+    "category": "AI_CRAWLER",
+    "description": "Cloudflare AI Crawl Control bot 3",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [],
+    "userAgents": []
+  },
+  {
+    "slug": "daric4",
+    "name": "Daric4",
+    "kind": "BOT",
+    "operator": null,
+    "operatorUrl": "https://developers.cloudflare.com/ai-crawl-control/",
+    "category": "AI_CRAWLER",
+    "description": "Cloudflare AI Crawl Control bot 4",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [],
+    "userAgents": []
+  },
   {
     "slug": "datadog-synthetic-bot",
     "name": "Synthetic Bot",
@@ -2146,7 +2218,7 @@
     "operator": "Daum",
     "operatorUrl": "https://cs.daum.net/faq/15/4118.html?faqId=28966",
     "category": "SEARCH_ENGINE_CRAWLER",
-    "description": "Korean search engine crawler. Added from https://jira.cfops.it/browse/BOTS-1558.",
+    "description": "Korean search engine crawler",
     "followsRobotsTxt": false,
     "userAgentPatterns": [
       "Daum/4.1"
@@ -2181,10 +2253,10 @@
     "description": "The DeepCrawl bot crawls the websites of its customers to collect performance analytics and suggest SEO optimizations.",
     "followsRobotsTxt": false,
     "userAgentPatterns": [
-      "deepcrawl.com/bot"
+      "lumar"
     ],
     "userAgents": [
-      "https://deepcrawl.com/bot"
+      "lumar"
     ]
   },
   {
@@ -3494,6 +3566,18 @@
       "Notabot"
     ]
   },
+  {
+    "slug": "henry-shopping-agent",
+    "name": "Henry Shopping Agent",
+    "kind": "AGENT",
+    "operator": null,
+    "operatorUrl": "https://docs.henrylabs.ai/",
+    "category": "AI_ASSISTANT",
+    "description": "Executes checkout via browser automation using a user's card and signed mandate",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [],
+    "userAgents": []
+  },
   {
     "slug": "hetrixtools",
     "name": "HetrixTools",
@@ -4453,6 +4537,22 @@
       "MediaMonitoringBot/1.1 (+https://mediamonitoringbot.com/crawler; crawler@mediamonitoringbot.com)"
     ]
   },
+  {
+    "slug": "mediaboardbot",
+    "name": "mediaboardbot",
+    "kind": "BOT",
+    "operator": "Mediaboard",
+    "operatorUrl": "https://media.mediaboard.com/docs/mediaboardbot",
+    "category": "MONITORING_AND_ANALYTICS",
+    "description": "Mediaboard's web crawler (media monitoring) detects client mentions in online news and public content.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "mediaboardbot"
+    ],
+    "userAgents": [
+      "Mozilla/5.0 (compatible; mediaboardbot/1.0; +https://www.mediaboard.com/)"
+    ]
+  },
   {
     "slug": "medialogiabot",
     "name": "Medialogia Bot",
@@ -4892,6 +4992,22 @@
       "Mozilla/5.0 (compatible; Clearscopebot/1.0)"
     ]
   },
+  {
+    "slug": "nava-labs-asp-dev",
+    "name": "Nava Labs ASP (Dev)",
+    "kind": "AGENT",
+    "operator": null,
+    "operatorUrl": "https://dev.labs-asp.navateam.com/bot-disclosure",
+    "category": "AI_ASSISTANT",
+    "description": "Bot to assist social workers in navigating safety net benefit websites.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "Nava/"
+    ],
+    "userAgents": [
+      "Nava/"
+    ]
+  },
   {
     "slug": "naver",
     "name": "Yeti",
@@ -5164,6 +5280,18 @@
       "Mozilla/5.0 (compatible; NostoCrawlerBot/1.0; +http://my.nosto.com/tagging)"
     ]
   },
+  {
+    "slug": "nostra",
+    "name": "Nostra",
+    "kind": "BOT",
+    "operator": null,
+    "operatorUrl": "https://www.nostra.ai/edge-optimization",
+    "category": "SEARCH_ENGINE_OPTIMIZATION",
+    "description": "Nostra accelerates site speed for managed web platforms",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [],
+    "userAgents": []
+  },
   {
     "slug": "novellum-ai-crawl",
     "name": "Novellum AI Crawl",
@@ -5470,6 +5598,30 @@
       "Mozilla/5.0 (compatible; parse.ly scraper/0.16; +http://parsely.com)"
     ]
   },
+  {
+    "slug": "particlenewsbot",
+    "name": "ParticleNewsBot",
+    "kind": "BOT",
+    "operator": null,
+    "operatorUrl": "https://particle.news/bot",
+    "category": "AGGREGATOR",
+    "description": "Particle is an AI powered aggregator that collects news from many sources",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [],
+    "userAgents": []
+  },
+  {
+    "slug": "payhawk-invoice-fetching-bot",
+    "name": "Payhawk Invoice Fetching Agent",
+    "kind": "AGENT",
+    "operator": "Payhawk",
+    "operatorUrl": "https://payhawk.com/help/overview-of-the-financial-controller-agent",
+    "category": "AI_ASSISTANT",
+    "description": "Automated browser bot that fetches invoices for users from supplier websites and attaches them to their expense records.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [],
+    "userAgents": []
+  },
   {
     "slug": "paypal",
     "name": "PayPal",
@@ -6133,6 +6285,18 @@
       "RSSAPI/2.0 (+https://rssapi.net/)"
     ]
   },
+  {
+    "slug": "ryebot",
+    "name": "RyeBot",
+    "kind": "AGENT",
+    "operator": null,
+    "operatorUrl": "https://docs.rye.com/api-v2-experimental/ryebot",
+    "category": "AI_ASSISTANT",
+    "description": "Agentic checkout assistant that purchases products on behalf of end users with their explicit consent.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [],
+    "userAgents": []
+  },
   {
     "slug": "salesforce",
     "name": "Salesforce",
@@ -6508,7 +6672,7 @@
     "slug": "serankingbacklinksbot",
     "name": "SERankingBacklinksBot",
     "kind": "BOT",
-    "operator": null,
+    "operator": "SE Ranking",
     "operatorUrl": "https://seranking.com/backlinks-crawler",
     "category": "SEARCH_ENGINE_OPTIMIZATION",
     "description": "Crawls the Internet to assist in getting information on the link structure of sites on the web to assist SEO specialists",
@@ -6910,23 +7074,6 @@
       "Snipcart/1.0"
     ]
   },
-  {
-    "slug": "sogou",
-    "name": "Sogou",
-    "kind": "BOT",
-    "operator": "Sogou",
-    "operatorUrl": "http://www.sogou.com/docs/help/webmasters.htm#07",
-    "category": "SEARCH_ENGINE_CRAWLER",
-    "description": "The Sogou spider is the search engine crawler for Sogou. ",
-    "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      "www.sogou.com"
-    ],
-    "userAgents": [
-      "Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)",
-      "Sogou Pic Spider/3.0( http://www.sogou.com/docs/help/webmasters.htm#07)"
-    ]
-  },
   {
     "slug": "solarwinds-observability",
     "name": "SolarWinds Observability",
@@ -7300,6 +7447,23 @@
       "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/W.X.Y.Z Safari/537.36 (compatible; TermlyBot/W.X; +http://www.termly.io/bot.html)"
     ]
   },
+  {
+    "slug": "terracotta",
+    "name": "Terracotta",
+    "kind": "BOT",
+    "operator": null,
+    "operatorUrl": "https://github.com/CeramicTeam/CeramicTerracotta",
+    "category": "SEARCH_ENGINE_CRAWLER",
+    "description": "The Terracotta bot scrapes websites for use in generating indices for serving searches using Ceramic's search product.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "Terracotta"
+    ],
+    "userAgents": [
+      "Terracotta",
+      "Terracotta-News"
+    ]
+  },
   {
     "slug": "thousand-eyes",
     "name": "Thousand Eyes Cloud Agent",
@@ -7493,6 +7657,22 @@
       "Mozilla/5.0 (compatible; Uptime/1.0; http://uptime.com)"
     ]
   },
+  {
+    "slug": "uptime-monitoring",
+    "name": "Uptime Monitoring",
+    "kind": "BOT",
+    "operator": "GoDaddy",
+    "operatorUrl": "https://docs.sucuri.net/website-monitoring/understanding-alerts/uptime-monitor-alerts/",
+    "category": "MONITORING_AND_ANALYTICS",
+    "description": "Uptime monitoring is a service that checks if a website is online. It will send you an alert if your website is “down”.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "UptimeMonitoring"
+    ],
+    "userAgents": [
+      "UptimeMonitoring"
+    ]
+  },
   {
     "slug": "uptimebot",
     "name": "UptimeBot",
@@ -7525,23 +7705,6 @@
       "Mozilla/5.0+(compatible; UptimeRobot/2.0; http://www.uptimerobot.com/)"
     ]
   },
-  {
-    "slug": "uptimestatistics",
-    "name": "uptimedoctor",
-    "kind": "BOT",
-    "operator": "uptimedoctor",
-    "operatorUrl": "http://uptimestatistics.com",
-    "category": "MONITORING_AND_ANALYTICS",
-    "description": "UptimeDoctor is a website uptime monitoring service. ",
-    "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      "www.uptimedoctor.com"
-    ],
-    "userAgents": [
-      "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.140 Safari/537.36 Edge/17.17134 www.uptimedoctor.com (username slowmail)",
-      "Mozilla/4.0 (compatible; MSIE 6.0; www.hyperspin.com username mis.admin)"
-    ]
-  },
   {
     "slug": "uptimia",
     "name": "Uptimia",
@@ -7606,6 +7769,18 @@
       "Mozilla/5.0 (compatible; videootvBot; +https://www.videoo.tv)"
     ]
   },
+  {
+    "slug": "visually-io-shopify-editor",
+    "name": "Visually.io Shopify Editor",
+    "kind": "AGENT",
+    "operator": null,
+    "operatorUrl": "https://help.visually.io/visually.io-editor-cloudflare-signed-agent",
+    "category": "AI_ASSISTANT",
+    "description": "Shopify theme editor alternative for live, real-time store editing via a secure iframe and controlled proxy.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [],
+    "userAgents": []
+  },
   {
     "slug": "w3-validator-services",
     "name": "W3 Validator Services",
@@ -7719,6 +7894,22 @@
       "websitepulse checker/3.0 (compatible; MSIE 5.5; Netscape 4.75; Linux)"
     ]
   },
+  {
+    "slug": "webstatus247",
+    "name": "Webstatus247",
+    "kind": "BOT",
+    "operator": null,
+    "operatorUrl": "https://www.webstatus247.com/bot-information",
+    "category": "MONITORING_AND_ANALYTICS",
+    "description": "WebStatus247 is an intelligent website monitoring bot that continuously checks the availability and uptime",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "Webstatus247"
+    ],
+    "userAgents": [
+      "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36 Webstatus247/1.0"
+    ]
+  },
   {
     "slug": "webtotem",
     "name": "WebTotemBot",
@@ -8016,7 +8207,7 @@
     "operator": "Yahoo",
     "operatorUrl": "https://www.yahoo-help.jp",
     "category": "SEARCH_ENGINE_OPTIMIZATION",
-    "description": "SEO crawler for Yahoo Japan.",
+    "description": "Yahoo Japan search engine crawler for SEO analysis",
     "followsRobotsTxt": false,
     "userAgentPatterns": [
       "J-BRW",
@@ -8170,6 +8361,22 @@
       "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/87.0.4280.88 YextBot/Java Safari/537.36"
     ]
   },
+  {
+    "slug": "ygs-group-falconer-scraper",
+    "name": "YGS Group Falconer Scraper",
+    "kind": "BOT",
+    "operator": null,
+    "operatorUrl": "https://ygscontentlicensing.com/falconer/",
+    "category": "AI_CRAWLER",
+    "description": "A content based scraper only for partners we collaborate with who have given permission to have their website scraped.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "ygs-scraper-bot"
+    ],
+    "userAgents": [
+      "ygs-scraper-bot/1.0"
+    ]
+  },
   {
     "slug": "yokoy-group",
     "name": "Yokoy Group Webhooks",