cloudflare-bot-directory 1.0.7 → 1.0.16

package/LICENSE.md

@@ -1,6 +1,6 @@
 The MIT License (MIT)
 
-Copyright © 2026 Kiko Beats <josefrancisco.verdu@gmail.com> (kikobeats.com)
+Copyright © 2019 Microlink <hello@microlink.io> (microlink.io)
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

package/README.md

@@ -6,7 +6,7 @@
   <br>
 </p>
 
-![Last version](https://img.shields.io/github/tag/kikobeats/cloudflare-bot-directory.svg?style=flat-square)
+![Last version](https://img.shields.io/github/tag/microlinkhq/cloudflare-bot-directory.svg?style=flat-square)
 [![NPM Status](https://img.shields.io/npm/dm/cloudflare-bot-directory.svg?style=flat-square)](https://www.npmjs.org/package/cloudflare-bot-directory)
 
 > A comprehensive list of **500+ verified bots** and web crawlers from [CloudFlare Radar](https://radar.cloudflare.com/traffic/verified-bots), available as a JSON dataset for bot detection, user agent analysis, and web scraping identification.
@@ -69,7 +69,7 @@ const isKnownBot = (userAgent) =>
 
 ## License
 
-**cloudflare-bot-directory** © [Kiko Beats](https://kikobeats.com), released under the [MIT](https://microlinkhq/cloudflare-bot-directory/cloudflare-bot-directory/blob/master/LICENSE.md) License.<br>
-Authored and maintained by [Kiko Beats](https://kikobeats.com) with help from [contributors](https://microlinkhq/cloudflare-bot-directory/cloudflare-bot-directory/contributors).
+**cloudflare-bot-directory** © [Microlink](https://microlink.io), released under the [MIT](https://github.com/microlinkhq/cloudflare-bot-directory/blob/master/LICENSE.md) License.<br>
+Authored and maintained by [Kiko Beats](https://kikobeats.com) with help from [contributors](https://github.com/microlinkhq/cloudflare-bot-directory/contributors).
 
-> [kikobeats.com](https://kikobeats.com) · GitHub [Kiko Beats](https://microlinkhq/cloudflare-bot-directory) · X [@kikobeats](https://x.com/kikobeats)
+> [microlink.io](https://microlink.io) · GitHub [microlinkhq](https://github.com/microlinkhq) · X [@microlinkhq](https://x.com/microlinkhq)

package/package.json

@@ -1,8 +1,8 @@
 {
   "name": "cloudflare-bot-directory",
   "description": "CloudFlare Radar verified bots directory - 500+ web crawlers, search engine bots, and user agents as JSON for bot detection and traffic filtering",
-  "homepage": "https://microlinkhq/cloudflare-bot-directory/cloudflare-bot-directory",
-  "version": "1.0.7",
+  "homepage": "https://github.com/microlinkhq/cloudflare-bot-directory",
+  "version": "1.0.16",
   "types": "./src/index.d.ts",
   "main": "./src/index.js",
   "exports": {
@@ -16,10 +16,10 @@
   "contributors": [],
   "repository": {
     "type": "git",
-    "url": "git+https://microlinkhq/cloudflare-bot-directory/cloudflare-bot-directory.git"
+    "url": "git+https://github.com/microlinkhq/cloudflare-bot-directory.git"
   },
   "bugs": {
-    "url": "https://microlinkhq/cloudflare-bot-directory/cloudflare-bot-directory/issues"
+    "url": "https://github.com/microlinkhq/cloudflare-bot-directory/issues"
   },
   "keywords": [
     "bingbot",

package/src/index.json

@@ -557,6 +557,22 @@
       "Anchor Browser"
     ]
   },
+  {
+    "slug": "apify-website-content-crawler",
+    "name": "Apify Website Content Crawler",
+    "kind": "AGENT",
+    "operator": null,
+    "operatorUrl": "https://apify.com/apify/website-content-crawler",
+    "category": "AI_ASSISTANT",
+    "description": "Crawl websites and extract content to feed AI apps. Convert web data to Markdown or HTML, download files, and more.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "ApifyWebsiteContentCrawler"
+    ],
+    "userAgents": [
+      "ApifyWebsiteContentCrawler/1.0 (+https://apify.com/apify/website-content-crawler)"
+    ]
+  },
   {
     "slug": "apple",
     "name": "Applebot",
@@ -736,22 +752,6 @@
       "Tumblr/14.0.835.186"
     ]
   },
-  {
-    "slug": "autorag",
-    "name": "AutoRAG",
-    "kind": "BOT",
-    "operator": "Cloudflare",
-    "operatorUrl": "https://developers.cloudflare.com/autorag",
-    "category": "AI_SEARCH",
-    "description": "AutoRAG is an all-in-one AI search solution",
-    "followsRobotsTxt": true,
-    "userAgentPatterns": [
-      "Cloudflare-AutoRAG"
-    ],
-    "userAgents": [
-      "Cloudflare-AutoRAG (https://developers.cloudflare.com/autorag; autorag@cloudflare.com)"
-    ]
-  },
   {
     "slug": "awario",
     "name": "AwarioSmartBot",
@@ -808,7 +808,7 @@
     "operator": "Baidu",
     "operatorUrl": null,
     "category": "SEARCH_ENGINE_CRAWLER",
-    "description": "Baidu's DDoS scrubbing proxy.",
+    "description": "Baidu's scrubbing proxy.",
     "followsRobotsTxt": false,
     "userAgentPatterns": [
       "Baidu-ADS"
@@ -897,6 +897,22 @@
       "bigsur.ai (+https://www.bigsur.ai)"
     ]
   },
+  {
+    "slug": "bigscootsmonitor",
+    "name": "BigScootsMonitor",
+    "kind": "BOT",
+    "operator": null,
+    "operatorUrl": "https://monitor.bigscoots.dev",
+    "category": "MONITORING_AND_ANALYTICS",
+    "description": "BigScoots Managed Services Monitor - Uptime",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "BigScootsMonitor"
+    ],
+    "userAgents": [
+      "BigScootsMonitor Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.169 Safari/537.36"
+    ]
+  },
   {
     "slug": "bigupdatabot",
     "name": "BigUpData Bot",
@@ -1469,6 +1485,22 @@
       "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5 Build/MRA58N) AppleWebKit/537.36(KHTML, like Gecko) Chrome/69.0.3464.0 Mobile Safari/537.36 Chrome-Lighthouse"
     ]
   },
+  {
+    "slug": "citibotsitecrawler",
+    "name": "CitibotSiteCrawler",
+    "kind": "BOT",
+    "operator": null,
+    "operatorUrl": "https://www.citibot.io/",
+    "category": "AI_CRAWLER",
+    "description": "CitibotSiteCrawler collects public data from government websites to power Citibot’s AI civic engagement tools.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "CitibotSiteCrawler"
+    ],
+    "userAgents": [
+      "CitibotSiteCrawler/1.0"
+    ]
+  },
   {
     "slug": "clickagy",
     "name": "Clickagy",
@@ -1485,18 +1517,50 @@
       "Clickagy Intelligence Bot v2"
     ]
   },
+  {
+    "slug": "cloudflare-ai-search",
+    "name": "AI Search",
+    "kind": "BOT",
+    "operator": "Cloudflare",
+    "operatorUrl": "https://developers.cloudflare.com/ai-search",
+    "category": "AI_SEARCH",
+    "description": "Cloudflare AI Search is a managed service that lets you connect your data and easily build AI-powered search.",
+    "followsRobotsTxt": true,
+    "userAgentPatterns": [
+      "Cloudflare-AI-Search"
+    ],
+    "userAgents": [
+      "Cloudflare-AI-Search (https://developers.cloudflare.com/ai-search; ai-search@cloudflare.com)"
+    ]
+  },
   {
     "slug": "cloudflare-browser-rendering",
     "name": "Cloudflare Browser Rendering",
     "kind": "AGENT",
     "operator": "Cloudflare",
     "operatorUrl": "https://cloudflare.com",
-    "category": "PAGE_PREVIEW",
-    "description": "Cloudflare Browser Rendering",
+    "category": "AI_ASSISTANT",
+    "description": "Renders web pages in headless browsers for Cloudflare customers. Used for browser automation (screenshots, PDF generation, content extraction, etc.) and for AI agents to interact with the web. Used by Cloudflare customers via Workers bindings and REST API. Does not include the /crawl endpoint, which has a separate bot identity (Cloudflare Crawler - Signed Agent).",
     "followsRobotsTxt": false,
     "userAgentPatterns": [],
     "userAgents": []
   },
+  {
+    "slug": "cloudflare-browser-rendering-crawler",
+    "name": "Cloudflare Crawler",
+    "kind": "AGENT",
+    "operator": "Cloudflare",
+    "operatorUrl": "https://cloudflare.com",
+    "category": "AI_CRAWLER",
+    "description": "The Cloudflare Crawler is a well-behaved crawler that retrieves web content. By default, it self-identifies as a bot, honors robots.txt directives, and cannot bypass CAPTCHAs or bot protection. Used by Cloudflare customers via the Browser Rendering /crawl endpoint.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "CloudflareBrowserRenderingCrawler/1.0"
+    ],
+    "userAgents": [
+      "CloudflareBrowserRenderingCrawler/1.0"
+    ]
+  },
   {
     "slug": "cloudflare-chv",
     "name": "Cloudflare Custom Hostname Verification",
@@ -1536,7 +1600,7 @@
     "operator": "Cloudflare",
     "operatorUrl": null,
     "category": "MONITORING_AND_ANALYTICS",
-    "description": "Cloudflare diagnostic and testing services.",
+    "description": "Cloudflare system bot that performs health checks and diagnostic tests",
     "followsRobotsTxt": false,
     "userAgentPatterns": [
       "CloudflareDiagnostics"
@@ -1561,6 +1625,22 @@
       "Cloudflare-Healthchecks"
     ]
   },
+  {
+    "slug": "cloudflare-observatory-curly",
+    "name": "Cloudflare Observatory Curly",
+    "kind": "BOT",
+    "operator": "Cloudflare",
+    "operatorUrl": "https://developers.cloudflare.com/speed/observatory/",
+    "category": "MONITORING_AND_ANALYTICS",
+    "description": "Synthetic network probes for HTTP timing measurements (TCP, TLS, TTFB). Measures connection timing for customer-owned URLs.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "curly-"
+    ],
+    "userAgents": [
+      "curly-*"
+    ]
+  },
   {
     "slug": "cloudflare-prefetch",
     "name": "Cloudflare Prefetch",
@@ -2059,6 +2139,42 @@
       "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/140.0.0.0 Safari/537.36 CybaaBot"
     ]
   },
+  {
+    "slug": "daric2",
+    "name": "Daric2",
+    "kind": "BOT",
+    "operator": null,
+    "operatorUrl": "https://developers.cloudflare.com/ai-crawl-control/",
+    "category": "AI_CRAWLER",
+    "description": "Cloudflare AI Crawl Control bot 2",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [],
+    "userAgents": []
+  },
+  {
+    "slug": "daric3",
+    "name": "Daric3",
+    "kind": "BOT",
+    "operator": null,
+    "operatorUrl": "https://developers.cloudflare.com/ai-crawl-control/",
+    "category": "AI_CRAWLER",
+    "description": "Cloudflare AI Crawl Control bot 3",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [],
+    "userAgents": []
+  },
+  {
+    "slug": "daric4",
+    "name": "Daric4",
+    "kind": "BOT",
+    "operator": null,
+    "operatorUrl": "https://developers.cloudflare.com/ai-crawl-control/",
+    "category": "AI_CRAWLER",
+    "description": "Cloudflare AI Crawl Control bot 4",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [],
+    "userAgents": []
+  },
   {
     "slug": "datadog-synthetic-bot",
     "name": "Synthetic Bot",
@@ -2146,7 +2262,7 @@
     "operator": "Daum",
     "operatorUrl": "https://cs.daum.net/faq/15/4118.html?faqId=28966",
     "category": "SEARCH_ENGINE_CRAWLER",
-    "description": "Korean search engine crawler. Added from https://jira.cfops.it/browse/BOTS-1558.",
+    "description": "Korean search engine crawler",
     "followsRobotsTxt": false,
     "userAgentPatterns": [
       "Daum/4.1"
@@ -2181,10 +2297,10 @@
     "description": "The DeepCrawl bot crawls the websites of its customers to collect performance analytics and suggest SEO optimizations.",
     "followsRobotsTxt": false,
     "userAgentPatterns": [
-      "deepcrawl.com/bot"
+      "lumar"
     ],
     "userAgents": [
-      "https://deepcrawl.com/bot"
+      "lumar"
     ]
   },
   {
@@ -2464,6 +2580,22 @@
       "easyDNS Monitoring ( http://easyurl.net/monitoring )"
     ]
   },
+  {
+    "slug": "easyscan",
+    "name": "EasyScan",
+    "kind": "AGENT",
+    "operator": "codire GmbH",
+    "operatorUrl": "https://www.it-recht-kanzlei.de/website-scanner-fuer-mandanten.php",
+    "category": "AI_ASSISTANT",
+    "description": "Automated scanning service that reviews online content on behalf of end users to identify potential legal issues.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "EasyScan"
+    ],
+    "userAgents": [
+      "EasyScan/1.0"
+    ]
+  },
   {
     "slug": "echoboxbot",
     "name": "Echobot Bot",
@@ -3494,6 +3626,18 @@
       "Notabot"
     ]
   },
+  {
+    "slug": "henry-shopping-agent",
+    "name": "Henry Shopping Agent",
+    "kind": "AGENT",
+    "operator": null,
+    "operatorUrl": "https://docs.henrylabs.ai/",
+    "category": "AI_ASSISTANT",
+    "description": "Executes checkout via browser automation using a user's card and signed mandate",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [],
+    "userAgents": []
+  },
   {
     "slug": "hetrixtools",
     "name": "HetrixTools",
@@ -3510,6 +3654,22 @@
       "HetrixTools Uptime Monitoring Bot. https://hetrix.tools/uptime-monitoring-bot.html"
     ]
   },
+  {
+    "slug": "hey-email-privacy-proxy-2",
+    "name": "HEY Email Privacy Proxy",
+    "kind": "BOT",
+    "operator": null,
+    "operatorUrl": "https://www.hey.com/spy-trackers/",
+    "category": "PAGE_PREVIEW",
+    "description": "HEY email stops spy pixels and prevents user IP tracking by proxying all HTML email images, fonts, and external assets",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "hey.com/imageproxy"
+    ],
+    "userAgents": [
+      "hey.com/imageproxy Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36"
+    ]
+  },
   {
     "slug": "hifibot",
     "name": "HIFIBot",
@@ -3995,6 +4155,18 @@
       "Mozilla/5.0 (compatible; heritrix/3.4.0 +https://www.kb.dk/netarkivindsamling/) Firefox/57"
     ]
   },
+  {
+    "slug": "kernel",
+    "name": "Kernel",
+    "kind": "AGENT",
+    "operator": null,
+    "operatorUrl": "https://www.kernel.sh/docs",
+    "category": "AI_ASSISTANT",
+    "description": "Kernel is a browsers as a service platform that enables AI agents to browse the internet.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [],
+    "userAgents": []
+  },
   {
     "slug": "kinsta-bot",
     "name": "Kinsta",
@@ -4453,6 +4625,22 @@
       "MediaMonitoringBot/1.1 (+https://mediamonitoringbot.com/crawler; crawler@mediamonitoringbot.com)"
     ]
   },
+  {
+    "slug": "mediaboardbot",
+    "name": "mediaboardbot",
+    "kind": "BOT",
+    "operator": "Mediaboard",
+    "operatorUrl": "https://media.mediaboard.com/docs/mediaboardbot",
+    "category": "MONITORING_AND_ANALYTICS",
+    "description": "Mediaboard's web crawler (media monitoring) detects client mentions in online news and public content.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "mediaboardbot"
+    ],
+    "userAgents": [
+      "Mozilla/5.0 (compatible; mediaboardbot/1.0; +https://www.mediaboard.com/)"
+    ]
+  },
   {
     "slug": "medialogiabot",
     "name": "Medialogia Bot",
@@ -4892,6 +5080,22 @@
       "Mozilla/5.0 (compatible; Clearscopebot/1.0)"
     ]
   },
+  {
+    "slug": "nava-labs-asp-dev",
+    "name": "Nava Labs ASP (Dev)",
+    "kind": "AGENT",
+    "operator": null,
+    "operatorUrl": "https://dev.labs-asp.navateam.com/bot-disclosure",
+    "category": "AI_ASSISTANT",
+    "description": "Bot to assist social workers in navigating safety net benefit websites.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "Nava/"
+    ],
+    "userAgents": [
+      "Nava/"
+    ]
+  },
   {
     "slug": "naver",
     "name": "Yeti",
@@ -5164,6 +5368,18 @@
       "Mozilla/5.0 (compatible; NostoCrawlerBot/1.0; +http://my.nosto.com/tagging)"
     ]
   },
+  {
+    "slug": "nostra",
+    "name": "Nostra",
+    "kind": "BOT",
+    "operator": null,
+    "operatorUrl": "https://www.nostra.ai/edge-optimization",
+    "category": "SEARCH_ENGINE_OPTIMIZATION",
+    "description": "Nostra accelerates site speed for managed web platforms",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [],
+    "userAgents": []
+  },
   {
     "slug": "novellum-ai-crawl",
     "name": "Novellum AI Crawl",
@@ -5470,6 +5686,30 @@
       "Mozilla/5.0 (compatible; parse.ly scraper/0.16; +http://parsely.com)"
     ]
   },
+  {
+    "slug": "particlenewsbot",
+    "name": "ParticleNewsBot",
+    "kind": "BOT",
+    "operator": null,
+    "operatorUrl": "https://particle.news/bot",
+    "category": "AGGREGATOR",
+    "description": "Particle is an AI powered aggregator that collects news from many sources",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [],
+    "userAgents": []
+  },
+  {
+    "slug": "payhawk-invoice-fetching-bot",
+    "name": "Payhawk Invoice Fetching Agent",
+    "kind": "AGENT",
+    "operator": "Payhawk",
+    "operatorUrl": "https://payhawk.com/help/overview-of-the-financial-controller-agent",
+    "category": "AI_ASSISTANT",
+    "description": "Automated browser bot that fetches invoices for users from supplier websites and attaches them to their expense records.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [],
+    "userAgents": []
+  },
   {
     "slug": "paypal",
     "name": "PayPal",
@@ -6133,6 +6373,18 @@
       "RSSAPI/2.0 (+https://rssapi.net/)"
     ]
   },
+  {
+    "slug": "ryebot",
+    "name": "RyeBot",
+    "kind": "AGENT",
+    "operator": null,
+    "operatorUrl": "https://docs.rye.com/api-v2-experimental/ryebot",
+    "category": "AI_ASSISTANT",
+    "description": "Agentic checkout assistant that purchases products on behalf of end users with their explicit consent.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [],
+    "userAgents": []
+  },
   {
     "slug": "salesforce",
     "name": "Salesforce",
@@ -6508,7 +6760,7 @@
     "slug": "serankingbacklinksbot",
     "name": "SERankingBacklinksBot",
     "kind": "BOT",
-    "operator": null,
+    "operator": "SE Ranking",
     "operatorUrl": "https://seranking.com/backlinks-crawler",
     "category": "SEARCH_ENGINE_OPTIMIZATION",
     "description": "Crawls the Internet to assist in getting information on the link structure of sites on the web to assist SEO specialists",
@@ -6910,23 +7162,6 @@
       "Snipcart/1.0"
     ]
   },
-  {
-    "slug": "sogou",
-    "name": "Sogou",
-    "kind": "BOT",
-    "operator": "Sogou",
-    "operatorUrl": "http://www.sogou.com/docs/help/webmasters.htm#07",
-    "category": "SEARCH_ENGINE_CRAWLER",
-    "description": "The Sogou spider is the search engine crawler for Sogou. ",
-    "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      "www.sogou.com"
-    ],
-    "userAgents": [
-      "Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)",
-      "Sogou Pic Spider/3.0( http://www.sogou.com/docs/help/webmasters.htm#07)"
-    ]
-  },
   {
     "slug": "solarwinds-observability",
     "name": "SolarWinds Observability",
@@ -7300,6 +7535,23 @@
       "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/W.X.Y.Z Safari/537.36 (compatible; TermlyBot/W.X; +http://www.termly.io/bot.html)"
     ]
   },
+  {
+    "slug": "terracotta",
+    "name": "Terracotta",
+    "kind": "BOT",
+    "operator": null,
+    "operatorUrl": "https://github.com/CeramicTeam/CeramicTerracotta",
+    "category": "SEARCH_ENGINE_CRAWLER",
+    "description": "The Terracotta bot scrapes websites for use in generating indices for serving searches using Ceramic's search product.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "Terracotta"
+    ],
+    "userAgents": [
+      "Terracotta",
+      "Terracotta-News"
+    ]
+  },
   {
     "slug": "thousand-eyes",
     "name": "Thousand Eyes Cloud Agent",
@@ -7493,6 +7745,22 @@
       "Mozilla/5.0 (compatible; Uptime/1.0; http://uptime.com)"
     ]
   },
+  {
+    "slug": "uptime-monitoring",
+    "name": "Uptime Monitoring",
+    "kind": "BOT",
+    "operator": "GoDaddy",
+    "operatorUrl": "https://docs.sucuri.net/website-monitoring/understanding-alerts/uptime-monitor-alerts/",
+    "category": "MONITORING_AND_ANALYTICS",
+    "description": "Uptime monitoring is a service that checks if a website is online. It will send you an alert if your website is “down”.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "UptimeMonitoring"
+    ],
+    "userAgents": [
+      "UptimeMonitoring"
+    ]
+  },
   {
     "slug": "uptimebot",
     "name": "UptimeBot",
@@ -7525,23 +7793,6 @@
       "Mozilla/5.0+(compatible; UptimeRobot/2.0; http://www.uptimerobot.com/)"
     ]
   },
-  {
-    "slug": "uptimestatistics",
-    "name": "uptimedoctor",
-    "kind": "BOT",
-    "operator": "uptimedoctor",
-    "operatorUrl": "http://uptimestatistics.com",
-    "category": "MONITORING_AND_ANALYTICS",
-    "description": "UptimeDoctor is a website uptime monitoring service. ",
-    "followsRobotsTxt": false,
-    "userAgentPatterns": [
-      "www.uptimedoctor.com"
-    ],
-    "userAgents": [
-      "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.140 Safari/537.36 Edge/17.17134 www.uptimedoctor.com (username slowmail)",
-      "Mozilla/4.0 (compatible; MSIE 6.0; www.hyperspin.com username mis.admin)"
-    ]
-  },
   {
     "slug": "uptimia",
     "name": "Uptimia",
@@ -7606,6 +7857,18 @@
       "Mozilla/5.0 (compatible; videootvBot; +https://www.videoo.tv)"
     ]
   },
+  {
+    "slug": "visually-io-shopify-editor",
+    "name": "Visually.io Shopify Editor",
+    "kind": "AGENT",
+    "operator": null,
+    "operatorUrl": "https://help.visually.io/visually.io-editor-cloudflare-signed-agent",
+    "category": "AI_ASSISTANT",
+    "description": "Shopify theme editor alternative for live, real-time store editing via a secure iframe and controlled proxy.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [],
+    "userAgents": []
+  },
   {
     "slug": "w3-validator-services",
     "name": "W3 Validator Services",
@@ -7719,6 +7982,22 @@
       "websitepulse checker/3.0 (compatible; MSIE 5.5; Netscape 4.75; Linux)"
     ]
   },
+  {
+    "slug": "webstatus247",
+    "name": "Webstatus247",
+    "kind": "BOT",
+    "operator": null,
+    "operatorUrl": "https://www.webstatus247.com/bot-information",
+    "category": "MONITORING_AND_ANALYTICS",
+    "description": "WebStatus247 is an intelligent website monitoring bot that continuously checks the availability and uptime",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "Webstatus247"
+    ],
+    "userAgents": [
+      "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36 Webstatus247/1.0"
+    ]
+  },
   {
     "slug": "webtotem",
     "name": "WebTotemBot",
@@ -8016,7 +8295,7 @@
     "operator": "Yahoo",
     "operatorUrl": "https://www.yahoo-help.jp",
     "category": "SEARCH_ENGINE_OPTIMIZATION",
-    "description": "SEO crawler for Yahoo Japan.",
+    "description": "Yahoo Japan search engine crawler for SEO analysis",
     "followsRobotsTxt": false,
     "userAgentPatterns": [
       "J-BRW",
@@ -8170,6 +8449,22 @@
       "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/87.0.4280.88 YextBot/Java Safari/537.36"
     ]
   },
+  {
+    "slug": "ygs-group-falconer-scraper",
+    "name": "YGS Group Falconer Scraper",
+    "kind": "BOT",
+    "operator": null,
+    "operatorUrl": "https://ygscontentlicensing.com/falconer/",
+    "category": "AI_CRAWLER",
+    "description": "A content based scraper only for partners we collaborate with who have given permission to have their website scraped.",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "ygs-scraper-bot"
+    ],
+    "userAgents": [
+      "ygs-scraper-bot/1.0"
+    ]
+  },
   {
     "slug": "yokoy-group",
     "name": "Yokoy Group Webhooks",
@@ -8186,6 +8481,22 @@
       "YokoyGroupAG/1.0"
     ]
   },
+  {
+    "slug": "youbot",
+    "name": "YouBot",
+    "kind": "BOT",
+    "operator": null,
+    "operatorUrl": "https://docs.you.com/youbot",
+    "category": "SEARCH_ENGINE_CRAWLER",
+    "description": "You.com Search Engine Crawler",
+    "followsRobotsTxt": false,
+    "userAgentPatterns": [
+      "YouBot"
+    ],
+    "userAgents": [
+      "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; YouBot/1.0; +https://docs.you.com/youbot; env:prod) Chrome/X.X.X.X Safari/537.36"
+    ]
+  },
   {
     "slug": "zapier",
     "name": "Zapier",