@coywolf/emdash 0.0.0-stage → 0.35.13

package/src/robots/data/bots.json

@@ -0,0 +1,696 @@
+{"generatedAt":"2026-10-04","source":"Cloudflare Radar /radar/bots + operator documentation (scripts/build-bots.mjs)","bots":[
+{"slug":"2checkout","name":"2checkout","operator":"Verifone","category":"WEBHOOKS","description":"2Checkout Payment Platform's webhooks integration for notifying websites about payment events. Now operated by Verifone.","token":"2checkout","status":"unverified","evidence":"heuristic","sourceUrl":"https://knowledgecenter.2checkout.com/API-Integration/Webhooks/","origin":"radar"},
+{"slug":"360monitoring","name":"360Monitoring","operator":"360Monitoring","category":"MONITORING_AND_ANALYTICS","description":"Empowering Developers to Monitor Sites & Servers, Easily","token":"monitoring360bot","status":"verified","evidence":"operator-docs","sourceUrl":"https://docs.360monitoring.com/docs/monitoring-bot-and-cloudflare-settings","verifiedAt":"2026-08-13","aliases":["monitoring360"],"origin":"radar"},
+{"slug":"accessible-web-bot","name":"Accessible Web Bot","operator":"Accessible Web","category":"ACCESSIBILITY","description":"Accessible Web Bot crawls customer websites to discover pages and monitor for accessibility violations on regular basis. Crawls are initiated for Accessible Web's \"Page Monitoring\" SaaS product.","token":"AccessibleWebBot","status":"verified","evidence":"user-agent","sourceUrl":"https://accessibleweb.com","verifiedAt":"2026-08-13","aliases":["HeadlessChrome"],"origin":"radar"},
+{"slug":"accesssparkbot","name":"AccessSparkBot","operator":"Inner Spark Media, LLC","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Accessibility auditor for AccessSpark. Renders authorized pages, checks them against WCAG 2.2, honors robots.txt.","token":"AccessSparkBot","status":"unverified","evidence":"heuristic","sourceUrl":"https://accessspark.io/bot","origin":"radar"},
+{"slug":"accessstatus","name":"AccessStatus","operator":"AccessStatus","category":"MONITORING_AND_ANALYTICS","description":"AccessStatus is a bot that checks the HTTP status code of a web page. It is used to determine if a URL is active, redirected, or returning an error.","token":"AccessStatus","status":"verified","evidence":"user-agent","sourceUrl":"https://www.accesslink.fr/page/a-propos-de-accessstatus","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"activecomply-bot","name":"ActiveComply Bot","operator":"ActiveComply","category":"MONITORING_AND_ANALYTICS","description":"ActiveComply Bot is a crawler for a service that monitors social media for regulatory compliance. It scans for specific keywords and content for businesses in regulated industries.","token":"ActiveComply","status":"verified","evidence":"user-agent","sourceUrl":"https://app.activecomply.com/bot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"adagiobot","name":"Adagio Bot","operator":"Adagio","category":"MONITORING_AND_ANALYTICS","description":"Adagio demand optimization solutions help publishers leverage unlimited demand sources at unprecedented revenue level, while improving user experience, SPO and carbon footprint.","token":"Adagiobot","status":"verified","evidence":"user-agent","sourceUrl":"https://adagio.io","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"addsearchbot","name":"AddSearchBot","operator":"Addsearch","category":"SEARCH_ENGINE_OPTIMIZATION","description":"As AddSearch adds content from your site to the search, the AddSearch bot gets counted as traffic by most analytics software.","token":"AddSearchBot","status":"verified","evidence":"user-agent","sourceUrl":"http://www.addsearch.com/bot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"addthis","name":"AddThis","operator":"AddThis","category":"SEARCH_ENGINE_OPTIMIZATION","description":"The AddThis bot crawls websites to gather and update content for its website marketing tools. These tools include features like social sharing buttons and content recommendation widgets.","token":"AddThis","status":"unverified","evidence":"heuristic","sourceUrl":"https://docs.oracle.com/en/","aliases":["AddThis.com"],"origin":"radar"},
+{"slug":"adsensor-2","name":"AdSensor","operator":"LLC EDKONTROL","category":"ADVERTISING_AND_MARKETING","description":"AdSensor is a Russian advertising monitoring","token":"AdSensorBot","status":"verified","evidence":"user-agent","sourceUrl":"https://adsensor.ru","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"adstxtcrawler","name":"AdsTxtCrawler","operator":"OneTag Limited","category":"ADVERTISING_AND_MARKETING","description":"OneTag is required to crawl ads.txt files from our publishers to verify the presence of the onetag.com line","token":"AdsTxtCrawler","status":"verified","evidence":"user-agent","sourceUrl":"https://www.onetag.com","verifiedAt":"2026-08-13","aliases":["InteractiveAdvertisingBureau"],"origin":"radar"},
+{"slug":"advailo-kuma","name":"Advailo Kuma","operator":"Advailo","category":"MONITORING_AND_ANALYTICS","description":"The Advailo Kuma uptime monitor is used to monitor webpage availability and performance.","token":"Advailo","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.advailo.com/","origin":"radar"},
+{"slug":"advallybot-2","name":"AdvallyBot","operator":"Advally","category":"ADVERTISING_AND_MARKETING","description":"Crawler to monitor ads.txt and ad delivery assets","token":"AdvallyBot","status":"verified","evidence":"user-agent","sourceUrl":"https://advally.com/advallybot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"adyen","name":"Adyen","operator":"Adyen","category":"WEBHOOKS","description":"The Adyen webhooks integration sends HTTP requests to inform web servers about payment-related events.","token":"Adyen","status":"verified","evidence":"user-agent","sourceUrl":"https://docs.adyen.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"aftership-magento-2","name":"AfterShip Magento 2 Connector","operator":"AfterShip","category":"WEBHOOKS","description":"Use Magento 2 connector for AfterShip to track your orders and get delivery","token":"AfterShip","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.aftership.com/integrations/magento-2","origin":"radar"},
+{"slug":"agencytoolspro-uptime-monitoring-bot","name":"AgencyToolsPro Uptime Monitoring Bot","operator":"AgencyToolsPro","category":"MONITORING_AND_ANALYTICS","description":"Website monitoring bot, let's you know that your website is down.","token":"AgencyToolsPro","status":"unverified","evidence":"heuristic","sourceUrl":"https://AgencyToolsPro.com/uptime-monitoring-bot","origin":"radar"},
+{"slug":"agi-agent-2","name":"AGI Agent","operator":"AGI, Inc","category":"AI_ASSISTANT","description":"The AGI Agent is a productivity assistant that takes actions and makes purchases on behalf of users","token":"AGIAgent","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.theagi.company/agent","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"ahrefssiteaudit","name":"Ahrefs Site Audit","operator":"Ahrefs","category":"SEARCH_ENGINE_OPTIMIZATION","description":"AhrefsSiteAudit is used by website owners (paid and free) to look for issues on their websites","token":"AhrefsSiteAudit","status":"verified","evidence":"user-agent","sourceUrl":"https://ahrefs.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"ahrefsbot","name":"AhrefsBot","operator":"Ahrefs","category":"SEARCH_ENGINE_OPTIMIZATION","description":"AhrefsBot is a Web Crawler that powers the 12 trillion link database for Ahrefs online marketing toolset. It constantly crawls web to fill our database with new links and check the status of the previously found ones to provide the most…","token":"AhrefsBot","status":"verified","evidence":"user-agent","sourceUrl":"http://ahrefs.com/robot/","verifiedAt":"2026-08-13","origin":"radar","purpose":"seo"},
+{"slug":"cloudflare-ai-search","name":"AI Search","operator":"Cloudflare","category":"AI_SEARCH","description":"Cloudflare AI Search is a managed service that lets you connect your data and easily build AI-powered search.","token":"Cloudflare-AI-Search","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.cloudflare.com/ai-search","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"ai-search-external","name":"AI Search External","operator":"Cloudflare","category":"AI_SEARCH","description":"Cloudflare AI Search is a managed service that lets you connect your data and easily build AI-powered search.","token":"Cloudflare-AI-Search-External","status":"verified","evidence":"user-agent","sourceUrl":"https://developers.cloudflare.com/ai-search/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"airsoftdbbot-2","name":"AirsoftdbBot","operator":"Airsoftdb AB","category":"AGGREGATOR","description":"Airsoftdb is a search engine for airsoft prod","token":"AirsoftdbBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.airsoftdb.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"airwallex-website-scanner","name":"Airwallex Website Scanner","operator":"Airwallex","category":"SECURITY","description":"An automated tool that collects information from publicly accessible pages on websites submitted to Airwallex.","token":"AirwallexWebsiteScanner","status":"verified","evidence":"user-agent","sourceUrl":"https://www.airwallex.com/docs/connected-accounts/onboarding/the-airwallex-website-scanner","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"akismet","name":"Akismet","operator":"Akismet","category":"WEBHOOKS","description":"The integration API for the Akismet spam filtering service.","token":"Akismet","status":"unverified","evidence":"heuristic","sourceUrl":"https://akismet.com/","origin":"radar"},
+{"slug":"alertsite","name":"Alertsite by Smartbear","operator":"Smartbear","category":"MONITORING_AND_ANALYTICS","description":"Alertsite by Smartbear is the HTTP monitoring probe that monitors its customers websites for availability and performance anomalies.","token":"AlertSite","status":"verified","evidence":"user-agent","sourceUrl":"https://support.smartbear.com/alertsite/docs/monitors/index.html","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"algolia","name":"Algolia","operator":"Algolia","category":"SEARCH_ENGINE_CRAWLER","description":"Indexes content for Algolia search engine","token":"Algolia","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.algolia.com/","origin":"radar"},
+{"slug":"allafrica-crawler","name":"All Africa Crawler","operator":"AllAfrica Global Media","category":"SEARCH_ENGINE_CRAWLER","description":"AllAfrica Global Media produces, aggregates and distributes news from across Africa, relying on agreements with more than 140 news organizations and over 500 other institutions and individuals. The AllAfrica NewsBot scrapes content from…","token":"AllAfrica","status":"unverified","evidence":"heuristic","sourceUrl":"https://allafrica.com/","aliases":["NewsBot"],"origin":"radar"},
+{"slug":"alli-ai-bot","name":"Alli AI Bot","operator":"Alli AI","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Alli AI bot crawls customer websites to generate SEO recommendations.","token":"AlliAI","status":"verified","evidence":"user-agent","sourceUrl":"https://www.alliai.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"alphalens-bot","name":"Alphalens Bot","operator":"Alphalens","category":"AI_SEARCH","description":"Indexes companies and their offerings to power more effective business discovery.","token":"alphalens-bot","status":"verified","evidence":"user-agent","sourceUrl":"https://alphalensbot.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"amazonadbot","name":"Amazon AdBot","operator":"Amazon","category":"ADVERTISING_AND_MARKETING","description":"Amazon AdBot is a crawler used by Amazon's advertising services. It visits advertiser landing pages to ensure they are compliant with advertising policies.","token":"AmazonAdBot","status":"verified","evidence":"user-agent","sourceUrl":"https://adbot.amazon.com/index.html","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"amazon-bedrock-agentcore-browser-us-east","name":"Amazon Bedrock AgentCore Browser (US East 1)","operator":"Amazon","category":"AI_ASSISTANT","description":"AgentCore Browser provides a secure, cloud-based browser that enables AI agents to interact with websites.","token":"bedrockbot","status":"unverified","evidence":"heuristic","sourceUrl":"https://docs.aws.amazon.com/bedrock-agentcore/latest/devguide/browser-tool.html","origin":"radar","mergedSlugs":["amazon-bedrock-agentcore-browser-us-west","amazon-bedrock-agentcore-browser-eu-west-1","amazon-bedrock-agentcore-browser-us-east-2","amazon-bedrock-agentcore-browser-ap-south-1","amazon-bedrock-agentcore-browser-eu-central-1","amazon-bedrock-agentcore-browser-ap-northeast-1","amazon-bedrock-agentcore-browser-ap-southeast-1","amazon-bedrock-agentcore-browser-ap-southeast-2"]},
+{"slug":"amazon-buyforme","name":"Amazon Buy For Me","operator":"Amazon","category":"OTHER","description":"Buy For Me agent places orders on e-commerce websites at the direction of customers.","token":"AmazonBuyForMe","status":"unverified","evidence":"heuristic","sourceUrl":"https://buyforme.amazon/","origin":"radar"},
+{"slug":"amazon-contxtbot","name":"Amazon Contxbot","operator":"Amazon","category":"ADVERTISING_AND_MARKETING","description":"Amazon uses a crawler, also known as a spider or a bot to process and index the content of webpages. The Amazon crawler visits your site to determine its content in order to provide relevant ads.","token":"contxbot","status":"unverified","evidence":"heuristic","sourceUrl":"https://affiliate-program.amazon.com.au/help/node/topic/GT98G5PPRERNVZ2C","origin":"radar"},
+{"slug":"amazon-kendra","name":"Amazon Kendra","operator":"Amazon","category":"AI_CRAWLER","description":"Amazon Kendra is a highly accurate intelligent search service that enables your users to search unstructured data using natural language. It returns specific answers to questions, giving users an experience that's close to interacting wi…","token":"amazon-kendra","status":"unverified","evidence":"heuristic","sourceUrl":"https://docs.aws.amazon.com/kendra/latest/dg/what-is-kendra.html","aliases":["amazon-kendra-web-crawler","amazon-kendra-"],"origin":"radar"},
+{"slug":"amazon-bot","name":"Amazonbot","operator":"Amazon","category":"AI_CRAWLER","description":"Amazonbot is Amazon's web crawler used to improve our services, such as enabling Alexa to answer even more questions for customers. Amazonbot is a polite crawler that respects standard robots.txt rules and robots meta tags.","token":"Amazonbot","status":"verified","evidence":"operator-docs","sourceUrl":"https://developer.amazon.com/amazonbot","verifiedAt":"2026-10-03","origin":"radar","purpose":"training"},
+{"slug":"amzn-searchbot","name":"Amzn-SearchBot","operator":"Amazon","category":"AI_SEARCH","description":"Amzn-SearchBot crawls for improving Amazon search experiences (Alexa, Rufus).","token":"Amzn-SearchBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://developer.amazon.com/amazonbot","verifiedAt":"2026-10-03","origin":"radar","purpose":"ai-search"},
+{"slug":"amzn-user","name":"Amzn-User","operator":"Amazon","category":"AI_ASSISTANT","description":"Supports user actions such as answering Alexa queries.","token":"Amzn-User","status":"verified","evidence":"operator-docs","sourceUrl":"https://developer.amazon.com/amazonbot","verifiedAt":"2026-10-03","origin":"curated","purpose":"ai-assistant"},
+{"slug":"anchor-browser","name":"Anchor Browser","operator":"Anchor","category":"AI_CRAWLER","description":"The Web Browser for AI Agents","token":"Anchor","status":"verified","evidence":"user-agent","sourceUrl":"https://docs.anchorbrowser.io/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"anthropic-ai","name":"Anthropic AI","operator":"Anthropic","category":"AI_CRAWLER","description":"Anthropic's older AI data-collection crawler (anthropic-ai).","token":"anthropic-ai","status":"unverified","evidence":"none","note":"Legacy Anthropic token; not in Anthropic's current crawler documentation (ClaudeBot, Claude-User, Claude-SearchBot).","origin":"curated","purpose":"other"},
+{"slug":"apify-website-content-crawler","name":"Apify Website Content Crawler","operator":"Apify","category":"AI_ASSISTANT","description":"Crawl websites and extract content to feed AI apps. Convert web data to Markdown or HTML, download files, and more.","token":"ApifyWebsiteContentCrawler","status":"verified","evidence":"user-agent","sourceUrl":"https://apify.com/apify/website-content-crawler","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"appcastbot","name":"AppcastBot","operator":"Appcast","category":"FEED_FETCHER","description":"It is used for scraping our clients job postings","token":"AppcastParsingBot","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.appcast.io","origin":"radar"},
+{"slug":"aasa","name":"Apple App Site Association","operator":"Apple","category":"SOCIAL_MEDIA_MARKETING","description":"The Apple App Site Association is used to support \"Universal Links\" that can open in native iOS apps. The bot requests a specific path for a given hostname, which returns metadata that associates certain URL patterns with native iOS apps.","token":"AASA-Bot","status":"verified","evidence":"user-agent","sourceUrl":"https://developer.apple.com/library/archive/documentation/General/Conceptual/AppSearch/UniversalLinks.html","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"apple","name":"Applebot","operator":"Apple","category":"AI_SEARCH","description":"Applebot data is used to power various features, such as the search technology that is integrated into many user experiences in Appleʼs ecosystem including Spotlight, Siri, and Safari.","token":"Applebot","status":"verified","evidence":"operator-docs","sourceUrl":"https://support.apple.com/en-us/119829","verifiedAt":"2026-10-03","origin":"radar","purpose":"search-engine"},
+{"slug":"applebot-extended","name":"Applebot-Extended","operator":"Apple","category":"AI_CRAWLER","description":"Apple's AI opt-out token controlling use of your content to train Apple's generative models. Does not affect Siri/Spotlight indexing.","token":"Applebot-Extended","status":"verified","evidence":"operator-docs","sourceUrl":"https://support.apple.com/en-us/119829","verifiedAt":"2026-10-03","origin":"curated","purpose":"training"},
+{"slug":"arachnid-shield-api","name":"Arachnid Shield API","operator":"Canadian Centre for Child Protection","category":"SECURITY","description":"Fetches a media file upon request of the domain owner and scans it for CSAM.","token":"Arachnid","status":"verified","evidence":"operator-docs","sourceUrl":"https://projectarachnid.com/en/#shield","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"area-360","name":"Area 360","operator":"Area360","category":"MONITORING_AND_ANALYTICS","description":"Area 360 property search and analytics","token":"A360-Search","status":"verified","evidence":"user-agent","sourceUrl":"https://area360.uk","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"arena-bot","name":"Arena Bot","operator":"Arena.im","category":"PAGE_PREVIEW","description":"Link preview bot for Arena.im's live engagement platform. Fetches page previews when URLs are shared in Arena's live chat, live blog, and community tools.","token":"ArenaBot","status":"verified","evidence":"user-agent","sourceUrl":"https://arena.im","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"arquivo","name":"Arquivo Web Crawler","operator":"Arquivo","category":"ARCHIVER","description":"Web crawler archives the Portuguese web","token":"Arquivo-web-crawler","status":"verified","evidence":"user-agent","sourceUrl":"https://sobre.arquivo.pt/en/help/crawling-and-archiving-web-content/","verifiedAt":"2026-08-13","aliases":["heritrix"],"origin":"radar"},
+{"slug":"arrow-monitor","name":"Arrow Monitor","operator":"Arrow Web Solutions Ltd.","category":"MONITORING_AND_ANALYTICS","description":"Arrow Monitor is an uptime monitoring tool op","token":"ArrowMonitor","status":"verified","evidence":"user-agent","sourceUrl":"https://monitor.arrow-web.dev/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"artemis-web-reader","name":"Artemis Web Reader","operator":"capjamesg","category":"FEED_FETCHER","description":"Artemis Web Reader is a feed fetcher operated by capjamesg that polls web feeds (RSS, Atom, h-feed, AS2) for users of the Artemis web reader application.","token":"artemis","status":"unverified","evidence":"heuristic","sourceUrl":"https://artemis.jamesg.blog","origin":"radar"},
+{"slug":"artsdata-crawler","name":"Artsdata Crawler","operator":"Culture Creates","category":"AGGREGATOR","description":"Web crawler that collects publicly available LOD for arts and culture in Canada","token":"artsdata-crawler","status":"verified","evidence":"user-agent","sourceUrl":"https://kg.artsdata.ca","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"atlassian-bot","name":"atlassian-bot","operator":"Atlassian","category":"AI_CRAWLER","description":"atlassian-bot is a crawler for custom 3P websites that indexes data for rovo search","token":"atlassian-bot","status":"verified","evidence":"user-agent","sourceUrl":"https://support.atlassian.com/organization-administration/docs/connect-custom-website-to-rovo/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"attracta","name":"Attracta","operator":"Attracta","category":"SEARCH_ENGINE_OPTIMIZATION","description":"The Attracta bot is analyzes user website content as part of Attracta's SEO services","token":"Attracta","status":"verified","evidence":"user-agent","sourceUrl":"https://www.attracta.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"audisto-crawler","name":"Audisto Crawler","operator":"Audisto","category":"MONITORING_AND_ANALYTICS","description":"Audisto Crawler fetches all accessible URLs of a website. Audisto provides a service to audit and monitor websites for its customers. More information about the crawler is available here: https://audisto.com/bot","token":"audisto","status":"verified","evidence":"operator-docs","sourceUrl":"https://audisto.com/bot","verifiedAt":"2026-08-13","aliases":["audisto-essential"],"origin":"radar"},
+{"slug":"authory","name":"Authory","operator":"Authory","category":"ARCHIVER","description":"The Authory bot visits websites to back up articles on behalf of journalists and other writers who use the service.","token":"Authory","status":"verified","evidence":"user-agent","sourceUrl":"https://authory.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"automated-web-testing","name":"Automated web testing","operator":"Ghost Inspector","category":"OTHER","description":"Ghost Inspector is a cloud-based automated br","token":"GhostInspector","status":"verified","evidence":"user-agent","sourceUrl":"https://ghostinspector.com","verifiedAt":"2026-08-13","origin":"radar","mergedSlugs":["ghost-inspector"]},
+{"slug":"automaton","name":"Automaton","operator":"Automaton","category":"MONITORING_AND_ANALYTICS","description":"An end-to-end campaign and integration testing tool created to optimize your marketing, advertising and sales technology stack by ensuring setups are running as they should be.","token":"AutomatonHeadlessChrome","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.automatoninc.com","origin":"radar"},
+{"slug":"awariorssbot","name":"AwarioRssBot","operator":"Awario","category":"AI_CRAWLER","description":"Awario's RSS crawler for social listening and data collection.","token":"AwarioRssBot","status":"verified","evidence":"user-agent","verifiedAt":"2026-10-04","origin":"curated"},
+{"slug":"awario","name":"AwarioSmartBot","operator":"Awario","category":"AI_CRAWLER","description":"AwarioSmartBot is a web crawlers sent by Awario to discover and collect new and updated web data (that is further used by Internet marketers from all over the world).","token":"AwarioSmartBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://awario.com/bots.html","verifiedAt":"2026-08-13","aliases":["AwarioRssBot","AwarioBot","Awario"],"origin":"radar"},
+{"slug":"baidu-ads","name":"Baidu ADS Server Proxy","operator":"Baidu","category":"SEARCH_ENGINE_CRAWLER","description":"Baidu's scrubbing proxy.","token":"Baidu-ADS","status":"verified","evidence":"user-agent","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"baidu","name":"Baiduspider","operator":"Baidu","category":"SEARCH_ENGINE_CRAWLER","description":"Baiduspider is the search engine crawler for the search engine Baidu.","token":"Baiduspider","status":"verified","evidence":"operator-docs","sourceUrl":"https://help.baidu.com/question?prod_id=99&class=476&id=2996","verifiedAt":"2026-10-03","aliases":["Baiduspider-render"],"origin":"radar","purpose":"search-engine"},
+{"slug":"babbar-barkrowler","name":"Barkrowler","operator":"Babbar","category":"SEARCH_ENGINE_OPTIMIZATION","description":"SEO web crawler to identify web page popularity and thematic","token":"Barkrowler","status":"verified","evidence":"user-agent","sourceUrl":"https://babbar.tech/crawler","verifiedAt":"2026-08-13","origin":"radar","purpose":"seo"},
+{"slug":"bazqux","name":"Bazqux","operator":"Bazqux","category":"FEED_FETCHER","description":"The Bazqux Fetcher is how BazQux Reader grabs RSS/Atom feeds and com­ments when users choose to sub­scribe to your blog in BazQux Reader. Fetcher col­lects and pe­ri­od­i­cally re­freshes these user-ini­ti­ated feeds.","token":"BazQux","status":"verified","evidence":"user-agent","sourceUrl":"https://bazqux.com/fetcher","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"bestchange-bot","name":"BestChange Bot","operator":"BestChange","category":"AGGREGATOR","description":"The BestChange bot downloads exchange rate information from 600 websites every 5 seconds.","token":"BestChange","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.bestchange.com/wiki/rates.html","origin":"radar"},
+{"slug":"better-uptime","name":"Better Uptime","operator":"Better Stack","category":"MONITORING_AND_ANALYTICS","description":"The bot is used for monitoring infrastructure platforms.","token":"BetterUptime","status":"verified","evidence":"operator-docs","sourceUrl":"https://betteruptime.com/faq","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"bibliotheque-nacional-de-france","name":"Bibliotheque Nacional de France Crawler","operator":"Bibliothèque nationale de France","category":"ACADEMIC_RESEARCH","description":"Bibliothèque nationale de France's mission is to collect, catalog, preserve, enrich and communicate the national documentary heritage.","token":"bnf.fr_bot","status":"verified","evidence":"user-agent","sourceUrl":"https:// https://www.bnf.fr","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"big-sur-ai","name":"Big Sur AI","operator":"Big Sur AI","category":"AI_CRAWLER","description":"Big Sur AI Crawler, crawlers users websites to enable AI-infused experiences","token":"bigsur.ai","status":"unverified","evidence":"heuristic","sourceUrl":"https://docs.google.com/document/d/1eZXudiuWBY0LnTyNcXkI7QnTYuoRY2NeOfTjMMJ-QzI/edit?tab=t.0","origin":"radar"},
+{"slug":"bigscootsmonitor","name":"BigScootsMonitor","operator":"BigScoots","category":"MONITORING_AND_ANALYTICS","description":"BigScoots Managed Services Monitor - Uptime","token":"BigScootsMonitor","status":"verified","evidence":"user-agent","sourceUrl":"https://monitor.bigscoots.dev","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"bigupdatabot","name":"BigUpData Bot","operator":"BigUpData","category":"ADVERTISING_AND_MARKETING","description":"Automates the pipeline of active product deals to advertisement","token":"BigUpDataBot","status":"verified","evidence":"user-agent","sourceUrl":"https://bigupdata.co.uk/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"binarycanary","name":"BinaryCanary","operator":"Binary Canary","category":"MONITORING_AND_ANALYTICS","description":"BinaryCanary monitors websites for availability and performance issues.","token":"Chirp","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.binarycanary.com/","origin":"radar"},
+{"slug":"adidxbot","name":"Bing Ads","operator":"Microsoft","category":"ADVERTISING_AND_MARKETING","description":"AdIdxBot is the crawler used by Bing Ads. AdIdxBot crawls ads and follows the websites from those ads for quality control. Just like Bingbot, AdIdxBot has both “desktop” and “mobile” variants.","token":"adidxbot","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"bingpreview","name":"Bing Preview","operator":"Microsoft","category":"PAGE_PREVIEW","description":"BingPreview generates page snapshots for Bing. Note that BingPreview has desktop and mobile variants.","token":"BingPreview","status":"verified","evidence":"user-agent","sourceUrl":"https://www.bing.com/webmaster/help/which-crawlers-does-bing-use-8c184ec0","verifiedAt":"2026-08-13","aliases":["IEMobile"],"origin":"radar"},
+{"slug":"bing","name":"BingBot","operator":"Microsoft","category":"SEARCH_ENGINE_CRAWLER","description":"Bingbot crawler and handles most of Bing's crawling needs each day.","token":"bingbot","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0","verifiedAt":"2026-10-03","origin":"radar","purpose":"search-engine"},
+{"slug":"bitbucket","name":"Bitbucket","operator":"Atlassian","category":"WEBHOOKS","description":"Bitbucket Webhooks for CI/CD","token":"Bitbucket-Webhooks","status":"verified","evidence":"user-agent","sourceUrl":"https://support.atlassian.com/bitbucket-cloud/docs/what-are-the-bitbucket-cloud-ip-addresses-i-should-use-to-configure-my-corporate-firewall/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"black-duck-fast-dynamic","name":"Black Duck Fast Dynamic","operator":"Black Duck","category":"SECURITY","description":"Fast Dynamic DAST security scanning by Black Duck Software","token":"FastDAST","status":"unverified","evidence":"heuristic","sourceUrl":"https://polaris.blackduck.com/developer/default/documentation/t_ip-ranges","origin":"radar"},
+{"slug":"blexbot","name":"BLEXBot","operator":"WebMeUp","category":"SEARCH_ENGINE_OPTIMIZATION","description":"SEO PowerSuite Link Explorer (webmeup.com) is the world's freshest backlink index, and the primary source of backlink-related data for the SEO PowerSuite tools. We're dedicated to providing SEOs with the most comprehensive, up-to-date ba…","token":"BLEXBot","status":"verified","evidence":"user-agent","sourceUrl":"http://webmeup.com/","verifiedAt":"2026-08-13","origin":"radar","purpose":"seo"},
+{"slug":"bling-erp","name":"Bling ERP","operator":"Bling","category":"MONITORING_AND_ANALYTICS","description":"Bling is an online ERP system that integrates with ecommerce platforms.","token":"BlingERP","status":"unverified","evidence":"heuristic","sourceUrl":"https://bling.com.br","origin":"radar"},
+{"slug":"blockaid","name":"Blockaid","operator":"Blockaid","category":"SECURITY","description":"Scanning the internet to find malicious sites that scam crypto users into draining their wallets","token":"36b1546a5700e52eb2972b3f92b314fa","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.blockaid.io/","note":"Radar lists a hash-like identifier, not a product token; robots.txt can't reliably target this bot.","origin":"radar"},
+{"slug":"blogtrottr","name":"Blogtrottr","operator":"Blogtrottr","category":"FEED_FETCHER","description":"Blogtrottr delivers updates from all of your favourite news, feeds, and blogs directly to your email inbox, giving you the flexibility to stay updated whilst on the go.","token":"Blogtrottr","status":"verified","evidence":"user-agent","sourceUrl":"https://blogtrottr.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"blogvault","name":"BlogVault","operator":"BlogVault","category":"MONITORING_AND_ANALYTICS","description":"WordPress services like backup, security, monitoring etc.","token":"BlogVault","status":"verified","evidence":"user-agent","sourceUrl":"https://blogvault.net/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"bluesky-app","name":"Bluesky Link Preview Service","operator":"Bluesky","category":"PAGE_PREVIEW","description":"Bluesky social pulls links in advance to render webpage previews.","token":"Bluesky","status":"verified","evidence":"user-agent","sourceUrl":"https://blueskyweb.xyz/ ","verifiedAt":"2026-08-13","aliases":["Cardyb"],"origin":"radar"},
+{"slug":"boardgameprices-bot","name":"BoardGamePrices Bot","operator":"KP Software Consult ApS","category":"AGGREGATOR","description":"Price comparison site for board games. Need to crawl store pages for participating stores. All stores give permission to be crawled.","token":"BoardGamePrices","status":"unverified","evidence":"heuristic","sourceUrl":"https://boardgameprices.eu","origin":"radar"},
+{"slug":"borderxbot-2","name":"BorderxBot","operator":"Borderxlab (Nubestore AI)","category":"AI_CRAWLER","description":"E-commerce product crawler operated by Borderxlab","token":"BorderxBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.nubestore.ai","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"botify","name":"Botify","operator":"Botify","category":"SEARCH_ENGINE_OPTIMIZATION","description":"SiteCrawler, part of the Botify Analytics suite, gives enterprise SEO teams the power to evaluate the structure and content of their websites just like a search engine","token":"botify","status":"verified","evidence":"user-agent","sourceUrl":"https://www.botify.com/platform/botify-analytics/sitecrawler","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"magpiecrawler","name":"Brandwatch","operator":"Brandwatch","category":"AI_CRAWLER","description":"The Magpie Crawler indexes content for its soical media monitoring solution.","token":"magpie-crawler","status":"verified","evidence":"user-agent","sourceUrl":"https://www.brandwatch.com/legal/magpie-crawler/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"bravebot","name":"Bravebot","operator":"Brave Software, Inc.","category":"AI_SEARCH","description":"Brave search has a crawler to discover new pages and index their content.","token":"Bravebot","status":"verified","evidence":"user-agent","sourceUrl":"https://safe.search.brave.com/help/brave-search-crawler","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"brightedgebot","name":"BrightEdge Bot","operator":"BrightEdge","category":"ADVERTISING_AND_MARKETING","description":"Autopilot is an SEO marketing automation tool that includes features for internal linking and image optimization. We crawl customer sites so that we can determine the best links to use on the site and to find images that need to be optim…","token":"BrightEdge","status":"verified","evidence":"operator-docs","sourceUrl":"https://support.brightedge.com/hc/en-us/articles/31090803710349-BrightEdge-Crawler-User-Agent","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"browserbase","name":"Browserbase","operator":"Browserbase","category":"AI_ASSISTANT","description":"Browserbase helps AI use the web. Autonomously reads, writes, and performs tasks on the web with a serverless browser.","token":"Browserbase","status":"unverified","evidence":"heuristic","sourceUrl":"https://browserbase.com","origin":"radar"},
+{"slug":"brynson-compliance-bot","name":"Brynson Compliance Bot","operator":"Brynson","category":"MONITORING_AND_ANALYTICS","description":"Verifies that multifamily property websites display required fee disclosures under FTC Junk Fees Rule guidelines.","token":"BrynsonComplianceBot","status":"verified","evidence":"user-agent","sourceUrl":"https://brynson.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"bufferlinkpreviewbot","name":"Buffer Link Preview Bot","operator":"Buffer","category":"PAGE_PREVIEW","description":"When Buffer users share links in their social media posts, their scraper helps create engaging previews.","token":"BufferLinkPreviewBot","status":"verified","evidence":"user-agent","sourceUrl":"https://scraper.buffer.com/about/bots/link-preview-bot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"bugsnag","name":"BugsNag","operator":"Bugs Nag","category":"MONITORING_AND_ANALYTICS","description":"BugsNag integration service, now Insight Hub, is used for error and performance monitoring of web applications.","token":"BugsNag","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.bugsnag.com/","origin":"radar"},
+{"slug":"builtwith","name":"BuiltWith","operator":"BuiltWith","category":"MONITORING_AND_ANALYTICS","description":"Find out what websites are built with.","token":"BuiltWith","status":"verified","evidence":"user-agent","sourceUrl":"https://builtwith.com/biup","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"bushbaby","name":"Bushbaby","operator":"Cloudflare","category":"SECURITY","description":"Bushbaby is an internal bot used by Cloudflare. Its purpose is to manage and renew SSL certificates for websites that use Cloudflare's services.","token":"bushbaby","status":"unverified","evidence":"heuristic","sourceUrl":"https://cloudflare.com/","origin":"radar"},
+{"slug":"buttondown-rss-feed-parser","name":"Buttondown RSS-Feed-Parser","operator":"Buttondown","category":"FEED_FETCHER","description":"The bot fetches RSS feeds to import into Buttondown newsletters.","token":"Buttondown","status":"unverified","evidence":"heuristic","sourceUrl":"https://docs.buttondown.com/rss-to-email#buttondown-says-it-cant-reach-my-rss-feed-but-i-can-access-it-just-fine-in-the-browser","aliases":["RSS-Feed-Parser"],"origin":"radar"},
+{"slug":"caliperbot","name":"CaliberBot","operator":"Conductor","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Caliperbot crawls Conductor clients' and prospects' websites for HTML feature extraction to power Content Analytics features within our Searchlight web application.","token":"Caliperbot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.conductor.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"capitalonebot","name":"Capital One Bot","operator":"Capital One","category":"AGGREGATOR","description":"Capital One Bot crawls dealer websites for getting the usage information for Capital One lead navigator button.","token":"CapitalOneBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.capitalone.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"cartai-agentic-commerce-as-a-service","name":"CartAI Agentic Commerce as a Service","operator":"CartAI","category":"OTHER","description":"CartAI B2B rails combine execution, payments, loyalty and affiliate networks to facilitate agentic commerce","token":"CartAIBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://docs.cartai.ai/docs/introduction","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"catchpoint","name":"catchpoint","operator":"Catchpoint","category":"MONITORING_AND_ANALYTICS","description":"Our mission has remained the same from day one: to prioritize monitoring and observability from the end-user perspective.","token":"Catchpoint","status":"verified","evidence":"user-agent","sourceUrl":"https://www.catchpoint.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"ccbot","name":"CCBot","operator":"Common Crawl","category":"AI_CRAWLER","description":"Common Crawl's bot; its public archive is widely used to train AI models.","token":"CCBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://commoncrawl.org/ccbot","verifiedAt":"2026-10-03","origin":"curated","purpose":"training"},
+{"slug":"cert-chief","name":"Cert Chief","operator":"Chief Tools","category":"SECURITY","description":"Cert Chief is a certificate monitoring tool that periodically crawl web properties to check their configuration and reports problems and changes when they are detected.","token":"CertChief","status":"verified","evidence":"user-agent","sourceUrl":"https://cert.chief.app","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"channable-importer","name":"Channable","operator":"Channable","category":"ADVERTISING_AND_MARKETING","description":"Channable is a tool used by some Cloudflare customers. The tool downloads data from the customers' systems for marketing automation and e-commerce automation.","token":"channable","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.channable.com","origin":"radar"},
+{"slug":"channel3bot","name":"Channel3Bot","operator":"Channel3","category":"AGGREGATOR","description":"Channel3Bot visits public product pages to index their content, with the aim of driving traffic back to those websites.","token":"Channel3Bot","status":"verified","evidence":"operator-docs","sourceUrl":"https://trychannel3.com/channel3bot","verifiedAt":"2026-08-13","aliases":["Channel3"],"origin":"radar"},
+{"slug":"chargebee","name":"ChargeBee","operator":"ChargeBee","category":"WEBHOOKS","description":"Chargebee provides a webhooks integration to notify web severs of payment events.","token":"ChargeBee","status":"verified","evidence":"user-agent","sourceUrl":"https://www.chargebee.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"chatgpt-user","name":"ChatGPT-User","operator":"OpenAI","category":"AI_ASSISTANT","description":"ChatGPT-User is for user actions in ChatGPT and Custom GPTs. When users ask ChatGPT or a CustomGPT a question, it may visit a web page to help answer and include a link to the source in its response.","token":"ChatGPT-User","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.openai.com/api/docs/bots","verifiedAt":"2026-10-03","origin":"radar","purpose":"ai-assistant"},
+{"slug":"chathive-crawler","name":"Chathive crawler","operator":"Inteso Group BV","category":"AI_ASSISTANT","description":"Chathive Crawler enables our customers to crawl their own websites, which is used to power their AI assistants.","token":"ChathiveCrawler","status":"unverified","evidence":"heuristic","sourceUrl":"https://developers.chathive.app/crawler/overview","aliases":["OnirocoCrawler"],"origin":"radar"},
+{"slug":"check-host-cc-monitoring","name":"Check-Host.cc - Monitoring","operator":"Check-Host","category":"MONITORING_AND_ANALYTICS","description":"A bot that does worldwide checks for websites from over 60 lcations and can be used over the website or by monitoring.","token":"check-host.cc","status":"verified","evidence":"user-agent","sourceUrl":"https://check-host.cc","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"checkly","name":"Checkly Bot","operator":"Checkly","category":"MONITORING_AND_ANALYTICS","description":"Checkly is a high-programmability active monitoring solution. We support users in monitoring their websites and APIs. Puppeteer and Playwright (both supported) are browser automation tools that can be used for a variety of tasks. For tes…","token":"Checkly","status":"verified","evidence":"user-agent","sourceUrl":"https:// https://www.checklyhq.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"checkthecal","name":"CheckTheCal","operator":"CheckTheCal","category":"FEED_FETCHER","description":"Calendar feed fetcher for user-supplied webcal/.ics links.","token":"CheckTheCal","status":"verified","evidence":"user-agent","sourceUrl":"https://checkthecal.com/bot","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"checkview-24","name":"CheckView","operator":"CheckView.io","category":"MONITORING_AND_ANALYTICS","description":"WordPress automated testing platform","token":"CheckView","status":"verified","evidence":"user-agent","sourceUrl":"https://checkview.io/docs/how-to-whitelist-checkview-ips-in-cloudflare/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"chrome-lighthouse","name":"Chrome-Lighthouse","operator":"Google","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Chrome-Lighthouse is an automated, open-source tool for auditing web page quality and does not operate as a traditional web crawler. It runs a series of audits against a given page to generate a report on performance and accessibility.","token":"Chrome-Lighthouse","status":"verified","evidence":"user-agent","sourceUrl":"https://developers.google.com/web/tools/lighthouse","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"citibotsitecrawler","name":"CitibotSiteCrawler","operator":"Citibot","category":"AI_CRAWLER","description":"CitibotSiteCrawler collects public data from government websites to power Citibot’s AI civic engagement tools.","token":"CitibotSiteCrawler","status":"verified","evidence":"user-agent","sourceUrl":"https://www.citibot.io/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"claude-anthropic","name":"Claude","operator":"Anthropic","category":"AI_CRAWLER","description":"ClaudeBot helps enhance the utility and safety of generative AI models by collecting web content that could potentially contribute to their training.","token":"ClaudeBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler","verifiedAt":"2026-10-03","origin":"radar","purpose":"training"},
+{"slug":"claude-searchbot","name":"Claude-SearchBot","operator":"Anthropic","category":"AI_SEARCH","description":"Claude-SearchBot navigates the web to improve search result quality for Claude users.","token":"Claude-SearchBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler","verifiedAt":"2026-10-03","origin":"radar","purpose":"ai-search"},
+{"slug":"claude-user","name":"Claude-User","operator":"Anthropic","category":"AI_ASSISTANT","description":"Claude-User supports Claude AI users. When individuals ask questions to Claude, it may access websites using a Claude-User agent.","token":"Claude-User","status":"verified","evidence":"operator-docs","sourceUrl":"https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler","verifiedAt":"2026-10-03","origin":"radar","purpose":"ai-assistant"},
+{"slug":"claude-web","name":"Claude-Web","operator":"Anthropic","category":"AI_CRAWLER","description":"Anthropic's Claude web crawler.","token":"Claude-Web","status":"unverified","evidence":"none","note":"Legacy Anthropic token; not in Anthropic's current crawler documentation.","origin":"curated"},
+{"slug":"mushilabs-clearscopebot","name":"ClearscopeBot","operator":"Mushi Labs","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Clearscope is an AI-driven SEO content optimization platform developed by Mushi Labs. It assists content creators, marketers, and SEO professionals in producing high-quality, search-optimized content by providing real-time keyword recomm…","token":"Clearscopebot","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.clearscope.io/support/articles/clearscopebot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"cledara-saas-management-agent","name":"Cledara SaaS Management Agent","operator":"Cledara","category":"AI_ASSISTANT","description":"Cledara’s agent automates customer-approved SaaS admin tasks, including invoice collection and user management.","token":"CledaraBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.cledara.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"clickagy","name":"Clickagy","operator":"Clickagy","category":"ADVERTISING_AND_MARKETING","description":"The Clickagy Intelligence Bot is an ad verification bot for Clickagy.","token":"Clickagy","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.clickagy.com/","origin":"radar"},
+{"slug":"cloudflare-agent-readiness","name":"Cloudflare Agent Readiness","operator":"Cloudflare","category":"MONITORING_AND_ANALYTICS","description":"A diagnostic scanner that checks whether a website is discoverable and usable by AI agents.","token":"Cloudflare-AgentReadiness","status":"verified","evidence":"user-agent","sourceUrl":"https://web-bot-auth.chambers.cfdata.org/","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"cloudflare-browser-rendering","name":"Cloudflare Browser Run","operator":"Cloudflare","category":"AI_ASSISTANT","description":"Renders web pages in headless browsers for Cloudflare customers. Used for browser automation (screenshots, PDF generation, content extraction, etc.) and for AI agents to interact with the web. Used by Cloudflare customers via Workers bin…","token":"Cloudflare-Traffic","status":"unverified","evidence":"heuristic","sourceUrl":"https://cloudflare.com","origin":"radar"},
+{"slug":"cloudflare-browser-rendering-crawler","name":"Cloudflare Crawler","operator":"Cloudflare","category":"AI_CRAWLER","description":"The Cloudflare Crawler is a well-behaved crawler that retrieves web content. By default, it self-identifies as a bot, honors robots.txt directives, and cannot bypass CAPTCHAs or bot protection. Used by Cloudflare customers via the Browse…","token":"CloudflareBrowserRenderingCrawler","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.cloudflare.com/browser-run/reference/robots-txt/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"cloudflarecsup","name":"Cloudflare CSUP","operator":"Cloudflare","category":"MONITORING_AND_ANALYTICS","description":"Cloudflare CSUP is a bot used by Cloudflare's customer support for diagnostic purposes. It is not a general web crawler and is used to investigate technical issues with customer websites.","token":"cloudflare-csup","status":"verified","evidence":"user-agent","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"cloudflare-collapsify","name":"Cloudflare Custom Error Page Crawler","operator":"Cloudflare","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Cloulflare internal service that crawls customer error pages in order to serve them directly from our edge network.","token":"Collapsify","status":"unverified","evidence":"heuristic","origin":"radar"},
+{"slug":"cloudflare-chv","name":"Cloudflare Custom Hostname Verification","operator":"","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Cloudflare Custom Hostname Verification service.","token":"Cloudflare","status":"unverified","evidence":"heuristic","origin":"radar","mergedSlugs":["cloudflare-speedtest","cloudflare-stream-webhook","cloudflare-radar-url-scanner","cloudflare-customerslo-prober"]},
+{"slug":"cloudflare-diagnostics","name":"Cloudflare Diagnostics","operator":"Cloudflare","category":"MONITORING_AND_ANALYTICS","description":"Cloudflare system bot that performs health checks and diagnostic tests","token":"CloudflareDiagnostics","status":"verified","evidence":"user-agent","verifiedAt":"2026-08-13","aliases":["Cloudflare-diagnostics"],"origin":"radar"},
+{"slug":"cf-digicert-dcv","name":"Cloudflare Digicert DCV","operator":"Cloudflare","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Cloudflare Digicert DCV service.","token":"DigiCert","status":"verified","evidence":"operator-docs","sourceUrl":"https://datadome.co/bots/cloudflare-digicert-dcv/","verifiedAt":"2026-08-13","origin":"radar","mergedSlugs":["digicert-dcv"]},
+{"slug":"cloudflare-health-checks","name":"Cloudflare Healthchecks","operator":"Cloudflare","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Cloudflare Healthchecks service","token":"Cloudflare-Healthchecks","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.cloudflare.com/fundamentals/reference/cloudflare-site-crawling/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"cloudflare-observatory-curly","name":"Cloudflare Observatory Curly","operator":"Cloudflare","category":"MONITORING_AND_ANALYTICS","description":"Synthetic network probes for HTTP timing measurements (TCP, TLS, TTFB). Measures connection timing for customer-owned URLs.","token":"curly-","status":"unverified","evidence":"heuristic","sourceUrl":"https://developers.cloudflare.com/speed/observatory/","origin":"radar"},
+{"slug":"cloudflare-prefetch","name":"Cloudflare Prefetch","operator":"Cloudflare","category":"SEARCH_ENGINE_OPTIMIZATION","description":"URL prefetching means that Cloudflare pre-populates the cache with content a visitor is likely to request next. This setting leads to a higher cache hit rate and thus a faster experience for the user. (https://developers.cloudflare.com/f…","token":"CloudFlare-Prefetch","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.cloudflare.com/fundamentals/reference/cloudflare-site-crawling/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"cloudflare-purge","name":"Cloudflare Purge","operator":"Cloudflare","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Cloudflare Purge service.","token":"Cloudflare-Purge","status":"verified","evidence":"user-agent","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"cloudflare-robots-api","name":"Cloudflare Robots API","operator":"Cloudflare","category":"MONITORING_AND_ANALYTICS","description":"Fetches robots.txt files for Cloudflare AI Crawl Control.","token":"CloudflareRobotsAPI","status":"verified","evidence":"user-agent","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"cloudflare-ssl-detector","name":"Cloudflare SSLDetector","operator":"Cloudflare","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Cloudflare SSLDetector service.","token":"Cloudflare-SSLDetector","status":"verified","evidence":"user-agent","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"cloudflare-validator","name":"Cloudflare Validator","operator":"Cloudflare","category":"MONITORING_AND_ANALYTICS","description":"Cloudflare Validator makes requests to verify IPs for Cloudflare Bots Directory","token":"Cloudflare-Validator","status":"verified","evidence":"user-agent","sourceUrl":"https://www.cloudflare.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"cloudflare-web-scanner","name":"Cloudflare Web Scanner","operator":"Cloudflare","category":"SEARCH_ENGINE_CRAWLER","description":"Cloudflare Web Scanner is a well-behaved crawler that checks domain liveness, content type, robots.txt directives, and other web properties to map the shape of the web.","token":"CloudflareWebScanner","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.cloudflare.com/ai-crawl-control","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"cloudflare-traffic-manager","name":"Cloudflare-Traffic-Manager","operator":"Cloudflare","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Cloudflare-Traffic-Manager service.","token":"Cloudflare-Traffic-Manager","status":"verified","evidence":"user-agent","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"cloudtrellis","name":"Cloudtrellis","operator":"Cloudtrellis","category":"MONITORING_AND_ANALYTICS","description":"Cloudtrellis automatically scans your entire site for broken links, accessibility issues, and potential SEO improvements","token":"Cloudtrellis","status":"verified","evidence":"user-agent","sourceUrl":"https://www.cloudtrellis.com/robot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"cludobot","name":"Cludo","operator":"Cludo","category":"MONITORING_AND_ANALYTICS","description":"Cludobot crawls websites to facilitate and provide search and analytics solutions for its customers.","token":"cludo.com","status":"verified","evidence":"user-agent","sourceUrl":"https://www.cludo.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"cmu-cylab","name":"CMU-Cylab","operator":"Carnegie Mellon University","category":"ACADEMIC_RESEARCH","description":"An academic research bot, conducting research on patterns in counterfeit document sales over the internet.","token":"CMU-Cylab","status":"verified","evidence":"user-agent","sourceUrl":"https://epp-jcalandr-01.andrew.cmu.edu/about.html","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"coccocbot","name":"Cốc Cốc","operator":"Coccoc","category":"SEARCH_ENGINE_CRAWLER","description":"Coccocbot scrapes websites that are request from the Vietnamese search engine Coc Coc.","token":"coccocbot","status":"verified","evidence":"user-agent","sourceUrl":"http://help.coccoc.com/searchengine","verifiedAt":"2026-08-13","aliases":["coccocbot-fast","coccocbot-image","coccocbot-web"],"origin":"radar"},
+{"slug":"cognitiveseo","name":"cognitiveSEO Crawler","operator":"cognitive SEO Internet Marketing Tools.","category":"SEARCH_ENGINE_OPTIMIZATION","description":"CognitiveSEO is an SEO toolset that crawls the web and analyzes links.","token":"JamesBOT","status":"unverified","evidence":"heuristic","sourceUrl":"https://cognitiveseo.com","origin":"radar"},
+{"slug":"cohere-ai","name":"Cohere AI","operator":"Cohere","category":"AI_CRAWLER","description":"Cohere's AI data-collection crawler.","token":"cohere-ai","status":"unverified","evidence":"none","note":"Cohere says it does not crawl for training and documents no token (its example uses a hypothetical Coherebot).","origin":"curated"},
+{"slug":"coinbase","name":"Coinbase Webhooks","operator":"Coinbase","category":"WEBHOOKS","description":"Coinbase Webhooks are automated messages sent from the Coinbase platform to a user's server, used for notifying users about events such as receiving crypto payments.","token":"weipay-webhooks","status":"verified","evidence":"user-agent","sourceUrl":"https://commerce.coinbase.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"consentcheck","name":"ConsentCheck Bot","operator":"ConsentCheck","category":"SECURITY","description":"","token":"ConsentCheckBot","status":"verified","evidence":"user-agent","sourceUrl":"https://consentcheck.site/","verifiedAt":"2026-08-13","aliases":["consentcheck"],"origin":"radar"},
+{"slug":"content-square-speed-analysis","name":"Content Square Speed Analysis","operator":"Contentsquare (DareBoost)","category":"MONITORING_AND_ANALYTICS","description":"DareBoost Speed Analysis (now part of Content","token":"CSpeedTP","status":"verified","evidence":"user-agent","sourceUrl":"https://contentsquare.com/platform/capabilities/speed-analysis/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"contentking","name":"ContentKing","operator":"ContentKing","category":"MONITORING_AND_ANALYTICS","description":"ContentKing is a cloud-based service that monitors websites from a digital marketing perspective. We monitor the websites for customers such as Netflix, Atlassian, Fedex and IBM and alert their digital marketing teams whenever a technica…","token":"ContentKing","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.contentkingapp.com/support/robots-txt-monitoring/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"contentsquare-static-resource-scraper","name":"ContentSquare Static Resource Scraper","operator":"Contentsquare","category":"MONITORING_AND_ANALYTICS","description":"Contentsquare static asset scraper used for Zoning and Session Replay analytics.","token":"ContentSquare","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.contentsquare.com","origin":"radar"},
+{"slug":"contextualbot","name":"ContextualBot","operator":"Outcomes","category":"ADVERTISING_AND_MARKETING","description":"Accesses page content to create contextual segments for targeting within several DPS & SSP platforms.","token":"ContextualBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.outcomes.net/contextual-intelligence","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"convermaxbot","name":"ConvermaxBot","operator":"Convermax Corp.","category":"FEED_FETCHER","description":"Convermax Site Search Indexer","token":"Convermax","status":"verified","evidence":"operator-docs","sourceUrl":"https://docs.convermax.com/indexer/","verifiedAt":"2026-08-13","aliases":["ConvermaxBot"],"origin":"radar"},
+{"slug":"cookie-hub","name":"Cookie Hub","operator":"CookieHub","category":"SECURITY","description":"Used to detect cookies set by websites (for CookieHub clients) and verify if user consents are respected","token":"CookieHub","status":"verified","evidence":"user-agent","sourceUrl":"https://www.cookiehub.com","verifiedAt":"2026-08-13","aliases":["CookieHubScan","CookieHubVerify"],"origin":"radar"},
+{"slug":"cookiemaestro","name":"cookie maestro","operator":"Cookie Maestro","category":"SECURITY","description":"Within the GDPR legislation it is mandatory to ask a visitor for permission before placing so-called marketing or tracking cookies. Many websites contain a cookie notice, but what is not clear to everyone is that those cookies may not be…","token":"cookie-maestro","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.cookiemaestro.com/documentatie/limit-cookie-maestro-using-robots-txt","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"cookiebot","name":"Cookiebot","operator":"Cybot A/S","category":"SECURITY","description":"Cookiebot scans the website for cookies and trackers to gather and provide the information on a cookie banner.","token":"Cookiebot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.cookiebot.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"cookieyesbot","name":"CookieYesBot","operator":"CookieYes","category":"SECURITY","description":"CookieYesbot scans and identify cookies and related information on websites that use CookieYes platform","token":"CookieYesbot","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.cookieyes.com/documentation/cookieyesbot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"coostibot","name":"CoostiBot","operator":"Coosti ApS","category":"AGGREGATOR","description":"CoostiBot crawls merchant websites for Coosti.dk, a Danish price comparison platform. Respects robots.txt","token":"CoostiBot","status":"verified","evidence":"user-agent","sourceUrl":"https://coosti.dk","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"cotoyogi","name":"Cotoyogi","operator":"Research Organization of Information and Systems","category":"AI_CRAWLER","description":"By providing a centralized management environment for content and models, we will build a framework that promotes both data utilization and research and development of AI technology, and realize the following functions as Japan's future…","token":"Cotoyogi","status":"verified","evidence":"user-agent","sourceUrl":"https://ds.rois.ac.jp/center8/crawler/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"coveobot","name":"Coveo Bot","operator":"Coveo","category":"SEARCH_ENGINE_CRAWLER","description":"Coveo provide services to website, customer service and commerce solutions so they can feature relevant experiences to their end users; said services are based on a unified index which crawls websites when configured so by our customers.","token":"Coveobot","status":"verified","evidence":"user-agent","sourceUrl":"https://platform.cloud.coveo.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"crawlson","name":"Crawlson","operator":"Crawlson","category":"SEARCH_ENGINE_CRAWLER","description":"Crawlson is a search engine crawler for the crawlson.com search engine.","token":"Crawlson","status":"verified","evidence":"user-agent","sourceUrl":"https://www.crawlson.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"crazy-egg-bot","name":"Crazy Egg Bot","operator":"CrazyEgg","category":"MONITORING_AND_ANALYTICS","description":"Crazy Egg bot that takes screenshots of pages, collects assets, tests script installation.","token":"Crazy","status":"unverified","evidence":"heuristic","sourceUrl":"https://support.crazyegg.com/hc/en-us/articles/22650794175251","origin":"radar"},
+{"slug":"creobot","name":"creobot","operator":"creoline GmbH","category":"PAGE_PREVIEW","description":"This bot download assets from the origin server.","token":"Creobot","status":"verified","evidence":"user-agent","sourceUrl":"https://help.creoline.com/de/doc/content-delivery-network-igg0Tq661V","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"criteobot","name":"CriteoBot","operator":"Criteo","category":"ADVERTISING_AND_MARKETING","description":"Criteo Crawler is a software that visits web pages and analyzes its content to serve relevant ads on them.","token":"CriteoBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.criteo.com/criteo-crawler/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"criticalcssbot","name":"Critical CSS Bot","operator":"Critical CSS","category":"MONITORING_AND_ANALYTICS","description":"We operate a SASS for website optimisations, we have thousands of customers. Some of them use Cloudflare but I don't have access to any exact list.","token":"Criticalcss.com","status":"verified","evidence":"user-agent","sourceUrl":"https://criticalcss.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"cronjob","name":"cron-job.org","operator":"cron-job.org","category":"WEBHOOKS","description":"Scheduled execution of your websites and scripts.","token":"cron-job.org","status":"unverified","evidence":"heuristic","sourceUrl":"https://cron-job.org/en/","origin":"radar"},
+{"slug":"cutestat-2","name":"CuteStat","operator":"CuteStat","category":"SEARCH_ENGINE_CRAWLER","description":"Indexing content to be included on our search results and insights.","token":"CuteStat","status":"verified","evidence":"user-agent","sourceUrl":"https://www.cutestat.com/bot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"cxensebot","name":"Cxense","operator":"Cxense","category":"SEARCH_ENGINE_OPTIMIZATION","description":"The Cxensebot performs SEO monitoring and analysis of customer webpages.","token":"cXensebot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.cxense.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"cybaa-bot","name":"Cybaa Bot","operator":"","category":"SECURITY","description":"Performs broad security research by crawling the most popular domains obtained from Crawler.Ninja.","token":"CybaaBot","status":"verified","evidence":"user-agent","sourceUrl":"https://cybaa.io/bot-policy","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"cyclr","name":"cyclr","operator":"Cyclr Limited","category":"WEBHOOKS","description":"Cyclr provides hundreds of connectors for specific applications, as well as utility connectors and tools.","token":"cyclr.com","status":"verified","evidence":"user-agent","sourceUrl":"https://cyclr.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"daric2","name":"Daric2","operator":"Cloudflare","category":"AI_CRAWLER","description":"Cloudflare AI Crawl Control bot 2","token":"Cloudflare-Crawler","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.cloudflare.com/ai-crawl-control/","verifiedAt":"2026-08-13","origin":"radar","mergedSlugs":["daric3","daric4"]},
+{"slug":"dataforseo-siteauditor","name":"DataForSEO","operator":"DataForSEO","category":"SEARCH_ENGINE_OPTIMIZATION","description":"DataForSEO is using RSiteAuditor to scan websites for critical on-site SEO errors and provides aggregated data in a structured form to its customer through a RESTful API.","token":"RSiteAuditor","status":"verified","evidence":"operator-docs","sourceUrl":"https://dataforseo.com/help-center/troubleshooting-onpage-api","verifiedAt":"2026-08-13","origin":"radar","mergedSlugs":["agency-analytics-crawler"]},
+{"slug":"dataforseo-bot","name":"DataForSEO Bot","operator":"DataForSEO","category":"SEARCH_ENGINE_OPTIMIZATION","description":"DataForSEO Bot is a driving force of our leading product - Backlinks API, which has been developed with a single purpose: providing website owners, webmasters, and SEO professionals with opportunities to analyze the key component of webs…","token":"DataForSeoBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://dataforseo.com/dataforseo-bot","verifiedAt":"2026-08-13","origin":"radar","purpose":"seo"},
+{"slug":"dataprovider-com","name":"Dataprovider.com","operator":"Dataprovider.com","category":"SEARCH_ENGINE_CRAWLER","description":"Dataprovider.com indexes the web and structures the data.","token":"Dataprovider.com","status":"verified","evidence":"user-agent","sourceUrl":"https://www.dataprovider.com/spider/","verifiedAt":"2026-08-13","aliases":["Dataprovider"],"origin":"radar"},
+{"slug":"daum","name":"Daum","operator":"Daum","category":"SEARCH_ENGINE_CRAWLER","description":"Korean search engine crawler","token":"Daum","status":"verified","evidence":"user-agent","sourceUrl":"https://cs.daum.net/faq/15/4118.html?faqId=28966","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"deadlinkchecker","name":"deadlinkchecker","operator":"DLC Websites","category":"MONITORING_AND_ANALYTICS","description":"Dead Link Checker is a service which crawls a customer's website reporting on any broken links (404, 500 etc) it finds","token":"deadlinkchecker","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.deadlinkchecker.com/","aliases":["www.deadlinkchecker.com"],"origin":"radar"},
+{"slug":"deepcrawl","name":"Deepcrawl","operator":"Lumar","category":"MONITORING_AND_ANALYTICS","description":"The DeepCrawl bot crawls the websites of its customers to collect performance analytics and suggest SEO optimizations.","token":"lumar","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.lumar.io/spdr/","verifiedAt":"2026-08-13","aliases":["deepcrawl","deepcrawl.com"],"origin":"radar"},
+{"slug":"dentalpresence-audit-bot","name":"DentalPresence Audit Bot","operator":"DentalPresence","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Runs user-requested SEO audits of public dental websites.","token":"DentalPresenceAuditBot","status":"verified","evidence":"user-agent","sourceUrl":"https://dentalpresence.in","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"detectify","name":"Detectify","operator":"Detectify","category":"SECURITY","description":"Detectify analyses the security level of web applications. To start a scan a user has to add an access key to the domain and agree to their terms.","token":"Detectify","status":"verified","evidence":"user-agent","sourceUrl":"https://detectify.com/what-is-detectify","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"devin","name":"Devin","operator":"Devin AI","category":"AI_ASSISTANT","description":"Devin is a collaborative AI teammate built to help ambitious engineering teams achieve more.","token":"Devin","status":"unverified","evidence":"heuristic","sourceUrl":"https://docs.devin.ai/get-started/devin-intro","origin":"radar"},
+{"slug":"diffbot","name":"Diffbot","operator":"Diffbot","category":"AI_CRAWLER","description":"Diffbot's crawler; builds structured datasets used for AI training.","token":"Diffbot","status":"verified","evidence":"user-agent","verifiedAt":"2026-10-04","origin":"curated","purpose":"other"},
+{"slug":"digiflazz-webhook","name":"DigiFlazz Webhook","operator":"DigiFlazz","category":"WEBHOOKS","description":"This bot verified by DigiFlazz for notif/webhook transaction","token":"Digiflazz-Hookshot","status":"verified","evidence":"user-agent","sourceUrl":"https://digiflazz.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"direqt-anomura","name":"Direqt Anomura","operator":"Direqt","category":"AI_SEARCH","description":"Anomura is Direqt’s search crawler, it discovers and indexes pages their customers websites.","token":"Anomura","status":"verified","evidence":"operator-docs","sourceUrl":"https://docs.direqt-search.com/direqt-bots/direqt-crawlers-and-user-agents","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"discord-bot","name":"discordBot","operator":"Discord, Inc.","category":"PAGE_PREVIEW","description":"The discordBot scrapes URLs that are shared within the Discord chat platform. This is done to generate contextual previews of the content, including titles, descriptions, and images.","token":"Discordbot","status":"verified","evidence":"user-agent","sourceUrl":"https://discord.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"dlvr-it-feed-fetcher","name":"dlvr.it Feed Fetcher","operator":"dlvr.it","category":"FEED_FETCHER","description":"dlvr.it RSS feed fetcher service.","token":"dlvr.it","status":"verified","evidence":"user-agent","sourceUrl":"https://dlvr.it","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"dnsnifferbot","name":"DNSnifferBot","operator":"DNSniffer","category":"SECURITY","description":"Platform for domain intelligence that provides comprehensive domain and subdomain discovery services.","token":"DNSnifferBot","status":"verified","evidence":"user-agent","sourceUrl":"https://dnsniffer.com/crawler","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"dotcom-monitor","name":"Doctom Monitor","operator":"Dotcom-Monitor","category":"MONITORING_AND_ANALYTICS","description":"The Doctom Monitor checks websites for uptime and performance issues.","token":"DMBrowser","status":"verified","evidence":"user-agent","sourceUrl":"https://www.dotcom-monitor.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"drlinkcheck","name":"Dr. Link Check","operator":"Dr. Link Check","category":"MONITORING_AND_ANALYTICS","description":"Dr. Link Check crawls websites to help their owners identify and fix broken links.","token":"Dlc","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.drlinkcheck.com/","origin":"radar"},
+{"slug":"drata","name":"Drata Autopilot","operator":"Drata","category":"SECURITY","description":"The Drata Autopilot bot continuously monitors the security posture of customer domains.","token":"Dratabot","status":"verified","evidence":"user-agent","sourceUrl":"https://drata.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"drugcardbot","name":"DrugCardBot","operator":"DrugCard","category":"AGGREGATOR","description":"Indexes public medical information from trusted sources.","token":"DrugCardBot","status":"verified","evidence":"user-agent","sourceUrl":"https://drug-card.io/drug-card-bot-info.txt","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"duckassistbot","name":"DuckAssistbot","operator":"DuckDuckGo","category":"AI_ASSISTANT","description":"DuckAssistBot is a web crawler for DuckDuckGo","token":"DuckAssistBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://duckduckgo.com/duckduckgo-help-pages/results/duckassistbot","verifiedAt":"2026-10-03","origin":"radar","purpose":"ai-assistant"},
+{"slug":"duckduckbot","name":"DuckDuckBot","operator":"DuckDuckGo","category":"SEARCH_ENGINE_CRAWLER","description":"DuckDuckBot is the search engine crawler for the DuckDuckGo search engine.","token":"DuckDuckBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://duckduckgo.com/duckduckgo-help-pages/results/duckduckbot","verifiedAt":"2026-10-03","origin":"radar","purpose":"search-engine"},
+{"slug":"easybill-import-manager","name":"EasyBill Import Manager","operator":"easybill.de","category":"MONITORING_AND_ANALYTICS","description":"EasyBill Import Manager is a tool that synchronizes order data from external systems to EasyBill.","token":"easybill-ImportManager","status":"verified","evidence":"user-agent","sourceUrl":"https://www.easybill.de/api/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"easycron","name":"EasyCron","operator":"EasyCron","category":"WEBHOOKS","description":"EasyCron is an online cron job service. Users can schedule an HTTP request to be made at a specific date and time.","token":"EasyCron","status":"verified","evidence":"user-agent","sourceUrl":"https://www.easycron.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"easydns","name":"Easydns","operator":"EasyDNS","category":"MONITORING_AND_ANALYTICS","description":"EasyDNS' uptime monitoring probe.","token":"easyDNS","status":"unverified","evidence":"heuristic","sourceUrl":"https://easydns.com/","origin":"radar"},
+{"slug":"easyscan","name":"EasyScan","operator":"codire GmbH","category":"AI_ASSISTANT","description":"Automated scanning service that reviews online content on behalf of end users to identify potential legal issues.","token":"EasyScan","status":"verified","evidence":"user-agent","sourceUrl":"https://www.it-recht-kanzlei.de/website-scanner-fuer-mandanten.php","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"echoboxbot","name":"Echobot Bot","operator":"Echobox","category":"AI_CRAWLER","description":"We scrape full article/page content to ensure we can optimally automate the content distribution for the digital publishers we work with. Every single article a publisher releases will get scraped approx. 2-4 times by independent services.","token":"EchoboxBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.echobox.com/","verifiedAt":"2026-08-13","aliases":["w4mwnpbXf3MFAbxOkJRw"],"origin":"radar"},
+{"slug":"echofeed","name":"EchoFeed","operator":"Robb Knight","category":"FEED_FETCHER","description":"EchoFeed is an RSS feed cross-poster that rea","token":"EchoFeed","status":"verified","evidence":"user-agent","sourceUrl":"https://echofeed.app","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"element451bot","name":"Element451Bot","operator":"Spark451, Inc. (Element451)","category":"AI_SEARCH","description":"Element451Bot is the Knowledge Hub crawler fo","token":"Element451Bot","status":"verified","evidence":"user-agent","sourceUrl":"https://element451.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"elmahio-uptimebot","name":"elmah.io Uptime Monitoring","operator":"elmah.io","category":"MONITORING_AND_ANALYTICS","description":"elmah.io Uptime Monitoring bot is a heartbeats tool monitors the availability of their users' websites.","token":"elmahio-uptimebot","status":"verified","evidence":"user-agent","sourceUrl":"https://elmah.io","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"elsa-ccn-cert","name":"ELSA CCN-CERT","operator":"CCN-CERT / Centro Criptologico Nacional","category":"SECURITY","description":"CCN-CERT authorized security assessment bot monitoring Internet-facing attack surface for external exposure.","token":"ELSA-CCNCERT-scanner","status":"verified","evidence":"user-agent","sourceUrl":"https://www.ccn-cert.cni.es/es/soluciones-seguridad/elsa.html","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"embedly","name":"Embedly","operator":"Embedly","category":"PAGE_PREVIEW","description":"Embedly link preview service (operated by Medium) that fetches metadata and embeds for URLs.","token":"Embedly","status":"verified","evidence":"user-agent","sourceUrl":"https://embed.ly","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"emoneybot","name":"eMoney Advisor","operator":"eMoney Advisor","category":"AGGREGATOR","description":"Collects raw financial data that can later be used for financial planning and analysis","token":"eMoneyBot","status":"verified","evidence":"user-agent","sourceUrl":"https://emoneyadvisor.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"epivoz-crawler","name":"Epivoz Crawler","operator":"Techmeme","category":"AGGREGATOR","description":"News aggregator needs to crawl news/blog articles to generate short summaries for page preview of attributed links.","token":"EpivozCrawler","status":"verified","evidence":"user-agent","sourceUrl":"https://www.techmeme.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"eRepublik-tools","name":"eRepublik.tools","operator":"Sebastian Foth - Software Solutions","category":"MONITORING_AND_ANALYTICS","description":"Search engine providing gaming statistics and tools for the browser game \"eRepublik\".","token":"eRepublik.tools","status":"verified","evidence":"user-agent","sourceUrl":"https://erepublik.tools","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"evo-uptime-bot","name":"EvoUptimeBot","operator":"Evo Agency Ltd.","category":"MONITORING_AND_ANALYTICS","description":"Built-in uptime monitoring for the EvoCommerce platform","token":"EvoUptimeBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.evo.agency","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"exasearchbot","name":"ExaSearchBot","operator":"Exa","category":"SEARCH_ENGINE_CRAWLER","description":"The search engine crawler for Exa, which AI applications use to search the web.","token":"ExaSearchBot","status":"unverified","evidence":"heuristic","sourceUrl":"https://crawler.exa.ai/","origin":"radar"},
+{"slug":"exodus-movement","name":"Exodus","operator":"Exodus","category":"WEBHOOKS","description":"A crypto wallet application to manage cryptocurrencies like Bitcoin, Ethereum, Ripple, and more. Secure.","token":"ExodusMovement","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.exodus.io/","aliases":["GlobalCoinHeight"],"origin":"radar"},
+{"slug":"eyemonituptimebot","name":"EyemonitUptimeBot","operator":"EyeMonit (Hosting on Rails)","category":"MONITORING_AND_ANALYTICS","description":"This bot will monitor customers websites for uptime, performance and dead links","token":"EyeMonit","status":"verified","evidence":"user-agent","sourceUrl":"https://eyemonit.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"ezoicbot","name":"EzoicBot","operator":"Ezoic Inc","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Ezoic is a technology platform for digital publishers. You can learn more about what Ezoic does here.EzoicBot is our web crawler designed to extract valuable information about how the internet, search engines, and websites all work toget…","token":"EzoicBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.ezoic.com/bot/","verifiedAt":"2026-08-13","aliases":["EzoicBot-Sitespeed","EzoicBot-UptimeOwl","EzoicBot-AdsTxt","EzoicBot-Nicheiq","EzoicBot-IntegrationCheck","EzLynx"],"origin":"radar"},
+{"slug":"facebookbot","name":"FacebookBot","operator":"Meta","category":"AI_CRAWLER","description":"Meta's crawler used to improve the language models powering its AI products.","token":"FacebookBot","status":"unverified","evidence":"none","note":"No longer listed in Meta's crawler documentation (meta-externalagent replaced it for AI training).","origin":"curated"},
+{"slug":"facebook","name":"FacebookExternalHit","operator":"Meta","category":"PAGE_PREVIEW","description":"The primary purpose of FacebookExternalHit is to crawl the content of an app or website that was shared on one of Meta’s family of apps, such as Facebook, Instagram, or Messenger. The link might have been shared by copying and pasting or…","token":"facebookexternalhit","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.facebook.com/documentation/sharing/webmasters/web-crawlers","verifiedAt":"2026-10-03","aliases":["facebookcatalog","meta-externalagent","meta-externalfetcher"],"origin":"radar"},
+{"slug":"factset-spyderbot","name":"Factset_spyderbot","operator":"Factset","category":"AGGREGATOR","description":"Factset uses a Python Selenium Crawler for web scraping to deliver reliable, current financial data.","token":"factset_spyderbot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.factset.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"fastcron","name":"Fastcron","operator":"FastCron","category":"WEBHOOKS","description":"FastCron is an online cron job service that e","token":"FastCron","status":"verified","evidence":"user-agent","sourceUrl":"https://www.fastcron.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"fastmail-bot","name":"Fastmail Bot","operator":"Fastmail","category":"PAGE_PREVIEW","description":"Fastmail fetch and image proxy bot","token":"FastmailUA","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.fastmail.com/policies/bots/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"fdl-stats-bot","name":"FDL Stats Bots","operator":"FTW Entertainment LLC","category":"MONITORING_AND_ANALYTICS","description":"FDL Stats bot is used to generate analytical data around rocket league player information. The bot will attempt to crawl various platforms that provide player data that is publicly available to build stats about player participation.","token":"FDL","status":"unverified","evidence":"heuristic","sourceUrl":"https://ftwentertainment.com","origin":"radar"},
+{"slug":"fedicaapp","name":"Fedicabot","operator":"Fedica","category":"SOCIAL_MEDIA_MARKETING","description":"","token":"Fedicabot","status":"verified","evidence":"operator-docs","sourceUrl":"https://fedica.com/info/fedicabot","verifiedAt":"2026-08-13","aliases":["Fedica","FedicaApp"],"origin":"radar"},
+{"slug":"fedreporter-bot-for-ffiec-2","name":"FedReporter Bot for FFIEC","operator":"Fed Reporter, Inc.","category":"AGGREGATOR","description":"Bot to download data from the ffiec, Active/Closed/Branches File, Holding Company Data, 002 Data","token":"FedReporterDataBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://fedreporter.net/FedReporterBotDocumentation/Readme.txt","verifiedAt":"2026-08-13","aliases":["FedReporterDataBot-Testing"],"origin":"radar"},
+{"slug":"feedbin","name":"Feedbin","operator":"Feedbin","category":"FEED_FETCHER","description":"Feedbin's RSS reader service.","token":"Feedbin","status":"verified","evidence":"user-agent","sourceUrl":"https://feedbin.com/help","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"feedblitz","name":"FeedBlitz","operator":"FeedBlitz LLC","category":"FEED_FETCHER","description":"FeedBlitz fetches RSS feeds on behalf of clie","token":"FeedBlitz","status":"verified","evidence":"user-agent","sourceUrl":"https://www.feedblitz.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"feeder","name":"Feeder","operator":"Really Simple AB","category":"FEED_FETCHER","description":"A cloud-based RSS reader with over 500 000 users subscribed to over 3 million feed URLs","token":"feeder.co","status":"verified","evidence":"user-agent","sourceUrl":"https://feeder.co","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"feedly","name":"Feedly","operator":"Feedly","category":"FEED_FETCHER","description":"Feedly RSS fetcher service.","token":"Feedly","status":"verified","evidence":"user-agent","sourceUrl":"https://www.feedly.com/fetcher.html","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"feedotter","name":"FeedOtter","operator":"FeedOtter","category":"FEED_FETCHER","description":"FeedOtter is a feed fetcher bot that retrieves RSS and Atom feeds for content aggregation and distribution.","token":"FeedOtter","status":"verified","evidence":"user-agent","sourceUrl":"http://www.feedotter.com/privacy","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"feedwind","name":"FeedWind Crawler","operator":"Mikle","category":"FEED_FETCHER","description":"Accesses feed sources to ensure feed widget is up to date (crawls every 5 minutes to 5 hours depending on a user's plan).","token":"Feedwind","status":"verified","evidence":"user-agent","sourceUrl":"https://feed.mikle.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"findimagebot","name":"FindImageBot","operator":"Find.gr","category":"OTHER","description":"FindImageBot is the image downloading service","token":"FindImageDownloader","status":"verified","evidence":"user-agent","sourceUrl":"https://www.find.gr","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"firmlyai-bot","name":"FirmlyAI Bot","operator":"Firmly","category":"AI_ASSISTANT","description":"FirmlyAI Bot navigates e-commerce websites for agentic commerce workflows","token":"FirmlyAI","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.firmly.ai/","origin":"radar"},
+{"slug":"fishbot","name":"FishBot","operator":"FishBot","category":"AI_CRAWLER","description":"FishBot crawls webpages to deliver Open Source AI for All","token":"FishBot","status":"verified","evidence":"user-agent","sourceUrl":"https://fish.audio","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"fit-feeds-fetcher","name":"FIT Feeds Fetcher","operator":"follow.it","category":"FEED_FETCHER","description":"This bot is used to fetch the RSS feed content of the websites owned by rightful publishers at follow.it","token":"follow.it","status":"unverified","evidence":"heuristic","sourceUrl":"https://follow.it","aliases":["Specificfeeds","FeedBurner"],"origin":"radar"},
+{"slug":"flashy-php-1-0-0","name":"Flashy-PHP/1.0.0","operator":"Flashy","category":"WEBHOOKS","description":"All-In-One Marketing Automation Platform","token":"Flashy-PHP","status":"verified","evidence":"user-agent","sourceUrl":"https://flashy.app/help/integrations/troubleshooting/ip-address-whitelisting/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"flipboard","name":"FlipboardProxy","operator":"Flipboard","category":"PAGE_PREVIEW","description":"We work with publishers/partners to obtain their content so it is formatted for the Flipboard app.","token":"FlipboardProxy","status":"verified","evidence":"user-agent","sourceUrl":"https://about.flipboard.com/browserproxy/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"flipboardrss","name":"FlipboardRSS","operator":"Flipboard","category":"FEED_FETCHER","description":"Flipboard will use visitor's RSS feed to discover articles and generate article summaries","token":"FlipboardRSS","status":"verified","evidence":"user-agent","sourceUrl":"https://about.flipboard.com/rss-guidelines/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"flowpane","name":"Flowpane","operator":"Flowpane Ltd","category":"MONITORING_AND_ANALYTICS","description":"Monitors governance files (robots.txt, ads.txt, security.txt, llms.txt, sitemaps) across client websites.","token":"Flowpane","status":"verified","evidence":"user-agent","sourceUrl":"https://flowpane.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"fn-legislative-and-regulatory-bot","name":"FN Legislative and Regulatory Bot","operator":"FiscalNote Holdings, Inc.","category":"AGGREGATOR","description":"FN Bot makes targeted rate-limited requests to a variety of publically available legislative and regulatory sources.","token":"FiscalNote","status":"verified","evidence":"user-agent","sourceUrl":"https://fiscalnote.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"foregenix-threatview-webscan","name":"Foregenix ThreatView/WebScan","operator":"Foregenix Limited","category":"MONITORING_AND_ANALYTICS","description":"Foregenix perform security and risk scanning on the web sites of eCommerce merchants for a number of banks and card brands globally. The service assists these organisations in controlling and identifying fraud and financial losses, with…","token":"Foregenix","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.foregenix.com","origin":"radar"},
+{"slug":"freespoke","name":"Freespoke","operator":"Freespoke","category":"SEARCH_ENGINE_CRAWLER","description":"Freespoke is a search engine that believes in free speech and shows you all viewpoints.","token":"Freespoke","status":"unverified","evidence":"heuristic","sourceUrl":"https://docs.freespoke.com/search/bot/","aliases":["crawler.freespoke.com"],"origin":"radar"},
+{"slug":"freshping","name":"Freshping","operator":"Freshworks","category":"ACCESSIBILITY","description":"Check website is online and issue an alert when its down","token":"FreshpingBot","status":"verified","evidence":"user-agent","sourceUrl":"https://support.freshping.io/en/support/solutions/articles/50000003709-freshping-api-documentation","verifiedAt":"2026-08-13","aliases":["Freshping"],"origin":"radar"},
+{"slug":"fullfact-ingest","name":"FullFact Ingest","operator":"FullFact","category":"FEED_FETCHER","description":"It pulls user-submitted RSS feeds every hour to process, extract and identify claims to analyse for misinformation.","token":"FullFact","status":"verified","evidence":"user-agent","sourceUrl":"https://fullfact.ai","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"fullstorybot","name":"FullStory","operator":"Full Story","category":"MONITORING_AND_ANALYTICS","description":"FullStory is your digital experience analytics platform for on-the-fly funnels, pixel-perfect replay, custom events, heat maps, advanced search, Dev Tools, and more. FullStoryBot’s fetches and stores assets required to rebuild sites when…","token":"FullStoryBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://help.fullstory.com/spp-ref/343521-what-is-the-fullstorybot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"funnelback","name":"Funnelback","operator":"Squiz - FunnelBack","category":"SEARCH_ENGINE_CRAWLER","description":"Funnelback is an enterprise search platform, and its crawler indexes content from an organization's websites and data repositories. This powers the organization's internal search function.","token":"Funnelback","status":"verified","evidence":"user-agent","sourceUrl":"https://docs.squiz.net/funnelback/docs/latest/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"gatus","name":"Gatus","operator":"Gatus","category":"MONITORING_AND_ANALYTICS","description":"Gatus.io's advanced endpoint monitoring bot","token":"Gatus","status":"verified","evidence":"user-agent","sourceUrl":"https://gatus.io","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"geedoshopproductfinder","name":"GeedoShopProductFinder","operator":"Geedo SIA","category":"AGGREGATOR","description":"GeedoShopProductFinder is the automated crawl","token":"GeedoShopProductFinder","status":"verified","evidence":"user-agent","sourceUrl":"https://geedo.com/product-finder/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"gemmetricbot","name":"GemmetricBot","operator":"Gemmetric LLC","category":"AI_CRAWLER","description":"Crawler for AI visibility scans on ownership-verified or authorized domains.","token":"GemmetricBot","status":"verified","evidence":"user-agent","sourceUrl":"https://gemmetric.ai","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"ghostexplore","name":"GhostExplore","operator":"Ghost","category":"AGGREGATOR","description":"An aggregator service for websites powered by ghost.org","token":"GhostExplore","status":"verified","evidence":"user-agent","sourceUrl":"https://ghost.org","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"gigabot","name":"Gigabot","operator":"Gigablast","category":"SEARCH_ENGINE_CRAWLER","description":"Gigablast is the only non-Big Tech search engine in the U.S. that uses its own search index and algorithms.","token":"Gigabot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.gigablast.com/?c=main","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"github-hookshot","name":"GitHub-Hookshot","operator":"GitHub, Inc.","category":"WEBHOOKS","description":"GitHub-Hookshot delivers webhook event payloa","token":"GitHub-Hookshot","status":"verified","evidence":"user-agent","sourceUrl":"https://github.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"googleads","name":"Google AdsBot","operator":"Google","category":"ADVERTISING_AND_MARKETING","description":"Google AdsBot is special-case crawler that monitors websites where Google Ads are served.","token":"AdsBot-Google","status":"verified","evidence":"operator-docs","sourceUrl":"https://support.google.com/webmasters/answer/1061943?hl=en","verifiedAt":"2026-08-13","aliases":["AdsBot-Google-Mobile"],"origin":"radar"},
+{"slug":"googlemedia","name":"Google Adsense: Mediapartners-Google","operator":"Google","category":"ADVERTISING_AND_MARKETING","description":"The Google AdSense bot monitors the content of websites using Google AdSense.","token":"Mediapartners-Google","status":"verified","evidence":"operator-docs","sourceUrl":"https://support.google.com/webmasters/answer/1061943?hl=en","verifiedAt":"2026-08-13","aliases":["Mediapartners"],"origin":"radar"},
+{"slug":"googleapi","name":"Google API","operator":"Google","category":"WEBHOOKS","description":"APIs-Google is the user agent used by Google APIs to deliver push notification messages. Application developers can request these notifications to avoid the need for continually polling Google's servers to find out if the resources they…","token":"APIs-Google","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.google.com/webmasters/APIs-Google.html","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"google-calendar-importer-2","name":"Google Calendar Importer","operator":"Google","category":"FEED_FETCHER","description":"Google Calendar Importer is used by Google Calendar to sync with url based calendar feeds.","token":"Google-Calendar-Importer","status":"verified","evidence":"user-agent","sourceUrl":"https://support.google.com/calendar/answer/37100?hl=en&co=GENIE.Platform%3DDesktop","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"google-digital-asset-links","name":"Google Digital Asset Links","operator":"Google","category":"SEARCH_ENGINE_OPTIMIZATION","description":"The Digital Asset Links bot verifies statements lists made by website operators.","token":"GoogleAssociationService","status":"unverified","evidence":"heuristic","origin":"radar"},
+{"slug":"googlefeedfetcher","name":"Google Feed Fetcher","operator":"Google","category":"FEED_FETCHER","description":"Google FeedFetcher is the RSS reader for Google.","token":"FeedFetcher-Google","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"google-firebase-bot","name":"Google Firebase","operator":"Google","category":"ADVERTISING_AND_MARKETING","description":"","token":"Google-Firebase","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"googleimageproxy","name":"Google Image Proxy","operator":"Google","category":"PAGE_PREVIEW","description":"The Google Image Proxy bot is used to render link content sent via email in Gmail.","token":"GoogleImageProxy","status":"verified","evidence":"user-agent","sourceUrl":"https://support.google.com/webmasters/answer/1061943?hl=en","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"googlebotimages","name":"Google Images","operator":"Google","category":"SEARCH_ENGINE_CRAWLER","description":"The Google Images bot is the search engine crawler for Google Images Search.","token":"Googlebot-Image","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers","verifiedAt":"2026-10-03","origin":"radar","purpose":"search-engine"},
+{"slug":"google-inspection-tool","name":"Google Inspection Tool","operator":"Google","category":"SECURITY","description":"Google-InspectionTool is the crawler used by Search testing tools such as the Rich Result Test and URL inspection in Search Console. Apart from the user agent and user agent token, it mimics Googlebot.","token":"Google-InspectionTool","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers","verifiedAt":"2026-10-03","aliases":["Googlebot"],"origin":"radar"},
+{"slug":"google-publisher-center","name":"Google Publisher Center","operator":"Google","category":"FEED_FETCHER","description":"Fetches and processes feeds that publishers explicitly supplied for use in Google News landing pages.","token":"GoogleProducer","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.google.com/search/docs/crawling-indexing/google-user-triggered-fetchers#googleproducer","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"googlereadaloud","name":"Google Read Aloud","operator":"Google","category":"ACCESSIBILITY","description":"Google Read Aloud service enables reading web pages using text-to-speech (TTS).","token":"Google-Read-Aloud","status":"verified","evidence":"operator-docs","sourceUrl":"https://support.google.com/webmasters/answer/1061943?hl=en","verifiedAt":"2026-08-13","aliases":["answer"],"origin":"radar"},
+{"slug":"google-safety","name":"Google Safety","operator":"Google","category":"SECURITY","description":"The Google-Safety user agent handles abuse-specific crawling, such as malware discovery for publicly posted links on Google properties","token":"Google-Safety","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.google.com/search/docs/crawling-indexing/google-special-case-crawlers","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"googledata","name":"Google Schema Markup Testing Tool","operator":"Google","category":"MONITORING_AND_ANALYTICS","description":"The Google Schema Markup Testing Tool bot, now part of the Rich Results Test, crawls pages to validate their structured data. This helps webmasters check if their schema markup is correctly implemented for Google Search.","token":"Google-Structured-Data-Testing-Tool","status":"verified","evidence":"user-agent","sourceUrl":"https://support.google.com/webmasters/answer/1061943?hl=en","verifiedAt":"2026-08-13","aliases":["Google-Structured-Data-Testing"],"origin":"radar"},
+{"slug":"google-scholar","name":"Google Scholar","operator":"Google","category":"SEARCH_ENGINE_CRAWLER","description":"Google Scholar uses a bot to crawl and index scholarly literature from academic publishers, repositories, and university websites. This populates its academic search engine.","token":"Googlebot-IA","status":"verified","evidence":"user-agent","sourceUrl":"https://scholar.google.com/intl/en/scholar/libraries.html","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"google-site-verification","name":"Google Site Verification","operator":"Google","category":"SECURITY","description":"Verification is the process of proving that you own the property that you claim to own. Search Console needs to verify ownership because verified owners have access to sensitive Google Search data for a site, and can affect a site's pres…","token":"Google-Site-Verification","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.google.com/search/docs/crawling-indexing/google-user-triggered-fetchers","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"storebot-google","name":"Google StoreBot","operator":"Google","category":"SEARCH_ENGINE_OPTIMIZATION","description":"The Google StoreBot is a search-engine-based program that automatically 'crawls' through web pages to gather and analyse data. Google uses crawlers that go through product pages and checkout processes using machine learning algorithms to…","token":"Storebot-Google","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"google-trust-services","name":"Google Trust Services (DCV Check)","operator":"Google","category":"SECURITY","description":"Helping build a safer Internet by providing a transparent, trusted, and reliable Certificate Authority.","token":"Google-Trust-Services","status":"verified","evidence":"user-agent","sourceUrl":"https://pki.goog/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"googlebotvideos","name":"Google Videos","operator":"Google","category":"SEARCH_ENGINE_CRAWLER","description":"The Google Videos bot is the search engine crawler for Google Video Search.","token":"Googlebot-Video","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers","verifiedAt":"2026-10-03","origin":"radar","purpose":"search-engine"},
+{"slug":"google-web-snippet-2","name":"Google Web Snippet","operator":"Google","category":"PAGE_PREVIEW","description":"This user agent belongs to Google Web Snippet. Google Inc developed this Bot. This Bot run on Linux.","token":"Google-PageRenderer","status":"verified","evidence":"user-agent","sourceUrl":"https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers","verifiedAt":"2026-08-13","origin":"radar","mergedSlugs":["google-pagerenderer-3"]},
+{"slug":"google-adwords-express","name":"Google-AdWords-Express","operator":"Google","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Google-AdWords-Express is a bot for a Google Ads product aimed at small businesses. It crawls advertiser websites to assist with ad creation and to verify site information.","token":"Google-AdWords-Express","status":"verified","evidence":"user-agent","sourceUrl":"https://developers.google.com/search/docs/crawling-indexing/google-user-triggered-fetchers","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"google-adwords-instant","name":"Google-Adwords-Instant","operator":"Google","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Google-Adwords-Instant is a bot connected to the Google Ads platform. It visits advertiser landing pages to perform verification and quality checks.","token":"Google-Adwords-Instant","status":"verified","evidence":"user-agent","sourceUrl":"https://www.google.com/adsbot.html","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"google-agent","name":"Google-Agent","operator":"Google","category":"AI_ASSISTANT","description":"Google-Agent is used by agents hosted on Google infrastructure to navigate the web and perform actions upon user request (e.g., Project Mariner).","token":"Google-Agent","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.google.com/crawling/docs/crawlers-fetchers/google-user-triggered-fetchers","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"google-businesslinkverification","name":"Google-BusinessLinkVerification","operator":"Google","category":"SECURITY","description":"To ensure business information on Google is accurate and trustworthy, we verify the links you provide","token":"Google-BusinessLinkVerification","status":"verified","evidence":"user-agent","sourceUrl":"https://support.google.com/business/answer/13769188","verifiedAt":"2026-08-13","aliases":["Google-BusinessLinkVerifi"],"origin":"radar"},
+{"slug":"google-cloudvertexbot","name":"Google-CloudVertexBot","operator":"Google","category":"AI_CRAWLER","description":"Crawler available to site owners to request crawls of their own sites for targeted AI training","token":"Google-CloudVertexBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers","verifiedAt":"2026-10-03","aliases":["CloudVertexBot"],"origin":"radar"},
+{"slug":"googledisplayads","name":"Google-Display-Ads-Bot","operator":"Google","category":"ADVERTISING_AND_MARKETING","description":"Google AdSense uses a crawler called Google-Display-Ads-Bot to verify your site when you add a site to AdSense.","token":"Google-Display-Ads-Bot","status":"verified","evidence":"operator-docs","sourceUrl":"https://support.google.com/adsense/answer/99376","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"google-extended","name":"Google-Extended","operator":"Google","category":"AI_CRAWLER","description":"Google's AI opt-out token controlling use of your content for Gemini/Vertex AI training. Does not affect Search ranking.","token":"Google-Extended","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers","verifiedAt":"2026-10-03","origin":"curated","purpose":"training"},
+{"slug":"google-flights-search-spackle","name":"Google-Flights-Search-Spackle","operator":"Google","category":"SEARCH_ENGINE_CRAWLER","description":"Google's user-triggered fetcher for flight search. Fetches airline and travel site content on behalf of end-user searches to compile flight pricing and availability data.","token":"Google-Flights-Search-Spackle","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.google.com/travel/flights/saves","origin":"radar"},
+{"slug":"google-travelads-live","name":"Google-TravelAds-Live","operator":"Google","category":"ADVERTISING_AND_MARKETING","description":"The Google-TravelAds-Live User-agent is a bot by Google that crawls websites to collect travel ad data.","token":"Google-TravelAds-Live","status":"unverified","evidence":"heuristic","sourceUrl":"https://developers.google.com/hotels/hotel-prices/dev-guide/query-messages","origin":"radar"},
+{"slug":"google-xrawler","name":"google-xrawler","operator":"Google","category":"SEARCH_ENGINE_CRAWLER","description":"Google's user-triggered fetcher for merchant product feeds. Fetches XML product feeds from e-commerce sites for syncing with Google Merchant Center.","token":"google-xrawler","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"google","name":"GoogleBot","operator":"Google","category":"SEARCH_ENGINE_CRAWLER","description":"Googlebot is the search engine crawler for Google Search.","token":"Googlebot","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers","verifiedAt":"2026-10-03","aliases":["Googlebot-Image","Googlebot-News","Googlebot-Video"],"origin":"radar","purpose":"search-engine"},
+{"slug":"googlebot-news","name":"Googlebot-News","operator":"Google","category":"SEARCH_ENGINE_CRAWLER","description":"Crawls news articles for Google News.","token":"Googlebot-News","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers","verifiedAt":"2026-10-03","origin":"curated","purpose":"search-engine"},
+{"slug":"google-other","name":"GoogleOther","operator":"Google","category":"AI_CRAWLER","description":"Generic crawler that may be used by various product teams for fetching publicly accessible content from sites. For example, it may be used for one-off crawls for internal research and development. https://developers.google.com/search/doc…","token":"GoogleOther","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers","verifiedAt":"2026-10-03","origin":"radar","purpose":"other"},
+{"slug":"googleother-image","name":"GoogleOther-Image","operator":"Google","category":"OTHER","description":"GoogleOther for images: one-off crawls by Google product teams.","token":"GoogleOther-Image","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers","verifiedAt":"2026-10-03","origin":"curated"},
+{"slug":"googleother-video","name":"GoogleOther-Video","operator":"Google","category":"OTHER","description":"GoogleOther for video: one-off crawls by Google product teams.","token":"GoogleOther-Video","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers","verifiedAt":"2026-10-03","origin":"curated"},
+{"slug":"gopay","name":"GoPay","operator":"GoPay.cz","category":"WEBHOOKS","description":"GoPay payment getaway http notification service","token":"GoPay","status":"unverified","evidence":"heuristic","sourceUrl":"https://doc.gopay.com/","origin":"radar"},
+{"slug":"gptbot","name":"GPTBot","operator":"OpenAI","category":"AI_CRAWLER","description":"GPTBot is used to crawl content that may be used in training OpenAI's generative AI foundation models","token":"GPTBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.openai.com/api/docs/bots","verifiedAt":"2026-10-03","origin":"radar","purpose":"training"},
+{"slug":"grafana-labs","name":"Grafana's Synthetic Monitoring","operator":"Grafana Labs","category":"MONITORING_AND_ANALYTICS","description":"Grafana's Synthetic Monitoring agent provides probe functionality and executes network checks for monitoring remote targets.","token":"synthetic-monitoring-agent","status":"verified","evidence":"user-agent","sourceUrl":"https://grafana.com/","verifiedAt":"2026-08-13","origin":"radar","mergedSlugs":["grafana-synthetic-monitoring-2"]},
+{"slug":"grapeshot","name":"Grapeshot","operator":"Grapeshot","category":"ADVERTISING_AND_MARKETING","description":"The Grapeshot bot, part of Oracle Advertising, crawles web pages for content analysis and classification.","token":"GrapeshotCrawler","status":"verified","evidence":"user-agent","sourceUrl":"https://www.oracle.com/corporate/acquisitions/grapeshot/crawler.html","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"grok-bot","name":"Grok Bot","operator":"xAI","category":"AI_ASSISTANT","description":"xAI's Grok agents that work inside tools and apps on a user's behalf.","token":"GrokAgent","status":"verified","evidence":"user-agent","sourceUrl":"https://x.ai/bot","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"groovinads","name":"Groovinads","operator":"Groovinads","category":"ADVERTISING_AND_MARKETING","description":"The Groovinads bot gathers data from e-commerce websites to support its ad services.","token":"GroovinaAdsbot","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.groovinads.com/","origin":"radar"},
+{"slug":"gtmetrix","name":"GTmetrix","operator":"GTmetrix","category":"MONITORING_AND_ANALYTICS","description":"GTmetrix is a free tool that analyzes a page's speed performance. Using PageSpeed and YSlow, GTmetrix generates scores for pages and offers actionable recommendations on how to fix them.","token":"GTmetrix","status":"verified","evidence":"operator-docs","sourceUrl":"https://datadome.co/bots/gtmetrix/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"gtranslate-2","name":"GTranslate","operator":"GTranslate Inc","category":"ACCESSIBILITY","description":"GTranslate translation proxy service","token":"GTranslate-Translation-Proxy","status":"verified","evidence":"user-agent","sourceUrl":"https://gtranslate.io","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"guestpostsbot","name":"GuestpostsBot","operator":"Guest Posts","category":"MONITORING_AND_ANALYTICS","description":"GuestpostsBot is a Web Crawler that has several functions to facilitate the website owner who has registered his site on the guestposts.com.br platform to monitor his site. The bot constantly tracks the sites registered on the platform i…","token":"GuestpostsBot","status":"verified","evidence":"user-agent","sourceUrl":"https://guestposts.com.br","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"hankbot","name":"hankbot","operator":"hank.parts","category":"SEARCH_ENGINE_CRAWLER","description":"Checks single product pages for car part price and stock on a user's request.","token":"hankbot","status":"unverified","evidence":"heuristic","sourceUrl":"https://hank.parts/hankbot","origin":"radar"},
+{"slug":"harkbot","name":"HarkBot","operator":"Hark","category":"AI_ASSISTANT","description":"Hark's personal-intelligence assistant.","token":"HarkBot","status":"verified","evidence":"user-agent","sourceUrl":"https://app.hark.com/about/bot","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"hatena","name":"Hatena","operator":"Hatena","category":"FEED_FETCHER","description":"Hatena's service automatically visits web pages to get the information it needs to use in the service.","token":"Hatena","status":"unverified","evidence":"heuristic","sourceUrl":"https://developer.hatena.ne.jp/ja/documents/other/apis/useragents/","aliases":["HatenaBlog-bot","Hatena-Favicon","HatenaBookmark","Scissors","Antenna","UserAgent"],"origin":"radar"},
+{"slug":"hellowork-bot","name":"HelloWork","operator":"HelloWork Group","category":"AGGREGATOR","description":"HelloWork is a French job board, and its bot aggregates job listings for its platform. It crawls company career pages and other sources to collect this information.","token":"HelloworkJobPostingBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.hellowork-group.com/en/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"henry-shopping-agent","name":"Henry Shopping Agent","operator":"Henry Labs","category":"AI_ASSISTANT","description":"Executes checkout via browser automation using a user's card and signed mandate","token":"HenryBot","status":"unverified","evidence":"heuristic","sourceUrl":"https://docs.henrylabs.ai/","origin":"radar"},
+{"slug":"hetrixtools","name":"HetrixTools","operator":"HetrixTools Inc","category":"MONITORING_AND_ANALYTICS","description":"HetrixTools offers an Uptime Monitoring service, where our monitoring locations (bots) will check whether our users' websites are online or not. Similar to more known services such as Pingdom or UptimeRobot.","token":"HetrixTools","status":"verified","evidence":"operator-docs","sourceUrl":"https://hetrixtools.com/uptime-monitor-bot/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"hey-email-privacy-proxy-2","name":"HEY Email Privacy Proxy","operator":"37signals","category":"PAGE_PREVIEW","description":"HEY email stops spy pixels and prevents user IP tracking by proxying all HTML email images, fonts, and external assets","token":"hey.com","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.hey.com/spy-trackers/","origin":"radar"},
+{"slug":"hifibot","name":"HIFIBot","operator":"HIFI","category":"AI_ASSISTANT","description":"Short Description: HIFI is a financial services company for musicians and professional creators. HIFI acts as an agent on behalf of its clients to automate the retrieval and processing of royalty earnings statements. HIFI’s clients provi…","token":"HIFIBot","status":"verified","evidence":"user-agent","sourceUrl":"https://hi.fi/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"boneybadgerbot","name":"honeybadgerbot","operator":"Honeybadger Industries","category":"MONITORING_AND_ANALYTICS","description":"HoneybadgerBot is the bot used by the Honeybadger error and uptime monitoring service.","token":"Honeybadger","status":"verified","evidence":"user-agent","sourceUrl":"https://www.honeybadger.io","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"hosttracker","name":"HostTracker","operator":"HostTracker","category":"MONITORING_AND_ANALYTICS","description":"The HostTracker monitor tracks website availability and performance for their customers.","token":"HostTracker","status":"verified","evidence":"user-agent","sourceUrl":"https://www.host-tracker.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"hotjar","name":"Hotjar","operator":"Hotjar","category":"MONITORING_AND_ANALYTICS","description":"Hotjar provides user analytics and feedback for website owners.","token":"Hotjar","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.hotjar.com/","origin":"radar"},
+{"slug":"hstspreload-bot","name":"HSTS preload bot","operator":"Chromium","category":"SECURITY","description":"Checks that links can be preloaded for Chromium","token":"hstspreload-bot","status":"verified","evidence":"user-agent","sourceUrl":"https://hstspreload.org/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"httpstatus","name":"HttpStatus","operator":"httpstatus.io","category":"MONITORING_AND_ANALYTICS","description":"HttpStatus is a bulk URL HTTP status code, he","token":"HttpStatus","status":"verified","evidence":"user-agent","sourceUrl":"https://httpstatus.io","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"hubspot-crawler","name":"HubSpot Crawler","operator":"HubSpot","category":"MONITORING_AND_ANALYTICS","description":"HubSpot offers a full platform of marketing, sales, customer service, and CRM software — plus the methodology, resources, and support — to help businesses grow better. Get started with free tools, and upgrade as you grow.","token":"HubSpot","status":"unverified","evidence":"heuristic","sourceUrl":"http://www.hubspot.com/","origin":"radar","mergedSlugs":["hubspot-page-fetcher"]},
+{"slug":"hubspot-feed-fetcher","name":"HubSpot Feed Fetcher","operator":"HubSpot","category":"FEED_FETCHER","description":"When posting to LinkedIn from Hubspot, images need to be pulled through to LinkedIn when published. The crawler performs this function","token":"HubSpot-FeedFetcher","status":"verified","evidence":"user-agent","sourceUrl":"https://www.hubspot.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"huckabot","name":"Huckabuy Bot","operator":"Huckabuy","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Huckabot is Huckabuy’s main crawler which is utilized by almost all of Huckabuy’s products. The primary purpose of Huckabot is to crawl and index a customer’s website, which is then rendered and optimized with our Dynamic Rendering Produ…","token":"Huckabot","status":"verified","evidence":"user-agent","sourceUrl":"https://huckabuy.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"hund","name":"Hund","operator":"Hund, LLC","category":"MONITORING_AND_ANALYTICS","description":"Hund is a hosted status page platform with in","token":"Bluthund","status":"verified","evidence":"user-agent","sourceUrl":"https://hund.io/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"hydrozen-io","name":"Hydrozen.io","operator":"Hydrozen.io","category":"MONITORING_AND_ANALYTICS","description":"Uptime monitoring SaaS tool","token":"Hydrozen.io","status":"verified","evidence":"user-agent","sourceUrl":"https://hydrozen.io","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"hypemachine","name":"Hype Machine","operator":"Hype Machine","category":"SEARCH_ENGINE_CRAWLER","description":"Since 2005, Hype Machine monitors music publications/blogs for posts about new artists and builds playlists using this metadata for listeners.","token":"Hype","status":"unverified","evidence":"heuristic","sourceUrl":"https://hypem.com/latest","aliases":["Machine"],"origin":"radar"},
+{"slug":"i-search-crawler","name":"i-search-crawler","operator":"Scala Communications, Inc.","category":"SEARCH_ENGINE_CRAWLER","description":"i-search-crawler is a web crawler operated by","token":"i-search-crawler","status":"verified","evidence":"user-agent","sourceUrl":"https://scala-com.jp/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"ias-crawler","name":"IAS crawler","operator":"Integral Ad Science","category":"ADVERTISING_AND_MARKETING","description":"Integral Ad Science (IAS) is the global market leader in digital ad verification, offering technologies that drive high-quality advertising media.","token":"ias_crawler","status":"verified","evidence":"operator-docs","sourceUrl":"http://integralads.com/site-indexing-policy/","verifiedAt":"2026-08-13","aliases":["ias_wombles"],"origin":"radar"},
+{"slug":"iboubot-3","name":"IbouBot","operator":"Babbar","category":"SEARCH_ENGINE_CRAWLER","description":"IbouBot is the crawler of the Ibou Search Engine","token":"IbouBot","status":"verified","evidence":"user-agent","sourceUrl":"https://ibou.io/iboubot.html","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"icccrawler","name":"ICC Crawler","operator":"NICT","category":"AI_CRAWLER","description":"ICC-Crawler automatically crawls the Internet and collects web pages. ICC-Crawler is operated by the Universal Communication Research Institute at the National Institute of Information and Communications Technology (NICT).","token":"ICC-Crawler","status":"verified","evidence":"user-agent","sourceUrl":"https://ucri.nict.go.jp","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"idealo-2","name":"Idealo","operator":"Idealo internet GmbH","category":"AGGREGATOR","description":"Germany's largest price comparison service. Runs four crawler variants (pricevalidator, badgechecker, inventoryanalyser, inventory-image-downloader) to verify partner shop prices, check badge integration, analyse inventory, and download…","token":"idealo-bot","status":"verified","evidence":"user-agent","sourceUrl":"https://partner.idealo.com/de/bot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"iframely","name":"Iframely","operator":"Iframely","category":"PAGE_PREVIEW","description":"Rich media embed solution","token":"Iframely","status":"verified","evidence":"user-agent","sourceUrl":"https://iframely.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"ifttt-rss-feed-service","name":"IFTTT RSS Feed Service","operator":"IFTTT RSS Feed Servuce","category":"FEED_FETCHER","description":"RSS feed fetcher to power user-configured automations","token":"IFTTT","status":"verified","evidence":"user-agent","sourceUrl":"https://ifttt.com/feed/details","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"imagesiftbot","name":"ImageSift","operator":"ImageSift","category":"AI_CRAWLER","description":"ImageSift (The Hive) image crawler; collects images for AI datasets.","token":"ImagesiftBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.imagesift.com/about","verifiedAt":"2026-10-03","origin":"curated","purpose":"other"},
+{"slug":"img2dataset","name":"img2dataset","operator":"img2dataset","category":"AI_CRAWLER","description":"Bulk image scraper commonly used to assemble AI training datasets.","token":"img2dataset","status":"verified","evidence":"user-agent","verifiedAt":"2026-10-04","origin":"curated","purpose":"other"},
+{"slug":"indeedjobbot","name":"IndeedJobBot","operator":"Indeed","category":"AGGREGATOR","description":"Indeed's job crawling bot that crawls job and job related information","token":"IndeedJobBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.indeed.com/about/indeed-crawlers","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"inforoom-reader","name":"InfoRoom Reader","operator":"GreenerSoft","category":"FEED_FETCHER","description":"InfoRoom Reader is the server-side feed fetch","token":"InfoRoomReader","status":"verified","evidence":"user-agent","sourceUrl":"https://inforoom.fr","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"innguma-fetcher","name":"Innguma Fetcher","operator":"Innguma","category":"FEED_FETCHER","description":"Innguma fetcher collects and periodically refreshes these user-initiated feeds.","token":"Innguma","status":"verified","evidence":"user-agent","sourceUrl":"https://factory.innguma.com/fetcher/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"innologica","name":"Innologica","operator":"Innologica","category":"FEED_FETCHER","description":"Inoreader is one of the most popular RSS feed readers used by more than a million people.","token":"Inoreader","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.inoreader.com/feed-fetcher","verifiedAt":"2026-08-13","aliases":["inoreader.com"],"origin":"radar"},
+{"slug":"instantaigurubot","name":"InstantAIGuruBot","operator":"instantAIguru","category":"AI_SEARCH","description":"Crawls a site at its owner's request to build a support agent. No model training.","token":"InstantAIGuruBot","status":"unverified","evidence":"heuristic","sourceUrl":"https://instantaiguru.com/bot","origin":"radar"},
+{"slug":"instapaper","name":"Instapaper","operator":"Instant Paper","category":"AI_ASSISTANT","description":"Instapaper is an app that lets people save articles to read later.","token":"Instapaper","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.instapaper.com/publishers","aliases":["Instaparser"],"origin":"radar"},
+{"slug":"instatusbot","name":"InstatusBot","operator":"Instatus","category":"MONITORING_AND_ANALYTICS","description":"Instatus Monitoring tracks website and API health, triggering incident reports and alerts when service is detected down.","token":"InstatusBot","status":"verified","evidence":"user-agent","sourceUrl":"https://instatus.com/help/monitoring","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"integromatbot","name":"Integromat","operator":"Make","category":"WEBHOOKS","description":"Over 50 active Cloudflare users are using Integromat to automate their workflow.","token":"Integromat","status":"verified","evidence":"user-agent","sourceUrl":"https://www.make.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"internet-archive-archive-it","name":"Internet Archive - Archive-It","operator":"Archive-It","category":"ARCHIVER","description":"Internet Archive’s Archive-It service preserves publicly accessible web pages for the historical record.","token":"archive.org_bot","status":"verified","evidence":"operator-docs","sourceUrl":"https://support.archive-it.org/hc/en-us/articles/115001081186-Archive-It-Crawling-Technology","verifiedAt":"2026-08-13","aliases":["Archive-It","special_archiver","heritrix"],"origin":"radar","mergedSlugs":["archive-org-bot"]},
+{"slug":"internet-nl-2","name":"Internet.nl","operator":"Internet Standards Platform","category":"SECURITY","description":"Internet.nl is a test tool for modern interne","token":"internetnl","status":"verified","evidence":"user-agent","sourceUrl":"https://en.internet.nl/about/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"internet-archive-bot","name":"InternetArchiveBot","operator":"Internet Archive","category":"MONITORING_AND_ANALYTICS","description":"InternetArchiveBot looks for URL references on Wikipedia and assesses if the URL is still alive, or delivering 404s.","token":"IABot","status":"verified","evidence":"user-agent","sourceUrl":"https://iabot.toolforge.org","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"isdownbot","name":"IsDownBot","operator":"IsDownBot","category":"MONITORING_AND_ANALYTICS","description":"IsDown monitors endpoints (websites, APIs) to make sure they are up and running","token":"IsDownBot","status":"verified","evidence":"user-agent","sourceUrl":"https://help.isdown.app/custom-monitors/isdownbot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"jetpack","name":"Jetpack","operator":"Automattic","category":"MONITORING_AND_ANALYTICS","description":"Uptime monitor for users of WordPress.com/Jetpack — https://jetpack.com/support/monitor/","token":"jetmon","status":"verified","evidence":"user-agent","sourceUrl":"https://automattic.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"jobicybot-3","name":"JobicyBot","operator":"Jobicy","category":"SEARCH_ENGINE_CRAWLER","description":"JobicyBot monitors and verifies job listings","token":"JobicyBot","status":"verified","evidence":"user-agent","sourceUrl":"https://jobicy.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"jobswithgptcom-bot","name":"jobswithgptcom-bot","operator":"JobsWithGPT","category":"SEARCH_ENGINE_CRAWLER","description":"Simple crawler focussing on only job postings for job search site.","token":"jobswithgptcom-bot","status":"verified","evidence":"operator-docs","sourceUrl":"https://jobswithgpt.com/bot.html","verifiedAt":"2026-08-13","aliases":["jobswithgptcom"],"origin":"radar"},
+{"slug":"jumio","name":"Jumio","operator":"Coinbase","category":"SECURITY","description":"Digital ID Verification and Scanning Tool used by Coinbase team.","token":"Jumio","status":"unverified","evidence":"heuristic","sourceUrl":"https://github.com/Jumio/implementation-guides/blob/master/netverify/callback.md","origin":"radar"},
+{"slug":"kagi","name":"Kagi Bot","operator":"Kagi","category":"SEARCH_ENGINE_CRAWLER","description":"Kagi Bot is the web crawler for the Kagi search engine. It crawls the web to build its own search index, which supports its ad-free search product.","token":"Kagibot","status":"verified","evidence":"user-agent","sourceUrl":"https://kagi.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"kakaotalk-scrap-2","name":"KakaoTalk Scrap","operator":"Kakao","category":"PAGE_PREVIEW","description":"The KakaoTalk scrap server collects and processes webpage data to create optimized previews for URLs.","token":"kakaotalk-scrap","status":"verified","evidence":"user-agent","sourceUrl":"https://developers.kakao.com/docs/latest/en/message-template/common\\#scrap","verifiedAt":"2026-08-13","aliases":["scrap"],"origin":"radar"},
+{"slug":"kargobot-artemis","name":"KargoBot-Artemis","operator":"Kargo","category":"MONITORING_AND_ANALYTICS","description":"KargoBot-Artemis is Kargo's autonomous content verification bot. It's a simulation of a user on an iOS device. The bot is used to scan sites for content that may be unsuitable for customers on the Kargo ad network.","token":"KargoBot-Artemis","status":"verified","evidence":"user-agent","sourceUrl":"https://kargo.com","verifiedAt":"2026-08-13","aliases":["KargoBot-Artemis-Mobile"],"origin":"radar"},
+{"slug":"kb-dk-bot","name":"kb.dk_bot","operator":"Netarkivet","category":"ACADEMIC_RESEARCH","description":"Royal Danish Library collects the Danish Internet according to the Danish Legal Deposit Act for research purposes.","token":"netarkivindsamling","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.kb.dk/en/find-materials/collections/netarkivet","aliases":["kb.dk_bot","heritrix"],"origin":"radar"},
+{"slug":"keldannewscrawler","name":"KeldanNewsCrawler","operator":"Keldan ehf.","category":"SEARCH_ENGINE_CRAWLER","description":"Icelandic news article crawler for a news search on keldan.is","token":"KeldanNewsCrawler","status":"verified","evidence":"user-agent","sourceUrl":"https://keldan.is","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"kernel","name":"Kernel","operator":"Kernel","category":"AI_ASSISTANT","description":"Kernel is a browsers as a service platform that enables AI agents to browse the internet.","token":"Kernel","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.kernel.sh/docs","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"kernel-search","name":"Kernel Search","operator":"Kernel Technologies, Inc.","category":"AI_SEARCH","description":"Kernel's search crawler that indexes pages for AI search and retrieval.","token":"KernelSearchBot","status":"verified","evidence":"user-agent","sourceUrl":"https://kernel.sh/docs/bots","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"kimibot","name":"KimiBot","operator":"Moonshot AI","category":"AI_CRAWLER","description":"KimiBot crawls content potentially used to train Kimi's foundation models.","token":"KimiBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.kimi.com/policies/kimi-crawlers","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"kinsta-bot","name":"Kinsta","operator":"Kinsta","category":"MONITORING_AND_ANALYTICS","description":"Our bot makes requests towards Kinsta-hosted client sites for uptime monitoring purposes as well as to confirm successful domain pointing.","token":"kinsta-bot","status":"verified","evidence":"user-agent","sourceUrl":"https://kinsta.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"klaviyo","name":"klaviyo","operator":"Klaviyo","category":"ADVERTISING_AND_MARKETING","description":"The integration with Klaviyo will automatically capture information about who visits your site and views your products including details on what they viewed so you can send super personal follow up emails","token":"Klaviyo","status":"verified","evidence":"user-agent","sourceUrl":"https://www.klaviyo.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"klaviyoaibot","name":"KlaviyoAIBot","operator":"Klaviyo","category":"AI_SEARCH","description":"Klaviyo’s web crawler for its Kai Customer Agent feature.","token":"KlaviyoAIBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://help.klaviyo.com/hc/en-us/articles/40496146232219","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"legalmonster","name":"LegalMonster","operator":"Legal Monster ApS","category":"SECURITY","description":"Monitor customers' sites for compliance with cookie- and other privacy-related legislation","token":"LegalMonster","status":"verified","evidence":"user-agent","sourceUrl":"https://www.legalmonster.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"doubleverify","name":"LeikiBot","operator":"DoubleVerify","category":"ADVERTISING_AND_MARKETING","description":"LeikiBot, run by DoubleVerify, crawls webpages content for advertisers.","token":"Leikibot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.doubleverify.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"letsencrypt","name":"Let's Encrypt","operator":"Let's Encrypt","category":"SECURITY","description":"Let's Encrypt domain control validation service.","token":"LetsEncrypt","status":"unverified","evidence":"heuristic","sourceUrl":"https://letsencrypt.org","origin":"radar"},
+{"slug":"level-9-search-bot","name":"Level9SearchBot","operator":"Level 9","category":"SEARCH_ENGINE_CRAWLER","description":"","token":"Level9SearchBot","status":"verified","evidence":"user-agent","sourceUrl":"https://level9.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"library-of-congress-web-archiving","name":"Library Of Congress Web Archiving","operator":"United States Library of Congress","category":"ACADEMIC_RESEARCH","description":"The Library of Congress Web Archive manages, preserves, and provides access to archived web content selected by subject experts from across the Library, so that it will be available for researchers today and in the future. More informati…","token":"LCWebArchiving","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.loc.gov/programs/web-archiving/for-site-owners","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"line-ogp-scraper","name":"LINE OGP Scraper","operator":"LINE","category":"SOCIAL_MEDIA_MARKETING","description":"A scraper to get OGP by LINE Corporation","token":"line-poker","status":"verified","evidence":"user-agent","sourceUrl":"https://poker.line.naver.jp/","verifiedAt":"2026-08-13","aliases":["facebookexternalhit"],"origin":"radar"},
+{"slug":"liner-bot","name":"LINER Bot","operator":"Liner Bot","category":"AI_CRAWLER","description":"The web pages crawled by Linerbot are used to find the right sources that can generate answers to your questions.","token":"LinerBot","status":"verified","evidence":"user-agent","sourceUrl":"https://docs.getliner.com/docs/linerbot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"linespider","name":"Linespider","operator":"LINE Corporation","category":"SEARCH_ENGINE_CRAWLER","description":"Linespider is a Web crawler that provides a wide range of search results for LINE services while complying with the Robots Exclusion Protocol. https://help2.line.me/linesearchbot/web/?contentId=50006055&lang=en","token":"Linespider","status":"verified","evidence":"user-agent","sourceUrl":"https://linecorp.com/en/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"linktiger","name":"Link Tiger ","operator":"LinkTiger, Inc.","category":"MONITORING_AND_ANALYTICS","description":"LinkTiger crawls customer sites and reports broken links","token":"LinkTiger","status":"verified","evidence":"user-agent","sourceUrl":"https://linktiger.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"siteimprove-linkcheck","name":"LinkCheck","operator":"Siteimprove","category":"SEARCH_ENGINE_OPTIMIZATION","description":"The Siteimprove LinkCheck crawler analyzes and monitors websites for quality assurance, SEO, and accessibility purposes, and keeps website content in line with brand guidelines and organizational policies.","token":"LinkCheck","status":"unverified","evidence":"heuristic","sourceUrl":"https://support.siteimprove.com/hc/en-gb/articles/115000402352-Siteimprove-s-Crawler-Frequently-Asked-Questions","origin":"radar"},
+{"slug":"linkcheckerbot","name":"LinkCheckerBot","operator":"LinkChecker.Pro","category":"SEARCH_ENGINE_OPTIMIZATION","description":"LinkCheckerBot is a backlink monitoring crawl","token":"LinkCheckerBot","status":"verified","evidence":"user-agent","sourceUrl":"https://linkchecker.pro/robot","verifiedAt":"2026-08-13","origin":"radar","mergedSlugs":["linkcheckerpro"]},
+{"slug":"linkedin","name":"LinkedInBot","operator":"LinkedIn","category":"PAGE_PREVIEW","description":"LinkedInBot is used by LinkedIn when rendering link preview information.","token":"LinkedInBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.linkedin.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"linksindexerbot","name":"LinksIndexerBot","operator":"Links Indexer","category":"PAGE_PREVIEW","description":"LinksIndexerBot is an SEO bot that crawls websites to index backlinks and aggregate website summaries.","token":"LinksIndexerBot","status":"verified","evidence":"user-agent","sourceUrl":"https://linksindexer.com/bot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"linkupbot","name":"LinkupBot","operator":"Linkup","category":"SEARCH_ENGINE_CRAWLER","description":"Builds and maintains the Linkup web search index.","token":"LinkupBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.linkup.so/bot","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"logicmonitor","name":"logicmonitor","operator":"LogicMonitor","category":"MONITORING_AND_ANALYTICS","description":"The logicmonitor bot performs synthetic monitoring checks on websites and online services to test their availability and performance.","token":"LogicMonitor","status":"verified","evidence":"user-agent","sourceUrl":"https://www.logicmonitor.com/support/about-logicmonitor/overview/logicmonitor-public-ip-addresses-dns-names","verifiedAt":"2026-08-13","aliases":["SiteMonitor"],"origin":"radar"},
+{"slug":"loomlybot","name":"Loomly Bot","operator":"Loomly","category":"PAGE_PREVIEW","description":"LoomlyBot is used to extract metadata from web pages in order to show a social media post preview within Loomly so that clients can see what their social media posts will look like when published.","token":"LoomlyBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.loomly.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"macrobondbot","name":"Macrobondbot","operator":"Macrobondbot","category":"MONITORING_AND_ANALYTICS","description":"Macrobond implements custom web crawlers to fetch macroeconomic data published by official data sources.","token":"Macrobondbot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.macrobond.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"magibot","name":"MagiBot","operator":"Peak Labs","category":"SEARCH_ENGINE_CRAWLER","description":"MagiBot is owned by Peak Labs which focuses on the research and development of information extraction and retrieval technology to transform knowledge in natural language into immeasurable value.","token":"MagiBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.peak-labs.com/docs/en/magi/about-magibot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"magnetmebot","name":"MagnetmeBot","operator":"Magnet.me","category":"AGGREGATOR","description":"MagnetmeBot checks the websites of our paying customers and ensures the job openings are being kept in sync","token":"Magnet.me-web","status":"verified","evidence":"user-agent","sourceUrl":"https://magnet.me/bot.html","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"mailcoach","name":"Mailcoach","operator":"Spatie","category":"MONITORING_AND_ANALYTICS","description":"Mailcoach is an email marketing platform by S","token":"Mailcoach","status":"verified","evidence":"user-agent","sourceUrl":"https://www.mailcoach.app/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"mail-ru-bot","name":"MailRUBot","operator":"Mail Russia","category":"PAGE_PREVIEW","description":"The mail.ru bot is a mail fetcher on behalf of the Mail.ru email service.","token":"Mail.RU_Bot","status":"verified","evidence":"user-agent","sourceUrl":"https://go.mail.ru/help/robots","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"mainwp","name":"MainWP","operator":"Direct Support / Website Managed","category":"WEBHOOKS","description":"Website Managed - MainWP Control Dashboard for accessing MainWP child sites.","token":"MainWP","status":"verified","evidence":"user-agent","sourceUrl":"https://www.dshost.com.au/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"make-platform","name":"Make Platform","operator":"Make","category":"WEBHOOKS","description":"Make is a no-code platform to help with task and workflow automation.","token":"Make","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.make.com/en/","origin":"radar"},
+{"slug":"make-com-2","name":"Make.com","operator":"Make.com","category":"AI_CRAWLER","description":"Make.com workflow automation platform connector that fetches data from customer endpoints.","token":"make.com","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.make.com","origin":"radar"},
+{"slug":"managewp","name":"ManageWP","operator":"ManageWP","category":"WEBHOOKS","description":"The ManageWP webhooks integration to manage mulitple Wordpress websites with a single dashboard.","token":"ManageWP","status":"verified","evidence":"user-agent","sourceUrl":"https://managewp.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"manus-bot","name":"Manus Bot","operator":"Manus","category":"AI_ASSISTANT","description":"Manus is the action engine that goes beyond answers to execute tasks, automate workflows, and extend your human reach.","token":"Manus-User","status":"unverified","evidence":"heuristic","sourceUrl":"https://manus.im/help/Manus-user","origin":"radar"},
+{"slug":"marfeel","name":"Marfeel","operator":"Marfeel","category":"MONITORING_AND_ANALYTICS","description":"Marfeel analytics bot. Checks service content.","token":"mrfCompass","status":"verified","evidence":"user-agent","sourceUrl":"https://www.marfeel.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"marginaliabot","name":"Marginalia Search","operator":"Marginalia","category":"SEARCH_ENGINE_CRAWLER","description":"Marginalia Search is a noncommercial niche search engine focusing on old websites, personal websites, and blogs that suffer crippling discoverability problems in today's fiercely SEO-optimized lanscape.","token":"search.marginalia.nu","status":"verified","evidence":"user-agent","sourceUrl":"https://search.marginalia.nu/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"marketgoo","name":"marketgoo","operator":"marketgoo","category":"SEARCH_ENGINE_OPTIMIZATION","description":"marketgoo provides white label SEO tools","token":"MarketGoo","status":"verified","evidence":"user-agent","sourceUrl":"https://www.marketgoo.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"mars-finder","name":"Mars Finder","operator":"Mars Flag","category":"SEARCH_ENGINE_CRAWLER","description":"Mars Finder is a website search service designed to utilize the maximum potential of a website. MARS FINDER has held the top share of website search service market of Japan in 2017.","token":"marsfinder","status":"verified","evidence":"operator-docs","sourceUrl":"https://marsflag.zohodesk.com/portal/ja/kb/articles/mars-finder%E7%94%A8%E3%81%AErobots-txt%E3%81%AE%E8%A8%AD%E5%AE%9A%E3%82%92%E6%95%99%E3%81%88%E3%81%A6%E3%81%8F%E3%81%A0%E3%81%95%E3%81%84","verifiedAt":"2026-08-13","aliases":["dbot"],"origin":"radar"},
+{"slug":"mavifinds-bot","name":"Mavifinds Bot","operator":"Mavifinds","category":"MONITORING_AND_ANALYTICS","description":"The Mavifinds Bot is part of a security service that monitors websites. It can automatically activate security measures, such as an under attack mode, in response to threats.","token":"Mavifinds","status":"verified","evidence":"user-agent","sourceUrl":"https://brandimi.com/mavifinds-bot/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"mediaboardbot","name":"mediaboardbot","operator":"Mediaboard","category":"MONITORING_AND_ANALYTICS","description":"Mediaboard's web crawler (media monitoring) detects client mentions in online news and public content.","token":"mediaboardbot","status":"verified","evidence":"user-agent","sourceUrl":"https://media.mediaboard.com/docs/mediaboardbot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"medialogiabot","name":"Medialogia Bot","operator":"Medialogia","category":"MONITORING_AND_ANALYTICS","description":"Medialogia Bot is the web crawler for Medialogia, a Russian media monitoring company. It collects data from online news and social media for analysis.","token":"MedialogiaBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.mlg.ru/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"media-monitoring-bot","name":"MediaMonitoringBot","operator":"MediaMonitoringBot","category":"AGGREGATOR","description":"MediaMonitoringBot crawls and indexes news and media publishers websites for a new materials and try to match it against keywords provided by our customers (subscribers) and send them updates based on that information.","token":"MediaMonitoringBot","status":"verified","evidence":"user-agent","sourceUrl":"https://mediamonitoringbot.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"determ","name":"Mediatoolkitbot","operator":"Determ","category":"AGGREGATOR","description":"The Mediatoolkitbot is a media monitoring tool that crawls the open internet looking for phrases Determ users search for, helping marketers find relevant opportunities for advertising.","token":"Mediatoolkitbot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.determ.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"mediavine-metadata-parser","name":"Mediavine Medatada Parser","operator":"Mediavine","category":"ADVERTISING_AND_MARKETING","description":"Our App is called Grow and we allow publishers to enable bookmarking, social sharing, and searching on their sites.","token":"MediavineMetadataParser","status":"verified","evidence":"user-agent","sourceUrl":"https://mediavine.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"melonmesabot","name":"MelonMesa Bot","operator":"MelonMesa","category":"AGGREGATOR","description":"This bot is used to aggregate data about a popular online multiplayer game from consenting hosts who have opted-in to this collection. The data that is aggregated is reflected in a panel where players can freely search through the aggreg…","token":"CentComBot","status":"verified","evidence":"user-agent","sourceUrl":"https://centcom.melonmesa.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"meta-externalads","name":"Meta-ExternalAds","operator":"Meta","category":"ADVERTISING_AND_MARKETING","description":"The Meta-ExternalAds crawler crawls the web for use cases such as improving advertising and other business-related products and services.","token":"meta-externalads","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.facebook.com/documentation/sharing/webmasters/web-crawlers","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"meta-externalagent","name":"Meta-ExternalAgent","operator":"Meta","category":"AI_CRAWLER","description":"Use cases such as training AI models or improving products by indexing content directly.","token":"meta-externalagent","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.facebook.com/documentation/sharing/webmasters/web-crawlers","verifiedAt":"2026-10-03","origin":"radar","purpose":"training"},
+{"slug":"meta-externalfetcher","name":"Meta-ExternalFetcher","operator":"Meta","category":"AI_ASSISTANT","description":"Crawler receives individual links at the user's initiative to support certain product features.","token":"meta-externalfetcher","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.facebook.com/documentation/sharing/webmasters/web-crawlers","verifiedAt":"2026-10-03","origin":"radar","purpose":"ai-assistant"},
+{"slug":"meta-externaltest","name":"Meta-ExternalTest","operator":"Meta","category":"AI_ASSISTANT","description":"Meta bot used to test external integrations.","token":"meta-externaltest","status":"verified","evidence":"user-agent","sourceUrl":"https://developers.facebook.com/documentation/sharing/webmasters/web-crawlers","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"meta-web-indexer","name":"Meta-WebIndexer","operator":"Meta","category":"PAGE_PREVIEW","description":"The Meta-WebIndexer crawler navigates the web to improve Meta AI search result quality for users. In doing so, Meta analyzes online content to enhance the relevance and accuracy of Meta AI.","token":"meta-webindexer","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.facebook.com/documentation/sharing/webmasters/web-crawlers","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"metorik","name":"Metorik","operator":"Metorik","category":"WEBHOOKS","description":"Analytics and email automation service used by eCommerce businesses. Metorik syncs data from customer sites by making API requests to their sites.","token":"Metorik","status":"verified","evidence":"user-agent","sourceUrl":"https://metorik.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"mgidbot","name":"MgidBot","operator":"MGID","category":"ADVERTISING_AND_MARKETING","description":"MgidBot is used for detecting context categories of the content for advertising recommendations.","token":"MgidBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.mgid.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"microsoftpreview","name":"Microsoft Preview","operator":"Microsoft","category":"PAGE_PREVIEW","description":"MicrosoftPreview generates page snapshots for Microsoft products.","token":"MicrosoftPreview","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"midasnetworkbot","name":"MidasNetworkBot","operator":"Midas Network d.o.o.","category":"FEED_FETCHER","description":"Crawler to extract the newest articles in the publisher's website (via RSS feed URL)","token":"MidasNetworkBot","status":"verified","evidence":"user-agent","sourceUrl":"https://midas-network.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"mirrorwebcrawler","name":"MirrorWebCrawler","operator":"MirrorWeb Ltd","category":"AGGREGATOR","description":"We are a commercial web archiving supplier providing archival solutions for the financial and public sector.","token":"mirrorweb","status":"verified","evidence":"user-agent","sourceUrl":"https://www.mirrorweb.com/","verifiedAt":"2026-08-13","aliases":["MirrorWebCrawler"],"origin":"radar"},
+{"slug":"missinglettrbot","name":"Missinglettr Bot","operator":"Missinglettr","category":"ADVERTISING_AND_MARKETING","description":"Missinglettr will crawl specific blog posts on customers' sites to help turn them into social media campaigns.","token":"MissinglettrBot","status":"verified","evidence":"user-agent","sourceUrl":"https://missinglettr.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"mistralai-index","name":"MistralAI-Index","operator":"Mistral AI","category":"SEARCH_ENGINE_CRAWLER","description":"Crawls the web for Mistral search indexing (no AI training).","token":"MistralAI-Index","status":"verified","evidence":"operator-docs","sourceUrl":"https://docs.mistral.ai/robots","verifiedAt":"2026-10-03","origin":"radar","purpose":"ai-search"},
+{"slug":"mistralai-training","name":"MistralAI-Training","operator":"Mistral AI","category":"AI_CRAWLER","description":"Crawls web content to build datasets for training Mistral's generative AI models.","token":"MistralAI-Training","status":"verified","evidence":"operator-docs","sourceUrl":"https://docs.mistral.ai/robots","verifiedAt":"2026-10-03","origin":"curated","purpose":"training"},
+{"slug":"mistralai-user","name":"MistralAI-User","operator":"Mistral AI","category":"AI_ASSISTANT","description":"Bot for user actions in le Chat by Mistral AI, for instance when asked to open a web page.","token":"MistralAI-User","status":"verified","evidence":"operator-docs","sourceUrl":"https://docs.mistral.ai/robots","verifiedAt":"2026-10-03","origin":"radar","purpose":"ai-assistant"},
+{"slug":"mj12bot","name":"MJ12Bot","operator":"Majestic","category":"SEARCH_ENGINE_OPTIMIZATION","description":"MJ12bot is the web crawler for Majestic. MJ12Bot does not currently cache web content or personal data. Instead it maps the link relationships between websites to build a search engine. This data is available to technologies and the publ…","token":"MJ12bot","status":"verified","evidence":"user-agent","sourceUrl":"https://majestic.com/","verifiedAt":"2026-08-13","origin":"radar","purpose":"seo"},
+{"slug":"modular-ds","name":"Modular DS","operator":"Uniqoders Technologies SL","category":"WEBHOOKS","description":"Service to manage WordPress websites via the WP JSON API.","token":"ModularConnector","status":"verified","evidence":"user-agent","sourceUrl":"https://uniqoders.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"mojeekbot","name":"Mojeek","operator":"Mojeek","category":"SEARCH_ENGINE_CRAWLER","description":"Details and information for webmasters regarding Mojeekbot, the web crawler for the Mojeek search engine.","token":"MojeekBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.mojeek.com/bot.html","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"molliebot","name":"Mollie Bot","operator":"Mollie B.V.","category":"WEBHOOKS","description":"Mollie B.V. is a payment service provider. We use webhooks to notify our merchants about updates to their payments.","token":"Mollie","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.mollie.com/","origin":"radar"},
+{"slug":"monitage","name":"Monitage","operator":"Monitage","category":"MONITORING_AND_ANALYTICS","description":"Uptime monitoring bot, part ofclicky.com web analytics","token":"MonitageUptime","status":"verified","evidence":"operator-docs","sourceUrl":"https://community.fastly.com/t/verified-bot-monitage/4178","verifiedAt":"2026-08-13","aliases":["Monitage"],"origin":"radar"},
+{"slug":"monitis","name":"Monitis","operator":"Monitis","category":"MONITORING_AND_ANALYTICS","description":"The Monitis HTTP Monitoring Probe.","token":"monitis","status":"verified","evidence":"user-agent","sourceUrl":"https://www.monitis.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"monitorss","name":"MonitoRSS","operator":"MonitoRSS","category":"FEED_FETCHER","description":"This is for the official public hosting of the open-source project https://github.com/synzen/MonitoRSS so that the bot may poll for RSS feeds of Cloudflare-protected sites to deliver news articles. Feeds are chosen by paid users, and the…","token":"MonitoRSS","status":"verified","evidence":"user-agent","sourceUrl":"https://monitorss.xyz","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"acquia-optimize-monsido","name":"Monsidobot","operator":"Acquia","category":"MONITORING_AND_ANALYTICS","description":"Scanning tool that helps perfect content and improve web accessibility.","token":"Monsidobot","status":"verified","evidence":"user-agent","sourceUrl":"https://docs.acquia.com/acquia-optimize/getting-started/data-hosting-and-security","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"mon-spark","name":"MonSpark","operator":"MonSpark","category":"MONITORING_AND_ANALYTICS","description":"MonSpark is a website monitoring service. Its monitoring bot checks website availability, network conditions and TLS certificate validity.","token":"MonSpark","status":"verified","evidence":"user-agent","sourceUrl":"https://monspark.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"montasticmonitor","name":"MontasticMonitor","operator":"Montastic","category":"MONITORING_AND_ANALYTICS","description":"The MontasticMonitor bot monitors website avaiability.","token":"montastic-monitor","status":"verified","evidence":"user-agent","sourceUrl":"https://www.montastic.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"montonio-webhooks","name":"Montonio Webhooks","operator":"Montonio","category":"WEBHOOKS","description":"Montonio's payment gateway sends webhooks about payment or shipment status changes to our merchants' stores","token":"MontonioWebhooks","status":"verified","evidence":"operator-docs","sourceUrl":"https://docs.montonio.com/api/stargate/guides/webhooks","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"motominerbot","name":"MotoMinerBot","operator":"Motominer","category":"AGGREGATOR","description":"MotoMinerBot is MotoMiner's web crawling bot. All vehicle detail pages we index are searchable via MotoMiner's search engine.","token":"MotoMinerBot","status":"verified","evidence":"user-agent","sourceUrl":"https://motominer.com/Bot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"dotbot","name":"Moz dotbot","operator":"Moz","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Dotbot is Moz's web crawler, it gathers web data for the Moz Link Index. This data we collect through Dotbot is available in the Links section of your Moz Pro campaign, Link Explorer, and the Moz Links API.","token":"DotBot","status":"verified","evidence":"user-agent","sourceUrl":"https://moz.com/link-explorer","verifiedAt":"2026-08-13","origin":"radar","purpose":"seo"},
+{"slug":"rogerbot","name":"Moz rogerbot","operator":"Moz","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Rogerbot is Moz's site audit crawler for Moz Pro Campaigns.","token":"rogerbot","status":"verified","evidence":"operator-docs","sourceUrl":"https://moz.com/help/moz-procedures/crawlers/rogerbot","verifiedAt":"2026-08-13","aliases":["rogerbot-crawler"],"origin":"radar"},
+{"slug":"mrgbot","name":"MRGbot","operator":"MRG Web Services srl","category":"SEARCH_ENGINE_CRAWLER","description":"Search engine aimed at generating a corpus of data to be able to aggregate data in various ways.","token":"MRGbot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.mrg.ro","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"msnbot","name":"MSN","operator":"Microsoft","category":"SEARCH_ENGINE_CRAWLER","description":"MSNBot was the web crawler for Microsoft's MSN Search, which has since been replaced by Bing. Its purpose was to index web pages for inclusion in the MSN search engine.","token":"msnbot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.bing.com/webmaster/help/which-crawlers-does-bing-use-8c184ec0","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"muck-rack-scraper","name":"Muck Rack Scraper","operator":"Muck Rack","category":"FEED_FETCHER","description":"Muck Rack uses many approaches for source discovery such as RSS feeds, sitemaps, and other structured formats","token":"MuckRack","status":"unverified","evidence":"heuristic","sourceUrl":"https://muckrack.com/","aliases":["MuckRackFeedParser","muckrack.com"],"origin":"radar"},
+{"slug":"muse","name":"Muse","operator":"Meta","category":"AI_ASSISTANT","description":"Automated AI agent client associated with Meta's Muse product.","token":"muse-","status":"verified","evidence":"user-agent","sourceUrl":"https://ai.meta.com","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"nava-labs-asp-dev","name":"Nava Labs ASP (Dev)","operator":"Nava Labs","category":"AI_ASSISTANT","description":"Bot to assist social workers in navigating safety net benefit websites.","token":"Nava","status":"unverified","evidence":"heuristic","sourceUrl":"https://dev.labs-asp.navateam.com/bot-disclosure","origin":"radar"},
+{"slug":"navu","name":"Navu","operator":"HivePoint, Inc.","category":"AI_CRAWLER","description":"Navu crawls the websites requested by their customers and prospects to train AIs for them","token":"NavuBot","status":"unverified","evidence":"heuristic","sourceUrl":"https://navu.co","origin":"radar"},
+{"slug":"neevabot","name":"Neevabot","operator":"Neeva","category":"SEARCH_ENGINE_CRAWLER","description":"Neevabot is the web crawler for the search engine neeva.com.","token":"Neevabot","status":"verified","evidence":"user-agent","sourceUrl":"https://neeva.com/neevabot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"nekuda-payment-executor","name":"Nekuda Payment Executor","operator":"Nekuda","category":"OTHER","description":"Executes secure checkout via browser agent using user card and signed mandate.","token":"Nekuda","status":"verified","evidence":"operator-docs","sourceUrl":"https://docs.nekuda.ai/payment-executor","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"netcraft","name":"Netcraft","operator":"Netcraft","category":"SECURITY","description":"The Netcraft Survey Agent is a bot that analyzes web server technology stacks for their Web Server Survey.","token":"NetcraftSurveyAgent","status":"verified","evidence":"user-agent","sourceUrl":"https://www.netcraft.com/","verifiedAt":"2026-08-13","aliases":["Netcraft"],"origin":"radar"},
+{"slug":"datenbank","name":"netEstate Imprint Crawler","operator":"netEstate","category":"AI_CRAWLER","description":"The NetEstate Imprint crawler crawls websites for public contact information.","token":"netEstate","status":"verified","evidence":"user-agent","sourceUrl":"http://www.website-datenbank.de/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"netumo","name":"Netumo","operator":"Netumo","category":"MONITORING_AND_ANALYTICS","description":"Website uptime monitor service","token":"netumo","status":"unverified","evidence":"heuristic","sourceUrl":"https://docs.netumo.com/","origin":"radar"},
+{"slug":"netvigie","name":"NETVIGIE","operator":"Netvigie","category":"MONITORING_AND_ANALYTICS","description":"We checks availability and performances of our client's websites and mobile apps.","token":"NETVIGIE","status":"unverified","evidence":"heuristic","sourceUrl":"https://netvigie.com/","origin":"radar"},
+{"slug":"netweak","name":"Netweak","operator":"Netweak","category":"MONITORING_AND_ANALYTICS","description":"Netweak is a minimalistic server and website","token":"Netweak","status":"verified","evidence":"user-agent","sourceUrl":"https://netweak.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"newrelic","name":"New Relic","operator":"New Relic","category":"MONITORING_AND_ANALYTICS","description":"The New Relic bot is used by New Relic's Intelligent Observability Platform to monitor customer applications for availability and performance issues","token":"NewRelicbot","status":"verified","evidence":"user-agent","sourceUrl":"https://newrelic.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"new-york-times-newsgathering","name":"New York Times Newsgathering","operator":"The New York Times","category":"AGGREGATOR","description":"Coders within NYT's newsroom collect public, non-copyright data, e.g. our U.S. Elections pages and Covid-19 trackers.","token":"nyt_scraping","status":"verified","evidence":"user-agent","sourceUrl":"https://int.nyt.com/assets/scraping.json","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"newsbank","name":"NewsBank","operator":"NewsBank","category":"ARCHIVER","description":"NewsBank aggregates licensed publisher content for schools, libraries, and government research, learning, and archiving.","token":"NewsBank","status":"verified","evidence":"user-agent","sourceUrl":"https://www.newsbank.com/","verifiedAt":"2026-08-13","aliases":["NewsBank.com","NewsBank.comMobile"],"origin":"radar"},
+{"slug":"news-blur","name":"NewsBlur","operator":"NewsBlur","category":"FEED_FETCHER","description":"RSS News fetcher","token":"NewsBlur","status":"verified","evidence":"user-agent","sourceUrl":"https://newsblur.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"newsnow","name":"NewsNow","operator":"NewsNowUK","category":"SEARCH_ENGINE_CRAWLER","description":"The NewsNow bot is the web crawler for the news aggregator service NewsNow.","token":"NewsNow","status":"verified","evidence":"user-agent","sourceUrl":"https://www.newsnow.co.uk/h/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"nitro","name":"NitroBot","operator":"NitroPack Ltd","category":"SEARCH_ENGINE_OPTIMIZATION","description":"We run a cloud based site speed optimization solution. As such, we need to make requests to our clients' sites in order to fetch the content that needs to be optimized. We have several sub systems that can fire requests and each one can…","token":"Nitro-Warmup-Agent","status":"verified","evidence":"operator-docs","sourceUrl":"https://radar.cloudflare.com/bots/directory/nitro","verifiedAt":"2026-08-13","aliases":["Nitro-Webhook-Agent","Nitro-Optimizer-Agent","Nitro-"],"origin":"radar"},
+{"slug":"nixstats","name":"NixStatsMonitoringBot","operator":"NixStats","category":"MONITORING_AND_ANALYTICS","description":"The NixStatsMonitoringBot is the HTTP monitoring probe for NixStats to monitor website availability and performance.","token":"NIXStatsbot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.nixstats.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"nodeping","name":"Nodeping","operator":"Nodeping","category":"MONITORING_AND_ANALYTICS","description":"The NodePing HTTP Monitoring probe monitors customer websites for uptime.","token":"NodePing","status":"verified","evidence":"user-agent","sourceUrl":"https://nodeping.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"noibu","name":"Noibu JS Beautifier","operator":"Noibu","category":"ACCESSIBILITY","description":"Our microservice downloads js files from our users servers in order to format them and show them a human readable file. This is done to facilitate solving errors associated with said file","token":"Noibu","status":"unverified","evidence":"heuristic","sourceUrl":"https://noibu.com/","origin":"radar"},
+{"slug":"noorobot","name":"Noorobot","operator":"Noor Digital Agency AB","category":"ADVERTISING_AND_MARKETING","description":"Noorobot is an SEO tool that periodically crawls customer websites to provide recommendations and identify potential SEO-impacting problems.","token":"noorobot","status":"verified","evidence":"user-agent","sourceUrl":"https://noordigital.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"nooshub","name":"Nooshub","operator":"Nooshub","category":"FEED_FETCHER","description":"RSS Reader that fetches RSS/Atom feeds","token":"Nooshub","status":"verified","evidence":"user-agent","sourceUrl":"https://www.nooshub.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"nostocrawlerbot","name":"NostoCrawlerBot","operator":"Nosto","category":"ADVERTISING_AND_MARKETING","description":"Mozilla/5.0 (compatible; NostoCrawlerBot/1.0; +http://my.nosto.com/tagging)","token":"NostoCrawlerBot","status":"verified","evidence":"user-agent","sourceUrl":"https://help.nosto.com/en/articles/586911-nosto-s-bot-crawler-s-header-agent-details","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"nostra","name":"Nostra","operator":"Nostra","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Nostra accelerates site speed for managed web platforms","token":"NostraBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.nostra.ai/edge-optimization","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"helpfeel-notabot","name":"Notabot","operator":"Helpfeel","category":"SEARCH_ENGINE_CRAWLER","description":"Crawler to integrate Helpfeel external search engine.","token":"Notabot","status":"unverified","evidence":"heuristic","sourceUrl":"https://corp.helpfeel.com/ja/home","origin":"radar"},
+{"slug":"notion-automation","name":"Notion Automation","operator":"Notion","category":"WEBHOOKS","description":"Notion automation platform that delivers webhooks to customer endpoints.","token":"NotionAutomation","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.notion.com","origin":"radar"},
+{"slug":"novellum-ai-crawl","name":"Novellum AI Crawl","operator":"Novellum","category":"AI_CRAWLER","description":"Novellum.ai is building out tools for building agents. This MCP tool will be used by agents to crawl sites.","token":"Novellum","status":"unverified","evidence":"heuristic","sourceUrl":"https://crawl.corp.novellum.ai/docs","origin":"radar"},
+{"slug":"oai-adsbot","name":"OAI-AdsBot","operator":"OpenAI","category":"ADVERTISING_AND_MARKETING","description":"OAI-AdsBot is used to validate the safety of web pages submitted as ads on ChatGPT.","token":"OAI-AdsBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.openai.com/api/docs/bots","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"oai-searchbot","name":"OAI-SearchBot","operator":"OpenAI","category":"SEARCH_ENGINE_CRAWLER","description":"OAI-SearchBot is used to link to and surface websites in search results in the SearchGPT prototype","token":"OAI-SearchBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://developers.openai.com/api/docs/bots","verifiedAt":"2026-10-03","origin":"radar","purpose":"ai-search"},
+{"slug":"observer-3","name":"Observer","operator":"Obsrvr","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Crawler looking for broken links to help improve world wide web as a whole.","token":"obsrvr.net","status":"verified","evidence":"user-agent","sourceUrl":"https://obsrvr.net/about","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"ohdear","name":"Oh Dear","operator":"Oh Dear","category":"MONITORING_AND_ANALYTICS","description":"The Oh Dear application availability and performance monitoring checker.","token":"OhDear.app","status":"verified","evidence":"operator-docs","sourceUrl":"https://ohdear.app/docs/faq/what-is-the-oh-dear-checker","verifiedAt":"2026-08-13","aliases":["OhDear"],"origin":"radar"},
+{"slug":"okx-dolphin-crawler","name":"OKX-dolphin-crawler","operator":"OKX","category":"SECURITY","description":"OKX Dolphin Crawler simulates visits to target web pages as part of malicious dApp scanning","token":"OKX-dolphin-crawler","status":"verified","evidence":"user-agent","sourceUrl":"https://web3.okx.com/security/crawler-allowlist","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"omgili","name":"Omgili","operator":"Webz.io","category":"AI_CRAWLER","description":"Webz.io crawler; harvested data is resold, including for AI training.","token":"Omgili","status":"unverified","evidence":"none","note":"Webz.io documents Omgilibot, Webzio and Webzio-Extended, not Omgili.","origin":"curated"},
+{"slug":"omgilibot","name":"Omgilibot","operator":"Webz.io","category":"AI_CRAWLER","description":"Webz.io crawler (Omgilibot); harvested data is resold, including for AI training.","token":"Omgilibot","status":"verified","evidence":"operator-docs","sourceUrl":"https://webz.io/bot.html","verifiedAt":"2026-10-03","origin":"curated","purpose":"other"},
+{"slug":"omim-litrack-2","name":"OMIM Litrack","operator":"Johns Hopkins University","category":"ACADEMIC_RESEARCH","description":"OMIM Litrack is a literature tracking crawler","token":"OMIM-Litrack","status":"verified","evidence":"user-agent","sourceUrl":"https://omim.org","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"omnisend","name":"Omnisend","operator":"Omnisend","category":"WEBHOOKS","description":"Bot for checking omnisend integration in woocommerce shops and shopify","token":"Omnisend","status":"verified","evidence":"user-agent","sourceUrl":"https://bots.omnisend.io/cf.txt","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"oncrawl","name":"OnCrawl","operator":"Oncrawl","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Enterprise SEO platform powered by the industry-leading SEO Crawler and Log Analyzer","token":"Oncrawl","status":"verified","evidence":"user-agent","sourceUrl":"https://www.oncrawl.com/","verifiedAt":"2026-08-13","aliases":["www.oncrawl.com"],"origin":"radar"},
+{"slug":"onetrust-cmp-scanner","name":"Onetrust CMP Scanner","operator":"OneTrust, LLC.","category":"MONITORING_AND_ANALYTICS","description":"It identifies and categorizes cookies and tracking tech on customers site, pages, forms, tags, storage, and cookies","token":"OneTrust","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.onetrust.com/","origin":"radar"},
+{"slug":"online-webceo-bot","name":"Online Webceo Bot","operator":"Online Webceo","category":"SEARCH_ENGINE_OPTIMIZATION","description":"A bot associated with WebCEO, a company that provides SEO tools and services","token":"online-webceo-bot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.webceo.com/webceo-bots.htm","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"onlineornot","name":"OnlineOrNot Monitor","operator":"OnlineOrNot","category":"MONITORING_AND_ANALYTICS","description":"OnlineOrNot provides website monitoring in the form of uptime checks and page speed tests.","token":"OnlineOrNot","status":"verified","evidence":"user-agent","sourceUrl":"https://onlineornot.com/","verifiedAt":"2026-08-13","aliases":["OnlineOrNot.com_bot"],"origin":"radar"},
+{"slug":"onticabot-2","name":"OnticaBot","operator":"Ontica Pty Ltd","category":"SOCIAL_MEDIA_MARKETING","description":"Feed-fetching crawler that discovers and fetches public articles for curated content feeds","token":"OnticaBot","status":"verified","evidence":"user-agent","sourceUrl":"https://ontica.com.au","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"opengraphbot","name":"Opengraph Bot","operator":"Opengraph","category":"PAGE_PREVIEW","description":"Our API is used by mostly consumer facing products to preview links when sharing them on their platforms. For example, how when a link is shared on Facebook or Slack, those platforms provide a description/title/image to make the content…","token":"OpenGraph.io","status":"verified","evidence":"user-agent","sourceUrl":"https://www.opengraph.io/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"openrss","name":"OpenRSS","operator":"OpenRSS","category":"FEED_FETCHER","description":"RSS Feed Provider / Feed Fetcher","token":"OpenRSS","status":"verified","evidence":"user-agent","sourceUrl":"https://openrss.org","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"orlo-link-preview","name":"Orlo Link Preview","operator":"Orlo","category":"PAGE_PREVIEW","description":"The Orlo Link Preview bot is used by the Orlo social media management platform. It fetches previews of links that are scheduled to be published in social media posts.","token":"Orlo-LinkPreview","status":"verified","evidence":"user-agent","sourceUrl":"https://orlo.tech","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"osanobot","name":"OsanoBot","operator":"Osano, Inc.","category":"MONITORING_AND_ANALYTICS","description":"Customer-authorized scans for privacy compliance, cookies and consent banners.","token":"OsanoBot","status":"unverified","evidence":"heuristic","sourceUrl":"https://developers.osano.com/web-bot-auth","origin":"radar"},
+{"slug":"oseox","name":"Oseox","operator":"Oseox","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Oseox is a French SEO platform that provides","token":"Oseox","status":"verified","evidence":"user-agent","sourceUrl":"https://tool.oseox.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"cozi-icalendar","name":"OurFamilyWizard","operator":"OurFamilyWizard","category":"FEED_FETCHER","description":"Users subscribe to external iCalendars and sync them into their Cozi calendars. We periodically fetch these iCals to keep them up to date.","token":"Cozi-iCalendar-FeedReader","status":"verified","evidence":"user-agent","sourceUrl":"https://ourfamilywizard.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"outbrain","name":"Outbrain","operator":"Outbrain","category":"ADVERTISING_AND_MARKETING","description":"The Outbrain crawler analyzes content on publisher websites for the purpose of serving ads.","token":"outbrain","status":"verified","evidence":"user-agent","sourceUrl":"https://www.outbrain.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"outsell-url-validator","name":"OutsellURLValidator","operator":"Outsell Corporation","category":"MONITORING_AND_ANALYTICS","description":"Validating client website URLS to monitor for hosting/provider changes","token":"OutsellURLValidator","status":"verified","evidence":"user-agent","sourceUrl":"https://www.outsell.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"overcast","name":"Overcast","operator":"Overcast Radio","category":"FEED_FETCHER","description":"Overcast is a podcast player application, and its bot fetches RSS feeds and audio files from podcast hosting servers. This keeps the podcast directory and episodes updated for its users.","token":"Overcast","status":"verified","evidence":"user-agent","sourceUrl":"https://overcast.fm/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"ozon-web-grabber","name":"Ozon Web Grabber","operator":"Ozon","category":"PAGE_PREVIEW","description":"A component that serves to load previews for external and internal links. For external links, whenever possible, information from the open graph tags specified on the page (title, descr, images\\video) is used, for references to internal…","token":"OdklBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://udger.com/resources/ua-list/bot-detail?bot=OdklBot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"paddle-webhooks","name":"Paddle Webhooks","operator":"Paddle","category":"WEBHOOKS","description":"Webhooks let you get notified when events happen in Paddle.","token":"Paddle","status":"unverified","evidence":"heuristic","sourceUrl":"https://developer.paddle.com/webhooks/overview","origin":"radar"},
+{"slug":"paesslermonitoring","name":"PaesslerCloudBot","operator":"Paessler","category":"MONITORING_AND_ANALYTICS","description":"The PaesslerCloudBot is used by Paessler PRTG to monitor websites for availability and performance.","token":"PRTGCloudBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.paessler.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"pagefreezer-website-archiving-2","name":"Pagefreezer Website Archiving","operator":"Pagefreezer","category":"ARCHIVER","description":"Pagefreezer Website Archiving is a compliance","token":"PageFreezer","status":"verified","evidence":"user-agent","sourceUrl":"https://www.pagefreezer.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"panachebot","name":"PanacheBot","operator":"Panache","category":"MONITORING_AND_ANALYTICS","description":"Web monitoring bot that checks security, performance, and configuration of websites on behalf of their owners.","token":"PanacheBot","status":"verified","evidence":"user-agent","sourceUrl":"https://withpanache.dev","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"panopta","name":"Panopta","operator":"Panopta","category":"MONITORING_AND_ANALYTICS","description":"Panopta is an uptime monitoring service acquired by Fortinet.","token":"Panopta","status":"verified","evidence":"user-agent","sourceUrl":"https://www.panopta.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"parsely","name":"Parse.ly","operator":"Parse.ly","category":"MONITORING_AND_ANALYTICS","description":"Popular content analytics tool used by many major media and content teams.","token":"parse.ly","status":"verified","evidence":"operator-docs","sourceUrl":"https://docs.parse.ly/crawler/","verifiedAt":"2026-08-13","aliases":["parsely.com"],"origin":"radar"},
+{"slug":"particlenewsbot","name":"ParticleNewsBot","operator":"","category":"AGGREGATOR","description":"Particle is an AI powered aggregator that collects news from many sources","token":"ParticleNewsBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://particle.news/bot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"payhawk-invoice-fetching-bot","name":"Payhawk Invoice Fetching Agent","operator":"Payhawk","category":"AI_ASSISTANT","description":"Automated browser bot that fetches invoices for users from supplier websites and attaches them to their expense records.","token":"Payhawk","status":"verified","evidence":"operator-docs","sourceUrl":"https://payhawk.com/help/overview-of-the-financial-controller-agent","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"paypal","name":"PayPal","operator":"PayPal","category":"WEBHOOKS","description":"The PayPal webhooks is part of Paypal's Instant Payment Notification message service, automatically notifying merchants of events related to Paypal transactions.","token":"PayPal","status":"verified","evidence":"user-agent","sourceUrl":"https://www.paypal.com/ipn","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"payroll-bot","name":"payroll-bot","operator":"ADP","category":"AI_CRAWLER","description":"payroll-bot is an AI crawler operated by ADP, Inc. to collect publicly available legal and payroll documentation.","token":"AdpResearchBot","status":"verified","evidence":"user-agent","sourceUrl":"https://payroll-bot.adp.com/docs","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"peer39_crawler","name":"Peer39 Crawler","operator":"Peer39","category":"AI_CRAWLER","description":"Peer39's advertising/AI content crawler.","token":"Peer39_crawler","status":"verified","evidence":"user-agent","verifiedAt":"2026-10-04","origin":"curated"},
+{"slug":"performlinecrawler","name":"PerformlineCrawler","operator":"PerformLine, Inc.","category":"MONITORING_AND_ANALYTICS","description":"Monitors marketing content for compliance at scale for large enterprises.","token":"PerformLineCrawler","status":"verified","evidence":"user-agent","sourceUrl":"https://performline.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"perplexity-user","name":"Perplexity-User","operator":"Perplexity AI","category":"AI_ASSISTANT","description":"Fetches pages when a Perplexity user asks a question about them.","token":"Perplexity-User","status":"verified","evidence":"operator-docs","sourceUrl":"https://docs.perplexity.ai/guides/bots","verifiedAt":"2026-10-03","origin":"curated","purpose":"ai-assistant"},
+{"slug":"perplexitybot","name":"PerplexityBot","operator":"Perplexity AI","category":"AI_SEARCH","description":"Perplexity's crawler; indexes content for its AI answer engine.","token":"PerplexityBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://docs.perplexity.ai/guides/bots","verifiedAt":"2026-10-03","origin":"curated","purpose":"ai-search"},
+{"slug":"petalbot","name":"PetalBot","operator":"Huawei","category":"AI_CRAWLER","description":"PetalBot is to access both PC and mobile websites and establish an index database which enables users to search the content of your site in Petal search engine and present content recommendations for the user in Huawei Assistant and AI S…","token":"PetalBot","status":"verified","evidence":"user-agent","sourceUrl":"https://aspiegel.com/petalbot","verifiedAt":"2026-08-13","origin":"radar","purpose":"search-engine"},
+{"slug":"ping-admin","name":"Ping-Admin","operator":"Ping-Admin.Com","category":"MONITORING_AND_ANALYTICS","description":"Bot check web-sites (online/offline) of the customers of web-site monitoring service Ping-Admin.Com.","token":"PingAdmin","status":"verified","evidence":"user-agent","sourceUrl":"https://ping-admin.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"pingdom","name":"Pingdom","operator":"Pingdom","category":"MONITORING_AND_ANALYTICS","description":"The Pingdom bot is the HTTP monitoring probe for Pingdom's website monitoring service.","token":"Pingdom.com_bot","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.pingdom.com/","aliases":["pingbot","PingdomPageSpeed","PingdomTMS"],"origin":"radar"},
+{"slug":"pingping","name":"PingPing","operator":"PingPing","category":"MONITORING_AND_ANALYTICS","description":"PingPing is a website monitoring service whose bots check website uptime and TLS certificate validity.","token":"pingping.io","status":"verified","evidence":"user-agent","sourceUrl":"https://pingping.io","verifiedAt":"2026-08-13","origin":"radar","mergedSlugs":["pingpingbot"]},
+{"slug":"pinterest","name":"PinterestBot","operator":"Pinterest","category":"AGGREGATOR","description":"Pinterestbot is Pinterest’s web crawler. Pinterestbot crawls, or visits public websites to index their content, with the aim of driving traffic back to those websites. It also scrapes content to make sure Pin details, like price and titl…","token":"Pinterestbot","status":"verified","evidence":"operator-docs","sourceUrl":"https://help.pinterest.com/en/business/article/pinterestbot","verifiedAt":"2026-08-13","aliases":["Pinterest","pinterest.com"],"origin":"radar"},
+{"slug":"placer-ai-crawler","name":"Placer.ai-Crawler","operator":"Placer.ai","category":"AGGREGATOR","description":"Collects public metadata from official websites.","token":"Placer.ai-Crawler","status":"verified","evidence":"user-agent","sourceUrl":"https://www.placer.ai/automated-access","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"platebreaker","name":"Platebreaker","operator":"Platebreaker","category":"SEARCH_ENGINE_CRAWLER","description":"Recipe nutrition search engine. Indexes schema.org/Recipe JSON-LD. Respects robots.txt. Verified via Web Bot Auth.","token":"Platebreaker","status":"verified","evidence":"user-agent","sourceUrl":"https://www.platebreaker.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"playpatrol","name":"Playpatrol","operator":"CreateIT","category":"MONITORING_AND_ANALYTICS","description":"PlayPatrol is an automated testing platform for casinos' games","token":"Playpatrol","status":"verified","evidence":"user-agent","sourceUrl":"https://playpatrol.app","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"pocketcasts-feed-parser","name":"Pocket Casts Feed Parser","operator":"Pocket Casts","category":"FEED_FETCHER","description":"Fetches podcast feeds, for playback in the Pocket Casts apps","token":"PocketCasts","status":"verified","evidence":"user-agent","sourceUrl":"https://support.pocketcasts.com/knowledge-base/pocket-casts-feed-parser/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"polar","name":"Polar","operator":"Polar","category":"WEBHOOKS","description":"The Polar webhooks integration sends HTTP requests to inform web servers about billing events.","token":"polar.sh","status":"unverified","evidence":"heuristic","sourceUrl":"https://docs.polar.sh/integrate/webhooks/endpoints","origin":"radar"},
+{"slug":"potions","name":"Potions","operator":"Potions","category":"SEARCH_ENGINE_CRAWLER","description":"The Potions bot fetches product feeds and crawls data from its customers' websites, used for e-commerce related services.","token":"Potions","status":"verified","evidence":"user-agent","sourceUrl":"https://get-potions.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"prerender","name":"prerender","operator":"Prerender, LLC","category":"SEARCH_ENGINE_OPTIMIZATION","description":"It's HTML pre rendering service for SPA(Single Page Application) Website SEO.","token":"Prerender","status":"verified","evidence":"user-agent","sourceUrl":"https://docs.prerender.io/article/33-overview-of-prerender-crawlers","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"press-engine-bot","name":"PressEngine Bot","operator":"PressEngine","category":"PAGE_PREVIEW","description":"The PressEngine Bot verifies coverage created by video games press as genuine and their own creation. When a member of the video games press is granted a review key for a video game they will create an article, known in the industry as \"…","token":"PressEngineBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.pressengine.net","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"pricey","name":"Pricey","operator":"Wilico","category":"AGGREGATOR","description":"Pricey collects and compares product prices, showing trends and helping users find the best time to buy deals online.","token":"PriceyBot","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.pricey.jp","origin":"radar"},
+{"slug":"printfriendly","name":"PrintFriendly","operator":"PrintFriendly.com","category":"WEBHOOKS","description":"Extract Content to Show Print Friendly version. Publishers typically embed our button - https://www.printfriendly.com/button - so that their visitors can view a Print Friendly Page and/or create a PDF","token":"PrintFriendly.com","status":"verified","evidence":"user-agent","sourceUrl":"https://www.printfriendly.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"pro-sitemaps","name":"Pro Sitemaps","operator":"PRO Sitemaps","category":"ACCESSIBILITY","description":"Online sitemap generator service.","token":"Pro-Sitemaps","status":"verified","evidence":"user-agent","sourceUrl":"https://pro-sitemaps.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"probely","name":"Probely","operator":"Probely","category":"SECURITY","description":"Probely security scanner (DAST) that crawls customer websites to identify vulnerabilities.","token":"ProbelySPDR","status":"verified","evidence":"user-agent","sourceUrl":"https://www.probely.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"productsup-crawler","name":"Productsup Crawler","operator":"Productsup","category":"ADVERTISING_AND_MARKETING","description":"Productsup crawls websites to import additional product data.","token":"productsup.io","status":"unverified","evidence":"heuristic","sourceUrl":"https://help.productsup.com/en/29437-29446-import-data-by-crawling-your-website.html","aliases":["Productsup"],"origin":"radar"},
+{"slug":"project-honeypot","name":"Project Honeypot","operator":"Unspam Technologies, Inc","category":"SECURITY","description":"We use Project Honeypot for IP info.","token":"Verispider","status":"verified","evidence":"operator-docs","sourceUrl":"https://radar.cloudflare.com/bots/directory/project-honeypot","verifiedAt":"2026-08-13","aliases":["PHPot"],"origin":"radar"},
+{"slug":"project-shield-urlcheck","name":"ProjectShield Url Check","operator":"Google","category":"SECURITY","description":"Project Shield, created by Google Cloud and Jigsaw and powered by Google Cloud Armor, provides free unlimited protection against DDoS attacks, a type of digital attack used to censor information by taking websites offline.","token":"ProjectShield-UrlCheck","status":"verified","evidence":"user-agent","sourceUrl":"https://projectshield.withgoogle.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"protopage","name":"Protopage","operator":"Protopage Ltd","category":"FEED_FETCHER","description":"Protopage.com indexes RSS news headlines mostly from news sites","token":"Protopage","status":"verified","evidence":"user-agent","sourceUrl":"https://www.protopage.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"proximic","name":"Proximic","operator":"ComScore","category":"ADVERTISING_AND_MARKETING","description":"The Proximic crawler visites websites serving ads on behalf of them or their partners to determine which ads best fit a given website's content.","token":"proximic","status":"verified","evidence":"user-agent","sourceUrl":"https://www.comscore.com/Web-Crawler","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"pulsetic-8","name":"Pulsetic","operator":"Pulsetic","category":"MONITORING_AND_ANALYTICS","description":"Website monitoring service. Uptime monitoring and down alerts.","token":"pulsetic.com","status":"verified","evidence":"operator-docs","sourceUrl":"https://help.pulsetic.com/article/198-pulsetic-user-agent","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"pureconsentbot","name":"PureConsentBot","operator":"PureConsent","category":"MONITORING_AND_ANALYTICS","description":"Cookie & tracking technology scanner for GDPR compliance","token":"PureConsentBot","status":"verified","evidence":"user-agent","sourceUrl":"https://pureconsent.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"pwabuilder","name":"PWABuilder","operator":"Microsoft","category":"MONITORING_AND_ANALYTICS","description":"PWABuilder (pwabuilder.com) is a free, open source developer tool from Microsoft that helps developers build progressive web apps and publish them in app stores. PWABuilder tool analyzes their website for Progressive Web App capabilities…","token":"PWABuilderHttpAgent","status":"verified","evidence":"user-agent","sourceUrl":"https://www.pwabuilder.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"qatechbot","name":"QAtechBot","operator":"QA.tech","category":"AI_ASSISTANT","description":"AI agent for running QA tests","token":"QATechBot","status":"verified","evidence":"user-agent","sourceUrl":"https://qa.tech","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"qcbot-3","name":"qcbot","operator":"QUIC Cloud Inc.","category":"MONITORING_AND_ANALYTICS","description":"qcbot is the web crawler for QUIC.cloud Onlin","token":"qcbot","status":"verified","evidence":"user-agent","sourceUrl":"https://docs.quic.cloud/services/qcbot/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"qualifiedbot","name":"QualifiedBot","operator":"Qualified.com, Inc.","category":"AI_CRAWLER","description":"Bot crawls customer websites to provide information to customer hosted chatbots.","token":"QualifiedBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.qualified.com/legal/qualified-crawler-user-agent","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"pci-qualys","name":"Qualys","operator":"Qualys","category":"SECURITY","description":"Qualys Web Application Scanner is a cloud-based service that provides automated crawling and testing of custom web applications to identify vulnerabilities including cross-site scripting (XSS) and SQL injection.","token":"cf-qualys-scanner","status":"verified","evidence":"user-agent","sourceUrl":"https://www.qualys.com/apps/pci-compliance/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"qualys","name":"Qualys SSL Scanner","operator":"Qualys","category":"MONITORING_AND_ANALYTICS","description":"SSL Labs / Qualys is used to test monitor ssl rating against their site","token":"Qualys","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.qualys.com/","origin":"radar"},
+{"slug":"quantcastbot","name":"Quantcastbot","operator":"Quantcast","category":"ADVERTISING_AND_MARKETING","description":"Quantcast Bot is the name of a web crawler used by Quantcast for advertisement quality assurance and to understand page content for Interest-Based Audiences.","token":"Quantcastbot","status":"verified","evidence":"user-agent","sourceUrl":"http://www.quantcast.com/bot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"quartr-crawler","name":"Quartr Crawler","operator":"Quartr","category":"AGGREGATOR","description":"Quartr uses a crawler to obtain and deliver investor relations material","token":"QuartrCrawler","status":"unverified","evidence":"heuristic","sourceUrl":"https://quartr.com","origin":"radar"},
+{"slug":"quickpay-callback","name":"QuickPay Callback","operator":"QuickPay","category":"WEBHOOKS","description":"QuickPay payment callback service that posts transaction notifications to merchant endpoints.","token":"Quickpay","status":"unverified","evidence":"heuristic","sourceUrl":"https://quickpay.net","origin":"radar"},
+{"slug":"qwantbot","name":"Qwantbot","operator":"Qwant","category":"SEARCH_ENGINE_CRAWLER","description":"Based and designed in Europe, Qwant is the first search engine which protect privacy.","token":"Qwantbot","status":"verified","evidence":"operator-docs","sourceUrl":"https://help.qwant.com/bot/","verifiedAt":"2026-08-13","aliases":["Qwantbot-junior","Qwantbot-news","Qwantbot-official","Qwantbot-wikidata","Qwantbot-opt"],"origin":"radar"},
+{"slug":"rackspace","name":"Rackspace","operator":"Rackspace","category":"MONITORING_AND_ANALYTICS","description":"The Rackspace HTTP Monitor monitors customer websites for uptime and other issues.","token":"Rackspace","status":"unverified","evidence":"heuristic","sourceUrl":"https://support.rackspace.com/how-to/about-the-rackspace-monitoring-agent/","aliases":["Monitoring"],"origin":"radar"},
+{"slug":"rakutenusabot-image","name":"Rakuten Image extraction bot","operator":"Rakuten","category":"AGGREGATOR","description":"Rakuten uses this bot to crawl product images so that we can display cashbach deals for our merchants.","token":"rakutenusabot-image","status":"verified","evidence":"user-agent","sourceUrl":"https://product-image.ebates.com/item-gsp/rakutenusabot.html","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"raptive-site-inspector","name":"Raptive Site Inspector","operator":"Raptive","category":"ADVERTISING_AND_MARKETING","description":"Diagnoses website and ad issues that may affect publisher revenue.","token":"RaptiveSiteInspector","status":"verified","evidence":"user-agent","sourceUrl":"https://raptive.com","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"razorpay-webhook-3","name":"Razorpay Webhook","operator":"Razorpay","category":"WEBHOOKS","description":"Razorpay sends webhooks back to ecommerce sites.","token":"Razorpay","status":"unverified","evidence":"heuristic","sourceUrl":"https://razorpay.com/docs/security/whitelists/#webhook-ips","origin":"radar"},
+{"slug":"rdtvlokipbot","name":"RDTvlokipBot","operator":"Theo CHARLET","category":"SEARCH_ENGINE_CRAWLER","description":"Official crawler for RDTvlokip Search, an independent French search engine. Respects robots.txt.","token":"RDTvlokipBot","status":"verified","evidence":"user-agent","sourceUrl":"https://search.rdtvlokip.fr","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"readable","name":"Readable","operator":"Added Bytes Ltd","category":"ACCESSIBILITY","description":"Readable is a collection of text analysis tools, primarily focused on clarity and plain language. We spider customers' websites, find the content of each page, analyse it, and present that to the customer.","token":"Readable","status":"verified","evidence":"user-agent","sourceUrl":"https://readable.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"reconwavebot-2","name":"ReconWaveBot","operator":"Recon Wave","category":"SECURITY","description":"ReconWave is an attack surface management pla","token":"ReconWaveBot","status":"verified","evidence":"user-agent","sourceUrl":"https://reconwave.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"recurly","name":"Recurly Webhooks","operator":"Recurly","category":"WEBHOOKS","description":"We send webhooks to our customers to inform them of events occurring on own platform relevant to their site","token":"Recurly","status":"unverified","evidence":"heuristic","sourceUrl":"https://recurly.com/","aliases":["Webhooks"],"origin":"radar"},
+{"slug":"redactus-web-classifier","name":"Redactus Web Classifier","operator":"Redactus","category":"SECURITY","description":"Web classifier: fetches a site’s homepage to assign a category and rechecks periodically.","token":"RedactusWebClassifier","status":"verified","evidence":"user-agent","sourceUrl":"https://bot.redactus.co.uk/docs","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"redirect-pizza-destination-monitor","name":"redirect.pizza destination monitor","operator":"Enflow B.V.","category":"MONITORING_AND_ANALYTICS","description":"redirect.pizza destination monitoring","token":"redirect.pizza","status":"verified","evidence":"user-agent","sourceUrl":"https://enflow.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"reelevant","name":"Reelevant","operator":"Reelevant","category":"ADVERTISING_AND_MARKETING","description":"Reelavant allows customers to dynamically update content inside their emails. Needs to fetch images of their product at runtime and send them back to the users.","token":"Reelevant","status":"verified","evidence":"user-agent","sourceUrl":"https://reelevant.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"reflectionbot","name":"Reflectionbot","operator":"Reflection AI","category":"AI_CRAWLER","description":"Visits public pages to help build and improve Reflection AI's models.","token":"Reflectionbot","status":"verified","evidence":"user-agent","sourceUrl":"https://reflection.ai/reflectionbot","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"retool","name":"Retool","operator":"Retool","category":"AI_ASSISTANT","description":"Retool platform user agent","token":"Retool","status":"verified","evidence":"user-agent","sourceUrl":"https://docs.tryretool.com/docs/apis","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"retrolistecom","name":"RetroListeCOM","operator":"Niclas Papst","category":"MONITORING_AND_ANALYTICS","description":"RetroListeCOM is a service that tracks user counts on gaming-related websites, and its bot visits those sites to collect this data.","token":"RetroListeCOM","status":"verified","evidence":"user-agent","sourceUrl":"https://retroliste.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"revvim","name":"Revvim","operator":"Revvim","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Our bot crawls our customers' websites to identify SEO opportunities","token":"RevvimGort","status":"verified","evidence":"user-agent","sourceUrl":"https://revvim.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"reward-gateway","name":"Reward Gateway","operator":"Reward Gateway","category":"SECURITY","description":"With the iboss Cloud Platform, each customer gets dedicated source cloud IP Addresses which are associated with the organization. Because of this, any data traversing the global cloud containerized gateways in the Platform will have a un…","token":"reward-gateway","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.rewardgateway.com","origin":"radar"},
+{"slug":"rssapi","name":"RSS API","operator":"RSS API (by Tibush GmbH)","category":"FEED_FETCHER","description":"RSS API periodically requesting and parsing RSS Feeds for our customers to monitor them for any changes.","token":"RSSAPI","status":"verified","evidence":"user-agent","sourceUrl":"https://rssapi.net/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"rss2tg-bot","name":"rss2tg_bot","operator":"Yellow Rubber Duck Consulting","category":"FEED_FETCHER","description":"A notification RSS bot for Telegram instant messenger","token":"rss2tg_bot","status":"unverified","evidence":"heuristic","sourceUrl":"https://rss2tg.duck.consulting/","aliases":["rss2tg"],"origin":"radar"},
+{"slug":"ryebot","name":"RyeBot","operator":"Rye","category":"AI_ASSISTANT","description":"Agentic checkout assistant that purchases products on behalf of end users with their explicit consent.","token":"RyeBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://rye.com/docs/api-v2-experimental/ryebot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"salesforce","name":"Salesforce","operator":"Salesforce","category":"ADVERTISING_AND_MARKETING","description":"CRM + Marketing","token":"SFDC-Callout","status":"verified","evidence":"user-agent","sourceUrl":"https://help.salesforce.com/articleView?id=000321501&type=1&mode=1","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"salesviewer","name":"SalesViewerBot","operator":"SalesViewer GmbH","category":"ADVERTISING_AND_MARKETING","description":"Since we offer sales and marketing information we need to enrich the company information. To provide crucial company information inside our service we need to provide a preview of visitor websites. Therefore we need to visit the websites.","token":"page-preview-tool","status":"verified","evidence":"user-agent","sourceUrl":"https://www.salesviewer.com/en/","verifiedAt":"2026-08-13","aliases":["SalesViewerBot"],"origin":"radar"},
+{"slug":"sansec-security-monitor","name":"Sansec Security Monitor","operator":"Sansec Security Monitor","category":"SECURITY","description":"Enhances e-commerce security by monitoring stores, crucial for preventing data breaches & fighting digital skimming.","token":"Sansec","status":"unverified","evidence":"heuristic","sourceUrl":"https://sansec.io/monitor","origin":"radar"},
+{"slug":"scientificadvisorbot","name":"ScientificAdvisorBot","operator":"Scientific Advisor","category":"ACADEMIC_RESEARCH","description":"Scholarly crawler for publisher pages and author data.","token":"ScientificAdvisorBot","status":"unverified","evidence":"heuristic","sourceUrl":"https://scientific-advisor.com/bot","origin":"radar"},
+{"slug":"scour-rss-bot","name":"Scour RSS Bot","operator":"Scour","category":"FEED_FETCHER","description":"A personalized RSS feed reader that uses AI/ML to surface content that matches user interests.","token":"ScourRSSBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://scour.ing/bot","verifiedAt":"2026-08-13","aliases":["Scour","ScourBot","scour.ing"],"origin":"radar"},
+{"slug":"screpy","name":"Screpy","operator":"screpy.com","category":"SEARCH_ENGINE_OPTIMIZATION","description":"SEO Checker for Screpy Bot that SEO","token":"screpy","status":"verified","evidence":"user-agent","sourceUrl":"https://screpy.com/faq/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"se-ranking-bot","name":"SE Ranking Bot","operator":"SE Ranking","category":"MONITORING_AND_ANALYTICS","description":"Crawler for analyzing SE Ranking clients websites for potential issues.","token":"SEBot-WA","status":"verified","evidence":"user-agent","sourceUrl":"https://help.seranking.com/en/project-tools/website-audit/overview","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"searchatlas-bot","name":"SearchAtlas Bot","operator":"Search Atlas","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Bot used to evaluate customer's websites and provide SEO optimization strategy","token":"SearchAtlas","status":"verified","evidence":"user-agent","sourceUrl":"https://help.searchatlas.com/en/","verifiedAt":"2026-08-13","aliases":["SearchAtlas-Research"],"origin":"radar"},
+{"slug":"securityheaders","name":"SecurityHeaders","operator":"Security Headers","category":"SECURITY","description":"Provides a free security scanning service at https://securityheaders.com","token":"SecurityHeaders","status":"verified","evidence":"user-agent","sourceUrl":"https://securityheaders.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"seekport","name":"Seekport","operator":"SISTRIX","category":"SEARCH_ENGINE_CRAWLER","description":"Seekport is an internet search engine. Originally founded in 2003, the search engine has been operated by SISTRIX, a platform intelligence provider from Bonn (Germany), since December 2014. The search engine is a public, free and indepen…","token":"SeekportBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.seekport.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"selectika-ai","name":"Selectika AI","operator":"Selectika","category":"AI_CRAWLER","description":"Selectika AI enrichment compute vision for Fashion","token":"SelectikaScraper","status":"verified","evidence":"operator-docs","sourceUrl":"https://selectika.com/bot/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"semonto-3","name":"Semonto","operator":"Coding Mammoth BV","category":"MONITORING_AND_ANALYTICS","description":"Semonto is a website and server monitoring se","token":"Semonto","status":"verified","evidence":"user-agent","sourceUrl":"https://semonto.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"semrush-sa","name":"Semrushbot","operator":"Semrush","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Semrushbot crawls your website to analyze it for different SEO and technical issues.","token":"SemrushBot-SA","status":"verified","evidence":"user-agent","sourceUrl":"https://www.semrush.com/bot/","verifiedAt":"2026-08-13","aliases":["SiteAuditBot"],"origin":"radar"},
+{"slug":"semrushbot-ocob","name":"SemrushBot-OCOB","operator":"Semrush","category":"AI_CRAWLER","description":"Semrush is an all-in-one tool suite for improving online visibility and discovering marketing insights.","token":"SemrushBot-OCOB","status":"verified","evidence":"user-agent","sourceUrl":"https://www.semrush.com/bot/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"semrush-ba","name":"SemrushBotBacklinkAudit","operator":"Semrush","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Data collected by SEMrushBot is used for the Backlink Audit tool to check website backlinks","token":"SemrushBot-BA","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.semrush.com/bot/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"semrush-bl","name":"SemrushBotBacklinks","operator":"Semrush","category":"SEARCH_ENGINE_OPTIMIZATION","description":"SemrushBotBacklinks is the Semrush bot collects data for Semrush's Backlink Analytics tool.","token":"SemrushBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.semrush.com/bot/","verifiedAt":"2026-08-13","origin":"radar","mergedSlugs":["semrush-lb"],"purpose":"seo"},
+{"slug":"semrush-si","name":"SemrushBotSI","operator":"Semrush","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Data collected by SEMrushBot is used for the On Page SEO Checker and SEO Content template tools reports Data collected by SEMrushBot is used for the Topic Research tool reports","token":"SemrushBot-SI","status":"verified","evidence":"user-agent","sourceUrl":"https://www.semrush.com/on-page-seo-checker/ ; https://www.semrush.com/seo-content-template/ ; https://www.semrush.com/topic-research/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"semrush-swa","name":"SemrushBotSwa","operator":"Semrush","category":"AI_CRAWLER","description":"Data collected by SEMrushBot is used for the SEO Writing Assistant tool to check if URL is accessible","token":"SemrushBot-SWA","status":"verified","evidence":"user-agent","sourceUrl":"https://www.semrush.com/swa/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"sendcloud-2","name":"Sendcloud","operator":"Sendcloud B.V.","category":"OTHER","description":"European shipping automation platform operated by Sendcloud B.V.","token":"Sendcloud","status":"verified","evidence":"user-agent","sourceUrl":"https://www.sendcloud.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"sendgrid","name":"SendGrid","operator":"SendGrid","category":"WEBHOOKS","description":"The SendGrid Event Webhook sends email event data to customer APIs as SendGrid processes it.","token":"SendGrid","status":"unverified","evidence":"heuristic","sourceUrl":"https://sendgrid.com/docs/for-developers/tracking-events/event/","origin":"radar"},
+{"slug":"sentibot","name":"SentiBot","operator":"SentiOne","category":"MONITORING_AND_ANALYTICS","description":"A bot developed by SentiOne to analyze and collect data for its social listening mechanism.","token":"SentiBot","status":"verified","evidence":"user-agent","sourceUrl":"https://sentione.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"sentinelbot","name":"SentinelBot","operator":"rootstuff","category":"MONITORING_AND_ANALYTICS","description":"Uptime monitoring bot. Checks website availability, SSL, and response times from multiple global regions.","token":"SentinelBot","status":"verified","evidence":"user-agent","sourceUrl":"https://sentinel.rootstuff.io","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"sentry","name":"Sentry","operator":"Sentry","category":"SECURITY","description":"Sentry monitors webpages for availability and performance issues.","token":"sentry","status":"verified","evidence":"user-agent","sourceUrl":"https://sentry.io","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"sentry-uptime-monitoring","name":"Sentry Uptime Monitoring","operator":"Sentry Uptime Bot","category":"MONITORING_AND_ANALYTICS","description":"Sentry Uptime Monitoring is a feature of the Sentry platform that checks customer websites and APIs for availability.","token":"SentryUptimeBot","status":"verified","evidence":"user-agent","sourceUrl":"https://docs.sentry.io/product/alerts/uptime-monitoring/troubleshooting/#verify-firewall-configuration","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"seo-audit-check-bot","name":"SEO Audit Check Bot","operator":"SEO Audit Check","category":"SEARCH_ENGINE_OPTIMIZATION","description":"SEO audit check bot is likely an automated tool within the WebCEO platform that performs comprehensive SEO audits on websites","token":"seo-audit-check-bot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.webceo.com/webceo-bots.htm","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"seo4ajax","name":"seo4ajax","operator":"Capsule Code","category":"SEARCH_ENGINE_OPTIMIZATION","description":"The seo4ajax bot is used by a service that helps make single-page applications (SPAs) crawlable by search engines. It pre-renders JavaScript-heavy pages into static HTML so they can be indexed.","token":"s4a","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.seo4ajax.com","aliases":["seo4ajax.com"],"origin":"radar"},
+{"slug":"seobilitybot","name":"SeobilityBot","operator":"Seobility","category":"SEARCH_ENGINE_OPTIMIZATION","description":"The Seobility Bot crawls websites to gather SEO Information and provide SEO analysis to its customers.","token":"SeobilityBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.seobility.net/sites/bot.html","verifiedAt":"2026-08-13","aliases":["Seobility"],"origin":"radar"},
+{"slug":"sequelwpbpt","name":"SequelWP","operator":"SequelWP","category":"MONITORING_AND_ANALYTICS","description":"Our monitoring agent checks website uptime on a 5 minute interval. It only checks verified customers & when the x-sequelwp header is valid.","token":"SequelWP","status":"verified","evidence":"user-agent","sourceUrl":"https://sequelwp.com.au","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"serankingbacklinksbot","name":"SERankingBacklinksBot","operator":"SE Ranking","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Crawls the Internet to assist in getting information on the link structure of sites on the web to assist SEO specialists","token":"SERankingBacklinksBot","status":"verified","evidence":"user-agent","sourceUrl":"https://seranking.com/backlinks-crawler","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"serpstatbot-6","name":"SerpstatBot","operator":"Serpstat","category":"SEARCH_ENGINE_OPTIMIZATION","description":"SerpstatBot is the Serpstat bot collects data for Serpstat's Backlink Analysis tool","token":"serpstatbot","status":"verified","evidence":"user-agent","sourceUrl":"https://serpstatbot.com/","verifiedAt":"2026-08-13","aliases":["curl"],"origin":"radar"},
+{"slug":"serverdensity","name":"Server Density","operator":"Stackpath","category":"MONITORING_AND_ANALYTICS","description":"Proactive infrastructure monitoring for cloud, servers, containers & websites.","token":"ServerDensity","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.stackpath.com/","origin":"radar"},
+{"slug":"serverhunter","name":"ServerHunterSpider","operator":"Server Hunter","category":"AGGREGATOR","description":"Our spider indexes the price, specifications and stock of hosting plans. We fully respect robots.txt and we have more information on https://www.serverhunter.com/spider/.","token":"ServerHunterSpider","status":"verified","evidence":"user-agent","sourceUrl":"https://www.serverhunter.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"seznam","name":"Seznam","operator":"Seznam","category":"SEARCH_ENGINE_CRAWLER","description":"SeznamBot is the search engine crawler for Seznam search.","token":"SeznamBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://napoveda.seznam.cz/en/seznambot-crawler/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"shapbot","name":"ShapBot","operator":"Parallel","category":"AI_SEARCH","description":"ShapBot helps discover and index websites for Parallel's web APIs.","token":"ShapBot","status":"verified","evidence":"user-agent","sourceUrl":"https://docs.parallel.ai/resources/crawler","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"shopify-captain-hook","name":"Shopify-Captain-Hook","operator":"Shopify","category":"WEBHOOKS","description":"Shopify-Captain-Hook is a system used by Shopify to deliver webhooks. It sends automated messages to a user's server when specific events occur within their Shopify store.","token":"Shopify-Captain-Hook","status":"verified","evidence":"user-agent","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"shortwave-image-fetcher","name":"Shortwave Image Fetcher","operator":"Shortwave Communications Inc.","category":"PAGE_PREVIEW","description":"An email client that proxies all images found in HTML emails from to protect end customer's IP address and connection private","token":"Shortwave","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.shortwave.com/","origin":"radar"},
+{"slug":"silktidebot","name":"SilktideBot","operator":"Silktide","category":"ACCESSIBILITY","description":"Website accessibility, SEO, and content quality scanner","token":"SilktideBot","status":"verified","evidence":"user-agent","sourceUrl":"https://help.silktide.com/en/articles/4606146-silktidebot-our-site-scanning-bot","verifiedAt":"2026-08-13","aliases":["Silktide","articles"],"origin":"radar"},
+{"slug":"simpay","name":"SimPay","operator":"Payments Solution Sp. z o.o.","category":"WEBHOOKS","description":"SimPay-IPN is the Instant Payment Notificatio","token":"SimPay-IPN","status":"verified","evidence":"user-agent","sourceUrl":"https://simpay.pl","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"sirdatabot","name":"SirdataBot","operator":"Sirdata","category":"ADVERTISING_AND_MARKETING","description":"Brand safety and content classification for Ads","token":"SirdataBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.sirdata.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"sistrix-optimizer","name":"SISTRIX Optimizer","operator":"SISTRIX GmbH","category":"MONITORING_AND_ANALYTICS","description":"SISTRIX Optimizer uptime monitor that requests customer site startpages once per minute to verify availability.","token":"SISTRIX","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.sistrix.com","origin":"radar"},
+{"slug":"site24x7","name":"Site24x7","operator":"Site24x7","category":"MONITORING_AND_ANALYTICS","description":"Site24x7's global website monitoring probe.","token":"site24x7","status":"verified","evidence":"user-agent","sourceUrl":"https://www.site24x7.com","verifiedAt":"2026-08-13","aliases":["site24x7.com"],"origin":"radar"},
+{"slug":"semrush-siteauditbot","name":"SiteAuditBot","operator":"Semrush","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Check for over 130 common website issues and get special reports about your site’s crawlability, use of markups, internal linking, speed/performance, HTTPS, and international SEO.","token":"SiteAuditBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.semrush.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"sitecockpit-monitoring","name":"SiteCockpit Monitoring","operator":"Solution360 GmbH","category":"ACCESSIBILITY","description":"SiteCockpit Monitoring is the crawler behind","token":"SiteCockpit","status":"verified","evidence":"user-agent","sourceUrl":"https://www.sitecockpit.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"siteguru","name":"SiteGuru","operator":"SiteGuru","category":"SEARCH_ENGINE_OPTIMIZATION","description":"SiteGuru is an SEO auditing tool that crawls","token":"SiteGuruCrawler","status":"verified","evidence":"user-agent","sourceUrl":"https://www.siteguru.co/crawler","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"sitecheck-sitecrawl","name":"Siteimprove Crawl","operator":"Siteimprove","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Siteimprove content suite (i.e. Quality Assurance, Accessibility, Policy, and SEO). Crawls run on ports are 80 for HTTP and 443 for HTTPS.","token":"SiteCheck-sitecrawl","status":"verified","evidence":"user-agent","sourceUrl":"https://support.siteimprove.com/hc/en-gb/articles/206345523-What-IP-addresses-and-user-agents-are-used-by-Siteimprove-","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"sitelock","name":"SiteLock","operator":"SiteLock","category":"SECURITY","description":"The SiteLock Spider is a web scanning service scans websites for malware and malicious code.","token":"SiteLockSpider","status":"verified","evidence":"user-agent","sourceUrl":"http://sitelock.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"site-search-360","name":"SiteSearch360","operator":"SEMKNOX GmbH","category":"SEARCH_ENGINE_CRAWLER","description":"Site Search 360 is a popular Google Site Search replacement. Our crawler indexes content on our customers' sites for search.","token":"SiteSearch360","status":"verified","evidence":"user-agent","sourceUrl":"https://www.sitesearch360.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"siteuptime","name":"SiteUpTimeBot","operator":"SiteUpTime","category":"MONITORING_AND_ANALYTICS","description":"SiteUpTimeBot is the HTTP monitoring probe for SiteUpTime.com.","token":"SiteUptime","status":"unverified","evidence":"heuristic","sourceUrl":"https://SiteUptime.com","aliases":["SiteUptime.com"],"origin":"radar"},
+{"slug":"skroutzimagebot","name":"Skroutz ImageBot","operator":"Skroutz S.A.","category":"AGGREGATOR","description":"Skroutz ImageBot to fetch the individual product images.","token":"Skroutz","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.skroutz.gr/","aliases":["SkroutzBot"],"origin":"radar"},
+{"slug":"skroutzbot","name":"SkroutzBot","operator":"Skroutz S.A.","category":"FEED_FETCHER","description":"Skroutz uses SkroutzBot web crawler to download XML feeds.","token":"SkroutzBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.skroutz.gr/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"skypeuripreview","name":"Skype","operator":"Skype","category":"PAGE_PREVIEW","description":"Skype's URI Preview services fetches a page preview when someone posts a URL in a Skype message.","token":"SkypeUriPreview","status":"verified","evidence":"user-agent","sourceUrl":"https://www.skype.com/en/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"slackbotimg","name":"Slack Image Proxy","operator":"Slack","category":"PAGE_PREVIEW","description":"This robot is used to fetch and cache images posted into Slack channels.","token":"Slack-ImgProxy","status":"verified","evidence":"operator-docs","sourceUrl":"https://api.slack.com/robots","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"slackbot","name":"Slackbot","operator":"Slack","category":"WEBHOOKS","description":"Slack's multi-purpose bot for service integration and webhook notifications.","token":"Slackbot","status":"verified","evidence":"operator-docs","sourceUrl":"https://api.slack.com/robots","verifiedAt":"2026-08-13","aliases":["Slackbot-LinkExpanding"],"origin":"radar"},
+{"slug":"slickstream","name":"Slickstream","operator":"Slickstream","category":"ADVERTISING_AND_MARKETING","description":"Slickstream is a SaaS that indexes our customer's websites (with their approval) in order to provide engagement features for their site visitors, including site search, content recommendations, etc.","token":"SlickBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.slickstream.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"smarsh","name":"SmarshBot","operator":"Smarsh","category":"SECURITY","description":"Providing archiving solutions to clients for compliance purposes","token":"SmarshBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.smarsh.com/platform/compliance-management/web-archive","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"smartologybot-2","name":"SmartologyBot","operator":"Smartology","category":"ADVERTISING_AND_MARKETING","description":"The Smartology generates semantic vectors from domain pages in order to serve semantically-relevant ads on those pages","token":"SmartologyBot","status":"verified","evidence":"user-agent","sourceUrl":"https://smartology.net/smartologybot/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"smtnetpmbot","name":"SMTnet PM Bot","operator":"SMTnet","category":"SEARCH_ENGINE_CRAWLER","description":"Crawls partner company's websites to include them in our on-site search engine.","token":"SMTnetPMBot","status":"verified","evidence":"user-agent","sourceUrl":"https://smtnet.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"snipcart","name":"Snipcart","operator":"Snipcart","category":"WEBHOOKS","description":"Snipcart is an e-commerce solution for developers.","token":"Snipcart","status":"verified","evidence":"user-agent","sourceUrl":"https://snipcart.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"solarwinds-observability","name":"SolarWinds Observability","operator":"SolarWinds","category":"MONITORING_AND_ANALYTICS","description":"Default header that identifies SolarWinds Observability robots that are used for our synthetic monitoring.","token":"solarwinds","status":"verified","evidence":"user-agent","sourceUrl":"https://documentation.solarwinds.com/en/success_center/observability/content/get-started/dem_getting_started_guide.htm","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"sora-caisse-pos","name":"Sora Caisse POS","operator":"Sora Caisse POS","category":"MONITORING_AND_ANALYTICS","description":"POS software connected to prestashop ecommerce website","token":"Sora","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.sora-caisse.com/sora.pdf","aliases":["Sora-POS","POS"],"origin":"radar"},
+{"slug":"sourcedash","name":"sourcedash","operator":"Source Dashboard","category":"SEARCH_ENGINE_CRAWLER","description":"UK Property Search Engine","token":"sourcedash","status":"verified","evidence":"user-agent","sourceUrl":"https://www.sourcedashboard.co.uk","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"spark-shipping","name":"Spark Shipping","operator":"Spark Shipping","category":"WEBHOOKS","description":"Spark Shipping is eCommerce automation software for retailers running WooCommerce","token":"SparkShipping","status":"verified","evidence":"user-agent","sourceUrl":"https://www.sparkshipping.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"spark-uptime","name":"Spark Uptime","operator":"Spark Uptime","category":"MONITORING_AND_ANALYTICS","description":"Spark Uptime is an uptime monitoring service","token":"SparkUptime","status":"verified","evidence":"user-agent","sourceUrl":"https://sparkuptime.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"sparkpost","name":"SparkpostBot","operator":"Bird","category":"WEBHOOKS","description":"Sparkbot webhook integration is used for automating email transactions on web server events.","token":"SparkPost","status":"verified","evidence":"user-agent","sourceUrl":"https://www.sparkpost.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"spectate","name":"Spectate","operator":"Spectate","category":"MONITORING_AND_ANALYTICS","description":"Uptime monitoring bot for healthchecks","token":"Spectate","status":"verified","evidence":"user-agent","sourceUrl":"https://docs.spectate.net/faq/uptime-monitor-bot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"rigor","name":"Splunk","operator":"Splunk","category":"MONITORING_AND_ANALYTICS","description":"Synthetics monitoring platform used by Enterprise organizations.","token":"Rigor","status":"verified","evidence":"user-agent","sourceUrl":"https://www.splunk.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"splunk-attack-analyzer","name":"Splunk Attack Analyzer","operator":"Splunk","category":"SECURITY","description":"Splunk Attack Analyzer (formerly known as TwinWave), visits URLs submitted by customers using a headless Chrome browser. DOM (Document Object Model), HAR (HTTP Archive), and other relevant data from these visits are analyzed to determine…","token":"TwinWaveScanner","status":"verified","evidence":"operator-docs","sourceUrl":"https://radar.cloudflare.com/bots/directory/splunk-attack-analyzer","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"splunk-synthetics","name":"Splunk Synthetics","operator":"Splunk","category":"MONITORING_AND_ANALYTICS","description":"Synthetic monitoring tool with global agents running in AWS","token":"Splunk","status":"unverified","evidence":"heuristic","sourceUrl":"https://docs.splunk.com/observability/en/synthetics/intro-synthetics.html","origin":"radar"},
+{"slug":"spyglasses","name":"Spyglasses","operator":"Spyglasses","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Spyglasses accesses site content to assist with AEO capabilities. Learn more at https://www.spyglasses.io","token":"SpyglassesBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.spyglasses.io","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"stape-scanner","name":"Stape Scanner","operator":"Stape Inc","category":"MONITORING_AND_ANALYTICS","description":"Stape Scanner monitoring configuration of tracking tags.","token":"Stape","status":"unverified","evidence":"heuristic","sourceUrl":"https://stape.io/helpdesk/documentation/stape-scanner","origin":"radar"},
+{"slug":"statabot","name":"Statabot","operator":"StataCorp LLC","category":"AGGREGATOR","description":"Statabot searches for stata.toc files and indexes their contents","token":"Statabot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.stata.com/support/statabot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"statistikaustria","name":"StatistikAustria","operator":"Statistik Bot","category":"AGGREGATOR","description":"Bot to collect product prices for the official consumer price index of Austria","token":"StatistikAustria","status":"verified","evidence":"user-agent","sourceUrl":"https://www.statistik.at/ueber-uns/innovationen-und-experimentelle-statistik/einsatz-von-kassenscannerdaten-und-webscraping-in-der-preisstatistik","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"statsdronebot","name":"StatsDroneBot","operator":"StatsDrone","category":"AGGREGATOR","description":"The StatsDrone affiliate marketing statistics scraping and aggregating tool","token":"StatsDroneBot","status":"verified","evidence":"user-agent","sourceUrl":"https://statsdrone.com/statsdrone-bot-documentation/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"statuscake","name":"StatusCake","operator":"StatusCake","category":"MONITORING_AND_ANALYTICS","description":"The StatusCake uptime monitor is used to monitor webpage availability and performance.","token":"statuscake","status":"verified","evidence":"user-agent","sourceUrl":"https://www.statuscake.com/","verifiedAt":"2026-08-13","aliases":["StatusCake_Pagespeed_Indev"],"origin":"radar"},
+{"slug":"steam-chat","name":"Steam Chat","operator":"Valve Software","category":"PAGE_PREVIEW","description":"The Steam Chat bot fetches previews of URLs shared within the Steam client's chat feature.","token":"SteamChat","status":"unverified","evidence":"heuristic","sourceUrl":"https://store.steampowered.com","aliases":["SteamChatURLLookup","SteamChatImageProxy"],"origin":"radar"},
+{"slug":"stripe","name":"Stripe","operator":"Stripe","category":"WEBHOOKS","description":"The Stripe Webhooks service allows Stripe to push real-time event data to customers' application webhook endpoint when events happen in their Stripe account.","token":"Stripe","status":"unverified","evidence":"heuristic","sourceUrl":"https://stripe.com/docs/webhooks","origin":"radar"},
+{"slug":"stripe-apple-pay-verify-ownership","name":"stripe_apple_pay_verify_ownership","operator":"Stripe","category":"WEBHOOKS","description":"Verify ownership of your domain with Apple Pay","token":"oslopartner","status":"unverified","evidence":"heuristic","sourceUrl":"https://docs.stripe.com/payments/payment-methods/pmd-registration","origin":"radar"},
+{"slug":"stripebot","name":"Stripebot","operator":"Stripe","category":"WEBHOOKS","description":"Stripebot is the Stripe automated web crawler that collects data from their users' websites. They use the collected data to provide services to their users and to comply with financial regulations.","token":"Stripebot","status":"verified","evidence":"operator-docs","sourceUrl":"https://docs.stripe.com/stripebot-crawler","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"sucuri","name":"Sucuri","operator":"Sucuri","category":"SECURITY","description":"The Sucuri bot is part of the Sucuri website security platform. It crawls websites to scan for malware, security risks, and blacklisting status.","token":"Sucuri","status":"verified","evidence":"operator-docs","sourceUrl":"https://radar.cloudflare.com/bots/directory/sucuri","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"svix-webhooks","name":"Svix Webhooks","operator":"Svix Inc.","category":"WEBHOOKS","description":"Scalable webhook platform featuring automatic retries, signature verification, deep observability, and a static-IP delivery bot—deploy hosted or self-hosted.","token":"Svix-Webhooks","status":"unverified","evidence":"heuristic","sourceUrl":"https://docs.svix.com/receiving/source-ips","aliases":["Webhooks","sender-9YMgn"],"origin":"radar"},
+{"slug":"swifteq-link-checker","name":"Swifteq Link Checker","operator":"Swfiteq Ltd","category":"MONITORING_AND_ANALYTICS","description":"Help Center Export is a Zendesk-approved app that integrates with any Zendesk help center and helps the customers with these tasks: Export all your articles and any meta-data: title, section, link, labels, updated time. Export all refere…","token":"SwifteqLinkChecker","status":"verified","evidence":"user-agent","sourceUrl":"https://www.swifteq.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"synapsmedia-healthcheck","name":"SynapsMedia-Healthcheck","operator":"Triofan Software","category":"MONITORING_AND_ANALYTICS","description":"Domain verification bot of Synaps Media managed hosting service","token":"SynapsMedia","status":"verified","evidence":"user-agent","sourceUrl":"https://www.synapsmedia.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"datadog-synthetic-bot","name":"Synthetic Bot","operator":"DataDog","category":"MONITORING_AND_ANALYTICS","description":"Datadog Synthetics gives you a new layer of visibility on the Datadog platform. By monitoring your applications and API endpoints via simulated user requests and browser rendering.","token":"DatadogSynthetics","status":"verified","evidence":"operator-docs","sourceUrl":"https://docs.datadoghq.com/synthetics/guide/identify_synthetics_bots/","verifiedAt":"2026-08-13","aliases":["Datadog"],"origin":"radar"},
+{"slug":"taboola","name":"Taboola","operator":"Taboola","category":"ADVERTISING_AND_MARKETING","description":"The Taboola crawler visits websites advertiser campaign websites to audit the content of the page and gather site metadata and summary data.","token":"Taboolabot","status":"verified","evidence":"user-agent","sourceUrl":"https://help.taboola.com/hc/en-us/articles/115002347594-The-Taboola-Crawler","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"telegrambot","name":"Telegram Bot","operator":"Telegram","category":"PAGE_PREVIEW","description":"TelegramBot crawls websites to render a link preview when people send a message containing a URL in the Telegram messaging service.","token":"TelegramBot","status":"verified","evidence":"user-agent","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"termly","name":"Termly","operator":"Termly","category":"SECURITY","description":"Termly bot scanners for site compliance","token":"TermlyBot","status":"verified","evidence":"user-agent","sourceUrl":"https://support.termly.io/hc/en-us/sections/30575355455633-Scanner","verifiedAt":"2026-08-13","origin":"radar","mergedSlugs":["termlybot-2"]},
+{"slug":"terracotta","name":"Terracotta","operator":"Ceramic","category":"SEARCH_ENGINE_CRAWLER","description":"The Terracotta bot scrapes websites for use in generating indices for serving searches using Ceramic's search product.","token":"Terracotta","status":"verified","evidence":"operator-docs","sourceUrl":"https://github.com/CeramicTeam/CeramicTerracotta","verifiedAt":"2026-08-13","aliases":["Terracotta-News"],"origin":"radar"},
+{"slug":"thousand-eyes","name":"Thousand Eyes Cloud Agent","operator":"Thousand Eyes","category":"MONITORING_AND_ANALYTICS","description":"ThousandEyes monitors network infrastructure, troubleshoots application delivery and maps Internet performance, all from a SaaS-based platform.","token":"TE","status":"verified","evidence":"operator-docs","sourceUrl":"https://docs.thousandeyes.com/product-documentation/tests/excluding-thousandeyes-agents-from-google-analytics","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"timpibot","name":"Timpibot","operator":"Timpi","category":"AI_CRAWLER","description":"Timpi's crawler; collects data for its search/AI index.","token":"Timpibot","status":"verified","evidence":"user-agent","verifiedAt":"2026-10-04","origin":"curated","purpose":"search-engine"},
+{"slug":"tnothesiscrawler-3","name":"TNOThesisCrawler","operator":"TNO","category":"ACADEMIC_RESEARCH","description":"Collects publicly available academic theses for the DIAMONDS platform.","token":"TNOThesisCrawler","status":"verified","evidence":"user-agent","sourceUrl":"https://diamonds.tno.nl/bot-policy","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"bytedance-toutiao","name":"Toutiao","operator":"Bytedance","category":"SEARCH_ENGINE_CRAWLER","description":"Toutiao is ByteDance's automated news aggregation bot collecting content across web platforms.","token":"Bytespider","status":"verified","evidence":"user-agent","sourceUrl":"https://zhanzhang.toutiao.com/docs/intro/26899","verifiedAt":"2026-10-03","note":"ByteDance's webmaster docs (zhanzhang.toutiao.com) aren't reachable outside China; every Bytespider user agent carries the token, and ByteDance's docs instruct `User-agent: Bytespider`.","aliases":["zhanzhang.toutiao.com"],"origin":"radar","purpose":"training"},
+{"slug":"trellis-services","name":"Trellis-Services","operator":"Mediavine","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Critical CSS Generator to Optimize Websites","token":"Trellis-Services","status":"verified","evidence":"user-agent","sourceUrl":"https://www.mediavine.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"trendictionbot","name":"Trendiction Bot","operator":"Trendiction S.A.","category":"MONITORING_AND_ANALYTICS","description":"Talkwalker delivers the consumer insights that help brands drive business impact. In a world full of conversations, the most successful global brands have switched to Talkwalker because we provide them with a powerful software platform t…","token":"trendictionbot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.talkwalker.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"trustedsite","name":"TrustedSite","operator":"TrustedSite (formerly McAfee SECURE)","category":"ACADEMIC_RESEARCH","description":"Crawl a customer website to perform basic validation","token":"TrustedSite","status":"verified","evidence":"user-agent","sourceUrl":"https://www.trustedsite.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"trustlink-verificationagent","name":"TrustLink-VerificationAgent","operator":"Pearl Industry Network LLC","category":"SECURITY","description":"Verification agent that confirms social account ownership by checking for a user-placed public verification code.","token":"TrustLink-VerificationAgent","status":"verified","evidence":"user-agent","sourceUrl":"https://trustlink360.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"trustly","name":"Trustly","operator":"Trustly Group AB","category":"WEBHOOKS","description":"Trustly will send notifications / callbacks to merchant's system to provide updates on payment statuses.","token":"Trustly","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.trustly.net/","origin":"radar"},
+{"slug":"ttd-content","name":"TTD Content","operator":"The Trade Desk","category":"ADVERTISING_AND_MARKETING","description":"The Trade Desk crawler classifies webpage content to allow advertisers to choose where they show ads.","token":"TTD-Content","status":"verified","evidence":"user-agent","sourceUrl":"https://www.thetradedesk.com/us/ttd-content","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"automattic-tumblr","name":"Tumblr","operator":"Automattic","category":"PAGE_PREVIEW","description":"On Tumblr, post authors can paste a URL in their post, and we'll \"unfurl\" that URL into a pretty Link \"Block\" for their post by making a request to the URL and parsing the response.","token":"Tumblr","status":"verified","evidence":"user-agent","sourceUrl":"https://automattic.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"turnitinbot","name":"TurnitinBot","operator":"Turnitin","category":"ACADEMIC_RESEARCH","description":"Turnitin.com offers various services to the educational community. Most prominently, we provide a widely used and effective plagiarism detection service. Part of the plagiarism prevention service relies on comparing student papers to con…","token":"TurnitinBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.turnitin.com/robot/crawlerinfo.html","verifiedAt":"2026-08-13","aliases":["Turnitin","bit.ly"],"origin":"radar"},
+{"slug":"twilioproxy","name":"Twilio Proxy","operator":"Twilio, Inc.","category":"WEBHOOKS","description":"Twilio webhook requests triggered by Twilio when there are incoming SMSes, calls, etc.","token":"TwilioProxy","status":"verified","evidence":"user-agent","sourceUrl":"https://www.twilio.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"twinagent","name":"TwinAgent","operator":"Twin","category":"AI_ASSISTANT","description":"Automate complex operations end-to-end.","token":"TwinAgent","status":"verified","evidence":"user-agent","sourceUrl":"https://twin.so","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"twitterbot","name":"twitterbot","operator":"Twitter","category":"PAGE_PREVIEW","description":"A Twitter bot is a type of bot software that controls a Twitter account via the Twitter API. The bot software may autonomously perform actions such as tweeting, re-tweeting, liking, following, unfollowing, or direct messaging other accou…","token":"Twitterbot","status":"verified","evidence":"user-agent","sourceUrl":"https://twitter.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"upday","name":"upday","operator":"upday GmbH & Co. KG","category":"AGGREGATOR","description":"upday is a news aggregator app, and its bot crawls news sources. It collects and indexes articles to be recommended to users on its platform.","token":"upday","status":"verified","evidence":"user-agent","sourceUrl":"https://www.upday.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"updown","name":"UpDownBot","operator":"Updown","category":"MONITORING_AND_ANALYTICS","description":"UpDownBot is the HTTP monitoring probe for updown.io.","token":"updown.io","status":"verified","evidence":"user-agent","sourceUrl":"https://updown.io/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"uptime","name":"Uptime LLC","operator":"Uptime","category":"MONITORING_AND_ANALYTICS","description":"Uptime.com HTTP probe for website availability and performance monitoring.","token":"Uptime","status":"unverified","evidence":"heuristic","sourceUrl":"https://uptime.com","origin":"radar"},
+{"slug":"uptime-monitoring","name":"Uptime Monitoring","operator":"GoDaddy","category":"MONITORING_AND_ANALYTICS","description":"Uptime monitoring is a service that checks if a website is online. It will send you an alert if your website is “down”.","token":"UptimeMonitoring","status":"unverified","evidence":"heuristic","sourceUrl":"https://docs.sucuri.net/website-monitoring/understanding-alerts/uptime-monitor-alerts/","origin":"radar"},
+{"slug":"uptimebot","name":"UptimeBot","operator":"UptimeBot","category":"MONITORING_AND_ANALYTICS","description":"UptimeBot is an actionable website monitoring tool that works great with Slack.","token":"UptimeBot","status":"verified","evidence":"user-agent","verifiedAt":"2026-08-13","origin":"radar","mergedSlugs":["jagged-pixel-uptime"]},
+{"slug":"uptimerobot","name":"UptimeRobot","operator":"Uptimerobot","category":"MONITORING_AND_ANALYTICS","description":"Free Website Uptime Monitoring","token":"UptimeRobot","status":"verified","evidence":"user-agent","sourceUrl":"http://www.uptimerobot.com/","verifiedAt":"2026-08-13","origin":"radar","mergedSlugs":["uptime-robot"]},
+{"slug":"uptimia","name":"Uptimia","operator":"Uptimia","category":"MONITORING_AND_ANALYTICS","description":"Uptimia is a website monitoring service, monitoring website performance and availability.","token":"Uptimia","status":"verified","evidence":"user-agent","sourceUrl":"https://www.uptimia.com/","verifiedAt":"2026-08-13","aliases":["www.uptimia.com"],"origin":"radar"},
+{"slug":"uptrends","name":"UptrendsBot","operator":"Uptrends GmbH","category":"MONITORING_AND_ANALYTICS","description":"Global load tests and synthetic monitoring","token":"uptrends","status":"verified","evidence":"user-agent","sourceUrl":"https://www.uptrends.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"urlertbot","name":"URLertBot","operator":"URLert","category":"SECURITY","description":"URLertBot is the automated security scanner for URLert.com","token":"URLertBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.urlert.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"usercentricsbot","name":"Usercentricsbot","operator":"Usercentrics GmbH","category":"SECURITY","description":"Consent management platform scanner for GDPR/DMA/CCPA compliance.","token":"Usercentrics","status":"verified","evidence":"user-agent","sourceUrl":"https://usercentrics.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"ut-dorkbot","name":"UT-Dorkbot","operator":"University of Texas at Austin","category":"SECURITY","description":"Dorkbot is a managed web application security","token":"UT-Dorkbot","status":"verified","evidence":"operator-docs","sourceUrl":"https://security.utexas.edu/dorkbot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"vaultpress","name":"VaultPress","operator":"Automattic","category":"WEBHOOKS","description":"VaultPress is a subscription service developed by Automattic, the company behind WordPress, that offers automated daily and real-time backups of WordPress websites onto WordPress.com's cloud servers. It is known for its ease of use, secu…","token":"VaultPress","status":"verified","evidence":"user-agent","sourceUrl":"https://vaultpress.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"videootvbot","name":"videootv Bot","operator":"Digital Green","category":"AGGREGATOR","description":"Crawler to extract the newest articles in the publisher's website (via feed or parsing html) to make a carrousel with images, links and text for our native ads module in order to improve recirculation in the publisher's web. Only crawls…","token":"videootvBot","status":"verified","evidence":"user-agent","sourceUrl":"https://videoo.tv/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"virustotalscan","name":"VirusTotalScan","operator":"VirusTotal","category":"SECURITY","description":"VirusTotal URL scanner visits URL submitted to VirusTotal.","token":"VirusTotalScan","status":"verified","evidence":"user-agent","sourceUrl":"https://www.virustotal.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"visually-io-shopify-editor","name":"Visually.io Shopify Editor","operator":"Visually.io","category":"AI_ASSISTANT","description":"Shopify theme editor alternative for live, real-time store editing via a secure iframe and controlled proxy.","token":"Visually","status":"verified","evidence":"operator-docs","sourceUrl":"https://help.visually.io/visually.io-editor-cloudflare-signed-agent","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"w3-validator-services","name":"W3 Validator Services","operator":"World Wide Web Consortium (W3C)","category":"SEARCH_ENGINE_OPTIMIZATION","description":"W3C provides various free validation services that help check the conformance of Web sites against open standards.","token":"W3C-checklink","status":"verified","evidence":"user-agent","sourceUrl":"https://validator.w3.org/services","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"wardbot","name":"WARDBot","operator":"WEBSPARK","category":"AI_CRAWLER","description":"WARDBot tracks URL status codes, helping users monitor the availability of web pages they have added to the monitoring list.","token":"WARDBot","status":"verified","evidence":"user-agent","sourceUrl":"https://ward.ai/robot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"watchbot","name":"Watchbot","operator":"WatchBot","category":"MONITORING_AND_ANALYTICS","description":"Website availability & SSL certificate expiration monitoring","token":"Watchbot","status":"verified","evidence":"user-agent","sourceUrl":"https://watchbot.fflow.net/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"watchful","name":"Watchful","operator":"Watchful LLC","category":"MONITORING_AND_ANALYTICS","description":"Monitoring system to check uptime on client websites.","token":"WebsiteOps","status":"verified","evidence":"user-agent","sourceUrl":"https://watchful.net/faqs/technical-support/how-do-i-whitelist-the-watchful-ip-address","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"watchful-1","name":"Watchful 1","operator":"Watchful LLC","category":"MONITORING_AND_ANALYTICS","description":"The Watchful monitoring bot is a website monitoring service","token":"Watchfulli","status":"verified","evidence":"operator-docs","sourceUrl":"https://watchful.net/bot-info/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"wayflyer","name":"Wayflyer","operator":"Wayflyer","category":"MONITORING_AND_ANALYTICS","description":"Wayflyer integration that connects to customer storefronts to retrieve transaction data.","token":"Wayflyer","status":"verified","evidence":"user-agent","sourceUrl":"https://www.wayflyer.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"webpagetest","name":"webpagetest","operator":"WebPageTest","category":"MONITORING_AND_ANALYTICS","description":"WebPageTest is one of the most popular and free tools for measuring webpage performance and enables you to run web performance tests on your site from a number of different locations across the world in a number of different browsers.","token":"PTST","status":"verified","evidence":"user-agent","sourceUrl":"https://www.webpagetest.org/about","verifiedAt":"2026-08-13","aliases":["webpagetest"],"origin":"radar"},
+{"slug":"websitepulse","name":"WebsitePulseBot","operator":"WebsitePulse","category":"MONITORING_AND_ANALYTICS","description":"WebsitePulseBot is the HTTP monitoring probe for WebsitePulse's monitoring servince.","token":"websitepulse","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.websitepulse.com/kb/websitepulse","origin":"radar"},
+{"slug":"web-spider-mount","name":"WebSpiderMount","operator":"AspenTechLabs Inc","category":"AGGREGATOR","description":"Job wrapping data processor handling jobs distribution from employer websites to multiple endpoints, like job boards, advertisement platforms, job alerts etc.","token":"WSM","status":"unverified","evidence":"heuristic","sourceUrl":"https://webspidermount.com","aliases":["webspidermount"],"origin":"radar"},
+{"slug":"webstatus247","name":"Webstatus247","operator":"WebStatus247","category":"MONITORING_AND_ANALYTICS","description":"WebStatus247 is an intelligent website monitoring bot that continuously checks the availability and uptime","token":"Webstatus247","status":"verified","evidence":"user-agent","sourceUrl":"https://www.webstatus247.com/bot-information","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"webtotem","name":"WebTotemBot","operator":"WebTotem","category":"SECURITY","description":"WebTotem is a comprehensive security monitoring and defense platform that protects web applications and their data.","token":"WTotemBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://docs.wtotem.com/en/wtotembot","verifiedAt":"2026-08-13","aliases":["WTotem"],"origin":"radar"},
+{"slug":"webzio","name":"Webzio","operator":"Webz.io","category":"AGGREGATOR","description":"Webz.io's crawler that collects and structures web content.","token":"Webzio","status":"verified","evidence":"operator-docs","sourceUrl":"https://webz.io/bot.html","verifiedAt":"2026-10-03","origin":"curated"},
+{"slug":"webzio-extended","name":"Webzio-Extended","operator":"Webz.io","category":"AI_CRAWLER","description":"Webz.io AI opt-out token controlling use of harvested data for AI training.","token":"Webzio-Extended","status":"verified","evidence":"operator-docs","sourceUrl":"https://webz.io/bot.html","verifiedAt":"2026-10-03","origin":"curated","purpose":"training"},
+{"slug":"whitehat","name":"WHITEHAT","operator":"Black Duck Software, Inc.","category":"SECURITY","description":"Bot utilized for scanning for security vulerabilities","token":"WHITEHAT","status":"verified","evidence":"user-agent","sourceUrl":"https://source.whitehatsec.com/help/sentinel/sast-service-detail.html","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"windowsforum-ai","name":"WindowsForum-AI","operator":"WindowsForum.com","category":"SEARCH_ENGINE_CRAWLER","description":"Technology news aggregation bot for WindowsForum.com","token":"WindowsForum-AI","status":"verified","evidence":"user-agent","sourceUrl":"https://windowsforum.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"wkndhealthcheckbot","name":"WkndHealthCheckBot","operator":"Wunderkind","category":"MONITORING_AND_ANALYTICS","description":"Used by Wunderkind to perform health check on clients' domain.","token":"wknd-bot","status":"verified","evidence":"user-agent","sourceUrl":"https://developer.wunderkind.co/docs/server-side-tracking-implementation","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"wikimedia-citoid","name":"WMF Citoid","operator":"Wikimedia Foundation","category":"PAGE_PREVIEW","description":"Citoid is a Wikimedia service in VisualEditor that generates citations from URLs, DOIs, and ISBNs, relying on the Zotero Translation Server (see wikimedia-zotero) for accurate metadata, processed on demand from website visitors.","token":"Citoid","status":"verified","evidence":"operator-docs","sourceUrl":"https://radar.cloudflare.com/bots/directory/wikimedia-citoid","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"wikimedia-zotero","name":"WMF Zotero Translation Server","operator":"Wikimedia Foundation","category":"PAGE_PREVIEW","description":"The Wikimedia Foundation's Zotero Translation Server is a customized metadata extraction tool that powers Citoid (see wikimedia-citoid), retrieving citation data from URLs, DOIs, and ISBNs using Zotero translators, on demand from website…","token":"ZoteroTranslationServer","status":"verified","evidence":"operator-docs","sourceUrl":"https://radar.cloudflare.com/bots/directory/wikimedia-zotero","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"wordcountbot","name":"WordCountBot","operator":"Weglot","category":"PAGE_PREVIEW","description":"WordCountBot analyzes website word count based on public pages. All words belonging to public pages and included in HTML source code","token":"WordCountBot","status":"verified","evidence":"user-agent","sourceUrl":"https://weglot.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"wordfence-central","name":"Wordfence Central","operator":"Wordfence","category":"SECURITY","description":"Wordfence Central API connection for central management of Wordfence-protected sites.","token":"Wordfence","status":"verified","evidence":"operator-docs","sourceUrl":"https://www.wordfence.com/help/central/connect/#troubleshooting-connection-issues","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"wordpress-namecheap","name":"Wordpress Namecheap","operator":"Namecheap","category":"MONITORING_AND_ANALYTICS","description":"This is the major egress IP for our containerised WordPress platform so it is likely to be many flavours of WordPress and the potential to be any domain.","token":"WordPress","status":"unverified","evidence":"heuristic","sourceUrl":"https://namecheap.com","origin":"radar"},
+{"slug":"wordline","name":"Worldline Bot","operator":"Worldline","category":"WEBHOOKS","description":"The Worldline Bot is associated with Worldline, a payment and transactional services company. It handles notifications and callbacks related to payment processing.","token":"Worldline","status":"unverified","evidence":"heuristic","sourceUrl":"https://secure.ogone.com/","origin":"radar"},
+{"slug":"worldpay","name":"WorldPay","operator":"WorldPay","category":"WEBHOOKS","description":"Payment confirmation callbacks to ecommerce backends","token":"WJHRO","status":"unverified","evidence":"heuristic","origin":"radar"},
+{"slug":"wormly","name":"WormlyBot","operator":"Wormly","category":"MONITORING_AND_ANALYTICS","description":"WormlyBot is HTTP monitoring probe for Wormly's uptime monitoring service.","token":"WormlyBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.wormly.com/help/server-monitoring/website","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"wovn-crawler-3","name":"WOVN Crawler","operator":"Wovn Technologies, Inc.","category":"ACCESSIBILITY","description":"We offer WOVN.io, a service for localization websites. We run a crawler to get source language of our clients' websites","token":"WovnCrawler","status":"verified","evidence":"user-agent","sourceUrl":"https://support.wovn.io/hc/ja/articles/360043165091","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"wp-time-capsule","name":"WP Time Capsule","operator":"WP Time Capsule","category":"WEBHOOKS","description":"Our plugin WPTimeCapsule is installed in more 30000 WordPress sites. When our backup servers send requests to trigger the backup on the WordPress sites, it is being blocked","token":"WPTimeCapsule","status":"unverified","evidence":"heuristic","origin":"radar"},
+{"slug":"wp-umbrella","name":"WP Umbrella","operator":"WP Umbrella","category":"MONITORING_AND_ANALYTICS","description":"Fetches data from Wordpress enabled sites for Umbrella plugin users.","token":"WPUmbrella","status":"verified","evidence":"user-agent","sourceUrl":"https://wp-umbrella.com","verifiedAt":"2026-08-13","origin":"radar","mergedSlugs":["wp-umbrella-bot"]},
+{"slug":"wp-compress-saas-2","name":"WP-Compress/SaaS","operator":"WP Compress","category":"OTHER","description":"OptimizerBot (WP-Compress/SaaS) scans client","token":"WP-Compress","status":"unverified","evidence":"heuristic","sourceUrl":"https://wpcompress.com","origin":"radar"},
+{"slug":"wpmu-dev-broken-link-checker","name":"WPMU DEV Broken Link Checker","operator":"WPMUDEV","category":"MONITORING_AND_ANALYTICS","description":"Runs a full scan of a site to find any broken links","token":"WPMUDEV-Broken-Link-Checker","status":"verified","evidence":"operator-docs","sourceUrl":"https://wpmudev.com/docs/hub-2-0/broken-link-checker-2/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"wpmudev-uptime-monitor-5-0","name":"WPMUDEV Uptime Monitor 5.0","operator":"WPMUDEV","category":"MONITORING_AND_ANALYTICS","description":"WPMUDEV Uptime Monitor 5.0 (https://wpmudev.com)","token":"WPMUDEV","status":"verified","evidence":"user-agent","sourceUrl":"https://wpmudev.com/monitor/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"xy-archive-compliance-bot","name":"XY Archive Compliance Bot","operator":"XY Archive Compliance","category":"ARCHIVER","description":"Website archiver for our customers who have archive compliance requirements to fulfill them.","token":"XY-Archive-Compliance","status":"verified","evidence":"user-agent","sourceUrl":"https://xy-archive.helpscoutdocs.com/article/61-does-xy-archive-have-a-dedicated-ip-address","verifiedAt":"2026-08-13","aliases":["XY-Archive-Compliance-Crawler","XY-Archive-Compliance-Archiver"],"origin":"radar"},
+{"slug":"yahooadmonitor","name":"Yahoo Ad Monitoring","operator":"Yahoo","category":"ADVERTISING_AND_MARKETING","description":"Yahoo Ad Monitor monitors the contents of webpages where Yahoo! ads are served.","token":"yahoo.adquality.lwd.desktop","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.yahoo.com/","aliases":["yahoo.adquality"],"origin":"radar"},
+{"slug":"yahoo-japan","name":"Yahoo Japan","operator":"Yahoo Japan Corporation","category":"ADVERTISING_AND_MARKETING","description":"Yahoo Japan Advertising Bot","token":"YJ-SAD","status":"verified","evidence":"user-agent","sourceUrl":"https://yahoo.jp/3BSZgF","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"yahoo-jp-seo","name":"Yahoo Japan SEO Crawler","operator":"Yahoo","category":"SEARCH_ENGINE_OPTIMIZATION","description":"Yahoo Japan search engine crawler for SEO analysis","token":"J-BRW","status":"verified","evidence":"user-agent","sourceUrl":"https://www.yahoo-help.jp","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"yahoolinkpreview","name":"Yahoo Link Preview","operator":"Yahoo","category":"PAGE_PREVIEW","description":"Yahoo Link Preview's bot fetches data from URLs shared on Yahoo platforms.","token":"Yahoo","status":"unverified","evidence":"heuristic","sourceUrl":"https://help.yahoo.com/kb/mail/yahoo-link-preview-SLN23615.html","origin":"radar"},
+{"slug":"yahoomailproxy","name":"Yahoo Mail","operator":"Yahoo","category":"PAGE_PREVIEW","description":"The Yahoo Mail proxy fetches link content rendered in Yahoo's webmail service.","token":"YahooMailProxy","status":"verified","evidence":"user-agent","sourceUrl":"https://help.yahoo.com/kb/yahoo-mail-proxy-SLN28749.html","verifiedAt":"2026-08-13","origin":"radar","mergedSlugs":["yahoo-mail-proxy","yahoomailproxy-2"]},
+{"slug":"yahooslurp","name":"Yahoo Slurp","operator":"Yahoo","category":"SEARCH_ENGINE_CRAWLER","description":"Yahoo! Slurp was the search engine crawler for Yahoo's search engine.","token":"Slurp","status":"verified","evidence":"operator-docs","sourceUrl":"https://help.yahoo.com/kb/SLN22600.html","verifiedAt":"2026-08-13","aliases":["sieve-gq1"],"origin":"radar"},
+{"slug":"yahoojapan","name":"Yahoo! JAPAN","operator":"Yahoo! JAPAN","category":"SEARCH_ENGINE_CRAWLER","description":"Yahoo! JAPAN manages and operates a system that accesses web pages published on the Internet for the purpose of providing services, research, development, maintenance, etc.","token":"YJ-DLC","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.yahoo.co.jp/","aliases":["J-DLC"],"origin":"radar"},
+{"slug":"yahoocache","name":"YahooCacheSystem","operator":"Yahoo","category":"PAGE_PREVIEW","description":"YahooCacheSystem caches website contents as part of the Yahoo! Search Service.","token":"YahooCacheSystem","status":"verified","evidence":"user-agent","sourceUrl":"https://www.yahoo.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"yandex","name":"YandexBot","operator":"Yandex","category":"SEARCH_ENGINE_CRAWLER","description":"The main indexing robot for Yandex search.","token":"YandexBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://yandex.com/support/webmaster/robot-workings/check-yandex-robots.html","verifiedAt":"2026-10-03","aliases":["Yandex"],"origin":"radar","purpose":"search-engine"},
+{"slug":"naver","name":"Yeti","operator":"Naver","category":"SEARCH_ENGINE_CRAWLER","description":"Yeti is the web crawler for Naver, a South Korean search engine. It indexes websites to provide search results and power other services on the Naver platform.","token":"Yeti","status":"verified","evidence":"user-agent","sourceUrl":"https://help.naver.com/support/contents/contents.help?serviceNo=19634&categoryNo=19668&_website_robots","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"yextbot","name":"Yext Inc","operator":"Yext","category":"ADVERTISING_AND_MARKETING","description":"The Yext Crawler provides Yext customers with a tool to retrieve data from their own websites.","token":"YextBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://radar.cloudflare.com/bots/directory/yextbot","verifiedAt":"2026-08-13","aliases":["HeadlessChrome"],"origin":"radar"},
+{"slug":"ygs-group-falconer-scraper","name":"YGS Group Falconer Scraper","operator":"","category":"AI_CRAWLER","description":"A content based scraper only for partners we collaborate with who have given permission to have their website scraped.","token":"ygs-scraper-bot","status":"verified","evidence":"user-agent","sourceUrl":"https://ygscontentlicensing.com/falconer/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"yokoy-group","name":"Yokoy Group Webhooks","operator":"Yokoy Group AG","category":"WEBHOOKS","description":"Yokoy is a spend management SAAS solution. Webhooks generate requests to book expenses or invoices to customer's ERP system whenever the processing and approval process has been completed in Yokoy.","token":"YokoyGroupAG","status":"verified","evidence":"user-agent","sourceUrl":"https://yokoy.io","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"youbot","name":"YouBot","operator":"You.com","category":"SEARCH_ENGINE_CRAWLER","description":"You.com Search Engine Crawler","token":"YouBot","status":"verified","evidence":"operator-docs","sourceUrl":"https://docs.you.com/youbot","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"zapier","name":"Zapier","operator":"Zapier Inc.","category":"WEBHOOKS","description":"Easy automation for busy people. Zapier moves info between your web apps automatically, so you can focus on your most important work.","token":"Zapier","status":"verified","evidence":"user-agent","sourceUrl":"https://zapier.com/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"zendesk-webhook","name":"Zendesk Webhook","operator":"Zendesk","category":"WEBHOOKS","description":"Webhooks for development of Zendesk ticketing system and apps.","token":"Zendesk","status":"unverified","evidence":"heuristic","sourceUrl":"https://support.zendesk.com/","origin":"radar"},
+{"slug":"zentria","name":"Zentria","operator":"Profileo","category":"MONITORING_AND_ANALYTICS","description":"Monitoring for PrestaShop framework, make a scan which implies a dozen calls, each hour","token":"Zentria","status":"unverified","evidence":"heuristic","sourceUrl":"https://www.profileo.com/en/zentria","origin":"radar"},
+{"slug":"zipchatbot","name":"ZipchatBot","operator":"Zipchat Inc","category":"AI_ASSISTANT","description":"AI assistant for e-commerce stores; crawls only at the site owner's request.","token":"ZipchatBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.zipchat.ai/bot","verifiedAt":"2026-10-03","origin":"radar"},
+{"slug":"zoombot","name":"Zoombot","operator":"SEOZoom s.r.l.","category":"SEARCH_ENGINE_OPTIMIZATION","description":"ZoomBot is SEOZoom's web crawler that builds","token":"ZoomBot","status":"verified","evidence":"user-agent","sourceUrl":"https://www.seozoom.it/","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"zoominfobot","name":"ZoomInfo","operator":"ZoomInfo","category":"SEARCH_ENGINE_CRAWLER","description":"Zoominfobot is an indexing robot for a web search engine, similar to Google. Created by Zoom Information Inc.(www.zoominfo.com), Zoominfobot’s patented technology continually scans millions of corporate websites, press releases, electron…","token":"ZoominfoBot","status":"verified","evidence":"user-agent","sourceUrl":"https://zoominfo.com","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"zumbot","name":"ZumBot","operator":"Zum Internet Corp","category":"SEARCH_ENGINE_CRAWLER","description":"ZumBot is a web crawler that indexes webpages for Zum Open Internet Search.","token":"ZumBot","status":"verified","evidence":"user-agent","sourceUrl":"http://www.zuminternet.com/en","verifiedAt":"2026-08-13","origin":"radar"},
+{"slug":"zvelo-bot","name":"Zvelo","operator":"zvelo","category":"MONITORING_AND_ANALYTICS","description":"zvelo fetches content for web categorization.","token":"ZveloBot","status":"unverified","evidence":"heuristic","sourceUrl":"https://zvelo.com","aliases":["zvelo-bot","Zvelo"],"origin":"radar"}
+]}