@jimhoyd/urlcode 0.3.0

package/data/agents/index.js

@@ -0,0 +1,2453 @@
+// Generated by scripts/sync-agent-lists.ts. Do not edit; rerun the script.
+// Bundled User-Agent lists as [name, pattern] pairs; data/agents/<list>.json
+// carries the full entries and data/agents/LICENSES/ the upstream licences.
+export const lists = {
+  "ai-crawlers": { source: "ai-robots-txt/ai.robots.txt", revision: "v1.52@2acefa38cce0", license: "MIT", patterns: [
+    ["AddSearchBot","AddSearchBot"],
+    ["AgentTimes","AgentTimes"],
+    ["AI2Bot","AI2Bot"],
+    ["AI2Bot-DeepResearchEval","AI2Bot\\-DeepResearchEval"],
+    ["Ai2Bot-Dolma","Ai2Bot\\-Dolma"],
+    ["aiHitBot","aiHitBot"],
+    ["AIWebIndex","AIWebIndex"],
+    ["amazon-kendra","amazon\\-kendra"],
+    ["amazon-QBusiness","amazon\\-QBusiness"],
+    ["Amazonbot","Amazonbot"],
+    ["AmazonBuyForMe","AmazonBuyForMe"],
+    ["Amzn-SearchBot","Amzn\\-SearchBot"],
+    ["Amzn-User","Amzn\\-User"],
+    ["Andibot","Andibot"],
+    ["Anomura","Anomura"],
+    ["anthropic-ai","anthropic\\-ai"],
+    ["ApifyBot","ApifyBot"],
+    ["ApifyWebsiteContentCrawler","ApifyWebsiteContentCrawler"],
+    ["Applebot","Applebot"],
+    ["Applebot-Extended","Applebot\\-Extended"],
+    ["Aranet-SearchBot","Aranet\\-SearchBot"],
+    ["atlassian-bot","atlassian\\-bot"],
+    ["Awario","Awario"],
+    ["AzureAI-SearchBot","AzureAI\\-SearchBot"],
+    ["bedrockbot","bedrockbot"],
+    ["bigsur.ai","bigsur\\.ai"],
+    ["Bravebot","Bravebot"],
+    ["Brightbot","Brightbot"],
+    ["Brightbot 1.0","Brightbot 1\\.0"],
+    ["BuddyBot","BuddyBot"],
+    ["Bytespider","Bytespider"],
+    ["CCBot","CCBot"],
+    ["Channel3Bot","Channel3Bot"],
+    ["ChatGLM-Spider","ChatGLM\\-Spider"],
+    ["ChatGPT Agent","ChatGPT Agent"],
+    ["ChatGPT-User","ChatGPT\\-User"],
+    ["Claude-Code","Claude\\-Code"],
+    ["Claude-SearchBot","Claude\\-SearchBot"],
+    ["Claude-User","Claude\\-User"],
+    ["Claude-Web","Claude\\-Web"],
+    ["ClaudeBot","ClaudeBot"],
+    ["Cloudflare-AutoRAG","Cloudflare\\-AutoRAG"],
+    ["CloudVertexBot","CloudVertexBot"],
+    ["Code","Code"],
+    ["cohere-ai","cohere\\-ai"],
+    ["cohere-training-data-crawler","cohere\\-training\\-data\\-crawler"],
+    ["Cotoyogi","Cotoyogi"],
+    ["CragCrawler","CragCrawler"],
+    ["Crawl4AI","Crawl4AI"],
+    ["Crawlspace","Crawlspace"],
+    ["Cursor","Cursor"],
+    ["Datenbank Crawler","Datenbank Crawler"],
+    ["DeepSeekBot","DeepSeekBot"],
+    ["Devin","Devin"],
+    ["Diffbot","Diffbot"],
+    ["Diffbot-User","Diffbot\\-User"],
+    ["DoubaoBot","DoubaoBot"],
+    ["DuckAssistBot","DuckAssistBot"],
+    ["Echobot Bot","Echobot Bot"],
+    ["EchoboxBot","EchoboxBot"],
+    ["ERNIEBot","ERNIEBot"],
+    ["ExaBot","ExaBot"],
+    ["ExaSearchBot","ExaSearchBot"],
+    ["FacebookBot","FacebookBot"],
+    ["facebookexternalhit","facebookexternalhit"],
+    ["Factset_spyderbot","Factset_spyderbot"],
+    ["FirecrawlAgent","FirecrawlAgent"],
+    ["FriendlyCrawler","FriendlyCrawler"],
+    ["GeistHaus-PageFetcher","GeistHaus\\-PageFetcher"],
+    ["Gemini-Deep-Research","Gemini\\-Deep\\-Research"],
+    ["Google-Agent","Google\\-Agent"],
+    ["Google-CloudVertexBot","Google\\-CloudVertexBot"],
+    ["Google-Extended","Google\\-Extended"],
+    ["Google-Firebase","Google\\-Firebase"],
+    ["Google-Gemini-CLI","Google\\-Gemini\\-CLI"],
+    ["Google-NotebookLM","Google\\-NotebookLM"],
+    ["GoogleAgent-Mariner","GoogleAgent\\-Mariner"],
+    ["GoogleAgent-URLContext","GoogleAgent\\-URLContext"],
+    ["GoogleOther","GoogleOther"],
+    ["GoogleOther-Image","GoogleOther\\-Image"],
+    ["GoogleOther-Video","GoogleOther\\-Video"],
+    ["GPTBot","GPTBot"],
+    ["HenkBot","HenkBot"],
+    ["iAskBot","iAskBot"],
+    ["iaskspider","iaskspider"],
+    ["iaskspider/2.0","iaskspider\\/2\\.0"],
+    ["ICC-Crawler","ICC\\-Crawler"],
+    ["ImagesiftBot","ImagesiftBot"],
+    ["imageSpider","imageSpider"],
+    ["img2dataset","img2dataset"],
+    ["ISSCyberRiskCrawler","ISSCyberRiskCrawler"],
+    ["kagi-fetcher","kagi\\-fetcher"],
+    ["Kangaroo Bot","Kangaroo Bot"],
+    ["Kimi-SearchBot","Kimi\\-SearchBot"],
+    ["Kimi-User","Kimi\\-User"],
+    ["KimiBot","KimiBot"],
+    ["KlaviyoAIBot","KlaviyoAIBot"],
+    ["KunatoCrawler","KunatoCrawler"],
+    ["laion-huggingface-processor","laion\\-huggingface\\-processor"],
+    ["LAIONDownloader","LAIONDownloader"],
+    ["LCC","LCC"],
+    ["Lightpanda","Lightpanda"],
+    ["LinerBot","LinerBot"],
+    ["Linguee Bot","Linguee Bot"],
+    ["LinkupBot","LinkupBot"],
+    ["Manus-User","Manus\\-User"],
+    ["meta-externalagent","meta\\-externalagent"],
+    ["Meta-ExternalAgent","Meta\\-ExternalAgent"],
+    ["meta-externalfetcher","meta\\-externalfetcher"],
+    ["Meta-ExternalFetcher","Meta\\-ExternalFetcher"],
+    ["meta-webindexer","meta\\-webindexer"],
+    ["MistralAI-Index","MistralAI\\-Index"],
+    ["MistralAI-Training","MistralAI\\-Training"],
+    ["MistralAI-User","MistralAI\\-User"],
+    ["MistralAI-User/1.0","MistralAI\\-User\\/1\\.0"],
+    ["Mozilla-Tabstack","Mozilla\\-Tabstack"],
+    ["MyCentralAIScraperBot","MyCentralAIScraperBot"],
+    ["NagetBot","NagetBot"],
+    ["netEstate Imprint Crawler","netEstate Imprint Crawler"],
+    ["newsai","newsai"],
+    ["NotebookLM","NotebookLM"],
+    ["NovaAct","NovaAct"],
+    ["OAI-AdsBot","OAI\\-AdsBot"],
+    ["OAI-SearchBot","OAI\\-SearchBot"],
+    ["omgili","omgili"],
+    ["omgilibot","omgilibot"],
+    ["OpenAI","OpenAI"],
+    ["opencode","opencode"],
+    ["Operator","Operator"],
+    ["PanguBot","PanguBot"],
+    ["Panscient","Panscient"],
+    ["panscient.com","panscient\\.com"],
+    ["Perplexity-User","Perplexity\\-User"],
+    ["PerplexityBot","PerplexityBot"],
+    ["PetalBot","PetalBot"],
+    ["PhindBot","PhindBot"],
+    ["Poggio-Citations","Poggio\\-Citations"],
+    ["Poseidon Research Crawler","Poseidon Research Crawler"],
+    ["QualifiedBot","QualifiedBot"],
+    ["Querit-SearchBot","Querit\\-SearchBot"],
+    ["QueritBot","QueritBot"],
+    ["QuillBot","QuillBot"],
+    ["quillbot.com","quillbot\\.com"],
+    ["QwenBot","QwenBot"],
+    ["Reflectionbot","Reflectionbot"],
+    ["SBIntuitionsBot","SBIntuitionsBot"],
+    ["Scrapy","Scrapy"],
+    ["SemrushBot-OCOB","SemrushBot\\-OCOB"],
+    ["SemrushBot-SWA","SemrushBot\\-SWA"],
+    ["Shap-User","Shap\\-User"],
+    ["ShapBot","ShapBot"],
+    ["Sidetrade indexer bot","Sidetrade indexer bot"],
+    ["Spider","Spider"],
+    ["TavilyBot","TavilyBot"],
+    ["Terra Cotta","Terra Cotta"],
+    ["TerraCotta","TerraCotta"],
+    ["Thinkbot","Thinkbot"],
+    ["TikTokSpider","TikTokSpider"],
+    ["Timpibot","Timpibot"],
+    ["TongyiBot","TongyiBot"],
+    ["Trae","Trae"],
+    ["TwinAgent","TwinAgent"],
+    ["UseAI","UseAI"],
+    ["VelenPublicWebCrawler","VelenPublicWebCrawler"],
+    ["WARDBot","WARDBot"],
+    ["webzio-extended","webzio\\-extended"],
+    ["Webzio-Extended","Webzio\\-Extended"],
+    ["wpbot","wpbot"],
+    ["WRTNBot","WRTNBot"],
+    ["YaK","YaK"],
+    ["YandexAdditional","YandexAdditional"],
+    ["YandexAdditionalBot","YandexAdditionalBot"],
+    ["YiyanBot","YiyanBot"],
+    ["YouBot","YouBot"],
+    ["ZanistaBot","ZanistaBot"],
+  ] },
+  "crawlers": { source: "monperrus/crawler-user-agents", revision: "v1.60.0@7baee040e862", license: "MIT", patterns: [
+    [";Owler",";Owler"],
+    ["(^| )PTST\\/","(^| )PTST\\/"],
+    ["(^| )sentry\\/","(^| )sentry\\/"],
+    ["(sistrix|SISTRIX) [cC]rawler","(sistrix|SISTRIX) [cC]rawler"],
+    ["[aA]cunetix","[aA]cunetix"],
+    ["[cC]laude[bB]ot","[cC]laude[bB]ot"],
+    ["[cC]ludo","[cC]ludo"],
+    ["[Cc]urebot","[Cc]urebot"],
+    ["[dD]ir[Bb]uster","[dD]ir[Bb]uster"],
+    ["[mM]echanize","[mM]echanize"],
+    ["[pP]ingdom","[pP]ingdom"],
+    ["[wW]get","[wW]get"],
+    ["^Apache-HttpClient","^Apache-HttpClient"],
+    ["^ArenaUnfurlBot","^ArenaUnfurlBot"],
+    ["^BW\\/","^BW\\/"],
+    ["^CrunchBot","^CrunchBot"],
+    ["^curl","^curl"],
+    ["^dcrawl","^dcrawl"],
+    ["^HTTPie\\/","^HTTPie\\/"],
+    ["^LCC ","^LCC "],
+    ["^PHP-Curl-Class","^PHP-Curl-Class"],
+    ["^Seekbot","^Seekbot"],
+    ["^Silk\\/","^Silk\\/"],
+    ["007ac9 Crawler","007ac9 Crawler"],
+    ["008/","008\\/"],
+    ["2ip bot","2ip bot"],
+    ["2ip.ru","2ip\\.ru"],
+    ["360Spider","360Spider"],
+    ["7Siters","7Siters"],
+    ["A Patent Crawler","A Patent Crawler"],
+    ["A360-Search","A360-Search"],
+    ["A6-Indexer","A6-Indexer"],
+    ["AASA-Bot","AASA-Bot"],
+    ["ABEvalBot","ABEvalBot"],
+    ["Aboundex","Aboundex"],
+    ["abuse.xmco.fr","abuse\\.xmco\\.fr"],
+    ["AcademicBotRTU","AcademicBotRTU"],
+    ["acapbot","acapbot"],
+    ["Accessible Web Bot","Accessible Web Bot"],
+    ["AccessStatus","AccessStatus"],
+    ["acoonbot","acoonbot"],
+    ["Acquia optimize","Acquia optimize"],
+    ["ActiveComply","ActiveComply"],
+    ["AdagioBot","AdagioBot"],
+    ["adbeat_bot","adbeat_bot"],
+    ["adbeat.com","adbeat\\.com"],
+    ["AddSearchBot","AddSearchBot"],
+    ["AddThis","AddThis"],
+    ["Adidxbot","Adidxbot"],
+    ["AdkernelTopicCrawler","AdkernelTopicCrawler"],
+    ["ADmantX","ADmantX"],
+    ["AdminLabs","AdminLabs"],
+    ["AdsBot-Google","AdsBot-Google([^-]|$)"],
+    ["AdsBot-Google-Mobile","AdsBot-Google-Mobile"],
+    ["AdsBot-IAB","AdsBot-IAB"],
+    ["adscanner","adscanner"],
+    ["AdsTxtCrawler","AdsTxtCrawler"],
+    ["advanced_crawler","advanced_crawler"],
+    ["AdvBot","AdvBot"],
+    ["Adventurer","Adventurer"],
+    ["AGAKIDSBOT","AGAKIDSBOT"],
+    ["AgencyAnalyticsBot","AgencyAnalyticsBot"],
+    ["AHC/","AHC\\/"],
+    ["Ahrefs","Ahrefs(Bot|SiteAudit)"],
+    ["AI2Bot","AI2Bot"],
+    ["aiHitBot","aiHitBot"],
+    ["aiohttp","aiohttp"],
+    ["air.ai/scanning","air\\.ai\\/scanning"],
+    ["AISearchBot","AISearchBot"],
+    ["AkismetBot","AkismetBot"],
+    ["AlertSite","AlertSite"],
+    ["alexa site audit","alexa site audit"],
+    ["AlexandriaOrgBot","AlexandriaOrgBot"],
+    ["Algolia Crawler","Algolia Crawler"],
+    ["alienfarm","alienfarm"],
+    ["ALittle Client","ALittle Client"],
+    ["AliyunSecBot","AliyunSecBot"],
+    ["AllAfrica","AllAfrica"],
+    ["allOrigins","allOrigins"],
+    ["AlphaBot","AlphaBot"],
+    ["Amazing-SearchBot","Amazing-SearchBot"],
+    ["Amazon CloudFront","Amazon CloudFront"],
+    ["Amazon-Bedrock-AgentCore-Browser","Amazon-Bedrock-AgentCore-Browser"],
+    ["AmazonAdBot","AmazonAdBot"],
+    ["Amazonbot","Amazonbot"],
+    ["AmazonBuyForMe","AmazonBuyForMe"],
+    ["AmazonProductDiscovery","AmazonProductDiscovery"],
+    ["AmazonSellerInitiatedListing","AmazonSellerInitiatedListing"],
+    ["Amzn-SearchBot","Amzn-SearchBot"],
+    ["Amzn-User","Amzn-User"],
+    ["Anchor Browser","Anchor Browser"],
+    ["AndersPinkBot","AndersPinkBot"],
+    ["Anomura","Anomura"],
+    ["anthropic-ai","anthropic-ai"],
+    ["antibot","antibot"],
+    ["AnyEvent","AnyEvent"],
+    ["AP3A.240617.008","AP3A\\.240617\\.008"],
+    ["Apercite","Apercite"],
+    ["ApifyBot","ApifyBot"],
+    ["ApifyWebsiteContentCrawler","ApifyWebsiteContentCrawler"],
+    ["APIs-Google","APIs-Google"],
+    ["AppEngine-Google","AppEngine-Google"],
+    ["AppInsights","AppInsights"],
+    ["Applebot","Applebot"],
+    ["AppSiteAssociation","AppSiteAssociation"],
+    ["arabot","arabot"],
+    ["Aragog/","Aragog\\/"],
+    ["Aranea","Aranea"],
+    ["Aranet-SearchBot","Aranet-SearchBot"],
+    ["Archive-It","Archive-It"],
+    ["archive.org_bot","archive\\.org_bot"],
+    ["ArchiveBot","ArchiveBot"],
+    ["ArchiveBox","ArchiveBox"],
+    ["Arquivo-web-crawler","Arquivo-web-crawler"],
+    ["ArquivoBot","ArquivoBot"],
+    ["artemis web reader","artemis web reader"],
+    ["ArtemisBot","ArtemisBot"],
+    ["Asana/","Asana\\/"],
+    ["asnriskscorer","asnriskscorer"],
+    ["AspiegelBot","AspiegelBot"],
+    ["atlassian-bot","atlassian-bot"],
+    ["Atom Feed Robot","Atom Feed Robot"],
+    ["Attracta","Attracta"],
+    ["AtVowBot","AtVowBot"],
+    ["AudigentAdBot","AudigentAdBot"],
+    ["Audisto Crawler","Audisto Crawler"],
+    ["AudistoBot","AudistoBot"],
+    ["Authory","Authory"],
+    ["Autoconfig Test from USTC","Autoconfig Test from USTC"],
+    ["Automaton","Automaton|Newsify Feed Fetcher"],
+    ["AwarioBot","AwarioBot"],
+    ["AwarioRendererBot","AwarioRendererBot"],
+    ["AwarioRssBot","AwarioRssBot"],
+    ["AwarioSmartBot","AwarioSmartBot"],
+    ["awesomecrawler","awesomecrawler"],
+    ["axios","axios"],
+    ["AzureAI-SearchBot","AzureAI-SearchBot"],
+    ["B2B Bot","B2B Bot"],
+    ["backlinkcrawler","backlinkcrawler"],
+    ["Bad Neighborhood Header Detector","Bad Neighborhood Header Detector"],
+    ["Baidu-YunGuanCe","Baidu-YunGuanCe"],
+    ["BaiduAdsBot","BaiduAdsBot"],
+    ["Baiduspider","Baiduspider"],
+    ["Bark","Bark[rR]owler"],
+    ["BazQux","BazQux"],
+    ["BDBot/","BDBot\\/"],
+    ["BDCbot","BDCbot"],
+    ["BDFetch","BDFetch"],
+    ["BeeperBot","BeeperBot"],
+    ["BehloolBot","BehloolBot"],
+    ["BestChange","BestChange"],
+    ["betaBot","betaBot"],
+    ["Better Uptime Bot","Better Uptime Bot"],
+    ["BetterUptimeBot","BetterUptimeBot"],
+    ["Bibliotheque Nacional de France Crawler","Bibliotheque Nacional de France Crawler"],
+    ["bidswitchbot","bidswitchbot"],
+    ["BIGLOTRON","BIGLOTRON"],
+    ["bigsur.ai","bigsur\\.ai"],
+    ["BigUpDataBot","BigUpDataBot"],
+    ["BinaryCanary","BinaryCanary"],
+    ["bingbot","bingbot"],
+    ["BingPreview/","BingPreview\\/"],
+    ["binlar","binlar"],
+    ["BitBot","BitBot"],
+    ["Bitbucket-Webhooks","Bitbucket-Webhooks"],
+    ["bitdiscovery","bitdiscovery"],
+    ["bitlybot","bitlybot"],
+    ["BitSightBot/","BitSightBot\\/"],
+    ["bl.uk_lddc_bot","bl\\.uk_lddc_bot"],
+    ["bl.uk_ldfc_bot","bl\\.uk_ldfc_bot"],
+    ["Blackboard","Blackboard"],
+    ["Blackbox Exporter/","Blackbox Exporter\\/"],
+    ["BlackDuck-FD","BlackDuck-FD"],
+    ["blekkobot","blekkobot"],
+    ["BLEXBot/","BLEXBot\\/"],
+    ["Bling ERP","Bling ERP"],
+    ["BlingERP","BlingERP"],
+    ["Blockaid","Blockaid"],
+    ["Bloglines","Bloglines"],
+    ["blogmuraBot","blogmuraBot"],
+    ["BlogTraffic/d.d","BlogTraffic\\/\\d\\.\\d+ Feed-Fetcher"],
+    ["Blogtrottr","Blogtrottr"],
+    ["BlogVault","BlogVault"],
+    ["BLP_bbot","BLP_bbot"],
+    ["bluesky-domain-status-classifier","bluesky-domain-status-classifier"],
+    ["Bluesky/","Bluesky\\/"],
+    ["BlueskyPreviewBot","BlueskyPreviewBot"],
+    ["bne.es_bot","bne\\.es_bot"],
+    ["bnf.fr_bot","bnf\\.fr_bot"],
+    ["BnFBot","BnFBot"],
+    ["BoardGamePricesBot","BoardGamePricesBot"],
+    ["BomboraBot","BomboraBot"],
+    ["bot-pge.chlooe.com","bot-pge\\.chlooe\\.com"],
+    ["Bot.AraTurka.com","Bot\\.AraTurka\\.com"],
+    ["botify","botify"],
+    ["BotPoke","BotPoke"],
+    ["BoxcarBot","BoxcarBot"],
+    ["br-crawler","br-crawler"],
+    ["brainobot","brainobot"],
+    ["BrandONbot","BrandONbot"],
+    ["BrandVerity","BrandVerity"],
+    ["Brandwatch","Brandwatch"],
+    ["BraveBot","BraveBot"],
+    ["Brightbot","Brightbot"],
+    ["BrightEdge Crawler","BrightEdge Crawler"],
+    ["brokenlinkcheck.com","brokenlinkcheck\\.com"],
+    ["BrowserBot-Observer","BrowserBot-Observer"],
+    ["BTWebClient","BTWebClient"],
+    ["BUbiNG","BUbiNG"],
+    ["BublupBot","BublupBot"],
+    ["Buck/","Buck\\/"],
+    ["BuddyBot","BuddyBot"],
+    ["BufferLinkPreviewBot","BufferLinkPreviewBot"],
+    ["Bugsnag","Bugsnag"],
+    ["Bushbaby","Bushbaby"],
+    ["Butterfly","Butterfly"],
+    ["Buttondown","Buttondown"],
+    ["buzzbot","buzzbot"],
+    ["BW/","BW\\/"],
+    ["Bytespider","Bytespider"],
+    ["CaliberBot","CaliberBot"],
+    ["Caliperbot","Caliperbot"],
+    ["CapitalOneBot","CapitalOneBot"],
+    ["CapitalOneShopping","CapitalOneShopping"],
+    ["CapsuleChecker","CapsuleChecker"],
+    ["CapterraBot","CapterraBot"],
+    ["carbon-umbrella-bot","carbon-umbrella-bot"],
+    ["careerbot","careerbot"],
+    ["Catchpoint","Catchpoint"],
+    ["caveman-hunter","caveman-hunter"],
+    ["CC Metadata Scaper","CC Metadata Scaper"],
+    ["CCBot","CCBot"],
+    ["CDSCbot","CDSCbot"],
+    ["CensysInspect/","CensysInspect\\/"],
+    ["CentComBot/","CentComBot\\/"],
+    ["Centro Ads.txt Crawler","Centro Ads\\.txt Crawler"],
+    ["centuryb.o.t9","centuryb\\.o\\.t9"],
+    ["centurybot","centurybot"],
+    ["CERT PL","CERT PL"],
+    ["CertChief","CertChief"],
+    ["certytags","certytags"],
+    ["changedetection","changedetection"],
+    ["channable","channable"],
+    ["Channel3Bot","Channel3Bot"],
+    ["ChargeBeeBot","ChargeBeeBot"],
+    ["Charlotte","Charlotte"],
+    ["ChatGLM-Spider","ChatGLM-Spider"],
+    ["ChatGPT-User","ChatGPT-User"],
+    ["Chatwork LinkPreview","Chatwork LinkPreview"],
+    ["check_http","check_http"],
+    ["CheckHost","CheckHost"],
+    ["Checkly","Checkly"],
+    ["CheckMarkNetwork/","CheckMarkNetwork\\/"],
+    ["Chirp","Chirp|gotosocial"],
+    ["Chrome Privacy Preserving Prefetch Proxy","Chrome Privacy Preserving Prefetch Proxy"],
+    ["Chrome-Lighthouse","Chrome-Lighthouse"],
+    ["Cincraw","Cincraw"],
+    ["CirrusExplorer","CirrusExplorer"],
+    ["CISPA Webcrawler","CISPA Webcrawler"],
+    ["citeseerxbot","citeseerxbot"],
+    ["Citoid","Citoid"],
+    ["ClarityBot/","ClarityBot\\/"],
+    ["CLASSLA-web","CLASSLA-web"],
+    ["Claude-SearchBot","Claude-SearchBot"],
+    ["Claude-User","Claude-User"],
+    ["Claude-Web","Claude-Web"],
+    ["Clearscopebot","Clearscopebot"],
+    ["Clickagy","Clickagy"],
+    ["ClickUpLinkUnfurler","ClickUpLinkUnfurler"],
+    ["Cliqzbot/","Cliqzbot\\/"],
+    ["CloudFlare-AlwaysOnline","CloudFlare-AlwaysOnline"],
+    ["Cloudflare-AutoRAG","Cloudflare-AutoRAG"],
+    ["cloudflare-csup","cloudflare-csup"],
+    ["Cloudflare-Custom-Error-Page-Crawler","Cloudflare-Custom-Error-Page-Crawler"],
+    ["Cloudflare-Custom-Hostname-Verification","Cloudflare-Custom-Hostname-Verification"],
+    ["Cloudflare-Healthchecks","Cloudflare-Healthchecks"],
+    ["CloudFlare-Prefetch","CloudFlare-Prefetch"],
+    ["Cloudflare-Radar-Scanner","Cloudflare-Radar-Scanner"],
+    ["Cloudflare-SpeedTest","Cloudflare-SpeedTest"],
+    ["Cloudflare-SSLDetector","Cloudflare-SSLDetector"],
+    ["Cloudflare-Stream-Hook","Cloudflare-Stream-Hook"],
+    ["Cloudflare-Stream-Webhook","Cloudflare-Stream-Webhook"],
+    ["Cloudflare-Traffic-Manager","Cloudflare-Traffic-Manager"],
+    ["Cloudflare-Validator","Cloudflare-Validator"],
+    ["CloudflareRadarURLScanner","CloudflareRadarURLScanner"],
+    ["Cloudtrellis","Cloudtrellis"],
+    ["CMSChecker","CMSChecker"],
+    ["coccoc","coccoc"],
+    ["Cocolyzebot","Cocolyzebot"],
+    ["CodaBot","CodaBot"],
+    ["Code/1.","Code\\/1\\."],
+    ["cognitiveSEO Bot","cognitiveSEO Bot"],
+    ["cognitiveseo.com","cognitiveseo\\.com"],
+    ["cohere-ai","cohere-ai"],
+    ["cohere-training-data-crawler","cohere-training-data-crawler"],
+    ["Collapsify","Collapsify"],
+    ["collection@infegy.com","collection@infegy\\.com"],
+    ["colly","colly"],
+    ["CommaFeed","CommaFeed"],
+    ["Companybook-Crawler","Companybook-Crawler"],
+    ["content crawler spider","content crawler spider"],
+    ["contentkingapp","contentkingapp"],
+    ["ContextAd Bot","ContextAd Bot"],
+    ["ContextualBot","ContextualBot[\\s\\S]*outcomes\\.net"],
+    ["contxbot","contxbot"],
+    ["convera","convera"],
+    ["Convermax","Convermax"],
+    ["cookie-maestro","cookie-maestro"],
+    ["Cookiebot","Cookiebot"],
+    ["CookieHub Bot","CookieHub Bot"],
+    ["CookieHubScan","CookieHubScan"],
+    ["CookieHubVerify","CookieHubVerify"],
+    ["CookieYesbot","CookieYesbot"],
+    ["Corporama matcher","Corporama matcher"],
+    ["Cotoyogi","Cotoyogi"],
+    ["Coveobot","Coveobot"],
+    ["Cozi-iCalendar-FeedReader","Cozi-iCalendar-FeedReader"],
+    ["crawl4ai","crawl4ai"],
+    ["crawler_eb_germany","crawler_eb_germany"],
+    ["crawler4j","crawler4j"],
+    ["Crawlson","Crawlson"],
+    ["CrawlyProjectCrawler","CrawlyProjectCrawler"],
+    ["Crazy Egg","Crazy Egg"],
+    ["CriteoBot","CriteoBot"],
+    ["Critical CSS Bot","Critical CSS Bot"],
+    ["Criticalcss.com","Criticalcss\\.com"],
+    ["cron-job.org","cron-job\\.org"],
+    ["Cronless","Cronless"],
+    ["crusty/","crusty\\/"],
+    ["CrystalSemanticsBot","CrystalSemanticsBot"],
+    ["csirt.cz","csirt\\.cz"],
+    ["Current","Current[\\s\\S]*RSS Reader"],
+    ["CustomAsyncHttpClient","CustomAsyncHttpClient"],
+    ["Cutbot","Cutbot"],
+    ["cXensebot","cXensebot"],
+    ["CXK_Bot","CXK_Bot"],
+    ["CybaaBot","CybaaBot"],
+    ["CyberFindCrawler","CyberFindCrawler"],
+    ["CyberPatrol","CyberPatrol"],
+    ["CyotekWebCopy","CyotekWebCopy"],
+    ["cypex.ai/scanning","cypex\\.ai\\/scanning"],
+    ["DareBoost","DareBoost"],
+    ["Dark Visitor","Dark Visitor"],
+    ["DaspeedBot","DaspeedBot"],
+    ["Datadog Agent","Datadog Agent"],
+    ["Datadog Synthetic","Datadog Synthetic"],
+    ["DatadogSynthetics","DatadogSynthetics"],
+    ["Datafeedwatch","Datafeedwatch"],
+    ["DataForSeoBot","DataForSeoBot"],
+    ["datagnionbot","datagnionbot"],
+    ["Datanyze","Datanyze"],
+    ["Dataprovider.com","Dataprovider\\.com"],
+    ["Daum/","Daum\\/"],
+    ["daumoa","daumoa"],
+    ["Dazzle BlueSky Bot","Dazzle BlueSky Bot"],
+    ["dbot)","dbot\\)"],
+    ["Dead Link Checker","Dead Link Checker"],
+    ["deadlinkchecker","deadlinkchecker"],
+    ["DeepCrawl","DeepCrawl"],
+    ["deepnoc","deepnoc"],
+    ["DeepSeekBot","DeepSeekBot"],
+    ["Deskyobot","Deskyobot"],
+    ["Detectify","Detectify"],
+    ["Determ","Determ"],
+    ["DeuSu/","DeuSu\\/"],
+    ["developers.google.com/+/web/snippet","developers\\.google\\.com\\/\\+\\/web\\/snippet"],
+    ["Devin","Devin"],
+    ["DF Bot","DF Bot"],
+    ["Diffbot/","Diffbot\\/"],
+    ["Digg Deeper","Digg Deeper"],
+    ["DigiCert DCV","DigiCert DCV"],
+    ["Digincore bot","Digincore bot"],
+    ["DingTalkBot-LinkService","DingTalkBot-LinkService"],
+    ["discobot","discobot"],
+    ["Discordbot","Discordbot"],
+    ["Discourse Forum Onebox","Discourse Forum Onebox"],
+    ["Disqus","Disqus"],
+    ["Dlc/","Dlc\\/"],
+    ["dlvr.it","dlvr\\.it"],
+    ["Dmbot","Dmbot"],
+    ["DMBrowser","DMBrowser"],
+    ["DnBCrawler","DnBCrawler"],
+    ["DNSScanner","DNSScanner"],
+    ["DnyzBot","DnyzBot"],
+    ["Do Not Track Verifier","Do Not Track Verifier"],
+    ["Domain Re-Animator Bot","Domain Re-Animator Bot"],
+    ["domaincrawler","domaincrawler"],
+    ["Domains Project/","Domains Project\\/"],
+    ["DomainStatsBot","DomainStatsBot"],
+    ["DomCopBot","DomCopBot"],
+    ["DominicBot","DominicBot"],
+    ["dotbot","dotbot"],
+    ["Dotcom-Monitor","Dotcom-Monitor"],
+    ["Dow Jones Searchbot","Dow Jones Searchbot"],
+    ["Download Ninja","Download Ninja"],
+    ["downnotifier.com","downnotifier\\.com"],
+    ["DowntimeDetector/","DowntimeDetector\\/"],
+    ["Dragonbot","Dragonbot"],
+    ["DrataAutopilot","DrataAutopilot"],
+    ["Dratabot","Dratabot"],
+    ["DreamHost Data Team","DreamHost Data Team"],
+    ["drupact","drupact"],
+    ["Drupalbot","Drupalbot"],
+    ["ds9","ds9"],
+    ["Dubbotbot","Dubbotbot"],
+    ["DuckAssistBot","DuckAssistBot"],
+    ["DuckDuckBot","DuckDuckBot"],
+    ["DuckDuckGo-Favicons-Bot","DuckDuckGo-Favicons-Bot"],
+    ["DVbot"," DVbot"],
+    ["e.ventures Investment Crawler","e\\.ventures Investment Crawler"],
+    ["EasyBib AutoCite","EasyBib AutoCite"],
+    ["easybill-ImportManager","easybill-ImportManager"],
+    ["EasyCron/","EasyCron\\/"],
+    ["easyDNS Monitoring","easyDNS Monitoring"],
+    ["ec2linkfinder","ec2linkfinder"],
+    ["EchoboxBot/","EchoboxBot\\/"],
+    ["EcoVadisSustainabilityBot","EcoVadisSustainabilityBot"],
+    ["edansbot","edansbot"],
+    ["EdgeWatch","EdgeWatch"],
+    ["edisterbot","edisterbot"],
+    ["electricmonk","electricmonk"],
+    ["elisabot","elisabot"],
+    ["elmah.io Uptime Monitoring","elmah\\.io Uptime Monitoring"],
+    ["elmahio-uptimebot","elmahio-uptimebot"],
+    ["EmailWolf","EmailWolf"],
+    ["Embedly","Embedly"],
+    ["eMoney Advisor","eMoney Advisor"],
+    ["eMoneyBot","eMoneyBot"],
+    ["epicbot","epicbot"],
+    ["EpivozCrawler","EpivozCrawler"],
+    ["eRepublik.tools","eRepublik\\.tools"],
+    ["eright","eright"],
+    ["europarchive.org","europarchive\\.org"],
+    ["ev-crawler/","ev-crawler\\/"],
+    ["evc-batch","evc-batch"],
+    ["EvernoteRichLinkBot","EvernoteRichLinkBot"],
+    ["everyfeed-spider","everyfeed-spider"],
+    ["EveryoneSocialBot","EveryoneSocialBot"],
+    ["EvoUptimeBot","EvoUptimeBot"],
+    ["exabot","exabot"],
+    ["ExodusMovement","ExodusMovement"],
+    ["Expanse","Expanse"],
+    ["Experibot","Experibot"],
+    ["ExteContextCrawl","ExteContextCrawl"],
+    ["ExtLinksBot","ExtLinksBot"],
+    ["Eyeotabot","Eyeotabot"],
+    ["Ezgif","Ezgif"],
+    ["EZID","EZID"],
+    ["EzLynx","EzLynx"],
+    ["EzoicBot","EzoicBot"],
+    ["ezooms","ezooms"],
+    ["FacebookBot","FacebookBot"],
+    ["facebookcatalog/","facebookcatalog\\/"],
+    ["facebookexternalhit","facebookexternalhit"],
+    ["Facebot","Facebot"],
+    ["factset_spyderbot","factset_spyderbot"],
+    ["FAST Enterprise Crawler","FAST Enterprise Crawler"],
+    ["FAST-WebCrawler","FAST-WebCrawler"],
+    ["FastDAST","FastDAST"],
+    ["FastmailUA","FastmailUA"],
+    ["FDL Stats Bot","FDL Stats Bot"],
+    ["Fedicabot","Fedicabot"],
+    ["FediDB","FediDB"],
+    ["FediIndex","FediIndex"],
+    ["FediList Agent","FediList Agent"],
+    ["Fedineko","Fedineko"],
+    ["fedistatsCrawler","fedistatsCrawler"],
+    ["fedoraplanet","fedoraplanet"],
+    ["FedReporter Bot for FFIEC","FedReporter Bot for FFIEC"],
+    ["FedReporterDataBot","FedReporterDataBot"],
+    ["Feed Image Audit","Feed Image Audit"],
+    ["Feedbin","Feedbin"],
+    ["feedbot","feedbot"],
+    ["FeedBurner","FeedBurner"],
+    ["Feeder /","Feeder \\/"],
+    ["feeder.co","feeder\\.co"],
+    ["Feedfetcher-Google","Feedfetcher-Google"],
+    ["FeedFlow","FeedFlow"],
+    ["Feedly","Feedly"],
+    ["Feedpresso Content Index Bot","Feedpresso Content Index Bot"],
+    ["Feedsearch Bot","Feedsearch Bot"],
+    ["Feedsearch-Crawler","Feedsearch-Crawler"],
+    ["Feedspot","Feedspot"],
+    ["FeedValidator","FeedValidator"],
+    ["Feedwind","Feedwind"],
+    ["FemtosearchBot","FemtosearchBot"],
+    ["Fetch/","Fetch\\/"],
+    ["Fever","Fever"],
+    ["fidget-spinner-bot","fidget-spinner-bot"],
+    ["filterdb.iss.net/crawler","filterdb\\.iss\\.net\\/crawler"],
+    ["FindFiles.net","FindFiles\\.net"],
+    ["FindITAnswersbot","FindITAnswersbot"],
+    ["findlink","findlink"],
+    ["findthatfile","findthatfile"],
+    ["findxbot","findxbot"],
+    ["fiperbot","fiperbot"],
+    ["FirecrawlAgent","FirecrawlAgent"],
+    ["FirmoGraph","FirmoGraph"],
+    ["Flamingo_SearchEngine","Flamingo_SearchEngine"],
+    ["FleebsBot","FleebsBot"],
+    ["FlipboardProxy","FlipboardProxy"],
+    ["FlipboardRSS","FlipboardRSS"],
+    ["fluffy","fluffy"],
+    ["Fluid","Fluid"],
+    ["Flyriverbot","Flyriverbot"],
+    ["Foregenix","Foregenix"],
+    ["fr-crawler","fr-crawler"],
+    ["Freespoke/","Freespoke\\/"],
+    ["FreeWebMonitoring SiteChecker","FreeWebMonitoring SiteChecker"],
+    ["Freshbot","Freshbot"],
+    ["FreshpingBot","FreshpingBot"],
+    ["FreshRSS","FreshRSS"],
+    ["Friendica","Friendica"],
+    ["Friendly testing bot","Friendly testing bot"],
+    ["friendly-spider","friendly-spider"],
+    ["FriendlyCrawler/","FriendlyCrawler\\/"],
+    ["fuelbot","fuelbot"],
+    ["FullStoryBot/","FullStoryBot\\/"],
+    ["Funnelback","Funnelback"],
+    ["FuseonBot/","FuseonBot\\/"],
+    ["FyndSearchEngine-Crawler","FyndSearchEngine-Crawler"],
+    ["FyndSearchEngine-ReCrawler","FyndSearchEngine-ReCrawler"],
+    ["Fyrebot","Fyrebot"],
+    ["g00g1e.net","g00g1e\\.net"],
+    ["G2 Web Services","G2 Web Services"],
+    ["g2reader-bot","g2reader-bot"],
+    ["Gabanzabot/","Gabanzabot\\/"],
+    ["Gaisbot","Gaisbot"],
+    ["GarlikCrawler","GarlikCrawler"],
+    ["gdnplus.com","gdnplus\\.com"],
+    ["GeedoBot","GeedoBot"],
+    ["GeedoProductSearch","GeedoProductSearch"],
+    ["GeedoShopProductFinder","GeedoShopProductFinder"],
+    ["Gemini-Deep-Research","Gemini-Deep-Research"],
+    ["Genieo","Genieo"],
+    ["GenomeCrawlerd","GenomeCrawlerd"],
+    ["getthit.com","getthit\\.com"],
+    ["GG PeekBot","GG PeekBot"],
+    ["Ghost Inspector","Ghost Inspector"],
+    ["GIFTEDVISITOR SCAN","GIFTEDVISITOR SCAN"],
+    ["Gigablast","Gigablast"],
+    ["Gigabot","Gigabot"],
+    ["GingerCrawler","GingerCrawler"],
+    ["github-camo","github-camo"],
+    ["GlobalWebSearch","GlobalWebSearch"],
+    ["Gluten Free Crawler/","Gluten Free Crawler\\/"],
+    ["gnam gnam spider","gnam gnam spider"],
+    ["GnowitNewsbot","GnowitNewsbot"],
+    ["Go-http-client","Go-http-client"],
+    ["Golfe/","Golfe\\/"],
+    ["Goodreads","Goodreads"],
+    ["Goodzer","Goodzer"],
+    ["Google Favicon","Google Favicon"],
+    ["Google Trust Services","Google Trust Services"],
+    ["Google Web Preview","Google Web Preview"],
+    ["Google-Ads-Conversions","Google-Ads-Conversions"],
+    ["Google-AdWords-Express","Google-AdWords-Express"],
+    ["Google-Adwords-Instant","Google-Adwords-Instant"],
+    ["Google-Agent","Google-Agent"],
+    ["Google-Apps-Script","Google-Apps-Script"],
+    ["Google-Area120","Google-Area120"],
+    ["Google-Certificates-Bridge","Google-Certificates-Bridge"],
+    ["Google-CloudVertexBot","Google-CloudVertexBot"],
+    ["Google-Extended","Google-Extended"],
+    ["Google-Gemini-CLI","Google-Gemini-CLI"],
+    ["Google-InspectionTool","Google-InspectionTool"],
+    ["Google-NotebookLM","Google-NotebookLM"],
+    ["Google-PhysicalWeb","Google-PhysicalWeb"],
+    ["Google-Read-Aloud","Google-Read-Aloud"],
+    ["Google-Safety","Google-Safety"],
+    ["Google-Site-Verification","Google-Site-Verification"],
+    ["Google-Structured-Data-Testing-Tool","Google-Structured-Data-Testing-Tool"],
+    ["Google-Trust-Services/","Google-Trust-Services\\/"],
+    ["google-xrawler","google-xrawler"],
+    ["GoogleAgent-Mariner","GoogleAgent-Mariner"],
+    ["GoogleAssociationService","GoogleAssociationService$"],
+    ["GoogleAssociationService/","GoogleAssociationService\\/"],
+    ["Googlebot-IA/","Googlebot-IA\\/"],
+    ["Googlebot-Image","Googlebot-Image"],
+    ["Googlebot-Mobile","Googlebot-Mobile"],
+    ["Googlebot-News","Googlebot-News"],
+    ["Googlebot-Video","Googlebot-Video"],
+    ["Googlebot/","Googlebot\\/"],
+    ["GoogleDocs","GoogleDocs"],
+    ["GoogleImageProxy","GoogleImageProxy"],
+    ["GoogleOther","GoogleOther"],
+    ["GoogleProducer","GoogleProducer"],
+    ["GoogleStackdriverMonitoring","GoogleStackdriverMonitoring"],
+    ["GoParserBot","GoParserBot"],
+    ["GoPay","GoPay"],
+    ["GotSiteMonitor.com","GotSiteMonitor\\.com"],
+    ["Gowikibot","Gowikibot"],
+    ["GPTBot","GPTBot"],
+    ["Grammarly/","Grammarly\\/"],
+    ["GrapeshotCrawler","GrapeshotCrawler"],
+    ["gregcrawler","gregcrawler"],
+    ["Greppr Web Crawler","Greppr Web Crawler"],
+    ["Grobbot","Grobbot"],
+    ["GroovinaAdsbot/","GroovinaAdsbot\\/"],
+    ["GroupHigh/","GroupHigh\\/"],
+    ["GroupMeBot","GroupMeBot"],
+    ["Grover/","Grover\\/"],
+    ["grub.org","grub\\.org"],
+    ["gsa-crawler","gsa-crawler"],
+    ["gslfbot","gslfbot"],
+    ["GTmetrix","GTmetrix"],
+    ["GuestpostsBot/","GuestpostsBot\\/"],
+    ["Gulper Web Bot","Gulper Web Bot"],
+    ["Gwene","Gwene"],
+    ["HaloBot","HaloBot"],
+    ["HanaleiBot","HanaleiBot"],
+    ["HappyWing","HappyWing"],
+    ["Hardenize","Hardenize"],
+    ["harsilbot/","harsilbot\\/"],
+    ["Hatena","Hatena"],
+    ["HawaiiBot","HawaiiBot"],
+    ["hCardValidator","hCardValidator"],
+    ["HeadlessChrome","HeadlessChrome"],
+    ["HeadOnlyScraper","HeadOnlyScraper"],
+    ["Hello World","Hello World"],
+    ["HelloworkJobPostingBot/","HelloworkJobPostingBot\\/"],
+    ["HenkBot","HenkBot"],
+    ["heritrix","heritrix"],
+    ["HetrixTools","HetrixTools"],
+    ["hgfAlphaXCrawl/","hgfAlphaXCrawl\\/"],
+    ["HIFIBot/","HIFIBot\\/"],
+    ["Hlidam.to robot","Hlidam\\.to robot"],
+    ["Honeybadger Uptime Check","Honeybadger Uptime Check"],
+    ["HoneybadgerBot","HoneybadgerBot"],
+    ["HostTracker/","HostTracker\\/"],
+    ["Hotjar","Hotjar"],
+    ["hstspreload-bot","hstspreload-bot"],
+    ["HTTP Banner Detection","HTTP Banner Detection"],
+    ["http_get","http_get"],
+    ["https://developers.cloudflare.com/security-center/","https:\\/\\/developers\\.cloudflare\\.com\\/security-center\\/"],
+    ["httpunit","httpunit"],
+    ["HttpUrlConnection","HttpUrlConnection"],
+    ["httpx","httpx"],
+    ["HTTrack","HTTrack"],
+    ["HubSpot","HubSpot"],
+    ["Huckabot/","Huckabot\\/"],
+    ["Hydrozen.io","Hydrozen\\.io"],
+    ["Hype Machine/","Hype Machine\\/"],
+    ["hypestat","hypestat"],
+    ["hyscore.io","hyscore\\.io"],
+    ["ia_archiver","ia_archiver"],
+    ["IAS crawler","IAS crawler"],
+    ["iAskBot/","iAskBot\\/"],
+    ["iaskspider","iaskspider"],
+    ["IBM Crawler","IBM Crawler"],
+    ["IbouBot","IbouBot"],
+    ["ICBot/","ICBot\\/"],
+    ["ICC-Crawler","ICC-Crawler"],
+    ["ichiro","ichiro"],
+    ["IDG/EU","IDG\\/EU"],
+    ["Iframely","Iframely"],
+    ["IFTTT/","IFTTT\\/"],
+    ["ImageFetcher/","ImageFetcher\\/"],
+    ["ImageMind","ImageMind"],
+    ["ImagesiftBot","ImagesiftBot"],
+    ["imageSpider","imageSpider"],
+    ["img2dataset","img2dataset"],
+    ["imgproxy/","imgproxy\\/"],
+    ["Impact.com Agent","Impact\\.com Agent"],
+    ["impendoom-bot/","impendoom-bot\\/"],
+    ["imrbot","imrbot"],
+    ["IndeedBot","IndeedBot"],
+    ["IndeedJobBot","IndeedJobBot"],
+    ["Indy Library","Indy Library"],
+    ["INETDEX-BOT","INETDEX-BOT"],
+    ["infoobot","infoobot"],
+    ["Innguma/","Innguma\\/"],
+    ["Innologica","Innologica"],
+    ["inoreader","inoreader"],
+    ["Instapaper/","Instapaper\\/"],
+    ["Integromat/","Integromat\\/"],
+    ["integromedb","integromedb"],
+    ["intelium_bot","intelium_bot"],
+    ["intelx.io_bot","intelx\\.io_bot"],
+    ["InterfaxScanBot","InterfaxScanBot"],
+    ["InternetMeasurement","InternetMeasurement"],
+    ["internetVista monitor","internetVista monitor"],
+    ["IonCrawl","IonCrawl"],
+    ["ip-web-crawler.com","ip-web-crawler\\.com"],
+    ["ips-agent","ips-agent"],
+    ["IRLbot","IRLbot"],
+    ["Irokez.cz monitoring","Irokez\\.cz monitoring"],
+    ["IsDownBot/","IsDownBot\\/"],
+    ["iskanie","iskanie"],
+    ["ISSCyberRiskCrawler/","ISSCyberRiskCrawler\\/"],
+    ["IstellaBot","IstellaBot"],
+    ["it2media-domain-crawler","it2media-domain-crawler"],
+    ["iubenda-radar/","iubenda-radar\\/"],
+    ["James BOT","James BOT"],
+    ["Jamie's Spider","Jamie's Spider"],
+    ["jetmon/","jetmon\\/"],
+    ["Jetslide","Jetslide"],
+    ["Jetty","Jetty"],
+    ["JobboerseBot","JobboerseBot"],
+    ["jobswithgptcom-bot","jobswithgptcom-bot"],
+    ["Jooblebot","Jooblebot"],
+    ["jpg-newsbot","jpg-newsbot"],
+    ["Jugendschutzprogramm-Crawler","Jugendschutzprogramm-Crawler"],
+    ["Jumio","Jumio"],
+    ["jyxobot","jyxobot"],
+    ["K7MLWCBot","K7MLWCBot"],
+    ["kagi-fetcher","kagi-fetcher"],
+    ["Kagibot/","Kagibot\\/"],
+    ["kaikki.org-digital-archive","kaikki\\.org-digital-archive"],
+    ["Kangaroo Bot","Kangaroo Bot"],
+    ["KangarooBot/","KangarooBot\\/"],
+    ["KargoBot-Artemis","KargoBot-Artemis"],
+    ["kazbtbot/","kazbtbot\\/"],
+    ["kb.dk_bot","kb\\.dk_bot"],
+    ["Kemvibot","Kemvibot"],
+    ["KendraBot","KendraBot"],
+    ["KeybaseBot","KeybaseBot"],
+    ["keycdn-tools/","keycdn-tools\\/"],
+    ["Keydrop.io","Keydrop\\.io"],
+    ["keys-so-bot","keys-so-bot"],
+    ["kinsta-bot","kinsta-bot"],
+    ["Klaviyo/","Klaviyo\\/"],
+    ["Known Agent","Known Agent"],
+    ["KomodiaBot","KomodiaBot"],
+    ["Konturbot/","Konturbot\\/"],
+    ["KosmioBot","KosmioBot"],
+    ["KrawlerBot","KrawlerBot"],
+    ["KStandBot","KStandBot"],
+    ["Kukei.eu-Bot/","Kukei\\.eu-Bot\\/"],
+    ["KunatoCrawler","KunatoCrawler"],
+    ["l9explore","l9explore"],
+    ["l9scan","l9scan"],
+    ["LAC_IAHarvester","LAC_IAHarvester"],
+    ["laion-huggingface-processor","laion-huggingface-processor"],
+    ["Landau-Media-Spider","Landau-Media-Spider"],
+    ["larbin","larbin"],
+    ["Laserlikebot","Laserlikebot"],
+    ["LastModBot/","LastModBot\\/"],
+    ["lb-spider","lb-spider"],
+    ["LegalMonster","LegalMonster"],
+    ["Leikibot","Leikibot"],
+    ["Lemmy","Lemmy"],
+    ["Let's Encrypt","Let's Encrypt"],
+    ["Level9SearchBot/","Level9SearchBot\\/"],
+    ["Library Of Congress Web Archiving","Library Of Congress Web Archiving"],
+    ["libwww-perl","libwww-perl"],
+    ["LightspeedSystemsCrawler","LightspeedSystemsCrawler"],
+    ["LinerBot/","LinerBot\\/"],
+    ["Linespider","Linespider"],
+    ["Linguee Bot","Linguee Bot"],
+    ["LinkAce/","LinkAce\\/"],
+    ["linkapediabot","linkapediabot"],
+    ["LinkArchiver","LinkArchiver"],
+    ["LinkCheckerBot","LinkCheckerBot"],
+    ["linkdex","linkdex"],
+    ["LinkedInBot","LinkedInBot"],
+    ["LinkisBot","LinkisBot"],
+    ["linko","linko"],
+    ["LinkpadBot","LinkpadBot"],
+    ["linkReader/","linkReader\\/"],
+    ["LinksIndexerBot/","LinksIndexerBot\\/"],
+    ["LinkTiger","LinkTiger"],
+    ["LinkupBot","LinkupBot"],
+    ["LinkWalker/","LinkWalker\\/"],
+    ["lipperhey","lipperhey"],
+    ["ListGemBot","ListGemBot"],
+    ["Livelap","Livelap[bB]ot"],
+    ["LMArenaUnfurlBot","LMArenaUnfurlBot"],
+    ["loc.gov/programs/web-archiving","loc\\.gov\\/programs\\/web-archiving"],
+    ["LogicMonitor","LogicMonitor"],
+    ["LoomlyBot","LoomlyBot"],
+    ["loopimprovements.com","loopimprovements\\.com"],
+    ["lssbot","lssbot"],
+    ["lssrocketcrawler","lssrocketcrawler"],
+    ["ltx71","ltx71"],
+    ["Luminator-robots","Luminator-robots"],
+    ["lwp-trivial","lwp-trivial"],
+    ["lyonl-asset-proxy","lyonl-asset-proxy"],
+    ["lyonl-crawler","lyonl-crawler"],
+    ["MaCoCu","MaCoCu"],
+    ["Macrobondbot","Macrobondbot"],
+    ["MADBbot/","MADBbot\\/"],
+    ["Magellan","Magellan"],
+    ["MagiBot","MagiBot"],
+    ["magicsearchdev/","magicsearchdev\\/"],
+    ["Magnet.me-web/","Magnet\\.me-web\\/"],
+    ["MagnetmeBot","MagnetmeBot"],
+    ["magpie-crawler","magpie-crawler"],
+    ["MagpieRSS","MagpieRSS"],
+    ["Magus Bot","Magus Bot"],
+    ["mail.ru","mail\\.ru"],
+    ["Mail.RU_Bot","Mail\\.RU_Bot"],
+    ["MailChimp","MailChimp"],
+    ["MainWP/","MainWP\\/"],
+    ["Make/","Make\\/"],
+    ["ManageWP","ManageWP"],
+    ["Manus-User","Manus-User"],
+    ["mappydata","mappydata"],
+    ["MarketGoo/","MarketGoo\\/"],
+    ["MarketingMiner","MarketingMiner"],
+    ["masscan","masscan"],
+    ["Mastodon","Mastodon"],
+    ["MatchorySearch","MatchorySearch"],
+    ["Mattermost-Bot/","Mattermost-Bot\\/"],
+    ["MauiBot","MauiBot"],
+    ["Mavifinds","Mavifinds"],
+    ["MB-LinkChecker","MB-LinkChecker"],
+    ["MBCrawler","MBCrawler"],
+    ["McontextualBot","McontextualBot"],
+    ["MedialogiaBot","MedialogiaBot"],
+    ["MediaMonitoringBot/","MediaMonitoringBot\\/"],
+    ["Mediapartners (Googlebot)","Mediapartners \\(Googlebot\\)"],
+    ["Mediapartners-Google","Mediapartners-Google"],
+    ["Mediatoolkitbot","Mediatoolkitbot"],
+    ["MediavineMetadataParser/","MediavineMetadataParser\\/"],
+    ["Mediumbot-MetaTagFetcher","Mediumbot-MetaTagFetcher"],
+    ["MegaIndex","MegaIndex"],
+    ["MeltwaterNews","MeltwaterNews"],
+    ["memorybot","memorybot"],
+    ["MergadoBot","MergadoBot"],
+    ["meta-externalads/","meta-externalads\\/"],
+    ["meta-externalagent/","meta-externalagent\\/"],
+    ["meta-externalfetcher/","meta-externalfetcher\\/"],
+    ["Meta-ExternalHit/","Meta-ExternalHit\\/"],
+    ["meta-webindexer","meta-webindexer"],
+    ["MetaIAB Facebook","MetaIAB Facebook"],
+    ["MetaInspector","MetaInspector"],
+    ["MetaJobBot","MetaJobBot"],
+    ["MetaURI","MetaURI"],
+    ["Metorik","Metorik"],
+    ["MgidBot","MgidBot"],
+    ["MicrosoftPreview/","MicrosoftPreview\\/"],
+    ["mindUpBot","mindUpBot"],
+    ["Miniature.io/","Miniature\\.io\\/"],
+    ["minicrawler","minicrawler"],
+    ["Miniflux/","Miniflux\\/"],
+    ["Minoru's Fediverse Crawler","Minoru's Fediverse Crawler"],
+    ["mirrorweb.com","mirrorweb\\.com"],
+    ["MirrorWebCrawler","MirrorWebCrawler"],
+    ["MissinglettrBot/","MissinglettrBot\\/"],
+    ["MistralAI-User","MistralAI-User"],
+    ["mithril-crawler","mithril-crawler"],
+    ["MixnodeCache/","MixnodeCache\\/"],
+    ["MixrankBot","MixrankBot"],
+    ["MJ12bot","MJ12bot"],
+    ["mlbot","mlbot"],
+    ["moatbot","moatbot"],
+    ["ModatScanner","ModatScanner"],
+    ["ModernizeBot","ModernizeBot"],
+    ["ModularConnector/","ModularConnector\\/"],
+    ["MojeekBot/","MojeekBot\\/"],
+    ["Mollie HTTP client","Mollie HTTP client"],
+    ["Monibot","Monibot"],
+    ["monitis -","monitis -"],
+    ["monitoring360bot/","monitoring360bot\\/"],
+    ["MonitoRSS/","MonitoRSS\\/"],
+    ["Monsidobot","Monsidobot"],
+    ["MonSpark/","MonSpark\\/"],
+    ["montastic-monitor","montastic-monitor"],
+    ["MontasticMonitor","MontasticMonitor"],
+    ["MonTools.com","MonTools\\.com"],
+    ["MoodleBot","MoodleBot"],
+    ["Moreover","Moreover"],
+    ["MotoMinerBot/","MotoMinerBot\\/"],
+    ["MRGbot/","MRGbot\\/"],
+    ["msnbot","msnbot"],
+    ["msrbot","msrbot"],
+    ["MTRobot","MTRobot"],
+    ["MuckRack","MuckRack"],
+    ["Multiviewbot","Multiviewbot"],
+    ["MxToolbox","MxToolbox"],
+    ["my-tiny-bot","my-tiny-bot"],
+    ["MyBot/","MyBot\\/"],
+    ["NanoInteractive","NanoInteractive"],
+    ["NapBot","NapBot"],
+    ["NAVER Blog Rssbot","NAVER Blog Rssbot"],
+    ["NaverBot","NaverBot"],
+    ["nbertaupete95","nbertaupete95"],
+    ["Neevabot","Neevabot"],
+    ["NerdByNature.Bot","NerdByNature\\.Bot"],
+    ["nerdybot","nerdybot"],
+    ["Nessus","Nessus"],
+    ["NestDaddybot","NestDaddybot"],
+    ["NetAPI","NetAPI"],
+    ["Netcraft SSL Server Survey","Netcraft SSL Server Survey"],
+    ["Netcraft Web Server Survey","Netcraft Web Server Survey"],
+    ["NetcraftSurveyAgent","NetcraftSurveyAgent"],
+    ["netEstate NE Crawler","netEstate NE Crawler"],
+    ["Neticle Crawler","Neticle Crawler"],
+    ["NetpeakCheckerBot/","NetpeakCheckerBot\\/"],
+    ["netresearchserver","netresearchserver"],
+    ["NetSeer crawler","NetSeer crawler"],
+    ["NetShelter ContentScan","NetShelter ContentScan"],
+    ["NetSystemsResearch","NetSystemsResearch"],
+    ["Netumo","Netumo|netumo"],
+    ["Netvibes","Netvibes"],
+    ["NETVIGIE","NETVIGIE"],
+    ["New York Times Newsgathering","New York Times Newsgathering"],
+    ["NewRelicbot/","NewRelicbot\\/"],
+    ["NewRelicSynthetics","NewRelicSynthetics"],
+    ["newsai/","newsai\\/"],
+    ["NewsBlur","NewsBlur"],
+    ["newsharecounts","newsharecounts"],
+    ["NewsNow/","NewsNow\\/"],
+    ["newspaper/","newspaper\\/"],
+    ["NewsRoom.BI","NewsRoom\\.BI"],
+    ["NextCloud","NextCloud"],
+    ["Nicecrawler","Nicecrawler"],
+    ["NicheIndex","NicheIndex"],
+    ["niki-bot","niki-bot"],
+    ["Nikto","Nikto"],
+    ["Nimbostratus-Bot","Nimbostratus-Bot"],
+    ["NING/","NING\\/"],
+    ["NINJA bot","NINJA bot"],
+    ["Nitro-","Nitro-"],
+    ["NitroBot","NitroBot"],
+    ["NIXStatsbot","NIXStatsbot"],
+    ["NLNZ_IAHarvester","NLNZ_IAHarvester"],
+    ["NLUX_IAHarvester","NLUX_IAHarvester"],
+    ["Nmap Scripting Engine","Nmap Scripting Engine"],
+    ["NoahBot","NoahBot"],
+    ["node-fetch","node-fetch"],
+    ["NodePing","NodePing"],
+    ["Noibu","Noibu"],
+    ["nomore404.com robot","nomore404\\.com robot"],
+    ["noorobot","noorobot"],
+    ["Nooshub/","Nooshub\\/"],
+    ["NostoCrawlerBot","NostoCrawlerBot"],
+    ["Notabot","Notabot"],
+    ["Notion/","Notion\\/"],
+    ["Novaact/","Novaact\\/"],
+    ["Novellum","Novellum"],
+    ["NsToolsBot/","NsToolsBot\\/"],
+    ["NTENTbot","NTENTbot"],
+    ["Nutch","Nutch"],
+    ["Nuzzel","Nuzzel"],
+    ["nvdorz","nvdorz"],
+    ["nyt_scraping","nyt_scraping"],
+    ["OAI-SearchBot","OAI-SearchBot"],
+    ["ObservePoint","ObservePoint"],
+    ["Ocarinabot","Ocarinabot"],
+    ["Odin;","Odin;"],
+    ["OdklBot/","OdklBot\\/"],
+    ["officestorebot","officestorebot"],
+    ["Offline Explorer","Offline Explorer"],
+    ["OhDear/","OhDear\\/"],
+    ["OICrawler","OICrawler"],
+    ["okhttp","okhttp"],
+    ["omgili","omgili"],
+    ["Omnisend/","Omnisend\\/"],
+    ["OnCrawl/","OnCrawl\\/"],
+    ["OneTrust","OneTrust"],
+    ["Online Domain Tools","Online Domain Tools"],
+    ["online-webceo-bot","online-webceo-bot"],
+    ["OnlineOrNot.com_bot","OnlineOrNot\\.com_bot"],
+    ["opencode-smartfetch","opencode-smartfetch"],
+    ["OpenGraph.io/","OpenGraph\\.io\\/"],
+    ["OpenGraphCheck","OpenGraphCheck"],
+    ["OpenHoseBot","OpenHoseBot"],
+    ["openindexspider","openindexspider"],
+    ["OpenRSS","OpenRSS"],
+    ["OpenTheBoxBot","OpenTheBoxBot"],
+    ["OpenVAS","OpenVAS"],
+    ["Operator/","Operator\\/"],
+    ["Optimizer)","Optimizer\\)"],
+    ["OrangeBot/","OrangeBot\\/"],
+    ["Orbbot/","Orbbot\\/"],
+    ["Orlo-LinkPreview/","Orlo-LinkPreview\\/"],
+    ["outbrain","outbrain"],
+    ["OutclicksBot","OutclicksBot"],
+    ["OutsellURLValidator","OutsellURLValidator"],
+    ["Overcast/","Overcast\\/"],
+    ["Owler (ows.eu","Owler \\(ows\\.eu"],
+    ["OWLer-W","OWLer-W"],
+    ["page-preview-tool","page-preview-tool"],
+    ["page2rss","page2rss"],
+    ["PagePeeker/","PagePeeker\\/"],
+    ["Pagespeed/","Pagespeed\\/"],
+    ["PageThing","PageThing"],
+    ["Pandalytics","Pandalytics"],
+    ["PanguBot","PanguBot"],
+    ["Panopta","Panopta"],
+    ["panscient","panscient"],
+    ["PaperLiBot","PaperLiBot"],
+    ["Paqlebot/","Paqlebot\\/"],
+    ["parse.ly scraper/","parse\\.ly scraper\\/"],
+    ["ParselySharesBot","ParselySharesBot"],
+    ["PayPal/","PayPal\\/"],
+    ["Pcore-HTTP","Pcore-HTTP"],
+    ["PDF24 URL To PDF","PDF24 URL To PDF"],
+    ["peer39_crawler","peer39_crawler"],
+    ["Penthouse Critical Path CSS Generator","Penthouse Critical Path CSS Generator"],
+    ["Perplexity-User","Perplexity-User"],
+    ["PerplexityBot/","PerplexityBot\\/"],
+    ["PerplexityUser","PerplexityUser"],
+    ["PetalBot","PetalBot"],
+    ["PhantomJS","PhantomJS"],
+    ["PhindBot","PhindBot"],
+    ["phpcrawl","phpcrawl"],
+    ["PhxBot","PhxBot"],
+    ["PingAdmin.Ru/","PingAdmin\\.Ru\\/"],
+    ["pingping.io/","pingping\\.io\\/"],
+    ["pinterest.com/bot","pinterest\\.com\\/bot"],
+    ["PiplBot","PiplBot"],
+    ["Pixalate.com","Pixalate\\.com"],
+    ["PlagAwareBot","PlagAwareBot"],
+    ["PlayStore-Google","PlayStore-Google"],
+    ["Playwright","Playwright"],
+    ["Plesk screenshot bot","Plesk screenshot bot"],
+    ["PocketCasts/","PocketCasts\\/"],
+    ["PocketParser","PocketParser"],
+    ["PodchaserParser","PodchaserParser"],
+    ["Podimo","Podimo"],
+    ["Poduptime","Poduptime"],
+    ["Poggio-Citations","Poggio-Citations"],
+    ["Pomothy-Bot","Pomothy-Bot"],
+    ["postrank","postrank"],
+    ["Potions/","Potions\\/"],
+    ["PR-CY.RU","PR-CY\\.RU"],
+    ["PressEngineBot","PressEngineBot"],
+    ["PricedroneShoppingBot/","PricedroneShoppingBot\\/"],
+    ["PriEcoBot/","PriEcoBot\\/"],
+    ["Primalbot","Primalbot"],
+    ["PrintFriendly.com","PrintFriendly\\.com"],
+    ["PrivacyAwareBot","PrivacyAwareBot"],
+    ["Pro-Sitemaps/","Pro-Sitemaps\\/"],
+    ["ProbelySPDR/","ProbelySPDR\\/"],
+    ["productsup.io/crawler","productsup\\.io\\/crawler"],
+    ["ProjectShield-UrlCheck","ProjectShield-UrlCheck"],
+    ["Protopage/","Protopage\\/"],
+    ["proximic","proximic"],
+    ["PRTG Network Monitor","PRTG Network Monitor"],
+    ["PRTGCloudBot/","PRTGCloudBot\\/"],
+    ["PS_Daily/","PS_Daily\\/"],
+    ["psbot","psbot"],
+    ["Pulsepoint","Pulsepoint "],
+    ["PulsePoint-Crawler","PulsePoint-Crawler"],
+    ["pulsetic.com","pulsetic\\.com"],
+    ["Puppeteer","Puppeteer"],
+    ["purebot","purebot"],
+    ["PWABuilderHttpAgent","PWABuilderHttpAgent"],
+    ["python-opengraph","python-opengraph"],
+    ["python-requests","python-requests"],
+    ["Python-urllib","Python-urllib"],
+    ["Pywikibot/","Pywikibot\\/"],
+    ["qcbot","qcbot"],
+    ["QualifiedBot/","QualifiedBot\\/"],
+    ["Qualys","Qualys"],
+    ["Quantcastbot/","Quantcastbot\\/"],
+    ["Quora-Bot","Quora-Bot"],
+    ["Qwantbot","Qwantbot"],
+    ["Qwantify","Qwantify"],
+    ["Qwarrybot","Qwarrybot"],
+    ["Rackspace Monitoring/","Rackspace Monitoring\\/"],
+    ["Rakuten Image extraction bot","Rakuten Image extraction bot"],
+    ["rakutenusabot-image/","rakutenusabot-image\\/"],
+    ["RankActiveLinkBot","RankActiveLinkBot"],
+    ["RankurBot/","RankurBot\\/"],
+    ["RavenCrawler/","RavenCrawler\\/"],
+    ["rawweb-bot","rawweb-bot"],
+    ["Readable/","Readable\\/"],
+    ["Recurly Webhooks/","Recurly Webhooks\\/"],
+    ["RED/","RED\\/"],
+    ["redditbot","redditbot"],
+    ["Reelevant/","Reelevant\\/"],
+    ["Refindbot","Refindbot"],
+    ["RegionStuttgartBot","RegionStuttgartBot"],
+    ["remove.bg/","remove\\.bg\\/"],
+    ["RepoLookoutBot","RepoLookoutBot"],
+    ["ResearchBot","ResearchBot"],
+    ["researchscan.comsys.rwth-aachen.de","researchscan\\.comsys\\.rwth-aachen\\.de"],
+    ["Retool/","Retool\\/"],
+    ["RetrevoPageAnalyzer","RetrevoPageAnalyzer"],
+    ["RetroListeCOM/","RetroListeCOM\\/"],
+    ["ReverseEngineeringBot","ReverseEngineeringBot"],
+    ["RevvimGort/","RevvimGort\\/"],
+    ["reward-gateway","reward-gateway"],
+    ["RidderBot","RidderBot"],
+    ["Riddler (http://riddler.io","Riddler \\(http:\\/\\/riddler\\.io"],
+    ["Rigor)","Rigor\\)"],
+    ["Rivva","Rivva"],
+    ["RobotsChecker/","RobotsChecker\\/"],
+    ["rogerbot","rogerbot"],
+    ["RSiteAuditor","RSiteAuditor"],
+    ["rss-is-dead.lol web bot","rss-is-dead\\.lol web bot"],
+    ["rss-parser","rss-parser"],
+    ["RSS.Social","RSS\\.Social"],
+    ["rss2tg","rss2tg"],
+    ["RSSAPI/","RSSAPI\\/"],
+    ["rssbot/","rssbot\\/"],
+    ["RSSingBot","RSSingBot"],
+    ["RssReaderBot","RssReaderBot"],
+    ["RuxitSynthetic","RuxitSynthetic"],
+    ["RyteBot","RyteBot"],
+    ["S","S[eE][mM]rushBot"],
+    ["s4a-probe-bot/","s4a-probe-bot\\/"],
+    ["s4a/","s4a\\/"],
+    ["SafeDNSBot","SafeDNSBot"],
+    ["SafeSearch microdata crawler","SafeSearch microdata crawler"],
+    ["Salesforce.com","Salesforce\\.com"],
+    ["SandobaCrawler/","SandobaCrawler\\/"],
+    ["Sansec Security Monitor/","Sansec Security Monitor\\/"],
+    ["SBIntuitionsBot/","SBIntuitionsBot\\/"],
+    ["SBL-BOT","SBL-BOT"],
+    ["Schema-Markup-Validator","Schema-Markup-Validator"],
+    ["Scoop.it/","Scoop\\.it\\/"],
+    ["Scope3","Scope3"],
+    ["ScourRSSBot/","ScourRSSBot\\/"],
+    ["ScoutJet","ScoutJet"],
+    ["ScrapeheroBot/","ScrapeheroBot\\/"],
+    ["scraping@nytimes.com","scraping@nytimes\\.com"],
+    ["Scrapy","Scrapy"],
+    ["Screaming Frog SEO Spider","Screaming Frog SEO Spider"],
+    ["screeenly-bot","screeenly-bot"],
+    ["scribdbot","scribdbot"],
+    ["Scrubby","Scrubby"],
+    ["Scrunchbot","Scrunchbot"],
+    ["search.marginalia.nu","search\\.marginalia\\.nu"],
+    ["SearchAtlas","SearchAtlas"],
+    ["Searcherweb","Searcherweb"],
+    ["Searcherxweb","Searcherxweb"],
+    ["SearchExpress","SearchExpress"],
+    ["SEBot-WA","SEBot-WA"],
+    ["SecurityHeaders","SecurityHeaders"],
+    ["Seekport","Seekport"],
+    ["seewithkids","seewithkids"],
+    ["Selenium","Selenium"],
+    ["semaltbot/","semaltbot\\/"],
+    ["semantic-visions","semantic-visions"],
+    ["semanticbot","semanticbot"],
+    ["SemanticScholarBot","SemanticScholarBot"],
+    ["sempi.tech","sempi\\.tech"],
+    ["SendGrid Event API","SendGrid Event API"],
+    ["SentiBot","SentiBot"],
+    ["SENTINEL-LinkCheck","SENTINEL-LinkCheck"],
+    ["SentryUptimeBot/","SentryUptimeBot\\/"],
+    ["SenutoBot","SenutoBot"],
+    ["seo-audit-check-bot/","seo-audit-check-bot\\/"],
+    ["seo4ajax.com","seo4ajax\\.com"],
+    ["SeobilityBot","SeobilityBot"],
+    ["SEOkicks","SEOkicks"],
+    ["SEOlizer","SEOlizer"],
+    ["seoLyt","seoLyt"],
+    ["seoscanners","seoscanners"],
+    ["SeoSiteCheckup","SeoSiteCheckup"],
+    ["seostar.co","seostar\\.co"],
+    ["SeoulBot","SeoulBot"],
+    ["SequelWP","SequelWP"],
+    ["SERankingBacklinksBot","SERankingBacklinksBot"],
+    ["SerendeputyBot","SerendeputyBot"],
+    ["serpstatbot/","serpstatbot\\/"],
+    ["SERPtimizerBot","SERPtimizerBot"],
+    ["Server Density Service Monitoring","Server Density Service Monitoring"],
+    ["ServerDensity","ServerDensity"],
+    ["ServerHunterSpider/","ServerHunterSpider\\/"],
+    ["SeznamBot","SeznamBot"],
+    ["SeznamHomepageCrawler/","SeznamHomepageCrawler\\/"],
+    ["SFDC-Callout/","SFDC-Callout\\/"],
+    ["ShapBot","ShapBot"],
+    ["Shopify-Captain-Hook","Shopify-Captain-Hook"],
+    ["ShortPixel","ShortPixel"],
+    ["Shortwave Image Fetcher","Shortwave Image Fetcher"],
+    ["Sidetrade indexer bot","Sidetrade indexer bot"],
+    ["Silktide","Silktide"],
+    ["SimpleCrawler","SimpleCrawler"],
+    ["SimplePie","SimplePie"],
+    ["SimpleScraper","SimpleScraper"],
+    ["SinceraSyntheticUser/","SinceraSyntheticUser\\/"],
+    ["sindresorhus/got","sindresorhus\\/got"],
+    ["Sindup","Sindup"],
+    ["SirdataBot","SirdataBot"],
+    ["Site24x7","Site24x7"],
+    ["SiteAuditBot/","SiteAuditBot\\/"],
+    ["sitebot","sitebot"],
+    ["sitebulb","sitebulb"],
+    ["SiteCheck-sitecrawl","SiteCheck-sitecrawl"],
+    ["SiteCheckerBotCrawler","SiteCheckerBotCrawler"],
+    ["siteexplorer.info","siteexplorer\\.info"],
+    ["Siteimprove.com","Siteimprove\\.com"],
+    ["SiteLock","SiteLock"],
+    ["SiteScoreBot","SiteScoreBot"],
+    ["SiteSearch360/","SiteSearch360\\/"],
+    ["SitesOverPagesBot","SitesOverPagesBot"],
+    ["SiteSucker","SiteSucker"],
+    ["SiteUptime.com","SiteUptime\\.com"],
+    ["Skroutz ImageBot","Skroutz ImageBot"],
+    ["SkroutzBot","SkroutzBot"],
+    ["SkypeUriPreview","SkypeUriPreview"],
+    ["SkyworkSpider","SkyworkSpider"],
+    ["SlaccaleBot","SlaccaleBot"],
+    ["Slack-ImgProxy","Slack-ImgProxy"],
+    ["Slackbot","Slackbot"],
+    ["SleepBot","SleepBot"],
+    ["SlickBot/","SlickBot\\/"],
+    ["Slurp","Slurp"],
+    ["SmarshBot","SmarshBot"],
+    ["SmartologyBot/","SmartologyBot\\/"],
+    ["smtbot","smtbot"],
+    ["SMTnetPMBot","SMTnetPMBot"],
+    ["Snacktory","Snacktory"],
+    ["Snap URL Preview Service","Snap URL Preview Service"],
+    ["SnapchatAds/","SnapchatAds\\/"],
+    ["SnapURLPreview/","SnapURLPreview\\/"],
+    ["Snipcart/","Snipcart\\/"],
+    ["SocialRankIOBot","SocialRankIOBot"],
+    ["Software-Security-Research","Software-Security-Research"],
+    ["Sogou","Sogou"],
+    ["solarwinds/","solarwinds\\/"],
+    ["Sonic","Sonic"],
+    ["Sora POS/","Sora POS\\/"],
+    ["Sosospider","Sosospider"],
+    ["SottopopNone","SottopopNone"],
+    ["SparkPost","SparkPost"],
+    ["SparkShipping","SparkShipping"],
+    ["Spawning-AI","Spawning-AI"],
+    ["spbot","spbot"],
+    ["Specificfeeds","Specificfeeds"],
+    ["Spectate/","Spectate\\/"],
+    ["speedy","speedy"],
+    ["Spider","Spider[\\s\\S]*spider\\.com"],
+    ["SpiderLing","SpiderLing"],
+    ["splash Version/","splash Version\\/"],
+    ["Splunk","Splunk"],
+    ["SpringserveBot","SpringserveBot"],
+    ["sqlmap","sqlmap"],
+    ["SQWatcher","SQWatcher"],
+    ["SSL Labs","SSL Labs$"],
+    ["SSL Labs (https://www.ssllabs.com","SSL Labs \\(https:\\/\\/www\\.ssllabs\\.com"],
+    ["SSSSBot/","SSSSBot\\/"],
+    ["Stape/","Stape\\/"],
+    ["startmebot/","startmebot\\/"],
+    ["StartpagePrivateImageProxy/","StartpagePrivateImageProxy\\/"],
+    ["Statabot/","Statabot\\/"],
+    ["StatistikAustria/","StatistikAustria\\/"],
+    ["StatsDroneBot","StatsDroneBot"],
+    ["StatusCake","StatusCake"],
+    ["StatusNestBacklinkSpider","StatusNestBacklinkSpider"],
+    ["stepstoneCrawlBot","stepstoneCrawlBot"],
+    ["Storebot-Google","Storebot-Google"],
+    ["StorygizeBot","StorygizeBot"],
+    ["StractBot","StractBot"],
+    ["Streamline3Bot/","Streamline3Bot\\/"],
+    ["Stripe/","Stripe\\/"],
+    ["Sucuri","Sucuri"],
+    ["SummalyBot","SummalyBot"],
+    ["summify","summify"],
+    ["Supabase Paired Crawler","Supabase Paired Crawler"],
+    ["Superfeedr","Superfeedr"],
+    ["SurdotlyBot","SurdotlyBot"],
+    ["SurveyBot","SurveyBot"],
+    ["SustainabilityCrawler","SustainabilityCrawler"],
+    ["sv-watchagent","sv-watchagent"],
+    ["Svix-Webhooks/","Svix-Webhooks\\/"],
+    ["Swiftbot","Swiftbot"],
+    ["SwifteqLinkChecker","SwifteqLinkChecker"],
+    ["SWIMGBot","SWIMGBot"],
+    ["Swisscows","Swisscows"],
+    ["Synapse","Synapse"],
+    ["SynthesiBot","SynthesiBot"],
+    ["synthetic-monitoring-agent/","synthetic-monitoring-agent\\/"],
+    ["Sysomos","Sysomos"],
+    ["t3versionsBot","t3versionsBot"],
+    ["Taboolabot","Taboolabot"],
+    ["TactiScout/","TactiScout\\/"],
+    ["tagoobot","tagoobot"],
+    ["TangibleeBot","TangibleeBot"],
+    ["TaraGroup Intelligent Bot","TaraGroup Intelligent Bot"],
+    ["TavilyBot","TavilyBot"],
+    ["tchelebi/","tchelebi\\/"],
+    ["TelegramBot","TelegramBot"],
+    ["Teoma","Teoma"],
+    ["Termly","Termly"],
+    ["TerraCotta","TerraCotta"],
+    ["Test Certificate Info","Test Certificate Info"],
+    ["test-bot","test-bot"],
+    ["Testcrawler","Testcrawler"],
+    ["TestLocally/","TestLocally\\/"],
+    ["TestURI","TestURI"],
+    ["TextRazor","TextRazor"],
+    ["The Knowledge AI","The Knowledge AI"],
+    ["TheInternetSearchx","TheInternetSearchx"],
+    ["theoldreader.com","theoldreader\\.com"],
+    ["thesis-research-bot","thesis-research-bot"],
+    ["Thinkbot","Thinkbot"],
+    ["Thinklab","Thinklab"],
+    ["ThousandEyes","ThousandEyes"],
+    ["tigerbot","tigerbot"],
+    ["TikTokSpider","TikTokSpider"],
+    ["Timpibot","Timpibot"],
+    ["TinEye","TinEye"],
+    ["Tiny Tiny RSS","Tiny Tiny RSS"],
+    ["TLS tester","TLS tester"],
+    ["TombaPublicWebCrawler","TombaPublicWebCrawler"],
+    ["top100.rambler.ru crawler","top100\\.rambler\\.ru crawler"],
+    ["toplistbot","toplistbot"],
+    ["ToutiaoSpider","ToutiaoSpider"],
+    ["Traackr.com","Traackr\\.com"],
+    ["tracemyfile","tracemyfile"],
+    ["tracking-quality-spider","tracking-quality-spider"],
+    ["Trae/","Trae\\/"],
+    ["trafilatura","trafilatura"],
+    ["Trellis-Services","Trellis-Services"],
+    ["trendictionbot","trendictionbot"],
+    ["TrendsmapResolver","TrendsmapResolver"],
+    ["trentwil.es","trentwil\\.es"],
+    ["Trove","Trove"],
+    ["trovitBot","trovitBot"],
+    ["Trustly/","Trustly\\/"],
+    ["TSM-turingos","TSM-turingos"],
+    ["TSMbot","TSMbot"],
+    ["TTD-Content","TTD-Content"],
+    ["Tumblr/","Tumblr\\/"],
+    ["Turnitin","Turnitin"],
+    ["Tweakers","Tweakers"],
+    ["tweetedtimes","tweetedtimes"],
+    ["TweetmemeBot","TweetmemeBot"],
+    ["twengabot","twengabot"],
+    ["TwilioProxy/","TwilioProxy\\/"],
+    ["TwinAgent","TwinAgent"],
+    ["Twingly","Twingly"],
+    ["TwinWaveScanner","TwinWaveScanner"],
+    ["Twitterbot","Twitterbot"],
+    ["Twurly","Twurly"],
+    ["UASlinkChecker/","UASlinkChecker\\/"],
+    ["UGAResearchAgent","UGAResearchAgent"],
+    ["uipbot","uipbot"],
+    ["um-FC","um-FC"],
+    ["um-IC","um-IC"],
+    ["um-LN","um-LN"],
+    ["Unshorten.It!","Unshorten\\.It\\!"],
+    ["upday/","upday\\/"],
+    ["updown.io","updown\\.io"],
+    ["Upflow","Upflow"],
+    ["Uptime-Kuma","Uptime-Kuma"],
+    ["Uptime/","Uptime\\/"],
+    ["Uptimebot.org","Uptimebot\\.org"],
+    ["UptimeBot/","UptimeBot\\/"],
+    ["uptimedoctor","uptimedoctor"],
+    ["UptimeRobot","UptimeRobot"],
+    ["UptimeStatistics","UptimeStatistics"],
+    ["Uptimia","Uptimia"],
+    ["uptrends","uptrends"],
+    ["urlappendbot","urlappendbot"],
+    ["UrlBeeBot","UrlBeeBot"],
+    ["Urlcheckr/","Urlcheckr\\/"],
+    ["UrlSuMa.de crawler","UrlSuMa\\.de crawler"],
+    ["URLSuMaBot","URLSuMaBot"],
+    ["useeBookChecker/","useeBookChecker\\/"],
+    ["UsineNouvelleCrawler","UsineNouvelleCrawler"],
+    ["UT-Dorkbot","UT-Dorkbot"],
+    ["Vagabondo/","Vagabondo\\/"],
+    ["Validator.nu","Validator\\.nu"],
+    ["Valve/Steam","Valve\\/Steam"],
+    ["VaultPress","VaultPress"],
+    ["vebidoobot","vebidoobot"],
+    ["VelenPublicWebCrawler","VelenPublicWebCrawler"],
+    ["Veoozbot","Veoozbot"],
+    ["vercel-screenshot","vercel-screenshot"],
+    ["Vercelbot","Vercelbot"],
+    ["Verispider","Verispider"],
+    ["Verity/","Verity\\/"],
+    ["Viber","Viber"],
+    ["videootv Bot","videootv Bot"],
+    ["videootvBot","videootvBot"],
+    ["Vigil/","Vigil\\/"],
+    ["virustotal","virustotal"],
+    ["visionheight.com/scan","visionheight\\.com\\/scan"],
+    ["VKRobot","VKRobot"],
+    ["vkShare","vkShare"],
+    ["vmcrawl","vmcrawl"],
+    ["voilabot","voilabot"],
+    ["VoluumDSP-content-bot","VoluumDSP-content-bot"],
+    ["VsuSearchSpider/","VsuSearchSpider\\/"],
+    ["vu-server-health-scanner/","vu-server-health-scanner\\/"],
+    ["vuhuvBot","vuhuvBot"],
+    ["W3C_CSS_Validator","W3C_CSS_Validator"],
+    ["W3C_I18n-Checker","W3C_I18n-Checker"],
+    ["W3C_Unicorn","W3C_Unicorn"],
+    ["W3C_Validator","W3C_Validator"],
+    ["W3C-checklink","W3C-checklink"],
+    ["W3C-mobileOK","W3C-mobileOK"],
+    ["WadooBot","WadooBot"],
+    ["WanscannerBot","WanscannerBot"],
+    ["WARDBot/","WARDBot\\/"],
+    ["Watchbot monitoring robot","Watchbot monitoring robot"],
+    ["WatchForBot","WatchForBot"],
+    ["Watchful","Watchful"],
+    ["WatchMouse","WatchMouse"],
+    ["watchTowr","watchTowr"],
+    ["Wayback","Wayback"],
+    ["wbsearchbot","wbsearchbot"],
+    ["Web Measure/","Web Measure\\/"],
+    ["Web Screen Service By hyperhost","Web Screen Service By hyperhost"],
+    ["web-archive-net.com.bot","web-archive-net\\.com\\.bot"],
+    ["WebCapture","WebCapture"],
+    ["WebCEO Online/","WebCEO Online\\/"],
+    ["webcompanycrawler","webcompanycrawler"],
+    ["WebCopier","WebCopier"],
+    ["WebDataStats","WebDataStats"],
+    ["Webflow","Webflow"],
+    ["webgains-bot","webgains-bot"],
+    ["webmon","webmon "],
+    ["weborama-fetcher","weborama-fetcher"],
+    ["webprosbot/","webprosbot\\/"],
+    ["Website-info.net-Robot","Website-info\\.net-Robot"],
+    ["WebsiteOps","WebsiteOps"],
+    ["websitepulse","websitepulse"],
+    ["WebSniffer/","WebSniffer\\/"],
+    ["webspidermount","webspidermount"],
+    ["WebwikiBot/","WebwikiBot\\/"],
+    ["webzio","webzio"],
+    ["WebZIP","WebZIP"],
+    ["WEDOS OnLine","WEDOS OnLine"],
+    ["WellKnownBot","WellKnownBot"],
+    ["WepchSearchEngine","WepchSearchEngine"],
+    ["WeSEE:Search","WeSEE:Search"],
+    ["WhatsApp","WhatsApp"],
+    ["WhatsMyIP.org","WhatsMyIP\\.org"],
+    ["WhatWeb/","WhatWeb\\/"],
+    ["Wheregoes.com","Wheregoes\\.com"],
+    ["wheresitup.com/","wheresitup\\.com\\/"],
+    ["WikiDo","WikiDo"],
+    ["WireReaderBot/","WireReaderBot\\/"],
+    ["WISEbot","WISEbot"],
+    ["WJHRO/","WJHRO\\/"],
+    ["wknd-bot","wknd-bot"],
+    ["wmtips.com/","wmtips\\.com\\/"],
+    ["wocbot","wocbot"],
+    ["woobot","woobot"],
+    ["woorankreview/","woorankreview\\/"],
+    ["WordCountBot/","WordCountBot\\/"],
+    ["WordPress/","WordPress\\/"],
+    ["Wordup-1","Wordup-1"],
+    ["WordupInfoSearch","WordupInfoSearch"],
+    ["woriobot","woriobot"],
+    ["workona-favicon-service/","workona-favicon-service\\/"],
+    ["WorldBot","WorldBot"],
+    ["WormlyBot","WormlyBot"],
+    ["wotbox","wotbox"],
+    ["WOVN Crawler","WOVN Crawler"],
+    ["WovnCrawler/","WovnCrawler\\/"],
+    ["wowLink Crawler/","wowLink Crawler\\/"],
+    ["WP Time Capsule","WP Time Capsule"],
+    ["wpbot/","wpbot\\/"],
+    ["WPMU DEV Broken Link Checker","WPMU DEV Broken Link Checker"],
+    ["WPMU DEV Hub","WPMU DEV Hub"],
+    ["WPMUDEV Uptime Monitor","WPMUDEV Uptime Monitor"],
+    ["WPScan","WPScan"],
+    ["WPSec/","WPSec\\/"],
+    ["WPUmbrella","WPUmbrella"],
+    ["WRTNBot","WRTNBot"],
+    ["WSM/","WSM\\/"],
+    ["WTotem","WTotem"],
+    ["www.uptime.com","www\\.uptime\\.com"],
+    ["Xenu Link Sleuth","Xenu Link Sleuth"],
+    ["Xing Bot","Xing Bot"],
+    ["XML Sitemaps Generator","XML Sitemaps Generator"],
+    ["xovibot","xovibot"],
+    ["XoviOnpageCrawler","XoviOnpageCrawler"],
+    ["XY-Archive-Compliance","XY-Archive-Compliance"],
+    ["Y!J","Y!J"],
+    ["yacybot","yacybot"],
+    ["Yahoo Ad monitoring","Yahoo Ad monitoring"],
+    ["Yahoo Link Preview","Yahoo Link Preview"],
+    ["YahooCacheSystem","YahooCacheSystem"],
+    ["YahooMailProxy","YahooMailProxy"],
+    ["YaK/","YaK\\/"],
+    ["yandex.com/bots","yandex\\.com\\/bots"],
+    ["YandexRenderResourcesBot/","YandexRenderResourcesBot\\/"],
+    ["YandoriRSSBot","YandoriRSSBot"],
+    ["yanga","yanga"],
+    ["Yellowbrandprotectionbot","Yellowbrandprotectionbot"],
+    ["yelpspider","yelpspider"],
+    ["Yeti","Yeti"],
+    ["YextBot/","YextBot\\/"],
+    ["YisouSpider","YisouSpider"],
+    ["YLT Chrome","YLT Chrome"],
+    ["YokoyGroupAG/","YokoyGroupAG\\/"],
+    ["yoozBot","yoozBot"],
+    ["YouBot","YouBot"],
+    ["YoudaoBot","YoudaoBot"],
+    ["Yuuperbot","Yuuperbot"],
+    ["Zabbix","Zabbix"],
+    ["ZanistaBot","ZanistaBot"],
+    ["Zapier","Zapier"],
+    ["Zealbot","Zealbot"],
+    ["zebra-v2-bot","zebra-v2-bot"],
+    ["zenback bot","zenback bot"],
+    ["Zendesk Webhook","Zendesk Webhook"],
+    ["zgrab","zgrab"],
+    ["ZmEu","ZmEu"],
+    ["Zombiebot/","Zombiebot\\/"],
+    ["ZoomBot","ZoomBot"],
+    ["ZoomInfo-","ZoomInfo-"],
+    ["ZoominfoBot","ZoominfoBot"],
+    ["ZoteroTranslationServer/WMF","ZoteroTranslationServer\\/WMF"],
+    ["ZumBot","ZumBot"],
+    ["ZuperlistBot/","ZuperlistBot\\/"],
+    ["ZyBorg","ZyBorg"],
+    ["zzhbot","zzhbot"],
+  ] },
+  "seo": { source: "monperrus/crawler-user-agents", revision: "v1.60.0@7baee040e862", license: "MIT", patterns: [
+    ["(sistrix|SISTRIX) [cC]rawler","(sistrix|SISTRIX) [cC]rawler"],
+    ["^BW\\/","^BW\\/"],
+    ["^CrunchBot","^CrunchBot"],
+    ["^dcrawl","^dcrawl"],
+    ["^Silk\\/","^Silk\\/"],
+    ["007ac9 Crawler","007ac9 Crawler"],
+    ["008/","008\\/"],
+    ["2ip bot","2ip bot"],
+    ["2ip.ru","2ip\\.ru"],
+    ["acapbot","acapbot"],
+    ["AdagioBot","AdagioBot"],
+    ["AdminLabs","AdminLabs"],
+    ["advanced_crawler","advanced_crawler"],
+    ["Adventurer","Adventurer"],
+    ["AGAKIDSBOT","AGAKIDSBOT"],
+    ["AgencyAnalyticsBot","AgencyAnalyticsBot"],
+    ["Ahrefs","Ahrefs(Bot|SiteAudit)"],
+    ["alexa site audit","alexa site audit"],
+    ["alienfarm","alienfarm"],
+    ["allOrigins","allOrigins"],
+    ["AlphaBot","AlphaBot"],
+    ["AndersPinkBot","AndersPinkBot"],
+    ["Apercite","Apercite"],
+    ["AppSiteAssociation","AppSiteAssociation"],
+    ["Aragog/","Aragog\\/"],
+    ["Asana/","Asana\\/"],
+    ["Attracta","Attracta"],
+    ["Audisto Crawler","Audisto Crawler"],
+    ["AudistoBot","AudistoBot"],
+    ["AwarioBot","AwarioBot"],
+    ["AwarioRssBot","AwarioRssBot"],
+    ["AwarioSmartBot","AwarioSmartBot"],
+    ["awesomecrawler","awesomecrawler"],
+    ["B2B Bot","B2B Bot"],
+    ["backlinkcrawler","backlinkcrawler"],
+    ["Bark","Bark[rR]owler"],
+    ["BDBot/","BDBot\\/"],
+    ["BDCbot","BDCbot"],
+    ["BDFetch","BDFetch"],
+    ["BeeperBot","BeeperBot"],
+    ["BehloolBot","BehloolBot"],
+    ["betaBot","betaBot"],
+    ["BigUpDataBot","BigUpDataBot"],
+    ["BitBot","BitBot"],
+    ["Bitbucket-Webhooks","Bitbucket-Webhooks"],
+    ["bitlybot","bitlybot"],
+    ["BLEXBot/","BLEXBot\\/"],
+    ["blogmuraBot","blogmuraBot"],
+    ["BLP_bbot","BLP_bbot"],
+    ["BoardGamePricesBot","BoardGamePricesBot"],
+    ["BomboraBot","BomboraBot"],
+    ["bot-pge.chlooe.com","bot-pge\\.chlooe\\.com"],
+    ["botify","botify"],
+    ["BotPoke","BotPoke"],
+    ["BoxcarBot","BoxcarBot"],
+    ["brainobot","brainobot"],
+    ["BrandONbot","BrandONbot"],
+    ["BrandVerity","BrandVerity"],
+    ["Brandwatch","Brandwatch"],
+    ["BrightEdge Crawler","BrightEdge Crawler"],
+    ["brokenlinkcheck.com","brokenlinkcheck\\.com"],
+    ["BublupBot","BublupBot"],
+    ["Bushbaby","Bushbaby"],
+    ["Butterfly","Butterfly"],
+    ["buzzbot","buzzbot"],
+    ["BW/","BW\\/"],
+    ["CaliberBot","CaliberBot"],
+    ["Caliperbot","Caliperbot"],
+    ["CapitalOneShopping","CapitalOneShopping"],
+    ["careerbot","careerbot"],
+    ["CentComBot/","CentComBot\\/"],
+    ["centuryb.o.t9","centuryb\\.o\\.t9"],
+    ["centurybot","centurybot"],
+    ["certytags","certytags"],
+    ["ChargeBeeBot","ChargeBeeBot"],
+    ["Charlotte","Charlotte"],
+    ["Chrome Privacy Preserving Prefetch Proxy","Chrome Privacy Preserving Prefetch Proxy"],
+    ["Cincraw","Cincraw"],
+    ["CirrusExplorer","CirrusExplorer"],
+    ["ClarityBot/","ClarityBot\\/"],
+    ["Clearscopebot","Clearscopebot"],
+    ["Cloudflare-Custom-Hostname-Verification","Cloudflare-Custom-Hostname-Verification"],
+    ["CloudFlare-Prefetch","CloudFlare-Prefetch"],
+    ["Cloudflare-Stream-Hook","Cloudflare-Stream-Hook"],
+    ["Cloudflare-Stream-Webhook","Cloudflare-Stream-Webhook"],
+    ["Cloudtrellis","Cloudtrellis"],
+    ["CMSChecker","CMSChecker"],
+    ["Cocolyzebot","Cocolyzebot"],
+    ["cognitiveSEO Bot","cognitiveSEO Bot"],
+    ["cognitiveseo.com","cognitiveseo\\.com"],
+    ["collection@infegy.com","collection@infegy\\.com"],
+    ["Companybook-Crawler","Companybook-Crawler"],
+    ["content crawler spider","content crawler spider"],
+    ["contentkingapp","contentkingapp"],
+    ["contxbot","contxbot"],
+    ["Convermax","Convermax"],
+    ["Cotoyogi","Cotoyogi"],
+    ["crawler_eb_germany","crawler_eb_germany"],
+    ["Crawlson","Crawlson"],
+    ["CrawlyProjectCrawler","CrawlyProjectCrawler"],
+    ["Criticalcss.com","Criticalcss\\.com"],
+    ["crusty/","crusty\\/"],
+    ["CrystalSemanticsBot","CrystalSemanticsBot"],
+    ["Cutbot","Cutbot"],
+    ["CXK_Bot","CXK_Bot"],
+    ["DaspeedBot","DaspeedBot"],
+    ["Datafeedwatch","Datafeedwatch"],
+    ["DataForSeoBot","DataForSeoBot"],
+    ["datagnionbot","datagnionbot"],
+    ["Datanyze","Datanyze"],
+    ["Dataprovider.com","Dataprovider\\.com"],
+    ["Dead Link Checker","Dead Link Checker"],
+    ["deadlinkchecker","deadlinkchecker"],
+    ["DeepCrawl","DeepCrawl"],
+    ["Deskyobot","Deskyobot"],
+    ["DF Bot","DF Bot"],
+    ["Diffbot/","Diffbot\\/"],
+    ["Digg Deeper","Digg Deeper"],
+    ["Digincore bot","Digincore bot"],
+    ["Disqus","Disqus"],
+    ["Dlc/","Dlc\\/"],
+    ["Dmbot","Dmbot"],
+    ["DnBCrawler","DnBCrawler"],
+    ["DnyzBot","DnyzBot"],
+    ["Domain Re-Animator Bot","Domain Re-Animator Bot"],
+    ["domaincrawler","domaincrawler"],
+    ["Domains Project/","Domains Project\\/"],
+    ["DomainStatsBot","DomainStatsBot"],
+    ["DomCopBot","DomCopBot"],
+    ["dotbot","dotbot"],
+    ["Dragonbot","Dragonbot"],
+    ["drupact","drupact"],
+    ["e.ventures Investment Crawler","e\\.ventures Investment Crawler"],
+    ["easybill-ImportManager","easybill-ImportManager"],
+    ["EchoboxBot/","EchoboxBot\\/"],
+    ["edansbot","edansbot"],
+    ["electricmonk","electricmonk"],
+    ["elisabot","elisabot"],
+    ["eMoneyBot","eMoneyBot"],
+    ["epicbot","epicbot"],
+    ["EpivozCrawler","EpivozCrawler"],
+    ["eRepublik.tools","eRepublik\\.tools"],
+    ["eright","eright"],
+    ["ev-crawler/","ev-crawler\\/"],
+    ["evc-batch","evc-batch"],
+    ["ExodusMovement","ExodusMovement"],
+    ["ExtLinksBot","ExtLinksBot"],
+    ["Ezgif","Ezgif"],
+    ["EZID","EZID"],
+    ["ezooms","ezooms"],
+    ["factset_spyderbot","factset_spyderbot"],
+    ["FDL Stats Bot","FDL Stats Bot"],
+    ["Fedicabot","Fedicabot"],
+    ["FedReporterDataBot","FedReporterDataBot"],
+    ["Fetch/","Fetch\\/"],
+    ["fidget-spinner-bot","fidget-spinner-bot"],
+    ["FindITAnswersbot","FindITAnswersbot"],
+    ["findlink","findlink"],
+    ["FirmoGraph","FirmoGraph"],
+    ["Friendly testing bot","Friendly testing bot"],
+    ["friendly-spider","friendly-spider"],
+    ["FriendlyCrawler/","FriendlyCrawler\\/"],
+    ["fuelbot","fuelbot"],
+    ["FullStoryBot/","FullStoryBot\\/"],
+    ["FuseonBot/","FuseonBot\\/"],
+    ["Fyrebot","Fyrebot"],
+    ["g00g1e.net","g00g1e\\.net"],
+    ["G2 Web Services","G2 Web Services"],
+    ["GarlikCrawler","GarlikCrawler"],
+    ["gdnplus.com","gdnplus\\.com"],
+    ["Genieo","Genieo"],
+    ["getthit.com","getthit\\.com"],
+    ["GIFTEDVISITOR SCAN","GIFTEDVISITOR SCAN"],
+    ["GingerCrawler","GingerCrawler"],
+    ["gnam gnam spider","gnam gnam spider"],
+    ["GnowitNewsbot","GnowitNewsbot"],
+    ["Goodzer","Goodzer"],
+    ["Google-Apps-Script","Google-Apps-Script"],
+    ["Google-Area120","Google-Area120"],
+    ["GoogleAssociationService","GoogleAssociationService$"],
+    ["GoogleAssociationService/","GoogleAssociationService\\/"],
+    ["GoogleDocs","GoogleDocs"],
+    ["GoPay","GoPay"],
+    ["Gowikibot","Gowikibot"],
+    ["Grammarly/","Grammarly\\/"],
+    ["gregcrawler","gregcrawler"],
+    ["Grobbot","Grobbot"],
+    ["GroupHigh/","GroupHigh\\/"],
+    ["Grover/","Grover\\/"],
+    ["gslfbot","gslfbot"],
+    ["GuestpostsBot/","GuestpostsBot\\/"],
+    ["HappyWing","HappyWing"],
+    ["harsilbot/","harsilbot\\/"],
+    ["HawaiiBot","HawaiiBot"],
+    ["hCardValidator","hCardValidator"],
+    ["Hello World","Hello World"],
+    ["HelloworkJobPostingBot/","HelloworkJobPostingBot\\/"],
+    ["HIFIBot/","HIFIBot\\/"],
+    ["Hlidam.to robot","Hlidam\\.to robot"],
+    ["Hotjar","Hotjar"],
+    ["HubSpot","HubSpot"],
+    ["Huckabot/","Huckabot\\/"],
+    ["Hype Machine/","Hype Machine\\/"],
+    ["hypestat","hypestat"],
+    ["hyscore.io","hyscore\\.io"],
+    ["IBM Crawler","IBM Crawler"],
+    ["ICBot/","ICBot\\/"],
+    ["IDG/EU","IDG\\/EU"],
+    ["IFTTT/","IFTTT\\/"],
+    ["ImageFetcher/","ImageFetcher\\/"],
+    ["imgproxy/","imgproxy\\/"],
+    ["impendoom-bot/","impendoom-bot\\/"],
+    ["imrbot","imrbot"],
+    ["Indy Library","Indy Library"],
+    ["infoobot","infoobot"],
+    ["Innguma/","Innguma\\/"],
+    ["Instapaper/","Instapaper\\/"],
+    ["Integromat/","Integromat\\/"],
+    ["intelium_bot","intelium_bot"],
+    ["InterfaxScanBot","InterfaxScanBot"],
+    ["IonCrawl","IonCrawl"],
+    ["ips-agent","ips-agent"],
+    ["iskanie","iskanie"],
+    ["it2media-domain-crawler","it2media-domain-crawler"],
+    ["James BOT","James BOT"],
+    ["Jamie's Spider","Jamie's Spider"],
+    ["jpg-newsbot","jpg-newsbot"],
+    ["Jumio","Jumio"],
+    ["KangarooBot/","KangarooBot\\/"],
+    ["kazbtbot/","kazbtbot\\/"],
+    ["Kemvibot","Kemvibot"],
+    ["keys-so-bot","keys-so-bot"],
+    ["kinsta-bot","kinsta-bot"],
+    ["Klaviyo/","Klaviyo\\/"],
+    ["KomodiaBot","KomodiaBot"],
+    ["Konturbot/","Konturbot\\/"],
+    ["KosmioBot","KosmioBot"],
+    ["KStandBot","KStandBot"],
+    ["Kukei.eu-Bot/","Kukei\\.eu-Bot\\/"],
+    ["Landau-Media-Spider","Landau-Media-Spider"],
+    ["Laserlikebot","Laserlikebot"],
+    ["LastModBot/","LastModBot\\/"],
+    ["Leikibot","Leikibot"],
+    ["linkapediabot","linkapediabot"],
+    ["LinkCheckerBot","LinkCheckerBot"],
+    ["linkdex","linkdex"],
+    ["LinkisBot","LinkisBot"],
+    ["LinksIndexerBot/","LinksIndexerBot\\/"],
+    ["LinkTiger","LinkTiger"],
+    ["LinkWalker/","LinkWalker\\/"],
+    ["lipperhey","lipperhey"],
+    ["Livelap","Livelap[bB]ot"],
+    ["lssbot","lssbot"],
+    ["lssrocketcrawler","lssrocketcrawler"],
+    ["Luminator-robots","Luminator-robots"],
+    ["Macrobondbot","Macrobondbot"],
+    ["MADBbot/","MADBbot\\/"],
+    ["Magellan","Magellan"],
+    ["magicsearchdev/","magicsearchdev\\/"],
+    ["Magnet.me-web/","Magnet\\.me-web\\/"],
+    ["magpie-crawler","magpie-crawler"],
+    ["MainWP/","MainWP\\/"],
+    ["Make/","Make\\/"],
+    ["ManageWP","ManageWP"],
+    ["mappydata","mappydata"],
+    ["MarketGoo/","MarketGoo\\/"],
+    ["MarketingMiner","MarketingMiner"],
+    ["MauiBot","MauiBot"],
+    ["Mavifinds","Mavifinds"],
+    ["MB-LinkChecker","MB-LinkChecker"],
+    ["MBCrawler","MBCrawler"],
+    ["MedialogiaBot","MedialogiaBot"],
+    ["MediaMonitoringBot/","MediaMonitoringBot\\/"],
+    ["MegaIndex","MegaIndex"],
+    ["MeltwaterNews","MeltwaterNews"],
+    ["memorybot","memorybot"],
+    ["MergadoBot","MergadoBot"],
+    ["MetaInspector","MetaInspector"],
+    ["MetaJobBot","MetaJobBot"],
+    ["MetaURI","MetaURI"],
+    ["Metorik","Metorik"],
+    ["mindUpBot","mindUpBot"],
+    ["MissinglettrBot/","MissinglettrBot\\/"],
+    ["MixnodeCache/","MixnodeCache\\/"],
+    ["MJ12bot","MJ12bot"],
+    ["mlbot","mlbot"],
+    ["ModernizeBot","ModernizeBot"],
+    ["ModularConnector/","ModularConnector\\/"],
+    ["Mollie HTTP client","Mollie HTTP client"],
+    ["Monibot","Monibot"],
+    ["MonTools.com","MonTools\\.com"],
+    ["MoodleBot","MoodleBot"],
+    ["Moreover","Moreover"],
+    ["MotoMinerBot/","MotoMinerBot\\/"],
+    ["MTRobot","MTRobot"],
+    ["MuckRack","MuckRack"],
+    ["Multiviewbot","Multiviewbot"],
+    ["my-tiny-bot","my-tiny-bot"],
+    ["MyBot/","MyBot\\/"],
+    ["nbertaupete95","nbertaupete95"],
+    ["NerdByNature.Bot","NerdByNature\\.Bot"],
+    ["nerdybot","nerdybot"],
+    ["NetAPI","NetAPI"],
+    ["netEstate NE Crawler","netEstate NE Crawler"],
+    ["Neticle Crawler","Neticle Crawler"],
+    ["NetpeakCheckerBot/","NetpeakCheckerBot\\/"],
+    ["netresearchserver","netresearchserver"],
+    ["NewsNow/","NewsNow\\/"],
+    ["niki-bot","niki-bot"],
+    ["Nimbostratus-Bot","Nimbostratus-Bot"],
+    ["Nitro-","Nitro-"],
+    ["NitroBot","NitroBot"],
+    ["nomore404.com robot","nomore404\\.com robot"],
+    ["noorobot","noorobot"],
+    ["Nooshub/","Nooshub\\/"],
+    ["Notabot","Notabot"],
+    ["Novaact/","Novaact\\/"],
+    ["Nuzzel","Nuzzel"],
+    ["nvdorz","nvdorz"],
+    ["nyt_scraping","nyt_scraping"],
+    ["Ocarinabot","Ocarinabot"],
+    ["Odin;","Odin;"],
+    ["omgili","omgili"],
+    ["Omnisend/","Omnisend\\/"],
+    ["OnCrawl/","OnCrawl\\/"],
+    ["Online Domain Tools","Online Domain Tools"],
+    ["online-webceo-bot","online-webceo-bot"],
+    ["OpenGraphCheck","OpenGraphCheck"],
+    ["Operator/","Operator\\/"],
+    ["Optimizer)","Optimizer\\)"],
+    ["Orbbot/","Orbbot\\/"],
+    ["OutsellURLValidator","OutsellURLValidator"],
+    ["page-preview-tool","page-preview-tool"],
+    ["PagePeeker/","PagePeeker\\/"],
+    ["PageThing","PageThing"],
+    ["Pandalytics","Pandalytics"],
+    ["panscient","panscient"],
+    ["PaperLiBot","PaperLiBot"],
+    ["Paqlebot/","Paqlebot\\/"],
+    ["parse.ly scraper/","parse\\.ly scraper\\/"],
+    ["PayPal/","PayPal\\/"],
+    ["PDF24 URL To PDF","PDF24 URL To PDF"],
+    ["Penthouse Critical Path CSS Generator","Penthouse Critical Path CSS Generator"],
+    ["PiplBot","PiplBot"],
+    ["Plesk screenshot bot","Plesk screenshot bot"],
+    ["PocketParser","PocketParser"],
+    ["postrank","postrank"],
+    ["Potions/","Potions\\/"],
+    ["PR-CY.RU","PR-CY\\.RU"],
+    ["PressEngineBot","PressEngineBot"],
+    ["PricedroneShoppingBot/","PricedroneShoppingBot\\/"],
+    ["PriEcoBot/","PriEcoBot\\/"],
+    ["Primalbot","Primalbot"],
+    ["PrintFriendly.com","PrintFriendly\\.com"],
+    ["PrivacyAwareBot","PrivacyAwareBot"],
+    ["Pro-Sitemaps/","Pro-Sitemaps\\/"],
+    ["PS_Daily/","PS_Daily\\/"],
+    ["PWABuilderHttpAgent","PWABuilderHttpAgent"],
+    ["Pywikibot/","Pywikibot\\/"],
+    ["QualifiedBot/","QualifiedBot\\/"],
+    ["rakutenusabot-image/","rakutenusabot-image\\/"],
+    ["RankActiveLinkBot","RankActiveLinkBot"],
+    ["RankurBot/","RankurBot\\/"],
+    ["RavenCrawler/","RavenCrawler\\/"],
+    ["Readable/","Readable\\/"],
+    ["Recurly Webhooks/","Recurly Webhooks\\/"],
+    ["Reelevant/","Reelevant\\/"],
+    ["Refindbot","Refindbot"],
+    ["RegionStuttgartBot","RegionStuttgartBot"],
+    ["remove.bg/","remove\\.bg\\/"],
+    ["RepoLookoutBot","RepoLookoutBot"],
+    ["Retool/","Retool\\/"],
+    ["RetrevoPageAnalyzer","RetrevoPageAnalyzer"],
+    ["RetroListeCOM/","RetroListeCOM\\/"],
+    ["RevvimGort/","RevvimGort\\/"],
+    ["reward-gateway","reward-gateway"],
+    ["RidderBot","RidderBot"],
+    ["Rivva","Rivva"],
+    ["RobotsChecker/","RobotsChecker\\/"],
+    ["rogerbot","rogerbot"],
+    ["RSiteAuditor","RSiteAuditor"],
+    ["RyteBot","RyteBot"],
+    ["S","S[eE][mM]rushBot"],
+    ["s4a-probe-bot/","s4a-probe-bot\\/"],
+    ["s4a/","s4a\\/"],
+    ["SandobaCrawler/","SandobaCrawler\\/"],
+    ["Schema-Markup-Validator","Schema-Markup-Validator"],
+    ["Scoop.it/","Scoop\\.it\\/"],
+    ["ScoutJet","ScoutJet"],
+    ["ScrapeheroBot/","ScrapeheroBot\\/"],
+    ["Screaming Frog SEO Spider","Screaming Frog SEO Spider"],
+    ["screeenly-bot","screeenly-bot"],
+    ["SearchAtlas","SearchAtlas"],
+    ["SEBot-WA","SEBot-WA"],
+    ["seewithkids","seewithkids"],
+    ["semaltbot/","semaltbot\\/"],
+    ["semanticbot","semanticbot"],
+    ["sempi.tech","sempi\\.tech"],
+    ["SendGrid Event API","SendGrid Event API"],
+    ["SentiBot","SentiBot"],
+    ["SenutoBot","SenutoBot"],
+    ["seo-audit-check-bot/","seo-audit-check-bot\\/"],
+    ["seo4ajax.com","seo4ajax\\.com"],
+    ["SeobilityBot","SeobilityBot"],
+    ["SEOkicks","SEOkicks"],
+    ["SEOlizer","SEOlizer"],
+    ["seoLyt","seoLyt"],
+    ["seoscanners","seoscanners"],
+    ["SeoSiteCheckup","SeoSiteCheckup"],
+    ["seostar.co","seostar\\.co"],
+    ["SeoulBot","SeoulBot"],
+    ["SERankingBacklinksBot","SERankingBacklinksBot"],
+    ["SerendeputyBot","SerendeputyBot"],
+    ["serpstatbot/","serpstatbot\\/"],
+    ["SERPtimizerBot","SERPtimizerBot"],
+    ["ServerHunterSpider/","ServerHunterSpider\\/"],
+    ["SFDC-Callout/","SFDC-Callout\\/"],
+    ["Shopify-Captain-Hook","Shopify-Captain-Hook"],
+    ["Sidetrade indexer bot","Sidetrade indexer bot"],
+    ["SimpleScraper","SimpleScraper"],
+    ["SinceraSyntheticUser/","SinceraSyntheticUser\\/"],
+    ["SiteAuditBot/","SiteAuditBot\\/"],
+    ["sitebot","sitebot"],
+    ["sitebulb","sitebulb"],
+    ["SiteCheck-sitecrawl","SiteCheck-sitecrawl"],
+    ["SiteCheckerBotCrawler","SiteCheckerBotCrawler"],
+    ["siteexplorer.info","siteexplorer\\.info"],
+    ["SiteScoreBot","SiteScoreBot"],
+    ["SitesOverPagesBot","SitesOverPagesBot"],
+    ["Skroutz ImageBot","Skroutz ImageBot"],
+    ["SkroutzBot","SkroutzBot"],
+    ["SkyworkSpider","SkyworkSpider"],
+    ["SlaccaleBot","SlaccaleBot"],
+    ["SlickBot/","SlickBot\\/"],
+    ["smtbot","smtbot"],
+    ["Snacktory","Snacktory"],
+    ["Snipcart/","Snipcart\\/"],
+    ["SocialRankIOBot","SocialRankIOBot"],
+    ["Sonic","Sonic"],
+    ["Sora POS/","Sora POS\\/"],
+    ["SparkPost","SparkPost"],
+    ["SparkShipping","SparkShipping"],
+    ["spbot","spbot"],
+    ["SSSSBot/","SSSSBot\\/"],
+    ["Stape/","Stape\\/"],
+    ["startmebot/","startmebot\\/"],
+    ["Statabot/","Statabot\\/"],
+    ["StatistikAustria/","StatistikAustria\\/"],
+    ["StatsDroneBot","StatsDroneBot"],
+    ["StatusNestBacklinkSpider","StatusNestBacklinkSpider"],
+    ["StorygizeBot","StorygizeBot"],
+    ["Stripe/","Stripe\\/"],
+    ["summify","summify"],
+    ["SurdotlyBot","SurdotlyBot"],
+    ["SurveyBot","SurveyBot"],
+    ["SustainabilityCrawler","SustainabilityCrawler"],
+    ["Svix-Webhooks/","Svix-Webhooks\\/"],
+    ["SwifteqLinkChecker","SwifteqLinkChecker"],
+    ["SWIMGBot","SWIMGBot"],
+    ["Sysomos","Sysomos"],
+    ["t3versionsBot","t3versionsBot"],
+    ["TactiScout/","TactiScout\\/"],
+    ["TangibleeBot","TangibleeBot"],
+    ["tchelebi/","tchelebi\\/"],
+    ["test-bot","test-bot"],
+    ["Testcrawler","Testcrawler"],
+    ["TestURI","TestURI"],
+    ["TextRazor","TextRazor"],
+    ["tigerbot","tigerbot"],
+    ["TinEye","TinEye"],
+    ["TombaPublicWebCrawler","TombaPublicWebCrawler"],
+    ["toplistbot","toplistbot"],
+    ["Traackr.com","Traackr\\.com"],
+    ["tracemyfile","tracemyfile"],
+    ["Trellis-Services","Trellis-Services"],
+    ["trendictionbot","trendictionbot"],
+    ["TrendsmapResolver","TrendsmapResolver"],
+    ["trentwil.es","trentwil\\.es"],
+    ["Trustly/","Trustly\\/"],
+    ["Tweakers","Tweakers"],
+    ["tweetedtimes","tweetedtimes"],
+    ["twengabot","twengabot"],
+    ["Twingly","Twingly"],
+    ["Twurly","Twurly"],
+    ["UASlinkChecker/","UASlinkChecker\\/"],
+    ["um-LN","um-LN"],
+    ["Upflow","Upflow"],
+    ["urlappendbot","urlappendbot"],
+    ["Urlcheckr/","Urlcheckr\\/"],
+    ["URLSuMaBot","URLSuMaBot"],
+    ["useeBookChecker/","useeBookChecker\\/"],
+    ["Vagabondo/","Vagabondo\\/"],
+    ["vebidoobot","vebidoobot"],
+    ["VelenPublicWebCrawler","VelenPublicWebCrawler"],
+    ["Veoozbot","Veoozbot"],
+    ["vercel-screenshot","vercel-screenshot"],
+    ["Vercelbot","Vercelbot"],
+    ["videootvBot","videootvBot"],
+    ["vuhuvBot","vuhuvBot"],
+    ["WARDBot/","WARDBot\\/"],
+    ["Web Screen Service By hyperhost","Web Screen Service By hyperhost"],
+    ["WebCEO Online/","WebCEO Online\\/"],
+    ["webcompanycrawler","webcompanycrawler"],
+    ["WebDataStats","WebDataStats"],
+    ["Webflow","Webflow"],
+    ["webprosbot/","webprosbot\\/"],
+    ["Website-info.net-Robot","Website-info\\.net-Robot"],
+    ["WebSniffer/","WebSniffer\\/"],
+    ["WebwikiBot/","WebwikiBot\\/"],
+    ["webzio","webzio"],
+    ["WellKnownBot","WellKnownBot"],
+    ["WhatsMyIP.org","WhatsMyIP\\.org"],
+    ["Wheregoes.com","Wheregoes\\.com"],
+    ["WireReaderBot/","WireReaderBot\\/"],
+    ["WJHRO/","WJHRO\\/"],
+    ["wmtips.com/","wmtips\\.com\\/"],
+    ["woobot","woobot"],
+    ["woorankreview/","woorankreview\\/"],
+    ["WordCountBot/","WordCountBot\\/"],
+    ["WordPress/","WordPress\\/"],
+    ["Wordup-1","Wordup-1"],
+    ["workona-favicon-service/","workona-favicon-service\\/"],
+    ["WorldBot","WorldBot"],
+    ["WovnCrawler/","WovnCrawler\\/"],
+    ["wowLink Crawler/","wowLink Crawler\\/"],
+    ["WP Time Capsule","WP Time Capsule"],
+    ["wpbot/","wpbot\\/"],
+    ["WPMU DEV Broken Link Checker","WPMU DEV Broken Link Checker"],
+    ["WRTNBot","WRTNBot"],
+    ["WSM/","WSM\\/"],
+    ["Xenu Link Sleuth","Xenu Link Sleuth"],
+    ["XML Sitemaps Generator","XML Sitemaps Generator"],
+    ["xovibot","xovibot"],
+    ["XoviOnpageCrawler","XoviOnpageCrawler"],
+    ["YahooCacheSystem","YahooCacheSystem"],
+    ["YaK/","YaK\\/"],
+    ["Yellowbrandprotectionbot","Yellowbrandprotectionbot"],
+    ["YextBot/","YextBot\\/"],
+    ["YokoyGroupAG/","YokoyGroupAG\\/"],
+    ["yoozBot","yoozBot"],
+    ["Yuuperbot","Yuuperbot"],
+    ["Zapier","Zapier"],
+    ["zebra-v2-bot","zebra-v2-bot"],
+    ["zenback bot","zenback bot"],
+    ["Zendesk Webhook","Zendesk Webhook"],
+    ["Zombiebot/","Zombiebot\\/"],
+    ["ZoomBot","ZoomBot"],
+    ["ZoominfoBot","ZoominfoBot"],
+    ["ZuperlistBot/","ZuperlistBot\\/"],
+    ["zzhbot","zzhbot"],
+  ] },
+  "monitoring": { source: "monperrus/crawler-user-agents", revision: "v1.60.0@7baee040e862", license: "MIT", patterns: [
+    ["(^| )PTST\\/","(^| )PTST\\/"],
+    ["(^| )sentry\\/","(^| )sentry\\/"],
+    ["[cC]ludo","[cC]ludo"],
+    ["[Cc]urebot","[Cc]urebot"],
+    ["[pP]ingdom","[pP]ingdom"],
+    ["ABEvalBot","ABEvalBot"],
+    ["Accessible Web Bot","Accessible Web Bot"],
+    ["AccessStatus","AccessStatus"],
+    ["Acquia optimize","Acquia optimize"],
+    ["ActiveComply","ActiveComply"],
+    ["AlertSite","AlertSite"],
+    ["AppInsights","AppInsights"],
+    ["AtVowBot","AtVowBot"],
+    ["Automaton","Automaton|Newsify Feed Fetcher"],
+    ["Baidu-YunGuanCe","Baidu-YunGuanCe"],
+    ["Better Uptime Bot","Better Uptime Bot"],
+    ["BetterUptimeBot","BetterUptimeBot"],
+    ["BinaryCanary","BinaryCanary"],
+    ["Blackbox Exporter/","Blackbox Exporter\\/"],
+    ["Bling ERP","Bling ERP"],
+    ["Blockaid","Blockaid"],
+    ["BlogVault","BlogVault"],
+    ["Buck/","Buck\\/"],
+    ["BuddyBot","BuddyBot"],
+    ["Bugsnag","Bugsnag"],
+    ["CapsuleChecker","CapsuleChecker"],
+    ["CapterraBot","CapterraBot"],
+    ["carbon-umbrella-bot","carbon-umbrella-bot"],
+    ["Catchpoint","Catchpoint"],
+    ["caveman-hunter","caveman-hunter"],
+    ["changedetection","changedetection"],
+    ["check_http","check_http"],
+    ["CheckHost","CheckHost"],
+    ["Checkly","Checkly"],
+    ["CheckMarkNetwork/","CheckMarkNetwork\\/"],
+    ["Chirp","Chirp|gotosocial"],
+    ["Chrome-Lighthouse","Chrome-Lighthouse"],
+    ["CloudFlare-AlwaysOnline","CloudFlare-AlwaysOnline"],
+    ["cloudflare-csup","cloudflare-csup"],
+    ["Cloudflare-Custom-Error-Page-Crawler","Cloudflare-Custom-Error-Page-Crawler"],
+    ["Cloudflare-Healthchecks","Cloudflare-Healthchecks"],
+    ["Cloudflare-SpeedTest","Cloudflare-SpeedTest"],
+    ["Cloudflare-Traffic-Manager","Cloudflare-Traffic-Manager"],
+    ["Cloudflare-Validator","Cloudflare-Validator"],
+    ["CloudflareRadarURLScanner","CloudflareRadarURLScanner"],
+    ["Corporama matcher","Corporama matcher"],
+    ["Crazy Egg","Crazy Egg"],
+    ["Critical CSS Bot","Critical CSS Bot"],
+    ["cron-job.org","cron-job\\.org"],
+    ["Cronless","Cronless"],
+    ["DareBoost","DareBoost"],
+    ["Dark Visitor","Dark Visitor"],
+    ["Datadog Agent","Datadog Agent"],
+    ["Datadog Synthetic","Datadog Synthetic"],
+    ["DatadogSynthetics","DatadogSynthetics"],
+    ["deepnoc","deepnoc"],
+    ["Determ","Determ"],
+    ["DMBrowser","DMBrowser"],
+    ["DominicBot","DominicBot"],
+    ["Dotcom-Monitor","Dotcom-Monitor"],
+    ["Dow Jones Searchbot","Dow Jones Searchbot"],
+    ["downnotifier.com","downnotifier\\.com"],
+    ["DowntimeDetector/","DowntimeDetector\\/"],
+    ["DrataAutopilot","DrataAutopilot"],
+    ["DreamHost Data Team","DreamHost Data Team"],
+    ["Drupalbot","Drupalbot"],
+    ["Dubbotbot","Dubbotbot"],
+    ["EasyCron/","EasyCron\\/"],
+    ["easyDNS Monitoring","easyDNS Monitoring"],
+    ["EdgeWatch","EdgeWatch"],
+    ["elmah.io Uptime Monitoring","elmah\\.io Uptime Monitoring"],
+    ["elmahio-uptimebot","elmahio-uptimebot"],
+    ["eMoney Advisor","eMoney Advisor"],
+    ["EvoUptimeBot","EvoUptimeBot"],
+    ["Experibot","Experibot"],
+    ["FastDAST","FastDAST"],
+    ["FediDB","FediDB"],
+    ["FediList Agent","FediList Agent"],
+    ["fedistatsCrawler","fedistatsCrawler"],
+    ["FedReporter Bot for FFIEC","FedReporter Bot for FFIEC"],
+    ["FeedValidator","FeedValidator"],
+    ["FreeWebMonitoring SiteChecker","FreeWebMonitoring SiteChecker"],
+    ["Freshbot","Freshbot"],
+    ["FreshpingBot","FreshpingBot"],
+    ["GenomeCrawlerd","GenomeCrawlerd"],
+    ["Google Trust Services","Google Trust Services"],
+    ["GoogleStackdriverMonitoring","GoogleStackdriverMonitoring"],
+    ["GotSiteMonitor.com","GotSiteMonitor\\.com"],
+    ["GTmetrix","GTmetrix"],
+    ["HaloBot","HaloBot"],
+    ["HanaleiBot","HanaleiBot"],
+    ["HeadOnlyScraper","HeadOnlyScraper"],
+    ["HetrixTools","HetrixTools"],
+    ["Honeybadger Uptime Check","Honeybadger Uptime Check"],
+    ["HoneybadgerBot","HoneybadgerBot"],
+    ["HostTracker/","HostTracker\\/"],
+    ["Hydrozen.io","Hydrozen\\.io"],
+    ["internetVista monitor","internetVista monitor"],
+    ["Irokez.cz monitoring","Irokez\\.cz monitoring"],
+    ["IsDownBot/","IsDownBot\\/"],
+    ["jetmon/","jetmon\\/"],
+    ["keycdn-tools/","keycdn-tools\\/"],
+    ["Known Agent","Known Agent"],
+    ["linko","linko"],
+    ["LinkpadBot","LinkpadBot"],
+    ["LogicMonitor","LogicMonitor"],
+    ["loopimprovements.com","loopimprovements\\.com"],
+    ["MagnetmeBot","MagnetmeBot"],
+    ["Magus Bot","Magus Bot"],
+    ["Mediatoolkitbot","Mediatoolkitbot"],
+    ["minicrawler","minicrawler"],
+    ["Minoru's Fediverse Crawler","Minoru's Fediverse Crawler"],
+    ["ModatScanner","ModatScanner"],
+    ["monitis -","monitis -"],
+    ["monitoring360bot/","monitoring360bot\\/"],
+    ["Monsidobot","Monsidobot"],
+    ["MonSpark/","MonSpark\\/"],
+    ["montastic-monitor","montastic-monitor"],
+    ["MontasticMonitor","MontasticMonitor"],
+    ["MxToolbox","MxToolbox"],
+    ["Netumo","Netumo|netumo"],
+    ["NETVIGIE","NETVIGIE"],
+    ["New York Times Newsgathering","New York Times Newsgathering"],
+    ["NewRelicbot/","NewRelicbot\\/"],
+    ["NewRelicSynthetics","NewRelicSynthetics"],
+    ["NIXStatsbot","NIXStatsbot"],
+    ["NoahBot","NoahBot"],
+    ["NodePing","NodePing"],
+    ["Noibu","Noibu"],
+    ["ObservePoint","ObservePoint"],
+    ["OhDear/","OhDear\\/"],
+    ["OneTrust","OneTrust"],
+    ["OnlineOrNot.com_bot","OnlineOrNot\\.com_bot"],
+    ["OWLer-W","OWLer-W"],
+    ["Pagespeed/","Pagespeed\\/"],
+    ["Panopta","Panopta"],
+    ["ParselySharesBot","ParselySharesBot"],
+    ["PingAdmin.Ru/","PingAdmin\\.Ru\\/"],
+    ["pingping.io/","pingping\\.io\\/"],
+    ["PlagAwareBot","PlagAwareBot"],
+    ["Poduptime","Poduptime"],
+    ["Pomothy-Bot","Pomothy-Bot"],
+    ["PRTG Network Monitor","PRTG Network Monitor"],
+    ["PRTGCloudBot/","PRTGCloudBot\\/"],
+    ["pulsetic.com","pulsetic\\.com"],
+    ["Qualys","Qualys"],
+    ["Rackspace Monitoring/","Rackspace Monitoring\\/"],
+    ["Rakuten Image extraction bot","Rakuten Image extraction bot"],
+    ["RED/","RED\\/"],
+    ["Rigor)","Rigor\\)"],
+    ["RuxitSynthetic","RuxitSynthetic"],
+    ["Scrunchbot","Scrunchbot"],
+    ["SENTINEL-LinkCheck","SENTINEL-LinkCheck"],
+    ["SentryUptimeBot/","SentryUptimeBot\\/"],
+    ["SequelWP","SequelWP"],
+    ["Server Density Service Monitoring","Server Density Service Monitoring"],
+    ["ServerDensity","ServerDensity"],
+    ["Silktide","Silktide"],
+    ["Sindup","Sindup"],
+    ["Site24x7","Site24x7"],
+    ["Siteimprove.com","Siteimprove\\.com"],
+    ["SiteLock","SiteLock"],
+    ["SiteUptime.com","SiteUptime\\.com"],
+    ["SleepBot","SleepBot"],
+    ["solarwinds/","solarwinds\\/"],
+    ["Spectate/","Spectate\\/"],
+    ["Splunk","Splunk"],
+    ["SQWatcher","SQWatcher"],
+    ["StatusCake","StatusCake"],
+    ["Streamline3Bot/","Streamline3Bot\\/"],
+    ["sv-watchagent","sv-watchagent"],
+    ["SynthesiBot","SynthesiBot"],
+    ["synthetic-monitoring-agent/","synthetic-monitoring-agent\\/"],
+    ["Termly","Termly"],
+    ["ThousandEyes","ThousandEyes"],
+    ["TSMbot","TSMbot"],
+    ["updown.io","updown\\.io"],
+    ["Uptime-Kuma","Uptime-Kuma"],
+    ["Uptime/","Uptime\\/"],
+    ["Uptimebot.org","Uptimebot\\.org"],
+    ["UptimeBot/","UptimeBot\\/"],
+    ["uptimedoctor","uptimedoctor"],
+    ["UptimeRobot","UptimeRobot"],
+    ["UptimeStatistics","UptimeStatistics"],
+    ["Uptimia","Uptimia"],
+    ["uptrends","uptrends"],
+    ["UrlSuMa.de crawler","UrlSuMa\\.de crawler"],
+    ["Validator.nu","Validator\\.nu"],
+    ["videootv Bot","videootv Bot"],
+    ["Vigil/","Vigil\\/"],
+    ["vmcrawl","vmcrawl"],
+    ["W3C_CSS_Validator","W3C_CSS_Validator"],
+    ["W3C_I18n-Checker","W3C_I18n-Checker"],
+    ["W3C_Unicorn","W3C_Unicorn"],
+    ["W3C_Validator","W3C_Validator"],
+    ["W3C-checklink","W3C-checklink"],
+    ["W3C-mobileOK","W3C-mobileOK"],
+    ["Watchbot monitoring robot","Watchbot monitoring robot"],
+    ["WatchForBot","WatchForBot"],
+    ["Watchful","Watchful"],
+    ["WatchMouse","WatchMouse"],
+    ["webmon","webmon "],
+    ["WebsiteOps","WebsiteOps"],
+    ["websitepulse","websitepulse"],
+    ["WEDOS OnLine","WEDOS OnLine"],
+    ["wheresitup.com/","wheresitup\\.com\\/"],
+    ["WISEbot","WISEbot"],
+    ["WormlyBot","WormlyBot"],
+    ["WOVN Crawler","WOVN Crawler"],
+    ["WPMU DEV Hub","WPMU DEV Hub"],
+    ["WPMUDEV Uptime Monitor","WPMUDEV Uptime Monitor"],
+    ["WPUmbrella","WPUmbrella"],
+    ["www.uptime.com","www\\.uptime\\.com"],
+    ["YLT Chrome","YLT Chrome"],
+    ["Zabbix","Zabbix"],
+  ] },
+};