agentry 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (119) hide show
  1. checksums.yaml +7 -0
  2. data/CHANGELOG.md +93 -0
  3. data/LICENSE.md +21 -0
  4. data/README.md +552 -0
  5. data/data/bot_categories.json +1 -0
  6. data/data/bot_exceptions.json +1 -0
  7. data/data/bot_ip_ranges.json +1 -0
  8. data/data/bots.json +1 -0
  9. data/data/languages.json +1 -0
  10. data/data/samsung.json +1 -0
  11. data/data/search_engines.json +1 -0
  12. data/lib/agentry.rb +3 -0
  13. data/lib/browser/accept_language.rb +55 -0
  14. data/lib/browser/action_controller.rb +21 -0
  15. data/lib/browser/aliases.rb +33 -0
  16. data/lib/browser/alipay.rb +21 -0
  17. data/lib/browser/base.rb +307 -0
  18. data/lib/browser/blackberry.rb +23 -0
  19. data/lib/browser/bot/empty_user_agent_matcher.rb +11 -0
  20. data/lib/browser/bot/ip_ranges.rb +194 -0
  21. data/lib/browser/bot/keyword_matcher.rb +11 -0
  22. data/lib/browser/bot/known_bots_matcher.rb +11 -0
  23. data/lib/browser/bot.rb +221 -0
  24. data/lib/browser/browser.rb +200 -0
  25. data/lib/browser/cache.rb +92 -0
  26. data/lib/browser/chrome.rb +43 -0
  27. data/lib/browser/client_hints.rb +73 -0
  28. data/lib/browser/cloudflare.rb +65 -0
  29. data/lib/browser/detect_version.rb +22 -0
  30. data/lib/browser/detection.rb +25 -0
  31. data/lib/browser/device/android.rb +20 -0
  32. data/lib/browser/device/base.rb +13 -0
  33. data/lib/browser/device/blackberry_playbook.rb +19 -0
  34. data/lib/browser/device/ipad.rb +19 -0
  35. data/lib/browser/device/iphone.rb +19 -0
  36. data/lib/browser/device/ipod_touch.rb +19 -0
  37. data/lib/browser/device/kindle.rb +19 -0
  38. data/lib/browser/device/kindle_fire.rb +19 -0
  39. data/lib/browser/device/playstation3.rb +19 -0
  40. data/lib/browser/device/playstation4.rb +19 -0
  41. data/lib/browser/device/psp.rb +19 -0
  42. data/lib/browser/device/psvita.rb +19 -0
  43. data/lib/browser/device/samsung.rb +33 -0
  44. data/lib/browser/device/surface.rb +23 -0
  45. data/lib/browser/device/switch.rb +19 -0
  46. data/lib/browser/device/tv.rb +19 -0
  47. data/lib/browser/device/unknown.rb +19 -0
  48. data/lib/browser/device/wii.rb +19 -0
  49. data/lib/browser/device/wiiu.rb +19 -0
  50. data/lib/browser/device/xbox_360.rb +19 -0
  51. data/lib/browser/device/xbox_one.rb +19 -0
  52. data/lib/browser/device.rb +246 -0
  53. data/lib/browser/duck_duck_go.rb +22 -0
  54. data/lib/browser/edge.rb +25 -0
  55. data/lib/browser/electron.rb +22 -0
  56. data/lib/browser/epiphany.rb +21 -0
  57. data/lib/browser/facebook.rb +23 -0
  58. data/lib/browser/firefox.rb +21 -0
  59. data/lib/browser/google_search_app.rb +21 -0
  60. data/lib/browser/huawei_browser.rb +21 -0
  61. data/lib/browser/instagram.rb +21 -0
  62. data/lib/browser/internet_explorer.rb +63 -0
  63. data/lib/browser/maxthon.rb +21 -0
  64. data/lib/browser/meta/base.rb +42 -0
  65. data/lib/browser/meta/device.rb +11 -0
  66. data/lib/browser/meta/generic_browser.rb +15 -0
  67. data/lib/browser/meta/id.rb +11 -0
  68. data/lib/browser/meta/ie.rb +20 -0
  69. data/lib/browser/meta/ios.rb +11 -0
  70. data/lib/browser/meta/mobile.rb +11 -0
  71. data/lib/browser/meta/platform.rb +11 -0
  72. data/lib/browser/meta/proxy.rb +11 -0
  73. data/lib/browser/meta/safari.rb +11 -0
  74. data/lib/browser/meta/tablet.rb +11 -0
  75. data/lib/browser/meta/webkit.rb +11 -0
  76. data/lib/browser/meta.rb +14 -0
  77. data/lib/browser/micro_messenger.rb +21 -0
  78. data/lib/browser/middleware/context/additions.rb +18 -0
  79. data/lib/browser/middleware/context/url_methods.rb +15 -0
  80. data/lib/browser/middleware/context.rb +23 -0
  81. data/lib/browser/middleware.rb +70 -0
  82. data/lib/browser/miui_browser.rb +21 -0
  83. data/lib/browser/nokia.rb +21 -0
  84. data/lib/browser/opera.rb +21 -0
  85. data/lib/browser/otter.rb +21 -0
  86. data/lib/browser/phantom_js.rb +21 -0
  87. data/lib/browser/platform/adobe_air.rb +23 -0
  88. data/lib/browser/platform/android.rb +23 -0
  89. data/lib/browser/platform/base.rb +18 -0
  90. data/lib/browser/platform/blackberry.rb +23 -0
  91. data/lib/browser/platform/chrome_os.rb +23 -0
  92. data/lib/browser/platform/firefox_os.rb +23 -0
  93. data/lib/browser/platform/ios.rb +36 -0
  94. data/lib/browser/platform/kai_os.rb +23 -0
  95. data/lib/browser/platform/linux.rb +23 -0
  96. data/lib/browser/platform/mac.rb +25 -0
  97. data/lib/browser/platform/unknown.rb +23 -0
  98. data/lib/browser/platform/windows.rb +23 -0
  99. data/lib/browser/platform/windows_mobile.rb +23 -0
  100. data/lib/browser/platform/windows_phone.rb +23 -0
  101. data/lib/browser/platform.rb +220 -0
  102. data/lib/browser/qq.rb +25 -0
  103. data/lib/browser/rails.rb +24 -0
  104. data/lib/browser/safari.rb +40 -0
  105. data/lib/browser/samsung_browser.rb +21 -0
  106. data/lib/browser/snapchat.rb +21 -0
  107. data/lib/browser/sougou_browser.rb +24 -0
  108. data/lib/browser/sputnik.rb +21 -0
  109. data/lib/browser/testing.rb +29 -0
  110. data/lib/browser/uc_browser.rb +21 -0
  111. data/lib/browser/unknown.rb +32 -0
  112. data/lib/browser/version.rb +5 -0
  113. data/lib/browser/weibo.rb +21 -0
  114. data/lib/browser/yandex.rb +21 -0
  115. data/lib/browser.rb +4 -0
  116. data/test/ua.yml +181 -0
  117. data/test/ua_bots.yml +121 -0
  118. data/test/ua_search_engines.yml +7 -0
  119. metadata +274 -0
data/data/bot_categories.json ADDED
@@ -0,0 +1 @@
1
+ {"academic_research":["a patent crawler","academicbotrtu","aranea","autoconfig test from ustc","blackboard","bubing","cdscbot","cispa webcrawler","citeseerxbot","citoid","classla-web","easybib autocite","fedineko","gaisbot","gulper web bot","hgfalphaxcrawl/","icc-crawler","integromedb","internetmeasurement","irlbot","macocu","mithril-crawler","researchbot","researchscan.comsys.rwth-aachen.de","semanticscholarbot","spiderling","thesis-research-bot","thinklab","turnitin","turnitinbot","ugaresearchagent","vu-server-health-scanner/","web measure/","zoterotranslationserver/wmf"],"advertising_and_marketing":[";owler","a360-search","adbeat.com","adbeat_bot","adkerneltopiccrawler","admantx","adsbot-google","adsbot-iab","adscanner","adstxtcrawler","advbot","amazing-searchbot","amazonadbot","audigentadbot","bidswitchbot","centro ads.txt crawler","channable","clickagy","contextad bot","contextualbot","criteobot","cxensebot","dvbot","ecovadissustainabilitybot","ezlynx","ezoicbot","facebookcatalog/","google-ads-conversions","google-adwords-express","google-adwords-instant","grapeshotcrawler","groovinaadsbot/","ias crawler","impact.com agent","kargobot-artemis","mediapartners-google","mediavinemetadataparser/","meta-externalads/","mgidbot","mixrankbot","moatbot","nanointeractive","netseer crawler","netshelter contentscan","newsroom.bi","nostocrawlerbot","outbrain","outclicksbot","peer39_crawler","pixalate.com","productsup.io/crawler","proximic","pulsepoint","quantcastbot/","qwarrybot","scope3","scraping@nytimes.com","smartologybot/","springservebot","tracking-quality-spider","ttd-content","uipbot","verity/","voluumdsp-content-bot","webgains-bot","weborama-fetcher","webspidermount","wknd-bot","yahoo ad monitoring","yahoo-ad-monitoring"],"ai_agent":["agi agent","aranet-searchbot","cartai agentic commerce","chatgpt agent","claude-code","claude-web","crawl4ai","grok bot","harkbot","iaskbot","iaskspider","kimi-agent","kunatocrawler","novaact","opencode","payhawk invoice fetching agent","qodercli","reflectionbot"],"ai_assistant":["amazon-qbusiness","amzn-user","bigsur.ai","chatgpt-user","claude-user","cohere-ai","duckassistbot","elevenlabsbot","exauser","geisthaus-pagefetcher","gemini-deep-research","googleagent-urlcontext","henkbot","kagi-fetcher","kimi-user","klaviyoaibot","linerbot","meta-externalfetcher","mistralai-user","notebooklm","perplexity-user","phindbot","poggio-citations","qualifiedbot","shap-user","yiyanbot"],"ai_crawler":["agenttimes","ai2bot","aisearchbot","anthropic-ai","apifybot","apifywebsitecontentcrawler","awario","bedrockbot","bixelbot","brightbot","bytespider","chatglm-spider","claudebot","cloudvertexbot","cragcrawler","crawlspace","datenbank crawler","diffbot","doubaobot","echobot bot","echoboxbot","elevenlabscrawler","erniebot","extecontextcrawl","facebookbot","firecrawlagent","flyriverbot","friendlycrawler","google-firebase","gptbot","hunyuan","imagemind","imagespider","img2dataset","isonai-user","isscyberriskcrawler","kangaroo bot","kimibot","laion-huggingface-processor","linkreader/","meta-externalagent","moonshotbot","mozilla-tabstack","mycentralaiscraperbot","nagetbot","netestate imprint crawler","newsai","novellum","oai-adsbot","perplexityuser","quillbot","qwenbot","sbintuitionsbot","scrybot","semantic-visions","spider.com","taragroup intelligent bot","the knowledge ai","thinkbot","tiktokspider","tsm-turingos","wardbot","wpbot","xai-grok","yibot"],"ai_search":["aiwebindex","amazon-kendra","amzn-searchbot","andibot","anomura","atlassian-bot","azureai-searchbot","ccbot","channel3bot","claude-searchbot","commoncrawl","exasearchbot","google-extended","grokappandroid","grokbot","keenablebot","kimi-searchbot","laiondownloader","linkupbot","mistralai-index","oai-searchbot","perplexitybot","poseidon research crawler","querit-searchbot","queritbot","shapbot","tavilybot","terra cotta","terracotta"],"archiver":["archive-it","archive.org_bot","archivebot","archivebox","archiveteam archivebot","arquivo-web-crawler","arquivobot","authory","bibliotheque nacional de france crawler","bl.uk_lddc_bot","bl.uk_ldfc_bot","bne.es_bot","bnf.fr_bot","bnfbot","cc metadata scaper","cyotekwebcopy","europarchive.org","heritrix","ia_archiver","kaikki.org-digital-archive","kb.dk_bot","lac_iaharvester","library of congress web archiving","linkace/","linkarchiver","loc.gov/programs/web-archiving","miniature.io/","mirrorweb.com","mirrorwebcrawler","nlnz_iaharvester","nlux_iaharvester","offline explorer","sitesucker","smarshbot","trove","wayback","web-archive-net.com.bot","webcapture","webcopier","webzip","xy-archive-compliance"],"browser_automation":["amazon-bedrock-agentcore-browser","amazonbuyforme","anchor browser","fluid","ghost inspector","google-agent","google-gemini-cli","googleagent-mariner","headlesschrome","lightpanda","manus-user","opencode-smartfetch","phantomjs","playwright","puppeteer","selenium","splash version/","testlocally/","trae/","twinagent"],"feed_fetcher":["allafrica","artemis web reader","atom feed robot","bazqux","bestchange","blingerp","bloglines","blogtrottr","buttondown","capitalonebot","collapsify","commafeed","cozi-icalendar-feedreader","dlvr.it","everyfeed-spider","fedoraplanet","feed-fetcher","feedbin","feedbot","feedburner","feeder /","feeder.co","feedfetcher-google","feedflow","feedly","feedpresso content index bot","feedsearch bot","feedsearch-crawler","feedspot","feedwind","fever","flipboardrss","freshrss","g2reader-bot","innologica","inoreader","magpierss","mail.ru","mailchimp","miniflux/","monitorss/","naver blog rssbot","netvibes","newsblur","nicheindex","openrss","overcast/","page2rss","pocketcasts/","podchaserparser","podimo","protopage/","qcbot","rss reader","rss-is-dead.lol web bot","rss-parser","rss.social","rss2tg","rssapi/","rssbot/","rssingbot","rssmicro","rssreaderbot","shortpixel","simplepie","sottopopnone","specificfeeds","superfeedr","theoldreader.com","tiny tiny rss","upday/","yandorirssbot","yelpspider"],"http_library":["aiohttp","alittle client","amazon cloudfront","anyevent","apache-httpclient","apachebench","asynchttpclient","axios","btwebclient","coldfusion","colly","crawler4j","curl","dap/nethttp","download ninja","eventmachine httpclient","go 1.1 package http","go http package","go-http-client","goparserbot","htmlparser","http_get","http_request2","httpclient","httpie","httpunit","httpurlconnection","httpx","httrack","jaunt","jetty","larbin","libwww-perl","lwp-trivial","mechanize","newspaper/","node-fetch","okhttp","pcore-http","phpcrawl","pycurl","python-httplib2","python-opengraph","python-requests","python-urllib","rawweb-bot","salesforce.com","scrapy","siege","simplecrawler","sindresorhus/got","trafilatura","typhoeus","wget"],"monitoring_and_analytics":["abevalbot","accessible web bot","accessstatus","acquia optimize","activecomply","alertsite","appinsights","appsignal","atvowbot","automaton","better uptime bot","betteruptimebot","binarycanary","blackbox exporter/","bling erp","blockaid","blogvault","buddybot","bugsnag","capsulechecker","carbon-umbrella-bot","catchpoint","caveman-hunter","changedetection","check_http","checkhost","checkly","checkmarknetwork/","chirp","chrome-lighthouse","cloudflare","cludo","corporama matcher","crazy egg","critical css bot","cron-job.org","cronless","curebot","dareboost","dark visitor","datadog agent","datadog synthetic","datadogsynthetics","deepnoc","determ","dmbrowser","dominicbot","dotcom-monitor","dow jones searchbot","downnotifier.com","downtimedetector/","drataautopilot","dreamhost data team","drupalbot","dubbotbot","easycron/","easydns monitoring","edgewatch","elb-healthchecker","elmah.io uptime monitoring","elmahio-uptimebot","emoney advisor","evouptimebot","experibot","fastdast","fedidb","fedilist agent","fedistatscrawler","fedreporter bot for ffiec","feedvalidator","freshbot","freshpingbot","genomecrawlerd","google page speed insights","google trust services","googlestackdrivermonitoring","googlestackdrivermonitoring-uptimechecks","gotosocial","gotsitemonitor.com","gtmetrix","halobot","hanaleibot","headonlyscraper","hetrixtools","honeybadger uptime check","honeybadgerbot","hosttracker/","hydrozen.io","infosifter","internetvista monitor","irokez.cz monitoring","isdownbot/","jetmon/","keycdn-tools/","known agent","linko","linkpadbot","loadtimebot","logicmonitor","loopimprovements.com","magnetmebot","magus bot","mediatoolkitbot","minicrawler","minoru's fediverse crawler","modatscanner","monitis -","monitoring360bot/","monsidobot","monspark/","montastic-monitor","montasticmonitor","mxtoolbox","netumo","netvigie","new york times newsgathering","newrelicmonitor","newrelicpinger","newrelicsynthetics","newsify feed fetcher","nixstatsbot","noahbot","nodeping","noibu","observepoint","ohdear/","onetrust","onlineornot.com_bot","owler-w","paessler","pagespeed/","panopta","parselysharesbot","pingadmin.ru/","pingdom","pingping.io/","plagawarebot","poduptime","pomothy-bot","prtg network monitor","prtgcloudbot/","pulsetic.com","qualys","rackspace monitoring/","rakuten image extraction bot","rigor)","ruxitsynthetic","scouturlmonitor","sentinel-linkcheck","sentry/","sequelwp","server density service monitoring","serverdensity","silktide","sindup","site24x7","siteimprove.com","sitelock","siteuptime","sleepbot","solarwinds/","spectate/","splunk","sqwatcher","statuscake","streamline3bot/","sv-watchagent","synthesibot","synthetic-monitoring-agent/","termly","thousandeyes","tsmbot","updown","uptime-kuma","uptime/","uptimebot.org","uptimebot/","uptimedoctor","uptimerobot","uptimestatistics","uptimia","uptrends","urlsuma.de crawler","validator.nu","videootv bot","vigil","vmcrawl","w3c-checklink","w3c-mobileok","w3c_css_validator","w3c_i18n-checker","w3c_unicorn","w3c_validator","wasalive-bot","watchbot monitoring robot","watchforbot","watchful","watchmouse","webmon","websiteops","websitepulse","wedos online","wheresitup.com/","wisebot","wormly","wovn crawler","wpmu dev hub","wpmudev uptime monitor","wpumbrella","www.uptime.com","ylt chrome","zabbix"],"page_preview":["aasa-bot","addthis","arenaunfurlbot","awe.sm","bingpreview","bluesky-domain-status-classifier","bluesky/","blueskypreviewbot","bufferbot","bufferlinkpreviewbot","chatwork linkpreview","clickuplinkunfurler","dazzle bluesky bot","dingtalkbot-linkservice","discordbot","discourse forum onebox","embedly","evernoterichlinkbot","everyonesocialbot","facebookexternalhit","facebot","fastmailua","flipboardproxy","friendica","gg peekbot","github-camo","goodreads","google web preview","googleimageproxy","groupmebot","hatena","hatena::bookmark","iframely","jakarta commons","jetslide","keybasebot","lemmy","linespider","linkedinbot","listgembot","longurl","loomlybot","mastodon","mattermost-bot/","meta-externalhit/","meta-webindexer","metaiab facebook","microsoftpreview/","newsharecounts","notion/","odklbot/","opengraph.io/","orlo-linkpreview/","pinterest","quicklook","quora-bot","redditbot","shortlinktranslate","shortwave image fetcher","skypeuripreview","slack","slack-imgproxy","slack-linkexpanding","slackbot","snap url preview service","snapchat","snapurlpreview/","summalybot","supabase paired crawler","synapse","telegrambot","tumblr/","tweetmemebot","twilioproxy/","twitterbot","valve/steam","vkrobot","vkshare","whatsapp","xing bot","yahoo link preview","yahoomailproxy"],"scanner":["abuse.xmco.fr","acunetix","akismetbot","aliyunsecbot","antibot","artemisbot","asnriskscorer","bad neighborhood header detector","binlar","bitdiscovery","bitsightbot/","blackduck-fd","browserbot-observer","censysinspect/","cert pl","certchief","cookie-maestro","cookiebot","cookiehub bot","cookiehubscan","cookiehubverify","cookieyesbot","csirt.cz","cyberpatrol","detectify","digicert dcv","dirbuster","dnsscanner","do not track verifier","ec2linkfinder","emailwolf","expanse","feed image audit","filterdb.iss.net/crawler","foregenix","google-trust-services/","hardenize","hstspreload-bot","http banner detection","ip-web-crawler.com","iubenda-radar/","jugendschutzprogramm-crawler","k7mlwcbot","keydrop.io","krawlerbot","l9explore","l9scan","legalmonster","let's encrypt","lightspeedsystemscrawler","ltx71","masscan","mrgbot/","nessus","netcraft","netsystemsresearch","nikto","ning","ninja bot","nmap scripting engine","nstoolsbot/","openvas","probelyspdr/","projectshield-urlcheck","reverseengineeringbot","riddler","safednsbot","sansec security monitor/","sbl-bot","securityheaders","software-security-research","sqlmap","ssl labs","sucuri","test certificate info","tls tester","twinwavescanner","unshorten.it!","urlbeebot","ut-dorkbot","vaultpress","verispider","virustotal","visionheight.com/scan","wanscannerbot","watchtowr","whatweb/","wpscan","wpsec/","wtotem","zgrab"],"search_engine_crawler":["360spider","7siters","a6-indexer","aboundex","acoonbot","addsearchbot","adidxbot","aihitbot","alexa","algolia crawler","amazonbot","amazonproductdiscovery","amazonsellerinitiatedlisting","apis-google","appengine-google","applebot","ask jeeves","aspiegelbot","baidu","biglotron","bingbot","blekkobot","bot.araturka.com","br-crawler","bravebot","cliqzbot","coccoc","convera","coveobot","daumoa","deusu/","developers.google.com/+/web/snippet","developers.google.com/+/web/snippet/","discobot","duckduckbot","duckduckgo-favicons-bot","edisterbot","exabot","fast enterprise crawler","fast-webcrawler","fediindex","femtosearchbot","findfiles.net","findthatfile","findxbot","fiperbot","flamingo_searchengine","fleebsbot","fluffy","fr-crawler","freespoke/","funnelback","fyndsearchengine-crawler","fyndsearchengine-recrawler","geedobot","geedoproductsearch","geedoshopproductfinder","gigablast","gigabot","globalwebsearch","gluten free crawler/","golfe/","google favicon","google-certificates-bridge","google-inspectiontool","google-physicalweb","google-read-aloud","google-safety","google-site-verification","google-structured-data-testing-tool","google-xrawler","googlebot","googleother","googleproducer","greppr web crawler","grub.org","gsa-crawler","https://developers.google.com/+/web/snippet","iboubot","ichiro","imagesiftbot","indeedbot","indeedjobbot","inetdex-bot","intelx.io_bot","isonsearchbot","istellabot","jobboersebot","jobswithgptcom-bot","jooble","jyxobot","kagibot/","lb-spider","level9searchbot/","linguee bot","lyonl-asset-proxy","lyonl-crawler","magibot","mail.ru_bot","matchorysearch","mojeekbot","msnbot","msnbot-media","msrbot","napbot","naverbot","nestdaddybot","nicecrawler","ntentbot","nutch","officestorebot","oicrawler","openhosebot","openindexspider","opentheboxbot","orangebot","owler (ows.eu","pangubot","petalbot","phxbot","playstore-google","psbot","psbot-page","purebot","qwantbot","qwantify","safesearch microdata crawler","scribdbot","scrubby","search.marginalia.nu","searcherweb","searcherxweb","searchexpress","seekbot","seekport","seznambot","seznamhomepagecrawler/","sitesearch360/","slurp","smtnetpmbot","sogou","sosospider","startpageprivateimageproxy/","stepstonecrawlbot","storebot-google","stractbot","swiftbot","swisscows","tagoobot","teoma","theinternetsearchx","timpibot","top100.rambler.ru crawler","toutiaospider","trovitbot","umbot","usinenouvellecrawler","voilabot","vsusearchspider/","wadoobot","wbsearchbot","wepchsearchengine","wesee","wikido","wocbot","wordupinfosearch","woriobot","wotbox","yacybot","yandex","yanga","yeti","yisouspider","youbot","youdaobot","zealbot","zoominfo-","zyborg"],"search_engine_optimization":["007ac9 crawler","2ip bot","2ip.ru","abot","acapbot","adagiobot","adminlabs","advanced_crawler","adventurer","agakidsbot","agencyanalyticsbot","ahrefsbot","ahrefssiteaudit","alienfarm","allorigins","anderspink","apercite","appsiteassociation","aragog/","asana/","attracta","audisto crawler","audistobot","awesomecrawler","b2b bot","backlinkcrawler","barkrowler","bdbot/","bdcbot","bdfetch","beeperbot","behloolbot","bitbot","bitbucket-webhooks","bitlybot","blexbot","blp_bbot","boardgamepricesbot","bot-pge.chlooe.com","botify","botpoke","boxcarbot","brainobot","brandonbot","brandverity","brandwatch","brightedge crawler","brokenlinkcheck.com","bublupbot","bushbaby","butterfly","buzzbot","caliberbot","caliperbot","capitaloneshopping","careerbot","centcombot/","centuryb.o.t9","centurybot","certytags","chargebeebot","charlotte","chrome privacy preserving prefetch proxy","cincraw","cipacrawler","cirrusexplorer","claritybot/","clearscopebot","cloudtrellis","cmschecker","cocolyzebot","cognitiveseo bot","cognitiveseo.com","collection@infegy.com","companybook-crawler","content crawler spider","contentkingapp","contxbot","convermax","cotoyogi","crawler_eb_germany","crawlson","crawlyprojectcrawler","criticalcss.com","crunchbot","crusty/","crystalsemanticsbot","cutbot","cxk_bot","daspeedbot","datafeedwatch","dataforseobot","datagnionbot","datanyze","dataprovider.com","dcrawl","dead link checker","deadlinkchecker","deepcrawl","deskyobot","df bot","digg deeper","digincore bot","disqus","dmbot","dnbcrawler","dnyzbot","domain re-animator bot","domaincrawler","domains project/","domainsbot","domainstatsbot","domcopbot","dotbot","dragonbot","drupact","e.ventures investment crawler","easybill-importmanager","edansbot","electricmonk","emoneybot","epicbot","epivozcrawler","erepublik.tools","eright","ev-crawler/","evc-batch","exodusmovement","extlinksbot","ezgif","ezooms","factset_spyderbot","fdl stats bot","fetch/","fidget-spinner-bot","finditanswersbot","findlink","firmograph","friendly testing bot","friendly-spider","fuelbot","fullstorybot/","fuseonbot/","fyrebot","g00g1e.net","g2 web services","garlik","gdnplus.com","genieo","getthit.com","giftedvisitor scan","gingercrawler","gnam gnam spider","gnowitnewsbot","goodzer","google-apps-script","google-area120","googleassociationservice","googledocs","gopay","gowikibot","grammarly/","gregcrawler","grobbot","grouphigh/","grover/","gslfbot","guestpostsbot/","happywing","harsilbot/","hawaiibot","hcardvalidator","hello world","helloworkjobpostingbot/","hifibot/","hlidam.to robot","hotjar","hubspot","hype machine/","hypestat","hyscore.io","ibm crawler","icbot/","idg/eu","ifttt/","imagefetcher/","imgproxy/","impendoom-bot/","imrbot","indy library","infoobot","innguma/","instapaper","integromat/","intelium_bot","interfaxscanbot","ioncrawl","ips-agent","iskanie","it2media-domain-crawler","james bot","jamie's spider","java","jpg-newsbot","jumio","kangaroobot/","kazbtbot/","kemvibot","keys-so-bot","kinsta-bot","klaviyo/","komodiabot","konturbot/","kosmiobot","kstandbot","kukei.eu-bot/","landau-media-spider","laserlikebot","lastmodbot/","leikibot","linkcheckerbot","linkdex","linkdexbot","linkisbot","linksindexerbot/","linktiger","linkwalker/","lipperhey","livelapbot","lssbot","lssrocketcrawler","luminator-robots","macrobondbot","madbbot/","magellan","magicsearchdev/","magnet.me-web/","magpie-crawler","mainwp/","managewp","mappydata","marketgoo/","marketingminer","mauibot","mavifinds","mb-linkchecker","mbcrawler","mediamonitoringbot/","megaindex","megaindex.ru","meltwaternews","memorybot","mergadobot","metainspector","metajobbot","metauri","metorik","mindupbot","missinglettrbot/","mixnodecache/","mj12bot","mlbot","modernizebot","modularconnector/","mollie http client","monibot","montools.com","moodlebot","moreover","motominerbot/","mtrobot","muckrack","multiviewbot","my-tiny-bot","mybot/","nbertaupete95","nerdbynature.bot","nerdybot","netapi","netestate ne crawler","neticle crawler","netpeakcheckerbot/","netresearchserver","newsnow/","niki-bot","nimbostratus-bot","nitro-","nitrobot","nomore404.com robot","noorobot","nooshub/","nuzzel","nvdorz","nyt_scraping","omgili","omnisend/","oncrawl/","online domain tools","opengraphcheck","operator/","optimizer)","orbbot/","outsellurlvalidator","page-preview-tool","pagepeeker/","pagething","pandalytics","panscient","paperlibot","paqlebot/","parse.ly scraper/","paypal/","pdf24 url to pdf","penthouse critical path css generator","piplbot","plesk screenshot bot","pocketparser","postrank","potions/","pr-cy.ru","pressenginebot","pricedroneshoppingbot/","priecobot/","primalbot","printfriendly.com","privacyawarebot","pro-sitemaps/","ps_daily/","pwabuilderhttpagent","pywikibot/","rankactivelinkbot","rankurbot/","ravencrawler/","re-animator","readable/","reelevant/","refindbot","regionstuttgartbot","remove.bg/","repolookoutbot","retool/","retrevopageanalyzer","retrolistecom/","revvimgort/","reward-gateway","ridderbot","rivva","robotschecker/","rogerbot","rsiteauditor","ruby","rytebot","s4a-probe-bot/","sandobacrawler/","schema-markup-validator","scoop.it/","scoutjet","scrapeherobot/","screaming frog seo spider","screeenly-bot","searchatlas","sebot-wa","seewithkids","semaltbot/","semanticbot","sempi.tech","semrushbot","sendgrid event api","sentibot","senutobot","seo-audit","seo4ajax.com","seobilitybot","seokicks","seolizer","seolyt","seoscanners","seostar.co","seoulbot","serankingbacklinksbot","serendeputybot","serpstatbot/","serptimizerbot","serverhunterspider/","sfdc-callout/","shopify-captain-hook","sidetrade indexer bot","simplescraper","sincerasyntheticuser/","sistrix","siteauditbot/","sitebot","sitebulb","sitecheck","siteexplorer.info","sitescorebot","sitesoverpagesbot","skroutz imagebot","skroutzbot","skyworkspider","slaccalebot","slickbot/","smtbot","snacktory","snipcart/","socialrank","sora pos/","sparkpost","sparkshipping","spbot","ssssbot/","stape/","startmebot/","statistikaustria/","statsdronebot","statusnestbacklinkspider","storygizebot","stripe/","summify","surdotlybot","surveybot","sustainabilitycrawler","svix-webhooks/","swifteqlinkchecker","swimgbot","sysomos","t3versionsbot","tactiscout/","tangibleebot","tchelebi/","test-bot","testcrawler","testuri","textrazor","tigerbot","tineye","tombapublicwebcrawler","toplistbot","traackr","tracemyfile","trellis-services","trendictionbot","trendsmap","trentwil.es","trustly/","tweakers","tweetedtimes","twingly","twurly","uaslinkchecker/","upflow","urlappendbot","urlcheckr/","useebookchecker/","vagabondo","vebidoobot","velenpublicwebcrawler","veoozbot","vercel-screenshot","vercelbot","videootvbot","vuhuvbot","web screen service by hyperhost","webceo","webcompanycrawler","webdatastats","webflow","webprosbot/","website-info.net-robot","websniffer/","webwikibot/","webz.io","webzio","wellknownbot","whatsmyip.org","wheregoes.com","wirereaderbot/","wjhro/","wmtips.com/","woobot","woorank","wordcountbot/","wordpress","wordup-1","workona-favicon-service/","worldbot","wovncrawler/","wowlink crawler/","wp time capsule","wpmu dev broken link checker","wrtnbot","xenu link sleuth","xml sitemaps generator","xovibot","xovionpagecrawler","yahoocachesystem","yellowbrandprotectionbot","yextbot/","yokoygroupag/","yoozbot","yuuperbot","zapier","zebra-v2-bot","zenback bot","zendesk webhook","zombiebot/","zoombot","zoominfobot","zuperlistbot/","zzhbot"],"security":["comodo ssl checker","comodo-webinspector-crawler"]}
data/data/bot_exceptions.json ADDED
@@ -0,0 +1 @@
1
+ ["ruby build","pinterest/android","pinterest/ios","yandexsearchbrowser"]
data/data/bot_ip_ranges.json ADDED
@@ -0,0 +1 @@
1
+ {"google":["34.22.85.0/27","34.64.6.0/27","34.64.6.32/27","34.64.6.64/27","34.64.6.96/27","34.64.6.128/27","34.64.6.160/27","34.64.6.192/27","34.64.6.224/27","34.64.82.64/28","34.65.242.112/28","34.80.50.80/28","34.88.194.0/28","34.89.10.80/28","34.89.198.80/28","34.96.162.48/28","34.98.136.0/27","34.98.136.32/27","34.98.136.64/27","34.98.136.96/27","34.98.136.128/27","34.98.136.160/27","34.98.136.192/27","34.98.136.224/27","34.98.137.0/27","34.98.137.32/27","34.98.137.64/27","34.98.137.96/27","34.98.138.0/27","34.98.138.32/27","34.98.138.64/27","34.98.138.96/27","34.98.138.128/27","34.98.139.0/27","34.98.139.32/27","34.98.139.64/27","34.98.139.96/27","34.98.139.128/27","34.98.139.160/27","34.98.139.192/27","34.98.139.224/27","34.98.140.0/27","34.98.140.32/27","34.98.140.64/27","34.98.140.96/27","34.98.140.128/27","34.98.140.160/27","34.98.140.192/27","34.98.140.224/27","34.98.141.0/27","34.98.141.32/27","34.98.141.64/27","34.98.141.96/27","34.98.141.128/27","34.98.141.160/27","34.98.141.192/27","34.98.141.224/27","34.98.142.0/27","34.98.142.32/27","34.98.142.64/27","34.98.142.96/27","34.98.143.0/27","34.98.143.32/27","34.98.143.64/27","34.98.143.96/27","34.98.143.128/27","34.98.143.160/27","34.98.143.192/27","34.98.143.224/27","34.100.182.96/28","34.101.6.0/27","34.101.6.32/27","34.101.6.64/27","34.101.6.96/27","34.101.6.128/27","34.101.6.160/27","34.101.6.192/27","34.101.6.224/27","34.101.50.144/28","34.116.16.0/27","34.116.16.32/27","34.116.16.64/27","34.116.16.96/27","34.116.16.128/27","34.116.16.160/27","34.116.17.0/27","34.116.17.32/27","34.116.17.64/27","34.116.17.96/27","34.116.17.128/27","34.116.18.0/27","34.116.18.32/27","34.116.18.64/27","34.116.18.96/27","34.116.18.128/27","34.116.18.160/27","34.116.18.192/27","34.116.19.0/27","34.116.19.32/27","34.116.19.64/27","34.116.19.96/27","34.116.19.128/27","34.116.19.160/27","34.116.19.192/27","34.116.19.224/27","34.116.20.0/27","34.116.20.32/27","34.116.20.64/27","34.116.20.96/27","34.116.21.0/27","34.116.21.32/27","34.116.21.64/27","34.116.21.96/27","34.116.21.128/27","34.116.21.160/27","34.116.21.192/27","34.116.21.224/27","34.116.22.0/27","34.116.22.32/27","34.116.22.64/27","34.116.22.96/27","34.116.22.128/27","34.116.23.0/27","34.116.23.32/27","34.116.23.64/27","34.116.23.96/27","34.116.28.0/27","34.116.28.32/27","34.116.28.64/27","34.116.28.96/27","34.116.28.128/27","34.116.28.160/27","34.116.28.192/27","34.116.28.224/27","34.116.29.0/27","34.116.29.32/27","34.116.29.64/27","34.116.29.96/27","34.116.30.0/27","34.116.30.32/27","34.116.30.64/27","34.116.30.96/27","34.116.30.128/27","34.116.30.160/27","34.116.30.192/27","34.116.30.224/27","34.116.31.0/27","34.116.31.32/27","34.116.31.64/27","34.116.32.0/27","34.116.32.32/27","34.116.32.64/27","34.116.32.96/27","34.116.32.128/27","34.116.32.160/27","34.116.32.192/27","34.116.33.0/27","34.116.33.32/27","34.116.33.64/27","34.116.33.96/27","34.116.33.128/27","34.116.33.160/27","34.116.33.192/27","34.116.33.224/27","34.116.34.0/27","34.116.34.32/27","34.116.34.64/27","34.116.35.0/27","34.116.35.32/27","34.116.35.64/27","34.116.35.96/27","34.116.35.128/27","34.116.35.160/27","34.116.35.192/27","34.116.36.0/27","34.116.36.32/27","34.116.36.64/27","34.116.36.96/27","34.116.36.128/27","34.116.36.160/27","34.116.37.0/27","34.116.38.0/27","34.116.38.32/27","34.116.39.0/27","34.116.39.32/27","34.116.39.64/27","34.116.39.96/27","34.116.39.128/27","34.116.39.160/27","34.116.39.192/27","34.116.39.224/27","34.116.40.0/27","34.116.40.32/27","34.116.40.64/27","34.116.40.96/27","34.116.40.128/27","34.116.40.160/27","34.116.40.192/27","34.116.40.224/27","34.116.41.0/27","34.116.41.32/27","34.116.41.64/27","34.116.41.96/27","34.116.41.128/27","34.116.41.160/27","34.116.41.192/27","34.116.41.224/27","34.116.42.0/27","34.116.42.32/27","34.116.42.64/27","34.116.42.96/27","34.116.42.128/27","34.116.43.0/27","34.116.43.32/27","34.116.43.64/27","34.116.43.96/27","34.116.43.128/27","34.116.43.160/27","34.116.43.192/27","34.116.43.224/27","34.118.66.0/28","34.118.254.0/28","34.126.178.96/28","34.127.128.0/27","34.127.128.32/27","34.127.128.64/27","34.127.128.96/27","34.127.128.128/27","34.127.129.0/27","34.127.129.32/27","34.127.129.64/27","34.127.129.96/27","34.127.129.128/27","34.127.130.0/27","34.127.130.32/27","34.127.130.64/27","34.127.130.96/27","34.127.131.0/27","34.127.131.32/27","34.127.131.64/27","34.127.132.0/27","34.127.132.32/27","34.127.132.64/27","34.127.132.96/27","34.127.132.128/27","34.127.132.160/27","34.127.132.192/27","34.127.132.224/27","34.127.133.0/27","34.127.133.32/27","34.127.133.64/27","34.127.133.96/27","34.127.133.128/27","34.127.133.160/27","34.127.133.192/27","34.127.133.224/27","34.127.134.0/27","34.127.134.32/27","34.127.134.64/27","34.127.136.0/27","34.127.136.32/27","34.127.136.64/27","34.127.136.96/27","34.127.136.128/27","34.127.136.160/27","34.127.136.192/27","34.127.136.224/27","34.127.137.0/27","34.127.137.32/27","34.127.137.64/27","34.127.137.96/27","34.127.139.0/27","34.127.140.0/27","34.127.140.32/27","34.127.140.64/27","34.127.140.96/27","34.127.140.128/27","34.127.140.160/27","34.127.140.192/27","34.127.140.224/27","34.127.142.0/27","34.127.142.32/27","34.127.142.96/27","34.127.142.128/27","34.127.143.0/27","34.127.143.32/27","34.127.143.64/27","34.146.150.144/28","34.147.110.144/28","34.151.74.144/28","34.152.50.64/28","34.154.114.144/28","34.155.98.32/28","34.165.18.176/28","34.175.160.64/28","34.176.130.16/28","35.187.128.0/27","35.187.128.32/27","35.187.128.64/27","35.187.128.96/27","35.187.128.128/27","35.187.128.160/27","35.187.128.192/27","35.187.128.224/27","35.187.129.0/27","35.187.129.32/27","35.187.129.64/27","35.187.129.96/27","35.187.129.128/27","35.187.129.160/27","35.187.129.192/27","35.187.129.224/27","35.187.130.0/27","35.187.130.32/27","35.187.130.64/27","35.187.130.96/27","35.187.130.128/27","35.187.130.160/27","35.187.130.192/27","35.187.130.224/27","35.187.131.0/27","35.187.131.32/27","35.187.131.64/27","35.187.131.96/27","35.187.131.128/27","35.187.131.160/27","35.187.131.192/27","35.187.131.224/27","35.187.132.0/27","35.187.132.32/27","35.187.132.64/27","35.187.132.96/27","35.187.132.128/27","35.187.132.160/27","35.187.132.192/27","35.187.132.224/27","35.187.133.0/27","35.187.133.32/27","35.187.133.64/27","35.187.133.96/27","35.187.133.128/27","35.187.133.160/27","35.187.133.192/27","35.187.133.224/27","35.187.134.0/27","35.187.134.32/27","35.187.134.64/27","35.187.134.96/27","35.187.134.128/27","35.187.134.160/27","35.187.134.192/27","35.187.134.224/27","35.187.135.0/27","35.187.135.32/27","35.187.135.64/27","35.187.135.96/27","35.187.135.128/27","35.187.135.160/27","35.187.135.192/27","35.187.135.224/27","35.187.136.0/27","35.187.136.32/27","35.187.136.128/27","35.187.136.160/27","35.187.136.192/27","35.187.136.224/27","35.187.138.0/27","35.187.138.32/27","35.187.138.64/27","35.187.138.96/27","35.187.138.128/27","35.187.138.160/27","35.187.138.192/27","35.187.138.224/27","35.187.139.0/27","35.187.139.32/27","35.187.139.64/27","35.187.139.96/27","35.187.139.128/27","35.187.139.160/27","35.187.139.192/27","35.187.139.224/27","35.187.140.0/27","35.187.140.32/27","35.187.140.64/27","35.187.140.96/27","35.187.140.128/27","35.187.140.160/27","35.187.140.192/27","35.187.141.0/27","35.187.141.32/27","35.187.141.64/27","35.187.141.128/27","35.187.141.160/27","35.187.141.192/27","35.187.141.224/27","35.187.142.0/27","35.187.142.32/27","35.187.142.64/27","35.187.142.96/27","35.187.143.0/27","35.187.143.32/27","35.187.143.64/27","35.187.143.96/27","35.187.143.128/27","35.187.143.160/27","35.187.143.192/27","35.187.143.224/27","35.243.16.0/27","35.243.16.32/27","35.243.16.64/27","35.243.16.96/27","35.243.16.128/27","35.243.17.0/27","35.243.17.32/27","35.243.17.64/27","35.243.17.96/27","35.243.17.128/27","35.243.17.160/27","35.243.17.192/27","35.243.18.0/27","35.243.18.32/27","35.243.18.64/27","35.243.18.96/27","35.243.19.0/27","35.243.19.32/27","35.243.19.64/27","35.243.19.96/27","35.243.19.128/27","35.243.19.160/27","35.243.19.192/27","35.243.20.0/27","35.243.20.32/27","35.243.20.64/27","35.243.20.96/27","35.243.20.128/27","35.243.20.160/27","35.243.20.192/27","35.243.20.224/27","35.243.21.0/27","35.243.21.32/27","35.243.21.64/27","35.243.21.96/27","35.243.22.0/27","35.243.22.32/27","35.243.22.64/27","35.243.22.96/27","35.243.22.128/27","35.243.22.160/27","35.243.22.192/27","35.243.23.0/27","35.243.23.32/27","35.243.23.64/27","35.243.23.96/27","35.243.23.128/27","35.243.23.160/27","35.243.23.192/27","35.243.23.224/27","35.247.243.240/28","64.233.172.0/27","64.233.172.32/27","64.233.172.64/27","64.233.172.96/27","64.233.172.128/27","64.233.172.160/27","64.233.172.192/27","64.233.172.224/27","64.233.173.0/27","64.233.173.32/27","64.233.173.64/27","64.233.173.96/27","64.233.173.128/27","64.233.173.160/27","64.233.173.192/27","64.233.173.224/27","66.102.6.0/27","66.102.6.32/27","66.102.6.64/27","66.102.6.96/27","66.102.6.128/27","66.102.6.160/27","66.102.6.192/27","66.102.6.224/27","66.102.7.0/27","66.102.7.32/27","66.102.7.64/27","66.102.7.96/27","66.102.7.128/27","66.102.7.160/27","66.102.7.192/27","66.102.7.224/27","66.102.8.0/27","66.102.8.32/27","66.102.8.64/27","66.102.8.96/27","66.102.8.128/27","66.102.8.160/27","66.102.8.192/27","66.102.8.224/27","66.102.9.0/27","66.102.9.32/27","66.102.9.64/27","66.102.9.96/27","66.102.9.128/27","66.102.9.160/27","66.102.9.192/27","66.102.9.224/27","66.249.64.0/27","66.249.64.32/27","66.249.64.64/27","66.249.64.96/27","66.249.64.128/27","66.249.64.160/27","66.249.64.192/27","66.249.64.224/27","66.249.65.0/27","66.249.65.32/27","66.249.65.64/27","66.249.65.96/27","66.249.65.128/27","66.249.65.160/27","66.249.65.192/27","66.249.65.224/27","66.249.66.0/27","66.249.66.32/27","66.249.66.64/27","66.249.66.96/27","66.249.66.128/27","66.249.66.160/27","66.249.66.192/27","66.249.66.224/27","66.249.67.0/27","66.249.67.32/27","66.249.67.64/27","66.249.68.0/27","66.249.68.32/27","66.249.68.64/27","66.249.68.96/27","66.249.68.128/27","66.249.68.160/27","66.249.68.192/27","66.249.68.224/27","66.249.69.0/27","66.249.69.32/27","66.249.69.64/27","66.249.69.96/27","66.249.69.128/27","66.249.69.160/27","66.249.69.192/27","66.249.69.224/27","66.249.70.0/27","66.249.70.32/27","66.249.70.64/27","66.249.70.96/27","66.249.70.128/27","66.249.70.160/27","66.249.70.192/27","66.249.70.224/27","66.249.71.0/27","66.249.71.32/27","66.249.71.64/27","66.249.71.96/27","66.249.71.128/27","66.249.71.160/27","66.249.71.192/27","66.249.71.224/27","66.249.72.0/27","66.249.72.32/27","66.249.72.64/27","66.249.72.96/27","66.249.72.128/27","66.249.72.160/27","66.249.72.192/27","66.249.72.224/27","66.249.73.0/27","66.249.73.32/27","66.249.73.64/27","66.249.73.96/27","66.249.73.128/27","66.249.73.160/27","66.249.73.192/27","66.249.73.224/27","66.249.74.0/27","66.249.74.32/27","66.249.74.64/27","66.249.74.96/27","66.249.74.128/27","66.249.74.160/27","66.249.74.192/27","66.249.74.224/27","66.249.75.0/27","66.249.75.32/27","66.249.75.64/27","66.249.75.96/27","66.249.75.128/27","66.249.75.160/27","66.249.75.192/27","66.249.75.224/27","66.249.76.0/27","66.249.76.32/27","66.249.76.64/27","66.249.76.96/27","66.249.76.128/27","66.249.76.160/27","66.249.76.192/27","66.249.76.224/27","66.249.77.0/27","66.249.77.32/27","66.249.77.64/27","66.249.77.96/27","66.249.77.128/27","66.249.77.160/27","66.249.77.192/27","66.249.77.224/27","66.249.78.0/27","66.249.78.32/27","66.249.78.64/27","66.249.78.96/27","66.249.78.128/27","66.249.78.160/27","66.249.78.192/27","66.249.78.224/27","66.249.79.0/27","66.249.79.32/27","66.249.79.64/27","66.249.79.128/27","66.249.79.160/27","66.249.79.192/27","66.249.79.224/27","66.249.80.0/27","66.249.80.32/27","66.249.80.64/27","66.249.80.96/27","66.249.80.128/27","66.249.80.160/27","66.249.80.192/27","66.249.80.224/27","66.249.81.0/27","66.249.81.32/27","66.249.81.64/27","66.249.81.96/27","66.249.81.128/27","66.249.81.160/27","66.249.81.192/27","66.249.81.224/27","66.249.82.0/27","66.249.82.32/27","66.249.82.64/27","66.249.82.96/27","66.249.82.128/27","66.249.82.160/27","66.249.82.192/27","66.249.82.224/27","66.249.83.0/27","66.249.83.32/27","66.249.83.64/27","66.249.83.96/27","66.249.83.128/27","66.249.83.160/27","66.249.83.192/27","66.249.83.224/27","66.249.84.0/27","66.249.84.32/27","66.249.84.64/27","66.249.84.96/27","66.249.84.128/27","66.249.84.160/27","66.249.84.192/27","66.249.84.224/27","66.249.85.0/27","66.249.85.32/27","66.249.85.64/27","66.249.85.96/27","66.249.85.128/27","66.249.85.160/27","66.249.87.0/27","66.249.87.32/27","66.249.87.64/27","66.249.87.96/27","66.249.87.128/27","66.249.87.160/27","66.249.87.192/27","66.249.87.224/27","66.249.88.0/27","66.249.88.32/27","66.249.88.64/27","66.249.88.96/27","66.249.88.128/27","66.249.88.160/27","66.249.88.192/27","66.249.88.224/27","66.249.89.0/27","66.249.89.32/27","66.249.89.64/27","66.249.89.96/27","66.249.89.128/27","66.249.89.160/27","66.249.89.192/27","66.249.89.224/27","66.249.90.0/27","66.249.90.32/27","66.249.90.64/27","66.249.90.96/27","66.249.90.128/27","66.249.90.160/27","66.249.90.192/27","66.249.90.224/27","66.249.91.0/27","66.249.91.32/27","66.249.91.64/27","66.249.91.96/27","66.249.91.128/27","66.249.91.160/27","66.249.91.192/27","66.249.91.224/27","66.249.92.0/27","66.249.92.32/27","66.249.92.64/27","66.249.92.96/27","66.249.92.128/27","66.249.92.160/27","66.249.92.192/27","66.249.92.224/27","66.249.93.0/27","66.249.93.32/27","66.249.93.64/27","66.249.93.96/27","66.249.93.128/27","66.249.93.160/27","66.249.93.192/27","66.249.93.224/27","72.14.199.0/27","72.14.199.32/27","72.14.199.64/27","72.14.199.96/27","72.14.199.128/27","72.14.199.160/27","72.14.199.192/27","72.14.199.224/27","74.125.148.0/27","74.125.148.32/27","74.125.148.64/27","74.125.148.96/27","74.125.148.128/27","74.125.148.160/27","74.125.148.192/27","74.125.148.224/27","74.125.149.0/27","74.125.149.32/27","74.125.149.64/27","74.125.149.96/27","74.125.149.128/27","74.125.149.160/27","74.125.149.192/27","74.125.149.224/27","74.125.150.0/27","74.125.150.32/27","74.125.150.64/27","74.125.150.96/27","74.125.150.128/27","74.125.150.160/27","74.125.150.192/27","74.125.151.0/27","74.125.151.32/27","74.125.151.64/27","74.125.151.96/27","74.125.151.128/27","74.125.151.160/27","74.125.151.192/27","74.125.151.224/27","74.125.208.0/27","74.125.208.32/27","74.125.208.64/27","74.125.208.96/27","74.125.208.128/27","74.125.208.160/27","74.125.208.192/27","74.125.208.224/27","74.125.209.0/27","74.125.209.32/27","74.125.209.64/27","74.125.209.96/27","74.125.209.128/27","74.125.209.160/27","74.125.209.192/27","74.125.210.0/27","74.125.210.32/27","74.125.210.64/27","74.125.210.96/27","74.125.210.128/27","74.125.210.160/27","74.125.210.192/27","74.125.210.224/27","74.125.211.0/27","74.125.211.32/27","74.125.211.64/27","74.125.211.96/27","74.125.212.0/27","74.125.212.32/27","74.125.212.64/27","74.125.212.96/27","74.125.212.128/27","74.125.212.160/27","74.125.212.192/27","74.125.212.224/27","74.125.213.0/27","74.125.213.32/27","74.125.213.64/27","74.125.213.96/27","74.125.214.0/27","74.125.214.32/27","74.125.214.64/27","74.125.214.96/27","74.125.214.128/27","74.125.214.160/27","74.125.214.192/27","74.125.214.224/27","74.125.215.0/27","74.125.215.32/27","74.125.215.64/27","74.125.215.96/27","74.125.215.128/27","74.125.215.160/27","74.125.215.192/27","74.125.215.224/27","74.125.216.0/27","74.125.216.32/27","74.125.216.64/27","74.125.216.96/27","74.125.216.128/27","74.125.216.160/27","74.125.216.192/27","74.125.216.224/27","74.125.217.0/27","74.125.217.32/27","74.125.217.64/27","74.125.217.96/27","74.125.217.128/27","74.125.217.160/27","74.125.217.192/27","74.125.217.224/27","74.125.218.0/27","74.125.218.32/27","74.125.218.64/27","74.125.218.96/27","74.125.218.128/27","74.125.218.160/27","74.125.218.192/27","74.125.218.224/27","74.125.219.0/27","74.125.219.32/27","74.125.219.64/27","74.125.219.96/27","74.125.219.128/27","74.125.219.160/27","74.125.219.192/27","74.125.219.224/27","74.125.232.0/28","74.125.232.16/28","74.125.232.32/28","74.125.232.48/28","74.125.232.64/28","74.125.232.80/28","74.125.232.96/28","74.125.232.112/28","107.178.192.0/27","107.178.192.32/27","107.178.192.64/27","107.178.192.96/27","107.178.192.128/27","107.178.192.160/27","107.178.192.192/27","107.178.192.224/27","107.178.193.0/27","107.178.193.32/27","107.178.193.64/27","107.178.193.96/27","107.178.193.128/27","107.178.193.160/27","107.178.193.192/27","107.178.193.224/27","107.178.194.0/27","107.178.194.32/27","107.178.194.64/27","107.178.194.96/27","107.178.194.128/27","107.178.194.160/27","107.178.194.192/27","107.178.194.224/27","107.178.195.0/27","107.178.195.32/27","107.178.195.64/27","107.178.195.96/27","107.178.195.128/27","107.178.195.160/27","107.178.195.192/27","107.178.195.224/27","107.178.196.0/27","107.178.196.32/27","107.178.196.64/27","107.178.196.96/27","107.178.196.128/27","107.178.196.160/27","107.178.196.192/27","107.178.196.224/27","107.178.197.0/27","107.178.197.32/27","107.178.197.64/27","107.178.197.96/27","107.178.197.128/27","107.178.197.160/27","107.178.197.192/27","107.178.197.224/27","107.178.198.0/27","107.178.198.32/27","107.178.198.64/27","107.178.198.96/27","107.178.198.128/27","107.178.198.160/27","107.178.198.192/27","107.178.198.224/27","107.178.199.0/27","107.178.199.32/27","107.178.199.64/27","107.178.199.96/27","107.178.199.128/27","107.178.199.160/27","107.178.199.192/27","107.178.199.224/27","107.178.202.0/27","107.178.202.32/27","107.178.202.64/27","107.178.202.96/27","107.178.202.128/27","107.178.202.160/27","107.178.202.192/27","107.178.202.224/27","107.178.203.0/27","107.178.203.32/27","107.178.203.64/27","107.178.203.128/27","107.178.203.160/27","107.178.203.192/27","107.178.203.224/27","107.178.224.0/27","107.178.224.32/27","107.178.224.64/27","107.178.224.96/27","107.178.224.128/27","107.178.224.160/27","107.178.224.192/27","107.178.224.224/27","107.178.225.0/27","107.178.225.32/27","107.178.225.64/27","107.178.225.96/27","107.178.225.128/27","107.178.225.160/27","107.178.225.192/27","107.178.225.224/27","108.177.2.0/27","108.177.2.32/27","108.177.2.64/27","108.177.2.96/27","108.177.2.128/27","108.177.2.160/27","108.177.2.192/27","108.177.2.224/27","136.121.16.0/24","136.121.24.0/21","136.121.40.0/21","136.122.0.0/16","136.124.136.0/27","136.124.136.32/27","136.124.136.64/27","142.250.32.0/27","142.250.32.32/27","142.250.32.64/27","142.250.32.96/27","142.250.32.128/27","142.250.32.160/27","142.250.32.192/27","142.250.32.224/27","142.250.33.0/27","142.250.33.32/27","142.250.33.64/27","142.250.33.96/27","142.250.33.128/27","172.253.180.0/27","172.253.180.32/27","172.253.180.64/27","172.253.181.0/27","172.253.181.32/27","172.253.181.64/27","172.253.181.96/27","172.253.181.128/27","172.253.181.160/27","172.253.181.192/27","172.253.181.224/27","172.253.182.0/27","172.253.182.32/27","172.253.182.64/27","172.253.182.96/27","172.253.182.128/27","172.253.183.0/27","172.253.183.32/27","172.253.183.64/27","172.253.183.96/27","172.253.183.128/27","172.253.183.160/27","172.253.183.192/27","172.253.183.224/27","192.178.4.0/27","192.178.4.32/27","192.178.4.64/27","192.178.4.96/27","192.178.4.128/27","192.178.4.160/27","192.178.4.192/27","192.178.4.224/27","192.178.5.0/27","192.178.6.0/27","192.178.6.32/27","192.178.6.64/27","192.178.6.96/27","192.178.6.128/27","192.178.6.160/27","192.178.6.192/27","192.178.6.224/27","192.178.7.0/27","192.178.7.32/27","192.178.7.64/27","192.178.7.96/27","192.178.7.128/27","192.178.7.160/27","192.178.7.192/27","192.178.7.224/27","192.178.8.0/27","192.178.8.32/27","192.178.8.64/27","192.178.8.96/27","192.178.8.128/27","192.178.9.0/27","192.178.9.32/27","192.178.9.64/27","192.178.9.96/27","192.178.9.128/27","192.178.9.160/27","192.178.9.192/27","192.178.9.224/27","192.178.10.0/27","192.178.10.32/27","192.178.10.64/27","192.178.10.96/27","192.178.10.128/27","192.178.11.0/27","192.178.11.32/27","192.178.11.64/27","192.178.11.96/27","192.178.11.128/27","192.178.11.160/27","192.178.11.192/27","192.178.11.224/27","192.178.12.0/27","192.178.12.32/27","192.178.12.64/27","192.178.12.96/27","192.178.12.128/27","192.178.12.160/27","192.178.12.192/27","192.178.13.0/27","192.178.13.32/27","192.178.13.64/27","192.178.13.96/27","192.178.13.128/27","192.178.13.160/27","192.178.13.192/27","192.178.13.224/27","192.178.14.0/27","192.178.15.0/27","192.178.15.32/27","192.178.15.64/27","192.178.15.96/27","192.178.15.128/27","192.178.15.160/27","192.178.15.192/27","192.178.15.224/27","192.178.16.0/27","192.178.16.32/27","192.178.16.64/27","192.178.16.96/27","192.178.16.128/27","192.178.16.160/27","192.178.16.192/27","192.178.16.224/27","192.178.17.0/27","209.85.238.0/27","209.85.238.32/27","209.85.238.64/27","209.85.238.96/27","209.85.238.128/27","209.85.238.160/27","209.85.238.192/27","209.85.238.224/27","2001:4860:c::/124","2001:4860:c::10/124","2001:4860:c::20/124","2001:4860:c::30/124","2001:4860:c::40/124","2001:4860:c::50/124","2001:4860:c::60/124","2001:4860:c::70/124","2001:4860:4801:2::/64","2001:4860:4801:c::/64","2001:4860:4801:f::/64","2001:4860:4801:10::/64","2001:4860:4801:11::/64","2001:4860:4801:12::/64","2001:4860:4801:13::/64","2001:4860:4801:14::/64","2001:4860:4801:15::/64","2001:4860:4801:16::/64","2001:4860:4801:17::/64","2001:4860:4801:18::/64","2001:4860:4801:19::/64","2001:4860:4801:1a::/64","2001:4860:4801:1b::/64","2001:4860:4801:1c::/64","2001:4860:4801:1d::/64","2001:4860:4801:1e::/64","2001:4860:4801:1f::/64","2001:4860:4801:20::/64","2001:4860:4801:21::/64","2001:4860:4801:22::/64","2001:4860:4801:23::/64","2001:4860:4801:24::/64","2001:4860:4801:25::/64","2001:4860:4801:26::/64","2001:4860:4801:27::/64","2001:4860:4801:28::/64","2001:4860:4801:29::/64","2001:4860:4801:2a::/64","2001:4860:4801:2b::/64","2001:4860:4801:2c::/64","2001:4860:4801:2d::/64","2001:4860:4801:2e::/64","2001:4860:4801:2f::/64","2001:4860:4801:30::/64","2001:4860:4801:31::/64","2001:4860:4801:32::/64","2001:4860:4801:33::/64","2001:4860:4801:34::/64","2001:4860:4801:35::/64","2001:4860:4801:36::/64","2001:4860:4801:37::/64","2001:4860:4801:38::/64","2001:4860:4801:39::/64","2001:4860:4801:3a::/64","2001:4860:4801:3b::/64","2001:4860:4801:3c::/64","2001:4860:4801:3d::/64","2001:4860:4801:3e::/64","2001:4860:4801:3f::/64","2001:4860:4801:40::/64","2001:4860:4801:41::/64","2001:4860:4801:42::/64","2001:4860:4801:43::/64","2001:4860:4801:44::/64","2001:4860:4801:45::/64","2001:4860:4801:46::/64","2001:4860:4801:47::/64","2001:4860:4801:48::/64","2001:4860:4801:49::/64","2001:4860:4801:4a::/64","2001:4860:4801:4b::/64","2001:4860:4801:4c::/64","2001:4860:4801:4d::/64","2001:4860:4801:4e::/64","2001:4860:4801:50::/64","2001:4860:4801:51::/64","2001:4860:4801:52::/64","2001:4860:4801:53::/64","2001:4860:4801:54::/64","2001:4860:4801:55::/64","2001:4860:4801:56::/64","2001:4860:4801:57::/64","2001:4860:4801:58::/64","2001:4860:4801:59::/64","2001:4860:4801:60::/64","2001:4860:4801:61::/64","2001:4860:4801:62::/64","2001:4860:4801:63::/64","2001:4860:4801:64::/64","2001:4860:4801:65::/64","2001:4860:4801:66::/64","2001:4860:4801:67::/64","2001:4860:4801:68::/64","2001:4860:4801:69::/64","2001:4860:4801:6a::/64","2001:4860:4801:6b::/64","2001:4860:4801:6c::/64","2001:4860:4801:6d::/64","2001:4860:4801:6e::/64","2001:4860:4801:6f::/64","2001:4860:4801:70::/64","2001:4860:4801:71::/64","2001:4860:4801:72::/64","2001:4860:4801:73::/64","2001:4860:4801:74::/64","2001:4860:4801:75::/64","2001:4860:4801:76::/64","2001:4860:4801:77::/64","2001:4860:4801:78::/64","2001:4860:4801:79::/64","2001:4860:4801:7a::/64","2001:4860:4801:7b::/64","2001:4860:4801:7c::/64","2001:4860:4801:7d::/64","2001:4860:4801:7e::/64","2001:4860:4801:7f::/64","2001:4860:4801:80::/64","2001:4860:4801:81::/64","2001:4860:4801:82::/64","2001:4860:4801:83::/64","2001:4860:4801:84::/64","2001:4860:4801:85::/64","2001:4860:4801:86::/64","2001:4860:4801:87::/64","2001:4860:4801:88::/64","2001:4860:4801:90::/64","2001:4860:4801:91::/64","2001:4860:4801:92::/64","2001:4860:4801:93::/64","2001:4860:4801:94::/64","2001:4860:4801:95::/64","2001:4860:4801:96::/64","2001:4860:4801:97::/64","2001:4860:4801:a0::/64","2001:4860:4801:a1::/64","2001:4860:4801:a2::/64","2001:4860:4801:a3::/64","2001:4860:4801:a4::/64","2001:4860:4801:a5::/64","2001:4860:4801:a6::/64","2001:4860:4801:a7::/64","2001:4860:4801:a8::/64","2001:4860:4801:a9::/64","2001:4860:4801:aa::/64","2001:4860:4801:ab::/64","2001:4860:4801:ac::/64","2001:4860:4801:ad::/64","2001:4860:4801:ae::/64","2001:4860:4801:b0::/64","2001:4860:4801:b1::/64","2001:4860:4801:b2::/64","2001:4860:4801:b3::/64","2001:4860:4801:b4::/64","2001:4860:4801:b5::/64","2001:4860:4801:b6::/64","2001:4860:4801:2008::/64","2001:4860:4801:200c::/64","2001:4860:4801:200d::/64","2001:4860:4801:2010::/64","2001:4860:4801:2011::/64","2001:4860:4801:2012::/64","2001:4860:4801:2013::/64","2001:4860:4801:2014::/64","2001:4860:4801:2015::/64","2001:4860:4801:2016::/64","2001:4860:4801:2017::/64","2001:4860:4801:2018::/64","2001:4860:4801:2019::/64","2001:4860:4801:201a::/64","2001:4860:4801:201b::/64","2001:4860:4801:201c::/64","2001:4860:4801:201d::/64","2001:4860:4801:201e::/64","2001:4860:4801:201f::/64","2001:4860:4801:2020::/64","2001:4860:4801:2021::/64","2001:4860:4801:2022::/64","2001:4860:4801:2023::/64","2001:4860:4801:2024::/64","2001:4860:4801:2025::/64","2001:4860:4801:2026::/64","2001:4860:4801:2027::/64","2001:4860:4801:2028::/64","2001:4860:4801:2029::/64","2001:4860:4801:202a::/64","2001:4860:4801:202b::/64","2001:4860:4801:202c::/64","2001:4860:4801:202d::/64","2001:4860:4801:202e::/64","2001:4860:4801:202f::/64","2001:4860:4801:2030::/64","2001:4860:4801:2031::/64","2001:4860:4801:2032::/64","2001:4860:4801:2033::/64","2001:4860:4801:2034::/64","2001:4860:4801:2035::/64","2001:4860:4801:2036::/64","2001:4860:4801:2037::/64","2001:4860:4801:2038::/64","2001:4860:4801:2039::/64","2001:4860:4801:203a::/64","2001:4860:4801:203b::/64","2001:4860:4801:203c::/64","2001:4860:4801:203d::/64","2001:4860:4801:203e::/64","2001:4860:4801:203f::/64","2001:4860:4801:2040::/64","2001:4860:4801:2041::/64","2001:4860:4801:2042::/64","2001:4860:4801:2043::/64","2001:4860:4801:2044::/64","2001:4860:4801:2045::/64","2001:4860:4801:2046::/64","2001:4860:4801:2047::/64","2001:4860:4801:2048::/64","2001:4860:4801:2049::/64","2001:4860:4801:204a::/64","2001:4860:4801:204b::/64","2001:4860:4801:204c::/64","2001:4860:4801:204d::/64","2001:4860:4801:204e::/64","2001:4860:4801:2050::/64","2001:4860:4801:2051::/64","2001:4860:4801:2052::/64","2001:4860:4801:2053::/64","2001:4860:4801:2054::/64","2001:4860:4801:2055::/64","2001:4860:4801:2056::/64","2001:4860:4801:2060::/64","2001:4860:4801:2061::/64","2001:4860:4801:2062::/64","2001:4860:4801:2063::/64","2001:4860:4801:2064::/64","2001:4860:4801:2065::/64","2001:4860:4801:2066::/64","2001:4860:4801:2067::/64","2001:4860:4801:2068::/64","2001:4860:4801:2069::/64","2001:4860:4801:206a::/64","2001:4860:4801:206b::/64","2001:4860:4801:206c::/64","2001:4860:4801:206d::/64","2001:4860:4801:206e::/64","2001:4860:4801:206f::/64","2001:4860:4801:2070::/64","2001:4860:4801:2071::/64","2001:4860:4801:2072::/64","2001:4860:4801:2073::/64","2001:4860:4801:2074::/64","2001:4860:4801:2075::/64","2001:4860:4801:2076::/64","2001:4860:4801:2077::/64","2001:4860:4801:2078::/64","2001:4860:4801:2079::/64","2001:4860:4801:207a::/64","2001:4860:4801:207b::/64","2001:4860:4801:207c::/64","2001:4860:4801:207d::/64","2001:4860:4801:207e::/64","2001:4860:4801:207f::/64","2001:4860:4801:2080::/64","2001:4860:4801:2081::/64","2001:4860:4801:2082::/64","2001:4860:4801:2083::/64","2001:4860:4801:2084::/64","2001:4860:4801:2085::/64","2001:4860:4801:2086::/64","2001:4860:4801:2087::/64","2001:4860:4801:2088::/64","2001:4860:4801:2090::/64","2001:4860:4801:2091::/64","2001:4860:4801:2092::/64","2001:4860:4801:2093::/64","2001:4860:4801:2094::/64","2001:4860:4801:2095::/64","2001:4860:4801:2096::/64","2001:4860:4801:2097::/64","2001:4860:4801:20a0::/64","2001:4860:4801:20a1::/64","2001:4860:4801:20a2::/64","2001:4860:4801:20a3::/64","2001:4860:4801:20a4::/64","2001:4860:4801:20a5::/64","2001:4860:4801:20a6::/64","2001:4860:4801:20b0::/64","2001:4860:4801:20b1::/64","2001:4860:4801:20b2::/64","2001:4860:4801:20b3::/64","2001:4860:4801:20b4::/64","2001:4860:4801:20b5::/64","2001:4860:4801:20b6::/64","2001:4860:4801:4004::/64","2001:4860:4801:4008::/64","2001:4860:4801:4009::/64","2001:4860:4801:400f::/64","2001:4860:4801:4010::/64","2001:4860:4801:4015::/64","2001:4860:4801:4016::/64","2001:4860:4801:4017::/64","2001:4860:4801:4018::/64","2001:4860:4801:401a::/64","2001:4860:4801:401b::/64","2001:4860:4801:401c::/64","2001:4860:4801:4020::/64","2001:4860:4801:4021::/64","2001:4860:4801:4022::/64","2001:4860:4801:4023::/64","2001:4860:4801:4024::/64","2001:4860:4801:4025::/64","2001:4860:4801:4026::/64","2001:4860:4801:4027::/64","2001:4860:4801:4028::/64","2001:4860:4801:4029::/64","2001:4860:4801:402a::/64","2001:4860:4801:402b::/64","2001:4860:4801:4030::/64","2001:4860:4801:4031::/64","2001:4860:4801:4032::/64","2001:4860:4801:4033::/64","2001:4860:4801:4034::/64","2001:4860:4801:4035::/64","2001:4860:4801:4036::/64","2001:4860:4801:4037::/64","2001:4860:4801:4038::/64","2001:4860:4801:4039::/64","2001:4860:4801:403a::/64","2001:4860:4801:403b::/64","2001:4860:4801:403c::/64","2001:4860:4801:403d::/64","2001:4860:4801:403e::/64","2001:4860:4801:403f::/64","2001:4860:4801:4040::/64","2001:4860:4801:4041::/64","2001:4860:4801:4042::/64","2001:4860:4801:4043::/64","2001:4860:4801:4044::/64","2001:4860:4801:4045::/64","2001:4860:4801:4046::/64","2001:4860:4801:4047::/64","2001:4860:4801:4048::/64","2001:4860:4801:4049::/64","2001:4860:4801:404a::/64","2001:4860:4801:404b::/64","2001:4860:4801:404c::/64","2001:4860:4801:404d::/64","2001:4860:4801:404e::/64","2001:4860:4801:404f::/64","2001:4860:4801:4050::/64","2001:4860:4801:4051::/64","2001:4860:4801:4052::/64","2001:4860:4801:4053::/64","2001:4860:4801:4054::/64","2001:4860:4801:4055::/64","2001:4860:4801:4056::/64","2001:4860:4801:4057::/64","2001:4860:4801:4058::/64","2001:4860:4801:4059::/64","2001:4860:4801:405a::/64","2001:4860:4801:405b::/64","2001:4860:4801:405c::/64","2001:4860:4801:405d::/64","2001:4860:4801:405e::/64","2001:4860:4801:405f::/64","2001:4860:4801:4060::/64","2001:4860:4801:4061::/64","2001:4860:4801:4062::/64","2001:4860:4801:4063::/64","2001:4860:4801:4064::/64","2001:4860:4801:4065::/64","2001:4860:4801:4066::/64","2001:4860:4801:4067::/64","2001:4860:4801:4068::/64","2001:4860:4801:4069::/64","2001:4860:4801:406a::/64","2001:4860:4801:406b::/64","2001:4860:4801:406c::/64","2001:4860:4801:406d::/64","2001:4860:4801:406e::/64","2001:4860:4801:4070::/64","2001:4860:4801:4071::/64","2001:4860:4801:4072::/64","2001:4860:4801:4073::/64","2001:4860:4801:4074::/64","2001:4860:4801:4075::/64","2001:4860:4801:4076::/64","2001:4860:4801:4077::/64","2001:4860:4801:4078::/64","2001:4860:4801:4079::/64","2001:4860:4801:407a::/64","2001:4860:4801:407b::/64","2001:4860:4801:407c::/64","2001:4860:4801:407d::/64","2001:4860:4801:407e::/64","2001:4860:4801:407f::/64","2001:4860:4801:4080::/64","2001:4860:4801:4081::/64","2001:4860:4801:4082::/64","2001:4860:4801:4083::/64","2001:4860:4801:4084::/64","2001:4860:4801:4085::/64","2001:4860:4801:4086::/64","2001:4860:4801:4087::/64","2001:4860:4801:4088::/64","2001:4860:4801:4089::/64","2001:4860:4801:408a::/64","2001:4860:4801:408b::/64","2001:4860:4801:4090::/64","2001:4860:4801:4091::/64","2001:4860:4801:4092::/64","2001:4860:4801:4093::/64","2001:4860:4801:4094::/64","2001:4860:4801:4095::/64","2001:4860:4801:4096::/64","2001:4860:4801:40a0::/64","2001:4860:4801:40a1::/64","2001:4860:4801:40a2::/64","2001:4860:4801:40a3::/64","2001:4860:4801:40a4::/64","2001:4860:4801:40b0::/64","2001:4860:4801:40b1::/64","2001:4860:4801:40b2::/64","2001:4860:4801:40b3::/64","2001:4860:4801:40b4::/64","2001:4860:4801:40b5::/64","2001:4860:4801:40b6::/64","2001:4860:4801:40b7::/64","2001:4860:4801:40b8::/64","2001:4860:4801:40b9::/64","2001:4860:4801:40ba::/64","2001:4860:4801:40c0::/64","2001:4860:4801:40c1::/64","2001:4860:4801:40c2::/64","2001:4860:4801:40c3::/64","2001:4860:4801:40c4::/64","2001:4860:4801:40c5::/64","2001:4860:4801:40c6::/64","2001:4860:4801:40d0::/64","2001:4860:4801:40d1::/64","2001:4860:4801:40d2::/64","2001:4860:4801:40d3::/64","2001:4860:4801:40d4::/64","2001:4860:4801:40d5::/64","2001:4860:4801:40d6::/64","2001:4860:4801:40d7::/64","2001:4860:4801:40d8::/64","2001:4860:4801:40d9::/64","2001:4860:4801:40da::/64","2001:4860:4801:40db::/64","2001:4860:4801:40dc::/64","2001:4860:4801:40dd::/64","2001:4860:4801:40de::/64","2001:4860:4801:40df::/64","2001:4860:4801:40e0::/64","2001:4860:4801:40e1::/64","2001:4860:4801:40e2::/64","2001:4860:4801:40e3::/64","2001:4860:4801:40f0::/64","2001:4860:4801:40f1::/64","2001:4860:4801:40f2::/64","2001:4860:4801:40f3::/64","2001:4860:4801:40f4::/64","2001:4860:4801:40f5::/64","2001:4860:4801:40f6::/64","2001:4860:4801:40f7::/64","2001:4860:4801:40f8::/64","2001:4860:4801:40f9::/64","2001:4860:4801:40fa::/64","2001:4860:4801:40fb::/64","2001:4860:4801:40fc::/64","2001:4860:4801:40fd::/64","2001:4860:4801:40fe::/64","2001:4860:4801:40ff::/64","2001:4860:4801:4100::/64","2001:4860:4801:4101::/64","2001:4860:4801:4102::/64","2001:4860:4801:4103::/64","2001:4860:4801:4104::/64","2001:4860:4801:4105::/64","2001:4860:4801:4106::/64","2001:4860:4801:4107::/64","2001:4860:4801:4110::/64","2001:4860:4801:4111::/64","2001:4860:4801:4112::/64","2001:4860:4801:4113::/64","2001:4860:4801:4114::/64","2001:4860:4801:4120::/64","2001:4860:4801:4121::/64","2001:4860:4801:4122::/64","2001:4860:4801:4123::/64","2001:4860:4801:4124::/64","2001:4860:4801:4125::/64","2001:4860:4801:4126::/64","2001:4860:4801:4127::/64","2001:4860:4801:4128::/64","2001:4860:4801:4129::/64","2001:4860:4801:412a::/64","2001:4860:4801:412b::/64","2001:4860:4801:412c::/64","2001:4860:4801:412d::/64","2001:4860:4801:412e::/64","2001:4860:4801:412f::/64","2001:4860:4801:4130::/64","2001:4860:4801:4131::/64","2001:4860:4801:4132::/64","2001:4860:4801:4133::/64","2001:4860:4801:4134::/64","2001:4860:4801:4135::/64","2001:4860:4801:4136::/64","2001:4860:4801:4140::/64","2001:4860:4801:4141::/64","2001:4860:4801:4142::/64","2001:4860:4801:4143::/64","2001:4860:4801:4144::/64","2001:4860:4801:4145::/64","2001:4860:4801:4146::/64","2001:4860:4801:4147::/64","2001:4860:4801:4150::/64","2001:4860:4801:4151::/64","2001:4860:4801:4152::/64","2001:4860:4801:4153::/64","2001:4860:4801:4154::/64","2001:4860:4801:4155::/64","2001:4860:4801:4156::/64","2001:4860:4801:4157::/64","2001:4860:4801:4158::/64","2001:4860:4801:4159::/64","2001:4860:4801:415a::/64","2001:4860:4801:415b::/64","2001:4860:4801:415c::/64","2001:4860:4801:415d::/64","2001:4860:4801:415e::/64","2001:4860:4801:4160::/64","2001:4860:4801:4161::/64","2001:4860:4801:4162::/64","2001:4860:4801:4163::/64","2001:4860:4801:4164::/64","2001:4860:4801:4165::/64","2001:4860:4801:4166::/64","2001:4860:4801:4167::/64","2001:4860:4801:4168::/64","2001:4860:4801:4169::/64","2001:4860:4801:416a::/64","2001:4860:4801:416b::/64","2404:f340:10:4000::/64","2404:f340:10:4001::/64","2404:f340:10:4002::/64","2404:f340:10:4003::/64","2404:f340:10:4004::/64","2404:f340:10:4005::/64","2404:f340:10:4006::/64","2404:f340:10:4007::/64","2404:f340:4010:4000::/64","2404:f340:4010:4001::/64","2404:f340:4010:4002::/64","2404:f340:4010:4003::/64","2404:f340:4010:4004::/64","2404:f340:4010:4005::/64","2404:f340:4010:4006::/64","2404:f340:4010:4007::/64","2600:1900:0:8::/64","2600:1900:0:9::/64","2600:1900:0:c::/64","2600:1900:0:f::/64","2600:1900:0:10::/64","2600:1900:0:15::/64","2600:1900:0:16::/64","2600:1900:0:17::/64","2600:1900:0:18::/64","2600:1900:0:1a::/64","2600:1900:0:1b::/64","2600:1900:0:1c::/64","2600:1900:0:20::/64","2600:1900:0:21::/64","2600:1900:0:22::/64","2600:1900:0:23::/64","2600:1900:0:24::/64","2600:1900:0:25::/64","2600:1900:0:26::/64","2600:1900:0:27::/64","2600:1900:0:28::/64","2600:1900:0:29::/64","2600:1900:0:2a::/64","2600:1900:0:2b::/64","2600:1900:0:30::/64","2600:1900:0:31::/64","2600:1900:0:32::/64","2600:1900:0:33::/64","2600:1900:0:34::/64","2600:1900:0:35::/64","2600:1900:0:36::/64","2600:1900:0:37::/64","2600:1900:0:38::/64","2600:1900:0:39::/64","2600:1900:0:3a::/64","2600:1900:0:3b::/64","2600:1900:0:3c::/64","2600:1900:0:40::/64","2600:1900:0:41::/64","2600:1900:0:42::/64","2600:1900:0:43::/64","2600:1900:0:44::/64","2600:1900:0:45::/64","2600:1900:0:46::/64","2600:1900:0:47::/64","2600:1900:0:48::/64","2600:1900:0:49::/64","2600:1900:0:4a::/64","2600:1900:0:4b::/64","2600:1900:0:4c::/64","2600:1900:0:4d::/64","2600:1900:0:4e::/64","2600:1900:0:4f::/64","2600:1900:0:50::/64","2600:1900:0:51::/64","2600:1900:0:52::/64","2600:1900:0:53::/64","2600:1900:0:54::/64","2600:1900:0:55::/64","2600:1900:0:56::/64","2600:1900:0:57::/64","2600:1900:0:58::/64","2600:1900:0:59::/64","2600:1900:0:5a::/64","2600:1900:0:5b::/64","2600:1900:0:5c::/64","2600:1900:0:5d::/64","2600:1900:0:5e::/64","2600:1900:0:5f::/64","2600:1900:0:60::/64","2600:1900:0:61::/64","2600:1900:0:62::/64","2600:1900:0:63::/64","2600:1900:0:64::/64","2600:1900:0:65::/64","2600:1900:0:66::/64","2600:1900:0:67::/64","2600:1900:0:68::/64","2600:1900:0:69::/64","2600:1900:0:6a::/64","2600:1900:0:6b::/64","2600:1900:0:6c::/64","2600:1900:0:6d::/64","2600:1900:0:6e::/64","2600:1900:0:70::/64","2600:1900:0:71::/64","2600:1900:0:72::/64","2600:1900:0:73::/64","2600:1900:0:74::/64","2600:1900:0:75::/64","2600:1900:0:76::/64","2600:1900:0:77::/64","2600:1900:0:78::/64","2600:1900:0:79::/64","2600:1900:0:7a::/64","2600:1900:0:7b::/64","2600:1900:0:7c::/64","2600:1900:0:7d::/64","2600:1900:0:7e::/64","2600:1900:0:7f::/64","2600:1900:0:80::/64","2600:1900:0:81::/64","2600:1900:0:82::/64","2600:1900:0:83::/64","2600:1900:0:84::/64","2600:1900:0:85::/64","2600:1900:0:86::/64","2600:1900:0:87::/64","2600:1900:0:88::/64","2600:1900:0:89::/64","2600:1900:0:8a::/64","2600:1900:0:8b::/64","2600:1900:0:90::/64","2600:1900:0:91::/64","2600:1900:0:92::/64","2600:1900:0:93::/64","2600:1900:0:94::/64","2600:1900:0:95::/64","2600:1900:0:96::/64","2600:1900:0:97::/64","2600:1900:0:98::/64","2600:1900:0:99::/64","2600:1900:0:a0::/64","2600:1900:0:a1::/64","2600:1900:0:a2::/64","2600:1900:0:a3::/64","2600:1900:0:a4::/64","2600:1900:0:a5::/64","2600:1900:0:a6::/64","2600:1900:0:b0::/64","2600:1900:0:b1::/64","2600:1900:0:b2::/64","2600:1900:0:b3::/64","2600:1900:0:b4::/64","2600:1900:0:b5::/64","2600:1900:0:b6::/64","2600:1900:0:b7::/64","2600:1900:0:b8::/64","2600:1900:0:b9::/64","2600:1900:0:ba::/64","2600:1900:0:bb::/64","2600:1900:0:bc::/64","2600:1900:0:bd::/64","2600:1900:0:c0::/64","2600:1900:0:c1::/64","2600:1900:0:c2::/64","2600:1900:0:c3::/64","2600:1900:0:c4::/64","2600:1900:0:c5::/64","2600:1900:0:c6::/64","2600:1900:0:d0::/64","2600:1900:0:d1::/64","2600:1900:0:d2::/64","2600:1900:0:d3::/64","2600:1900:0:d4::/64","2600:1900:0:d5::/64","2600:1900:0:d6::/64","2600:1900:0:d7::/64","2600:1900:0:d8::/64","2600:1900:0:d9::/64","2600:1900:0:da::/64","2600:1900:0:db::/64","2600:1900:0:dc::/64","2600:1900:0:dd::/64","2600:1900:0:de::/64","2600:1900:0:df::/64","2600:1900:0:e0::/64","2600:1900:0:e1::/64","2600:1900:0:e2::/64","2600:1900:0:e3::/64","2600:1900:0:e4::/64","2600:1900:0:e5::/64","2600:1900:0:e6::/64","2600:1900:0:e7::/64","2600:1900:0:e8::/64","2600:1900:0:e9::/64","2600:1900:0:ea::/64","2600:1900:0:eb::/64","2600:1900:0:ec::/64","2600:1900:0:ed::/64","2600:1900:0:ee::/64","2600:1900:0:ef::/64","2600:1900:0:f0::/64","2600:1900:0:f1::/64","2600:1900:0:f2::/64","2600:1900:0:f3::/64","2600:1900:0:f4::/64","2600:1900:0:f5::/64","2600:1900:0:f6::/64","2600:1900:0:f7::/64","2600:1900:0:f8::/64","2600:1900:0:f9::/64","2600:1900:0:fa::/64","2600:1900:0:100::/64","2600:1900:0:101::/64","2600:1900:0:102::/64","2600:1900:0:103::/64","2600:1900:0:104::/64","2600:1900:0:105::/64","2600:1900:0:106::/64","2600:1900:0:107::/64","2600:1900:0:108::/64","2600:1900:0:109::/64","2600:1900:0:10a::/64","2600:1900:0:10b::/64","2600:1900:0:10c::/64","2600:1900:0:10d::/64","2600:1900:0:10e::/64","2600:1900:0:10f::/64","2600:1900:0:110::/64","2600:1900:0:111::/64","2600:1900:0:112::/64","2600:1900:0:113::/64","2600:1900:0:114::/64","2600:1900:0:115::/64","2600:1900:0:116::/64","2600:1900:0:117::/64","2600:1900:0:118::/64","2600:1900:0:119::/64","2600:1900:0:11a::/64","2600:1900:0:11b::/64","2600:1900:0:11c::/64","2600:1900:0:11d::/64","2600:1900:0:11e::/64","2600:1900:0:11f::/64","2600:1900:0:120::/64","2600:1900:0:121::/64","2600:1900:0:122::/64","2600:1900:0:123::/64","2600:1900:0:130::/64","2600:1900:0:131::/64","2600:1900:0:132::/64","2600:1900:0:133::/64","2600:1900:0:138::/64","2600:1900:0:139::/64","2600:1900:0:13a::/64","2600:1900:0:13b::/64","2600:1900:0:140::/64","2600:1900:0:141::/64","2600:1900:0:142::/64","2600:1900:0:143::/64","2600:1900:0:144::/64","2600:1900:0:145::/64","2600:1900:0:146::/64","2600:1900:0:150::/64","2600:1900:0:151::/64","2600:1900:0:152::/64","2600:1900:0:153::/64","2600:1900:0:154::/64","2600:1900:0:155::/64","2600:1900:0:156::/64","2600:1900:0:157::/64","2600:1900:0:158::/64","2600:1900:0:159::/64","2600:1900:0:15a::/64","2600:1900:0:15b::/64","2600:1900:0:15c::/64","2600:1900:0:15d::/64","2600:1900:0:160::/64","2600:1900:0:161::/64","2600:1900:0:162::/64","2600:1900:0:163::/64","2600:1900:0:164::/64","2600:1900:0:165::/64","2600:1900:0:166::/64","2600:1900:0:167::/64","2600:1900:0:168::/64","2600:1900:0:169::/64","2600:1900:0:16a::/64","2600:1900:0:16b::/64","2600:1900:0:16c::/64","2600:1900:0:16d::/64","2600:1900:0:16e::/64","2600:1900:0:16f::/64","2600:1900:0:170::/64","2600:1900:0:171::/64","2600:1900:0:172::/64","2600:1900:0:173::/64","2600:1900:0:180::/64","2600:1900:0:181::/64","2600:1900:0:182::/64","2600:1900:0:183::/64","2600:1900:0:184::/64","2600:1900:0:185::/64","2600:1900:0:186::/64","2600:1900:0:187::/64","2600:1900:0:188::/64","2600:1900:0:189::/64","2600:1900:0:18a::/64","2600:1900:0:18b::/64","2600:1900:0:18c::/64","2600:1900:0:18d::/64","2600:1900:0:18e::/64","2600:1900:0:18f::/64","2600:1900:0:190::/64","2600:1900:0:191::/64","2600:1900:0:192::/64","2600:1900:0:193::/64","2600:1900:0:194::/64","2600:1900:0:195::/64","2600:1900:0:196::/64","2600:1900:0:1a0::/64","2600:1900:0:1a1::/64","2600:1900:0:1a2::/64","2600:1900:0:1a3::/64","2600:1900:0:1c0::/64","2600:1900:0:1c1::/64","2600:1900:0:1c2::/64","2600:1900:0:1c3::/64","2600:1900:0:1c4::/64","2600:1900:0:1c5::/64","2600:1900:0:1c6::/64","2600:1900:0:1d0::/64","2600:1900:0:1d1::/64","2600:1900:0:1e0::/64","2600:1900:0:1e1::/64","2600:1900:0:1e2::/64","2600:1900:0:1e3::/64","2600:1900:0:1e4::/64","2600:1900:0:1f0::/64","2600:1900:0:1f1::/64","2600:1900:0:1f2::/64","2600:1900:0:1f3::/64","2600:1900:0:1f4::/64","2600:1900:0:1f5::/64","2600:1900:0:1f6::/64","2600:1900:0:1f7::/64","2600:1900:0:1f8::/64","2600:1900:0:200::/64","2600:1900:0:201::/64","2600:1900:0:202::/64","2600:1900:0:203::/64","2600:1900:0:204::/64","2600:1900:0:205::/64","2600:1900:0:206::/64","2600:1900:0:207::/64","2600:1900:0:208::/64","2600:1900:0:209::/64","2600:1900:0:20a::/64","2600:1900:0:20b::/64","2600:1900:0:210::/64","2600:1900:0:211::/64","2600:1900:0:212::/64","2600:1900:0:213::/64","2600:1900:0:214::/64","2600:1900:0:215::/64","2600:1900:0:216::/64","2600:1900:0:217::/64","2600:1900:0:220::/64","2600:1900:0:221::/64","2600:1900:0:222::/64","2600:1900:0:223::/64","2600:1900:0:230::/64","2600:1900:0:231::/64","2600:1900:0:232::/64","2600:1900:0:233::/64","2600:1900:0:234::/64","2600:1900:0:235::/64","2600:1900:0:236::/64","2600:1900:0:237::/64","2600:1900:0:238::/64","2600:1900:0:239::/64","2600:1900:0:23a::/64","2600:1900:0:23b::/64","2600:1900:0:240::/64","2600:1900:0:241::/64","2600:1900:0:242::/64","2600:1900:0:250::/64","2600:1900:0:251::/64","2600:1900:0:252::/64","2600:1900:0:253::/64","2600:1900:0:254::/64","2600:1900:0:255::/64","2600:1900:0:260::/64","2600:1900:0:261::/64","2600:1900:0:262::/64","2600:1900:0:263::/64","2600:1900:0:264::/64","2600:1900:0:270::/64","2600:1900:0:271::/64","2600:1900:0:272::/64","2600:1900:0:273::/64","2600:1900:0:274::/64","2600:1900:0:275::/64","2600:1900:0:276::/64","2600:1900:0:280::/64","2600:1900:0:281::/64","2600:1900:0:282::/64","2600:1900:0:283::/64","2600:1900:0:290::/64","2600:1900:0:291::/64","2600:1900:0:292::/64","2600:1900:0:293::/64","2600:1900:0:294::/64","2600:1900:0:295::/64","2600:1900:0:296::/64","2600:1900:0:297::/64","2600:1900:0:2a0::/64","2600:1900:0:2a1::/64","2600:1900:0:2a2::/64","2600:1900:0:2a3::/64","2600:1900:0:2a4::/64","2600:1900:0:2b0::/64","2600:1900:0:2b1::/64","2600:1900:0:2b2::/64","2600:1900:0:2b3::/64","2600:1900:0:2c0::/64","2600:1900:0:2c1::/64","2600:1900:0:2c2::/64","2600:1900:0:2c3::/64","2600:1900:0:2c4::/64","2600:1900:0:2c5::/64","2600:1900:0:2c6::/64","2600:1900:0:2d0::/64","2600:1900:0:2d1::/64","2600:1900:0:2d2::/64","2600:1900:0:2d3::/64","2600:1900:0:2d4::/64","2600:1900:0:2d5::/64","2600:1900:0:2d6::/64","2600:1900:0:2d7::/64","2600:1900:0:2d8::/64","2600:1900:0:2d9::/64","2600:1900:0:2da::/64","2600:1900:0:2db::/64","2600:1900:0:2dc::/64","2600:1900:0:2dd::/64","2600:1900:0:2de::/64","2600:1900:0:2df::/64","2600:1900:0:2e0::/64","2600:1900:0:2e1::/64","2600:1900:0:2e2::/64","2600:1900:0:2f0::/64","2600:1900:0:2f1::/64","2600:1900:0:2f2::/64","2600:1900:0:2f3::/64","2600:1900:0:2f4::/64","2600:1900:0:2f5::/64","2600:1900:0:2f6::/64","2600:1900:0:300::/64","2600:1900:0:301::/64","2600:1900:0:302::/64","2600:1900:0:303::/64","2600:1900:0:310::/64","2600:1900:0:311::/64","2600:1900:0:312::/64","2600:1900:0:313::/64","2600:1900:0:314::/64","2600:1900:0:315::/64","2600:1900:0:316::/64","2600:1900:0:317::/64","2600:1900:0:320::/64","2600:1900:0:321::/64","2600:1900:0:322::/64","2600:1900:0:330::/64","2600:1900:0:331::/64","2600:1900:0:332::/64","2600:1900:0:333::/64","2600:1900:0:334::/64","2600:1900:0:335::/64","2600:1900:0:340::/64","2600:1900:0:350::/64","2600:1900:0:351::/64","2600:1900:0:352::/64","2600:1900:0:353::/64","2600:1900:0:354::/64","2600:1900:0:360::/64","2600:1900:0:361::/64","2600:1900:0:362::/64","2600:1900:0:370::/64","2600:1900:0:371::/64","2600:1900:0:372::/64","2600:1900:0:373::/64","2600:1900:0:374::/64","2600:1900:0:380::/64","2600:1900:0:381::/64","2600:1900:0:382::/64","2600:1900:0:383::/64","2600:1900:0:384::/64","2600:1900:0:385::/64","2600:1900:0:386::/64","2600:1900:0:387::/64","2600:1900:0:388::/64","2600:1900:0:389::/64","2600:1900:0:38a::/64","2600:1900:0:38b::/64","2600:1900:0:38c::/64","2600:1900:0:38d::/64","2600:1900:0:38e::/64","2600:1900:0:390::/64","2600:1900:0:391::/64","2600:1900:0:392::/64","2600:1900:0:393::/64","2600:1900:0:3a0::/64","2600:1900:0:3a1::/64","2600:1900:0:3a2::/64","2600:1900:0:3b0::/64","2600:1900:0:3b1::/64","2600:1900:0:3b2::/64","2600:1900:0:3b3::/64","2600:1900:0:3b4::/64","2600:1900:0:3b5::/64","2600:1900:0:3b6::/64","2600:1900:0:3c0::/64","2600:1900:0:3c1::/64","2600:1900:0:3c3::/64","2600:1900:0:3c4::/64","2600:1900:0:3d0::/64","2600:1900:0:3d1::/64","2600:1900:0:3d2::/64","2600:1900:0:3d3::/64","2600:1900:0:3d4::/64","2600:1900:0:3d5::/64","2600:1900:0:3d6::/64","2600:1900:0:3d7::/64","2600:1900:0:410::/64","2600:1900:0:411::/64","2600:1900:0:412::/64"],"bing":["13.66.139.0/24","13.66.144.0/24","13.67.10.16/28","13.69.66.240/28","13.71.172.224/28","20.15.133.160/27","20.36.108.32/28","20.43.120.16/28","20.74.197.0/28","20.79.107.240/28","20.125.163.80/28","40.77.139.0/25","40.77.167.0/24","40.77.177.0/24","40.77.178.0/23","40.77.188.0/22","40.77.202.0/24","40.79.131.208/28","40.79.186.176/28","51.105.67.0/28","52.167.144.0/24","52.231.148.0/28","65.55.210.0/24","139.217.52.0/28","157.55.39.0/24","191.233.204.224/28","199.30.24.0/23","207.46.13.0/24"],"openai":["4.151.71.176/28","4.151.119.48/28","4.189.118.208/28","4.189.119.48/28","4.197.22.112/28","4.197.64.0/28","4.197.64.16/28","4.197.64.48/28","4.197.64.64/28","4.197.115.112/28","4.201.232.64/28","4.205.128.176/28","4.218.24.64/28","4.226.200.16/28","4.226.226.32/28","4.227.36.0/25","9.129.0.0/16","9.160.34.144/28","9.160.36.16/28","9.160.96.16/28","9.160.128.16/28","9.160.128.64/28","9.160.163.128/28","9.163.101.48/28","9.205.8.48/28","9.205.8.64/28","9.205.25.128/28","9.205.30.128/28","9.205.30.144/28","9.205.30.176/28","9.205.128.32/28","9.205.128.48/28","9.223.181.208/28","9.234.96.192/28","9.234.97.96/28","13.65.138.112/28","13.66.216.176/28","13.67.72.16/28","13.71.2.208/28","13.76.32.208/28","13.76.116.80/28","13.83.167.128/28","13.83.237.176/28","20.14.99.96/28","20.25.151.224/28","20.42.10.176/28","20.45.178.144/28","20.55.229.144/28","20.57.199.192/28","20.63.180.96/28","20.63.221.64/28","20.78.130.48/28","20.83.243.176/28","20.98.18.80/28","20.102.212.144/28","20.113.211.112/28","20.113.225.112/28","20.125.66.80/28","20.125.112.224/28","20.125.144.144/28","20.161.75.208/28","20.168.7.192/28","20.168.18.32/28","20.169.6.224/28","20.169.7.48/28","20.169.73.32/28","20.169.73.64/28","20.169.77.0/25","20.169.78.48/28","20.169.78.64/28","20.169.78.128/28","20.169.78.160/28","20.169.78.192/28","20.169.86.224/28","20.169.86.240/28","20.170.184.16/28","20.170.184.32/28","20.170.184.48/28","20.170.184.64/28","20.170.184.80/28","20.171.53.224/28","20.171.123.64/28","20.171.206.0/24","20.171.207.0/24","20.172.29.32/28","20.199.211.160/28","20.199.242.0/28","20.200.212.240/28","20.206.101.192/28","20.210.211.192/28","20.212.62.208/28","20.215.187.208/28","20.215.219.128/28","20.215.219.160/28","20.215.219.208/28","20.218.30.240/28","20.219.71.192/28","20.219.161.192/28","20.219.184.96/28","20.222.36.192/28","20.227.140.32/28","20.228.106.176/28","20.235.87.224/28","20.249.63.208/28","20.250.6.128/28","20.250.136.64/28","20.254.201.208/28","23.98.142.176/28","23.98.186.64/28","23.98.186.96/28","23.98.186.176/28","23.98.186.192/28","23.101.217.176/28","23.102.140.144/28","23.102.141.32/28","23.102.145.48/28","40.67.175.0/25","40.74.200.208/28","40.81.67.96/28","40.81.234.144/28","40.84.221.208/28","40.84.221.224/28","40.90.214.16/28","40.116.73.208/28","40.119.36.240/28","40.124.161.0/28","48.221.40.176/28","48.221.184.80/28","48.221.184.96/28","51.8.102.0/24","51.8.155.48/28","51.8.155.112/28","51.57.0.96/28","51.59.24.64/28","51.59.24.80/28","51.59.48.80/28","51.116.2.80/28","51.116.221.96/28","52.148.129.32/28","52.156.77.144/28","52.159.227.32/28","52.159.249.96/28","52.161.49.96/28","52.165.212.48/28","52.172.129.160/28","52.173.219.96/28","52.173.219.112/28","52.173.221.16/28","52.173.221.176/28","52.173.221.208/28","52.173.234.16/28","52.173.234.80/28","52.183.217.240/28","52.190.137.16/28","52.190.137.144/28","52.190.139.48/28","52.190.142.64/28","52.190.190.16/28","52.190.251.112/28","52.225.75.208/28","52.230.152.0/24","52.231.30.48/28","52.231.34.176/28","52.231.39.144/28","52.231.50.64/28","52.236.94.144/28","52.241.146.208/28","52.242.132.224/28","52.242.132.240/28","52.255.109.80/28","52.255.109.96/28","52.255.109.144/28","52.255.111.0/28","52.255.111.80/28","57.154.174.112/28","57.154.175.0/28","57.154.187.32/28","68.154.28.96/28","68.220.57.64/28","70.153.32.16/28","70.153.32.32/28","70.153.87.224/28","70.153.189.192/28","70.156.152.96/28","74.7.35.48/28","74.7.35.112/28","74.7.36.64/28","74.7.36.80/28","74.7.36.96/28","74.7.175.128/25","74.7.227.0/25","74.7.227.128/25","74.7.228.0/25","74.7.228.128/25","74.7.229.0/25","74.7.229.128/25","74.7.230.0/25","74.7.241.0/25","74.7.241.128/25","74.7.242.0/25","74.7.242.128/25","74.7.243.0/25","74.7.243.128/25","74.7.244.0/25","74.161.200.96/28","74.224.217.64/28","74.226.253.160/28","74.248.37.160/28","85.211.128.16/28","85.211.128.32/28","104.208.184.192/28","104.210.139.192/28","104.210.139.224/28","104.210.140.128/28","128.85.198.32/28","132.196.82.48/28","132.196.86.0/24","134.33.102.192/28","134.138.52.16/28","134.138.52.64/28","134.138.52.96/28","134.138.52.128/28","134.138.57.64/28","134.138.57.80/28","134.138.57.176/28","134.138.58.32/28","134.149.233.80/28","135.13.64.240/28","135.116.136.160/28","135.220.73.208/28","135.220.73.240/28","135.222.99.32/28","135.234.64.0/24","135.237.131.208/28","135.237.133.48/28","137.135.191.176/28","138.91.46.96/28","145.132.136.96/28","158.158.5.32/28","168.63.252.240/28","172.162.248.64/28","172.170.1.80/28","172.170.225.0/28","172.170.241.80/28","172.172.206.48/28","172.175.152.224/28","172.178.140.144/28","172.178.141.112/28","172.178.141.128/28","172.182.193.80/28","172.182.193.224/28","172.182.194.32/28","172.182.194.144/28","172.182.195.48/28","172.182.202.0/25","172.182.207.0/25","172.182.209.208/28","172.182.211.192/28","172.182.213.192/28","172.182.224.0/28","172.183.143.224/28","172.183.222.128/28","172.192.112.208/28","172.197.160.192/28","172.197.203.16/28","172.198.58.176/28","172.198.78.192/28","172.198.79.112/28","172.198.161.128/28","172.199.137.80/28","172.203.190.80/28","172.203.190.112/28","172.203.190.128/28","172.204.28.224/28","172.204.96.80/28","172.205.189.192/28","172.206.38.240/28","172.207.1.32/28","172.212.172.160/28","172.215.215.32/28","191.232.238.96/28","191.233.197.0/28","191.233.199.160/28","191.234.167.144/28","191.235.99.160/28","191.237.249.64/28"],"apple":["17.166.20.0/24","17.166.21.0/24","17.166.22.0/24","17.166.23.0/24","17.166.24.0/24","17.166.25.0/24","17.166.150.0/24","17.166.151.0/24","17.166.152.0/24","17.166.153.0/24","17.166.154.0/24","17.166.155.0/24","17.166.192.48/28","17.166.232.0/24","17.166.233.0/24","17.166.234.0/24","17.166.235.0/24","17.166.236.0/24","17.166.237.0/24","17.166.240.48/28","17.166.248.48/28","17.241.193.160/27","17.241.200.160/27","17.241.208.160/27"],"perplexity":["3.222.232.239/32","3.224.62.45/32","18.97.1.228/32","18.97.9.96/32","18.97.9.97/32","18.97.9.98/32","18.97.9.99/32","18.97.9.100/32","18.97.9.101/32","18.97.9.102/32","18.97.9.103/32","18.97.43.80/32","18.97.43.81/32","18.97.43.82/32","18.97.43.83/32","18.97.43.84/32","18.97.43.85/32","18.97.43.86/32","18.97.43.87/32","18.210.92.235/32","34.193.163.52/32","44.208.221.197/32","107.20.236.150/32"],"duckduckgo":["4.144.148.23/32","4.144.182.50/32","4.144.227.142/32","4.144.251.39/32","4.149.142.7/32","4.149.159.71/32","4.149.159.102/32","4.149.216.220/32","4.150.142.218/32","4.154.193.167/32","4.156.30.123/32","4.156.136.79/32","4.156.154.107/32","4.157.77.76/32","4.172.49.103/32","4.177.16.196/32","4.182.10.198/32","4.182.131.108/32","4.195.133.120/32","4.201.125.59/32","4.201.141.71/32","4.201.197.203/32","4.201.206.133/32","4.201.220.8/32","4.207.220.92/32","4.209.224.56/32","4.213.46.14/32","4.226.40.135/32","4.228.76.163/32","4.237.155.54/32","4.237.244.80/32","4.242.119.13/32","4.246.10.252/32","4.248.234.26/32","4.249.216.104/32","4.249.223.51/32","4.249.238.11/32","4.254.123.56/32","4.255.35.121/32","4.255.39.80/32","13.86.35.212/32","13.89.106.77/32","13.90.178.139/32","20.3.1.178/32","20.3.60.212/32","20.8.252.26/32","20.9.114.242/32","20.12.141.99/32","20.12.249.123/32","20.12.252.21/32","20.13.44.19/32","20.15.142.178/32","20.23.88.231/32","20.29.149.44/32","20.29.154.56/32","20.40.133.240/32","20.40.147.172/32","20.43.150.85/32","20.43.150.93/32","20.43.152.28/32","20.43.172.120/32","20.44.222.1/32","20.49.129.236/32","20.49.136.28/32","20.50.48.159/32","20.50.48.192/32","20.50.49.0/32","20.50.49.25/32","20.50.49.40/32","20.50.49.55/32","20.50.49.237/32","20.50.50.46/32","20.50.50.118/32","20.50.50.121/32","20.50.50.123/32","20.50.50.130/32","20.50.50.134/32","20.50.50.145/32","20.50.50.146/32","20.50.50.163/32","20.50.168.91/32","20.53.78.106/32","20.53.78.123/32","20.53.78.138/32","20.53.78.144/32","20.53.78.236/32","20.53.91.2/32","20.53.92.211/32","20.53.134.160/32","20.54.224.39/32","20.56.197.58/32","20.56.197.63/32","20.59.0.65/32","20.61.34.40/32","20.61.142.192/32","20.62.224.44/32","20.64.185.45/32","20.69.74.250/32","20.69.129.205/32","20.69.131.45/32","20.69.138.149/32","20.69.138.189/32","20.69.144.137/32","20.69.146.171/32","20.69.147.21/32","20.69.171.204/32","20.71.12.143/32","20.71.69.210/32","20.72.197.110/32","20.72.203.250/32","20.72.218.29/32","20.72.221.33/32","20.72.221.45/32","20.72.225.13/32","20.72.242.93/32","20.72.242.209/32","20.73.132.240/32","20.73.202.147/32","20.75.144.152/32","20.75.254.61/32","20.77.146.108/32","20.79.226.26/32","20.79.238.198/32","20.79.239.66/32","20.80.114.203/32","20.80.120.41/32","20.80.129.80/32","20.80.135.7/32","20.80.156.88/32","20.81.115.13/32","20.82.24.207/32","20.84.138.61/32","20.84.219.45/32","20.84.251.223/32","20.85.138.75/32","20.85.167.56/32","20.85.187.146/32","20.88.168.65/32","20.93.28.24/32","20.93.49.96/32","20.99.154.113/32","20.99.255.235/32","20.100.136.36/32","20.100.140.155/32","20.101.17.173/32","20.102.34.205/32","20.109.129.162/32","20.109.130.190/32","20.109.241.18/32","20.112.58.44/32","20.113.3.121/32","20.113.14.159/32","20.115.181.187/32","20.118.11.251/32","20.119.127.146/32","20.121.75.32/32","20.166.171.150/32","20.170.75.54/32","20.175.232.228/32","20.185.79.15/32","20.185.79.47/32","20.190.21.172/32","20.191.44.16/32","20.191.44.22/32","20.191.44.119/32","20.191.44.234/32","20.191.45.212/32","20.193.12.126/32","20.193.24.10/32","20.193.24.251/32","20.193.25.197/32","20.193.27.215/32","20.193.45.113/32","20.195.58.189/32","20.195.108.47/32","20.197.209.11/32","20.197.209.27/32","20.198.132.126/32","20.198.152.208/32","20.201.15.208/32","20.204.228.200/32","20.204.240.172/32","20.204.241.148/32","20.204.242.19/32","20.204.242.101/32","20.204.243.55/32","20.204.246.81/32","20.204.246.254/32","20.207.72.11/32","20.207.72.21/32","20.207.72.110/32","20.207.72.113/32","20.207.97.190/32","20.207.99.197/32","20.207.107.181/32","20.207.117.66/32","20.212.90.107/32","20.212.139.34/32","20.216.200.223/32","20.219.43.246/32","20.219.45.67/32","20.219.45.190/32","20.221.10.115/32","20.221.84.185/32","20.226.133.105/32","20.231.254.179/32","20.232.51.46/32","20.232.249.95/32","20.236.40.93/32","20.236.195.196/32","20.236.198.192/32","20.236.227.113/32","20.236.233.23/32","20.236.247.180/32","20.237.1.51/32","20.241.135.19/32","20.241.147.151/32","20.241.153.203/32","20.241.164.5/32","20.241.241.100/32","20.242.133.53/32","20.242.135.165/32","20.242.211.139/32","20.242.215.53/32","20.242.237.240/32","20.246.132.168/32","20.246.225.34/32","20.247.235.11/32","20.250.51.113/32","20.252.9.6/32","20.252.16.193/32","20.252.41.18/32","20.252.63.162/32","20.252.88.10/32","20.253.59.76/32","20.253.96.199/32","20.253.114.51/32","40.64.67.220/32","40.64.78.45/32","40.64.88.145/32","40.64.105.247/32","40.64.106.11/32","40.64.106.152/32","40.65.78.86/32","40.76.162.17/32","40.76.162.191/32","40.76.162.208/32","40.76.162.247/32","40.76.163.7/32","40.76.163.23/32","40.76.173.151/32","40.81.250.205/32","40.82.218.203/32","40.88.21.235/32","40.88.195.62/32","40.89.243.175/32","40.114.182.45/32","40.114.182.153/32","40.114.182.172/32","40.114.183.88/32","40.114.183.196/32","40.114.183.251/32","40.119.232.50/32","40.119.232.146/32","40.119.232.215/32","40.119.232.218/32","40.119.232.251/32","40.121.121.54/32","40.127.154.196/32","48.192.16.86/32","48.192.74.178/32","48.200.33.227/32","48.202.155.200/32","48.202.171.124/32","48.204.32.87/32","48.206.18.152/32","48.217.23.236/32","48.217.129.210/32","48.217.212.89/32","48.223.209.110/32","51.8.31.28/32","51.8.71.117/32","51.8.253.152/32","51.104.144.31/32","51.104.146.225/32","51.104.146.235/32","51.104.160.167/32","51.104.160.177/32","51.104.161.32/32","51.104.162.149/32","51.104.163.250/32","51.104.164.109/32","51.104.164.147/32","51.104.164.189/32","51.104.164.215/32","51.104.166.111/32","51.104.167.19/32","51.104.167.52/32","51.104.167.54/32","51.104.167.61/32","51.104.167.71/32","51.104.167.87/32","51.104.167.88/32","51.104.167.95/32","51.104.167.96/32","51.104.167.104/32","51.104.167.110/32","51.104.180.26/32","51.104.180.47/32","51.104.180.53/32","51.107.40.209/32","51.116.131.221/32","51.120.48.122/32","51.138.90.161/32","51.138.90.206/32","51.138.90.233/32","51.143.114.45/32","51.145.185.16/32","52.142.24.149/32","52.142.26.175/32","52.143.95.162/32","52.143.95.204/32","52.143.241.111/32","52.143.242.6/32","52.143.243.117/32","52.143.244.81/32","52.143.247.235/32","52.146.57.51/32","52.146.58.236/32","52.146.59.12/32","52.146.59.154/32","52.146.59.156/32","52.146.63.80/32","52.148.161.87/32","52.148.165.38/32","52.149.25.43/32","52.149.28.18/32","52.149.28.83/32","52.149.30.45/32","52.149.56.151/32","52.149.58.27/32","52.149.58.69/32","52.149.58.139/32","52.149.58.173/32","52.149.60.38/32","52.149.61.51/32","52.154.60.82/32","52.154.169.50/32","52.154.169.200/32","52.154.170.26/32","52.154.170.28/32","52.154.170.88/32","52.154.170.96/32","52.154.170.113/32","52.154.170.117/32","52.154.170.122/32","52.154.170.209/32","52.154.170.229/32","52.154.170.243/32","52.154.171.0/32","52.154.171.44/32","52.154.171.70/32","52.154.171.87/32","52.154.171.150/32","52.154.171.196/32","52.154.171.205/32","52.154.171.235/32","52.154.171.250/32","52.154.172.2/32","52.154.204.93/32","52.185.93.208/32","52.186.37.211/32","52.188.89.106/32","52.189.70.103/32","52.190.37.160/32","52.191.82.242/32","52.191.222.158/32","52.224.16.221/32","52.224.16.229/32","52.224.19.152/32","52.224.20.174/32","52.224.20.181/32","52.224.20.186/32","52.224.20.190/32","52.224.20.193/32","52.224.20.203/32","52.224.20.204/32","52.224.20.223/32","52.224.20.227/32","52.224.20.249/32","52.224.21.4/32","52.224.21.19/32","52.224.21.20/32","52.224.21.23/32","52.224.21.27/32","52.224.21.49/32","52.224.21.51/32","52.224.21.53/32","52.224.21.55/32","52.224.21.61/32","52.224.147.21/32","52.224.191.245/32","52.242.224.168/32","52.250.46.221/32","57.151.44.140/32","57.152.17.237/32","57.152.62.107/32","57.152.72.128/32","57.155.18.44/32","57.165.205.172/32","57.167.88.38/32","64.236.15.33/32","64.236.93.100/32","64.236.118.43/32","68.219.152.220/32","72.144.95.185/32","74.163.169.106/32","74.163.208.206/32","74.179.200.126/32","74.179.232.116/32","74.242.194.48/32","98.70.219.37/32","104.43.54.127/32","104.43.55.116/32","104.43.55.117/32","104.43.55.166/32","104.43.55.167/32","108.141.83.74/32","128.203.82.154/32","128.203.132.152/32","128.203.181.79/32","128.203.214.241/32","128.203.236.110/32","130.107.228.224/32","131.145.39.118/32","131.189.183.241/32","132.164.209.198/32","132.196.106.146/32","132.220.1.71/32","134.33.207.189/32","135.171.251.169/32","135.233.63.237/32","135.234.221.112/32","135.235.183.95/32","172.168.12.93/32","172.168.43.43/32","172.168.51.216/32","172.168.53.53/32","172.168.81.217/32","172.168.94.160/32","172.168.115.250/32","172.168.133.76/32","172.168.137.102/32","172.168.152.88/32","172.168.173.230/32","172.168.190.186/32","172.168.227.120/32","172.168.254.119/32","172.169.7.33/32","172.169.17.165/32","172.169.28.184/32","172.169.36.43/32","172.169.53.208/32","172.169.60.134/32","172.169.93.148/32","172.169.164.109/32","172.169.177.131/32","172.169.181.237/32","172.171.37.221/32","172.179.105.87/32","172.179.128.118/32","172.188.250.220/32","172.189.40.18/32","172.193.184.42/32","172.193.197.146/32","172.193.245.229/32","172.194.141.49/32","172.199.55.212/32","172.210.111.68/32","191.233.3.197/32","191.233.3.202/32","191.234.216.4/32","191.234.216.178/32","191.235.201.214/32","191.235.202.38/32","191.235.202.48/32"]}
data/data/bots.json ADDED
@@ -0,0 +1 @@
1
+ {"200pleasebot":"200PleaseBot","360spider":"360Spider","abot":"CrawlDaddy, abot","addthis":"AddThis","adldxbot":"Microsoft Bing Ads","admantx":"ADmantX Platform Semantic Analyzer","adsbot-google":"Google Adwords","adstxtcrawler":"AdsTxtCrawler","advbot":"AdvBot","ahrefsbot":"Ahrefs backlinks research tool","alexa":"Alexa Crawler","anderspink":"AndersPinkBot","apache-httpclient":"Java http library","apachebench":"ApacheBench (ab)","apis-google":"APIs-Google","appengine-google":"Google App Engine","applebot":"Apple","appsignal":"AppSignal Bot","archive.org_bot":"Internet Archive (archive.org)","archiveteam archivebot":"ArchiveTeam ArchiveBot","ask jeeves":"Ask Jeeves","asynchttpclient":"Java http and WebSocket client library","awe.sm":"Awe.sm URL expander","baidu":"Baidu","barkrowler":"Barkrowler","bdcbot":"Big Data Corp","bingbot":"Microsoft Bing","bingpreview":"Microsoft Bing preview","bitlybot":"bit.ly bot","blekkobot":"Blekkobot","blexbot":"BLEXBot (webmeup)","bot@linkfluence.net":"Linkfluence bot","bubing":"BUbiNG","bufferbot":"BufferBot","buibui-checkbot":"buibui","butterfly":"Topsy Labs","buzzbot":"Buzzbot","buzztalk":"buzztalk","catchbot":"CatchBot (catchbot.com)","check_http":"Nagios monitor","checkly":"Checkly","chrome-lighthouse":"Chrome-Lighthouse","cipacrawler":"CipaCrawler","cliqzbot":"Cliqzbot","cloudflare":"CloudFlare-AlwaysOnline","cmradar/0.1":"CMRadar/0.1","coldfusion":"ColdFusion http library","commoncrawl":"CCBot","comodo ssl checker":"COMODO SSL Checker","comodo-webinspector-crawler":"Comodo","copypants":"BotPants","crowsnest":"Crowsnest","curabot":"cura.yt","curl":"curl unix CLI http client","dap/nethttp":"DAP/NetHTTP","datafeedwatch":"DataFeedWatch","datagnionbot":"datagnion.com/bot.html","datanyze":"Datanyze","daumoa":"Korean portal and search engine indexing bot","developers.google.com/+/web/snippet/":"Google Plus","diffbot":"Diffbot","digitalpersona fingerprint software":"HP Fingerprint scanner","domain re-animator bot":"Domain Re-Animator Bot","domainsbot":"DomainsBot","domaintunocrawler":"DomainTuno","dotbot":"Dot Bot","duckduckbot":"Duck Duck Go","elb-healthchecker":"AWS ELB HealthChecker","embedly":"Embedly","eoaagent":"EOAAgent","everyonesocialbot":"EveryoneSocial","evrinid":"Evri bot","exabot":"Exalead's bot","exaleadcloudview":"ExaleadCloudView","ez publish":"eZ Publish Link Validator","facebookexternalhit":"Facebook Bot","facebot":"Facebook Bot","feedburner":"RSS bot","feedfetcher-google":"Google Feedfetcher","findxbot":"Findxbot","flipboardproxy":"FlipboardProxy","friendfeedbot":"FriendFeed","fyrebot":"Fyrebot","garlik":"GarlikCrawler","genieo":"Genieo Web filter bot","germcrawler":"GermCrawler","getprismatic.com":"getprismatic.com","gigabot":"Gigabot spider","gimme60bot":"Gimme60 (gimme60.com)","gimmeusabot":"Gimme60 (gimme60.com)","go http package":"Go http library","go-http-client":"Go http client","google page speed insights":"Google Page Speed Insights","google web preview":"Google Instant Previews crawler","google-site-verification":"Google Site Verification","google-structured-data-testing-tool":"Google Structured Data Testing Tool","google-structureddatatestingtool":"Google Structured Data Testing Tool","google-xrawler":"Google Shopping","googlebot":"Google Bot","googleimageproxy":"Google Image Proxy","googlestackdrivermonitoring-uptimechecks":"Google Stackdriver Monitoring - Uptime Checks","grapeshotcrawler":"GrapeshotCrawler","gravitybot":"Gravity Bot","hatena::bookmark":"Hatena::Bookmark","heritrix":"heritrix","https://developers.google.com/+/web/snippet":"Google+ Snippet Fetcher","httrack":"HTTrack","hubspot":"HubSpot","ia_archiver":"Internet Archive (WayBackMachine)","icoreservice":"iCoreService","idmarch":"idmarch.org/bot.html","implisensebot":"ImplisenseBot","inagist":"URL resolver","insieve":"Insieve Bot","insitesbot":"Insitesbot","instapaper":"Instapaper","istellabot":"IstellaBot","jaunt":"Jaunt - Java Web Scraping & JSON Querying","jetslide":"Jetslide","jobseeker":"jobseeker.com.au/bot.html","jooble":"Jooble","js-kit":"URL resolver","kemvibot":"Kemvi","kimengi":"Kimengi Bot","knows.is":"knows.is","kojitsubot":"Kojitsubot","komodiabot":"KomodiaBot","kraken":"kraken","laconica":"Laconica","lijit crawler":"Lijit","linkdexbot":"Linkdex Bot","linkedinbot":"LinkedIn","linkscrawler":"LinksCrawler","linode":"Linode Longview","lipperhey":"Lipperhey","livelapbot":"Livelapbot","loadtimebot":"Load Time Bot","longurl":"URL expander service","ltx71":"ltx71.com","lumibot":"Lumibot","magpie-crawler":"magpie-crawler","mail.ru_bot":"Mail.ru Bot","mappydata":"Mappy","mastodon":"Mastodon URL expander","mauibot":"MauiBot","meanpathbot":"meanpath","mediapartners-google":"Google Adsense bot","megaindex.ru":"MegaIndex","memorybot":"mignify.com/bot.html","metauri":"MetaURI","mfe_expand":"Mcafee spider","mir web crawler":"MIR web crawler","mj12bot":"Majestic-12 spider","mojeekbot":"Mojeek UK search crawler","ms search 6.0 robot":"MS Search 6.0 Robot","msnbot-media":"Microsoft media bot","msnbot":"Microsoft bot","nerdybot":"NerdyBot","netcraft":"Netcraft","netstate":"netEstate NE Crawler","netvibes":"Personalized dashboard bot","netzcheckbot":"netzcheck","newrelicmonitor":"NewRelic monitor","newrelicpinger":"NewRelicPinger","newsme":"newsme","niki-bot":"niki-bot","ning":"NING - Yet Another Twitter Swarmer","nutch":"Apache search spider","openhosebot":"OpenHoseBot","orangebot":"OrangeBot","paessler":"paessler.com - PRTG Network Monitor","pagesinventory":"pagesinventory.com","panopta":"Monitoring service","paperlibot":"PaperLi","peerindex":"peerindex","percolatecrawler":"PercolateCrawler","perfectmarketkwtbot":"PerfectMarket","phantomjs":"PhantomJS","pingdom":"Pingdom monitoring","pinterest":"Pinterest","plukkie":"botje.com/plukkie.htm","pr-cy.ru":"PR-CY.RU","privacyawarebot":"PrivacyAwareBot","proximic":"Proximic Spider","psbot-page":"Picsearch","pu_in":"Pu_iN Crawler","publiclibraryarchive.org":"publiclibraryarchive.org","pycurl":"Python http library","python-httplib2":"Python-httplib2","python-requests":"Python http library","python-urllib":"Python http library","queryseeker":"QuerySeekerSpider","quick-crawler":"Quick-Crawler","quicklook":"QuickLook","re-animator":"Domain Re-Animator Bot","readability":"Readability","rebelmouse":"RebelMouse","redditbot":"Reddit Bot","relateiq":"RelateIQ","riddler":"Riddler Bot","rogerbot":"SeoMoz spider","rssmicro":"RSS/Atom Feed Robot (rssmicro.com)","scouturlmonitor":"ScoutURLMonitor","scrapy":"Scrapy","screaming frog seo spider":"Screaming Frog SEO Spider","searchmetricsbot":"SearchmetricsBot","semanticbot":"Semanticbot","semrushbot":"SEO analysis bot","seo-audit":"seo-audit-check-bot","seobilitybot":"SeobilityBot","seodiver":"SEOdiver","seokicks":"SEOKicks","seznambot":"SeznamBot","shopwiki":"ShopWiki","shortlinktranslate":"Link shortener","showyoubot":"Showyou iOS app spider","siege":"Joe Dog Siege","sistrix":"SISTRIX","sitecheck":"SiteCheck sitecrawl","siteuptime":"Site monitoring services","skypeuripreview":"SkypeUriPreview","slack-imgproxy":"Slack Image Proxy","slack-linkexpanding":"Slack Link Expanding","slack":"Slack Link Expanding","slackbot":"Slackbot","slurp":"Yahoo spider","smtbot":"SimilarTech","snapchat":"Snapchat","socialrank":"SocialRankIOBot","sogou":"Chinese search engine","spbot":"OpenLinkProfiler","spinn3r":"Spinn3r aggregator","sputnikbot":"SputnikBot","squider":"Squider","statuscake":"StatusCake","swiftbot":"Swiftype Bot","tangibleebot":"TangibleeBot","teeraid":"TeeRaidBot","test certificate info":"C http library?","the knowledge ai":"Knowledge AI Bot","tineye":"TinEye Bot","traackr":"Traackr Bot","trendictionbot":"Trendiction Search","trendsmap":"Trendsmap Resolver","turnitinbot":"TurnitinBot","tweetedtimes":"The Tweeted Times","tweetmemebot":"TweetMeMe Crawler","twikle":"Social web search bot","twitjobsearch":"TwitJobSearch","twitmunin":"Twitmunin","twitterbot":"Twitter URL expander","twurly":"Twurly","typhoeus":"Typhoeus","umbot":"uberMetrics","unwindfetch":"Gnip","updown":"Updown.io monitor","uptimerobot":"Uptime Robot","vagabondo":"Vagabondo","vb project":"Visual Basic","vigil":"Vigil","vkshare":"VKontake Sharer","voilabot":"VoilaBot","vrcrawler":"Venture Radar","wasalive-bot":"Wasalive Bots","watchsumo":"WatchSumo","wbsearchbot":"Ware Bay Best Buys","webceo":"online-webceo-bot","webscout":"Webscout","wesee":"WeSEE","wget":"wget unix CLI http client","whatsapp":"WhatsApp","wikido":"WikiDo","woorank":"WooRank","wordpress":"WordPress spider","woriobot":"woriobot","wormly":"WormlyBot","wotbox":"Wotbox","xenu link sleuth":"Xenu Link Sleuth","xing-contenttabreceiver":"Xing bot","xovibot":"XoviBot","yacybot":"YaCy","yahoo-ad-monitoring":"Yahoo Ad monitoring","yandex":"Yandex","yanga":"Yanga WorldSearch Bot","yeti":"Naver Corp","yourls":"YOURLS","zabbix":"Zabbix","zelist.ro":"feed parser","zibb":"ZIBB spider","zitebot":"Zite","zoombot":"ZoomBot","zoominfobot":"ZoominfoBot","zyborg":"Zyborg","amazonbot":"Amazon","anthropic-ai":"Anthropic-AI","bytespider":"TikTok","ccbot":"Common Crawl","chatgpt-user":"ChatGPT","claude-web":"Anthropic-AI","cohere-ai":"Cohere","facebookbot":"Facebook","google-extended":"Google","googleother":"Google","gptbot":"ChatGPT","omgili":"Webz.io","perplexitybot":"Perplexity","webz.io":"Webz.io","youbot":"You.com","httpie":"HTTPie","eventmachine httpclient":"Ruby http library","go 1.1 package http":"Go 1.1 package http","htmlparser":"HTMLParser","http_request2":"HTTP_Request2","httpclient":"HTTPClient","jakarta commons":"Jakarta Commons HttpClient","java":"Generic Java http library","libwww-perl":"Perl client-server library","lwp-trivial":"Another Perl library","ruby":"Ruby","007ac9 crawler":"007ac9 Crawler","2ip bot":"2ip bot","2ip.ru":"2ip.ru","7siters":"7Siters",";owler":";Owler","a patent crawler":"A Patent Crawler","a360-search":"A360-Search","a6-indexer":"A6-Indexer","aasa-bot":"AASA-Bot","abevalbot":"ABEvalBot","aboundex":"Aboundex","abuse.xmco.fr":"abuse.xmco.fr","academicbotrtu":"AcademicBotRTU","acapbot":"acapbot","accessible web bot":"Accessible Web Bot","accessstatus":"AccessStatus","acoonbot":"acoonbot","acquia optimize":"Acquia optimize","activecomply":"ActiveComply","acunetix":"acunetix","adagiobot":"AdagioBot","adbeat.com":"adbeat.com","adbeat_bot":"adbeat_bot","addsearchbot":"AddSearchBot","adidxbot":"Adidxbot","adkerneltopiccrawler":"AdkernelTopicCrawler","adminlabs":"AdminLabs","adsbot-iab":"AdsBot-IAB","adscanner":"adscanner","advanced_crawler":"advanced_crawler","adventurer":"Adventurer","agakidsbot":"AGAKIDSBOT","agencyanalyticsbot":"AgencyAnalyticsBot","agenttimes":"AgentTimes","agi agent":"AGI Agent","ahrefssiteaudit":"AhrefsSiteAudit","ai2bot":"AI2Bot","aihitbot":"aiHitBot","aiohttp":"aiohttp","aisearchbot":"AISearchBot","aiwebindex":"AIWebIndex","akismetbot":"AkismetBot","alertsite":"AlertSite","algolia crawler":"Algolia Crawler","alienfarm":"alienfarm","alittle client":"ALittle Client","aliyunsecbot":"AliyunSecBot","allafrica":"AllAfrica","allorigins":"allOrigins","amazing-searchbot":"Amazing-SearchBot","amazon cloudfront":"Amazon CloudFront","amazon-kendra":"amazon-kendra","amazon-qbusiness":"amazon-QBusiness","amazonadbot":"AmazonAdBot","amazonproductdiscovery":"AmazonProductDiscovery","amazonsellerinitiatedlisting":"AmazonSellerInitiatedListing","amzn-searchbot":"Amzn-SearchBot","amzn-user":"Amzn-User","andibot":"Andibot","anomura":"Anomura","antibot":"antibot","anyevent":"AnyEvent","apercite":"Apercite","apifybot":"ApifyBot","apifywebsitecontentcrawler":"ApifyWebsiteContentCrawler","appinsights":"AppInsights","appsiteassociation":"AppSiteAssociation","aragog/":"Aragog","aranea":"Aranea","aranet-searchbot":"Aranet-SearchBot","archive-it":"Archive-It","archivebot":"ArchiveBot","archivebox":"ArchiveBox","arenaunfurlbot":"ArenaUnfurlBot","arquivo-web-crawler":"Arquivo-web-crawler","arquivobot":"ArquivoBot","artemis web reader":"artemis web reader","artemisbot":"ArtemisBot","asana/":"Asana","asnriskscorer":"asnriskscorer","aspiegelbot":"AspiegelBot","atlassian-bot":"atlassian-bot","atom feed robot":"Atom Feed Robot","attracta":"Attracta","atvowbot":"AtVowBot","audigentadbot":"AudigentAdBot","audisto crawler":"Audisto Crawler","audistobot":"AudistoBot","authory":"Authory","autoconfig test from ustc":"Autoconfig Test from USTC","automaton":"Automaton","awario":"Awario","awesomecrawler":"awesomecrawler","axios":"axios","azureai-searchbot":"AzureAI-SearchBot","b2b bot":"B2B Bot","backlinkcrawler":"backlinkcrawler","bad neighborhood header detector":"Bad Neighborhood Header Detector","bazqux":"BazQux","bdbot/":"BDBot","bdfetch":"BDFetch","bedrockbot":"bedrockbot","beeperbot":"BeeperBot","behloolbot":"BehloolBot","bestchange":"BestChange","better uptime bot":"Better Uptime Bot","betteruptimebot":"BetterUptimeBot","bibliotheque nacional de france crawler":"Bibliotheque Nacional de France Crawler","bidswitchbot":"bidswitchbot","biglotron":"BIGLOTRON","bigsur.ai":"bigsur.ai","binarycanary":"BinaryCanary","binlar":"binlar","bitbot":"BitBot","bitbucket-webhooks":"Bitbucket-Webhooks","bitdiscovery":"bitdiscovery","bitsightbot/":"BitSightBot","bixelbot":"BixelBot","bl.uk_lddc_bot":"bl.uk_lddc_bot","bl.uk_ldfc_bot":"bl.uk_ldfc_bot","blackboard":"Blackboard","blackbox exporter/":"Blackbox Exporter","blackduck-fd":"BlackDuck-FD","bling erp":"Bling ERP","blingerp":"BlingERP","blockaid":"Blockaid","bloglines":"Bloglines","blogtrottr":"Blogtrottr","blogvault":"BlogVault","blp_bbot":"BLP_bbot","bluesky-domain-status-classifier":"bluesky-domain-status-classifier","bluesky/":"Bluesky","blueskypreviewbot":"BlueskyPreviewBot","bne.es_bot":"bne.es_bot","bnf.fr_bot":"bnf.fr_bot","bnfbot":"BnFBot","boardgamepricesbot":"BoardGamePricesBot","bot-pge.chlooe.com":"bot-pge.chlooe.com","bot.araturka.com":"Bot.AraTurka.com","botify":"botify","botpoke":"BotPoke","boxcarbot":"BoxcarBot","br-crawler":"br-crawler","brainobot":"brainobot","brandonbot":"BrandONbot","brandverity":"BrandVerity","brandwatch":"Brandwatch","bravebot":"Bravebot","brightbot":"Brightbot","brightedge crawler":"BrightEdge Crawler","brokenlinkcheck.com":"brokenlinkcheck.com","browserbot-observer":"BrowserBot-Observer","btwebclient":"BTWebClient","bublupbot":"BublupBot","buddybot":"BuddyBot","bufferlinkpreviewbot":"BufferLinkPreviewBot","bugsnag":"Bugsnag","bushbaby":"Bushbaby","buttondown":"Buttondown","caliberbot":"CaliberBot","caliperbot":"Caliperbot","capitalonebot":"CapitalOneBot","capitaloneshopping":"CapitalOneShopping","capsulechecker":"CapsuleChecker","carbon-umbrella-bot":"carbon-umbrella-bot","careerbot":"careerbot","cartai agentic commerce":"CartAI Agentic Commerce","catchpoint":"Catchpoint","caveman-hunter":"caveman-hunter","cc metadata scaper":"CC Metadata Scaper","cdscbot":"CDSCbot","censysinspect/":"CensysInspect","centcombot/":"CentComBot","centro ads.txt crawler":"Centro Ads.txt Crawler","centuryb.o.t9":"centuryb.o.t9","centurybot":"centurybot","cert pl":"CERT PL","certchief":"CertChief","certytags":"certytags","changedetection":"changedetection","channable":"channable","channel3bot":"Channel3Bot","chargebeebot":"ChargeBeeBot","charlotte":"Charlotte","chatglm-spider":"ChatGLM-Spider","chatgpt agent":"ChatGPT Agent","chatwork linkpreview":"Chatwork LinkPreview","checkhost":"CheckHost","checkmarknetwork/":"CheckMarkNetwork","chirp":"Chirp","chrome privacy preserving prefetch proxy":"Chrome Privacy Preserving Prefetch Proxy","cincraw":"Cincraw","cirrusexplorer":"CirrusExplorer","cispa webcrawler":"CISPA Webcrawler","citeseerxbot":"citeseerxbot","citoid":"Citoid","claritybot/":"ClarityBot","classla-web":"CLASSLA-web","claude-code":"Claude-Code","claude-searchbot":"Claude-SearchBot","claude-user":"Claude-User","claudebot":"ClaudeBot","clearscopebot":"Clearscopebot","clickagy":"Clickagy","clickuplinkunfurler":"ClickUpLinkUnfurler","cloudtrellis":"Cloudtrellis","cloudvertexbot":"CloudVertexBot","cludo":"cludo","cmschecker":"CMSChecker","coccoc":"coccoc","cocolyzebot":"Cocolyzebot","cognitiveseo bot":"cognitiveSEO Bot","cognitiveseo.com":"cognitiveseo.com","collapsify":"Collapsify","collection@infegy.com":"collection@infegy.com","colly":"colly","commafeed":"CommaFeed","companybook-crawler":"Companybook-Crawler","content crawler spider":"content crawler spider","contentkingapp":"contentkingapp","contextad bot":"ContextAd Bot","contextualbot":"ContextualBot","contxbot":"contxbot","convera":"convera","convermax":"Convermax","cookie-maestro":"cookie-maestro","cookiebot":"Cookiebot","cookiehub bot":"CookieHub Bot","cookiehubscan":"CookieHubScan","cookiehubverify":"CookieHubVerify","cookieyesbot":"CookieYesbot","corporama matcher":"Corporama matcher","cotoyogi":"Cotoyogi","coveobot":"Coveobot","cozi-icalendar-feedreader":"Cozi-iCalendar-FeedReader","cragcrawler":"CragCrawler","crawl4ai":"Crawl4AI","crawler4j":"crawler4j","crawler_eb_germany":"crawler_eb_germany","crawlson":"Crawlson","crawlspace":"Crawlspace","crawlyprojectcrawler":"CrawlyProjectCrawler","crazy egg":"Crazy Egg","criteobot":"CriteoBot","critical css bot":"Critical CSS Bot","criticalcss.com":"Criticalcss.com","cron-job.org":"cron-job.org","cronless":"Cronless","crunchbot":"CrunchBot","crusty/":"crusty","crystalsemanticsbot":"CrystalSemanticsBot","csirt.cz":"csirt.cz","curebot":"Curebot","cutbot":"Cutbot","cxensebot":"cXensebot","cxk_bot":"CXK_Bot","cyberpatrol":"CyberPatrol","cyotekwebcopy":"CyotekWebCopy","dareboost":"DareBoost","dark visitor":"Dark Visitor","daspeedbot":"DaspeedBot","datadog agent":"Datadog Agent","datadog synthetic":"Datadog Synthetic","datadogsynthetics":"DatadogSynthetics","dataforseobot":"DataForSeoBot","dataprovider.com":"Dataprovider.com","datenbank crawler":"Datenbank Crawler","dazzle bluesky bot":"Dazzle BlueSky Bot","dcrawl":"dcrawl","dead link checker":"Dead Link Checker","deadlinkchecker":"deadlinkchecker","deepcrawl":"DeepCrawl","deepnoc":"deepnoc","deskyobot":"Deskyobot","detectify":"Detectify","determ":"Determ","deusu/":"DeuSu","developers.google.com/+/web/snippet":"developers.google.com/+/web/snippet","df bot":"DF Bot","digg deeper":"Digg Deeper","digicert dcv":"DigiCert DCV","digincore bot":"Digincore bot","dingtalkbot-linkservice":"DingTalkBot-LinkService","dirbuster":"dirBuster","discobot":"discobot","discordbot":"Discordbot","discourse forum onebox":"Discourse Forum Onebox","disqus":"Disqus","dlvr.it":"dlvr.it","dmbot":"Dmbot","dmbrowser":"DMBrowser","dnbcrawler":"DnBCrawler","dnsscanner":"DNSScanner","dnyzbot":"DnyzBot","do not track verifier":"Do Not Track Verifier","domaincrawler":"domaincrawler","domains project/":"Domains Project","domainstatsbot":"DomainStatsBot","domcopbot":"DomCopBot","dominicbot":"DominicBot","dotcom-monitor":"Dotcom-Monitor","doubaobot":"DoubaoBot","dow jones searchbot":"Dow Jones Searchbot","download ninja":"Download Ninja","downnotifier.com":"downnotifier.com","downtimedetector/":"DowntimeDetector","dragonbot":"Dragonbot","drataautopilot":"DrataAutopilot","dreamhost data team":"DreamHost Data Team","drupact":"drupact","drupalbot":"Drupalbot","dubbotbot":"Dubbotbot","duckassistbot":"DuckAssistBot","duckduckgo-favicons-bot":"DuckDuckGo-Favicons-Bot","dvbot":"DVbot","e.ventures investment crawler":"e.ventures Investment Crawler","easybib autocite":"EasyBib AutoCite","easybill-importmanager":"easybill-ImportManager","easycron/":"EasyCron","easydns monitoring":"easyDNS Monitoring","ec2linkfinder":"ec2linkfinder","echobot bot":"Echobot Bot","echoboxbot":"EchoboxBot","ecovadissustainabilitybot":"EcoVadisSustainabilityBot","edansbot":"edansbot","edgewatch":"EdgeWatch","edisterbot":"edisterbot","electricmonk":"electricmonk","elevenlabsbot":"ElevenlabsBot","elevenlabscrawler":"ElevenlabsCrawler","elmah.io uptime monitoring":"elmah.io Uptime Monitoring","elmahio-uptimebot":"elmahio-uptimebot","emailwolf":"EmailWolf","emoney advisor":"eMoney Advisor","emoneybot":"eMoneyBot","epicbot":"epicbot","epivozcrawler":"EpivozCrawler","erepublik.tools":"eRepublik.tools","eright":"eright","erniebot":"ERNIEBot","europarchive.org":"europarchive.org","ev-crawler/":"ev-crawler","evc-batch":"evc-batch","evernoterichlinkbot":"EvernoteRichLinkBot","everyfeed-spider":"everyfeed-spider","evouptimebot":"EvoUptimeBot","exasearchbot":"ExaSearchBot","exauser":"ExaUser","exodusmovement":"ExodusMovement","expanse":"Expanse","experibot":"Experibot","extecontextcrawl":"ExteContextCrawl","extlinksbot":"ExtLinksBot","ezgif":"Ezgif","ezlynx":"EzLynx","ezoicbot":"EzoicBot","ezooms":"ezooms","facebookcatalog/":"facebookcatalog","factset_spyderbot":"Factset_spyderbot","fast enterprise crawler":"FAST Enterprise Crawler","fast-webcrawler":"FAST-WebCrawler","fastdast":"FastDAST","fastmailua":"FastmailUA","fdl stats bot":"FDL Stats Bot","fedidb":"FediDB","fediindex":"FediIndex","fedilist agent":"FediList Agent","fedineko":"Fedineko","fedistatscrawler":"fedistatsCrawler","fedoraplanet":"fedoraplanet","fedreporter bot for ffiec":"FedReporter Bot for FFIEC","feed image audit":"Feed Image Audit","feed-fetcher":"Feed-Fetcher","feedbin":"Feedbin","feedbot":"feedbot","feeder /":"Feeder ","feeder.co":"feeder.co","feedflow":"FeedFlow","feedly":"Feedly","feedpresso content index bot":"Feedpresso Content Index Bot","feedsearch bot":"Feedsearch Bot","feedsearch-crawler":"Feedsearch-Crawler","feedspot":"Feedspot","feedvalidator":"FeedValidator","feedwind":"Feedwind","femtosearchbot":"FemtosearchBot","fetch/":"Fetch","fever":"Fever","fidget-spinner-bot":"fidget-spinner-bot","filterdb.iss.net/crawler":"filterdb.iss.net/crawler","findfiles.net":"FindFiles.net","finditanswersbot":"FindITAnswersbot","findlink":"findlink","findthatfile":"findthatfile","fiperbot":"fiperbot","firecrawlagent":"FirecrawlAgent","firmograph":"FirmoGraph","flamingo_searchengine":"Flamingo_SearchEngine","fleebsbot":"FleebsBot","flipboardrss":"FlipboardRSS","fluffy":"fluffy","flyriverbot":"Flyriverbot","foregenix":"Foregenix","fr-crawler":"fr-crawler","freespoke/":"Freespoke","freshbot":"Freshbot","freshpingbot":"FreshpingBot","freshrss":"FreshRSS","friendica":"Friendica","friendly testing bot":"Friendly testing bot","friendly-spider":"friendly-spider","friendlycrawler":"FriendlyCrawler","fuelbot":"fuelbot","fullstorybot/":"FullStoryBot","funnelback":"Funnelback","fuseonbot/":"FuseonBot","fyndsearchengine-crawler":"FyndSearchEngine-Crawler","fyndsearchengine-recrawler":"FyndSearchEngine-ReCrawler","g00g1e.net":"g00g1e.net","g2 web services":"G2 Web Services","g2reader-bot":"g2reader-bot","gaisbot":"Gaisbot","gdnplus.com":"gdnplus.com","geedobot":"GeedoBot","geedoproductsearch":"GeedoProductSearch","geedoshopproductfinder":"GeedoShopProductFinder","geisthaus-pagefetcher":"GeistHaus-PageFetcher","gemini-deep-research":"Gemini-Deep-Research","genomecrawlerd":"GenomeCrawlerd","getthit.com":"getthit.com","gg peekbot":"GG PeekBot","giftedvisitor scan":"GIFTEDVISITOR SCAN","gigablast":"Gigablast","gingercrawler":"GingerCrawler","github-camo":"github-camo","globalwebsearch":"GlobalWebSearch","gluten free crawler/":"Gluten Free Crawler","gnam gnam spider":"gnam gnam spider","gnowitnewsbot":"GnowitNewsbot","golfe/":"Golfe","goodreads":"Goodreads","goodzer":"Goodzer","google favicon":"Google Favicon","google trust services":"Google Trust Services","google-ads-conversions":"Google-Ads-Conversions","google-adwords-express":"Google-AdWords-Express","google-adwords-instant":"Google-Adwords-Instant","google-apps-script":"Google-Apps-Script","google-area120":"Google-Area120","google-certificates-bridge":"Google-Certificates-Bridge","google-firebase":"Google-Firebase","google-inspectiontool":"Google-InspectionTool","google-physicalweb":"Google-PhysicalWeb","google-read-aloud":"Google-Read-Aloud","google-safety":"Google-Safety","google-trust-services/":"Google-Trust-Services","googleagent-urlcontext":"GoogleAgent-URLContext","googleassociationservice":"GoogleAssociationService","googledocs":"GoogleDocs","googleproducer":"GoogleProducer","googlestackdrivermonitoring":"GoogleStackdriverMonitoring","goparserbot":"GoParserBot","gopay":"GoPay","gotosocial":"gotosocial","gotsitemonitor.com":"GotSiteMonitor.com","gowikibot":"Gowikibot","grammarly/":"Grammarly","gregcrawler":"gregcrawler","greppr web crawler":"Greppr Web Crawler","grobbot":"Grobbot","grok bot":"Grok Bot","grokappandroid":"GrokAppAndroid","grokbot":"GrokBot","groovinaadsbot/":"GroovinaAdsbot","grouphigh/":"GroupHigh","groupmebot":"GroupMeBot","grover/":"Grover","grub.org":"grub.org","gsa-crawler":"gsa-crawler","gslfbot":"gslfbot","gtmetrix":"GTmetrix","guestpostsbot/":"GuestpostsBot","gulper web bot":"Gulper Web Bot","halobot":"HaloBot","hanaleibot":"HanaleiBot","happywing":"HappyWing","hardenize":"Hardenize","harkbot":"HarkBot","harsilbot/":"harsilbot","hatena":"Hatena","hawaiibot":"HawaiiBot","hcardvalidator":"hCardValidator","headonlyscraper":"HeadOnlyScraper","hello world":"Hello World","helloworkjobpostingbot/":"HelloworkJobPostingBot","henkbot":"HenkBot","hetrixtools":"HetrixTools","hgfalphaxcrawl/":"hgfAlphaXCrawl","hifibot/":"HIFIBot","hlidam.to robot":"Hlidam.to robot","honeybadger uptime check":"Honeybadger Uptime Check","honeybadgerbot":"HoneybadgerBot","hosttracker/":"HostTracker","hotjar":"Hotjar","hstspreload-bot":"hstspreload-bot","http banner detection":"HTTP Banner Detection","http_get":"http_get","httpunit":"httpunit","httpurlconnection":"HttpUrlConnection","httpx":"httpx","hunyuan":"Hunyuan","hydrozen.io":"Hydrozen.io","hype machine/":"Hype Machine","hypestat":"hypestat","hyscore.io":"hyscore.io","ias crawler":"IAS crawler","iaskbot":"iAskBot","iaskspider":"iaskspider","ibm crawler":"IBM Crawler","iboubot":"IbouBot","icbot/":"ICBot","icc-crawler":"ICC-Crawler","ichiro":"ichiro","idg/eu":"IDG/EU","iframely":"Iframely","ifttt/":"IFTTT","imagefetcher/":"ImageFetcher","imagemind":"ImageMind","imagesiftbot":"ImagesiftBot","imagespider":"imageSpider","img2dataset":"img2dataset","imgproxy/":"imgproxy","impact.com agent":"Impact.com Agent","impendoom-bot/":"impendoom-bot","imrbot":"imrbot","indeedbot":"IndeedBot","indeedjobbot":"IndeedJobBot","indy library":"Indy Library","inetdex-bot":"INETDEX-BOT","infoobot":"infoobot","infosifter":"InfoSifter","innguma/":"Innguma","innologica":"Innologica","inoreader":"inoreader","integromat/":"Integromat","integromedb":"integromedb","intelium_bot":"intelium_bot","intelx.io_bot":"intelx.io_bot","interfaxscanbot":"InterfaxScanBot","internetmeasurement":"InternetMeasurement","internetvista monitor":"internetVista monitor","ioncrawl":"IonCrawl","ip-web-crawler.com":"ip-web-crawler.com","ips-agent":"ips-agent","irlbot":"IRLbot","irokez.cz monitoring":"Irokez.cz monitoring","isdownbot/":"IsDownBot","iskanie":"iskanie","isonai-user":"IsonAI-User","isonsearchbot":"IsonSearchBot","isscyberriskcrawler":"ISSCyberRiskCrawler","it2media-domain-crawler":"it2media-domain-crawler","iubenda-radar/":"iubenda-radar","james bot":"James BOT","jamie's spider":"Jamie's Spider","jetmon/":"jetmon","jetty":"Jetty","jobboersebot":"JobboerseBot","jobswithgptcom-bot":"jobswithgptcom-bot","jpg-newsbot":"jpg-newsbot","jugendschutzprogramm-crawler":"Jugendschutzprogramm-Crawler","jumio":"Jumio","jyxobot":"jyxobot","k7mlwcbot":"K7MLWCBot","kagi-fetcher":"kagi-fetcher","kagibot/":"Kagibot","kaikki.org-digital-archive":"kaikki.org-digital-archive","kangaroo bot":"Kangaroo Bot","kangaroobot/":"KangarooBot","kargobot-artemis":"KargoBot-Artemis","kazbtbot/":"kazbtbot","kb.dk_bot":"kb.dk_bot","keenablebot":"KeenableBot","keybasebot":"KeybaseBot","keycdn-tools/":"keycdn-tools","keydrop.io":"Keydrop.io","keys-so-bot":"keys-so-bot","kimi-agent":"Kimi-Agent","kimi-searchbot":"Kimi-SearchBot","kimi-user":"Kimi-User","kimibot":"KimiBot","kinsta-bot":"kinsta-bot","klaviyo/":"Klaviyo","klaviyoaibot":"KlaviyoAIBot","known agent":"Known Agent","konturbot/":"Konturbot","kosmiobot":"KosmioBot","krawlerbot":"KrawlerBot","kstandbot":"KStandBot","kukei.eu-bot/":"Kukei.eu-Bot","kunatocrawler":"KunatoCrawler","l9explore":"l9explore","l9scan":"l9scan","lac_iaharvester":"LAC_IAHarvester","laion-huggingface-processor":"laion-huggingface-processor","laiondownloader":"LAIONDownloader","landau-media-spider":"Landau-Media-Spider","larbin":"larbin","laserlikebot":"Laserlikebot","lastmodbot/":"LastModBot","lb-spider":"lb-spider","legalmonster":"LegalMonster","leikibot":"Leikibot","lemmy":"Lemmy","let's encrypt":"Let's Encrypt","level9searchbot/":"Level9SearchBot","library of congress web archiving":"Library Of Congress Web Archiving","lightspeedsystemscrawler":"LightspeedSystemsCrawler","linerbot":"LinerBot","linespider":"Linespider","linguee bot":"Linguee Bot","linkace/":"LinkAce","linkarchiver":"LinkArchiver","linkcheckerbot":"LinkCheckerBot","linkdex":"linkdex","linkisbot":"LinkisBot","linko":"linko","linkpadbot":"LinkpadBot","linkreader/":"linkReader","linksindexerbot/":"LinksIndexerBot","linktiger":"LinkTiger","linkupbot":"LinkupBot","linkwalker/":"LinkWalker","listgembot":"ListGemBot","loc.gov/programs/web-archiving":"loc.gov/programs/web-archiving","logicmonitor":"LogicMonitor","loomlybot":"LoomlyBot","loopimprovements.com":"loopimprovements.com","lssbot":"lssbot","lssrocketcrawler":"lssrocketcrawler","luminator-robots":"Luminator-robots","lyonl-asset-proxy":"lyonl-asset-proxy","lyonl-crawler":"lyonl-crawler","macocu":"MaCoCu","macrobondbot":"Macrobondbot","madbbot/":"MADBbot","magellan":"Magellan","magibot":"MagiBot","magicsearchdev/":"magicsearchdev","magnet.me-web/":"Magnet.me-web","magnetmebot":"MagnetmeBot","magpierss":"MagpieRSS","magus bot":"Magus Bot","mail.ru":"mail.ru","mailchimp":"MailChimp","mainwp/":"MainWP","managewp":"ManageWP","marketgoo/":"MarketGoo","marketingminer":"MarketingMiner","masscan":"masscan","matchorysearch":"MatchorySearch","mattermost-bot/":"Mattermost-Bot","mavifinds":"Mavifinds","mb-linkchecker":"MB-LinkChecker","mbcrawler":"MBCrawler","mechanize":"mechanize","mediamonitoringbot/":"MediaMonitoringBot","mediatoolkitbot":"Mediatoolkitbot","mediavinemetadataparser/":"MediavineMetadataParser","megaindex":"MegaIndex","meltwaternews":"MeltwaterNews","mergadobot":"MergadoBot","meta-externalads/":"meta-externalads","meta-externalagent":"Meta-ExternalAgent","meta-externalfetcher":"Meta-ExternalFetcher","meta-externalhit/":"Meta-ExternalHit","meta-webindexer":"meta-webindexer","metaiab facebook":"MetaIAB Facebook","metainspector":"MetaInspector","metajobbot":"MetaJobBot","metorik":"Metorik","mgidbot":"MgidBot","microsoftpreview/":"MicrosoftPreview","mindupbot":"mindUpBot","miniature.io/":"Miniature.io","minicrawler":"minicrawler","miniflux/":"Miniflux","minoru's fediverse crawler":"Minoru's Fediverse Crawler","mirrorweb.com":"mirrorweb.com","mirrorwebcrawler":"MirrorWebCrawler","missinglettrbot/":"MissinglettrBot","mistralai-index":"MistralAI-Index","mistralai-user":"MistralAI-User","mithril-crawler":"mithril-crawler","mixnodecache/":"MixnodeCache","mixrankbot":"MixrankBot","mlbot":"mlbot","moatbot":"moatbot","modatscanner":"ModatScanner","modernizebot":"ModernizeBot","modularconnector/":"ModularConnector","mollie http client":"Mollie HTTP client","monibot":"Monibot","monitis -":"monitis -","monitoring360bot/":"monitoring360bot","monitorss/":"MonitoRSS","monsidobot":"Monsidobot","monspark/":"MonSpark","montastic-monitor":"montastic-monitor","montasticmonitor":"MontasticMonitor","montools.com":"MonTools.com","moodlebot":"MoodleBot","moonshotbot":"MoonshotBot","moreover":"Moreover","motominerbot/":"MotoMinerBot","mozilla-tabstack":"Mozilla-Tabstack","mrgbot/":"MRGbot","msrbot":"msrbot","mtrobot":"MTRobot","muckrack":"MuckRack","multiviewbot":"Multiviewbot","mxtoolbox":"MxToolbox","my-tiny-bot":"my-tiny-bot","mybot/":"MyBot","mycentralaiscraperbot":"MyCentralAIScraperBot","nagetbot":"NagetBot","nanointeractive":"NanoInteractive","napbot":"NapBot","naver blog rssbot":"NAVER Blog Rssbot","naverbot":"NaverBot","nbertaupete95":"nbertaupete95","nerdbynature.bot":"NerdByNature.Bot","nessus":"Nessus","nestdaddybot":"NestDaddybot","netapi":"NetAPI","netestate imprint crawler":"netEstate Imprint Crawler","netestate ne crawler":"netEstate NE Crawler","neticle crawler":"Neticle Crawler","netpeakcheckerbot/":"NetpeakCheckerBot","netresearchserver":"netresearchserver","netseer crawler":"NetSeer crawler","netshelter contentscan":"NetShelter ContentScan","netsystemsresearch":"NetSystemsResearch","netumo":"Netumo","netvigie":"NETVIGIE","new york times newsgathering":"New York Times Newsgathering","newrelicsynthetics":"NewRelicSynthetics","newsai":"newsai","newsblur":"NewsBlur","newsharecounts":"newsharecounts","newsify feed fetcher":"Newsify Feed Fetcher","newsnow/":"NewsNow","newspaper/":"newspaper","newsroom.bi":"NewsRoom.BI","nicecrawler":"Nicecrawler","nicheindex":"NicheIndex","nikto":"Nikto","nimbostratus-bot":"Nimbostratus-Bot","ninja bot":"NINJA bot","nitro-":"Nitro-","nitrobot":"NitroBot","nixstatsbot":"NIXStatsbot","nlnz_iaharvester":"NLNZ_IAHarvester","nlux_iaharvester":"NLUX_IAHarvester","nmap scripting engine":"Nmap Scripting Engine","noahbot":"NoahBot","node-fetch":"node-fetch","nodeping":"NodePing","noibu":"Noibu","nomore404.com robot":"nomore404.com robot","noorobot":"noorobot","nooshub/":"Nooshub","nostocrawlerbot":"NostoCrawlerBot","notebooklm":"NotebookLM","notion/":"Notion","novaact":"NovaAct","novellum":"Novellum","nstoolsbot/":"NsToolsBot","ntentbot":"NTENTbot","nuzzel":"Nuzzel","nvdorz":"nvdorz","nyt_scraping":"nyt_scraping","oai-adsbot":"OAI-AdsBot","oai-searchbot":"OAI-SearchBot","observepoint":"ObservePoint","odklbot/":"OdklBot","officestorebot":"officestorebot","offline explorer":"Offline Explorer","ohdear/":"OhDear","oicrawler":"OICrawler","okhttp":"okhttp","omnisend/":"Omnisend","oncrawl/":"OnCrawl","onetrust":"OneTrust","online domain tools":"Online Domain Tools","onlineornot.com_bot":"OnlineOrNot.com_bot","opencode":"opencode","opengraph.io/":"OpenGraph.io","opengraphcheck":"OpenGraphCheck","openindexspider":"openindexspider","openrss":"OpenRSS","opentheboxbot":"OpenTheBoxBot","openvas":"OpenVAS","operator/":"Operator","optimizer)":"Optimizer)","orbbot/":"Orbbot","orlo-linkpreview/":"Orlo-LinkPreview","outbrain":"outbrain","outclicksbot":"OutclicksBot","outsellurlvalidator":"OutsellURLValidator","overcast/":"Overcast","owler (ows.eu":"Owler (ows.eu","owler-w":"OWLer-W","page-preview-tool":"page-preview-tool","page2rss":"page2rss","pagepeeker/":"PagePeeker","pagespeed/":"Pagespeed","pagething":"PageThing","pandalytics":"Pandalytics","pangubot":"PanguBot","panscient":"Panscient","paqlebot/":"Paqlebot","parse.ly scraper/":"parse.ly scraper","parselysharesbot":"ParselySharesBot","payhawk invoice fetching agent":"Payhawk Invoice Fetching Agent","paypal/":"PayPal","pcore-http":"Pcore-HTTP","pdf24 url to pdf":"PDF24 URL To PDF","peer39_crawler":"peer39_crawler","penthouse critical path css generator":"Penthouse Critical Path CSS Generator","perplexity-user":"Perplexity-User","perplexityuser":"PerplexityUser","petalbot":"PetalBot","phindbot":"PhindBot","phpcrawl":"phpcrawl","phxbot":"PhxBot","pingadmin.ru/":"PingAdmin.Ru","pingping.io/":"pingping.io","piplbot":"PiplBot","pixalate.com":"Pixalate.com","plagawarebot":"PlagAwareBot","playstore-google":"PlayStore-Google","plesk screenshot bot":"Plesk screenshot bot","pocketcasts/":"PocketCasts","pocketparser":"PocketParser","podchaserparser":"PodchaserParser","podimo":"Podimo","poduptime":"Poduptime","poggio-citations":"Poggio-Citations","pomothy-bot":"Pomothy-Bot","poseidon research crawler":"Poseidon Research Crawler","postrank":"postrank","potions/":"Potions","pressenginebot":"PressEngineBot","pricedroneshoppingbot/":"PricedroneShoppingBot","priecobot/":"PriEcoBot","primalbot":"Primalbot","printfriendly.com":"PrintFriendly.com","pro-sitemaps/":"Pro-Sitemaps","probelyspdr/":"ProbelySPDR","productsup.io/crawler":"productsup.io/crawler","projectshield-urlcheck":"ProjectShield-UrlCheck","protopage/":"Protopage","prtg network monitor":"PRTG Network Monitor","prtgcloudbot/":"PRTGCloudBot","ps_daily/":"PS_Daily","psbot":"psbot","pulsepoint":"Pulsepoint","pulsetic.com":"pulsetic.com","purebot":"purebot","pwabuilderhttpagent":"PWABuilderHttpAgent","python-opengraph":"python-opengraph","pywikibot/":"Pywikibot","qcbot":"qcbot","qodercli":"qodercli","qualifiedbot":"QualifiedBot","qualys":"Qualys","quantcastbot/":"Quantcastbot","querit-searchbot":"Querit-SearchBot","queritbot":"QueritBot","quillbot":"QuillBot","quora-bot":"Quora-Bot","qwantbot":"Qwantbot","qwantify":"Qwantify","qwarrybot":"Qwarrybot","qwenbot":"QwenBot","rackspace monitoring/":"Rackspace Monitoring","rakuten image extraction bot":"Rakuten Image extraction bot","rankactivelinkbot":"RankActiveLinkBot","rankurbot/":"RankurBot","ravencrawler/":"RavenCrawler","rawweb-bot":"rawweb-bot","readable/":"Readable","reelevant/":"Reelevant","refindbot":"Refindbot","reflectionbot":"Reflectionbot","regionstuttgartbot":"RegionStuttgartBot","remove.bg/":"remove.bg","repolookoutbot":"RepoLookoutBot","researchbot":"ResearchBot","researchscan.comsys.rwth-aachen.de":"researchscan.comsys.rwth-aachen.de","retool/":"Retool","retrevopageanalyzer":"RetrevoPageAnalyzer","retrolistecom/":"RetroListeCOM","reverseengineeringbot":"ReverseEngineeringBot","revvimgort/":"RevvimGort","reward-gateway":"reward-gateway","ridderbot":"RidderBot","rigor)":"Rigor)","rivva":"Rivva","robotschecker/":"RobotsChecker","rsiteauditor":"RSiteAuditor","rss reader":"RSS Reader","rss-is-dead.lol web bot":"rss-is-dead.lol web bot","rss-parser":"rss-parser","rss.social":"RSS.Social","rss2tg":"rss2tg","rssapi/":"RSSAPI","rssbot/":"rssbot","rssingbot":"RSSingBot","rssreaderbot":"RssReaderBot","ruxitsynthetic":"RuxitSynthetic","rytebot":"RyteBot","s4a-probe-bot/":"s4a-probe-bot","safednsbot":"SafeDNSBot","safesearch microdata crawler":"SafeSearch microdata crawler","salesforce.com":"Salesforce.com","sandobacrawler/":"SandobaCrawler","sansec security monitor/":"Sansec Security Monitor","sbintuitionsbot":"SBIntuitionsBot","sbl-bot":"SBL-BOT","schema-markup-validator":"Schema-Markup-Validator","scoop.it/":"Scoop.it","scope3":"Scope3","scoutjet":"ScoutJet","scrapeherobot/":"ScrapeheroBot","scraping@nytimes.com":"scraping@nytimes.com","screeenly-bot":"screeenly-bot","scribdbot":"scribdbot","scrubby":"Scrubby","scrybot":"ScryBot","search.marginalia.nu":"search.marginalia.nu","searchatlas":"SearchAtlas","searcherweb":"Searcherweb","searcherxweb":"Searcherxweb","searchexpress":"SearchExpress","sebot-wa":"SEBot-WA","securityheaders":"SecurityHeaders","seekbot":"Seekbot","seekport":"Seekport","seewithkids":"seewithkids","semaltbot/":"semaltbot","semantic-visions":"semantic-visions","semanticscholarbot":"SemanticScholarBot","sempi.tech":"sempi.tech","sendgrid event api":"SendGrid Event API","sentibot":"SentiBot","sentinel-linkcheck":"SENTINEL-LinkCheck","sentry/":"sentry","senutobot":"SenutoBot","seo4ajax.com":"seo4ajax.com","seolizer":"SEOlizer","seolyt":"seoLyt","seoscanners":"seoscanners","seostar.co":"seostar.co","seoulbot":"SeoulBot","sequelwp":"SequelWP","serankingbacklinksbot":"SERankingBacklinksBot","serendeputybot":"SerendeputyBot","serpstatbot/":"serpstatbot","serptimizerbot":"SERPtimizerBot","server density service monitoring":"Server Density Service Monitoring","serverdensity":"ServerDensity","serverhunterspider/":"ServerHunterSpider","seznamhomepagecrawler/":"SeznamHomepageCrawler","sfdc-callout/":"SFDC-Callout","shap-user":"Shap-User","shapbot":"ShapBot","shopify-captain-hook":"Shopify-Captain-Hook","shortpixel":"ShortPixel","shortwave image fetcher":"Shortwave Image Fetcher","sidetrade indexer bot":"Sidetrade indexer bot","silktide":"Silktide","simplecrawler":"SimpleCrawler","simplepie":"SimplePie","simplescraper":"SimpleScraper","sincerasyntheticuser/":"SinceraSyntheticUser","sindresorhus/got":"sindresorhus/got","sindup":"Sindup","site24x7":"Site24x7","siteauditbot/":"SiteAuditBot","sitebot":"sitebot","sitebulb":"sitebulb","siteexplorer.info":"siteexplorer.info","siteimprove.com":"Siteimprove.com","sitelock":"SiteLock","sitescorebot":"SiteScoreBot","sitesearch360/":"SiteSearch360","sitesoverpagesbot":"SitesOverPagesBot","sitesucker":"SiteSucker","skroutz imagebot":"Skroutz ImageBot","skroutzbot":"SkroutzBot","skyworkspider":"SkyworkSpider","slaccalebot":"SlaccaleBot","sleepbot":"SleepBot","slickbot/":"SlickBot","smarshbot":"SmarshBot","smartologybot/":"SmartologyBot","smtnetpmbot":"SMTnetPMBot","snacktory":"Snacktory","snap url preview service":"Snap URL Preview Service","snapurlpreview/":"SnapURLPreview","snipcart/":"Snipcart","software-security-research":"Software-Security-Research","solarwinds/":"solarwinds","sora pos/":"Sora POS","sosospider":"Sosospider","sottopopnone":"SottopopNone","sparkpost":"SparkPost","sparkshipping":"SparkShipping","specificfeeds":"Specificfeeds","spectate/":"Spectate","spider.com":"spider.com","spiderling":"SpiderLing","splunk":"Splunk","springservebot":"SpringserveBot","sqlmap":"sqlmap","sqwatcher":"SQWatcher","ssl labs":"SSL Labs","ssssbot/":"SSSSBot","stape/":"Stape","startmebot/":"startmebot","startpageprivateimageproxy/":"StartpagePrivateImageProxy","statistikaustria/":"StatistikAustria","statsdronebot":"StatsDroneBot","statusnestbacklinkspider":"StatusNestBacklinkSpider","stepstonecrawlbot":"stepstoneCrawlBot","storebot-google":"Storebot-Google","storygizebot":"StorygizeBot","stractbot":"StractBot","streamline3bot/":"Streamline3Bot","stripe/":"Stripe","sucuri":"Sucuri","summalybot":"SummalyBot","summify":"summify","supabase paired crawler":"Supabase Paired Crawler","superfeedr":"Superfeedr","surdotlybot":"SurdotlyBot","surveybot":"SurveyBot","sustainabilitycrawler":"SustainabilityCrawler","sv-watchagent":"sv-watchagent","svix-webhooks/":"Svix-Webhooks","swifteqlinkchecker":"SwifteqLinkChecker","swimgbot":"SWIMGBot","swisscows":"Swisscows","synapse":"Synapse","synthesibot":"SynthesiBot","synthetic-monitoring-agent/":"synthetic-monitoring-agent","sysomos":"Sysomos","t3versionsbot":"t3versionsBot","tactiscout/":"TactiScout","tagoobot":"tagoobot","taragroup intelligent bot":"TaraGroup Intelligent Bot","tavilybot":"TavilyBot","tchelebi/":"tchelebi","telegrambot":"TelegramBot","teoma":"Teoma","termly":"Termly","terra cotta":"Terra Cotta","terracotta":"TerraCotta","test-bot":"test-bot","testcrawler":"Testcrawler","testuri":"TestURI","textrazor":"TextRazor","theinternetsearchx":"TheInternetSearchx","theoldreader.com":"theoldreader.com","thesis-research-bot":"thesis-research-bot","thinkbot":"Thinkbot","thinklab":"Thinklab","thousandeyes":"ThousandEyes","tigerbot":"tigerbot","tiktokspider":"TikTokSpider","timpibot":"Timpibot","tiny tiny rss":"Tiny Tiny RSS","tls tester":"TLS tester","tombapublicwebcrawler":"TombaPublicWebCrawler","top100.rambler.ru crawler":"top100.rambler.ru crawler","toplistbot":"toplistbot","toutiaospider":"ToutiaoSpider","tracemyfile":"tracemyfile","tracking-quality-spider":"tracking-quality-spider","trafilatura":"trafilatura","trellis-services":"Trellis-Services","trentwil.es":"trentwil.es","trove":"Trove","trovitbot":"trovitBot","trustly/":"Trustly","tsm-turingos":"TSM-turingos","tsmbot":"TSMbot","ttd-content":"TTD-Content","tumblr/":"Tumblr","turnitin":"Turnitin","tweakers":"Tweakers","twilioproxy/":"TwilioProxy","twingly":"Twingly","twinwavescanner":"TwinWaveScanner","uaslinkchecker/":"UASlinkChecker","ugaresearchagent":"UGAResearchAgent","uipbot":"uipbot","unshorten.it!":"Unshorten.It!","upday/":"upday","upflow":"Upflow","uptime-kuma":"Uptime-Kuma","uptime/":"Uptime","uptimebot.org":"Uptimebot.org","uptimebot/":"UptimeBot","uptimedoctor":"uptimedoctor","uptimestatistics":"UptimeStatistics","uptimia":"Uptimia","uptrends":"uptrends","urlappendbot":"urlappendbot","urlbeebot":"UrlBeeBot","urlcheckr/":"Urlcheckr","urlsuma.de crawler":"UrlSuMa.de crawler","useebookchecker/":"useeBookChecker","usinenouvellecrawler":"UsineNouvelleCrawler","ut-dorkbot":"UT-Dorkbot","validator.nu":"Validator.nu","valve/steam":"Valve/Steam","vaultpress":"VaultPress","vebidoobot":"vebidoobot","velenpublicwebcrawler":"VelenPublicWebCrawler","veoozbot":"Veoozbot","vercel-screenshot":"vercel-screenshot","vercelbot":"Vercelbot","verispider":"Verispider","verity/":"Verity","videootv bot":"videootv Bot","videootvbot":"videootvBot","virustotal":"virustotal","visionheight.com/scan":"visionheight.com/scan","vkrobot":"VKRobot","vmcrawl":"vmcrawl","voluumdsp-content-bot":"VoluumDSP-content-bot","vsusearchspider/":"VsuSearchSpider","vu-server-health-scanner/":"vu-server-health-scanner","vuhuvbot":"vuhuvBot","w3c-checklink":"W3C-checklink","w3c-mobileok":"W3C-mobileOK","w3c_css_validator":"W3C_CSS_Validator","w3c_i18n-checker":"W3C_I18n-Checker","w3c_unicorn":"W3C_Unicorn","w3c_validator":"W3C_Validator","wadoobot":"WadooBot","wanscannerbot":"WanscannerBot","wardbot":"WARDBot","watchbot monitoring robot":"Watchbot monitoring robot","watchforbot":"WatchForBot","watchful":"Watchful","watchmouse":"WatchMouse","watchtowr":"watchTowr","wayback":"Wayback","web measure/":"Web Measure","web screen service by hyperhost":"Web Screen Service By hyperhost","web-archive-net.com.bot":"web-archive-net.com.bot","webcapture":"WebCapture","webcompanycrawler":"webcompanycrawler","webcopier":"WebCopier","webdatastats":"WebDataStats","webflow":"Webflow","webgains-bot":"webgains-bot","webmon":"webmon","weborama-fetcher":"weborama-fetcher","webprosbot/":"webprosbot","website-info.net-robot":"Website-info.net-Robot","websiteops":"WebsiteOps","websitepulse":"websitepulse","websniffer/":"WebSniffer","webspidermount":"webspidermount","webwikibot/":"WebwikiBot","webzio":"webzio","webzip":"WebZIP","wedos online":"WEDOS OnLine","wellknownbot":"WellKnownBot","wepchsearchengine":"WepchSearchEngine","whatsmyip.org":"WhatsMyIP.org","whatweb/":"WhatWeb","wheregoes.com":"Wheregoes.com","wheresitup.com/":"wheresitup.com","wirereaderbot/":"WireReaderBot","wisebot":"WISEbot","wjhro/":"WJHRO","wknd-bot":"wknd-bot","wmtips.com/":"wmtips.com","wocbot":"wocbot","woobot":"woobot","wordcountbot/":"WordCountBot","wordup-1":"Wordup-1","wordupinfosearch":"WordupInfoSearch","workona-favicon-service/":"workona-favicon-service","worldbot":"WorldBot","wovn crawler":"WOVN Crawler","wovncrawler/":"WovnCrawler","wowlink crawler/":"wowLink Crawler","wp time capsule":"WP Time Capsule","wpbot":"wpbot","wpmu dev broken link checker":"WPMU DEV Broken Link Checker","wpmu dev hub":"WPMU DEV Hub","wpmudev uptime monitor":"WPMUDEV Uptime Monitor","wpscan":"WPScan","wpsec/":"WPSec","wpumbrella":"WPUmbrella","wrtnbot":"WRTNBot","wtotem":"WTotem","www.uptime.com":"www.uptime.com","xai-grok":"xAI-Grok","xing bot":"Xing Bot","xml sitemaps generator":"XML Sitemaps Generator","xovionpagecrawler":"XoviOnpageCrawler","xy-archive-compliance":"XY-Archive-Compliance","yahoo ad monitoring":"Yahoo Ad monitoring","yahoo link preview":"Yahoo Link Preview","yahoocachesystem":"YahooCacheSystem","yahoomailproxy":"YahooMailProxy","yandorirssbot":"YandoriRSSBot","yellowbrandprotectionbot":"Yellowbrandprotectionbot","yelpspider":"yelpspider","yextbot/":"YextBot","yibot":"YiBot","yisouspider":"YisouSpider","yiyanbot":"YiyanBot","ylt chrome":"YLT Chrome","yokoygroupag/":"YokoyGroupAG","yoozbot":"yoozBot","youdaobot":"YoudaoBot","yuuperbot":"Yuuperbot","zapier":"Zapier","zealbot":"Zealbot","zebra-v2-bot":"zebra-v2-bot","zenback bot":"zenback bot","zendesk webhook":"Zendesk Webhook","zgrab":"zgrab","zombiebot/":"Zombiebot","zoominfo-":"ZoomInfo-","zoterotranslationserver/wmf":"ZoteroTranslationServer/WMF","zuperlistbot/":"ZuperlistBot","zzhbot":"zzhbot"}
data/data/languages.json ADDED
@@ -0,0 +1 @@
1
+ {"af":"Afrikaans","sq":"Albanian","eu":"Basque","bg":"Bulgarian","be":"Byelorussian","ca":"Catalan","zh":"Chinese","zh-CN":"Chinese/China","zh-TW":"Chinese/Taiwan","zh-HK":"Chinese/Hong Kong","zh-SG":"Chinese/singapore","hr":"Croatian","cs":"Czech","da":"Danish","nl":"Dutch","nl-NL":"Dutch/Netherlands","nl-BE":"Dutch/Belgium","en":"English","en-GB":"English/United Kingdom","en-US":"English/United States","en-AU":"English/Australian","en-CA":"English/Canada","en-NZ":"English/New Zealand","en-IE":"English/Ireland","en-ZA":"English/South Africa","en-JM":"English/Jamaica","en-BZ":"English/Belize","en-TT":"English/Trinidad","et":"Estonian","fo":"Faeroese","fa":"Farsi","fi":"Finnish","fr":"French","fr-BE":"French/Belgium","fr-FR":"French/France","fr-CH":"French/Switzerland","fr-CA":"French/Canada","fr-LU":"French/Luxembourg","gl":"Galician","de":"German","de-AT":"German/Austria","de-DE":"German/Germany","de-CH":"German/Switzerland","de-LU":"German/Luxembourg","de-LI":"German/Liechtenstein","el":"Greek","he":"Hebrew","he-IL":"Hebrew/Israel","hi":"Hindi","hu":"Hungarian","ie-EE":"Internet Explorer/Easter Egg","is":"Icelandic","id":"Indonesian","in":"Indonesian","ga":"Irish","it":"Italian","it-CH":"Italian/ Switzerland","ja":"Japanese","km":"Khmer","km-KH":"Khmer/Cambodia","ko":"Korean","lv":"Latvian","lt":"Lithuanian","mk":"Macedonian","ms":"Malaysian","mt":"Maltese","no":"Norwegian","pl":"Polish","pt":"Portuguese","pt-BR":"Portuguese/Brazil","rm":"Rhaeto-Romanic","ro":"Romanian","ro-MO":"Romanian/Moldavia","ru":"Russian","ru-MO":"Russian /Moldavia","gd":"Scots Gaelic","sr":"Serbian","sk":"Slovack","sl":"Slovenian","sb":"Sorbian","es":"Spanish","es-DO":"Spanish","es-AR":"Spanish/Argentina","es-CO":"Spanish/Colombia","es-MX":"Spanish/Mexico","es-ES":"Spanish/Spain","es-GT":"Spanish/Guatemala","es-CR":"Spanish/Costa Rica","es-PA":"Spanish/Panama","es-VE":"Spanish/Venezuela","es-PE":"Spanish/Peru","es-EC":"Spanish/Ecuador","es-CL":"Spanish/Chile","es-UY":"Spanish/Uruguay","es-PY":"Spanish/Paraguay","es-BO":"Spanish/Bolivia","es-SV":"Spanish/El salvador","es-HN":"Spanish/Honduras","es-NI":"Spanish/Nicaragua","es-PR":"Spanish/Puerto Rico","sx":"Sutu","sv":"Swedish","sv-SE":"Swedish/Sweden","sv-FI":"Swedish/Finland","ts":"Thai","tn":"Tswana","tr":"Turkish","uk":"Ukrainian","ur":"Urdu","vi":"Vietnamese","xh":"Xshosa","ji":"Yiddish","zu":"Zulu"}
data/data/samsung.json ADDED
@@ -0,0 +1 @@
1
+ {"SM-G900H":"Galaxy S5 Exynos","SM-A320FL":"Galaxy A3","SM-G780F":"Galaxy S20 Fan Edition","SM-G781B":"Galaxy S20 Fan Edition","SM-F196B":"Galaxy Z Fold2 5G","SM-G928A":"Galaxy S6 Edge+","SM-G928AZ":"Galaxy S6 Edge+","SM-G928D":"Galaxy S6 Edge+","SM-G928F":"Galaxy S6 Edge+","SM-G928FD":"Galaxy S6 Edge+","SM-G928I":"Galaxy S6 Edge+","SM-G928K":"Galaxy S6 Edge+","SM-G928L":"Galaxy S6 Edge+","SM-G928P":"Galaxy S6 Edge+","SM-G928PZ":"Galaxy S6 Edge+","SM-G928R4":"Galaxy S6 Edge+","SM-G928R7":"Galaxy S6 Edge+","SM-G928S":"Galaxy S6 Edge+","SM-G928T":"Galaxy S6 Edge+","SM-G928T1":"Galaxy S6 Edge+","SM-G928TR":"Galaxy S6 Edge+","SM-G928V":"Galaxy S6 Edge+","SM-G9280":"Galaxy S6 Edge+","SM-G9288":"Galaxy S6 Edge+","SM-G9289":"Galaxy S6 Edge+","SM-A8000":"Galaxy A8","SM-A800F":"Galaxy A8","SM-A800I":"Galaxy A8","SM-A800S":"Galaxy A8","SM-A800Y":"Galaxy A8","SM-N9200":"Galaxy Note 5","SM-N920C":"Galaxy Note 5","SM-N920T":"Galaxy Note 5","SM-N920A":"Galaxy Note 5","SM-N920I":"Galaxy Note 5","SM-N9208":"Galaxy Note 5","SM-G903FP":"Galaxy S5 Neo","SM-G903WP":"Galaxy S5 Neo","SM-G925A":"Galaxy S6 Edge","SM-G925AZ":"Galaxy S6 Edge","SM-G925F":"Galaxy S6 Edge","SM-G925I":"Galaxy S6 Edge","SM-G925K":"Galaxy S6 Edge","SM-G925L":"Galaxy S6 Edge","SM-G925P":"Galaxy S6 Edge","SM-G925PZ":"Galaxy S6 Edge","SM-G925R4":"Galaxy S6 Edge","SM-G925R7":"Galaxy S6 Edge","SM-G925S":"Galaxy S6 Edge","SM-G925T":"Galaxy S6 Edge","SM-G925T1":"Galaxy S6 Edge","SM-G925TR":"Galaxy S6 Edge","SM-G925V":"Galaxy S6 Edge","SM-G9250":"Galaxy S6 Edge","SM-G9258":"Galaxy S6 Edge","SM-G9259":"Galaxy S6 Edge","SM-G920A":"Galaxy S6","SM-G920AZ":"Galaxy S6","SM-G920D":"Galaxy S6","SM-G920F":"Galaxy S6","SM-G920FD":"Galaxy S6","SM-G920I":"Galaxy S6","SM-G920K":"Galaxy S6","SM-G920L":"Galaxy S6","SM-G920P":"Galaxy S6","SM-G920PZ":"Galaxy S6","SM-G920R4":"Galaxy S6","SM-G920R7":"Galaxy S6","SM-G920S":"Galaxy S6","SM-G920T":"Galaxy S6","SM-G920T1":"Galaxy S6","SM-G920TR":"Galaxy S6","SM-G920V":"Galaxy S6","SM-G9200":"Galaxy S6","SM-G9208":"Galaxy S6","SM-G9209":"Galaxy S6","SM-A700F":"Galaxy A7","SM-A700FD":"Galaxy A7","SM-A700FQ":"Galaxy A7","SM-A700H":"Galaxy A7","SM-A700K":"Galaxy A7","SM-A700L":"Galaxy A7","SM-A700M":"Galaxy A7","SM-A700S":"Galaxy A7","SM-A700X":"Galaxy A7","SM-A700YD":"Galaxy A7","SM-A700YZ":"Galaxy A7","SM-A7000":"Galaxy A7","SM-A7009":"Galaxy A7","SM-A7009W":"Galaxy A7","SM-G530BT":"Galaxy Grand Prime","SM-G530F":"Galaxy Grand Prime","SM-G530FQ":"Galaxy Grand Prime","SM-G530FZ":"Galaxy Grand Prime","SM-G530H":"Galaxy Grand Prime","SM-G530M":"Galaxy Grand Prime","SM-G530MU":"Galaxy Grand Prime","SM-G530P":"Galaxy Grand Prime","SM-G530R4":"Galaxy Grand Prime","SM-G530R7":"Galaxy Grand Prime","SM-G530T":"Galaxy Grand Prime","SM-G530W":"Galaxy Grand Prime","SM-G530Y":"Galaxy Grand Prime","SM-G5306W":"Galaxy Grand Prime","SM-G5308W":"Galaxy Grand Prime","SM-G5309W":"Galaxy Grand Prime","SM-J7109":"Galaxy J7","SM-J710F":"Galaxy J7","SM-J710FN":"Galaxy J7","SM-J710H":"Galaxy J7","SM-J710MN":"Galaxy J7","SM-J710FQ":"Galaxy J7","SM-J710K":"Galaxy J7","SM-J710GN":"Galaxy J7","SM-J5109":"Galaxy J5","SM-J510F":"Galaxy J5","SM-J510FN":"Galaxy J5","SM-J510H":"Galaxy J5","SM-J510G":"Galaxy J5","SM-J510MN":"Galaxy J5","SM-J510Y":"Galaxy J5","SM-J5108":"Galaxy J5","SM-J510K":"Galaxy J5","SM-J510L":"Galaxy J5","SM-J510S":"Galaxy J5","SM-J510UN":"Galaxy J5","SM-G570F":"Galaxy J2 Prime","SM-G570M":"Galaxy J2 Prime","SM-G532F":"Galaxy J2 Prime","SM-G532M":"Galaxy J2 Prime","SM-G532G":"Galaxy J2 Prime","SM-G610F":"Galaxy J7 Prime","SM-G610M":"Galaxy J7 Prime","SM-G975F":"Galaxy S10+","SM-G960F":"Galaxy S9","SM-F700F":"Galaxy Z Flip"}
data/data/search_engines.json ADDED
@@ -0,0 +1 @@
1
+ {"ask jeeves":"Ask Jeeves","baidu":"Chinese search engine","bingbot":"Microsoft bing bot","duckduckbot":"Duck Duck Go","googlebot":"Google spider","slurp":"Yahoo spider"}
data/lib/agentry.rb ADDED
@@ -0,0 +1,3 @@
1
+ # frozen_string_literal: true
2
+
3
+ require_relative "browser"