device_detector 1.0.0 → 1.0.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.travis.yml +5 -4
- data/CHANGELOG.md +4 -4
- data/README.md +6 -8
- data/lib/device_detector.rb +2 -2
- data/lib/device_detector/version.rb +1 -1
- data/regexes/bots.yml +461 -10
- data/regexes/client/browser_engine.yml +4 -1
- data/regexes/client/browsers.yml +167 -17
- data/regexes/client/feed_readers.yml +30 -0
- data/regexes/client/libraries.yml +38 -0
- data/regexes/client/mediaplayers.yml +4 -0
- data/regexes/client/mobile_apps.yml +82 -1
- data/regexes/client/pim.yml +4 -0
- data/regexes/device/mobiles.yml +1761 -138
- data/regexes/device/portable_media_player.yml +2 -4
- data/regexes/device/televisions.yml +16 -2
- data/regexes/oss.yml +25 -4
- data/spec/device_detector/detector_fixtures_spec.rb +51 -11
- data/spec/device_detector_spec.rb +20 -0
- data/spec/fixtures/client/browser.yml +446 -11
- data/spec/fixtures/client/feed_reader.yml +25 -1
- data/spec/fixtures/client/library.yml +55 -1
- data/spec/fixtures/client/mediaplayer.yml +6 -0
- data/spec/fixtures/client/mobile_app.yml +81 -1
- data/spec/fixtures/client/pim.yml +7 -1
- data/spec/fixtures/detector/bots.yml +668 -108
- data/spec/fixtures/detector/camera.yml +14 -8
- data/spec/fixtures/detector/car_browser.yml +4 -3
- data/spec/fixtures/detector/console.yml +38 -24
- data/spec/fixtures/detector/desktop.yml +981 -687
- data/spec/fixtures/detector/feature_phone.yml +82 -41
- data/spec/fixtures/detector/feed_reader.yml +37 -0
- data/spec/fixtures/detector/mobile_apps.yml +257 -0
- data/spec/fixtures/detector/phablet.yml +569 -163
- data/spec/fixtures/detector/portable_media_player.yml +24 -16
- data/spec/fixtures/detector/smart_display.yml +8 -5
- data/spec/fixtures/detector/smartphone-1.yml +4698 -4235
- data/spec/fixtures/detector/smartphone-2.yml +4804 -4256
- data/spec/fixtures/detector/smartphone-3.yml +5060 -4603
- data/spec/fixtures/detector/smartphone-4.yml +6803 -2637
- data/spec/fixtures/detector/smartphone-5.yml +7044 -0
- data/spec/fixtures/detector/smartphone.yml +4380 -3904
- data/spec/fixtures/detector/tablet-1.yml +4530 -4036
- data/spec/fixtures/detector/tablet-2.yml +4875 -25
- data/spec/fixtures/detector/tablet.yml +3266 -2764
- data/spec/fixtures/detector/tv.yml +563 -206
- data/spec/fixtures/detector/unknown.yml +1033 -863
- data/spec/fixtures/parser/oss.yml +114 -2
- data/spec/fixtures/parser/vendorfragments.yml +2 -2
- metadata +5 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: a27d0d636166a8e3c41c27b16c01ce3777b643f3
|
4
|
+
data.tar.gz: 3ac5d4d9e1d5e0a6f0d067b34831dddd044a4fd8
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 842e06afa0352c0dd14058d9cd56f6d2de0a71d77de5faeab75cb0f3ba394678c3cac2befe11bae89b91083155c6733511723bcffb0f70c53ec32360a697fe3d
|
7
|
+
data.tar.gz: 4944fc4321e266f1ba394cc69f25663777eda7bc416bbb770d1612314bcfd909f23b684fc2e605239eed6b331768dd51fdf04e9c366f03a44a53bb90fc091d10
|
data/.travis.yml
CHANGED
data/CHANGELOG.md
CHANGED
@@ -1,10 +1,10 @@
|
|
1
1
|
# Change Log
|
2
2
|
|
3
|
-
## [1.0.
|
4
|
-
-
|
3
|
+
## [1.0.1]
|
4
|
+
- Updated detection rules from upstream on 2018-04-27
|
5
5
|
|
6
|
-
## [0.
|
7
|
-
-
|
6
|
+
## [1.0.0]
|
7
|
+
- Boom! The 1.0.0 has landed :)
|
8
8
|
|
9
9
|
## [0.9.0]
|
10
10
|
- Preparing for the 1.0.0 release. This version (with minor bumps) will be promoted to 1.0.0 once the release has been proven stable
|
data/README.md
CHANGED
@@ -47,7 +47,7 @@ client.os_full_version # => '8'
|
|
47
47
|
|
48
48
|
# For many devices, you can also query the device name (usually the model name)
|
49
49
|
client.device_name # => 'iPhone 5'
|
50
|
-
# Device types can be one of the following: smartphone, tablet, console,
|
50
|
+
# Device types can be one of the following: desktop, smartphone, tablet, console,
|
51
51
|
# portable media player, tv, car browser, camera
|
52
52
|
client.device_type # => 'smartphone'
|
53
53
|
```
|
@@ -134,32 +134,30 @@ useragent 4.450000 0.000000 4.450000 ( 4.452741)
|
|
134
134
|
|
135
135
|
## Detectable clients, bots and devices
|
136
136
|
|
137
|
-
Updated on
|
137
|
+
Updated on 2018-04-27
|
138
138
|
|
139
139
|
### Bots
|
140
140
|
|
141
|
-
360Spider, Aboundexbot, Acoon, AddThis.com, ADMantX, aHrefs Bot, Alexa Crawler, Amorank Spider, Analytics SEO Crawler, Applebot, archive.org bot, Ask Jeeves, Backlink-
|
141
|
+
360Spider, Aboundexbot, Acoon, AddThis.com, ADMantX, aHrefs Bot, Alexa Crawler, Amorank Spider, Analytics SEO Crawler, ApacheBench, Applebot, archive.org bot, Ask Jeeves, Backlink-Check.de, BacklinkCrawler, Baidu Spider, BazQux Reader, BingBot, BitlyBot, Blekkobot, BLEXBot Crawler, Bloglovin, Blogtrottr, Bountii Bot, Browsershots, BUbiNG, Butterfly Robot, CareerBot, Castro 2, Catchpoint, ccBot crawler, Charlotte, Cliqzbot, CloudFlare Always Online, CloudFlare AMP Fetcher, Collectd, CommaFeed, CSS Certificate Spider, Cốc Cốc Bot, Datadog Agent, Dataprovider, Daum, Dazoobot, Discobot, Domain Re-Animator Bot, DotBot, DuckDuckGo Bot, Easou Spider, EMail Exractor, EmailWolf, evc-batch, ExaBot, ExactSeek Crawler, Ezooms, Facebook External Hit, Feed Wrangler, Feedbin, FeedBurner, Feedly, Feedspot, Fever, Findxbot, Flipboard, Generic Bot, Genieo Web filter, Gigablast, Gigabot, Gluten Free Crawler, Gmail Image Proxy, Goo, Google PageSpeed Insights, Google Partner Monitoring, Google Structured Data Testing Tool, Googlebot, Grapeshot, Heritrix, Heureka Feed, HTTPMon, HubPages, HubSpot, ICC-Crawler, ichiro, IIS Site Analysis, Inktomi Slurp, IP-Guide Crawler, IPS Agent, Kouio, Larbin web crawler, Let's Encrypt Validation, Lighthouse, Linkdex Bot, LinkedIn Bot, LTX71, Lycos, Magpie-Crawler, MagpieRSS, Mail.Ru Bot, masscan, Meanpath Bot, MetaInspector, MetaJobBot, Mixrank Bot, MJ12 Bot, Mnogosearch, MojeekBot, Monitor.Us, Munin, Nagios check_http, NalezenCzBot, Netcraft Survey Bot, netEstate, NetLyzer FastProbe, NetResearchServer, Netvibes, NewsBlur, NewsGator, NLCrawler, Nmap, Nutch-based Bot, Octopus, Omgili bot, Openindex Spider, OpenLinkProfiler, OpenWebSpider, Orange Bot, Outbrain, PagePeeker, PaperLiBot, Phantomas, PHP Server Monitor, Picsearch bot, Pingdom Bot, Pinterest, PocketParser, Pompos, PritTorrent, QuerySeekerSpider, Qwantify, Rainmeter, RamblerMail Image Proxy, Reddit Bot, Riddler, Rogerbot, ROI Hunter, SafeDNSBot, Scooter, ScoutJet, Scrapy, Screaming Frog SEO Spider, ScreenerBot, Semrush Bot, Sensika Bot, Sentry Bot, SEOENGBot, SEOkicks-Robot, Seoscanners.net, Server Density, Seznam Bot, Seznam Email Proxy, Seznam Zbozi.cz, ShopAlike, ShopWiki, SilverReader, SimplePie, SISTRIX Crawler, Site24x7 Website Monitoring, SiteSucker, Sixy.ch, Skype URI Preview, Slackbot, Sogou Spider, Soso Spider, Sparkler, Speedy, Spinn3r, Sputnik Bot, sqlmap, SSL Labs, StatusCake, Superfeedr Bot, Survey Bot, Tarmot Gezgin, TelgramBot, TinEye Crawler, Tiny Tiny RSS, TLSProbe, Trendiction Bot, TurnitinBot, TweetedTimes Bot, Tweetmeme Bot, Twitterbot, UkrNet Mail Proxy, UniversalFeedParser, Uptime Robot, Uptimebot, URLAppendBot, Vagabondo, Visual Site Mapper Crawler, W3C CSS Validator, W3C I18N Checker, W3C Link Checker, W3C Markup Validation Service, W3C MobileOK Checker, W3C Unified Validator, Wappalyzer, WebbCrawler, WebSitePulse, WebThumbnail, WeSEE:Search, Willow Internet Crawler, WordPress, Wotbox, YaCy, Yahoo Gemini, Yahoo! Cache System, Yahoo! Link Preview, Yahoo! Slurp, Yandex Bot, Yeti/Naverbot, Yottaa Site Monitor, Youdao Bot, Yourls, Yunyun Bot, Zao, zgrab, Zookabot, ZumBot
|
142
142
|
|
143
143
|
### Clients
|
144
144
|
|
145
|
-
360 Browser, 360 Phone Browser, ABrowse, Airmail, Akregator, Amaya, Amiga Aweb, Amiga Voyager, Amigo, Android Browser, AndroidDownloadManager, ANT Fresco, ANTGalio, Apple PubSub, Arora, Atomic Web Browser, Avant Browser, Baidu Browser, Baidu Spark, Banshee, Barca, Beonex, BlackBerry Browser, Boxee, Brave, BrowseX, Bunjalloo, Camino, Charon, Cheshire, Chrome, Chrome Frame, Chrome Mobile, Chrome Mobile iOS, ChromePlus, Chromium, Clementine, Coc Coc, CometBird, Comodo Dragon, Conkeror, CoolNovo, curl, Deepnet Explorer, Dillo, Dolphin, Element Browser, Elinks,
|
145
|
+
360 Browser, 360 Phone Browser, ABrowse, aiohttp, Airmail, Akregator, Aloha Browser, Amaya, Amiga Aweb, Amiga Voyager, Amigo, Android Browser, AndroidDownloadManager, ANT Fresco, AntennaPod, ANTGalio, Apple News, Apple PubSub, Arora, Atomic Web Browser, Avant Browser, B-Line, Baidu Browser, Baidu Spark, Banshee, Barca, BashPodder, Beonex, BeyondPod, BlackBerry Browser, Boxee, bPod, Brave, BriskBard, BrowseX, Bunjalloo, Camino, Castro, Castro 2, Charon, Cheshire, Chrome, Chrome Frame, Chrome Mobile, Chrome Mobile iOS, ChromePlus, Chromium, Clementine, Coast, Coc Coc, CometBird, Comodo Dragon, Conkeror, CoolNovo, curl, Cyberfox, DAVdroid, dbrowser, Deepnet Explorer, Dillo, DoggCatcher, Dolphin, Dooble, Dorado, Downcast, Element Browser, Elinks, Epic, Espial TV Browser, Facebook, Facebook Messenger, Faraday, FeedDemon, Feeddler RSS Reader, FeedR, Fennec, Firebird, Firefox, Firefox Focus, Firefox Mobile, Fireweb, Fireweb Navigator, Flock, Fluid, FlyCast, Foobar2000, Galeon, GNOME Web, Go-http-client, Google Earth, Google HTTP Java Client, Google Play Newsstand, Google Plus, gPodder, Guzzle (PHP HTTP Client), HotJava, HTTP_Request2, IBrowse, iCab, iCab Mobile, iCatcher, IceDragon, Iceweasel, IE Mobile, Instacast, Internet Explorer, Iridium, Iron, Isivioo, iTunes, Jasmine, Java, JetBrains Omea Reader, Jig Browser, K-meleon, Kapiko, Kazehakase, Kindle Browser, Kodi, Konqueror, Kylo, LG Browser, Liebao, Liferea, Line, Links, Lotus Notes, LuaKit, Lunascape, Lynx, MailBar, Maxthon, Mechanize, MediaMonkey, Mercury, MicroB, Microsoft Edge, Microsoft Outlook, Midori, Miro, MIUI Browser, Mobile Safari, Mobile Silk, NCSA Mosaic, NetFront, NetFront Life, NetNewsWire, NetPositive, Netscape, NetSurf, Newsbeuter, NewsBlur, NewsBlur Mobile App, NexPlayer, Nightingale, Nokia Browser, Nokia OSS Browser, Nokia Ovi Browser, Obigo, Odyssey Web Browser, Off By One, OkHttp, OmniWeb, ONE Browser, Openwave Mobile Browser, Opera, Opera Mini, Opera Mobile, Opera Next, Oregano, Otter Browser, Outlook Express, Overcast, Pale Moon, Palm Blazer, Palm Pre, Palm WebPro, Palmscape, Perl, Phoenix, Pinterest, Player FM, Pocket Casts, Podcasts, Podcat, Podcatcher Deluxe, Podkicker, Polaris, Polarity, Postbox, PritTorrent, Puffin, Pulp, Python Requests, Python urllib, QQ Browser, QuickTime, QupZilla, Qutebrowser, ReadKit, Reeder, Rekonq, RockMelt, RSS Bandit, RSS Junkie, RSSOwl, Safari, Sailfish Browser, Samsung Browser, SEMC-Browser, Seraphic Sraf, Shiira, Sina Weibo, Skyfire, Sleipnir, Snowshoe, Sogou Explorer, Songbird, Stagefright, Streamy, Stringer, SubStream, Sunrise, SuperBird, Swiftfox, The Bat!, Thunderbird, Tizen Browser, TweakStyle, UC Browser, Vision Mobile Browser, Vivaldi, VLC, Waterfox, WebPositive, WeChat, WeTab Browser, Wget, WhatsApp, Winamp, Windows Media Player, wOSBrowser, WWW-Mechanize, XBMC, Xiino, Yandex Browser, YouTube
|
146
146
|
|
147
147
|
### Devices
|
148
148
|
|
149
|
-
3Q, Acer, Ainol, Airness, Airties, Alcatel, Allview, Altech UEC, Amazon, Amoi, Apple, Archos, Arnova, ARRIS, Asus, Audiovox, Avvio, Axxion, BangOlufsen, Barnes & Noble, Becker, Beetel, BenQ, BenQ-Siemens, Bird, Blu, Bmobile, Boway, bq, Brondi, Bush, Capitel, Captiva, Carrefour, Casio, Cat, Celkon, Changhong, Cherry Mobile, CnM, Coby Kyros, Compal, ConCorde, Coolpad, Cowon, CreNova, Cricket, Crius Mea, Crosscall, Cube, CUBOT, Danew, Datang, Dbtel, Dell, Denver, Desay, Dicam, DMM, DNS, DoCoMo, Doogee, Doov, Dopod, Dune HD, E-Boda, Easypix, EBEST, ECS, Elephone, Energy Sistem, Ericsson, Ericy, Eton, eTouch, Evertek, Ezio, Ezze, Fairphone, Fly, Foxconn, Fujitsu, Garmin-Asus, Gemini, Gigabyte, Gigaset, Gionee, GOCLEVER, Goly, Google, Gradiente, Grundig, Haier, Hasee, Hi-Level, Hisense, Hosin, HP, HTC, Huawei, Humax, Hyundai, i-Joy, i-mate, i-mobile, iBall, iBerry, Ikea, iKoMo, iNew, Infinix, Inkti, Innostream, INQ, Intek, Intex, Inverto, iOcean, iTel, Jiayu, Jolla, K-Touch, Karbonn, Kazam, KDDI, Kingsun, Komu, Konka, Koobee, KOPO, Koridy, KT-Tech, Kumai, Kyocera, Lanix, Lava, LCT, Le Pan, Lenco, Lenovo, Lexibook, LG, Lingwin, Loewe, Logicom, M.T.T., Majestic, Manta Multimedia, Mecer, Mediacom, MediaTek, Medion, MEEG, Meizu, Memup, Metz, MEU, MicroMax, Microsoft, Mio, Mitsubishi, MLLED, Mobistel, Mofut, Motorola, Mpman, MSI, MyPhone, NEC, Netgear, Newgen, Nexian, NextBook, NGM, Nikon, Nintendo, Noain, Nokia, Nomi, O2, Onda, OnePlus, OPPO, Opsson, Orange, Ouki, OUYA, Overmax, Oysters, Palm, Panasonic, Pantech, PEAQ, Philips, phoneOne, Pioneer, Ployer, Point of View, Polaroid, PolyPad, Pomp, Positivo, Prestigio, ProScan, PULID, Qilive, QMobile, Qtek, Quechua, Ramos, RCA Tablets, Readboy, Rikomagic, RIM, Roku, Rover, Sagem, Samsung, Sanyo, Sega, Selevision, Sencor, Sendo, SFR, Sharp, Siemens, Skyworth, Smart, Smartfren, Softbank, Sony, Spice, Star, Stonex, Storex, Sumvision, SunVan, SuperSonic, Symphony, T-Mobile, TCL, TechniSat, TechnoTrend, Tecno Mobile, Telefunken, Telenor, Telit, Tesco, Tesla, teXet, ThL, Thomson, TIANYU, TiPhone, Tolino, Toplux, Toshiba, Trevi, Tunisie Telecom, Turbo-X, TVC, Uniscope, Unknown, Unowhy, UTStarcom, Vastking, Vertu, Vestel, Videocon, Videoweb, ViewSonic, Vitelcom, Vivo, Vizio, VK Mobile, Vodafone, Voto, Voxtel, Walton, WellcoM, Wexler, Wiko, Wolder, Wonu, Woxter, Xiaomi, Xolo, Yarvik, Ytone, Yuandao, Yusun, Zeemi, Zonda, Zopo, ZTE
|
149
|
+
3Q, 4Good, Acer, Ainol, Airness, Airties, Alcatel, Allview, Altech UEC, Amazon, Amoi, Apple, Archos, Arnova, ARRIS, Asus, Audiovox, Avvio, Axxion, Azumi Mobile, BangOlufsen, Barnes & Noble, Becker, Beetel, BenQ, BenQ-Siemens, BGH, Bird, Bitel, Blackview, Blaupunkt, Blu, Bmobile, Boway, bq, Bravis, Brondi, Bush, Capitel, Captiva, Carrefour, Casio, Cat, Celkon, Changhong, Cherry Mobile, China Mobile, CnM, Coby Kyros, Compal, ConCorde, Condor, Coolpad, Cowon, CreNova, Cricket, Crius Mea, Crosscall, Cube, CUBOT, Cyrus, Danew, Datang, Dbtel, Dell, Denver, Desay, DEXP, Dicam, Digma, DMM, DNS, DoCoMo, Doogee, Doov, Dopod, Doro, Dune HD, E-Boda, Easypix, EBEST, ECS, EKO, Elephone, Energy Sistem, Ericsson, Ericy, Eton, eTouch, Evertek, Evolveo, Explay, Ezio, Ezze, Fairphone, Fly, Foxconn, Freetel, Fujitsu, Garmin-Asus, Gemini, Gigabyte, Gigaset, Gionee, GOCLEVER, Goly, Google, Gradiente, Grundig, Haier, Hasee, Hi-Level, Hisense, Homtom, Hosin, HP, HTC, Huawei, Humax, Hyundai, i-Joy, i-mate, i-mobile, iBall, iBerry, IconBIT, Ikea, iKoMo, iNew, Infinix, Inkti, Innostream, INQ, Intek, Intex, Inverto, iOcean, iTel, JAY-Tech, Jiayu, Jolla, K-Touch, Karbonn, Kazam, KDDI, Kiano, Kingsun, Komu, Konka, Konrow, Koobee, KOPO, Koridy, KT-Tech, Kumai, Kyocera, Landvo, Lanix, Lava, LCT, Le Pan, LeEco, Lenco, Lenovo, Lexand, Lexibook, LG, Lingwin, Loewe, Logicom, LYF, M.T.T., Majestic, Manta Multimedia, Mecer, Mediacom, MediaTek, Medion, MEEG, Meizu, Memup, Metz, MEU, MicroMax, Microsoft, Mio, Mitsubishi, MIXC, MLLED, Mobistel, Modecom, Mofut, Motorola, Mpman, MSI, MyPhone, NEC, Neffos, Netgear, Newgen, Nexian, NextBook, NGM, Nikon, Nintendo, Noain, Noblex, Nokia, Nomi, Nous, Nvidia, O2, Odys, Onda, OnePlus, OPPO, Opsson, Orange, Ouki, OUYA, Overmax, Oysters, Palm, Panasonic, Pantech, PEAQ, Pentagram, Philips, phoneOne, Pioneer, Ployer, Point of View, Polaroid, PolyPad, Pomp, Positivo, PPTV, Prestigio, ProScan, PULID, Qilive, QMobile, Qtek, Quechua, Ramos, RCA Tablets, Readboy, Rikomagic, RIM, Roku, Rover, Sagem, Samsung, Sanyo, Sega, Selevision, Sencor, Sendo, Senseit, SFR, Sharp, Siemens, Skyworth, Smart, Smartfren, Smartisan, Softbank, Sony, Spice, Star, STK, Stonex, Storex, Sumvision, SunVan, SuperSonic, Supra, Symphony, T-Mobile, TB Touch, TCL, TechniSat, TechnoTrend, Teclast, Tecno Mobile, Telefunken, Telenor, Telit, Tesco, Tesla, teXet, ThL, Thomson, TIANYU, TiPhone, Tolino, Toplux, Toshiba, TrekStor, Trevi, Tunisie Telecom, Turbo-X, TVC, Ulefone, UMIDIGI, Uniscope, Unknown, Unowhy, UTStarcom, Vastking, Vertu, Verykool, Vestel, Videocon, Videoweb, ViewSonic, Vitelcom, Vivo, Vizio, VK Mobile, Vodafone, Voto, Voxtel, Walton, WellcoM, Wexler, Wiko, Wileyfox, Wolder, Wolfgang, Wonu, Woxter, Xiaomi, Xolo, Yarvik, Ytone, Yuandao, Yusun, Zeemi, Zen, Zonda, Zopo, ZTE
|
150
150
|
|
151
151
|
## Maintainers
|
152
152
|
|
153
153
|
- Mati Sojka: https://github.com/yagooar
|
154
154
|
- Ben Zimmer: https://github.com/benzimmer
|
155
|
-
- Peter Gao: https://github.com/peteygao
|
156
155
|
|
157
156
|
## Contributors
|
158
157
|
|
159
158
|
Thanks a lot to the following contributors:
|
160
159
|
|
161
|
-
-
|
162
|
-
- Mark Dodwell: https://github.com/mkdynamic
|
160
|
+
- Peter Gao: https://github.com/peteygao
|
163
161
|
|
164
162
|
## Contributing
|
165
163
|
|
data/lib/device_detector.rb
CHANGED
@@ -163,11 +163,11 @@ class DeviceDetector
|
|
163
163
|
end
|
164
164
|
|
165
165
|
def android_tablet_fragment?
|
166
|
-
user_agent =~ build_regex('Android
|
166
|
+
user_agent =~ build_regex('Android(?: \d.\d(?:.\d)?)?; Tablet;')
|
167
167
|
end
|
168
168
|
|
169
169
|
def android_mobile_fragment?
|
170
|
-
user_agent =~ build_regex('Android
|
170
|
+
user_agent =~ build_regex('Android(?: \d.\d(?:.\d)?)?; Mobile;')
|
171
171
|
end
|
172
172
|
|
173
173
|
def touch_enabled?
|
data/regexes/bots.yml
CHANGED
@@ -61,6 +61,14 @@
|
|
61
61
|
name: 'Amorank'
|
62
62
|
url: 'http://www.amorank.com'
|
63
63
|
|
64
|
+
- regex: 'ApacheBench'
|
65
|
+
name: 'ApacheBench'
|
66
|
+
category: 'Benchmark'
|
67
|
+
url: 'https://httpd.apache.org/docs/2.4/programs/ab.html'
|
68
|
+
producer:
|
69
|
+
name: 'The Apache Software Foundation'
|
70
|
+
url: 'http://www.apache.org/foundation/'
|
71
|
+
|
64
72
|
- regex: 'Applebot'
|
65
73
|
name: 'Applebot'
|
66
74
|
category: 'Crawler'
|
@@ -69,6 +77,14 @@
|
|
69
77
|
name: 'Apple Inc'
|
70
78
|
url: 'http://www.apple.com'
|
71
79
|
|
80
|
+
- regex: 'Castro 2, Episode Duration Lookup'
|
81
|
+
name: 'Castro 2'
|
82
|
+
category: 'Service Agent'
|
83
|
+
url: 'http://supertop.co/castro/'
|
84
|
+
producer:
|
85
|
+
name: 'Supertop'
|
86
|
+
url: 'http://supertop.co'
|
87
|
+
|
72
88
|
- regex: 'Curious George'
|
73
89
|
name: 'Analytics SEO Crawler'
|
74
90
|
category: 'Crawler'
|
@@ -93,8 +109,8 @@
|
|
93
109
|
name: 'Ask Jeeves Inc.'
|
94
110
|
url: 'http://www.ask.com'
|
95
111
|
|
96
|
-
- regex: 'Backlink-
|
97
|
-
name: 'Backlink-
|
112
|
+
- regex: 'Backlink-Check\.de'
|
113
|
+
name: 'Backlink-Check.de'
|
98
114
|
category: 'Crawler'
|
99
115
|
url: 'http://www.backlink-check.de/bot.html'
|
100
116
|
producer:
|
@@ -186,8 +202,8 @@
|
|
186
202
|
category: 'Crawler'
|
187
203
|
url: 'http://law.di.unimi.it/BUbiNG.html'
|
188
204
|
producer:
|
189
|
-
name: ''
|
190
|
-
url: ''
|
205
|
+
name: 'The Laboratory for Web Algorithmics (LAW)'
|
206
|
+
url: 'http://law.di.unimi.it/software.php#buging'
|
191
207
|
|
192
208
|
- regex: '(?<!HTC)[ _]Butterfly/'
|
193
209
|
name: 'Butterfly Robot'
|
@@ -221,6 +237,14 @@
|
|
221
237
|
name: '10betterpages GmbH'
|
222
238
|
url: 'http://cliqz.com'
|
223
239
|
|
240
|
+
- regex: 'Cloudflare-AMP'
|
241
|
+
name: 'CloudFlare AMP Fetcher'
|
242
|
+
category: 'Crawler'
|
243
|
+
url: 'https://amp.cloudflare.com/doc/fetcher.html'
|
244
|
+
producer:
|
245
|
+
name: 'CloudFlare'
|
246
|
+
url: 'http://www.cloudflare.com'
|
247
|
+
|
224
248
|
- regex: 'CloudFlare-AlwaysOnline'
|
225
249
|
name: 'CloudFlare Always Online'
|
226
250
|
category: 'Site Monitor'
|
@@ -237,6 +261,14 @@
|
|
237
261
|
name: 'Cốc Cốc'
|
238
262
|
url: 'http://coccoc.com/'
|
239
263
|
|
264
|
+
- regex: 'collectd'
|
265
|
+
name: 'Collectd'
|
266
|
+
url: 'https://collectd.org/'
|
267
|
+
category: 'Site Monitor'
|
268
|
+
producer:
|
269
|
+
name: 'Collectd'
|
270
|
+
url: 'https://collectd.org/'
|
271
|
+
|
240
272
|
- regex: 'CommaFeed'
|
241
273
|
name: 'CommaFeed'
|
242
274
|
url: 'http://www.commafeed.com'
|
@@ -245,6 +277,30 @@
|
|
245
277
|
name: ''
|
246
278
|
url: ''
|
247
279
|
|
280
|
+
- regex: 'CSS Certificate Spider'
|
281
|
+
name: 'CSS Certificate Spider'
|
282
|
+
category: 'Crawler'
|
283
|
+
url: 'http://www.css-security.com/certificatespider/'
|
284
|
+
producer:
|
285
|
+
name: 'Certified Security Solutions'
|
286
|
+
url: 'https://www.css-security.com/company/about-us/'
|
287
|
+
|
288
|
+
- regex: 'Datadog Agent'
|
289
|
+
name: 'Datadog Agent'
|
290
|
+
url: 'https://github.com/DataDog/dd-agent'
|
291
|
+
category: 'Site Monitor'
|
292
|
+
producer:
|
293
|
+
name: 'Datadog'
|
294
|
+
url: 'https://www.datadoghq.com/'
|
295
|
+
|
296
|
+
- regex: 'Dataprovider'
|
297
|
+
name: 'Dataprovider'
|
298
|
+
category: 'Crawler'
|
299
|
+
url: ''
|
300
|
+
producer:
|
301
|
+
name: 'Dataprovider B.V.'
|
302
|
+
url: 'https://www.dataprovider.com/'
|
303
|
+
|
248
304
|
- regex: 'Daum(oa)?[ /][0-9]'
|
249
305
|
name: 'Daum'
|
250
306
|
category: 'Search bot'
|
@@ -285,6 +341,14 @@
|
|
285
341
|
name: 'SEOmoz, Inc.'
|
286
342
|
url: 'http://moz.com/'
|
287
343
|
|
344
|
+
- regex: 'DuckDuck'
|
345
|
+
name: 'DuckDuckGo Bot'
|
346
|
+
category: 'Search bot'
|
347
|
+
url: 'https://duckduckgo.com/duckduckbot'
|
348
|
+
producer:
|
349
|
+
name: 'DuckDuckGo'
|
350
|
+
url: 'https://duckduckgo.com/'
|
351
|
+
|
288
352
|
- regex: 'EasouSpider'
|
289
353
|
name: 'Easou Spider'
|
290
354
|
category: 'Search bot'
|
@@ -301,6 +365,14 @@
|
|
301
365
|
name: ''
|
302
366
|
url: ''
|
303
367
|
|
368
|
+
- regex: 'evc-batch'
|
369
|
+
name: 'evc-batch'
|
370
|
+
category: 'Crawler'
|
371
|
+
url: ''
|
372
|
+
producer:
|
373
|
+
name: 'eVenture Capital Partners II, LLC'
|
374
|
+
url: 'http://www.eventures.vc/'
|
375
|
+
|
304
376
|
- regex: 'Exabot(-Thumbnails|-Images)?|ExaleadCloudview'
|
305
377
|
name: 'ExaBot'
|
306
378
|
category: 'Crawler'
|
@@ -381,6 +453,19 @@
|
|
381
453
|
name: ''
|
382
454
|
url: ''
|
383
455
|
|
456
|
+
- regex: 'FlipboardProxy|FlipboardRSS'
|
457
|
+
name: 'Flipboard'
|
458
|
+
url: 'http://flipboard.com/browserproxy'
|
459
|
+
category: 'Feed Fetcher'
|
460
|
+
producer:
|
461
|
+
name: 'Flipboard'
|
462
|
+
url: 'http://flipboard.com/'
|
463
|
+
|
464
|
+
- regex: 'Findxbot'
|
465
|
+
name: 'Findxbot'
|
466
|
+
category: 'Crawler'
|
467
|
+
url: 'http://www.findxbot.com'
|
468
|
+
|
384
469
|
- regex: 'Genieo'
|
385
470
|
name: 'Genieo Web filter'
|
386
471
|
category: ''
|
@@ -389,6 +474,14 @@
|
|
389
474
|
name: 'Genieo'
|
390
475
|
url: 'http://www.genieo.com'
|
391
476
|
|
477
|
+
- regex: 'GigablastOpenSource'
|
478
|
+
name: 'Gigablast'
|
479
|
+
category: 'Search bot'
|
480
|
+
url: 'https://github.com/gigablast/open-source-search-engine'
|
481
|
+
producer:
|
482
|
+
name: 'Matt Wells'
|
483
|
+
url: 'http://www.gigablast.com/faq.html'
|
484
|
+
|
392
485
|
- regex: 'Gluten Free Crawler'
|
393
486
|
name: 'Gluten Free Crawler'
|
394
487
|
category: 'Crawler'
|
@@ -421,6 +514,14 @@
|
|
421
514
|
name: 'Google Inc.'
|
422
515
|
url: 'http://www.google.com'
|
423
516
|
|
517
|
+
- regex: 'Google-Structured-Data-Testing-Tool'
|
518
|
+
name: 'Google Structured Data Testing Tool'
|
519
|
+
category: 'Validator'
|
520
|
+
url: 'https://search.google.com/structured-data/testing-tool'
|
521
|
+
producer:
|
522
|
+
name: 'Google Inc.'
|
523
|
+
url: 'http://www.google.com'
|
524
|
+
|
424
525
|
- regex: 'via ggpht\.com GoogleImageProxy'
|
425
526
|
name: 'Gmail Image Proxy'
|
426
527
|
category: 'Crawler'
|
@@ -428,8 +529,40 @@
|
|
428
529
|
producer:
|
429
530
|
name: 'Google Inc.'
|
430
531
|
url: 'http://www.google.com'
|
532
|
+
|
533
|
+
- regex: 'SeznamEmailProxy'
|
534
|
+
name: 'Seznam Email Proxy'
|
535
|
+
category: 'Crawler'
|
536
|
+
url: ''
|
537
|
+
producer:
|
538
|
+
name: 'Seznam.cz, a.s.'
|
539
|
+
url: 'http://www.seznam.cz/'
|
540
|
+
|
541
|
+
- regex: 'Seznam-Zbozi-robot'
|
542
|
+
name: 'Seznam Zbozi.cz'
|
543
|
+
category: 'Crawler'
|
544
|
+
url: ''
|
545
|
+
producer:
|
546
|
+
name: 'Seznam.cz, a.s.'
|
547
|
+
url: 'https://www.zbozi.cz/'
|
431
548
|
|
432
|
-
- regex: '
|
549
|
+
- regex: 'Heurekabot-Feed'
|
550
|
+
name: 'Heureka Feed'
|
551
|
+
category: 'Crawler'
|
552
|
+
url: 'https://sluzby.heureka.cz/napoveda/heurekabot/'
|
553
|
+
producer:
|
554
|
+
name: 'Heureka.cz, a.s.'
|
555
|
+
url: 'https://www.heureka.cz/'
|
556
|
+
|
557
|
+
- regex: 'ShopAlike'
|
558
|
+
name: 'ShopAlike'
|
559
|
+
category: 'Crawler'
|
560
|
+
url: ''
|
561
|
+
producer:
|
562
|
+
name: 'Visual Meta'
|
563
|
+
url: 'https://www.shopalike.cz/'
|
564
|
+
|
565
|
+
- regex: 'Googlebot(-Mobile|-Image|-Video|-News)?|Feedfetcher-Google|Google-Test|Google-Site-Verification|Google Web Preview|AdsBot-Google(-Mobile)?|Google-Adwords-Instant|Mediapartners-Google|Google.*/\+/web/snippet|GoogleProducer|Google[ -]Publisher[ -]Plugin|Google-Shopping-Quality'
|
433
566
|
name: 'Googlebot'
|
434
567
|
category: 'Search bot'
|
435
568
|
url: 'http://www.google.com/bot.html'
|
@@ -445,6 +578,14 @@
|
|
445
578
|
name: 'The Internet Archive'
|
446
579
|
url: 'http://www.archive.org'
|
447
580
|
|
581
|
+
- regex: 'HubSpot '
|
582
|
+
name: 'HubSpot'
|
583
|
+
category: 'Crawler'
|
584
|
+
producer:
|
585
|
+
name: 'HubSpot Inc.'
|
586
|
+
url: 'https://www.hubspot.com'
|
587
|
+
|
588
|
+
|
448
589
|
- regex: 'HTTPMon'
|
449
590
|
name: 'HTTPMon'
|
450
591
|
category: 'Site Monitor'
|
@@ -469,6 +610,21 @@
|
|
469
610
|
name: 'Microsoft Corporation'
|
470
611
|
url: 'http://www.microsoft.com'
|
471
612
|
|
613
|
+
- regex: 'ips-agent'
|
614
|
+
name: 'IPS Agent'
|
615
|
+
category: 'crawler'
|
616
|
+
producer:
|
617
|
+
name: 'VeriSign, Inc'
|
618
|
+
url: 'http://www.verisign.com/'
|
619
|
+
|
620
|
+
- regex: 'IP-Guide\.com'
|
621
|
+
name: 'IP-Guide Crawler'
|
622
|
+
category: 'Crawler'
|
623
|
+
url: ''
|
624
|
+
producer:
|
625
|
+
name: ''
|
626
|
+
url: 'https://ip-guide.com'
|
627
|
+
|
472
628
|
- regex: 'kouio'
|
473
629
|
name: 'Kouio'
|
474
630
|
url: 'http://kouio.com/'
|
@@ -485,6 +641,14 @@
|
|
485
641
|
name: ''
|
486
642
|
url: ''
|
487
643
|
|
644
|
+
- regex: '([A-z0-9]*)-Lighthouse'
|
645
|
+
name: 'Lighthouse'
|
646
|
+
category: 'Site Monitor'
|
647
|
+
url: 'https://developers.google.com/web/tools/lighthouse'
|
648
|
+
producer:
|
649
|
+
name: 'Lighthouse'
|
650
|
+
url: 'https://developers.google.com/web/tools/lighthouse'
|
651
|
+
|
488
652
|
- regex: 'linkdexbot(-mobile)?|linkdex\.com'
|
489
653
|
name: 'Linkdex Bot'
|
490
654
|
category: 'Search bot'
|
@@ -532,6 +696,14 @@
|
|
532
696
|
name: ''
|
533
697
|
url: ''
|
534
698
|
|
699
|
+
- regex : 'masscan'
|
700
|
+
name: 'masscan'
|
701
|
+
url: 'https://github.com/robertdavidgraham/masscan'
|
702
|
+
category: 'Crawler'
|
703
|
+
producer:
|
704
|
+
name: 'Robert Graham'
|
705
|
+
url: 'https://github.com/robertdavidgraham'
|
706
|
+
|
535
707
|
- regex: 'meanpathbot'
|
536
708
|
name: 'Meanpath Bot'
|
537
709
|
category: 'Search bot'
|
@@ -540,6 +712,19 @@
|
|
540
712
|
name: 'Meanpath'
|
541
713
|
url: 'http://www.meanpath.com'
|
542
714
|
|
715
|
+
- regex: 'MetaJobBot'
|
716
|
+
name: 'MetaJobBot'
|
717
|
+
category: 'Crawler'
|
718
|
+
url: 'http://www.metajob.at/the/crawler'
|
719
|
+
producer:
|
720
|
+
name: 'MetaJob'
|
721
|
+
url: 'http://www.metajob.at'
|
722
|
+
|
723
|
+
- regex: 'MetaInspector'
|
724
|
+
name: 'MetaInspector'
|
725
|
+
category: 'Crawler'
|
726
|
+
url: 'https://github.com/jaimeiniesta/metainspector'
|
727
|
+
|
543
728
|
- regex: 'MixrankBot'
|
544
729
|
name: 'Mixrank Bot'
|
545
730
|
category: 'Crawler'
|
@@ -556,6 +741,13 @@
|
|
556
741
|
name: 'Majestic-12'
|
557
742
|
url: 'http://majestic12.co.uk'
|
558
743
|
|
744
|
+
- regex: 'Mnogosearch'
|
745
|
+
name: 'Mnogosearch'
|
746
|
+
category: 'Search bot'
|
747
|
+
url: 'http://www.mnogosearch.org/'
|
748
|
+
producer:
|
749
|
+
name: 'Lavtech.Com Corp.'
|
750
|
+
url: ''
|
559
751
|
- regex: 'MojeekBot'
|
560
752
|
name: 'MojeekBot'
|
561
753
|
category: 'Search bot'
|
@@ -564,6 +756,14 @@
|
|
564
756
|
name: 'Mojeek Ltd.'
|
565
757
|
url: 'http://www.mojeek.com'
|
566
758
|
|
759
|
+
- regex: 'munin'
|
760
|
+
name: 'Munin'
|
761
|
+
category: 'Site Monitor'
|
762
|
+
url: 'http://munin-monitoring.org/'
|
763
|
+
producer:
|
764
|
+
name: 'Munin'
|
765
|
+
url: 'http://munin-monitoring.org/'
|
766
|
+
|
567
767
|
- regex: 'NalezenCzBot'
|
568
768
|
name: 'NalezenCzBot'
|
569
769
|
category: 'Crawler'
|
@@ -572,7 +772,15 @@
|
|
572
772
|
name: 'Jaroslav Kuboš'
|
573
773
|
url: ''
|
574
774
|
|
575
|
-
- regex: '
|
775
|
+
- regex: 'check_http/v'
|
776
|
+
name: 'Nagios check_http'
|
777
|
+
category: 'Site Monitor'
|
778
|
+
url: 'https://nagios.org'
|
779
|
+
producer:
|
780
|
+
name: 'Nagios Plugins Development Team'
|
781
|
+
url: 'https://nagios.org'
|
782
|
+
|
783
|
+
- regex: 'Netcraft( Web Server Survey| SSL Server Survey|SurveyAgent)'
|
576
784
|
name: 'Netcraft Survey Bot'
|
577
785
|
category: 'Search bot'
|
578
786
|
url: ''
|
@@ -580,6 +788,14 @@
|
|
580
788
|
name: 'Netcraft'
|
581
789
|
url: 'http://www.netcraft.com'
|
582
790
|
|
791
|
+
- regex: 'netEstate NE Crawler'
|
792
|
+
name: 'netEstate'
|
793
|
+
category: 'Analytics SEO Crawler'
|
794
|
+
url: 'http://www.website-datenbank.de/Impressum'
|
795
|
+
producer:
|
796
|
+
name: 'netEstate GmbH'
|
797
|
+
url: 'https://www.netestate.de/en/'
|
798
|
+
|
583
799
|
- regex: 'Netvibes'
|
584
800
|
name: 'Netvibes'
|
585
801
|
url: 'http://www.netvibes.com/'
|
@@ -612,6 +828,17 @@
|
|
612
828
|
name: 'Northern Light'
|
613
829
|
url: 'http://northernlight.com'
|
614
830
|
|
831
|
+
- regex: 'Nmap Scripting Engine'
|
832
|
+
name: 'Nmap'
|
833
|
+
category: 'Security Checker'
|
834
|
+
url: 'https://nmap.org/book/nse.html'
|
835
|
+
producer:
|
836
|
+
name: 'Nmap'
|
837
|
+
url: 'https://nmap.org/'
|
838
|
+
|
839
|
+
- regex: 'Octopus [0-9]'
|
840
|
+
name: 'Octopus'
|
841
|
+
|
615
842
|
- regex: 'omgilibot'
|
616
843
|
name: 'Omgili bot'
|
617
844
|
category: 'Search bot'
|
@@ -660,6 +887,11 @@
|
|
660
887
|
name: 'Smallrivers SA'
|
661
888
|
url: 'http://www.paper.li'
|
662
889
|
|
890
|
+
- regex: 'phantomas/'
|
891
|
+
name: 'Phantomas'
|
892
|
+
category: 'Site Monitor'
|
893
|
+
url: 'https://github.com/macbre/phantomas'
|
894
|
+
|
663
895
|
- regex: 'phpservermon'
|
664
896
|
name: 'PHP Server Monitor'
|
665
897
|
category: 'Site Monitor'
|
@@ -668,6 +900,22 @@
|
|
668
900
|
name: 'PHP Server Monitor'
|
669
901
|
url: 'http://www.phpservermonitor.org/'
|
670
902
|
|
903
|
+
- regex: 'PocketParser'
|
904
|
+
name: 'PocketParser'
|
905
|
+
category: 'Read-it-later Service'
|
906
|
+
url: 'https://getpocket.com/pocketparser_ua'
|
907
|
+
producer:
|
908
|
+
name: 'Pocket'
|
909
|
+
url: 'https://getpocket.com/'
|
910
|
+
|
911
|
+
- regex: 'PritTorrent'
|
912
|
+
name: 'PritTorrent'
|
913
|
+
category: 'Crawler'
|
914
|
+
url: 'https://github.com/astro/prittorrent'
|
915
|
+
producer:
|
916
|
+
name: 'Bitlove'
|
917
|
+
url: 'http://bitlove.org/'
|
918
|
+
|
671
919
|
- regex: 'psbot(-page)?'
|
672
920
|
name: 'Picsearch bot'
|
673
921
|
category: 'Search bot'
|
@@ -683,6 +931,14 @@
|
|
683
931
|
producer:
|
684
932
|
name: 'Pingdom AB'
|
685
933
|
url: 'https://www.pingdom.com'
|
934
|
+
|
935
|
+
- regex: 'RamblerMail'
|
936
|
+
name: 'RamblerMail Image Proxy'
|
937
|
+
category: 'Crawler'
|
938
|
+
url: ''
|
939
|
+
producer:
|
940
|
+
name: 'Rambler&Co'
|
941
|
+
url: 'https://rambler-co.ru/'
|
686
942
|
|
687
943
|
- regex: 'QuerySeekerSpider'
|
688
944
|
name: 'QuerySeekerSpider'
|
@@ -692,6 +948,19 @@
|
|
692
948
|
name: 'QueryEye Inc.'
|
693
949
|
url: 'http://queryeye.com'
|
694
950
|
|
951
|
+
- regex: 'Qwantify'
|
952
|
+
name: 'Qwantify'
|
953
|
+
category: 'Crawler'
|
954
|
+
url: 'https://www.qwant.com/'
|
955
|
+
producer:
|
956
|
+
name: 'Qwant Corporation'
|
957
|
+
url: 'https://www.qwant.com/'
|
958
|
+
|
959
|
+
- regex: 'Rainmeter'
|
960
|
+
name: 'Rainmeter'
|
961
|
+
category: 'Crawler'
|
962
|
+
url: 'https://www.rainmeter.net'
|
963
|
+
|
695
964
|
- regex: 'redditbot'
|
696
965
|
name: 'Reddit Bot'
|
697
966
|
category: 'Social Media Agent'
|
@@ -700,6 +969,14 @@
|
|
700
969
|
name: 'reddit inc.'
|
701
970
|
url: 'http://www.reddit.com'
|
702
971
|
|
972
|
+
- regex: 'Riddler'
|
973
|
+
name: 'Riddler'
|
974
|
+
category: 'Security search bot'
|
975
|
+
url: 'https://riddler.io/about'
|
976
|
+
producer:
|
977
|
+
name: 'F-Secure'
|
978
|
+
url: 'https://www.f-secure.com'
|
979
|
+
|
703
980
|
- regex: 'rogerbot'
|
704
981
|
name: 'Rogerbot'
|
705
982
|
category: 'Crawler'
|
@@ -716,6 +993,14 @@
|
|
716
993
|
name: 'Roihunter a.s.'
|
717
994
|
url: 'http://roihunter.com/'
|
718
995
|
|
996
|
+
- regex: 'SafeDNSBot'
|
997
|
+
name: 'SafeDNSBot'
|
998
|
+
category: 'Crawler'
|
999
|
+
url: 'https://www.safedns.com/searchbot'
|
1000
|
+
producer:
|
1001
|
+
name: 'SafeDNS, Inc.'
|
1002
|
+
url: 'https://www.safedns.com/'
|
1003
|
+
|
719
1004
|
- regex: 'Scrapy'
|
720
1005
|
name: 'Scrapy'
|
721
1006
|
category: 'Crawler'
|
@@ -761,6 +1046,19 @@
|
|
761
1046
|
name: 'SEO Engine'
|
762
1047
|
url: 'http://www.seoengine.com'
|
763
1048
|
|
1049
|
+
- regex: 'SEOkicks-Robot'
|
1050
|
+
name: 'SEOkicks-Robot'
|
1051
|
+
category: 'Crawler'
|
1052
|
+
url: 'http://www.seokicks.de/robot.html'
|
1053
|
+
producer:
|
1054
|
+
name: 'SEOkicks'
|
1055
|
+
url: 'https://www.seokicks.de/'
|
1056
|
+
|
1057
|
+
- regex: 'seoscanners\.net'
|
1058
|
+
name: 'Seoscanners.net'
|
1059
|
+
category: 'Crawler'
|
1060
|
+
url: ''
|
1061
|
+
|
764
1062
|
- regex: 'SkypeUriPreview'
|
765
1063
|
name: 'Skype URI Preview'
|
766
1064
|
category: 'Service Agent'
|
@@ -809,6 +1107,19 @@
|
|
809
1107
|
name: 'SISTRIX GmbH'
|
810
1108
|
url: 'http://www.sistrix.de'
|
811
1109
|
|
1110
|
+
- regex: 'SiteSucker'
|
1111
|
+
name: 'SiteSucker'
|
1112
|
+
category: 'Crawler'
|
1113
|
+
url: 'http://ricks-apps.com/osx/sitesucker/'
|
1114
|
+
|
1115
|
+
- regex: 'sixy.ch'
|
1116
|
+
name: 'Sixy.ch'
|
1117
|
+
category: 'Site Monitor'
|
1118
|
+
url: 'http://sixy.ch'
|
1119
|
+
producer:
|
1120
|
+
name: 'Manuel Kasper'
|
1121
|
+
url: 'https://neon1.net/'
|
1122
|
+
|
812
1123
|
- regex: 'Slackbot|Slack-ImgProxy'
|
813
1124
|
name: 'Slackbot'
|
814
1125
|
category: 'Crawler'
|
@@ -833,6 +1144,30 @@
|
|
833
1144
|
name: 'Tencent Holdings'
|
834
1145
|
url: 'http://www.soso.com'
|
835
1146
|
|
1147
|
+
- regex: 'sqlmap/'
|
1148
|
+
name: 'sqlmap'
|
1149
|
+
category: 'Security Checker'
|
1150
|
+
url: 'http://sqlmap.org/'
|
1151
|
+
producer:
|
1152
|
+
name: 'sqlmap'
|
1153
|
+
url: 'http://sqlmap.org/'
|
1154
|
+
|
1155
|
+
- regex: 'SSL Labs'
|
1156
|
+
name: 'SSL Labs'
|
1157
|
+
category: 'Validator'
|
1158
|
+
url: 'https://www.ssllabs.com/about/assessment.html'
|
1159
|
+
producer:
|
1160
|
+
name: 'SSL Labs'
|
1161
|
+
url: 'https://www.ssllabs.com/about/assessment.html'
|
1162
|
+
|
1163
|
+
- regex: 'StatusCake'
|
1164
|
+
name: 'StatusCake'
|
1165
|
+
category: 'Site Monitor'
|
1166
|
+
url: 'https://www.statuscake.com'
|
1167
|
+
producer:
|
1168
|
+
name: 'StatusCake'
|
1169
|
+
url: 'https://www.statuscake.com'
|
1170
|
+
|
836
1171
|
- regex: 'Superfeedr bot'
|
837
1172
|
name: 'Superfeedr Bot'
|
838
1173
|
category: 'Feed Fetcher'
|
@@ -841,6 +1176,11 @@
|
|
841
1176
|
name: 'Superfeedr'
|
842
1177
|
url: 'https://superfeedr.com/'
|
843
1178
|
|
1179
|
+
- regex: 'Sparkler/[0-9]'
|
1180
|
+
name: 'Sparkler'
|
1181
|
+
category: 'Crawler'
|
1182
|
+
url: 'https://github.com/USCDataScience/sparkler'
|
1183
|
+
|
844
1184
|
- regex: 'Spinn3r'
|
845
1185
|
name: 'Spinn3r'
|
846
1186
|
category: 'Crawler'
|
@@ -865,10 +1205,23 @@
|
|
865
1205
|
name: 'Domain Tools'
|
866
1206
|
url: 'http://www.domaintools.com'
|
867
1207
|
|
1208
|
+
- regex: 'TarmotGezgin'
|
1209
|
+
name: 'Tarmot Gezgin'
|
1210
|
+
url: 'http://www.tarmot.com/gezgin/'
|
1211
|
+
category: 'Search bot'
|
1212
|
+
|
868
1213
|
- regex: 'TelegramBot'
|
869
1214
|
name: 'TelgramBot'
|
870
1215
|
url: 'https://telegram.org/blog/bot-revolution'
|
871
1216
|
|
1217
|
+
- regex: 'TLSProbe'
|
1218
|
+
name: 'TLSProbe'
|
1219
|
+
url: 'https://scan.trustnet.venafi.com/'
|
1220
|
+
category: 'Security search bot'
|
1221
|
+
producer:
|
1222
|
+
name: 'Venafi TrustNet'
|
1223
|
+
url: 'https://www.venafi.com'
|
1224
|
+
|
872
1225
|
- regex: 'TinEye-bot'
|
873
1226
|
name: 'TinEye Crawler'
|
874
1227
|
category: 'Search bot'
|
@@ -885,6 +1238,14 @@
|
|
885
1238
|
name: ''
|
886
1239
|
url: ''
|
887
1240
|
|
1241
|
+
- regex: 'trendictionbot'
|
1242
|
+
name: 'Trendiction Bot'
|
1243
|
+
category: 'Crawler'
|
1244
|
+
url: 'http://www.trendiction.de/bot'
|
1245
|
+
producer:
|
1246
|
+
name: 'Talkwalker Inc.'
|
1247
|
+
url: 'http://www.talkwalker.com'
|
1248
|
+
|
888
1249
|
- regex: 'TurnitinBot'
|
889
1250
|
name: 'TurnitinBot'
|
890
1251
|
category: 'Crawler'
|
@@ -917,6 +1278,30 @@
|
|
917
1278
|
name: 'Twitter'
|
918
1279
|
url: 'http://www.twitter.com'
|
919
1280
|
|
1281
|
+
- regex: 'UniversalFeedParser'
|
1282
|
+
name: 'UniversalFeedParser'
|
1283
|
+
category: 'Feed Fetcher'
|
1284
|
+
url: 'https://github.com/kurtmckee/feedparser'
|
1285
|
+
producer:
|
1286
|
+
name: 'Kurt McKee'
|
1287
|
+
url: 'https://github.com/kurtmckee'
|
1288
|
+
|
1289
|
+
- regex: 'via secureurl\.fwdcdn\.com'
|
1290
|
+
name: 'UkrNet Mail Proxy'
|
1291
|
+
category: 'Crawler'
|
1292
|
+
url: ''
|
1293
|
+
producer:
|
1294
|
+
name: 'UkrNet Ltd'
|
1295
|
+
url: 'https://www.ukr.net/'
|
1296
|
+
|
1297
|
+
- regex: 'Uptimebot'
|
1298
|
+
name: 'Uptimebot'
|
1299
|
+
category: 'Site Monitor'
|
1300
|
+
url: 'https://uptime.com/uptimebot'
|
1301
|
+
producer:
|
1302
|
+
name: 'Uptime'
|
1303
|
+
url: 'https://uptime.com'
|
1304
|
+
|
920
1305
|
- regex: 'UptimeRobot'
|
921
1306
|
name: 'Uptime Robot'
|
922
1307
|
category: 'Site Monitor'
|
@@ -933,6 +1318,14 @@
|
|
933
1318
|
name: 'Profound Networks'
|
934
1319
|
url: 'http://www.profound.net'
|
935
1320
|
|
1321
|
+
- regex: 'Vagabondo'
|
1322
|
+
name: 'Vagabondo'
|
1323
|
+
category: 'Crawler'
|
1324
|
+
url: ''
|
1325
|
+
producer:
|
1326
|
+
name: 'WiseGuys'
|
1327
|
+
url: 'http://www.wise-guys.nl/'
|
1328
|
+
|
936
1329
|
- regex: 'VSMCrawler'
|
937
1330
|
name: 'Visual Site Mapper Crawler'
|
938
1331
|
category: 'Crawler'
|
@@ -965,7 +1358,7 @@
|
|
965
1358
|
name: 'W3C'
|
966
1359
|
url: 'http://www.w3.org'
|
967
1360
|
|
968
|
-
- regex: 'W3C_Validator'
|
1361
|
+
- regex: 'W3C_Validator|Validator.nu'
|
969
1362
|
name: 'W3C Markup Validation Service'
|
970
1363
|
category: 'Validator'
|
971
1364
|
url: 'http://validator.w3.org/services'
|
@@ -989,6 +1382,13 @@
|
|
989
1382
|
name: 'W3C'
|
990
1383
|
url: 'http://www.w3.org'
|
991
1384
|
|
1385
|
+
- regex: 'Wappalyzer'
|
1386
|
+
name: 'Wappalyzer'
|
1387
|
+
url: 'https://github.com/AliasIO/Wappalyzer'
|
1388
|
+
producer:
|
1389
|
+
name: 'AliasIO'
|
1390
|
+
url: 'https://github.com/AliasIO'
|
1391
|
+
|
992
1392
|
- regex: 'WeSEE(:Search)?'
|
993
1393
|
name: 'WeSEE:Search'
|
994
1394
|
category: 'Search bot'
|
@@ -1013,6 +1413,14 @@
|
|
1013
1413
|
name: 'WebSitePulse'
|
1014
1414
|
url: 'http://www.websitepulse.com/'
|
1015
1415
|
|
1416
|
+
- regex: 'WordPress'
|
1417
|
+
name: 'WordPress'
|
1418
|
+
category: 'Service Agent'
|
1419
|
+
url: 'https://wordpress.org/'
|
1420
|
+
producer:
|
1421
|
+
name: 'Wordpress.org'
|
1422
|
+
url: 'https://wordpress.org/'
|
1423
|
+
|
1016
1424
|
- regex: 'Wotbox'
|
1017
1425
|
name: 'Wotbox'
|
1018
1426
|
category: 'Search bot'
|
@@ -1053,7 +1461,7 @@
|
|
1053
1461
|
name: 'Yahoo! Inc.'
|
1054
1462
|
url: 'http://www.yahoo.com'
|
1055
1463
|
|
1056
|
-
- regex: 'Yandex(Bot|Images|Antivirus|Direct|Blogs|Favicons|ImageResizer|News(links)?|Metrika|\.Gazeta Bot)|YaDirectFetcher'
|
1464
|
+
- regex: 'Yandex(SpravBot|ScreenshotBot|MobileBot|AccessibilityBot|ForDomain|Vertis|Market|Catalog|Calendar|Sitelinks|AdNet|Pagechecker|Webmaster|Media|Video|Bot|Images|Antivirus|Direct|Blogs|Favicons|ImageResizer|News(links)?|Metrika|\.Gazeta Bot)|YaDirectFetcher'
|
1057
1465
|
name: 'Yandex Bot'
|
1058
1466
|
category: 'Search bot'
|
1059
1467
|
url: 'http://www.yandex.com/bots'
|
@@ -1090,6 +1498,11 @@
|
|
1090
1498
|
name: 'YunYun'
|
1091
1499
|
url: 'http://www.yunyun.com'
|
1092
1500
|
|
1501
|
+
- regex: 'zgrab'
|
1502
|
+
name: 'zgrab'
|
1503
|
+
category: 'Security Checker'
|
1504
|
+
url: 'https://github.com/zmap/zgrab'
|
1505
|
+
|
1093
1506
|
- regex: 'Zookabot'
|
1094
1507
|
name: 'Zookabot'
|
1095
1508
|
category: 'Crawler'
|
@@ -1154,6 +1567,22 @@
|
|
1154
1567
|
name: 'Site24x7'
|
1155
1568
|
url: 'https://www.site24x7.com'
|
1156
1569
|
|
1570
|
+
- regex: "Let's Encrypt validation server"
|
1571
|
+
name: "Let's Encrypt Validation"
|
1572
|
+
category: 'Service Agent'
|
1573
|
+
url: 'https://letsencrypt.org/how-it-works/'
|
1574
|
+
producer:
|
1575
|
+
name: "Let's Encrypt"
|
1576
|
+
url: 'https://letsencrypt.org'
|
1577
|
+
|
1578
|
+
- regex: 'GrapeshotCrawler'
|
1579
|
+
name: 'Grapeshot'
|
1580
|
+
category: 'Crawler'
|
1581
|
+
url: 'https://www.grapeshot.com/crawler'
|
1582
|
+
producer:
|
1583
|
+
name: 'Grapeshot'
|
1584
|
+
url: 'https://www.grapeshot.com'
|
1585
|
+
|
1157
1586
|
- regex: 'www\.monitor\.us'
|
1158
1587
|
name: 'Monitor.Us'
|
1159
1588
|
category: 'Site Monitor'
|
@@ -1162,6 +1591,22 @@
|
|
1162
1591
|
name: 'Monitor.Us'
|
1163
1592
|
url: 'http://www.monitor.us'
|
1164
1593
|
|
1594
|
+
- regex: 'Catchpoint( bot)?'
|
1595
|
+
name: 'Catchpoint'
|
1596
|
+
category: 'Site Monitor'
|
1597
|
+
url: ''
|
1598
|
+
producer:
|
1599
|
+
name: 'Catchpoint Systems'
|
1600
|
+
url: 'http://www.catchpoint.com/'
|
1601
|
+
|
1602
|
+
- regex: 'bitlybot'
|
1603
|
+
name: 'BitlyBot'
|
1604
|
+
category: 'Crawler'
|
1605
|
+
url: 'https://bitly.com'
|
1606
|
+
producer:
|
1607
|
+
name: 'Bitly, Inc.'
|
1608
|
+
url: 'https://bitly.com'
|
1609
|
+
|
1165
1610
|
- regex: 'Zao/'
|
1166
1611
|
name: 'Zao'
|
1167
1612
|
category: 'Crawler'
|
@@ -1217,9 +1662,15 @@
|
|
1217
1662
|
- regex: 'Server Density Service Monitoring.*'
|
1218
1663
|
name: 'Server Density'
|
1219
1664
|
|
1220
|
-
- regex: '(A6-Indexer|nuhk|TsolCrawler|Yammybot|Openbot|Gulper Web Bot|grub-client|Download Demon|SearchExpress|Microsoft URL Control|borg|altavista|teoma|blitzbot|oegp|furlbot|http%20client|polybot|htdig|mogimogi|larbin|scrubby|searchsight|seekbot|semanticdiscovery|snappy|vortex(?! Build)|zeal|fast-webcrawler|converacrawler|dataparksearch|findlinks|BrowserMob|HttpMonitor|ThumbShotsBot|URL2PNG|ZooShot|GomezA|
|
1665
|
+
- regex: '(A6-Indexer|nuhk|TsolCrawler|Yammybot|Openbot|Gulper Web Bot|grub-client|Download Demon|SearchExpress|Microsoft URL Control|borg|altavista|teoma|blitzbot|oegp|furlbot|http%20client|polybot|htdig|mogimogi|larbin|scrubby|searchsight|seekbot|semanticdiscovery|snappy|vortex(?! Build)|zeal|fast-webcrawler|converacrawler|dataparksearch|findlinks|BrowserMob|HttpMonitor|ThumbShotsBot|URL2PNG|ZooShot|GomezA|Google SketchUp|Read%20Later|Minimo|RackspaceBot)'
|
1221
1666
|
name: 'Generic Bot'
|
1222
1667
|
|
1668
|
+
- regex: '^sentry'
|
1669
|
+
name: 'Sentry Bot'
|
1670
|
+
producer:
|
1671
|
+
name: 'Sentry'
|
1672
|
+
url: 'https://sentry.io'
|
1673
|
+
|
1223
1674
|
# Generic detections
|
1224
1675
|
|
1225
1676
|
- regex: 'Nutch'
|
@@ -1230,5 +1681,5 @@
|
|
1230
1681
|
name: 'The Apache Software Foundation'
|
1231
1682
|
url: 'http://www.apache.org/foundation/'
|
1232
1683
|
|
1233
|
-
- regex: '[a-z0-9\-_]*((?<!cu)bot|crawler|archiver|transcoder|spider)([^a-z]|$)'
|
1684
|
+
- regex: '[a-z0-9\-_]*((?<!cu|power )bot(?! TAB| ?5[0-9])|crawler|crawl|checker|archiver|transcoder|spider)([^a-z]|$)'
|
1234
1685
|
name: 'Generic Bot'
|