RubyGems - device_detector - Versions diffs - 0.7.0 → 0.8.0 - Mend

device_detector 0.7.0 → 0.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (72) hide show

checksums.yaml +4 -4
data/Gemfile +4 -0
data/Rakefile +12 -6
data/device_detector.gemspec +1 -1
data/lib/device_detector.rb +65 -4
data/lib/device_detector/client.rb +6 -6
data/lib/device_detector/device.rb +62 -31
data/lib/device_detector/memory_cache.rb +1 -1
data/lib/device_detector/metadata_extractor.rb +4 -13
data/lib/device_detector/model_extractor.rb +10 -1
data/lib/device_detector/name_extractor.rb +1 -1
data/lib/device_detector/os.rb +141 -5
data/lib/device_detector/parser.rb +23 -12
data/lib/device_detector/version.rb +1 -1
data/lib/device_detector/version_extractor.rb +1 -1
data/regexes/bots.yml +36 -1
data/regexes/{browser_engines.yml → client/browser_engine.yml} +4 -1
data/regexes/{browsers.yml → client/browsers.yml} +31 -27
data/regexes/{feed_readers.yml → client/feed_readers.yml} +0 -1
data/regexes/{libraries.yml → client/libraries.yml} +1 -1
data/regexes/{mediaplayers.yml → client/mediaplayers.yml} +1 -1
data/regexes/{mobile_apps.yml → client/mobile_apps.yml} +0 -1
data/regexes/{pim.yml → client/pim.yml} +1 -1
data/regexes/{devices → device}/cameras.yml +1 -1
data/regexes/{devices → device}/car_browsers.yml +0 -1
data/regexes/{devices → device}/consoles.yml +0 -1
data/regexes/{devices → device}/mobiles.yml +193 -49
data/regexes/{devices/portable_media_players.yml → device/portable_media_player.yml} +0 -1
data/regexes/{devices → device}/televisions.yml +0 -3
data/regexes/oss.yml +105 -102
data/regexes/vendorfragments.yml +70 -0
data/spec/device_detector/bot_fixtures_spec.rb +30 -0
data/spec/device_detector/client_fixtures_spec.rb +31 -0
data/spec/device_detector/concrete_user_agent_spec.rb +41 -1
data/spec/device_detector/detector_fixtures_spec.rb +56 -0
data/spec/device_detector/device_fixtures_spec.rb +36 -0
data/spec/device_detector/device_spec.rb +3 -3
data/spec/device_detector/memory_cache_spec.rb +1 -1
data/spec/device_detector/model_extractor_spec.rb +7 -7
data/spec/device_detector/os_fixtures_spec.rb +26 -0
data/spec/device_detector/version_extractor_spec.rb +10 -10
data/spec/device_detector_spec.rb +1 -1
data/spec/fixtures/client/browser.yml +986 -0
data/spec/fixtures/client/feed_reader.yml +180 -0
data/spec/fixtures/client/library.yml +78 -0
data/spec/fixtures/client/mediaplayer.yml +144 -0
data/spec/fixtures/client/mobile_app.yml +24 -0
data/spec/fixtures/client/pim.yml +90 -0
data/spec/fixtures/detector/bots.yml +716 -0
data/spec/fixtures/detector/camera.yml +91 -0
data/spec/fixtures/detector/car_browser.yml +19 -0
data/spec/fixtures/detector/console.yml +253 -0
data/spec/fixtures/detector/desktop.yml +4568 -0
data/spec/fixtures/detector/feature_phone.yml +719 -0
data/spec/fixtures/detector/feed_reader.yml +462 -0
data/spec/fixtures/detector/mediaplayer.yml +141 -0
data/spec/fixtures/detector/mobile_apps.yml +32 -0
data/spec/fixtures/detector/phablet.yml +1095 -0
data/spec/fixtures/detector/portable_media_player.yml +145 -0
data/spec/fixtures/detector/smart_display.yml +19 -0
data/spec/fixtures/detector/smartphone.yml +28673 -0
data/spec/fixtures/detector/tablet.yml +13201 -0
data/spec/fixtures/detector/tv.yml +1380 -0
data/spec/fixtures/detector/unknown.yml +3536 -0
data/spec/fixtures/device/camera.yml +18 -0
data/spec/fixtures/device/car_browser.yml +6 -0
data/spec/fixtures/device/console.yml +72 -0
data/spec/fixtures/parser/bots.yml +2055 -0
data/spec/fixtures/parser/oss.yml +607 -0
data/spec/fixtures/parser/vendorfragments.yml +156 -0
data/spec/spec_helper.rb +6 -2
metadata +84 -17

data/spec/fixtures/detector/bots.yml ADDED

@@ -0,0 +1,716 @@
+-
+  user_agent: Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0); 360Spider
+  name: '360Spider'
+-
+  user_agent: Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/21.0.1180.89 Safari/537.1; 360Spider
+  name: '360Spider'
+-
+  user_agent: Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; MDDR; .NET4.0C; .NET4.0E; .NET CLR 1.1.4322; Tablet PC 2.0); 360Spider
+  name: '360Spider'
+-
+  user_agent: 360spider-image
+  name: '360Spider'
+-
+  user_agent: Aboundex/0.3 (http://www.aboundex.com/crawler/)
+  name: 'Aboundexbot'
+-
+  user_agent: Mozilla/5.0 (compatible; AcoonBot/4.11.1; +http://www.acoon.de/robot.asp)
+  name: 'Acoon'
+-
+  user_agent: AddThis.com robot tech.support@clearspring.com
+  name: 'AddThis.com'
+-
+  user_agent: Mozilla/5.0 (compatible; AhrefsBot/3.1; +http://ahrefs.com/robot/
+  name: 'aHrefs Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; AhrefsBot/5.0; +http://ahrefs.com/robot/)
+  name: 'aHrefs Bot'
+-
+  user_agent: 'Mozilla/5.0 (compatible; AhrefsBot/5.0; +http://ahrefs.com/robot/) AppEngine-Google; (+http://code.google.com/appengine; appid: s~proxyfile1-hrd)'
+  name: 'aHrefs Bot'
+-
+  user_agent: AhrefsBot.Feeds v0.1; http://ahrefs.com/
+  name: 'aHrefs Bot'
+-
+  user_agent: ia_archiver (+http://www.alexa.com/site/help/webmasters; crawler@alexa.com)
+  name: 'Alexa Crawler'
+-
+  user_agent: AmorankSpider/0.1; +http://amorank.com/webcrawler.html
+  name: 'Amorank Spider'
+-
+  user_agent: Curious George - www.analyticsseo.com/crawler
+  name: 'Analytics SEO Crawler'
+-
+  user_agent: Mozilla/5.0 (compatible; special_archiver/3.1.1 +http://www.archive.org/details/archive.org_bot)
+  name: 'archive.org bot'
+-
+  user_agent: Mozilla/5.0 (compatible; special_archiver/3.2.0 +http://www.loc.gov/webarchiving/notice_to_webmasters.html)
+  name: 'archive.org bot'
+-
+  user_agent: Mozilla/5.0 (compatible; archive.org_bot; Wayback Machine Live Record; +http://archive.org/details/archive.org_bot)
+  name: 'archive.org bot'
+-
+  user_agent: Mozilla/5.0 (compatible; archive.org_bot/3.3.0 +http://pandora.nla.gov.au/crawl.html)
+  name: 'archive.org bot'
+-
+  user_agent: Mozilla/5.0 (compatible; archive.org_bot; Archive-It; +http://archive-it.org/files/site-owners.html)
+  name: 'archive.org bot'
+-
+  user_agent: Mozilla/5.0 (compatible; archive.org_bot +http://www.archive.org/details/archive.org_bot)
+  name: 'archive.org bot'
+-
+  user_agent: Mozilla/5.0 (compatible; heritrix/3.1.2-SNAPSHOT-20131029-0036 +http://archive.org/details/archive.org_bot)
+  name: 'archive.org bot'
+-
+  user_agent: Mozilla/2.0 (compatible; Ask Jeeves/Teoma)
+  name: 'Ask Jeeves'
+-
+  user_agent: Backlink-Ceck.de (+http://www.backlink-check.de/bot.html)
+  name: 'Backlink-Ceck.de'
+-
+  user_agent: BacklinkCrawler (http://www.backlinktest.com/crawler.html)
+  name: 'BacklinkCrawler'
+-
+  user_agent: Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search
+  name: 'Baidu Spider'
+-
+  user_agent: Mozilla/5.0 (Linux;u;Android 2.3.7;zh-cn;) AppleWebKit/533.1 (KHTML,like Gecko) Version/4.0 Mobile Safari/533.1 (compatible; +http://www.baidu.com/search/spider.html)
+  name: 'Baidu Spider'
+-
+  user_agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.9.2.8;baidu Transcoder) Gecko/20100722 Firefox/3.6.8 ( .NET CLR 3.5.30729)
+  name: 'Baidu Spider'
+-
+  user_agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; baidu Transcoder;)
+  name: 'Baidu Spider'
+-
+  user_agent: Baiduspider-image+(+http://www.baidu.com/search/spider.htm)
+  name: 'Baidu Spider'
+-
+  user_agent: Baiduspider+(+http://www.baidu.com/search/spider.htm)
+  name: 'Baidu Spider'
+-
+  user_agent: Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)
+  name: 'Baidu Spider'
+-
+  user_agent: Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/534+ (KHTML, like Gecko) BingPreview/1.0b
+  name: 'BingBot'
+-
+  user_agent: Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)
+  name: 'BingBot'
+-
+  user_agent: msnbot-media/1.1 (+http://search.msn.com/msnbot.htm)
+  name: 'BingBot'
+-
+  user_agent: MSNBot/Nutch-1.5.1
+  name: 'BingBot'
+-
+  user_agent: msnbot/2.0b v1394720947.6703
+  name: 'BingBot'
+-
+  user_agent: msnbot/1.1 (+http://search.msn.com/msnbot.htm)
+  name: 'BingBot'
+-
+  user_agent: msnbot/2.0b (+http://search.msn.com/msnbot.htm)
+  name: 'BingBot'
+-
+  user_agent: msnbot-NewsBlogs/2.0b (+http://search.msn.com/msnbot.htm)
+  name: 'BingBot'
+-
+  user_agent: Mozilla/5.0 (compatible; Blekkobot; ScoutJet; +http://blekko.com/about/blekkobot)
+  name: 'Blekkobot'
+-
+  user_agent: Mozilla/5.0 (compatible; BLEXBot/1.0; +http://webmeup-crawler.com/)
+  name: 'BLEXBot Crawler'
+-
+  user_agent: Mozilla/5.0 (compatible; BountiiBot/1.1; +http://bountii.com/contact.php)
+  name: 'Bountii Bot'
+-
+  user_agent: Mozilla/5.0 (Macintosh; Butterfly/1.0; +http://labs.topsy.com/butterfly/) Gecko/2009032608 Firefox/3.0.8
+  name: 'Butterfly Robot'
+-
+  user_agent: Mozilla/5.0 (compatible; Butterfly/1.0; +http://labs.topsy.com/butterfly/) Gecko/2009032608 Firefox/3.0.8
+  name: 'Butterfly Robot'
+-
+  user_agent: Browsershots
+  name: 'Browsershots'
+-
+  user_agent: Mozilla/5.0 (compatible; CareerBot/1.1; +http://www.career-x.de/bot.html)
+  name: 'CareerBot'
+-
+  user_agent: CCBot/2.0 (http://commoncrawl.org/faq/)
+  name: 'ccBot crawler'
+-
+  user_agent: Cliqzbot/0.1 (+http://cliqz.com/company/cliqzbot)
+  name: 'Cliqzbot'
+-
+  user_agent: Mozilla/5.0 (compatible; CloudFlare-AlwaysOnline/1.0; +http://www.cloudflare.com/always-online) AppleWebKit/534.34
+  name: 'CloudFlare Always Online'
+-
+  user_agent: Mozilla/5.0 (compatible; Dazoobot/0.1; +http://dazoo.fr)
+  name: 'Dazoobot'
+-
+  user_agent: Mozilla/5.0 (compatible; discobot/1.0; +http://discoveryengine.com/discobot.html)
+  name: 'Discobot'
+-
+  user_agent: dotbot
+  name: 'DotBot'
+-
+  user_agent: Mozilla/5.0 (compatible; EasouSpider; +http://www.easou.com/search/spider.html)
+  name: 'Easou Spider'
+-
+  user_agent: Mozilla/5.0 (iPhone; U; CPU iPhone OS 3_0 like Mac OS X; en-us; EasouSpider; +http://www.easou.com/search/spider.html)
+  name: 'Easou Spider'
+-
+  user_agent: EMail Exractor
+  name: 'EMail Exractor'
+-
+  user_agent: Mozilla/5.0 (compatible; Exabot/3.0; +http://www.exabot.com/go/robot)
+  name: 'ExaBot'
+-
+  user_agent: Mozilla/5.0 (compatible; Exabot/3.0 (BiggerBetter); +http://www.exabot.com/go/robot)
+  name: 'ExaBot'
+-
+  user_agent: Mozilla/5.0 (compatible; Konqueror/3.5; Linux) KHTML/3.5.5 (like Gecko) (Exabot-Thumbnails)
+  name: 'ExaBot'
+-
+  user_agent: ExactSeek Crawler (nutch 1.4)/Nutch-1.4 (ExactSeek Crawler; http://www.exactseek.com)
+  name: 'ExactSeek Crawler'
+-
+  user_agent: Mozilla/5.0 (compatible; Ezooms/1.0; help@moz.com)
+  name: 'Ezooms'
+-
+  user_agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)
+  name: 'Facebook External Hit'
+-
+  user_agent: facebookplatform/1.0 (+http://developers.facebook.com)
+  name: 'Facebook External Hit'
+-
+  user_agent: Mozilla/5.0 (compatible; Genieo/1.0 http://www.genieo.com/webfilter.html)
+  name: 'Genieo Web filter'
+-
+  user_agent: DoCoMo/2.0 P900i(c100;TB;W24H11) (compatible; ichiro/mobile goo; +http://search.goo.ne.jp/option/use/sub4/sub4-1/)
+  name: 'Goo'
+-
+  user_agent: Mozilla/5.0 (iPhone; U; CPU iPhone OS 4_0_1 like Mac OS X; en-us) AppleWebKit/537.4 (KHTML, like Gecko; Google Page Speed Insights) Version/4.0.5 Mobile/8A306 Safari/6531.22.7
+  name: 'Google PageSpeed Insights'
+-
+  user_agent: Googlebot/2.1 (http://www.googlebot.com/bot.html)
+  name: 'Googlebot'
+-
+  user_agent: Googlebot/Nutch-1.7
+  name: 'Googlebot'
+-
+  user_agent: Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Safari/537.36
+  name: 'Googlebot'
+-
+  user_agent: Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
+  name: 'Googlebot'
+-
+  user_agent: Mozilla/5.0 (iPhone; CPU iPhone OS 6_0 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) Version/6.0 Mobile/10A5376e Safari/8536.25 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)
+  name: 'Googlebot'
+-
+  user_agent: Googlebot-Image/1.0
+  name: 'Googlebot'
+-
+  user_agent: Googlebot-Video/1.0
+  name: 'Googlebot'
+-
+  user_agent: Googlebot (gocrawl v0.4)
+  name: 'Googlebot'
+-
+  user_agent: Googlebot-News (2.3.3, ruby 1.9.3 (2013-11-22))
+  name: 'Googlebot'
+-
+  user_agent: DoCoMo/2.0 N905i(c100;TB;W24H16) (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)
+  name: 'Googlebot'
+-
+  user_agent: SAMSUNG-SGH-E250/1.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 UP.Browser/6.2.3.3.c.1.101 (GUI) MMP/2.0 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)
+  name: 'Googlebot'
+-
+  user_agent: Mozilla/5.0 (compatible) Feedfetcher-Google;(+http://www.google.com/feedfetcher.html)
+  name: 'Googlebot'
+-
+  user_agent: Feedfetcher-Google; (+http://www.google.com/feedfetcher.html; 2 subscribers; feed-id=17860707833818568603)
+  name: 'Googlebot'
+-
+  user_agent: Feedfetcher-Google; (+http://www.google.com/feedfetcher.html; 19 subscribers; feed-id=13965549748850348809)
+  name: 'Googlebot'
+-
+  user_agent: Feedfetcher-Google; (+http://www.google.com/feedfetcher.html; 375 subscribers; feed-id=15381863289700640853)
+  name: 'Googlebot'
+-
+  user_agent: Mozilla/5.0 (Windows NT 6.1; rv:6.0) Gecko/20110814 Firefox/6.0 Google (+https://developers.google.com/+/web/snippet/)
+  name: 'Googlebot'
+-
+  user_agent: GoogleProducer; (+http://goo.gl/7y4SX)
+  name: 'Googlebot'
+-
+  user_agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko; Google Web Preview) Chrome/27.0.1453 Safari/537.36
+  name: 'Googlebot'
+-
+  user_agent: AdsBot-Google-Mobile (+http://www.google.com/mobile/adsbot.html) Mozilla (iPhone; U; CPU iPhone OS 3 0 like Mac OS X) AppleWebKit (KHTML, like Gecko) Mobile Safari
+  name: 'Googlebot'
+-
+  user_agent: AdsBot-Google (+http://www.google.com/adsbot.html)
+  name: 'Googlebot'
+-
+  user_agent: Mediapartners-Google
+  name: 'Googlebot'
+-
+  user_agent: Mozilla/5.0 (compatible; heritrix/1.14.4 +http://www.dla-marbach.de)
+  name: 'Heritrix'
+-
+  user_agent: Mozilla/5.0 (compatible; worio bot heritrix/1.10.0 +http://worio.com)
+  name: 'Heritrix'
+-
+  user_agent: Mozilla/5.0 (compatible; heritrix/3.1.1 +http://www.baidu.com)
+  name: 'Heritrix'
+-
+  user_agent: flieder - neofonie heritrix/1.14.3 (+http://spider.neofonie.de)
+  name: 'Heritrix'
+-
+  user_agent: mozilla/5.0 (compatible; heritrix/1.3.0 http://archive.crawler.org)
+  name: 'Heritrix'
+-
+  user_agent: Mozilla/5.0 (compatible; heritrix/3.1.2-SNAPSHOT-20130207.001528 +http://webarchiv.cz/kontakty/)
+  name: 'Heritrix'
+-
+  user_agent: Mozilla/5.0 (compatible; heritrix/1.14.4 +http://webarhive.nlc.gov.cn)
+  name: 'Heritrix'
+-
+  user_agent: Mozilla/5.0 (compatible; heritrix/3.1.1 +http://www.run4dom.com)
+  name: 'Heritrix'
+-
+  user_agent: HTTPMon/1.0b (http://www.httpmon.com)
+  name: 'HTTPMon'
+-
+  user_agent: iisbot/1.0 (+http://www.iis.net/iisbot.html)
+  name: 'IIS Site Analysis'
+-
+  user_agent: Mozilla/5.0 (iPhone; U; CPU iPhone OS 4_1 like Mac OS X; en-us) AppleWebKit/532.9 (KHTML, like Gecko) Version/4.0.5 Mobile/8B117 Safari/6531.22.7 (compatible; linkdexbot-mobile/2.1; +http://www.linkdex.com/about/bots/)
+  name: 'Linkdex Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; linkdexbot/2.0; +http://www.linkdex.com/about/bots/)
+  name: 'Linkdex Bot'
+-
+  user_agent: linkdex.com/v2.0 and linkdex.com/v2.1
+  name: 'Linkdex Bot'
+-
+  user_agent: LinkedInBot/1.0 (compatible; Mozilla/5.0; Jakarta Commons-HttpClient/3.1 +http://www.linkedin.com)
+  name: 'LinkedIn Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots)
+  name: 'Mail.Ru Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/Fast/2.0; +http://go.mail.ru/help/robots)
+  name: 'Mail.Ru Bot'
+-
+  user_agent: magpie-crawler/1.1 (U; Linux amd64; en-GB; +http://www.brandwatch.net)
+  name: 'Magpie-Crawler'
+-
+  user_agent: Mozilla/5.0 (compatible; meanpathbot/1.0; +http://www.meanpath.com/meanpathbot.html)
+  name: 'Meanpath Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; MixrankBot; crawler@mixrank.com)
+  name: 'Mixrank Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; MJ12bot/v1.4.4; http://www.majestic12.co.uk/bot.php?+)
+  name: 'MJ12 Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; MojeekBot/0.6; http://www.mojeek.com/bot.html)
+  name: 'MojeekBot'
+-
+  user_agent: NalezenCzBot/1.0 (http://www.nalezen.cz/about-crawler)
+  name: 'NalezenCzBot'
+-
+  user_agent: Mozilla/4.0 (compatible; Netcraft Web Server Survey)
+  name: 'Netcraft Survey Bot'
+-
+  user_agent: nlcrawler/1.0 (+http://northernlight.com/)
+  name: 'NLCrawler'
+-
+  user_agent: omgilibot/0.3 +http://www.omgili.com/Crawler.html
+  name: 'Omgili bot'
+-
+  user_agent: Mozilla/5.0 (compatible; OpenindexSpider; +http://www.openindex.io/en/webmasters/spider.html)
+  name: 'Openindex Spider'
+-
+  user_agent: Mozilla/5.0 (compatible; spbot/4.0.9; +http://OpenLinkProfiler.org/bot )
+  name: 'OpenLinkProfiler'
+-
+  user_agent: OpenWebSpider v0.1.4 (http://www.openwebspider.org/)
+  name: 'OpenWebSpider'
+-
+  user_agent: Mozilla/5.0 (compatible; PaperLiBot/2.1; http://support.paper.li/entries/20023257-what-is-paper-li)
+  name: 'PaperLiBot'
+-
+  user_agent: psbot/0.1 (+http://www.picsearch.com/bot.html)
+  name: 'Picsearch bot'
+-
+  user_agent: psbot-page (+http://www.picsearch.com/bot.html)
+  name: 'Picsearch bot'
+-
+  user_agent: Pingdom.com_bot_version_1.4_(http://www.pingdom.com/)
+  name: 'Pingdom Bot'
+-
+  user_agent: QuerySeekerSpider ( http://queryseeker.com/bot.html )
+  name: 'QuerySeekerSpider'
+-
+  user_agent: Mozilla/5.0 (compatible; redditbot/1.0; +http://www.reddit.com/feedback)
+  name: 'Reddit Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; rogerBot/1.0; UrlCrawler; http://www.seomoz.org/dp/rogerbot)
+  name: 'Rogerbot'
+-
+  user_agent: rogerbot/1.0 (http://moz.com/help/pro/what-is-rogerbot-, rogerbot-crawler+shiny@moz.com)
+  name: 'Rogerbot'
+-
+  user_agent: rogerbot/1.0 (http://www.moz.com/dp/rogerbot, rogerbot-crawler@moz.com)
+  name: 'Rogerbot'
+-
+  user_agent: Screaming Frog SEO Spider/2.22
+  name: 'Screaming Frog SEO Spider'
+-
+  user_agent: ScreenerBot Crawler Beta 2.0 (+http://www.ScreenerBot.com)
+  name: 'ScreenerBot'
+-
+  user_agent: Mozilla/5.0 (compatible; SemrushBot/0.97; +http://www.semrush.com/bot.html)
+  name: 'Semrush Bot'
+-
+  user_agent: SensikaBot/x.33 (+http://sensika.com)
+  name: 'Sensika Bot'
+-
+  user_agent: SEOENGWorldBot/1.0 (+http://www.seoengine.com/seoengbot.htm)
+  name: 'SEOENGBot'
+-
+  user_agent: Mozilla/5.0 (compatible; SeznamBot/3.1-test1; +http://fulltext.sblog.cz/)
+  name: 'Seznam Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; SeznamBot/3.2-test1; +http://fulltext.sblog.cz/)
+  name: 'Seznam Bot'
+-
+  user_agent: SeznamBot/3.0 (+http://fulltext.sblog.cz/)
+  name: 'Seznam Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; SeznamBot/3.2; +http://fulltext.sblog.cz/)
+  name: 'Seznam Bot'
+-
+  user_agent: ShopWiki/1.0 ( +http://www.shopwiki.com/wiki/Help:Bot)
+  name: 'ShopWiki'
+-
+  user_agent: Mozilla/5.0 (compatible; SISTRIX Crawler; http://crawler.sistrix.net/)
+  name: 'SISTRIX Crawler'
+-
+  user_agent: Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)
+  name: 'Sogou Spider'
+-
+  user_agent: Sogou inst spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)
+  name: 'Sogou Spider'
+-
+  user_agent: Sogou Pic Spider/3.0(+http://www.sogou.com/docs/help/webmasters.htm#07)
+  name: 'Sogou Spider'
+-
+  user_agent: New-Sogou-Spider/1.0 (compatible; MSIE 5.5; Windows 98)
+  name: 'Sogou Spider'
+-
+  user_agent: Sosospider+(+http://help.soso.com/webspider.htm)
+  name: 'Soso Spider'
+-
+  user_agent: 'Superfeedr bot/2.0 http://superfeedr.com - Make your feeds realtime: get in touch!'
+  name: 'Superfeedr Bot'
+-
+  user_agent: Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.0.19; aggregator:Spinn3r (Spinn3r 3.1); http://spinn3r.com/robot) Gecko/2010040121 Firefox/3.0.19
+  name: 'Spinn3r'
+-
+  user_agent: Mozilla/5.0 (compatible; SputnikBot/2.2)
+  name: 'Sputnik Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; SputnikImageBot/2.2)
+  name: 'Sputnik Bot'
+-
+  user_agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; en; rv:1.9.0.13) Gecko/2009073022 Firefox/3.5.2 (.NET CLR 3.5.30729) SurveyBot/2.3 (DomainTools)
+  name: 'Survey Bot'
+-
+  user_agent: TinEye-bot/0.02 (see http://www.tineye.com/crawler.html)
+  name: 'TinEye Crawler'
+-
+  user_agent: TurnitinBot/3.0 (http://www.turnitin.com/robot/crawlerinfo.html)
+  name: 'TurnitinBot'
+-
+  user_agent: TweetedTimes Bot/1.0 (Mozilla/5.0 Compatible, +http://tweetedtimes.com)
+  name: 'TweetedTimes Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; TweetedTimes Bot/1.0; +http://tweetedtimes.com)
+  name: 'TweetedTimes Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; TweetmemeBot/3.0; +http://tweetmeme.com/)
+  name: 'Tweetmeme Bot'
+-
+  user_agent: Twitterbot/1.0
+  name: 'Twitterbot'
+-
+  user_agent: Mozilla/5.0+(compatible; UptimeRobot/2.0; http://www.uptimerobot.com/)
+  name: 'Uptime Robot'
+-
+  user_agent: Mozilla/5.0 (compatible; URLAppendBot/1.0; +http://www.profound.net/urlappendbot.html)
+  name: 'URLAppendBot'
+-
+  user_agent: Mozilla/5.0 (compatible; VSMCrawler; http://www.visualsitemapper.com/crawler/)
+  name: 'Visual Site Mapper Crawler'
+-
+  user_agent: Mozilla/5.0 (Windows; U; Windows NT 5.1;fr;rv:1.8.1) VoilaBotCollector BETA 0.1 (http://www.voila.com/)
+  name: 'Voila Bot'
+-
+  user_agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.8.1) VoilaBot BETA 1.2 (support.voilabot@orange-ftgroup.com)
+  name: 'Voila Bot'
+-
+  user_agent: Jigsaw/2.3.0 W3C_CSS_Validator_JFouffa/2.0 (See <http://validator.w3.org/services>)
+  name: 'W3C CSS Validator'
+-
+  user_agent: W3C_I18n-Checker/1.0 (http://validator.w3.org/services)
+  name: 'W3C I18N Checker'
+-
+  user_agent: W3C-checklink/4.0 [4.4] libwww-perl/5.803
+  name: 'W3C Link Checker'
+-
+  user_agent: W3C-checklink/4.81 libwww-perl/5.836
+  name: 'W3C Link Checker'
+-
+  user_agent: W3C_Validator/1.3 http://validator.w3.org/services
+  name: 'W3C Markup Validation Service'
+-
+  user_agent: W3C_Validator/1.767
+  name: 'W3C Markup Validation Service'
+-
+  user_agent: W3C-mobileOK/DDC-1.0 (see http://www.w3.org/2006/07/mobileok-ddc)
+  name: 'W3C MobileOK Checker'
+-
+  user_agent: W3C_Unicorn/1.0 (http://validator.w3.org/services)
+  name: 'W3C Unified Validator'
+-
+  user_agent: WebbCrawler 1.0 ( http://badcheese.com/crawler.html )
+  name: 'WebbCrawler'
+-
+  user_agent: WeSEE:Search/0.1 (Alpha, http://www.wesee.com/en/support/bot/)
+  name: 'WeSEE:Search'
+-
+  user_agent: Wotbox/2.01 (+http://www.wotbox.com/bot/)
+  name: 'Wotbox'
+-
+  user_agent: yacybot (freeworld/global; x86 Windows XP 5.1; java 1.7.0_21; GMT+04:00/ru) http://yacy.net/bot.html
+  name: 'YaCy'
+-
+  user_agent: yacybot (freeworld/global; amd64 Linux 3.2.0-4-amd64; java 1.7.0_25; Europe/en) http://yacy.net/bot.html
+  name: 'YaCy'
+-
+  user_agent: Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp) NOT Firefox/3.5
+  name: 'Yahoo! Slurp'
+-
+  user_agent: Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)
+  name: 'Yahoo! Slurp'
+-
+  user_agent: Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)
+  name: 'Yandex Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; YandexAntivirus/2.0; +http://yandex.com/bots)
+  name: 'Yandex Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; YandexDirect/3.0; +http://yandex.com/bots)
+  name: 'Yandex Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)
+  name: 'Yandex Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; YandexBlogs/0.99; robot; B; +http://yandex.com/bots)
+  name: 'Yandex Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; YandexMetrika/2.0; +http://yandex.com/bots)
+  name: 'Yandex Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; YandexImageResizer/2.0; +http://yandex.com/bots)
+  name: 'Yandex Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; YandexAntivirus/2.0; +http://yandex.com/bots)
+  name: 'Yandex Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; YandexBlogs/0.99; robot; B; +http://yandex.com/bots)
+  name: 'Yandex Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; YandexFavicons/1.0; +http://yandex.com/bots)
+  name: 'Yandex Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; YandexNewslinks; +http://yandex.com/bots)
+  name: 'Yandex Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; YandexNews/3.0; +http://yandex.com/bots)
+  name: 'Yandex Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; Linux i686; Yandex.Gazeta Bot/1.0; +http://gazeta.yandex.ru)
+  name: 'Yandex Bot'
+-
+  user_agent: Yeti/1.1 (Naver Corp.; http://help.naver.com/robots/)
+  name: 'Yeti/Naverbot'
+-
+  user_agent: Mozilla/5.0 (compatible; YoudaoBot/1.0; http://www.youdao.com/help/webmaster/spider/; )
+  name: 'Youdao Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; YRSpider; +http://www.yunyun.com/SiteInfo.php?r=about)
+  name: 'Yunyun Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; YRSpider; +http://www.yunrang.com/yrspider.html)
+  name: 'Yunyun Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; YYSpider; +http://www.yunyun.com/spider.html)
+  name: 'Yunyun Bot'
+-
+  user_agent: Zookabot/2.5;++http://zookabot.com
+  name: 'Zookabot'
+-
+  user_agent: Mozilla/5.0 (compatible; ZumBot/1.0; http://help.zum.com/inquiry)
+  name: 'ZumBot'
+-
+  user_agent: ZumBot/1.0 (ZUM Search; http://help.zum.com/inquiry)
+  name: 'ZumBot'
+-
+  user_agent: Your Nutch Spider/Nutch-2.2.1
+  name: 'Nutch-based Bot'
+-
+  user_agent: Nutch12/Nutch-1.2
+  name: 'Nutch-based Bot'
+-
+  user_agent: spider/Nutch-1.5.1 (spider; http://www.xxx.com)
+  name: 'Nutch-based Bot'
+-
+  user_agent: MySpider/Nutch-2.2
+  name: 'Nutch-based Bot'
+-
+  user_agent: My Nutch Spider/Nutch-1.6
+  name: 'Nutch-based Bot'
+-
+  user_agent: NutchSpider/Nutch-1.4
+  name: 'Nutch-based Bot'
+-
+  user_agent: testnutch/Nutch-1.8
+  name: 'Nutch-based Bot'
+-
+  user_agent: Spider/Nutch-2.3-SNAPSHOT (Webcrawler)
+  name: 'Nutch-based Bot'
+-
+  user_agent: your sipder name/Nutch-1.7
+  name: 'Nutch-based Bot'
+-
+  user_agent: 5acd734a-1ed3-4a17-ad9d-0b09ae7bc2d2/Nutch-1.7
+  name: 'Nutch-based Bot'
+-
+  user_agent: Mozilla/5.0 (compatible; summers;)/Nutch-1.7
+  name: 'Nutch-based Bot'
+-
+  user_agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.9.2.8) Firefox/3.6.8/Nutch-1.7
+  name: 'Nutch-based Bot'
+-
+  user_agent: CB/Nutch-1.7
+  name: 'Nutch-based Bot'
+-
+  user_agent: StatusCake Error Detector Crawler V0.01
+  name: 'Generic Bot'
+-
+  user_agent: niki-bot
+  name: 'Generic Bot'
+-
+  user_agent: Bloglovin/1.0 (http://www.bloglovin.com; 1 subscribers)
+  name: 'Bloglovin'
+-
+  user_agent: CommaFeed/1.0 (http://www.commafeed.com)
+  name: 'CommaFeed'
+-
+  user_agent: FeedBurner/1.0 (http://www.FeedBurner.com)
+  name: 'FeedBurner'
+-
+  user_agent: Feedbin - 9 subscribers
+  name: 'Feedbin'
+-
+  user_agent: Feedly/1.0 (+http://www.feedly.com/fetcher.html; like FeedFetcher-Google)
+  name: 'Feedly'
+-
+  user_agent: FeedlyBot/1.0 (http://feedly.com)
+  name: 'Feedly'
+-
+  user_agent: FeedlyApp/1.0 (http://www.feedly.com)
+  name: 'Feedly'
+-
+  user_agent: MetaFeedly/1.0 (http://www.feedly.com)
+  name: 'Feedly'
+-
+  user_agent: Feedspot http://www.feedspot.com
+  name: 'Feedspot'
+-
+  user_agent: Fever/1.38 (Feed Parser; http://feedafever.com; Allow like Gecko)
+  name: 'Fever'
+-
+  user_agent: kouio.com RSS reader
+  name: 'Kouio'
+-
+  user_agent: kouio.com RSS reader - 6 subscribers
+  name: 'Kouio'
+-
+  user_agent: MagpieRSS/0.72 (+http://magpierss.sf.net)
+  name: 'MagpieRSS'
+-
+  user_agent: Netvibes (http://www.netvibes.com)
+  name: 'Netvibes'
+-
+  user_agent: 'Netvibes (http://www.netvibes.com/; 8 subscribers; feedID: 2244192)'
+  name: 'Netvibes'
+-
+  user_agent: NewsBlur Feed Fetcher - 7 subscribers - http://www.newsblur.com/site/1948420/analytics-piwik (Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_1) AppleWebKit/534.48.3 (KHTML, like Gecko) Version/5.1 Safari/534.48.3)
+  name: 'NewsBlur'
+-
+  user_agent: NewsBlur Feed Finder (Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_1) AppleWebKit/534.48.3 (KHTML, like Gecko) Version/5.1 Safari/534.48.3)
+  name: 'NewsBlur'
+-
+  user_agent: NewsBlur Page Fetcher - 7 subscribers - http://www.newsblur.com/site/3966817/analytics-piwik (Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_1) AppleWebKit/534.48.3 (KHTML, like Gecko) Version/5.1 Safari/534.48.3)
+  name: 'NewsBlur'
+-
+  user_agent: NewsBlur Favicon Fetcher - 7 subscribers - http://www.newsblur.com/site/1948420/analytics-piwik (Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_1) AppleWebKit/534.48.3 (KHTML, like Gecko) Version/5.1 Safari/534.48.3)
+  name: 'NewsBlur'
+-
+  user_agent: NewsGatorOnline/2.0 (http://www.newsgator.com; 2 subscribers)
+  name: 'NewsGator'
+-
+  user_agent: SilverReader/1.0; http://silverreader.com
+  name: 'SilverReader'
+-
+  user_agent: SimplePie/1.3.1 (Feed Parser; http://simplepie.org; Allow like Gecko) Build/20121030175911
+  name: 'SimplePie'
+-
+  user_agent: freshrss/0.8-dev (Linux; http://freshrss.org) SimplePie/1.4-dev-FreshRSS
+  name: 'SimplePie'
+-
+  user_agent: SimplePie/1.2.1-dev (Feed Parser; http://simplepie.org; Allow like Gecko) Build/20130514092120
+  name: 'SimplePie'
+-
+  user_agent: 'Tiny Tiny RSS/1.10 (http://tt-rss.org/)'
+  name: 'Tiny Tiny RSS'
+-
+  user_agent: 'Tiny Tiny RSS/1.11.4c63934 (http://tt-rss.org/)'
+  name: 'Tiny Tiny RSS'
+-
+  user_agent: 'Mozilla/5.0 (compatible; Yahoo Ad monitoring; https://help.yahoo.com/kb/yahoo-ad-monitoring-SLN24857.html)'
+  name: 'Yahoo Gemini'
+-
+  user_agent: 'Mozilla/5.0 (Java) outbrain'
+  name: 'Outbrain'
+-
+  user_agent: 'HubPages V0.2.2 (http://hubpages.com/help/crawlingpolicy)'
+  name: 'HubPages'
+-
+  user_agent: 'ADmantX Platform Semantic Analyzer - ADmantX Inc. - www.admantx.com - support@admantx.com'
+  name: 'ADMantX'
+-
+  user_agent: 'Pinterest/0.2 (+http://www.pinterest.com/)'
+  name: 'Pinterest'
+-
+  user_agent: 'Server Density Service Monitoring v2'
+  name: 'Server Density'