device_detector 1.0.3 → 1.0.4

data/spec/fixtures/client/library.yml

@@ -173,3 +173,21 @@
     type: library
     name: RestSharp
     version: "106.2.1.0"
+-
+  user_agent: scalaj-http/2.4.0
+  client:
+    type: library
+    name: ScalaJ HTTP
+    version: "2.4.0"
+-
+  user_agent: REST::Client/273
+  client:
+    type: library
+    name: Perl REST::Client
+    version: "273"
+-
+  user_agent: 'node-fetch/1.0 (+https://github.com/bitinn/node-fetch)'
+  client:
+    type: library
+    name: Node Fetch
+    version: '1.0'

data/spec/fixtures/client/mobile_app.yml

@@ -191,3 +191,27 @@
     type: mobile app
     name: CrosswalkApp
     version: "14.43.343.17"
+-
+  user_agent: Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.2.10 (KHTML, like Gecko) Mobile/15A372 Twitter for iPhone/7.52
+  client:
+    type: mobile app
+    name: Twitter
+    version: "7.52"
+-
+  user_agent: Mozilla/5.0 (iPhone; CPU iPhone OS 7_0 like Mac OS X; en-us) AppleWebKit/537.51.1 (KHTML, like Gecko) Mobile/11A465 Twitter for iPhone
+  client:
+    type: mobile app
+    name: Twitter
+    version: ""
+-
+  user_agent: Mozilla/5.0 (Linux; Android 5.1; HTC Desire 628 Build/LMY47D; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/78.0.3904.108 Mobile Safari/537.36 JsSdk/2 TopBuzz/10.2.1 NetType/3G
+  client:
+    type: mobile app
+    name: TopBuzz
+    version: 10.2.1
+-
+  user_agent: Mozilla/5.0 (iPhone; CPU iPhone OS 13_3_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.5 Mobile/15E148 Snapchat/10.77.0.54 (like Safari/604.1)
+  client:
+    type: mobile app
+    name: Snapchat
+    version: 10.77.0.54

data/spec/fixtures/detector/bots.yml

@@ -163,6 +163,42 @@
     producer:
       name: Ask Jeeves Inc.
       url: http://www.ask.com
+- 
+  user_agent: Mozilla/5.0 (compatible;AspiegelBot)
+  bot:
+    name: AspiegelBot
+    category: Crawler
+    url: https://aspiegel.com/
+    producer:
+      name: Huawei
+      url: https://www.huawei.com/
+- 
+  user_agent: Mozilla/5.0 (Linux; Android 7.0;) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; AspiegelBot)
+  bot:
+    name: AspiegelBot
+    category: Crawler
+    url: https://aspiegel.com/
+    producer:
+      name: Huawei
+      url: https://www.huawei.com/
+- 
+  user_agent: AwarioRssBot/1.0 (+https://awario.com/bots.html; bots@awario.com)
+  bot:
+    name: Awario
+    category: Feed Fetcher
+    url: https://awario.com/bots.html
+    producer:
+      name: Awario
+      url: https://awario.com/
+- 
+  user_agent: AwarioSmartBot/1.0 (+https://awario.com/bots.html; bots@awario.com)
+  bot:
+    name: Awario
+    category: Search bot
+    url: https://awario.com/bots.html
+    producer:
+      name: Awario
+      url: https://awario.com/
 - 
   user_agent: Mozilla/5.0 (compatible; BLEXBot/1.0; +http://webmeup-crawler.com/)
   bot:
@@ -379,6 +415,23 @@
     producer:
       name: Blogtrottr Ltd
       url: https://blogtrottr.com/
+- 
+  user_agent: BoardReader Favicon Fetcher /1.0 info@boardreader.com
+  bot:
+    name: BoardReader
+    category: Search bot
+    url: http://boardreader.com/
+    producer:
+      name: Effyis Inc
+      url: http://boardreader.com/
+- 
+  user_agent: BoardReader Blog Indexer(http://boardreader.com)
+  bot:
+    name: BoardReader Blog Indexer
+    category: Crawler
+    producer:
+      name: BoardReader
+      url: http://boardreader.com/
 - 
   user_agent: Mozilla/5.0 (compatible; BountiiBot/1.1; +http://bountii.com/contact.php)
   bot:
@@ -388,6 +441,15 @@
     producer:
       name: Bountii Inc.
       url: http://bountii.com
+- 
+  user_agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10.10; rv:41.0) Gecko/20100101 Firefox/55.0 BrandVerity/1.0 (http://www.brandverity.com/why-is-brandverity-visiting-me)
+  bot:
+    name: BrandVerity
+    category: Crawler
+    url: https://www.brandverity.com/why-is-brandverity-visiting-me
+    producer:
+      name: BrandVerity, Inc.
+      url: https://www.brandverity.com/
 - 
   user_agent: Browsershots
   bot:
@@ -397,6 +459,15 @@
     producer:
       name: Browsershots.org
       url: http://browsershots.org
+- 
+  user_agent: Buck/2.2; (+https://app.hypefactors.com/media-monitoring/about.html)
+  bot:
+    name: Buck
+    category: Search bot
+    url: https://hypefactors.com/
+    producer:
+      name: Hypefactors A/S
+      url: https://hypefactors.com/
 - 
   user_agent: Mozilla/5.0 (compatible; Butterfly/1.0; +http://labs.topsy.com/butterfly/) Gecko/2009032608 Firefox/3.0.8
   bot:
@@ -415,6 +486,24 @@
     producer:
       name: Topsy Labs
       url: http://labs.topsy.com
+- 
+  user_agent: Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.5668.1446 Mobile Safari/537.36; Bytespider;bytespider@bytedance.com
+  bot:
+    name: Bytespider
+    category: Search bot
+    url: https://bytedance.com/
+    producer:
+      name: ByteDance Ltd.
+      url: https://bytedance.com/
+- 
+  user_agent: CATExplorador/1.0beta (sistemes at domini dot cat; http://domini.cat/catexplorador.html)
+  bot:
+    name: CATExplorador
+    category: Search bot
+    url: https://fundacio.cat/ca/domini/
+    producer:
+      name: Fundació puntCAT
+      url: https://fundacio.cat/ca/domini/
 - 
   user_agent: Mozilla/5.0 (compatible; CareerBot/1.1; +http://www.career-x.de/bot.html)
   bot:
@@ -478,15 +567,78 @@
     producer:
       name: ""
       url: ""
+- 
+  user_agent: coccocbot-web/1.0 (+http://help.coccoc.com/searchengine)
+  bot:
+    name: Cốc Cốc Bot
+    category: Search bot
+    url: https://help.coccoc.com/en/search-engine/coccoc-robots
+    producer:
+      name: Cốc Cốc
+      url: https://coccoc.com/
 - 
   user_agent: Mozilla/5.0 (compatible; coccoc/1.0; +http://help.coccoc.com/)
   bot:
     name: Cốc Cốc Bot
-    url: http://help.coccoc.com/
     category: Search bot
+    url: https://help.coccoc.com/en/search-engine/coccoc-robots
+    producer:
+      name: Cốc Cốc
+      url: https://coccoc.com/
+- 
+  user_agent: Mozilla/5.0 (compatible; coccocbot-ads/1.0; +http://help.coccoc.com/searchengine)
+  bot:
+    name: Cốc Cốc Bot
+    category: Search bot
+    url: https://help.coccoc.com/en/search-engine/coccoc-robots
+    producer:
+      name: Cốc Cốc
+      url: https://coccoc.com/
+- 
+  user_agent: Mozilla/5.0 (compatible; coccocbot-fast/1.0; +http://help.coccoc.com/searchengine)
+  bot:
+    name: Cốc Cốc Bot
+    category: Search bot
+    url: https://help.coccoc.com/en/search-engine/coccoc-robots
+    producer:
+      name: Cốc Cốc
+      url: https://coccoc.com/
+- 
+  user_agent: Mozilla/5.0 (compatible; coccocbot-image/1.0; +http://help.coccoc.com/searchengine)
+  bot:
+    name: Cốc Cốc Bot
+    category: Search bot
+    url: https://help.coccoc.com/en/search-engine/coccoc-robots
+    producer:
+      name: Cốc Cốc
+      url: https://coccoc.com/
+- 
+  user_agent: Mozilla/5.0 (compatible; coccocbot-shopping/1.0; +http://help.coccoc.com/searchengine)
+  bot:
+    name: Cốc Cốc Bot
+    category: Search bot
+    url: https://help.coccoc.com/en/search-engine/coccoc-robots
     producer:
       name: Cốc Cốc
-      url: http://coccoc.com/
+      url: https://coccoc.com/
+- 
+  user_agent: Mozilla/5.0 (compatible; coccocbot-web/1.0; +http://help.coccoc.com/searchengine)
+  bot:
+    name: Cốc Cốc Bot
+    category: Search bot
+    url: https://help.coccoc.com/en/search-engine/coccoc-robots
+    producer:
+      name: Cốc Cốc
+      url: https://coccoc.com/
+- 
+  user_agent: Mozilla/5.0 (compatible; coccocbot/1.0; +http://help.coccoc.com/searchengine)
+  bot:
+    name: Cốc Cốc Bot
+    category: Search bot
+    url: https://help.coccoc.com/en/search-engine/coccoc-robots
+    producer:
+      name: Cốc Cốc
+      url: https://coccoc.com/
 - 
   user_agent: Datadog Agent/5.10.1
   bot:
@@ -622,6 +774,15 @@
     producer:
       name: easou ICP
       url: http://www.easou.com
+- 
+  user_agent: Mozilla/5.0 (compatible; Embedly/0.2; +http://support.embed.ly/)
+  bot:
+    name: Embedly
+    category: Crawler
+    url: https://support.embed.ly/hc/en-us
+    producer:
+      name: A Medium, Corp.
+      url: https://medium.com/
 - 
   user_agent: Mozilla/5.0 (compatible; Exabot/3.0 (BiggerBetter); +http://www.exabot.com/go/robot)
   bot:
@@ -676,6 +837,15 @@
     producer:
       name: Facebook
       url: http://www.facebook.com
+- 
+  user_agent: facebookexternalua
+  bot:
+    name: Facebook External Hit
+    category: Social Media Agent
+    url: https://www.facebook.com/externalhit_uatext.php
+    producer:
+      name: Facebook
+      url: http://www.facebook.com
 - 
   user_agent: facebookplatform/1.0 (+http://developers.facebook.com)
   bot:
@@ -802,6 +972,19 @@
     name: FreshRSS
     category: Feed Fetcher
     url: https://freshrss.org/
+- 
+  user_agent: Mozilla/5.0 (X11; Linux x86_64; GTmetrix https://gtmetrix.com/) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36
+  bot:
+    name: GTmetrix
+    category: Crawler
+    url: https://gtmetrix.com/
+    producer:
+      name: Carbon60 Operating Co. Ltd.
+      url: https://www.carbon60.com/
+- 
+  user_agent: 7Siters/1.07 (+https://7ooo.ru/siters/)
+  bot:
+    name: Generic Bot
 - 
   user_agent: COMODO SSL Checker
   bot:
@@ -814,6 +997,10 @@
   user_agent: 'HybridBot (hybrid.ru/about. If our bot caused problems please contact us. Contact email: m.lyashkov@targetix.net)'
   bot:
     name: Generic Bot
+- 
+  user_agent: 'Mozilla/5.0 (compatible; +centuryb.o.t9[at]gmail.com)'
+  bot:
+    name: Generic Bot
 - 
   user_agent: Mozilla/5.0 (compatible; +http://tweetedtimes.com)
   bot:
@@ -834,6 +1021,14 @@
   user_agent: PHPCrawl
   bot:
     name: Generic Bot
+- 
+  user_agent: robots
+  bot:
+    name: Generic Bot
+- 
+  user_agent: SeopultContentAnalyzer/1.0
+  bot:
+    name: Generic Bot
 - 
   user_agent: Mozilla/5.0 (compatible; Genieo/1.0 http://www.genieo.com/webfilter.html)
   bot:
@@ -870,11 +1065,6 @@
     producer:
       name: Google Inc.
       url: http://www.google.com
--
-  user_agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.75 Safari/537.36 Google Favicon
-  bot:
-    name: Google Favicon
-    category: Crawler
 - 
   user_agent: DoCoMo/2.0 P900i(c100;TB;W24H11) (compatible; ichiro/mobile goo; +http://search.goo.ne.jp/option/use/sub4/sub4-1/)
   bot:
@@ -884,6 +1074,11 @@
     producer:
       name: NTT Resonant
       url: http://goo.ne.jp
+- 
+  user_agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.75 Safari/537.36 Google Favicon
+  bot:
+    name: Google Favicon
+    category: Crawler
 - 
   user_agent: Mozilla/5.0 (iPhone; U; CPU iPhone OS 4_0_1 like Mac OS X; en-us) AppleWebKit/537.4 (KHTML, like Gecko; Google Page Speed Insights) Version/4.0.5 Mobile/8A306 Safari/6531.22.7
   bot:
@@ -1091,6 +1286,15 @@
     producer:
       name: Google Inc.
       url: http://www.google.com
+- 
+  user_agent: Mozilla/5.0 (compatible; Google-Youtube-Links)
+  bot:
+    name: Googlebot
+    category: Search bot
+    url: http://www.google.com/bot.html
+    producer:
+      name: Google Inc.
+      url: http://www.google.com
 - 
   user_agent: Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
   bot:
@@ -1136,6 +1340,15 @@
     producer:
       name: Google Inc.
       url: http://www.google.com
+- 
+  user_agent: Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.96 Mobile Safari/537.36 (compatible; Google-AMPHTML)
+  bot:
+    name: Googlebot
+    category: Search bot
+    url: http://www.google.com/bot.html
+    producer:
+      name: Google Inc.
+      url: http://www.google.com
 - 
   user_agent: Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.96 Mobile Safari/537.36 (compatible; Google-Read-Aloud; +https://support.google.com/webmasters/answer/1061943)
   bot:
@@ -1145,6 +1358,15 @@
     producer:
       name: Google Inc.
       url: http://www.google.com
+- 
+  user_agent: Mozilla/5.0 (Linux; Android 8.0; Pixel 2 Build/OPD3.170816.012; DuplexWeb-Google/1.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.131 Mobile Safari/537.36
+  bot:
+    name: Googlebot
+    category: Search bot
+    url: http://www.google.com/bot.html
+    producer:
+      name: Google Inc.
+      url: http://www.google.com
 - 
   user_agent: Mozilla/5.0 (Windows NT 6.1; rv:6.0) Gecko/20110814 Firefox/6.0 Google (+https://developers.google.com/+/web/snippet/)
   bot:
@@ -1154,6 +1376,15 @@
     producer:
       name: Google Inc.
       url: http://www.google.com
+- 
+  user_agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453 Safari/537.36 (compatible; Google-HotelAdsVerifier/2.0)
+  bot:
+    name: Googlebot
+    category: Search bot
+    url: http://www.google.com/bot.html
+    producer:
+      name: Google Inc.
+      url: http://www.google.com
 - 
   user_agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko; Google Web Preview) Chrome/27.0.1453 Safari/537.36
   bot:
@@ -1324,6 +1555,15 @@
     producer:
       name: ""
       url: ""
+- 
+  user_agent: IDG/IT (http://spaziodati.eu/)
+  bot:
+    name: IDG/IT
+    category: Search bot
+    url: https://spaziodati.eu/
+    producer:
+      name: SpazioDati S.r.l.
+      url: https://spaziodati.eu/
 - 
   user_agent: iisbot/1.0 (+http://www.iis.net/iisbot.html)
   bot:
@@ -1350,6 +1590,15 @@
     producer:
       name: VeriSign, Inc
       url: http://www.verisign.com/
+- 
+  user_agent: Kaspersky Lab CFR link resolver cfradmins@kaspersky.com
+  bot:
+    name: Kaspersky
+    category: Security Checker
+    url: https://www.kaspersky.com/
+    producer:
+      name: AO Kaspersky Lab
+      url: https://www.kaspersky.com/
 - 
   user_agent: kouio.com RSS reader
   bot:
@@ -1368,6 +1617,15 @@
     producer:
       name: ""
       url: ""
+- 
+  user_agent: LCC (+http://corpora.informatik.uni-leipzig.de/crawler_faq.html)
+  bot:
+    name: LCC
+    category: Search bot
+    url: https://corpora.uni-leipzig.de/crawler_faq.html
+    producer:
+      name: Universität Leipzig
+      url: https://www.uni-leipzig.de/
 - 
   user_agent: 'ltx71 - (http://ltx71.com/)'
   bot:
@@ -1819,6 +2077,14 @@
     producer:
       name: The Apache Software Foundation
       url: http://www.apache.org/foundation/
+- 
+  user_agent: Nuzzel
+  bot:
+    name: Nuzzel
+    category: Crawler
+    producer:
+      name: Nuzzel
+      url: https://www.nuzzel.com/
 - 
   user_agent: Octopus 1.0.2
   bot:
@@ -1964,11 +2230,20 @@
     producer:
       name: Pingdom AB
       url: https://www.pingdom.com
+- 
+  user_agent: Mozilla/5.0 (compatible; Pinterestbot/1.0; http://www.pinterest.com/bot.html)
+  bot:
+    name: Pinterest
+    url: http://www.pinterest.com/bot.html
+    category: Crawler
+    producer:
+      name: Pinterest
+      url: http://www.pinterest.com/
 - 
   user_agent: Pinterest/0.2 (+http://www.pinterest.com/)
   bot:
     name: Pinterest
-    url: ""
+    url: http://www.pinterest.com/bot.html
     category: Crawler
     producer:
       name: Pinterest
@@ -2127,6 +2402,15 @@
     producer:
       name: SISTRIX GmbH
       url: http://www.sistrix.de
+- 
+  user_agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.75 Safari/537.36 (compatible; SMTBot/1.0; +http://www.similartech.com/smtbot)
+  bot:
+    name: SMTBot
+    category: Search bot
+    url: https://www.similartech.com/smtbot
+    producer:
+      name: SimilarTech Ltd.
+      url: https://www.similartech.com/
 - 
   user_agent: SSL Labs (https://www.ssllabs.com/about/assessment.html)
   bot:
@@ -2276,6 +2560,15 @@
     producer:
       name: ShopWiki Corp.
       url: http://www.shopwiki.com
+- 
+  user_agent: shopify-partner-homepage-scraper
+  bot:
+    name: Shopify Partner
+    category: Crawler
+    url: https://www.shopify.com/partners
+    producer:
+      name: Shopify
+      url: https://www.shopify.com/
 - 
   user_agent: SilverReader/1.0; http://silverreader.com
   bot:
@@ -2318,6 +2611,24 @@
     name: SiteSucker
     category: Crawler
     url: http://ricks-apps.com/osx/sitesucker/
+- 
+  user_agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.0) Match by Siteimprove.com
+  bot:
+    name: Siteimprove
+    category: Search bot
+    url: https://siteimprove.com/
+    producer:
+      name: Siteimprove GmbH
+      url: https://siteimprove.com/
+- 
+  user_agent: Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0) LinkCheck by Siteimprove.com
+  bot:
+    name: Siteimprove
+    category: Search bot
+    url: https://siteimprove.com/
+    producer:
+      name: Siteimprove GmbH
+      url: https://siteimprove.com/
 - 
   user_agent: sixy.ch/1.0
   bot:
@@ -2439,6 +2750,15 @@
     producer:
       name: ""
       url: ""
+- 
+  user_agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_5) AppleWebKit/536.30.1 (KHTML, like Gecko) (compatible; Startpagina-Linkchecker/1.0; +https://www.startpagina.nl/linkchecker)
+  bot:
+    name: Startpagina Linkchecker
+    category: Search bot
+    url: https://www.startpagina.nl/linkchecker
+    producer:
+      name: Startpagina B.V.
+      url: https://www.startpagina.nl/
 - 
   user_agent: Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.4 (KHTML, like Gecko) Chrome/98 Safari/537.4 (StatusCake)
   bot:
@@ -2486,6 +2806,11 @@
   bot:
     name: TelegramBot
     url: https://telegram.org/blog/bot-revolution
+- 
+  user_agent: The Knowledge AI
+  bot:
+    name: The Knowledge AI
+    category: Crawler
 - 
   user_agent: TinEye-bot/0.02 (see http://www.tineye.com/crawler.html)
   bot:
@@ -2513,6 +2838,15 @@
     producer:
       name: ""
       url: ""
+- 
+  user_agent: Mozilla/5.0 (compatible; tracemyfile/1.0)
+  bot:
+    name: TraceMyFile
+    category: Search bot
+    url: https://www.tracemyfile.com/
+    producer:
+      name: Idee Inc.
+      url: http://ideeinc.com/
 - 
   user_agent: Mozilla/5.0 (Windows; U; Windows NT 6.0; en-GB; rv:1.0; trendictionbot0.5.0; trendiction search; http://www.trendiction.de/bot; please let us know of any problems; web at trendiction.com) Gecko/20071127 Firefox/3.0.0.11
   bot:
@@ -2558,6 +2892,14 @@
     producer:
       name: Mediasift
       url: ""
+- 
+  user_agent: Mozilla/5.0 (compatible; Twingly Recon; twingly.com)
+  bot:
+    name: Twingly Recon
+    category: Crawler
+    producer:
+      name: Twingly
+      url: https://www.twingly.com
 - 
   user_agent: Twitterbot/1.0
   bot:
@@ -2761,6 +3103,42 @@
     producer:
       name: Steve Webb
       url: http://badcheese.com
+- 
+  user_agent: weborama-fetcher (+http://www.weborama.com)
+  bot:
+    name: Weborama
+    category: Search bot
+    url: https://weborama.com/
+    producer:
+      name: Weborama SA
+      url: https://weborama.com/
+- 
+  user_agent: WikiDo/1.1 (http://wikido.com; crawler@wikido.com)
+  bot:
+    name: WikiDo
+    category: Search bot
+    url: https://www.wikido.com/
+    producer:
+      name: Fotolitografie Fiorentine di Becchi Antonio s.n.c.
+      url: https://www.wikido.com/
+- 
+  user_agent: Mozilla/5.0 (compatible; woorankreview/2.0; +https://www.woorank.com/)
+  bot:
+    name: WooRank
+    category: Search bot
+    url: https://www.woorank.com/
+    producer:
+      name: WooRank sprl
+      url: https://www.woorank.com/
+- 
+  user_agent: Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1 (compatible; woorankreview/2.0; +https://www.woorank.com/)
+  bot:
+    name: WooRank
+    category: Search bot
+    url: https://www.woorank.com/
+    producer:
+      name: WooRank sprl
+      url: https://www.woorank.com/
 - 
   user_agent: WordPress/4.7.2; https://example.com
   bot:
@@ -2779,6 +3157,15 @@
     producer:
       name: Wotbox
       url: http://www.wotbox.com
+- 
+  user_agent: XenForo/2.x (https://www.example.com)
+  bot:
+    name: XenForo
+    category: Service Agent
+    url: https://xenforo.com/
+    producer:
+      name: XenForo Ltd.
+      url: https://xenforo.com/
 - 
   user_agent: yacybot (freeworld/global; amd64 Linux 3.2.0-4-amd64; java 1.7.0_25; Europe/en) http://yacy.net/bot.html
   bot:
@@ -2806,6 +3193,15 @@
     producer:
       name: Yahoo! Inc.
       url: http://www.yahoo.com
+- 
+  user_agent: Y!J-BRW/1.0 (https://www.yahoo-help.jp/app/answers/detail/p/595/a_id/42716)
+  bot:
+    name: Yahoo! Japan BRW
+    category: Crawler
+    url: https://www.yahoo-help.jp/app/answers/detail/p/595/a_id/42716/~/ウェブページにアクセスするシステムのユーザーエージェントについて
+    producer:
+      name: Yahoo! Japan Corp.
+      url: https://www.yahoo.co.jp/
 - 
   user_agent: Mozilla/5.0 (compatible; Yahoo Link Preview; https://help.yahoo.com/kb/mail/yahoo-link-preview-SLN23615.html)
   bot:
@@ -2950,6 +3346,15 @@
     producer:
       name: Yandex LLC
       url: http://company.yandex.com
+- 
+  user_agent: Mozilla/5.0 (compatible; YandexMobileScreenShotBot/1.0; +http://yandex.com/bots)
+  bot:
+    name: Yandex Bot
+    category: Search bot
+    url: http://www.yandex.com/bots
+    producer:
+      name: Yandex LLC
+      url: http://company.yandex.com
 - 
   user_agent: Mozilla/5.0 (compatible; YandexNews/3.0; +http://yandex.com/bots)
   bot:
@@ -2968,6 +3373,69 @@
     producer:
       name: Yandex LLC
       url: http://company.yandex.com
+- 
+  user_agent: Mozilla/5.0 (compatible; YandexOntoDB/1.0; +http://yandex.com/bots)
+  bot:
+    name: Yandex Bot
+    category: Search bot
+    url: http://www.yandex.com/bots
+    producer:
+      name: Yandex LLC
+      url: http://company.yandex.com
+- 
+  user_agent: Mozilla/5.0 (compatible; YandexOntoDBAPI/1.0; +http://yandex.com/bots)
+  bot:
+    name: Yandex Bot
+    category: Search bot
+    url: http://www.yandex.com/bots
+    producer:
+      name: Yandex LLC
+      url: http://company.yandex.com
+- 
+  user_agent: Mozilla/5.0 (compatible; YandexPartner/3.0; +http://yandex.com/bots)
+  bot:
+    name: Yandex Bot
+    category: Search bot
+    url: http://www.yandex.com/bots
+    producer:
+      name: Yandex LLC
+      url: http://company.yandex.com
+- 
+  user_agent: Mozilla/5.0 (compatible; YandexRCA/1.0; +http://yandex.com/bots)
+  bot:
+    name: Yandex Bot
+    category: Search bot
+    url: http://www.yandex.com/bots
+    producer:
+      name: Yandex LLC
+      url: http://company.yandex.com
+- 
+  user_agent: Mozilla/5.0 (compatible; YandexSearchShop/1.0; +http://yandex.com/bots)
+  bot:
+    name: Yandex Bot
+    category: Search bot
+    url: http://www.yandex.com/bots
+    producer:
+      name: Yandex LLC
+      url: http://company.yandex.com
+- 
+  user_agent: Mozilla/5.0 (compatible; YandexTracker/1.0; +http://yandex.com/bots)
+  bot:
+    name: Yandex Bot
+    category: Search bot
+    url: http://www.yandex.com/bots
+    producer:
+      name: Yandex LLC
+      url: http://company.yandex.com
+- 
+  user_agent: Mozilla/5.0 (compatible; YandexTurbo/1.0; +http://yandex.com/bots)
+  bot:
+    name: Yandex Bot
+    category: Search bot
+    url: http://www.yandex.com/bots
+    producer:
+      name: Yandex LLC
+      url: http://company.yandex.com
 - 
   user_agent: Mozilla/5.0 (compatible; YandexVerticals/1.0; http://yandex.com/bots)
   bot:
@@ -2977,6 +3445,15 @@
     producer:
       name: Yandex LLC
       url: http://company.yandex.com
+- 
+  user_agent: Mozilla/5.0 (compatible; NaverJapan/1.0; +http://corp.naver.jp/)
+  bot:
+    name: Yeti/Naverbot
+    category: Search bot
+    url: http://help.naver.com/robots/
+    producer:
+      name: Naver
+      url: http://www.naver.com
 - 
   user_agent: Yeti/1.1 (Naver Corp.; http://help.naver.com/robots/)
   bot:
@@ -3033,6 +3510,15 @@
   bot:
     name: Zao
     category: Crawler
+- 
+  user_agent: zelist.ro feed parser (+http://www.zelist.ro)
+  bot:
+    name: Ze List
+    category: Feed Fetcher
+    url: https://www.zelist.ro/
+    producer:
+      name: Treeworks SRL
+      url: https://www.tree.ro/
 - 
   user_agent: Zookabot/2.5;++http://zookabot.com
   bot:
@@ -3168,6 +3654,23 @@
     producer:
       name: reddit inc.
       url: http://www.reddit.com
+- 
+  user_agent: Mozilla/5.0 eCairn-Grabber/1.0 (+http://ecairn.com/grabber)
+  bot:
+    name: eCairn-Grabber
+    category: Crawler
+    producer:
+      name: eCairn
+      url: https://ecairn.com
+- 
+  user_agent: eZ Publish Link Validator
+  bot:
+    name: eZ Publish Link Validator
+    category: Crawler
+    url: https://ez.no/
+    producer:
+      name: eZ Systems AS
+      url: https://ez.no/
 - 
   user_agent: Mozilla/5.0 (compatible; evc-batch/2.0)
   bot:
@@ -3177,6 +3680,12 @@
     producer:
       name: eVenture Capital Partners II, LLC
       url: http://www.eventures.vc/
+- 
+  user_agent: Mozilla/5.0 (compatible; inoreader.com; 2 subscribers)
+  bot:
+    name: inoreader
+    category: Feed Reader
+    url: https://www.inoreader.com
 - 
   user_agent: masscan/1.0 (https://github.com/robertdavidgraham/masscan)
   bot:
@@ -3186,6 +3695,20 @@
     producer:
       name: Robert Graham
       url: https://github.com/robertdavidgraham
+- 
+  user_agent: 'Mozilla/5.0/Firefox/42.0 - nbertaupete95(at)gmail.com'
+  bot:
+    name: nbertaupete95
+    category: Crawler
+- 
+  user_agent: Mozilla/5.0 (compatible; oBot/2.3.1; http://www.xforce-security.com/crawler/)
+  bot:
+    name: oBot
+    category: Search bot
+    url: http://www.xforce-security.com/crawler/
+    producer:
+      name: 'IBM Germany Research & Development GmbH'
+      url: https://exchange.xforce.ibmcloud.com/
 - 
   user_agent: 'sqlmap/1.1.8.2#dev (http://sqlmap.org)'
   bot:
@@ -3195,66 +3718,9 @@
     producer:
       name: sqlmap
       url: http://sqlmap.org/
--
-  user_agent: 'BoardReader Blog Indexer(http://boardreader.com)'
-  bot:
-    name: BoardReader Blog Indexer
-    category: Crawler
-    producer:
-      name: BoardReader
-      url: http://boardreader.com/
--
-  user_agent: 'Nuzzel'
-  bot:
-    name: Nuzzel
-    category: Crawler
-    producer:
-      name: Nuzzel
-      url: https://www.nuzzel.com/
--
-  user_agent: 'Mozilla/5.0 eCairn-Grabber/1.0 (+http://ecairn.com/grabber)'
-  bot:
-    name: eCairn-Grabber
-    category: Crawler
-    producer:
-      name: eCairn
-      url: https://ecairn.com
--
-  user_agent: 'Mozilla/5.0/Firefox/42.0 - nbertaupete95(at)gmail.com'
-  bot:
-    name: nbertaupete95
-    category: Crawler
--
-  user_agent: 'Mozilla/5.0 (compatible; Twingly Recon; twingly.com)'
-  bot:
-    name: Twingly Recon
-    category: Crawler
-    producer:
-      name: Twingly
-      url: https://www.twingly.com
--
-  user_agent: 'Mozilla/5.0 (compatible; inoreader.com; 2 subscribers)'
-  bot:
-    name: inoreader
-    category: Feed Reader
-    url: https://www.inoreader.com
--
-  user_agent: 'Mozilla/5.0 (compatible; theoldreader.com; 1 subscribers; feed-id=aaa)'
+- 
+  user_agent: Mozilla/5.0 (compatible; theoldreader.com; 1 subscribers; feed-id=aaa)
   bot:
     name: theoldreader
     category: Feed Reader
     url: https://theoldreader.com
--
-  user_agent: 'The Knowledge AI'
-  bot:
-    name: The Knowledge AI
-    category: Crawler
-- 
-  user_agent: shopify-partner-homepage-scraper
-  bot:
-    name: Shopify Partner
-    category: Crawler
-    url: https://www.shopify.com/partners
-    producer:
-      name: Shopify
-      url: https://www.shopify.com/