device_detector 1.0.0 → 1.0.1

data/spec/fixtures/client/feed_reader.yml

@@ -124,6 +124,12 @@
     type: feed reader
     name: Newsbeuter
     version: "2.4"
+-
+  user_agent: PritTorrent/1.0
+  client:
+    type: feed reader
+    name: PritTorrent
+    version: 1.0
 -
   user_agent: Pulp/1.5.2 (iPad; http://www.acrylicapps.com/pulp/)
   client:
@@ -184,4 +190,22 @@
   client:
     type: feed reader
     name: Stringer
-    version: ""
+    version: ""
+-
+  user_agent: Instacast/2380 CFNetwork/673.3 Darwin/13.4.0 (x86_64) (MacBookPro5%2C4)
+  client:
+    type: feed reader
+    name: Instacast
+    version: 2380
+-
+  user_agent: Downcast/1241 CFNetwork/673.4 Darwin/13.3.0 (x86_64) (MacBookAir4%2C2)
+  client:
+    type: feed reader
+    name: Downcast
+    version: 1241
+-
+  user_agent: iTunes/10.7 Downcast/2.8.24.1002
+  client:
+    type: feed reader
+    name: Downcast
+    version: 2.8.24.1002

data/spec/fixtures/client/library.yml

@@ -81,4 +81,58 @@
   client:
     type: library
     name: Guzzle (PHP HTTP Client)
-    version: "3.9.3"
+    version: "3.9.3"
+-
+  user_agent: HTTP_Request2/2.3.0 (http://pear.php.net/package/http_request2) PHP/5.3.3
+  client:
+    type: library
+    name: HTTP_Request2
+    version: 2.3.0
+-
+  user_agent: Mechanize/2.7.3 Ruby/1.9.3p551 (http://github.com/sparklemotion/mechanize/)
+  client:
+    type: library
+    name: Mechanize
+    version: 2.7.3
+-
+  user_agent: Python/3.5 aiohttp/1.0.5
+  client:
+    type: library
+    name: aiohttp
+    version: 1.0.5
+-
+  user_agent: Google-HTTP-Java-Client/1.17.0-rc (gzip)
+  client:
+    type: library
+    name: Google HTTP Java Client
+    version: 1.17.0-rc
+-
+  user_agent: WWW-Mechanize/1.73
+  client:
+    type: library
+    name: WWW-Mechanize
+    version: 1.73
+-
+  user_agent: Faraday v0.9.1
+  client:
+    type: library
+    name: Faraday
+    version: 0.9.1
+-
+  user_agent: Go-http-client/1.1
+  client:
+    type: library
+    name: Go-http-client
+    version: 1.1
+-
+  user_agent: Go-http-client/2.0
+  client:
+    type: library
+    name: Go-http-client
+    version: 2.0
+-
+  user_agent: Go 1.1 package http
+  client:
+    type: library
+    name: Go-http-client
+    version: 1.1

data/spec/fixtures/client/mediaplayer.yml

@@ -166,3 +166,9 @@
     type: mediaplayer
     name: Instacast
     version: "4.1.2"
+-
+  user_agent: foobar2000/1.3.10
+  client:
+    type: mediaplayer
+    name: Foobar2000
+    version: "1.3.10"

data/spec/fixtures/client/mobile_app.yml

@@ -27,4 +27,84 @@
   client:
     type: mobile app
     name: Pinterest
-    version: "3.3.3"
+    version: "3.3.3"
+-
+  user_agent: Instacast/5.0a8 CFNetwork/711.1.11 Darwin/13.4.0
+  client:
+    type: mobile app
+    name: Instacast
+    version: 5.0a8
+-
+  user_agent: InstacastHD/1.1.2 CFNetwork/711.0.6 Darwin/14.0.0
+  client:
+    type: mobile app
+    name: Instacast
+    version: 1.1.2
+-
+  user_agent: Podcasts/2.1.2
+  client:
+    type: mobile app
+    name: Podcasts
+    version: 2.1.2
+-
+  user_agent: Shifty Jelly Pocket Casts, Android v4.4.3.1
+  client:
+    type: mobile app
+    name: Pocket Casts
+    version: 4.4.3.1
+-
+  user_agent: Pocket Casts
+  client:
+    type: mobile app
+    name: Pocket Casts
+    version:
+
+-
+  user_agent: Mozilla/5.0 (Linux; U; en-us; BeyondPod)
+  client:
+    type: mobile app
+    name: BeyondPod
+    version:
+-
+  user_agent: AntennaPod/0.9.9.1
+  client:
+    type: mobile app
+    name: AntennaPod
+    version: 0.9.9.1
+-
+  user_agent: AntennaPod/
+  client:
+    type: mobile app
+    name: AntennaPod
+    version: 
+
+-
+  user_agent: Overcast/1.0 (+http://overcast.fm/; iOS podcast app)
+  client:
+    type: mobile app
+    name: Overcast
+    version: 1.0
+-
+  user_agent: Podkicker/1.9.4
+  client:
+    type: mobile app
+    name: Podkicker
+    version: 1.9.4
+-
+  user_agent: Podkicker Pro/1.9.4
+  client:
+    type: mobile app
+    name: Podkicker
+    version: 1.9.4
+-
+  user_agent: Castro/64 CFNetwork/672.1.15 Darwin/14.0.0
+  client:
+    type: mobile app
+    name: Castro
+    version: 64
+-
+  user_agent: Mozilla/5.0 (Linux; U; Windows NT 6.1; en-us; dream) DoggCatcher
+  client:
+    type: mobile app
+    name: DoggCatcher
+    version:

data/spec/fixtures/client/pim.yml

@@ -93,4 +93,10 @@
   client:
     type: pim
     name: The Bat!
-    version: "4.0.18.4"
+    version: "4.0.18.4"
+-
+  user_agent: DAVdroid/1.6.2-ose (2017/06/23; dav4android; okhttp3) Android/7.0
+  client:
+    type: pim
+    name: DAVdroid
+    version: "1.6.2"

data/spec/fixtures/detector/bots.yml

@@ -7,7 +7,7 @@
     url: http://www.so.com/help/help_3_2.html
     producer:
       name: Online Media Group, Inc.
-      url:
+      url: ""
 - 
   user_agent: Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; MDDR; .NET4.0C; .NET4.0E; .NET CLR 1.1.4322; Tablet PC 2.0); 360Spider
   bot:
@@ -16,7 +16,7 @@
     url: http://www.so.com/help/help_3_2.html
     producer:
       name: Online Media Group, Inc.
-      url:
+      url: ""
 - 
   user_agent: Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0); 360Spider
   bot:
@@ -25,7 +25,7 @@
     url: http://www.so.com/help/help_3_2.html
     producer:
       name: Online Media Group, Inc.
-      url:
+      url: ""
 - 
   user_agent: Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/21.0.1180.89 Safari/537.1; 360Spider
   bot:
@@ -34,7 +34,7 @@
     url: http://www.so.com/help/help_3_2.html
     producer:
       name: Online Media Group, Inc.
-      url:
+      url: ""
 - 
   user_agent: 'ADmantX Platform Semantic Analyzer - ADmantX Inc. - www.admantx.com - support@admantx.com'
   bot:
@@ -62,7 +62,7 @@
   bot:
     name: AddThis.com
     category: Social Media Agent
-    url:
+    url: ""
     producer:
       name: Clearspring Technologies, Inc.
       url: http://www.clearspring.com
@@ -93,6 +93,15 @@
     producer:
       name: Analytics SEO
       url: http://www.analyticsseo.com
+- 
+  user_agent: ApacheBench/2.3
+  bot:
+    name: ApacheBench
+    category: Benchmark
+    url: https://httpd.apache.org/docs/2.4/programs/ab.html
+    producer:
+      name: The Apache Software Foundation
+      url: http://www.apache.org/foundation/
 - 
   user_agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10 _1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Applebot/0.1; +http://www.apple.com/go/applebot)
   bot:
@@ -116,7 +125,7 @@
   bot:
     name: Ask Jeeves
     category: Search bot
-    url:
+    url: ""
     producer:
       name: Ask Jeeves Inc.
       url: http://www.ask.com
@@ -136,12 +145,12 @@
     category: Crawler
     url: http://law.di.unimi.it/BUbiNG.html
     producer:
-      name:
-      url:
+      name: The Laboratory for Web Algorithmics (LAW)
+      url: 'http://law.di.unimi.it/software.php#buging'
 - 
-  user_agent: Backlink-Ceck.de (+http://www.backlink-check.de/bot.html)
+  user_agent: Backlink-Check.de (+http://www.backlink-check.de/bot.html)
   bot:
-    name: Backlink-Ceck.de
+    name: Backlink-Check.de
     category: Crawler
     url: http://www.backlink-check.de/bot.html
     producer:
@@ -226,8 +235,8 @@
     url: https://bazqux.com/fetcher
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)
   bot:
@@ -300,6 +309,15 @@
     producer:
       name: Microsoft Corporation
       url: http://www.microsoft.com
+- 
+  user_agent: bitlybot/3.0
+  bot:
+    name: BitlyBot
+    category: Crawler
+    url: https://bitly.com
+    producer:
+      name: Bitly, Inc.
+      url: https://bitly.com
 - 
   user_agent: Mozilla/5.0 (compatible; Blekkobot; ScoutJet; +http://blekko.com/about/blekkobot)
   bot:
@@ -316,13 +334,13 @@
     url: http://www.bloglovin.com
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: Blogtrottr/2.0
   bot:
     name: Blogtrottr
-    url:
+    url: ""
     category: Feed Fetcher
     producer:
       name: Blogtrottr Ltd
@@ -372,6 +390,15 @@
     producer:
       name: career-x GmbH
       url: http://www.career-x.de
+- 
+  user_agent: Castro 2, Episode Duration Lookup
+  bot:
+    name: Castro 2
+    category: Service Agent
+    url: http://supertop.co/castro/
+    producer:
+      name: Supertop
+      url: http://supertop.co
 - 
   user_agent: Cliqzbot/0.1 (+http://cliqz.com/company/cliqzbot)
   bot:
@@ -381,6 +408,15 @@
     producer:
       name: 10betterpages GmbH
       url: http://cliqz.com
+- 
+  user_agent: Mozilla/5.0 (compatible; Cloudflare-AMP/1.0; +https://amp.cloudflare.com/doc/fetcher.html) AppleWebKit/534.34
+  bot:
+    name: CloudFlare AMP Fetcher
+    category: Crawler
+    url: https://amp.cloudflare.com/doc/fetcher.html
+    producer:
+      name: CloudFlare
+      url: http://www.cloudflare.com
 - 
   user_agent: Mozilla/5.0 (compatible; CloudFlare-AlwaysOnline/1.0; +http://www.cloudflare.com/always-online) AppleWebKit/534.34
   bot:
@@ -390,6 +426,15 @@
     producer:
       name: CloudFlare
       url: http://www.cloudflare.com
+- 
+  user_agent: collectd/5.5.1
+  bot:
+    name: Collectd
+    category: Site Monitor
+    url: https://collectd.org/
+    producer:
+      name: Collectd
+      url: https://collectd.org/
 - 
   user_agent: CommaFeed/1.0 (http://www.commafeed.com)
   bot:
@@ -397,8 +442,8 @@
     url: http://www.commafeed.com
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: Mozilla/5.0 (compatible; coccoc/1.0; +http://help.coccoc.com/)
   bot:
@@ -408,6 +453,24 @@
     producer:
       name: Cốc Cốc
       url: http://coccoc.com/
+- 
+  user_agent: Datadog Agent/5.10.1
+  bot:
+    name: Datadog Agent
+    url: https://github.com/DataDog/dd-agent
+    category: Site Monitor
+    producer:
+      name: Datadog
+      url: https://www.datadoghq.com/
+- 
+  user_agent: Mozilla/5.0 (compatible; Dataprovider/6.92; +https://www.dataprovider.com/)
+  bot:
+    name: Dataprovider
+    category: Crawler
+    url: ""
+    producer:
+      name: Dataprovider B.V.
+      url: https://www.dataprovider.com/
 - 
   user_agent: Mozilla/5.0 (compatible; MSIE or Firefox mutant; not on Windows server;) Daumoa/4.0;
   bot:
@@ -431,7 +494,7 @@
   bot:
     name: Dazoobot
     category: Search bot
-    url:
+    url: ""
     producer:
       name: DAZOO.FR
       url: http://dazoo.fr
@@ -449,7 +512,7 @@
   bot:
     name: Domain Re-Animator Bot
     category: Crawler
-    url:
+    url: ""
     producer:
       name: Domain Re-Animator, LLC
       url: http://domainreanimator.com
@@ -458,7 +521,7 @@
   bot:
     name: Domain Re-Animator Bot
     category: Crawler
-    url:
+    url: ""
     producer:
       name: Domain Re-Animator, LLC
       url: http://domainreanimator.com
@@ -471,15 +534,24 @@
     producer:
       name: SEOmoz, Inc.
       url: http://moz.com/
+- 
+  user_agent: Mozilla/5.0 (compatible; DuckDuckGo-Favicons-Bot/1.0; +http://duckduckgo.com)
+  bot:
+    name: DuckDuckGo Bot
+    category: Search bot
+    url: https://duckduckgo.com/duckduckbot
+    producer:
+      name: DuckDuckGo
+      url: https://duckduckgo.com/
 - 
   user_agent: EMail Exractor
   bot:
     name: EMail Exractor
     category: Crawler
-    url:
+    url: ""
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: Mozilla/5.0 (compatible; EasouSpider; +http://www.easou.com/search/spider.html)
   bot:
@@ -539,7 +611,7 @@
   bot:
     name: Ezooms
     category: Crawler
-    url:
+    url: ""
     producer:
       name: SEOmoz, Inc.
       url: http://moz.com/
@@ -577,8 +649,8 @@
     url: http://www.feedburner.com
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: 'Feedbin - 9 subscribers'
   bot:
@@ -586,8 +658,8 @@
     url: http://feedbin.com/
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: Feedly/1.0 (+http://www.feedly.com/fetcher.html; like FeedFetcher-Google)
   bot:
@@ -595,8 +667,8 @@
     url: http://www.feedly.com
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: FeedlyApp/1.0 (http://www.feedly.com)
   bot:
@@ -604,8 +676,8 @@
     url: http://www.feedly.com
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: FeedlyBot/1.0 (http://feedly.com)
   bot:
@@ -613,8 +685,8 @@
     url: http://www.feedly.com
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: MetaFeedly/1.0 (http://www.feedly.com)
   bot:
@@ -622,8 +694,8 @@
     url: http://www.feedly.com
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: Feedspot http://www.feedspot.com
   bot:
@@ -631,8 +703,8 @@
     url: http://www.feedspot.com
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: Fever/1.38 (Feed Parser; http://feedafever.com; Allow like Gecko)
   bot:
@@ -640,25 +712,70 @@
     url: http://feedafever.com/
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
+- 
+  user_agent: Mozilla/5.0 (compatible; Findxbot/1.0; +http://www.findxbot.com)
+  bot:
+    name: Findxbot
+    category: Crawler
+    url: http://www.findxbot.com
+- 
+  user_agent: Mozilla/5.0 (compatible; FlipboardProxy/1.2; +http://flipboard.com/browserproxy)
+  bot:
+    name: Flipboard
+    url: http://flipboard.com/browserproxy
+    category: Feed Fetcher
+    producer:
+      name: Flipboard
+      url: http://flipboard.com/
+- 
+  user_agent: Mozilla/5.0 (compatible; FlipboardRSS/1.2; +http://flipboard.com/browserproxy)
+  bot:
+    name: Flipboard
+    url: http://flipboard.com/browserproxy
+    category: Feed Fetcher
+    producer:
+      name: Flipboard
+      url: http://flipboard.com/
+- 
+  user_agent: COMODO SSL Checker
+  bot:
+    name: Generic Bot
+- 
+  user_agent: 'HybridBot (hybrid.ru/about. If our bot caused problems please contact us. Contact email: m.lyashkov@targetix.net)'
+  bot:
+    name: Generic Bot
+- 
+  user_agent: Mozilla/5.0 (compatible; Shareaholicbot/2.0; +http://www.shareaholic.com/bot)
+  bot:
+    name: Generic Bot
 - 
   user_agent: niki-bot
   bot:
     name: Generic Bot
 - 
-  user_agent: StatusCake Error Detector Crawler V0.01
+  user_agent: PHPCrawl
   bot:
     name: Generic Bot
 - 
   user_agent: Mozilla/5.0 (compatible; Genieo/1.0 http://www.genieo.com/webfilter.html)
   bot:
     name: Genieo Web filter
-    category:
+    category: ""
     url: http://www.genieo.com/webfilter.html
     producer:
       name: Genieo
       url: http://www.genieo.com
+- 
+  user_agent: GigablastOpenSource/1.0
+  bot:
+    name: Gigablast
+    category: Search bot
+    url: https://github.com/gigablast/open-source-search-engine
+    producer:
+      name: Matt Wells
+      url: http://www.gigablast.com/faq.html
 - 
   user_agent: Mozilla/5.0 (compatible; Gluten Free Crawler/1.0; +http://glutenfreepleasure.com/)
   bot:
@@ -666,14 +783,14 @@
     category: Crawler
     url: http://glutenfreepleasure.com/
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: Mozilla/5.0 (Windows NT 5.1; rv:11.0) Gecko Firefox/11.0 (via ggpht.com GoogleImageProxy)
   bot:
     name: Gmail Image Proxy
     category: Crawler
-    url:
+    url: ""
     producer:
       name: Google Inc.
       url: http://www.google.com
@@ -700,7 +817,16 @@
   bot:
     name: Google Partner Monitoring
     category: Site Monitor
-    url:
+    url: ""
+    producer:
+      name: Google Inc.
+      url: http://www.google.com
+- 
+  user_agent: Google-Structured-Data-Testing-Tool +https://search.google.com/structured-data/testing-tool)
+  bot:
+    name: Google Structured Data Testing Tool
+    category: Validator
+    url: https://search.google.com/structured-data/testing-tool
     producer:
       name: Google Inc.
       url: http://www.google.com
@@ -758,6 +884,15 @@
     producer:
       name: Google Inc.
       url: http://www.google.com
+- 
+  user_agent: Google-Adwords-Instant (+http://www.google.com/adsbot.html)
+  bot:
+    name: Googlebot
+    category: Search bot
+    url: http://www.google.com/bot.html
+    producer:
+      name: Google Inc.
+      url: http://www.google.com
 - 
   user_agent: Googlebot (gocrawl v0.4)
   bot:
@@ -884,6 +1019,15 @@
     producer:
       name: Google Inc.
       url: http://www.google.com
+- 
+  user_agent: Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.118 Safari/537.36 (compatible; Google-Shopping-Quality +http://www.google.com/merchants/tos/extend/DE/tos.html)
+  bot:
+    name: Googlebot
+    category: Search bot
+    url: http://www.google.com/bot.html
+    producer:
+      name: Google Inc.
+      url: http://www.google.com
 - 
   user_agent: Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Safari/537.36
   bot:
@@ -902,6 +1046,24 @@
     producer:
       name: Google Inc.
       url: http://www.google.com
+- 
+  user_agent: Mozilla/5.0 (compatible; GrapeshotCrawler/2.0; +https://www.grapeshot.com/crawler/)
+  bot:
+    name: Grapeshot
+    category: Crawler
+    url: https://www.grapeshot.com/crawler
+    producer:
+      name: Grapeshot
+      url: https://www.grapeshot.com
+- 
+  user_agent: Mozilla/5.0 (iPhone; CPU iPhone OS 8_3 like Mac OS X) AppleWebKit/600.1.4 (KHTML, like Gecko) Version/8.0 Mobile/12F70 Safari/600.1. 4 (compatible; GrapeshotCrawler/2.0; +https://www.grapeshot.com/crawler/)
+  bot:
+    name: Grapeshot
+    category: Crawler
+    url: https://www.grapeshot.com/crawler
+    producer:
+      name: Grapeshot
+      url: https://www.grapeshot.com
 - 
   user_agent: HTTPMon/1.0b (http://www.httpmon.com)
   bot:
@@ -983,6 +1145,15 @@
     producer:
       name: The Internet Archive
       url: http://www.archive.org
+- 
+  user_agent: Heurekabot-Feed/1.0 (+https://sluzby.heureka.cz/napoveda/heurekabot/)
+  bot:
+    name: Heureka Feed
+    category: Crawler
+    url: https://sluzby.heureka.cz/napoveda/heurekabot/
+    producer:
+      name: Heureka.cz, a.s.
+      url: https://www.heureka.cz/
 - 
   user_agent: HubPages V0.2.2 (http://hubpages.com/help/crawlingpolicy)
   bot:
@@ -992,6 +1163,14 @@
     producer:
       name: HubPages
       url: http://hubpages.com/
+- 
+  user_agent: HubSpot Website Grader (web-crawlers@hubspot.com)
+  bot:
+    name: HubSpot
+    category: Crawler
+    producer:
+      name: HubSpot Inc.
+      url: https://www.hubspot.com
 - 
   user_agent: ICC-Crawler/2.0 (Mozilla-compatible; ; http://www.nict.go.jp/en/univ-com/plan/crawl.html)
   bot:
@@ -999,8 +1178,8 @@
     category: Crawler
     url: http://www.nict.go.jp/en/univ-com/plan/crawl.html
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: iisbot/1.0 (+http://www.iis.net/iisbot.html)
   bot:
@@ -1010,6 +1189,23 @@
     producer:
       name: Microsoft Corporation
       url: http://www.microsoft.com
+- 
+  user_agent: IP-Guide.com Crawler/1.0 (https://ip-guide.com)
+  bot:
+    name: IP-Guide Crawler
+    category: Crawler
+    url: ""
+    producer:
+      name: ""
+      url: https://ip-guide.com
+- 
+  user_agent: Mozilla/5.0 (compatible; ips-agent)
+  bot:
+    name: IPS Agent
+    category: crawler
+    producer:
+      name: VeriSign, Inc
+      url: http://www.verisign.com/
 - 
   user_agent: kouio.com RSS reader
   bot:
@@ -1017,8 +1213,8 @@
     url: http://kouio.com/
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: 'kouio.com RSS reader - 6 subscribers'
   bot:
@@ -1026,16 +1222,16 @@
     url: http://kouio.com/
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: 'ltx71 - (http://ltx71.com/)'
   bot:
     name: LTX71
     url: http://ltx71.com/
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: larbin_2.6.3 larbin2.6.3@unspecified.mail
   bot:
@@ -1043,8 +1239,26 @@
     category: Crawler
     url: http://larbin.sourceforge.net
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
+- 
+  user_agent: "Mozilla/5.0 (compatible; Let's Encrypt validation server; +https://www.letsencrypt.org)"
+  bot:
+    name: "Let's Encrypt Validation"
+    category: Service Agent
+    url: https://letsencrypt.org/how-it-works/
+    producer:
+      name: "Let's Encrypt"
+      url: https://letsencrypt.org
+- 
+  user_agent: Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5 Build/MRA58N) AppleWebKit/537.36(KHTML, like Gecko) Chrome/61.0.3116.0 Mobile Safari/537.36 Chrome-Lighthouse
+  bot:
+    name: Lighthouse
+    category: Site Monitor
+    url: https://developers.google.com/web/tools/lighthouse
+    producer:
+      name: Lighthouse
+      url: https://developers.google.com/web/tools/lighthouse
 - 
   user_agent: linkdex.com/v2.0 and linkdex.com/v2.1
   bot:
@@ -1106,8 +1320,8 @@
     url: http://magpierss.sourceforge.net/
     category: Feed Parser
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots)
   bot:
@@ -1135,6 +1349,21 @@
     producer:
       name: Meanpath
       url: http://www.meanpath.com
+- 
+  user_agent: MetaInspector/5.4.0 (+https://github.com/jaimeiniesta/metainspector)
+  bot:
+    name: MetaInspector
+    category: Crawler
+    url: https://github.com/jaimeiniesta/metainspector
+- 
+  user_agent: Mozilla/5.0 (compatible; MetaJobBot; http://www.metajob.de/crawler)
+  bot:
+    name: MetaJobBot
+    category: Crawler
+    url: http://www.metajob.at/the/crawler
+    producer:
+      name: MetaJob
+      url: http://www.metajob.at
 - 
   user_agent: Mozilla/5.0 (compatible; MixrankBot; crawler@mixrank.com)
   bot:
@@ -1143,7 +1372,16 @@
     url: http://mixrank.com
     producer:
       name: Online Media Group, Inc.
-      url:
+      url: ""
+- 
+  user_agent: Mnogosearch-3.1.21
+  bot:
+    name: Mnogosearch
+    category: Search bot
+    url: http://www.mnogosearch.org/
+    producer:
+      name: Lavtech.Com Corp.
+      url: ""
 - 
   user_agent: Mozilla/5.0 (compatible; MojeekBot/0.6; http://www.mojeek.com/bot.html)
   bot:
@@ -1162,15 +1400,42 @@
     producer:
       name: Monitor.Us
       url: http://www.monitor.us
+- 
+  user_agent: munin/2.0.30-1 (libwww-perl/6.15)
+  bot:
+    name: Munin
+    category: Site Monitor
+    url: http://munin-monitoring.org/
+    producer:
+      name: Munin
+      url: http://munin-monitoring.org/
+- 
+  user_agent: munin/http_loadtime
+  bot:
+    name: Munin
+    category: Site Monitor
+    url: http://munin-monitoring.org/
+    producer:
+      name: Munin
+      url: http://munin-monitoring.org/
 - 
   user_agent: nlcrawler/1.0 (+http://northernlight.com/)
   bot:
     name: NLCrawler
     category: Crawler
-    url:
+    url: ""
     producer:
       name: Northern Light
       url: http://northernlight.com
+- 
+  user_agent: check_http/v1.5 (nagios-plugins 1.5)
+  bot:
+    name: Nagios check_http
+    category: Site Monitor
+    url: https://nagios.org
+    producer:
+      name: Nagios Plugins Development Team
+      url: https://nagios.org
 - 
   user_agent: NalezenCzBot/1.0 (http://www.nalezen.cz/about-crawler)
   bot:
@@ -1179,7 +1444,7 @@
     url: http://www.nalezen.cz/about-crawler
     producer:
       name: Jaroslav Kuboš
-      url:
+      url: ""
 - 
   user_agent: NetLyzer FastProbe
   bot:
@@ -1189,7 +1454,25 @@
   bot:
     name: Netcraft Survey Bot
     category: Search bot
-    url:
+    url: ""
+    producer:
+      name: Netcraft
+      url: http://www.netcraft.com
+- 
+  user_agent: Mozilla/5.0 (compatible; NetcraftSurveyAgent/1.0; +info@netcraft.com)
+  bot:
+    name: Netcraft Survey Bot
+    category: Search bot
+    url: ""
+    producer:
+      name: Netcraft
+      url: http://www.netcraft.com
+- 
+  user_agent: 'Netcraft SSL Server Survey - contact info@netcraft.com'
+  bot:
+    name: Netcraft Survey Bot
+    category: Search bot
+    url: ""
     producer:
       name: Netcraft
       url: http://www.netcraft.com
@@ -1200,8 +1483,8 @@
     url: http://www.netvibes.com/
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: 'Netvibes (http://www.netvibes.com/; 8 subscribers; feedID: 2244192)'
   bot:
@@ -1209,8 +1492,8 @@
     url: http://www.netvibes.com/
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: 'NewsBlur Favicon Fetcher - 7 subscribers - http://www.newsblur.com/site/1948420/analytics-piwik (Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_1) AppleWebKit/534.48.3 (KHTML, like Gecko) Version/5.1 Safari/534.48.3)'
   bot:
@@ -1218,8 +1501,8 @@
     url: http://www.newsblur.com
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: 'NewsBlur Feed Fetcher - 7 subscribers - http://www.newsblur.com/site/1948420/analytics-piwik (Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_1) AppleWebKit/534.48.3 (KHTML, like Gecko) Version/5.1 Safari/534.48.3)'
   bot:
@@ -1227,8 +1510,8 @@
     url: http://www.newsblur.com
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: NewsBlur Feed Finder (Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_1) AppleWebKit/534.48.3 (KHTML, like Gecko) Version/5.1 Safari/534.48.3)
   bot:
@@ -1236,8 +1519,8 @@
     url: http://www.newsblur.com
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: 'NewsBlur Page Fetcher - 7 subscribers - http://www.newsblur.com/site/3966817/analytics-piwik (Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_1) AppleWebKit/534.48.3 (KHTML, like Gecko) Version/5.1 Safari/534.48.3)'
   bot:
@@ -1245,8 +1528,8 @@
     url: http://www.newsblur.com
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: NewsGatorOnline/2.0 (http://www.newsgator.com; 2 subscribers)
   bot:
@@ -1254,8 +1537,17 @@
     url: http://www.newsgator.com
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
+- 
+  user_agent: Mozilla/5.0 (compatible; Nmap Scripting Engine; https://nmap.org/book/nse.html)
+  bot:
+    name: Nmap
+    category: Security Checker
+    url: https://nmap.org/book/nse.html
+    producer:
+      name: Nmap
+      url: https://nmap.org/
 - 
   user_agent: 5acd734a-1ed3-4a17-ad9d-0b09ae7bc2d2/Nutch-1.7
   bot:
@@ -1373,6 +1665,10 @@
     producer:
       name: The Apache Software Foundation
       url: http://www.apache.org/foundation/
+- 
+  user_agent: Octopus 1.0.2
+  bot:
+    name: Octopus
 - 
   user_agent: omgilibot/0.3 +http://www.omgili.com/Crawler.html
   bot:
@@ -1450,7 +1746,7 @@
   bot:
     name: Outbrain
     category: Crawler
-    url:
+    url: ""
     producer:
       name: Outbrain
       url: http://www.outbrain.com/
@@ -1472,6 +1768,12 @@
     producer:
       name: Smallrivers SA
       url: http://www.paper.li
+- 
+  user_agent: phantomas/1.11.0 (PhantomJS/1.9.8; linux x64)
+  bot:
+    name: Phantomas
+    category: Site Monitor
+    url: https://github.com/macbre/phantomas
 - 
   user_agent: psbot-page (+http://www.picsearch.com/bot.html)
   bot:
@@ -1495,7 +1797,7 @@
   bot:
     name: Pingdom Bot
     category: Site Monitor
-    url:
+    url: ""
     producer:
       name: Pingdom AB
       url: https://www.pingdom.com
@@ -1503,11 +1805,29 @@
   user_agent: Pinterest/0.2 (+http://www.pinterest.com/)
   bot:
     name: Pinterest
-    url:
+    url: ""
     category: Crawler
     producer:
       name: Pinterest
       url: http://www.pinterest.com/
+- 
+  user_agent: PocketParser/2.0 (+https://getpocket.com/pocketparser_ua)
+  bot:
+    name: PocketParser
+    category: Read-it-later Service
+    url: https://getpocket.com/pocketparser_ua
+    producer:
+      name: Pocket
+      url: https://getpocket.com/
+- 
+  user_agent: PritTorrent/1.0
+  bot:
+    name: PritTorrent
+    category: Crawler
+    url: https://github.com/astro/prittorrent
+    producer:
+      name: Bitlove
+      url: http://bitlove.org/
 - 
   user_agent: QuerySeekerSpider ( http://queryseeker.com/bot.html )
   bot:
@@ -1517,15 +1837,39 @@
     producer:
       name: QueryEye Inc.
       url: http://queryeye.com
+- 
+  user_agent: 'Mozilla/5.0 (compatible; Qwantify/2.2w; +https://www.qwant.com/)/*'
+  bot:
+    name: Qwantify
+    category: Crawler
+    url: https://www.qwant.com/
+    producer:
+      name: Qwant Corporation
+      url: https://www.qwant.com/
 - 
   user_agent: ROI Hunter; https://api-dev.roihunter.com
   bot:
     name: ROI Hunter
     category: Crawler
-    url:
+    url: ""
     producer:
       name: Roihunter a.s.
       url: http://roihunter.com/
+- 
+  user_agent: Rainmeter WebParser plugin
+  bot:
+    name: Rainmeter
+    category: Crawler
+    url: https://www.rainmeter.net
+- 
+  user_agent: RamblerMail/6.0 (incompatible; ImageProxy/6.0)
+  bot:
+    name: RamblerMail Image Proxy
+    category: Crawler
+    url: ""
+    producer:
+      name: 'Rambler&Co'
+      url: https://rambler-co.ru/
 - 
   user_agent: Mozilla/5.0 (compatible; redditbot/1.0; +http://www.reddit.com/feedback)
   bot:
@@ -1571,6 +1915,15 @@
     producer:
       name: SEO Engine
       url: http://www.seoengine.com
+- 
+  user_agent: Mozilla/5.0 (compatible; SEOkicks-Robot; +http://www.seokicks.de/robot.html)
+  bot:
+    name: SEOkicks-Robot
+    category: Crawler
+    url: http://www.seokicks.de/robot.html
+    producer:
+      name: SEOkicks
+      url: https://www.seokicks.de/
 - 
   user_agent: Mozilla/5.0 (compatible; SISTRIX Crawler; http://crawler.sistrix.net/)
   bot:
@@ -1580,6 +1933,24 @@
     producer:
       name: SISTRIX GmbH
       url: http://www.sistrix.de
+- 
+  user_agent: SSL Labs (https://www.ssllabs.com/about/assessment.html)
+  bot:
+    name: SSL Labs
+    category: Validator
+    url: https://www.ssllabs.com/about/assessment.html
+    producer:
+      name: SSL Labs
+      url: https://www.ssllabs.com/about/assessment.html
+- 
+  user_agent: SafeDNSBot (https://www.safedns.com/searchbot)
+  bot:
+    name: SafeDNSBot
+    category: Crawler
+    url: https://www.safedns.com/searchbot
+    producer:
+      name: SafeDNS, Inc.
+      url: https://www.safedns.com/
 - 
   user_agent: Scrapy/1.0.3.post6+g2d688cd (+http://scrapy.org)
   bot:
@@ -1602,8 +1973,8 @@
     category: Crawler
     url: http://www.screenerbot.com
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: Mozilla/5.0 (compatible; SemrushBot/0.97; +http://www.semrush.com/bot.html)
   bot:
@@ -1617,11 +1988,24 @@
   user_agent: SensikaBot/x.33 (+http://sensika.com)
   bot:
     name: Sensika Bot
-    category:
-    url:
+    category: ""
+    url: ""
     producer:
       name: Sensika
       url: http://sensika.com
+- 
+  user_agent: sentry/8.6.0 (https://getsentry.com)
+  bot:
+    name: Sentry Bot
+    producer:
+      name: Sentry
+      url: https://sentry.io
+- 
+  user_agent: Mozilla/5.0 (compatible; seoscanners.net/1; +spider@seoscanners.net)
+  bot:
+    name: Seoscanners.net
+    category: Crawler
+    url: ""
 - 
   user_agent: Server Density Service Monitoring v2
   bot:
@@ -1662,6 +2046,33 @@
     producer:
       name: Seznam.cz, a.s.
       url: http://www.seznam.cz/
+- 
+  user_agent: Mozilla/5.0 SeznamEmailProxy/2.0.174
+  bot:
+    name: Seznam Email Proxy
+    category: Crawler
+    url: ""
+    producer:
+      name: Seznam.cz, a.s.
+      url: http://www.seznam.cz/
+- 
+  user_agent: Seznam-Zbozi-robot/3.0
+  bot:
+    name: Seznam Zbozi.cz
+    category: Crawler
+    url: ""
+    producer:
+      name: Seznam.cz, a.s.
+      url: https://www.zbozi.cz/
+- 
+  user_agent: Mozilla/5.0 (ShopAlike; LadenZeile) FeedBot
+  bot:
+    name: ShopAlike
+    category: Crawler
+    url: ""
+    producer:
+      name: Visual Meta
+      url: https://www.shopalike.cz/
 - 
   user_agent: ShopWiki/1.0 ( +http://www.shopwiki.com/wiki/Help:Bot)
   bot:
@@ -1678,8 +2089,8 @@
     url: http://silverreader.com
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: freshrss/0.8-dev (Linux; http://freshrss.org) SimplePie/1.4-dev-FreshRSS
   bot:
@@ -1687,8 +2098,8 @@
     url: http://www.simplepie.org
     category: Feed Parser
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: SimplePie/1.2.1-dev (Feed Parser; http://simplepie.org; Allow like Gecko) Build/20130514092120
   bot:
@@ -1696,8 +2107,8 @@
     url: http://www.simplepie.org
     category: Feed Parser
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: SimplePie/1.3.1 (Feed Parser; http://simplepie.org; Allow like Gecko) Build/20121030175911
   bot:
@@ -1705,8 +2116,8 @@
     url: http://www.simplepie.org
     category: Feed Parser
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: Site24x7
   bot:
@@ -1716,12 +2127,27 @@
     producer:
       name: Site24x7
       url: https://www.site24x7.com
+- 
+  user_agent: SiteSucker for macOS/2.10.5
+  bot:
+    name: SiteSucker
+    category: Crawler
+    url: http://ricks-apps.com/osx/sitesucker/
+- 
+  user_agent: sixy.ch/1.0
+  bot:
+    name: Sixy.ch
+    category: Site Monitor
+    url: http://sixy.ch
+    producer:
+      name: Manuel Kasper
+      url: https://neon1.net/
 - 
   user_agent: Mozilla/5.0 (Windows NT 6.1; WOW64) SkypeUriPreview Preview/0.5
   bot:
     name: Skype URI Preview
     category: Service Agent
-    url:
+    url: ""
     producer:
       name: Skype Communications S.à.r.l.
       url: https://www.skype.com
@@ -1779,6 +2205,12 @@
     producer:
       name: Tencent Holdings
       url: http://www.soso.com
+- 
+  user_agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_6) AppleWebKit/537.36 (KHTML, like Gecko) Sparkler/0.2.0-SNAPSHOT
+  bot:
+    name: Sparkler
+    category: Crawler
+    url: https://github.com/USCDataScience/sparkler
 - 
   user_agent: Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.0.19; aggregator:Spinn3r (Spinn3r 3.1); http://spinn3r.com/robot) Gecko/2010040121 Firefox/3.0.19
   bot:
@@ -1792,26 +2224,35 @@
   user_agent: Mozilla/5.0 (compatible; SputnikBot/2.2)
   bot:
     name: Sputnik Bot
-    category:
-    url:
+    category: ""
+    url: ""
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: Mozilla/5.0 (compatible; SputnikImageBot/2.2)
   bot:
     name: Sputnik Bot
-    category:
-    url:
+    category: ""
+    url: ""
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
+- 
+  user_agent: Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.4 (KHTML, like Gecko) Chrome/98 Safari/537.4 (StatusCake)
+  bot:
+    name: StatusCake
+    category: Site Monitor
+    url: https://www.statuscake.com
+    producer:
+      name: StatusCake
+      url: https://www.statuscake.com
 - 
   user_agent: 'Superfeedr bot/2.0 http://superfeedr.com - Make your feeds realtime: get in touch!'
   bot:
     name: Superfeedr Bot
     category: Feed Fetcher
-    url:
+    url: ""
     producer:
       name: Superfeedr
       url: https://superfeedr.com/
@@ -1824,6 +2265,21 @@
     producer:
       name: Domain Tools
       url: http://www.domaintools.com
+- 
+  user_agent: TLSProbe/1.0 (+https://scan.trustnet.venafi.com/)
+  bot:
+    name: TLSProbe
+    url: https://scan.trustnet.venafi.com/
+    category: Security search bot
+    producer:
+      name: Venafi TrustNet
+      url: https://www.venafi.com
+- 
+  user_agent: Tarmot Gezgin/1.0 (compatible; TarmotGezgin/1.1; +http://www.tarmot.com/gezgin)
+  bot:
+    name: Tarmot Gezgin
+    url: http://www.tarmot.com/gezgin/
+    category: Search bot
 - 
   user_agent: TelegramBot (like TwitterBot)
   bot:
@@ -1845,8 +2301,8 @@
     url: http://tt-rss.org
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
 - 
   user_agent: Tiny Tiny RSS/1.11.4c63934 (http://tt-rss.org/)
   bot:
@@ -1854,8 +2310,17 @@
     url: http://tt-rss.org
     category: Feed Fetcher
     producer:
-      name:
-      url:
+      name: ""
+      url: ""
+- 
+  user_agent: Mozilla/5.0 (Windows; U; Windows NT 6.0; en-GB; rv:1.0; trendictionbot0.5.0; trendiction search; http://www.trendiction.de/bot; please let us know of any problems; web at trendiction.com) Gecko/20071127 Firefox/3.0.0.11
+  bot:
+    name: Trendiction Bot
+    category: Crawler
+    url: http://www.trendiction.de/bot
+    producer:
+      name: Talkwalker Inc.
+      url: http://www.talkwalker.com
 - 
   user_agent: TurnitinBot/3.0 (http://www.turnitin.com/robot/crawlerinfo.html)
   bot:
@@ -1891,7 +2356,7 @@
     url: http://tweetmeme.com/
     producer:
       name: Mediasift
-      url:
+      url: ""
 - 
   user_agent: Twitterbot/1.0
   bot:
@@ -1910,15 +2375,51 @@
     producer:
       name: Profound Networks
       url: http://www.profound.net
+- 
+  user_agent: 'Mozilla/5.0 (Windows NT 10.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.87 Safari/537.36 (via secureurl.fwdcdn.com - mail.ukr.net proxy)'
+  bot:
+    name: UkrNet Mail Proxy
+    category: Crawler
+    url: ""
+    producer:
+      name: UkrNet Ltd
+      url: https://www.ukr.net/
+- 
+  user_agent: UniversalFeedParser/5.2.1 +https://code.google.com/p/feedparser/
+  bot:
+    name: UniversalFeedParser
+    category: Feed Fetcher
+    url: https://github.com/kurtmckee/feedparser
+    producer:
+      name: Kurt McKee
+      url: https://github.com/kurtmckee
 - 
   user_agent: Mozilla/5.0+(compatible; UptimeRobot/2.0; http://www.uptimerobot.com/)
   bot:
     name: Uptime Robot
     category: Site Monitor
-    url:
+    url: ""
     producer:
       name: Uptime Robot
       url: http://uptimerobot.com
+- 
+  user_agent: Mozilla/5.0 (compatible; Uptimebot/1.0; +http://www.uptime.com/uptimebot)
+  bot:
+    name: Uptimebot
+    category: Site Monitor
+    url: https://uptime.com/uptimebot
+    producer:
+      name: Uptime
+      url: https://uptime.com
+- 
+  user_agent: 'Mozilla/4.0 (compatible;  Vagabondo/4.0; http://webagent.wise-guys.nl/; http://www.wise-guys.nl/)'
+  bot:
+    name: Vagabondo
+    category: Crawler
+    url: ""
+    producer:
+      name: WiseGuys
+      url: http://www.wise-guys.nl/
 - 
   user_agent: Mozilla/5.0 (compatible; VSMCrawler; http://www.visualsitemapper.com/crawler/)
   bot:
@@ -1964,6 +2465,15 @@
     producer:
       name: W3C
       url: http://www.w3.org
+- 
+  user_agent: Validator.nu/LV http://validator.w3.org/services
+  bot:
+    name: W3C Markup Validation Service
+    category: Validator
+    url: http://validator.w3.org/services
+    producer:
+      name: W3C
+      url: http://www.w3.org
 - 
   user_agent: W3C_Validator/1.3 http://validator.w3.org/services
   bot:
@@ -2000,6 +2510,14 @@
     producer:
       name: W3C
       url: http://www.w3.org
+- 
+  user_agent: Mozilla/5.0 (compatible; Wappalyzer; +https://github.com/AliasIO/Wappalyzer)
+  bot:
+    name: Wappalyzer
+    url: https://github.com/AliasIO/Wappalyzer
+    producer:
+      name: AliasIO
+      url: https://github.com/AliasIO
 - 
   user_agent: WeSEE:Search/0.1 (Alpha, http://www.wesee.com/en/support/bot/)
   bot:
@@ -2027,6 +2545,15 @@
     producer:
       name: Steve Webb
       url: http://badcheese.com
+- 
+  user_agent: WordPress/4.7.2; https://example.com
+  bot:
+    name: WordPress
+    category: Service Agent
+    url: https://wordpress.org/
+    producer:
+      name: Wordpress.org
+      url: https://wordpress.org/
 - 
   user_agent: Wotbox/2.01 (+http://www.wotbox.com/bot/)
   bot:
@@ -2416,3 +2943,36 @@
     producer:
       name: reddit inc.
       url: http://www.reddit.com
+- 
+  user_agent: Mozilla/5.0 (compatible; evc-batch/2.0)
+  bot:
+    name: evc-batch
+    category: Crawler
+    url: ""
+    producer:
+      name: eVenture Capital Partners II, LLC
+      url: http://www.eventures.vc/
+- 
+  user_agent: masscan/1.0 (https://github.com/robertdavidgraham/masscan)
+  bot:
+    name: masscan
+    category: Crawler
+    url: https://github.com/robertdavidgraham/masscan
+    producer:
+      name: Robert Graham
+      url: https://github.com/robertdavidgraham
+- 
+  user_agent: 'sqlmap/1.1.8.2#dev (http://sqlmap.org)'
+  bot:
+    name: sqlmap
+    category: Security Checker
+    url: http://sqlmap.org/
+    producer:
+      name: sqlmap
+      url: http://sqlmap.org/
+- 
+  user_agent: Mozilla/5.0 zgrab/0.x
+  bot:
+    name: zgrab
+    category: Security Checker
+    url: https://github.com/zmap/zgrab