voight_kampff 1.0.2 → 1.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f1f725ef9bb3130917b515802108e7afa6c5f923
-  data.tar.gz: db35fc150b61de1541d88893316d716d1584dd9d
+  metadata.gz: 3b9028e3e1f6c4036ff821a6b118a163559adcf4
+  data.tar.gz: ecf384b5da997f04e49a26c9a696e88d23962607
 SHA512:
-  metadata.gz: cfcccea8835dbb3857bae599f4b15dc93d49d846b2be5b0f27fa83b5c59cbe94b412bb71feab1b50e8ec284a94399fc4316ffdc3d6aa2852ad734b54750bc609
-  data.tar.gz: 9ac3a9a20d1c4e88faf9d4a7575c3ade972ff27efe936c4d6cfca851f2045680f0829d6353a02029b539f01bd2fcba32613dd03f3dd77f493cf9410e9aedeafa
+  metadata.gz: c5a8f3d00a08969bb6cdf83a358faf4c8a66a7d8f3a0c609eeb1bfebe2d79a6fdb1404111cef18e26e145ea2243f773a7196e0253d8e2ae212b1f77718224533
+  data.tar.gz: b4c52b7f4fabbe2f69a71392afa0b51e6cf57e518b83c90686be03c5854664e65ae111a9a02ffaf046bc08cd15fa345548816e40e7cbe1d64ecb2088b60fc8d8

data/.ruby-version

@@ -1 +1 @@
-2.1.4
+2.3.1

data/Gemfile

@@ -1,3 +1,3 @@
-source 'https://www.rubygems.org'
+source 'https://rubygems.org'
 
 gemspec

data/README.md

@@ -1,6 +1,8 @@
 Voight-Kampff
 =============
-[![Build Status](https://travis-ci.org/biola/Voight-Kampff.png?branch=master)](https://travis-ci.org/biola/Voight-Kampff)
+[![Build Status](https://travis-ci.org/biola/Voight-Kampff.svg?branch=master)](https://travis-ci.org/biola/Voight-Kampff)
+[![Code Climate](https://codeclimate.com/github/biola/Voight-Kampff/badges/gpa.svg)](https://codeclimate.com/github/biola/Voight-Kampff)
+[![Gem Version](https://badge.fury.io/rb/voight_kampff.svg)](https://badge.fury.io/rb/voight_kampff)
 
 Voight-Kampff relies on a [user agent](http://en.wikipedia.org/wiki/User_agent) list for its detection. It can easily tell you if a request is coming from a crawler, spider or bot. This can be especially helpful in analytics such as page hit tracking.
 

data/config/crawler-user-agents.json

@@ -1,7 +1,6 @@
-
 [
   {
-    "pattern": "googlebot\\/",
+    "pattern": "Googlebot\\/",
     "url": "http://www.google.com/bot.html"
   },
   {
@@ -10,6 +9,16 @@
   {
     "pattern": "Googlebot-Image"
   },
+  {
+    "pattern": "Googlebot-News"
+  },
+  {
+    "pattern": "Googlebot-Video"
+  },
+  {
+    "pattern": "AdsBot-Google",
+    "url": "https://support.google.com/webmasters/answer/1061943?hl=en"
+  },
   {
     "pattern": "Mediapartners-Google",
     "url": "https://support.google.com/webmasters/answer/1061943?hl=en"
@@ -46,6 +55,12 @@
   {
     "pattern": "nutch"
   },
+  {
+    "pattern": "Go-http-client",
+    "addition_date": "2016/03/26",
+    "url": "https://golang.org/pkg/net/http/",
+    "instances": ["Go-http-client/1.1"]
+  },
   {
     "pattern": "phpcrawl",
     "addition_date": "2012-09/17",
@@ -76,9 +91,14 @@
   {
     "pattern": "seekbot"
   },
+  {
+    "pattern": "gigabot",
+    "instances": ["Gigabot/1.0", "Gigabot/2.0 (http://www.gigablast.com/spider.html)", "Gigabot/2.0 (http://www.gigablast.com/spider.html)"],
+    "url": "https://github.com/gigablast/open-source-search-engine"
+  },
   {
     "pattern": "gigablast",
-    "instances": ["Gigabot/2.0 (http://www.gigablast.com/spider.html)", "Gigabot/2.0 (http://www.gigablast.com/spider.html)", "GigablastOpenSource/1.0"],
+    "instances": ["GigablastOpenSource/1.0"],
     "url": "https://github.com/gigablast/open-source-search-engine"
   },
   {
@@ -745,6 +765,118 @@
     "pattern": "AddThis",
     "url": "https://www.addthis.com",
     "instances": ["AddThis.com robot tech.support@clearspring.com"],
-   "addition_date": "2015/06/02"
- }
+    "addition_date": "2015/06/02"
+ },
+ {
+    "pattern": "Screaming Frog SEO Spider",
+    "url": "http://www.screamingfrog.co.uk/seo-spider",
+    "instances": ["Screaming Frog SEO Spider/5.1"],
+    "addition_date": "2016/01/08"
+ },
+ {
+    "pattern": "MetaURI",
+    "url": "http://www.useragentstring.com/MetaURI_id_17683.php",
+    "instances": ["MetaURI API/2.0 +metauri.com"],
+    "addition_date": "2016/01/02"
+ },
+ {
+    "pattern": "Scrapy",
+    "url": "http://scrapy.org/",
+    "instances": ["Scrapy/1.0.3 (+http://scrapy.org)"],
+    "addition_date": "2016/01/02"
+ },
+ {
+    "pattern": "LivelapBot",
+    "url": "http://site.livelap.com/crawler",
+    "instances": ["LivelapBot/0.2 (http://site.livelap.com/crawler)"],
+    "addition_date": "2016/01/02"
+ },
+ {
+    "pattern": "OpenHoseBot",
+    "url": "http://www.openhose.org/bot.html",
+    "instances": ["Mozilla/5.0 (compatible; OpenHoseBot/2.1; +http://www.openhose.org/bot.html)"],
+    "addition_date": "2016/01/02"
+ },
+ {
+    "pattern": "CapsuleChecker",
+    "url": "http://www.capsulink.com/about",
+    "instances": ["CapsuleChecker (http://www.capsulink.com/)"],
+    "addition_date": "2016/01/02"
+ },
+ {
+    "pattern": "collection@infegy.com",
+    "url": "http://infegy.com/",
+    "instances": ["Mozilla/5.0 (compatible) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/47.0.2526.73 Safari/537.36 collection@infegy.com"],
+    "addition_date": "2016/01/03"
+ },
+ {
+    "pattern": "IstellaBot",
+    "url": "http://www.tiscali.it/",
+    "instances": ["Mozilla/5.0 (compatible; IstellaBot/1.23.15 +http://www.tiscali.it/)"],
+    "addition_date": "2016/01/09"
+ },
+  {
+    "pattern": "DeuSu\\/",
+    "addition_date": "2016/01/23",
+    "url": "https://deusu.de/robot.html"
+  },
+  {
+    "pattern": "betaBot",
+    "addition_date": "2016/01/23"
+  },
+  {
+    "pattern": "Cliqzbot\\/",
+    "addition_date": "2016/01/23",
+    "url": "http://cliqz.com/company/cliqzbot"
+  },
+  {
+    "pattern": "MojeekBot\\/",
+    "addition_date": "2016/01/23",
+    "url": "https://www.mojeek.com/bot.html"
+  },
+  {
+    "pattern": "netEstate NE Crawler",
+    "addition_date": "2016/01/23",
+    "url": "+http://www.website-datenbank.de/"
+  },
+  {
+    "pattern": "SafeSearch microdata crawler",
+    "addition_date": "2016/01/23",
+    "url": "https://safesearch.avira.com"
+  },
+  {
+    "pattern": "Gluten Free Crawler\\/",
+    "addition_date": "2016/01/23",
+    "url": "http://glutenfreepleasure.com/"
+  },
+  {
+    "pattern": "Sonic",
+    "addition_date": "2016/02/08",
+    "url": "http://www.yama.info.waseda.ac.jp/~crawler/info.html"
+  },
+  {
+    "pattern": "Sysomos",
+    "addition_date": "2016/02/08",
+    "url": "http://www.sysomos.com"
+  },
+  {
+    "pattern": "Trove",
+    "addition_date": "2016/02/08",
+    "url": "http://www.trove.com"
+  },
+  {
+    "pattern": "deadlinkchecker",
+    "addition_date": "2016/02/08",
+    "url": "http://www.deadlinkchecker.com"
+  },
+  {
+    "pattern": "Slack-ImgProxy",
+    "addition_date": "2016/04/25",
+    "url": "https://api.slack.com/robots"
+  },
+  {
+    "pattern": "Embedly",
+    "addition_date": "2016/04/25",
+    "url": "http://support.embed.ly"
+  }
 ]

data/lib/voight_kampff/version.rb

@@ -1,3 +1,3 @@
 module VoightKampff
-  VERSION = '1.0.2'
+  VERSION = '1.0.3'
 end

data/lib/voight_kampff.rb

@@ -1,7 +1,7 @@
 require 'json'
 
 require 'voight_kampff/test'
-require 'voight_kampff/rack_request'
+require 'voight_kampff/rack_request' if defined?(Rack)
 require 'voight_kampff/engine' if defined?(Rails)
 
 module VoightKampff

data/voight_kampff.gemspec

@@ -10,7 +10,7 @@ Gem::Specification.new do |s|
   s.licenses      = ['MIT']
 
   s.author      = "Adam Crownoble"
-  s.email       = "adam@obledesign.com"
+  s.email       = "adam@codenoble.com"
   s.homepage    = "https://github.com/biola/Voight-Kampff"
 
   # so that rubygems does not uses the actual object
@@ -21,7 +21,7 @@ Gem::Specification.new do |s|
   s.test_files    = `git ls-files -- {tests}/**/*`.split("\n")
   s.require_path  = 'lib'
 
-  s.add_dependency 'rack', '~> 1.6'
+  s.add_dependency 'rack', '~> 1.5'
 
   s.add_development_dependency 'rails', '~> 4.2'
   s.add_development_dependency 'rspec-rails', '~> 3.3'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: voight_kampff
 version: !ruby/object:Gem::Version
-  version: 1.0.2
+  version: 1.0.3
 platform: ruby
 authors:
 - Adam Crownoble
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-12-10 00:00:00.000000000 Z
+date: 2016-05-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rack
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.6'
+        version: '1.5'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.6'
+        version: '1.5'
 - !ruby/object:Gem::Dependency
   name: rails
   requirement: !ruby/object:Gem::Requirement
@@ -67,7 +67,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0.5'
 description: Voight-Kampff detects bots, spiders, crawlers and replicants
-email: adam@obledesign.com
+email: adam@codenoble.com
 executables: []
 extensions: []
 extra_rdoc_files: []
@@ -117,9 +117,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 2.5.1
 signing_key: 
 specification_version: 4
 summary: Voight-Kampff bot detection
 test_files: []
-has_rdoc: