crawler_detect 0.1.6 → 0.1.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d59268ab3ed03de60b67ac58bc9f1891b131f282cefdd32344a7ae633061700b
-  data.tar.gz: c2efe88dc14eb589636ae11f0ef0e78d36091c8de449ea8884a6ba81f545459a
+  metadata.gz: 10da77a94afc8cab9d5e3d2431fa60229cbfa4bb7ee4ba8bcc9e9f0823d51933
+  data.tar.gz: 3d39afa416b7bc168a07a53192ee4cfd5d6367240a35803b7be6844df7d1ddf3
 SHA512:
-  metadata.gz: fb23c32b42868dfe6c687c6b20d44312b35031a54ec0570f43bb209db5bcf8b94193500057aea3b69df61e6a7b5c947e2bce552308be2b23530e7562a8316f56
-  data.tar.gz: c74a44a447eab8c6665ff556a21d1eef3757fb5e18bb585dca852a1c3081b9850a81c5927bbf5e5c11324ce55cdbd09b20a9f3657fad5bac12d3e35c399fab31
+  metadata.gz: 1dcfeca769866423d8a49f45db06cfdca9156bcade585f87e857b515a56102a15c552b84dff46cfc5c7fb3e84c25695746c9442744651d943b4a0751c60c9d0b
+  data.tar.gz: ad1396e7927176fbc099ca8be1b474ed9c00081d7c611d3134e4af3006f06ea7c1c35b24a0aee38886594d8a9781e3865d4ce44edc3f1c772ea63c7c90aa7824

data/crawler_detect.gemspec

@@ -24,13 +24,12 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
-  spec.add_development_dependency "bundler", "~> 1.15"
-  spec.add_development_dependency "rake", ">= 10.0"
-  spec.add_development_dependency "rspec", "~> 3.0"
-
   spec.add_development_dependency "activesupport", "~> 5.2.0"
+  spec.add_development_dependency "bundler", ">= 1.15"
   spec.add_development_dependency "fuubar", "~> 2.0"
   spec.add_development_dependency "parallel_tests", "~> 2.0"
   spec.add_development_dependency "pry-meta", "~> 0.0.10"
   spec.add_development_dependency "rack-test", "~> 1.1"
+  spec.add_development_dependency "rake", ">= 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
 end

data/lib/crawler_detect/library/crawlers.rb

@@ -57,6 +57,7 @@ ADmantX
 AdminLabs
 adressendeutschland
 adscanner
+Adstxtaggregator
 agentslug
 AHC
 aihit
@@ -242,6 +243,7 @@ Digg
 Digincore
 DigitalPebble
 Dirbuster
+Discourse Forum Onebox
 Disqus\/
 Dispatch\/
 DittoSpyder
@@ -306,6 +308,7 @@ fasthttp
 Faveeo
 Favicon downloader
 faviconkit
+faviconarchive
 FavOrg
 Feed Wrangler
 Feedable\/
@@ -407,6 +410,7 @@ GrabNet
 Grafula
 Grammarly
 GrapeFX
+GreatNews
 Gregarius
 GRequests
 grokkit
@@ -568,6 +572,7 @@ libwww
 Licorne
 Liferea\/
 Lightspeedsystems
+Lighthouse
 Likse
 Link Valet
 link_thumbnailer
@@ -616,6 +621,7 @@ mediawords
 MegaIndex\.ru
 MeltwaterNews
 Melvil Rawi
+MemGator
 Metaspinner
 MetaURI
 MFC_Tear_Sample
@@ -699,6 +705,7 @@ node\.io
 Nodemeter
 NodePing
 nominet\.org\.uk
+nominet\.uk
 Norton-Safeweb
 Notifixious
 notifyninja
@@ -824,6 +831,7 @@ RankActive
 RankFlex
 RankSonicSiteAuditor
 Re-re Studio
+ReactorNetty
 Readability
 RealDownload
 RealPlayer%20Downloader
@@ -835,6 +843,7 @@ ReederForMac
 ReGet
 RepoMonkey
 request\.js
+reqwest\/
 ResponseCodeTest
 RestSharp
 Riddler
@@ -1016,6 +1025,7 @@ topster
 touche\.com
 Traackr\.com
 tracemyfile
+Trackuity
 TrapitAgent
 Trendiction
 Trendsmap
@@ -1037,6 +1047,7 @@ Typhoeus
 ubermetrics-technologies
 uclassify
 UdmSearch
+unchaos
 unirest-java
 UniversalFeedParser
 Unshorten\.It
@@ -1046,10 +1057,12 @@ updated
 updown\.io daemon
 Upflow
 Uptimia
+Urlcheckr
 URL Verifier
 URLitor
 urlresolver
 Urlstat
+URLTester
 UrlTrends Ranking Updater
 URLy Warning
 URLy\.Warning
@@ -1152,6 +1165,7 @@ WinPodder
 wkhtmlto
 wmtips
 Woko
+woorankreview
 Word\/
 WordPress\/
 WordupinfoSearch
@@ -1201,7 +1215,7 @@ Zemanta Aggregator
 Zend_Http_Client
 Zend\\\Http\\\Client
 Zermelo
-Zeus
+Zeus 
 zgrab
 ZnajdzFoto
 Zombie\.js

data/lib/crawler_detect/library/exclusions.rb

@@ -46,6 +46,7 @@ Opera
  \.NET[\d\.]*
 cubot
 ; M bot
+; CRONO
 ; B bot
 ; IDbot
 ; ID bot

data/lib/crawler_detect/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module CrawlerDetect
-  VERSION = "0.1.6"
+  VERSION = "0.1.7"
 end

metadata

@@ -1,127 +1,127 @@
 --- !ruby/object:Gem::Specification
 name: crawler_detect
 version: !ruby/object:Gem::Version
-  version: 0.1.6
+  version: 0.1.7
 platform: ruby
 authors:
 - Pavel Kozlov
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-02-23 00:00:00.000000000 Z
+date: 2019-04-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: bundler
+  name: activesupport
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.15'
+        version: 5.2.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.15'
+        version: 5.2.0
 - !ruby/object:Gem::Dependency
-  name: rake
+  name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '1.15'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '1.15'
 - !ruby/object:Gem::Dependency
-  name: rspec
+  name: fuubar
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '2.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '2.0'
 - !ruby/object:Gem::Dependency
-  name: activesupport
+  name: parallel_tests
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 5.2.0
+        version: '2.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 5.2.0
+        version: '2.0'
 - !ruby/object:Gem::Dependency
-  name: fuubar
+  name: pry-meta
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.0'
+        version: 0.0.10
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.0'
+        version: 0.0.10
 - !ruby/object:Gem::Dependency
-  name: parallel_tests
+  name: rack-test
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.0'
+        version: '1.1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.0'
+        version: '1.1'
 - !ruby/object:Gem::Dependency
-  name: pry-meta
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.0.10
+        version: '10.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.0.10
+        version: '10.0'
 - !ruby/object:Gem::Dependency
-  name: rack-test
+  name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.1'
+        version: '3.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.1'
+        version: '3.0'
 description: CrawlerDetect is a library to detect bots/crawlers via the user agent
 email:
 - loadkpi@gmail.com