crawler_detect 0.1.8 → 0.1.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 72dc67a0bdce98b43441a4ee38694d0051d119de1c51d452aff5269e16c2a380
-  data.tar.gz: 13c0420ae71ad6a3815d05d062158f3b03e9e48373138413484e6734a6418093
+  metadata.gz: 1e57847099083aec764a23effc46a60415ebc5e0e67062f538054b8b286cf562
+  data.tar.gz: 47d3434aea283a1621313cb58be7cb701716197027ab989223014373220c7853
 SHA512:
-  metadata.gz: 459bf586b5cb32b53142ddf67254e6287a6cbd6ced29169fe9ff3d550710549d365c0571cae792b51cea3fd74fc3966ddd427ad8e5605e75d397b09d32068283
-  data.tar.gz: 7959aa23c01189b91248624443d48176f6ea26e2bb91b3c10701e7d395c0bc0ac31e51304cf6d3ab04e67ccb39f1a05fa21698c613cfe4565646ed77e253a8f4
+  metadata.gz: 39abccffe9404dd3fcb1497d26bc8895925e2fda9ef01715ad3cfcb6556941953a924e945e1d140c0e8c41599bc812bfcd17010b9f10ca9206aba8bea9db56da
+  data.tar.gz: fcbbc31a482050002c8482a955840230c064e49dd761146ce10407af269f1a5c140981096e07fc716a7a3ca248a6edc4d448431dbdf003c193b4ed4029e3fb4b

data/.travis.yml

@@ -8,8 +8,9 @@ env:
   - "TEST_GROUP=3"
   - "TEST_GROUP=4"
 rvm:
-  - 2.2
+  - 2.3
   - 2.5
-before_install: gem install bundler -v 1.16.2
+  - 2.6
+before_install: gem install bundler
 script:
   - bundle exec parallel_rspec spec/ -n 4 --only-group $TEST_GROUP --group-by runtime --runtime-log spec/fixtures/parallel_runtime_rspec.log

data/lib/crawler_detect/library/crawlers.rb

@@ -58,6 +58,8 @@ AdminLabs
 adressendeutschland
 adscanner
 Adstxtaggregator
+adstxt-worker
+adstxt\.com
 agentslug
 AHC
 aihit
@@ -73,6 +75,7 @@ allloadin
 AllSubmitter
 alyze\.info
 amagit
+^Amazon Simple Notification Service Agent$
 Anarchie
 AndroidDownloadManager
 Anemone
@@ -216,8 +219,10 @@ CookieReports
 copyright sheriff
 CopyRightCheck
 Copyscape
+cortex\/
 Cosmos4j\.feedback
 Covario-IDS
+Craw\/
 Crescent
 Crowsnest
 Criteo
@@ -271,6 +276,7 @@ drupact
 Drupal \(\+http:\/\/drupal\.org\/\)
 DTS Agent
 dubaiindex
+DuplexWeb-Google
 EARTHCOM
 Easy-Thumb
 EasyDL
@@ -307,6 +313,7 @@ Extreme Picture Finder
 EyeNetIE
 ezooms
 facebookexternalhit
+facebookexternalua
 facebookplatform
 fairshare
 Faraday v
@@ -365,6 +372,7 @@ GetRight
 getroot
 GetURLInfo\/
 GetWeb
+Geziyor
 Ghost Inspector
 GigablastOpenSource
 GIS-LABS
@@ -395,6 +403,7 @@ Google-Calendar-Importer
 Google-HotelAdsVerifier
 Google-HTTP-Java-Client
 Google-Publisher-Plugin
+Google-Read-Aloud
 Google-SearchByImage
 Google-Site-Verification
 Google-Structured-Data-Testing-Tool
@@ -469,6 +478,7 @@ http_get
 HttpComponents
 httphr
 HTTPMon
+HTTPie
 httpRequest
 httpscheck
 httpssites_power
@@ -515,6 +525,7 @@ internet_archive
 Internet Ninja
 InternetSeer
 internetVista monitor
+internetwache
 intraVnews
 IODC
 IOI
@@ -529,6 +540,7 @@ isitup\.org
 iskanie
 isUp\.li
 iThemes Sync\/
+IZaBEE
 iZSearch
 JAHHO
 janforman
@@ -555,6 +567,7 @@ Kerrigan\/
 KeyCDN
 Keyword Density
 Keywords Research
+khttp\/
 KickFire
 KimonoLabs\/
 Kml-Google
@@ -599,6 +612,7 @@ livedoor ScreenShot
 LoadImpactRload
 localsearch-web
 LongURL API
+looid\.com
 looksystems\.net
 ltx71
 lua-resty-http
@@ -716,6 +730,7 @@ nominet\.uk
 Norton-Safeweb
 Notifixious
 notifyninja
+NotionEmbedder
 nuhk
 nutch
 Nuzzel
@@ -728,6 +743,7 @@ Octopus
 oegp
 Offline Explorer
 Offline Navigator
+OgScrper
 og-scraper
 okhttp
 omgili
@@ -1179,6 +1195,7 @@ Woko
 woorankreview
 Word\/
 WordPress\/
+worldping-api
 WordupinfoSearch
 wotbox
 WP Engine Install Performance API
@@ -1229,6 +1246,7 @@ Zermelo
 Zeus 
 zgrab
 ZnajdzFoto
+ZnHTTP
 Zombie\.js
 Zoom\.Mac
 ZyBorg

data/lib/crawler_detect/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module CrawlerDetect
-  VERSION = "0.1.8"
+  VERSION = "0.1.9"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: crawler_detect
 version: !ruby/object:Gem::Version
-  version: 0.1.8
+  version: 0.1.9
 platform: ruby
 authors:
 - Pavel Kozlov
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-06-01 00:00:00.000000000 Z
+date: 2019-11-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport