crawler_detect 0.1.1 → 0.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. checksums.yaml +4 -4
  2. data/.travis.yml +6 -3
  3. data/README.md +4 -2
  4. data/crawler_detect.gemspec +1 -0
  5. data/lib/crawler_detect/library/crawlers.rb +2 -1
  6. data/lib/crawler_detect/version.rb +1 -1
  7. metadata +17 -3
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 6efb4076f275c3de6f291fb363841397d4d3693c11455f4709d793f4fddc6a93
4
- data.tar.gz: 4c9aab98e6633602e4a39d9e121ce9240d2baef5ea2f20c5e52c5d1246c92f8c
3
+ metadata.gz: 0dc623ce9cc246a532e7ea63e46815eaf7a9e4aac48779d76a84f5851191db81
4
+ data.tar.gz: 88e1c9e792a840a8305947b4b45a189fce06ef8a7fcb7f6e2b3d7edaec87e0dc
5
5
  SHA512:
6
- metadata.gz: 5adfafab4b45fed2db6bc3ad6e9a931512cfc43bb97eba8a5320ee8ca7718dcf605f12071c79edace5b80e7aad3a9969737d6d0a8fcb3c73a84cf0430cd7b08d
7
- data.tar.gz: 7290cb5a14fd8afcf12c6cc60683ef8dd8023f101442a06b7319c6c828fe4f662600221ab0dca2aae9982950e2872008e7f47863a922d56cef89293ba3b9a416
6
+ metadata.gz: 51eb38205ddd56889431288de440eea013bda6612c43ed3367e54bf09c64793af148d743a48ddbc69ff645e053a892b8acb7fc89ecdd81b75e8902faf49a4e8d
7
+ data.tar.gz: 9e52dee683cb900269c622ac41fae688ca1a427302a32ecb7dbe0b0aa15d6fe890a60a43684470bd260d012d8388a3f48cfd0de5c63fedba7d06ec0b2ec846f7
data/.travis.yml CHANGED
@@ -2,11 +2,14 @@
2
2
  sudo: false
3
3
  language: ruby
4
4
  cache: bundler
5
+ env:
6
+ - "TEST_GROUP=1"
7
+ - "TEST_GROUP=2"
8
+ - "TEST_GROUP=3"
9
+ - "TEST_GROUP=4"
5
10
  rvm:
6
11
  - 2.2
7
- - 2.3
8
- - 2.4
9
12
  - 2.5
10
13
  before_install: gem install bundler -v 1.16.2
11
14
  script:
12
- - bundle exec parallel_rspec spec/
15
+ - bundle exec parallel_rspec spec/ -n 4 --only-group $TEST_GROUP --group-by runtime --runtime-log spec/fixtures/parallel_runtime_rspec.log
data/README.md CHANGED
@@ -1,6 +1,6 @@
1
1
  # CrawlerDetect
2
2
 
3
- [![Build Status](https://travis-ci.org/loadkpi/crawler_detect.svg?branch=master)](https://travis-ci.org/loadkpi/crawler_detect)
3
+ [![Build Status](https://travis-ci.org/loadkpi/crawler_detect.svg?branch=master)](https://travis-ci.org/loadkpi/crawler_detect) [![Gem Version](https://badge.fury.io/rb/crawler_detect.svg)](https://badge.fury.io/rb/crawler_detect)
4
4
 
5
5
  ## About
6
6
  **CrawlerDetect** is a Ruby version of PHP class @[CrawlerDetect](https://github.com/JayBizzle/Crawler-Detect).
@@ -40,6 +40,8 @@ request.is_crawler?
40
40
  request.crawler_name
41
41
  => nil
42
42
  ```
43
+ It's more flexible to use `request.is_crawler?` rather than `CrawlerDetect.is_crawler?` because it automatically checks 10 HTTP-headers, not only `HTTP_USER_AGENT`.
44
+
43
45
  Only one thing you have to do is to configure `Rack::CrawlerDetect` midleware:
44
46
  ### Rails
45
47
  ```
@@ -53,4 +55,4 @@ end
53
55
  use Rack::CrawlerDetect
54
56
  ```
55
57
  ## License
56
- MIT License
58
+ MIT License
data/crawler_detect.gemspec CHANGED
@@ -28,6 +28,7 @@ Gem::Specification.new do |spec|
28
28
  spec.add_development_dependency "rake", "~> 10.0"
29
29
  spec.add_development_dependency "rspec", "~> 3.0"
30
30
 
31
+ spec.add_development_dependency "activesupport", "~> 5.2.0"
31
32
  spec.add_development_dependency "fuubar", "~> 2.0"
32
33
  spec.add_development_dependency "parallel_tests", "~> 2.0"
33
34
  spec.add_development_dependency "pry-meta", "~> 0.0.10"
data/lib/crawler_detect/library/crawlers.rb CHANGED
@@ -615,6 +615,7 @@ mogimogi
615
615
  Mojeek
616
616
  Mojolicious \(Perl\)
617
617
  monitis
618
+ Monit\/
618
619
  Monitority\/[0-9]
619
620
  montastic
620
621
  MonTools
@@ -653,7 +654,7 @@ Netvibes
653
654
  NetZIP
654
655
  Neustar WPM
655
656
  NeutrinoAPI
656
- NewRelicPinger\/1.0 \(\d+\)
657
+ NewRelicPinger
657
658
  NewsBlur .*Finder
658
659
  NewsGator
659
660
  newsme
data/lib/crawler_detect/version.rb CHANGED
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module CrawlerDetect
4
- VERSION = "0.1.1"
4
+ VERSION = "0.1.2"
5
5
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: crawler_detect
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.1
4
+ version: 0.1.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - Pavel Kozlov
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2018-08-15 00:00:00.000000000 Z
11
+ date: 2018-09-14 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bundler
@@ -52,6 +52,20 @@ dependencies:
52
52
  - - "~>"
53
53
  - !ruby/object:Gem::Version
54
54
  version: '3.0'
55
+ - !ruby/object:Gem::Dependency
56
+ name: activesupport
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - "~>"
60
+ - !ruby/object:Gem::Version
61
+ version: 5.2.0
62
+ type: :development
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - "~>"
67
+ - !ruby/object:Gem::Version
68
+ version: 5.2.0
55
69
  - !ruby/object:Gem::Dependency
56
70
  name: fuubar
57
71
  requirement: !ruby/object:Gem::Requirement
@@ -152,7 +166,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
152
166
  version: '0'
153
167
  requirements: []
154
168
  rubyforge_project:
155
- rubygems_version: 2.7.3
169
+ rubygems_version: 2.7.7
156
170
  signing_key:
157
171
  specification_version: 4
158
172
  summary: 'CrawlerDetect: detect bots/crawlers'