crawler_detect 0.1.1 → 0.1.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.travis.yml +6 -3
- data/README.md +4 -2
- data/crawler_detect.gemspec +1 -0
- data/lib/crawler_detect/library/crawlers.rb +2 -1
- data/lib/crawler_detect/version.rb +1 -1
- metadata +17 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 0dc623ce9cc246a532e7ea63e46815eaf7a9e4aac48779d76a84f5851191db81
|
|
4
|
+
data.tar.gz: 88e1c9e792a840a8305947b4b45a189fce06ef8a7fcb7f6e2b3d7edaec87e0dc
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 51eb38205ddd56889431288de440eea013bda6612c43ed3367e54bf09c64793af148d743a48ddbc69ff645e053a892b8acb7fc89ecdd81b75e8902faf49a4e8d
|
|
7
|
+
data.tar.gz: 9e52dee683cb900269c622ac41fae688ca1a427302a32ecb7dbe0b0aa15d6fe890a60a43684470bd260d012d8388a3f48cfd0de5c63fedba7d06ec0b2ec846f7
|
data/.travis.yml
CHANGED
|
@@ -2,11 +2,14 @@
|
|
|
2
2
|
sudo: false
|
|
3
3
|
language: ruby
|
|
4
4
|
cache: bundler
|
|
5
|
+
env:
|
|
6
|
+
- "TEST_GROUP=1"
|
|
7
|
+
- "TEST_GROUP=2"
|
|
8
|
+
- "TEST_GROUP=3"
|
|
9
|
+
- "TEST_GROUP=4"
|
|
5
10
|
rvm:
|
|
6
11
|
- 2.2
|
|
7
|
-
- 2.3
|
|
8
|
-
- 2.4
|
|
9
12
|
- 2.5
|
|
10
13
|
before_install: gem install bundler -v 1.16.2
|
|
11
14
|
script:
|
|
12
|
-
- bundle exec parallel_rspec spec/
|
|
15
|
+
- bundle exec parallel_rspec spec/ -n 4 --only-group $TEST_GROUP --group-by runtime --runtime-log spec/fixtures/parallel_runtime_rspec.log
|
data/README.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# CrawlerDetect
|
|
2
2
|
|
|
3
|
-
[](https://travis-ci.org/loadkpi/crawler_detect)
|
|
3
|
+
[](https://travis-ci.org/loadkpi/crawler_detect) [](https://badge.fury.io/rb/crawler_detect)
|
|
4
4
|
|
|
5
5
|
## About
|
|
6
6
|
**CrawlerDetect** is a Ruby version of PHP class @[CrawlerDetect](https://github.com/JayBizzle/Crawler-Detect).
|
|
@@ -40,6 +40,8 @@ request.is_crawler?
|
|
|
40
40
|
request.crawler_name
|
|
41
41
|
=> nil
|
|
42
42
|
```
|
|
43
|
+
It's more flexible to use `request.is_crawler?` rather than `CrawlerDetect.is_crawler?` because it automatically checks 10 HTTP-headers, not only `HTTP_USER_AGENT`.
|
|
44
|
+
|
|
43
45
|
Only one thing you have to do is to configure `Rack::CrawlerDetect` midleware:
|
|
44
46
|
### Rails
|
|
45
47
|
```
|
|
@@ -53,4 +55,4 @@ end
|
|
|
53
55
|
use Rack::CrawlerDetect
|
|
54
56
|
```
|
|
55
57
|
## License
|
|
56
|
-
MIT License
|
|
58
|
+
MIT License
|
data/crawler_detect.gemspec
CHANGED
|
@@ -28,6 +28,7 @@ Gem::Specification.new do |spec|
|
|
|
28
28
|
spec.add_development_dependency "rake", "~> 10.0"
|
|
29
29
|
spec.add_development_dependency "rspec", "~> 3.0"
|
|
30
30
|
|
|
31
|
+
spec.add_development_dependency "activesupport", "~> 5.2.0"
|
|
31
32
|
spec.add_development_dependency "fuubar", "~> 2.0"
|
|
32
33
|
spec.add_development_dependency "parallel_tests", "~> 2.0"
|
|
33
34
|
spec.add_development_dependency "pry-meta", "~> 0.0.10"
|
|
@@ -615,6 +615,7 @@ mogimogi
|
|
|
615
615
|
Mojeek
|
|
616
616
|
Mojolicious \(Perl\)
|
|
617
617
|
monitis
|
|
618
|
+
Monit\/
|
|
618
619
|
Monitority\/[0-9]
|
|
619
620
|
montastic
|
|
620
621
|
MonTools
|
|
@@ -653,7 +654,7 @@ Netvibes
|
|
|
653
654
|
NetZIP
|
|
654
655
|
Neustar WPM
|
|
655
656
|
NeutrinoAPI
|
|
656
|
-
NewRelicPinger
|
|
657
|
+
NewRelicPinger
|
|
657
658
|
NewsBlur .*Finder
|
|
658
659
|
NewsGator
|
|
659
660
|
newsme
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: crawler_detect
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Pavel Kozlov
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: exe
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2018-
|
|
11
|
+
date: 2018-09-14 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: bundler
|
|
@@ -52,6 +52,20 @@ dependencies:
|
|
|
52
52
|
- - "~>"
|
|
53
53
|
- !ruby/object:Gem::Version
|
|
54
54
|
version: '3.0'
|
|
55
|
+
- !ruby/object:Gem::Dependency
|
|
56
|
+
name: activesupport
|
|
57
|
+
requirement: !ruby/object:Gem::Requirement
|
|
58
|
+
requirements:
|
|
59
|
+
- - "~>"
|
|
60
|
+
- !ruby/object:Gem::Version
|
|
61
|
+
version: 5.2.0
|
|
62
|
+
type: :development
|
|
63
|
+
prerelease: false
|
|
64
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
65
|
+
requirements:
|
|
66
|
+
- - "~>"
|
|
67
|
+
- !ruby/object:Gem::Version
|
|
68
|
+
version: 5.2.0
|
|
55
69
|
- !ruby/object:Gem::Dependency
|
|
56
70
|
name: fuubar
|
|
57
71
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -152,7 +166,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
152
166
|
version: '0'
|
|
153
167
|
requirements: []
|
|
154
168
|
rubyforge_project:
|
|
155
|
-
rubygems_version: 2.7.
|
|
169
|
+
rubygems_version: 2.7.7
|
|
156
170
|
signing_key:
|
|
157
171
|
specification_version: 4
|
|
158
172
|
summary: 'CrawlerDetect: detect bots/crawlers'
|