legitbot 1.4.2 → 1.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +1 -1
- data/legitbot.gemspec +1 -1
- data/lib/legitbot/oracle.rb +25 -1
- data/lib/legitbot/version.rb +1 -1
- metadata +6 -6
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 395c6363b221d300574d3a0bd0d324f882589ca44afc8db86f9f39e42c61a44c
|
4
|
+
data.tar.gz: 58f7c5205cdc0e0cd138b00d244bca133c16424f1b16f7a99263c121d02ae5f9
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: df1f576284899afa5386cdea651a1cc811f9ddbf6cb683fdf85af71a829fedeae91995858e2453ed4743bd86105b3796a87cc2269f420e144f59faa5f982b646
|
7
|
+
data.tar.gz: 7f06269a4c24d08f957e47551a85338986e004f817a2d68ddacbc0354919fdcaef2106478ed2fce32133665343628b0b8ba922d0958485ee20ca98808ca3dbff
|
data/README.md
CHANGED
@@ -50,10 +50,10 @@ end
|
|
50
50
|
* [Facebook crawler](https://developers.facebook.com/docs/sharing/webmasters/crawler)
|
51
51
|
* [Google crawlers](https://support.google.com/webmasters/answer/1061943)
|
52
52
|
* [Oracle Data Cloud Crawler](https://www.oracle.com/corporate/acquisitions/grapeshot/crawler.html)
|
53
|
+
* [Petal search engine](http://aspiegel.com/petalbot)
|
53
54
|
* [Pinterest](https://help.pinterest.com/en/articles/about-pinterest-crawler-0)
|
54
55
|
* [Twitterbot](https://developer.twitter.com/en/docs/tweets/optimize-with-cards/guides/getting-started), the list of IPs is in the [Troubleshooting page](https://developer.twitter.com/en/docs/tweets/optimize-with-cards/guides/troubleshooting-cards)
|
55
56
|
* [Yandex robots](https://yandex.com/support/webmaster/robot-workings/check-yandex-robots.xml)
|
56
|
-
* [Petal search engine](http://aspiegel.com/petalbot)
|
57
57
|
|
58
58
|
## License
|
59
59
|
|
data/legitbot.gemspec
CHANGED
@@ -20,7 +20,7 @@ Gem::Specification.new do |spec|
|
|
20
20
|
spec.add_development_dependency 'bump', '~> 0.8', '>= 0.8.0'
|
21
21
|
spec.add_development_dependency 'minitest', '~> 5.1', '>= 5.1.0'
|
22
22
|
spec.add_development_dependency 'rake', '~> 13.0', '>= 13.0.0'
|
23
|
-
spec.add_development_dependency 'rubocop', '~> 1.
|
23
|
+
spec.add_development_dependency 'rubocop', '~> 1.20.0', '>= 1.20.0'
|
24
24
|
|
25
25
|
spec.files = `git ls-files`.split($INPUT_RECORD_SEPARATOR)
|
26
26
|
spec.rdoc_options = ['--charset=UTF-8']
|
data/lib/legitbot/oracle.rb
CHANGED
@@ -3,7 +3,31 @@
|
|
3
3
|
module Legitbot # :nodoc:
|
4
4
|
# https://www.oracle.com/corporate/acquisitions/grapeshot/crawler.html
|
5
5
|
class Oracle < BotMatch
|
6
|
-
ip_ranges
|
6
|
+
ip_ranges %w[
|
7
|
+
132.145.9.5
|
8
|
+
132.145.11.125
|
9
|
+
132.145.14.70
|
10
|
+
132.145.15.209
|
11
|
+
132.145.64.33
|
12
|
+
132.145.66.116
|
13
|
+
132.145.66.156
|
14
|
+
132.145.67.248
|
15
|
+
140.238.81.78
|
16
|
+
140.238.83.181
|
17
|
+
140.238.94.137
|
18
|
+
140.238.95.47
|
19
|
+
140.238.95.199
|
20
|
+
152.67.128.219
|
21
|
+
152.67.137.35
|
22
|
+
152.67.138.180
|
23
|
+
|
24
|
+
148.64.56.64/28
|
25
|
+
148.64.56.79
|
26
|
+
148.64.56.80
|
27
|
+
148.64.56.112/28
|
28
|
+
148.64.56.127
|
29
|
+
148.64.56.128
|
30
|
+
]
|
7
31
|
end
|
8
32
|
|
9
33
|
rule Legitbot::Oracle, %w[GrapeshotCrawler]
|
data/lib/legitbot/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: legitbot
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.4.
|
4
|
+
version: 1.4.3
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Alexander Azarov
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2021-
|
11
|
+
date: 2021-09-10 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: augmented_interval_tree
|
@@ -116,20 +116,20 @@ dependencies:
|
|
116
116
|
requirements:
|
117
117
|
- - "~>"
|
118
118
|
- !ruby/object:Gem::Version
|
119
|
-
version: 1.
|
119
|
+
version: 1.20.0
|
120
120
|
- - ">="
|
121
121
|
- !ruby/object:Gem::Version
|
122
|
-
version: 1.
|
122
|
+
version: 1.20.0
|
123
123
|
type: :development
|
124
124
|
prerelease: false
|
125
125
|
version_requirements: !ruby/object:Gem::Requirement
|
126
126
|
requirements:
|
127
127
|
- - "~>"
|
128
128
|
- !ruby/object:Gem::Version
|
129
|
-
version: 1.
|
129
|
+
version: 1.20.0
|
130
130
|
- - ">="
|
131
131
|
- !ruby/object:Gem::Version
|
132
|
-
version: 1.
|
132
|
+
version: 1.20.0
|
133
133
|
description: Does Web request come from a real search engine or from an impersonating
|
134
134
|
agent?
|
135
135
|
email: self@alaz.me
|