legitbot 0.4.2 → 0.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/legitbot/duckduckgo.rb +4 -1
- data/lib/legitbot/version.rb +1 -1
- data/lib/legitbot/yandex.rb +27 -14
- metadata +27 -27
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 8fda0548715a5620a167c849abfaccfc67685c4f214f55247203a947faa7ea83
|
4
|
+
data.tar.gz: 2e60c4af14dbd7ac880850de0d4bb16a29936108b914860a0a00c4e9390d5bb9
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 5f2a3ab613d87e13a014778ef95a6780732251a28c4e74eaf823c4b292598cfe3a41d36db481977a8ce7cfd6c8206ab55a8ac19300949344792e3b5d339380e6
|
7
|
+
data.tar.gz: 8ab7f3d7bc3e315fc485612b0f2c05e65205df2107f46390ca34a323960e470a6a3bd4b2086367738b6126af7038d725121086f45d77b9b6d635fae9a4e643dd
|
data/lib/legitbot/duckduckgo.rb
CHANGED
@@ -4,6 +4,8 @@ module Legitbot # :nodoc:
|
|
4
4
|
# https://duckduckgo.com/duckduckbot
|
5
5
|
class DuckDuckGo < BotMatch
|
6
6
|
ip_ranges %w[
|
7
|
+
23.21.227.69
|
8
|
+
40.88.21.235
|
7
9
|
50.16.241.113
|
8
10
|
50.16.241.114
|
9
11
|
50.16.241.117
|
@@ -12,7 +14,8 @@ module Legitbot # :nodoc:
|
|
12
14
|
52.5.190.19
|
13
15
|
54.197.234.188
|
14
16
|
54.208.100.253
|
15
|
-
|
17
|
+
54.208.102.37
|
18
|
+
107.21.1.8
|
16
19
|
]
|
17
20
|
end
|
18
21
|
|
data/lib/legitbot/version.rb
CHANGED
data/lib/legitbot/yandex.rb
CHANGED
@@ -7,27 +7,40 @@ module Legitbot # :nodoc:
|
|
7
7
|
end
|
8
8
|
|
9
9
|
rule Legitbot::Yandex, %w[
|
10
|
-
YandexBot
|
11
10
|
YandexAccessibilityBot
|
12
|
-
|
13
|
-
YandexDirectDyn
|
14
|
-
YandexScreenshotBot
|
15
|
-
YandexImages
|
16
|
-
YandexVideo
|
17
|
-
YandexVideoParser
|
18
|
-
YandexMedia
|
11
|
+
YandexAdNet
|
19
12
|
YandexBlogs
|
13
|
+
YandexBot/
|
14
|
+
YandexCalendar
|
15
|
+
YandexDirect/
|
16
|
+
YandexDirectDyn
|
20
17
|
YandexFavicons
|
21
|
-
YandexWebmaster
|
22
|
-
YandexPagechecker
|
23
|
-
YandexImageResizer
|
24
18
|
YaDirectFetcher
|
25
|
-
|
26
|
-
|
19
|
+
YandexForDomain
|
20
|
+
YandexImages
|
21
|
+
YandexImageResizer
|
22
|
+
YandexMobileBot
|
23
|
+
YandexMarket
|
24
|
+
YandexMedia
|
27
25
|
YandexMetrika
|
26
|
+
YandexMobileScreenShotBot
|
28
27
|
YandexNews
|
29
|
-
|
28
|
+
YandexOntoDB
|
29
|
+
YandexOntoDBAPI
|
30
|
+
YandexPagechecker
|
31
|
+
YandexPartner
|
32
|
+
YandexRCA
|
30
33
|
YandexSearchShop
|
34
|
+
YandexSitelinks
|
35
|
+
YandexSpravBot
|
36
|
+
YandexTracker
|
37
|
+
YandexTurbo
|
38
|
+
YandexVertis
|
31
39
|
YandexVerticals
|
40
|
+
YandexVideo
|
41
|
+
YandexVideoParser
|
42
|
+
YandexWebmaster
|
43
|
+
YandexScreenshotBot
|
44
|
+
YandexMedianaBot
|
32
45
|
]
|
33
46
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: legitbot
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.4.
|
4
|
+
version: 0.4.3
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Alexander Azarov
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-
|
11
|
+
date: 2020-04-19 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: augmented_interval_tree
|
@@ -54,82 +54,82 @@ dependencies:
|
|
54
54
|
name: bump
|
55
55
|
requirement: !ruby/object:Gem::Requirement
|
56
56
|
requirements:
|
57
|
-
- - ">="
|
58
|
-
- !ruby/object:Gem::Version
|
59
|
-
version: 0.8.0
|
60
57
|
- - "~>"
|
61
58
|
- !ruby/object:Gem::Version
|
62
59
|
version: '0.8'
|
60
|
+
- - ">="
|
61
|
+
- !ruby/object:Gem::Version
|
62
|
+
version: 0.8.0
|
63
63
|
type: :development
|
64
64
|
prerelease: false
|
65
65
|
version_requirements: !ruby/object:Gem::Requirement
|
66
66
|
requirements:
|
67
|
-
- - ">="
|
68
|
-
- !ruby/object:Gem::Version
|
69
|
-
version: 0.8.0
|
70
67
|
- - "~>"
|
71
68
|
- !ruby/object:Gem::Version
|
72
69
|
version: '0.8'
|
70
|
+
- - ">="
|
71
|
+
- !ruby/object:Gem::Version
|
72
|
+
version: 0.8.0
|
73
73
|
- !ruby/object:Gem::Dependency
|
74
74
|
name: minitest
|
75
75
|
requirement: !ruby/object:Gem::Requirement
|
76
76
|
requirements:
|
77
|
-
- - ">="
|
78
|
-
- !ruby/object:Gem::Version
|
79
|
-
version: 5.1.0
|
80
77
|
- - "~>"
|
81
78
|
- !ruby/object:Gem::Version
|
82
79
|
version: '5.1'
|
80
|
+
- - ">="
|
81
|
+
- !ruby/object:Gem::Version
|
82
|
+
version: 5.1.0
|
83
83
|
type: :development
|
84
84
|
prerelease: false
|
85
85
|
version_requirements: !ruby/object:Gem::Requirement
|
86
86
|
requirements:
|
87
|
-
- - ">="
|
88
|
-
- !ruby/object:Gem::Version
|
89
|
-
version: 5.1.0
|
90
87
|
- - "~>"
|
91
88
|
- !ruby/object:Gem::Version
|
92
89
|
version: '5.1'
|
90
|
+
- - ">="
|
91
|
+
- !ruby/object:Gem::Version
|
92
|
+
version: 5.1.0
|
93
93
|
- !ruby/object:Gem::Dependency
|
94
94
|
name: rake
|
95
95
|
requirement: !ruby/object:Gem::Requirement
|
96
96
|
requirements:
|
97
|
-
- - ">="
|
98
|
-
- !ruby/object:Gem::Version
|
99
|
-
version: 12.3.0
|
100
97
|
- - "~>"
|
101
98
|
- !ruby/object:Gem::Version
|
102
99
|
version: '12.3'
|
100
|
+
- - ">="
|
101
|
+
- !ruby/object:Gem::Version
|
102
|
+
version: 12.3.0
|
103
103
|
type: :development
|
104
104
|
prerelease: false
|
105
105
|
version_requirements: !ruby/object:Gem::Requirement
|
106
106
|
requirements:
|
107
|
-
- - ">="
|
108
|
-
- !ruby/object:Gem::Version
|
109
|
-
version: 12.3.0
|
110
107
|
- - "~>"
|
111
108
|
- !ruby/object:Gem::Version
|
112
109
|
version: '12.3'
|
110
|
+
- - ">="
|
111
|
+
- !ruby/object:Gem::Version
|
112
|
+
version: 12.3.0
|
113
113
|
- !ruby/object:Gem::Dependency
|
114
114
|
name: rubocop
|
115
115
|
requirement: !ruby/object:Gem::Requirement
|
116
116
|
requirements:
|
117
|
-
- - ">="
|
118
|
-
- !ruby/object:Gem::Version
|
119
|
-
version: 0.74.0
|
120
117
|
- - "~>"
|
121
118
|
- !ruby/object:Gem::Version
|
122
119
|
version: '0.74'
|
120
|
+
- - ">="
|
121
|
+
- !ruby/object:Gem::Version
|
122
|
+
version: 0.74.0
|
123
123
|
type: :development
|
124
124
|
prerelease: false
|
125
125
|
version_requirements: !ruby/object:Gem::Requirement
|
126
126
|
requirements:
|
127
|
-
- - ">="
|
128
|
-
- !ruby/object:Gem::Version
|
129
|
-
version: 0.74.0
|
130
127
|
- - "~>"
|
131
128
|
- !ruby/object:Gem::Version
|
132
129
|
version: '0.74'
|
130
|
+
- - ">="
|
131
|
+
- !ruby/object:Gem::Version
|
132
|
+
version: 0.74.0
|
133
133
|
description: Does Web request come from a real search engine or from an impersonating
|
134
134
|
agent?
|
135
135
|
email: self@alaz.me
|
@@ -195,7 +195,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
195
195
|
- !ruby/object:Gem::Version
|
196
196
|
version: '0'
|
197
197
|
requirements: []
|
198
|
-
rubygems_version: 3.
|
198
|
+
rubygems_version: 3.1.2
|
199
199
|
signing_key:
|
200
200
|
specification_version: 4
|
201
201
|
summary: 'Validate requests from Web crawlers: impersonating or not?'
|