legitbot 1.12.3 → 1.12.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Gemfile +0 -1
- data/README.md +1 -1
- data/lib/legitbot/duckduckgo.rb +10 -0
- data/lib/legitbot/openai.rb +21 -35
- data/lib/legitbot/version.rb +1 -1
- data/test/test_helper.rb +0 -8
- metadata +2 -3
- data/codecov.yml +0 -15
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 741c3288a566d044c2d48ccd0833fecdf070af2928413ed962bcf0e0f4801b46
|
|
4
|
+
data.tar.gz: c8f3c1a95346d6624301d07f6c99841f96cb391b146bb945f43e61d9bbfb3db6
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 468968e3ebe0f06b0a574351b299d8143e40e49a32b2eb07fa4a371b1074c93cf926d2a103f9daebffc2df8a964ec89767485e9eeab60322c8469a3e34840e9d
|
|
7
|
+
data.tar.gz: 168ef26eef5d7d28c7db83041860c5d9f9e1ac7063b3d4651b6180d93631aa5b598d13d79d07722d8497233f9e871fed8c4f5161455d0bb7b53e9da612ca8845
|
data/Gemfile
CHANGED
data/README.md
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
# Legitbot  
|
|
1
|
+
# Legitbot  
|
|
2
2
|
|
|
3
3
|
Ruby gem to make sure that an IP really belongs to a bot, typically a search
|
|
4
4
|
engine.
|
data/lib/legitbot/duckduckgo.rb
CHANGED
|
@@ -7,6 +7,7 @@ module Legitbot # :nodoc:
|
|
|
7
7
|
# @fetch:url https://duckduckgo.com/duckduckgo-help-pages/results/duckduckbot
|
|
8
8
|
# @fetch:selector main > article ul > li > div
|
|
9
9
|
ip_ranges %w[
|
|
10
|
+
4.150.142.218
|
|
10
11
|
4.156.136.79
|
|
11
12
|
4.182.131.108
|
|
12
13
|
4.195.133.120
|
|
@@ -130,6 +131,7 @@ module Legitbot # :nodoc:
|
|
|
130
131
|
40.119.232.218
|
|
131
132
|
40.119.232.251
|
|
132
133
|
40.127.154.196
|
|
134
|
+
48.217.212.89
|
|
133
135
|
51.8.71.117
|
|
134
136
|
51.8.253.152
|
|
135
137
|
51.104.146.225
|
|
@@ -214,6 +216,8 @@ module Legitbot # :nodoc:
|
|
|
214
216
|
52.154.171.235
|
|
215
217
|
52.154.171.250
|
|
216
218
|
52.154.172.2
|
|
219
|
+
52.186.37.211
|
|
220
|
+
52.188.89.106
|
|
217
221
|
52.190.37.160
|
|
218
222
|
52.224.16.221
|
|
219
223
|
52.224.16.229
|
|
@@ -240,16 +244,22 @@ module Legitbot # :nodoc:
|
|
|
240
244
|
52.224.21.61
|
|
241
245
|
52.242.224.168
|
|
242
246
|
57.152.72.128
|
|
247
|
+
64.236.118.43
|
|
243
248
|
68.219.152.220
|
|
249
|
+
74.179.232.116
|
|
244
250
|
104.43.54.127
|
|
245
251
|
104.43.55.116
|
|
246
252
|
104.43.55.117
|
|
247
253
|
104.43.55.166
|
|
248
254
|
104.43.55.167
|
|
249
255
|
108.141.83.74
|
|
256
|
+
128.203.132.152
|
|
250
257
|
130.107.228.224
|
|
251
258
|
132.164.209.198
|
|
259
|
+
135.234.221.112
|
|
260
|
+
172.168.115.250
|
|
252
261
|
172.169.17.165
|
|
262
|
+
172.169.28.184
|
|
253
263
|
172.199.55.212
|
|
254
264
|
191.233.3.197
|
|
255
265
|
191.233.3.202
|
data/lib/legitbot/openai.rb
CHANGED
|
@@ -11,10 +11,16 @@ module Legitbot # :nodoc:
|
|
|
11
11
|
20.171.206.0/24
|
|
12
12
|
20.171.207.0/24
|
|
13
13
|
52.230.152.0/24
|
|
14
|
+
74.7.175.128/25
|
|
14
15
|
74.7.227.0/25
|
|
15
16
|
74.7.227.128/25
|
|
16
17
|
74.7.228.0/25
|
|
17
18
|
74.7.230.0/25
|
|
19
|
+
74.7.241.0/25
|
|
20
|
+
74.7.241.128/25
|
|
21
|
+
74.7.242.0/25
|
|
22
|
+
74.7.243.128/25
|
|
23
|
+
74.7.244.0/25
|
|
18
24
|
132.196.86.0/24
|
|
19
25
|
172.182.202.0/25
|
|
20
26
|
172.182.204.0/24
|
|
@@ -33,7 +39,6 @@ module Legitbot # :nodoc:
|
|
|
33
39
|
4.151.71.176/28
|
|
34
40
|
4.151.119.48/28
|
|
35
41
|
4.151.241.240/28
|
|
36
|
-
4.185.216.109/32
|
|
37
42
|
4.196.118.112/28
|
|
38
43
|
4.196.198.80/28
|
|
39
44
|
4.197.19.176/28
|
|
@@ -44,15 +49,18 @@ module Legitbot # :nodoc:
|
|
|
44
49
|
4.197.64.64/28
|
|
45
50
|
4.197.115.112/28
|
|
46
51
|
4.205.128.176/28
|
|
47
|
-
4.234.83.96/28
|
|
48
|
-
12.129.184.64/26
|
|
49
52
|
13.65.138.96/28
|
|
50
53
|
13.65.138.112/28
|
|
54
|
+
13.67.46.240/28
|
|
51
55
|
13.67.72.16/28
|
|
52
56
|
13.70.107.160/28
|
|
53
57
|
13.71.2.208/28
|
|
54
58
|
13.76.32.208/28
|
|
59
|
+
13.76.115.224/28
|
|
60
|
+
13.76.115.240/28
|
|
55
61
|
13.76.116.80/28
|
|
62
|
+
13.76.223.48/28
|
|
63
|
+
13.79.43.0/28
|
|
56
64
|
13.83.167.128/28
|
|
57
65
|
13.83.237.176/28
|
|
58
66
|
20.0.53.96/28
|
|
@@ -60,13 +68,11 @@ module Legitbot # :nodoc:
|
|
|
60
68
|
20.45.178.144/28
|
|
61
69
|
20.55.229.144/28
|
|
62
70
|
20.63.221.64/28
|
|
63
|
-
20.77.178.240/28
|
|
64
71
|
20.90.7.144/28
|
|
65
72
|
20.97.189.96/28
|
|
66
73
|
20.102.212.144/28
|
|
67
74
|
20.117.22.224/28
|
|
68
75
|
20.161.75.208/28
|
|
69
|
-
20.171.137.175/32
|
|
70
76
|
20.193.50.32/28
|
|
71
77
|
20.194.0.208/28
|
|
72
78
|
20.194.1.0/28
|
|
@@ -80,7 +86,6 @@ module Legitbot # :nodoc:
|
|
|
80
86
|
20.228.106.176/28
|
|
81
87
|
20.235.75.208/28
|
|
82
88
|
20.235.87.224/28
|
|
83
|
-
20.241.32.36/32
|
|
84
89
|
20.249.63.208/28
|
|
85
90
|
23.97.109.224/28
|
|
86
91
|
23.98.142.176/28
|
|
@@ -95,20 +100,11 @@ module Legitbot # :nodoc:
|
|
|
95
100
|
40.84.181.32/28
|
|
96
101
|
40.84.221.208/28
|
|
97
102
|
40.84.221.224/28
|
|
98
|
-
40.88.27.77/32
|
|
99
103
|
40.116.73.208/28
|
|
100
|
-
40.122.118.93/32
|
|
101
|
-
40.122.118.119/32
|
|
102
|
-
40.122.118.202/32
|
|
103
|
-
48.218.181.198/32
|
|
104
|
-
50.145.17.210/32
|
|
105
|
-
50.235.235.77/32
|
|
106
|
-
50.235.235.78/32
|
|
107
104
|
51.8.155.48/28
|
|
108
105
|
51.8.155.64/28
|
|
109
106
|
51.8.155.80/28
|
|
110
107
|
51.8.155.112/28
|
|
111
|
-
52.119.123.85/32
|
|
112
108
|
52.148.129.32/28
|
|
113
109
|
52.154.22.48/28
|
|
114
110
|
52.156.77.144/28
|
|
@@ -133,6 +129,8 @@ module Legitbot # :nodoc:
|
|
|
133
129
|
52.231.30.48/28
|
|
134
130
|
52.231.34.176/28
|
|
135
131
|
52.231.39.144/28
|
|
132
|
+
52.231.39.192/28
|
|
133
|
+
52.231.49.48/28
|
|
136
134
|
52.231.50.64/28
|
|
137
135
|
52.236.94.144/28
|
|
138
136
|
52.242.132.224/28
|
|
@@ -153,8 +151,6 @@ module Legitbot # :nodoc:
|
|
|
153
151
|
57.154.174.112/28
|
|
154
152
|
57.154.175.0/28
|
|
155
153
|
57.154.187.32/28
|
|
156
|
-
64.124.21.196/32
|
|
157
|
-
66.193.99.66/32
|
|
158
154
|
68.154.28.96/28
|
|
159
155
|
68.218.30.112/28
|
|
160
156
|
68.220.57.64/28
|
|
@@ -171,32 +167,24 @@ module Legitbot # :nodoc:
|
|
|
171
167
|
74.249.86.176/28
|
|
172
168
|
104.210.139.192/28
|
|
173
169
|
104.210.139.224/28
|
|
174
|
-
130.33.24.99/32
|
|
175
170
|
132.196.82.48/28
|
|
176
171
|
135.119.134.128/28
|
|
177
172
|
135.119.134.192/28
|
|
178
|
-
135.220.208.92/32
|
|
179
|
-
135.234.27.89/32
|
|
180
173
|
135.237.131.208/28
|
|
181
174
|
135.237.133.48/28
|
|
182
175
|
135.237.133.112/28
|
|
176
|
+
137.135.183.96/28
|
|
177
|
+
137.135.190.240/28
|
|
178
|
+
137.135.191.32/28
|
|
183
179
|
137.135.191.176/28
|
|
184
180
|
138.91.30.48/28
|
|
185
181
|
138.91.46.96/28
|
|
186
|
-
148.76.185.195/32
|
|
187
|
-
148.76.185.196/32
|
|
188
|
-
148.76.185.197/32
|
|
189
182
|
168.63.252.240/28
|
|
190
|
-
172.167.32.228/32
|
|
191
|
-
172.167.161.96/32
|
|
192
|
-
172.171.234.186/32
|
|
193
183
|
172.178.140.144/28
|
|
194
184
|
172.178.141.112/28
|
|
195
185
|
172.178.141.128/28
|
|
196
186
|
172.183.143.224/28
|
|
197
187
|
172.183.222.128/28
|
|
198
|
-
172.191.70.179/32
|
|
199
|
-
172.191.238.68/32
|
|
200
188
|
172.204.16.64/28
|
|
201
189
|
172.212.159.64/28
|
|
202
190
|
172.213.11.144/28
|
|
@@ -211,13 +199,6 @@ module Legitbot # :nodoc:
|
|
|
211
199
|
191.235.98.144/28
|
|
212
200
|
191.235.99.80/28
|
|
213
201
|
191.239.245.16/28
|
|
214
|
-
208.52.97.119/32
|
|
215
|
-
208.80.35.35/32
|
|
216
|
-
208.80.35.36/32
|
|
217
|
-
208.80.35.37/32
|
|
218
|
-
208.80.35.40/32
|
|
219
|
-
209.249.37.128/26
|
|
220
|
-
216.64.170.234/32
|
|
221
202
|
]
|
|
222
203
|
end
|
|
223
204
|
# rubocop:enable Metrics/ClassLength
|
|
@@ -239,11 +220,16 @@ module Legitbot # :nodoc:
|
|
|
239
220
|
20.171.123.64/28
|
|
240
221
|
40.67.175.0/25
|
|
241
222
|
51.8.102.0/24
|
|
223
|
+
74.7.175.128/25
|
|
242
224
|
74.7.228.0/25
|
|
243
225
|
74.7.228.128/25
|
|
244
226
|
74.7.229.0/25
|
|
245
227
|
74.7.229.128/25
|
|
246
228
|
74.7.230.0/25
|
|
229
|
+
74.7.241.128/25
|
|
230
|
+
74.7.242.128/25
|
|
231
|
+
74.7.243.0/25
|
|
232
|
+
74.7.244.0/25
|
|
247
233
|
104.210.140.128/28
|
|
248
234
|
135.234.64.0/24
|
|
249
235
|
172.182.193.80/28
|
data/lib/legitbot/version.rb
CHANGED
data/test/test_helper.rb
CHANGED
|
@@ -1,13 +1,5 @@
|
|
|
1
1
|
# frozen_string_literal: true
|
|
2
2
|
|
|
3
|
-
require 'simplecov'
|
|
4
|
-
require 'simplecov-cobertura'
|
|
5
|
-
SimpleCov.start do
|
|
6
|
-
formatter SimpleCov::Formatter::CoberturaFormatter
|
|
7
|
-
add_filter %r{^/lib/rubocop/}
|
|
8
|
-
add_filter %r{^/test/}
|
|
9
|
-
end
|
|
10
|
-
|
|
11
3
|
require 'legitbot'
|
|
12
4
|
|
|
13
5
|
require 'minitest/autorun'
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: legitbot
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.12.
|
|
4
|
+
version: 1.12.5
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Alexander Azarov
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2025-11-
|
|
11
|
+
date: 2025-11-22 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: fast_interval_tree
|
|
@@ -68,7 +68,6 @@ files:
|
|
|
68
68
|
- LICENSE.txt
|
|
69
69
|
- README.md
|
|
70
70
|
- Rakefile
|
|
71
|
-
- codecov.yml
|
|
72
71
|
- legitbot.gemspec
|
|
73
72
|
- lib/legitbot.rb
|
|
74
73
|
- lib/legitbot/ahrefs.rb
|