legitbot 1.12.4 → 1.12.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Gemfile +0 -1
- data/README.md +1 -1
- data/lib/legitbot/duckduckgo.rb +15 -0
- data/lib/legitbot/openai.rb +31 -33
- data/lib/legitbot/version.rb +1 -1
- data/test/test_helper.rb +0 -8
- metadata +2 -3
- data/codecov.yml +0 -15
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 0eab3689634c4ebb0c625f1ca76c293741406fd348708fda892e60c0791d3561
|
|
4
|
+
data.tar.gz: 34c8b052a7992a6943cb1335179805c88b636e2f64ae3c56381844f1fe78f0b7
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 0a813943688f6e395b565b9c6abf93641b987b5e7ba66d08f31f60370c3d9ceb61efa480757594b5f0bb4b34c65d9bfe2bc684f26bcd9e6a6f7d00a5013016a3
|
|
7
|
+
data.tar.gz: 3b80ea5cfbd5357a34255471da2ece244370200f103d5f915380c8424bec07b27495b07a77632738d17ef70a06026a6c481b63f1a2aad58fc0b742e784a479bb
|
data/Gemfile
CHANGED
data/README.md
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
# Legitbot  
|
|
1
|
+
# Legitbot  
|
|
2
2
|
|
|
3
3
|
Ruby gem to make sure that an IP really belongs to a bot, typically a search
|
|
4
4
|
engine.
|
data/lib/legitbot/duckduckgo.rb
CHANGED
|
@@ -7,9 +7,15 @@ module Legitbot # :nodoc:
|
|
|
7
7
|
# @fetch:url https://duckduckgo.com/duckduckgo-help-pages/results/duckduckbot
|
|
8
8
|
# @fetch:selector main > article ul > li > div
|
|
9
9
|
ip_ranges %w[
|
|
10
|
+
4.150.142.218
|
|
10
11
|
4.156.136.79
|
|
11
12
|
4.182.131.108
|
|
12
13
|
4.195.133.120
|
|
14
|
+
4.201.125.59
|
|
15
|
+
4.201.141.71
|
|
16
|
+
4.201.197.203
|
|
17
|
+
4.201.206.133
|
|
18
|
+
4.201.220.8
|
|
13
19
|
4.207.220.92
|
|
14
20
|
4.209.224.56
|
|
15
21
|
4.213.46.14
|
|
@@ -130,6 +136,7 @@ module Legitbot # :nodoc:
|
|
|
130
136
|
40.119.232.218
|
|
131
137
|
40.119.232.251
|
|
132
138
|
40.127.154.196
|
|
139
|
+
48.217.212.89
|
|
133
140
|
51.8.71.117
|
|
134
141
|
51.8.253.152
|
|
135
142
|
51.104.146.225
|
|
@@ -214,6 +221,8 @@ module Legitbot # :nodoc:
|
|
|
214
221
|
52.154.171.235
|
|
215
222
|
52.154.171.250
|
|
216
223
|
52.154.172.2
|
|
224
|
+
52.186.37.211
|
|
225
|
+
52.188.89.106
|
|
217
226
|
52.190.37.160
|
|
218
227
|
52.224.16.221
|
|
219
228
|
52.224.16.229
|
|
@@ -240,16 +249,22 @@ module Legitbot # :nodoc:
|
|
|
240
249
|
52.224.21.61
|
|
241
250
|
52.242.224.168
|
|
242
251
|
57.152.72.128
|
|
252
|
+
64.236.118.43
|
|
243
253
|
68.219.152.220
|
|
254
|
+
74.179.232.116
|
|
244
255
|
104.43.54.127
|
|
245
256
|
104.43.55.116
|
|
246
257
|
104.43.55.117
|
|
247
258
|
104.43.55.166
|
|
248
259
|
104.43.55.167
|
|
249
260
|
108.141.83.74
|
|
261
|
+
128.203.132.152
|
|
250
262
|
130.107.228.224
|
|
251
263
|
132.164.209.198
|
|
264
|
+
135.234.221.112
|
|
265
|
+
172.168.115.250
|
|
252
266
|
172.169.17.165
|
|
267
|
+
172.169.28.184
|
|
253
268
|
172.199.55.212
|
|
254
269
|
191.233.3.197
|
|
255
270
|
191.233.3.202
|
data/lib/legitbot/openai.rb
CHANGED
|
@@ -39,7 +39,6 @@ module Legitbot # :nodoc:
|
|
|
39
39
|
4.151.71.176/28
|
|
40
40
|
4.151.119.48/28
|
|
41
41
|
4.151.241.240/28
|
|
42
|
-
4.185.216.109/32
|
|
43
42
|
4.196.118.112/28
|
|
44
43
|
4.196.198.80/28
|
|
45
44
|
4.197.19.176/28
|
|
@@ -50,7 +49,6 @@ module Legitbot # :nodoc:
|
|
|
50
49
|
4.197.64.64/28
|
|
51
50
|
4.197.115.112/28
|
|
52
51
|
4.205.128.176/28
|
|
53
|
-
12.129.184.64/26
|
|
54
52
|
13.65.138.96/28
|
|
55
53
|
13.65.138.112/28
|
|
56
54
|
13.67.46.240/28
|
|
@@ -74,8 +72,27 @@ module Legitbot # :nodoc:
|
|
|
74
72
|
20.97.189.96/28
|
|
75
73
|
20.102.212.144/28
|
|
76
74
|
20.117.22.224/28
|
|
75
|
+
20.125.112.224/28
|
|
76
|
+
20.125.144.144/28
|
|
77
77
|
20.161.75.208/28
|
|
78
|
-
20.
|
|
78
|
+
20.168.7.192/28
|
|
79
|
+
20.168.7.240/28
|
|
80
|
+
20.169.72.96/28
|
|
81
|
+
20.169.72.112/28
|
|
82
|
+
20.169.73.32/28
|
|
83
|
+
20.169.73.64/28
|
|
84
|
+
20.169.73.176/28
|
|
85
|
+
20.169.78.48/28
|
|
86
|
+
20.169.78.64/28
|
|
87
|
+
20.169.78.80/28
|
|
88
|
+
20.169.78.96/28
|
|
89
|
+
20.169.78.112/28
|
|
90
|
+
20.169.78.128/28
|
|
91
|
+
20.169.78.144/28
|
|
92
|
+
20.169.78.160/28
|
|
93
|
+
20.169.78.176/28
|
|
94
|
+
20.169.78.192/28
|
|
95
|
+
20.172.29.32/28
|
|
79
96
|
20.193.50.32/28
|
|
80
97
|
20.194.0.208/28
|
|
81
98
|
20.194.1.0/28
|
|
@@ -84,12 +101,17 @@ module Legitbot # :nodoc:
|
|
|
84
101
|
20.204.24.240/28
|
|
85
102
|
20.210.154.128/28
|
|
86
103
|
20.210.174.208/28
|
|
104
|
+
20.210.211.192/28
|
|
105
|
+
20.215.187.208/28
|
|
87
106
|
20.215.188.192/28
|
|
88
107
|
20.215.214.16/28
|
|
108
|
+
20.215.219.128/28
|
|
109
|
+
20.215.219.160/28
|
|
110
|
+
20.215.219.208/28
|
|
111
|
+
20.227.140.32/28
|
|
89
112
|
20.228.106.176/28
|
|
90
113
|
20.235.75.208/28
|
|
91
114
|
20.235.87.224/28
|
|
92
|
-
20.241.32.36/32
|
|
93
115
|
20.249.63.208/28
|
|
94
116
|
23.97.109.224/28
|
|
95
117
|
23.98.142.176/28
|
|
@@ -101,28 +123,21 @@ module Legitbot # :nodoc:
|
|
|
101
123
|
23.102.140.144/28
|
|
102
124
|
23.102.141.32/28
|
|
103
125
|
40.75.14.224/28
|
|
126
|
+
40.81.234.144/28
|
|
104
127
|
40.84.181.32/28
|
|
105
128
|
40.84.221.208/28
|
|
106
129
|
40.84.221.224/28
|
|
107
|
-
40.88.27.77/32
|
|
108
130
|
40.116.73.208/28
|
|
109
|
-
40.122.118.93/32
|
|
110
|
-
40.122.118.119/32
|
|
111
|
-
40.122.118.202/32
|
|
112
|
-
48.218.181.198/32
|
|
113
|
-
50.145.17.210/32
|
|
114
|
-
50.235.235.77/32
|
|
115
|
-
50.235.235.78/32
|
|
116
131
|
51.8.155.48/28
|
|
117
132
|
51.8.155.64/28
|
|
118
133
|
51.8.155.80/28
|
|
119
134
|
51.8.155.112/28
|
|
120
|
-
52.119.123.85/32
|
|
121
135
|
52.148.129.32/28
|
|
122
136
|
52.154.22.48/28
|
|
123
137
|
52.156.77.144/28
|
|
124
138
|
52.159.227.32/28
|
|
125
139
|
52.159.249.96/28
|
|
140
|
+
52.172.129.160/28
|
|
126
141
|
52.173.123.0/28
|
|
127
142
|
52.173.219.96/28
|
|
128
143
|
52.173.219.112/28
|
|
@@ -164,8 +179,6 @@ module Legitbot # :nodoc:
|
|
|
164
179
|
57.154.174.112/28
|
|
165
180
|
57.154.175.0/28
|
|
166
181
|
57.154.187.32/28
|
|
167
|
-
64.124.21.196/32
|
|
168
|
-
66.193.99.66/32
|
|
169
182
|
68.154.28.96/28
|
|
170
183
|
68.218.30.112/28
|
|
171
184
|
68.220.57.64/28
|
|
@@ -179,15 +192,13 @@ module Legitbot # :nodoc:
|
|
|
179
192
|
74.7.36.64/28
|
|
180
193
|
74.7.36.80/28
|
|
181
194
|
74.7.36.96/28
|
|
195
|
+
74.226.253.160/28
|
|
182
196
|
74.249.86.176/28
|
|
183
197
|
104.210.139.192/28
|
|
184
198
|
104.210.139.224/28
|
|
185
|
-
130.33.24.99/32
|
|
186
199
|
132.196.82.48/28
|
|
187
200
|
135.119.134.128/28
|
|
188
201
|
135.119.134.192/28
|
|
189
|
-
135.220.208.92/32
|
|
190
|
-
135.234.27.89/32
|
|
191
202
|
135.237.131.208/28
|
|
192
203
|
135.237.133.48/28
|
|
193
204
|
135.237.133.112/28
|
|
@@ -197,20 +208,12 @@ module Legitbot # :nodoc:
|
|
|
197
208
|
137.135.191.176/28
|
|
198
209
|
138.91.30.48/28
|
|
199
210
|
138.91.46.96/28
|
|
200
|
-
148.76.185.195/32
|
|
201
|
-
148.76.185.196/32
|
|
202
|
-
148.76.185.197/32
|
|
203
211
|
168.63.252.240/28
|
|
204
|
-
172.167.32.228/32
|
|
205
|
-
172.167.161.96/32
|
|
206
|
-
172.171.234.186/32
|
|
207
212
|
172.178.140.144/28
|
|
208
213
|
172.178.141.112/28
|
|
209
214
|
172.178.141.128/28
|
|
210
215
|
172.183.143.224/28
|
|
211
216
|
172.183.222.128/28
|
|
212
|
-
172.191.70.179/32
|
|
213
|
-
172.191.238.68/32
|
|
214
217
|
172.204.16.64/28
|
|
215
218
|
172.212.159.64/28
|
|
216
219
|
172.213.11.144/28
|
|
@@ -220,18 +223,13 @@ module Legitbot # :nodoc:
|
|
|
220
223
|
172.213.21.144/28
|
|
221
224
|
191.233.194.32/28
|
|
222
225
|
191.233.196.112/28
|
|
226
|
+
191.233.199.160/28
|
|
223
227
|
191.234.167.128/28
|
|
224
228
|
191.235.66.16/28
|
|
225
229
|
191.235.98.144/28
|
|
226
230
|
191.235.99.80/28
|
|
231
|
+
191.237.249.64/28
|
|
227
232
|
191.239.245.16/28
|
|
228
|
-
208.52.97.119/32
|
|
229
|
-
208.80.35.35/32
|
|
230
|
-
208.80.35.36/32
|
|
231
|
-
208.80.35.37/32
|
|
232
|
-
208.80.35.40/32
|
|
233
|
-
209.249.37.128/26
|
|
234
|
-
216.64.170.234/32
|
|
235
233
|
]
|
|
236
234
|
end
|
|
237
235
|
# rubocop:enable Metrics/ClassLength
|
data/lib/legitbot/version.rb
CHANGED
data/test/test_helper.rb
CHANGED
|
@@ -1,13 +1,5 @@
|
|
|
1
1
|
# frozen_string_literal: true
|
|
2
2
|
|
|
3
|
-
require 'simplecov'
|
|
4
|
-
require 'simplecov-cobertura'
|
|
5
|
-
SimpleCov.start do
|
|
6
|
-
formatter SimpleCov::Formatter::CoberturaFormatter
|
|
7
|
-
add_filter %r{^/lib/rubocop/}
|
|
8
|
-
add_filter %r{^/test/}
|
|
9
|
-
end
|
|
10
|
-
|
|
11
3
|
require 'legitbot'
|
|
12
4
|
|
|
13
5
|
require 'minitest/autorun'
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: legitbot
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.12.
|
|
4
|
+
version: 1.12.6
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Alexander Azarov
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2025-
|
|
11
|
+
date: 2025-12-13 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: fast_interval_tree
|
|
@@ -68,7 +68,6 @@ files:
|
|
|
68
68
|
- LICENSE.txt
|
|
69
69
|
- README.md
|
|
70
70
|
- Rakefile
|
|
71
|
-
- codecov.yml
|
|
72
71
|
- legitbot.gemspec
|
|
73
72
|
- lib/legitbot.rb
|
|
74
73
|
- lib/legitbot/ahrefs.rb
|