legitbot 0.3.2 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (32) hide show
  1. checksums.yaml +4 -4
  2. data/.rubocop.yml +8 -0
  3. data/Gemfile +2 -0
  4. data/Rakefile +5 -3
  5. data/legitbot.gemspec +4 -3
  6. data/lib/legitbot/ahrefs.rb +13 -8
  7. data/lib/legitbot/apple.rb +11 -11
  8. data/lib/legitbot/baidu.rb +5 -7
  9. data/lib/legitbot/bing.rb +5 -7
  10. data/lib/legitbot/botmatch.rb +17 -44
  11. data/lib/legitbot/config/resolver.rb +18 -0
  12. data/lib/legitbot/duckduckgo.rb +15 -7
  13. data/lib/legitbot/facebook.rb +8 -34
  14. data/lib/legitbot/google.rb +5 -8
  15. data/lib/legitbot/legitbot.rb +14 -9
  16. data/lib/legitbot/pinterest.rb +5 -8
  17. data/lib/legitbot/validators/domains.rb +71 -0
  18. data/lib/legitbot/validators/ip_ranges.rb +81 -0
  19. data/lib/legitbot/version.rb +3 -1
  20. data/lib/legitbot/yandex.rb +28 -12
  21. data/lib/legitbot.rb +2 -0
  22. data/test/ahrefs_test.rb +16 -8
  23. data/test/apple_as_google_test.rb +9 -4
  24. data/test/apple_test.rb +11 -4
  25. data/test/botmatch_test.rb +4 -22
  26. data/test/facebook_test.rb +24 -9
  27. data/test/google_test.rb +24 -14
  28. data/test/legitbot/validators/domains_test.rb +58 -0
  29. data/test/legitbot/validators/ip_ranges_test.rb +113 -0
  30. data/test/legitbot_test.rb +8 -4
  31. data/test/pinterest_test.rb +26 -14
  32. metadata +30 -8
data/test/ahrefs_test.rb CHANGED
@@ -1,28 +1,36 @@
1
+ # frozen_string_literal: true
2
+
1
3
  require 'minitest/autorun'
2
4
  require 'legitbot'
3
5
 
4
6
  class AhrefsTest < Minitest::Test
5
7
  def test_malicious_ip
6
- ip = "149.210.164.47"
8
+ ip = '149.210.164.47'
7
9
  match = Legitbot::Ahrefs.new ip
8
10
  assert !match.valid?, msg: "#{ip} is not a real Ahrefs IP"
9
11
  end
10
12
 
11
13
  def test_valid_ip
12
- ip = "54.36.148.0"
14
+ ip = '54.36.148.0'
13
15
  match = Legitbot::Ahrefs.new ip
14
16
  assert match.valid?, msg: "#{ip} is a valid Ahrefs IP"
15
17
  end
16
18
 
17
19
  def test_malicious_ua
18
- bot = Legitbot.bot("Mozilla/5.0 (compatible; AhrefsBot/6.1; +http://ahrefs.com/robot/)", "149.210.164.47")
19
- assert bot, msg: "Ahrefs detected from User-Agent"
20
- assert !bot.valid?, msg: "Not a valid Ahrefs"
20
+ bot = Legitbot.bot(
21
+ 'Mozilla/5.0 (compatible; AhrefsBot/6.1; +http://ahrefs.com/robot/)',
22
+ '149.210.164.47'
23
+ )
24
+ assert bot, msg: 'Ahrefs detected from User-Agent'
25
+ assert !bot.valid?, msg: 'Not a valid Ahrefs'
21
26
  end
22
27
 
23
28
  def test_valid_ua
24
- bot = Legitbot.bot("Mozilla/5.0 (compatible; AhrefsBot/6.1; +http://ahrefs.com/robot/)", "54.36.148.0")
25
- assert bot, msg: "Ahrefs detected from User-Agent"
26
- assert bot.valid?, msg: "Valid Ahrefs"
29
+ bot = Legitbot.bot(
30
+ 'Mozilla/5.0 (compatible; AhrefsBot/6.1; +http://ahrefs.com/robot/)',
31
+ '54.36.148.0'
32
+ )
33
+ assert bot, msg: 'Ahrefs detected from User-Agent'
34
+ assert bot.valid?, msg: 'Valid Ahrefs'
27
35
  end
28
36
  end
data/test/apple_as_google_test.rb CHANGED
@@ -1,22 +1,27 @@
1
+ # frozen_string_literal: true
2
+
1
3
  require 'minitest/autorun'
2
4
  require 'legitbot'
3
5
 
4
6
  class AppleAsGoogleTest < Minitest::Test
5
7
  def test_valid_ip
6
- ip = "17.58.98.60"
8
+ ip = '17.58.98.60'
7
9
  match = Legitbot::Apple_as_Google.new(ip)
8
10
  assert match.valid?, msg: "#{ip} is a valid Applebot IP"
9
11
  end
10
12
 
11
13
  def test_invalid_ip
12
- ip = "127.0.0.1"
14
+ ip = '127.0.0.1'
13
15
  match = Legitbot::Apple_as_Google.new(ip)
14
16
  assert match.fake?, msg: "#{ip} is a fake Applebot IP"
15
17
  end
16
18
 
17
19
  def test_user_agent
18
- bot = Legitbot.bot("Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)", "17.58.98.60")
20
+ bot = Legitbot.bot(
21
+ 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)',
22
+ '17.58.98.60'
23
+ )
19
24
  assert_equal :apple_as_google, bot.detected_as
20
- assert bot.valid?, msg: "A valid Applebot User-agent and IP"
25
+ assert bot.valid?, msg: 'A valid Applebot User-agent and IP'
21
26
  end
22
27
  end
data/test/apple_test.rb CHANGED
@@ -1,22 +1,29 @@
1
+ # frozen_string_literal: true
2
+
1
3
  require 'minitest/autorun'
2
4
  require 'legitbot'
3
5
 
4
6
  class AppleTest < Minitest::Test
5
7
  def test_valid_ip
6
- ip = "17.58.98.60"
8
+ ip = '17.58.98.60'
7
9
  match = Legitbot::Apple.new(ip)
8
10
  assert match.valid?, msg: "#{ip} is a valid Applebot IP"
9
11
  end
10
12
 
11
13
  def test_invalid_ip
12
- ip = "127.0.0.1"
14
+ ip = '127.0.0.1'
13
15
  match = Legitbot::Apple.new(ip)
14
16
  assert match.fake?, msg: "#{ip} is a fake Applebot IP"
15
17
  end
16
18
 
19
+ # rubocop:disable Metrics/LineLength
17
20
  def test_user_agent
18
- bot = Legitbot.bot("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Applebot/0.1; +http://www.apple.com/go/applebot)", "17.58.98.60")
21
+ bot = Legitbot.bot(
22
+ 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Applebot/0.1; +http://www.apple.com/go/applebot)',
23
+ '17.58.98.60'
24
+ )
19
25
  assert_equal :apple, bot.detected_as
20
- assert bot.valid?, msg: "A valid Applebot User-agent and IP"
26
+ assert bot.valid?, msg: 'A valid Applebot User-agent and IP'
21
27
  end
28
+ # rubocop:enable Metrics/LineLength
22
29
  end
data/test/botmatch_test.rb CHANGED
@@ -1,29 +1,11 @@
1
+ # frozen_string_literal: true
2
+
1
3
  require 'minitest/autorun'
2
4
  require 'legitbot'
3
5
 
4
6
  class BotMatchTest < Minitest::Test
5
- def test_reverse_name
6
- match = Legitbot::BotMatch.new "66.249.64.141"
7
- assert_equal "crawl-66-249-64-141.googlebot.com", match.reverse_name
8
- end
9
-
10
- def test_reverse_ip
11
- match = Legitbot::BotMatch.new "66.249.64.141"
12
- assert_equal "66.249.64.141", match.reversed_ip
13
- end
14
-
15
- def test_reverse_resolves
16
- match = Legitbot::BotMatch.new "66.249.64.141"
17
- assert_equal true, match.reverse_resolves?
18
- end
19
-
20
- def test_reverse_doesnt_resolve
21
- match = Legitbot::BotMatch.new "5.140.70.64"
22
- assert !match.reverse_resolves?
23
- end
24
-
25
7
  def test_valid_class_syntax
26
- assert Legitbot::Google.valid?("66.249.64.141"), msg: "Valid Googlebot"
27
- assert Legitbot::Google.fake?("149.210.164.47"), msg: "Fake Googlebot"
8
+ assert Legitbot::Google.valid?('66.249.64.141'), msg: 'Valid Googlebot'
9
+ assert Legitbot::Google.fake?('149.210.164.47'), msg: 'Fake Googlebot'
28
10
  end
29
11
  end
data/test/facebook_test.rb CHANGED
@@ -1,20 +1,24 @@
1
+ # frozen_string_literal: true
2
+
1
3
  require 'minitest/autorun'
2
4
  require 'legitbot'
3
5
 
4
6
  module Legitbot
5
7
  class Facebook
8
+ # rubocop:disable Metrics/LineLength
6
9
  def self.whois
7
10
  {
8
- ipv4: ["69.63.176.0/20", "66.220.144.0/20", "66.220.144.0/21", "69.63.184.0/21", "69.63.176.0/21", "74.119.76.0/22", "69.171.255.0/24", "173.252.64.0/18", "69.171.224.0/19", "69.171.224.0/20", "103.4.96.0/22", "69.63.176.0/24", "173.252.64.0/19", "173.252.70.0/24", "31.13.64.0/18", "31.13.24.0/21", "66.220.152.0/21", "66.220.159.0/24", "69.171.239.0/24", "69.171.240.0/20", "31.13.64.0/19", "31.13.64.0/24", "31.13.65.0/24", "31.13.67.0/24", "31.13.68.0/24", "31.13.69.0/24", "31.13.70.0/24", "31.13.71.0/24", "31.13.72.0/24", "31.13.73.0/24", "31.13.74.0/24", "31.13.75.0/24", "31.13.76.0/24", "31.13.77.0/24", "31.13.96.0/19", "31.13.66.0/24", "173.252.96.0/19", "69.63.178.0/24", "31.13.78.0/24", "31.13.79.0/24", "31.13.80.0/24", "31.13.82.0/24", "31.13.83.0/24", "31.13.84.0/24", "31.13.85.0/24", "31.13.86.0/24", "31.13.87.0/24", "31.13.88.0/24", "31.13.89.0/24", "31.13.90.0/24", "31.13.91.0/24", "31.13.92.0/24", "31.13.93.0/24", "31.13.94.0/24", "31.13.95.0/24", "69.171.253.0/24", "69.63.186.0/24", "31.13.81.0/24", "179.60.192.0/22", "179.60.192.0/24", "179.60.193.0/24", "179.60.194.0/24", "179.60.195.0/24", "185.60.216.0/22", "45.64.40.0/22", "185.60.216.0/24", "185.60.217.0/24", "185.60.218.0/24", "185.60.219.0/24", "129.134.0.0/16", "157.240.0.0/16", "157.240.8.0/24", "157.240.0.0/24", "157.240.1.0/24", "157.240.2.0/24", "157.240.3.0/24", "157.240.4.0/24", "157.240.5.0/24", "157.240.6.0/24", "157.240.7.0/24", "157.240.9.0/24", "157.240.10.0/24", "157.240.16.0/24", "157.240.19.0/24", "157.240.11.0/24", "157.240.12.0/24", "157.240.13.0/24", "157.240.14.0/24", "157.240.15.0/24", "157.240.17.0/24", "157.240.18.0/24", "157.240.20.0/24", "157.240.21.0/24", "157.240.22.0/24", "157.240.23.0/24", "157.240.0.0/17", "69.171.250.0/24", "157.240.24.0/24", "157.240.25.0/24", "199.201.64.0/24", "199.201.65.0/24", "199.201.64.0/22", "204.15.20.0/22", "157.240.192.0/24", "129.134.0.0/17", "157.240.198.0/24"],
11
+ ipv4: ['69.63.176.0/20', '66.220.144.0/20', '66.220.144.0/21', '69.63.184.0/21', '69.63.176.0/21', '74.119.76.0/22', '69.171.255.0/24', '173.252.64.0/18', '69.171.224.0/19', '69.171.224.0/20', '103.4.96.0/22', '69.63.176.0/24', '173.252.64.0/19', '173.252.70.0/24', '31.13.64.0/18', '31.13.24.0/21', '66.220.152.0/21', '66.220.159.0/24', '69.171.239.0/24', '69.171.240.0/20', '31.13.64.0/19', '31.13.64.0/24', '31.13.65.0/24', '31.13.67.0/24', '31.13.68.0/24', '31.13.69.0/24', '31.13.70.0/24', '31.13.71.0/24', '31.13.72.0/24', '31.13.73.0/24', '31.13.74.0/24', '31.13.75.0/24', '31.13.76.0/24', '31.13.77.0/24', '31.13.96.0/19', '31.13.66.0/24', '173.252.96.0/19', '69.63.178.0/24', '31.13.78.0/24', '31.13.79.0/24', '31.13.80.0/24', '31.13.82.0/24', '31.13.83.0/24', '31.13.84.0/24', '31.13.85.0/24', '31.13.86.0/24', '31.13.87.0/24', '31.13.88.0/24', '31.13.89.0/24', '31.13.90.0/24', '31.13.91.0/24', '31.13.92.0/24', '31.13.93.0/24', '31.13.94.0/24', '31.13.95.0/24', '69.171.253.0/24', '69.63.186.0/24', '31.13.81.0/24', '179.60.192.0/22', '179.60.192.0/24', '179.60.193.0/24', '179.60.194.0/24', '179.60.195.0/24', '185.60.216.0/22', '45.64.40.0/22', '185.60.216.0/24', '185.60.217.0/24', '185.60.218.0/24', '185.60.219.0/24', '129.134.0.0/16', '157.240.0.0/16', '157.240.8.0/24', '157.240.0.0/24', '157.240.1.0/24', '157.240.2.0/24', '157.240.3.0/24', '157.240.4.0/24', '157.240.5.0/24', '157.240.6.0/24', '157.240.7.0/24', '157.240.9.0/24', '157.240.10.0/24', '157.240.16.0/24', '157.240.19.0/24', '157.240.11.0/24', '157.240.12.0/24', '157.240.13.0/24', '157.240.14.0/24', '157.240.15.0/24', '157.240.17.0/24', '157.240.18.0/24', '157.240.20.0/24', '157.240.21.0/24', '157.240.22.0/24', '157.240.23.0/24', '157.240.0.0/17', '69.171.250.0/24', '157.240.24.0/24', '157.240.25.0/24', '199.201.64.0/24', '199.201.65.0/24', '199.201.64.0/22', '204.15.20.0/22', '157.240.192.0/24', '129.134.0.0/17', '157.240.198.0/24'],
9
12
  ipv6: []
10
13
  }
11
14
  end
15
+ # rubocop:enable Metrics/LineLength
12
16
  end
13
17
  end
14
18
 
15
19
  class FacebookTest < Minitest::Test
16
20
  def test_valid_ip
17
- ip = "69.63.186.89"
21
+ ip = '69.63.186.89'
18
22
  match = Legitbot::Facebook.new(ip)
19
23
  assert match.valid?, msg: "#{ip} is a valid Facebook IP"
20
24
 
@@ -24,25 +28,36 @@ class FacebookTest < Minitest::Test
24
28
  end
25
29
 
26
30
  def test_invalid_ip
27
- ip = "127.0.0.1"
31
+ ip = '127.0.0.1'
28
32
  match = Legitbot::Facebook.new(ip)
29
33
  assert match.fake?, msg: "#{ip} is a fake Facebook IP"
30
34
  end
31
35
 
36
+ # rubocop:disable Metrics/LineLength, Metrics/MethodLength
32
37
  def test_user_agent
33
- Legitbot.bot("facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "31.13.76.56") do |bot|
38
+ Legitbot.bot(
39
+ 'facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)',
40
+ '31.13.76.56'
41
+ ) do |bot|
34
42
  assert_equal :facebook, bot.detected_as
35
- assert bot.valid?, msg: "true Facebook"
43
+ assert bot.valid?, msg: 'true Facebook'
36
44
  end
37
45
 
38
- Legitbot.bot("facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "173.252.87.8") do |bot|
46
+ Legitbot.bot(
47
+ 'facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)',
48
+ '173.252.87.8'
49
+ ) do |bot|
39
50
  assert_equal :facebook, bot.detected_as
40
- assert bot.valid?, msg: "true Facebook"
51
+ assert bot.valid?, msg: 'true Facebook'
41
52
  end
42
53
 
43
- Legitbot.bot("Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_1) AppleWebKit/601.2.4 (KHTML, like Gecko) Version/9.0.1 Safari/601.2.4 facebookexternalhit/1.1 Facebot Twitterbot/1.0", "92.243.181.7") do |bot|
54
+ Legitbot.bot(
55
+ 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_1) AppleWebKit/601.2.4 (KHTML, like Gecko) Version/9.0.1 Safari/601.2.4 facebookexternalhit/1.1 Facebot Twitterbot/1.0',
56
+ '92.243.181.7'
57
+ ) do |bot|
44
58
  assert_equal :facebook, bot.detected_as
45
- assert bot.fake?, msg: "fake Facebook"
59
+ assert bot.fake?, msg: 'fake Facebook'
46
60
  end
47
61
  end
62
+ # rubocop:enable Metrics/LineLength, Metrics/MethodLength
48
63
  end
data/test/google_test.rb CHANGED
@@ -1,42 +1,52 @@
1
+ # frozen_string_literal: true
2
+
1
3
  require 'minitest/autorun'
2
4
  require 'legitbot'
3
5
 
4
6
  class GoogleTest < Minitest::Test
5
7
  def test_malicious_ip
6
- ip = "149.210.164.47"
8
+ ip = '149.210.164.47'
7
9
  match = Legitbot::Google.new ip
8
- reverse_name = match.reverse_name
9
- assert !match.subdomain_of?("googlebot.com."), msg: "#{reverse_name} is not a subdomain of googlebot.com"
10
10
  assert !match.valid?, msg: "#{ip} is not a real Googlebot IP"
11
11
  end
12
12
 
13
13
  def test_valid_ip
14
- ip = "66.249.64.141"
14
+ ip = '66.249.64.141'
15
15
  match = Legitbot::Google.new ip
16
- reverse_name = match.reverse_name
17
- assert match.subdomain_of?("googlebot.com."), msg: "#{reverse_name} is a subdomain of googlebot.com"
18
16
  assert match.valid?, msg: "#{ip} is a valid Googlebot IP"
19
17
  end
20
18
 
21
19
  def test_malicious_ua
22
- bot = Legitbot.bot("Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)", "149.210.164.47")
23
- assert bot, msg: "Googlebot detected from User-Agent"
24
- assert !bot.valid?, msg: "Not a valid Googlebot"
20
+ bot = Legitbot.bot(
21
+ 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)',
22
+ '149.210.164.47'
23
+ )
24
+ assert bot, msg: 'Googlebot detected from User-Agent'
25
+ assert !bot.valid?, msg: 'Not a valid Googlebot'
25
26
  end
26
27
 
27
28
  def test_valid_ua
28
- bot = Legitbot.bot("Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)", "66.249.64.141")
29
- assert bot, msg: "Googlebot detected from User-Agent"
30
- assert bot.valid?, msg: "Valid Googlebot"
29
+ bot = Legitbot.bot(
30
+ 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)',
31
+ '66.249.64.141'
32
+ )
33
+ assert bot, msg: 'Googlebot detected from User-Agent'
34
+ assert bot.valid?, msg: 'Valid Googlebot'
31
35
  end
32
36
 
33
37
  def test_valid_name
34
- bot = Legitbot.bot("Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)", "66.249.64.141")
38
+ bot = Legitbot.bot(
39
+ 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)',
40
+ '66.249.64.141'
41
+ )
35
42
  assert_equal :google, bot.detected_as
36
43
  end
37
44
 
38
45
  def test_fake_name
39
- bot = Legitbot.bot("Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)", "81.1.172.108")
46
+ bot = Legitbot.bot(
47
+ 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)',
48
+ '81.1.172.108'
49
+ )
40
50
  assert_equal :google, bot.detected_as
41
51
  end
42
52
  end
data/test/legitbot/validators/domains_test.rb ADDED
@@ -0,0 +1,58 @@
1
+ # frozen_string_literal: true
2
+
3
+ require 'minitest/autorun'
4
+ require 'legitbot'
5
+
6
+ module Legitbot
7
+ module Validators
8
+ class NoDomains
9
+ include Domains
10
+ end
11
+
12
+ class DomainMatch
13
+ include Domains
14
+ domains 'search.msn.com', reverse: false
15
+
16
+ @resolver = Minitest::Mock.new
17
+ @resolver.expect(:getnames,
18
+ ['po18-218.co2-6nf-srch-2b.ntwk.msn.net',
19
+ 'msnbot-157-55-39-132.search.msn.com'].map do |d|
20
+ Resolv::DNS::Name.create(d)
21
+ end, [String])
22
+ @resolver.expect(:getnames,
23
+ ['crawl-66-249-64-141.googlebot.com'].map do |d|
24
+ Resolv::DNS::Name.create(d)
25
+ end, [String])
26
+ end
27
+
28
+ class ReverseMatch
29
+ include Domains
30
+ domains 'search.msn.com'
31
+ end
32
+
33
+ class DomainsTest < Minitest::Test
34
+ def test_no_domains
35
+ assert NoDomains.valid_domain?('127.0.0.1')
36
+ end
37
+
38
+ def test_reverse_domain
39
+ assert DomainMatch.valid_domain?('127.0.0.1')
40
+ refute DomainMatch.valid_domain?('127.0.0.1')
41
+ end
42
+
43
+ def test_reverse_ip
44
+ dlist = ['po18-218.co2-6nf-srch-2b.ntwk.msn.net',
45
+ 'msnbot-157-55-39-132.search.msn.com'].map do |d|
46
+ Resolv::DNS::Name.create(d)
47
+ end
48
+
49
+ ReverseMatch.resolver.stub :getnames, dlist do
50
+ ReverseMatch.resolver.stub :getaddress, '127.0.0.1' do
51
+ assert ReverseMatch.valid_domain?('127.0.0.1')
52
+ refute ReverseMatch.valid_domain?('127.0.0.2')
53
+ end
54
+ end
55
+ end
56
+ end
57
+ end
58
+ end
data/test/legitbot/validators/ip_ranges_test.rb ADDED
@@ -0,0 +1,113 @@
1
+ # frozen_string_literal: true
2
+
3
+ require 'minitest/autorun'
4
+ require 'legitbot'
5
+
6
+ module Legitbot
7
+ module Validators
8
+ class NoRanges
9
+ include IpRanges
10
+ end
11
+
12
+ class ArrayRanges
13
+ include IpRanges
14
+ ip_ranges '66.220.144.0/21', '2a03:2880:f234::/48'
15
+ end
16
+
17
+ class FlattenRanges
18
+ include IpRanges
19
+ ip_ranges %w[66.220.144.0/21 2a03:2880:f234::/48]
20
+ end
21
+
22
+ class EmptyRanges
23
+ include IpRanges
24
+ ip_ranges
25
+
26
+ def initialize(ip)
27
+ @ip = ip
28
+ end
29
+ end
30
+
31
+ class LoadRanges
32
+ include IpRanges
33
+
34
+ @i = 0
35
+ ip_ranges do
36
+ @i += 1
37
+ [@i.odd? ? '127.0.0.0/8' : '192.168.0.0/16']
38
+ end
39
+
40
+ def self.counter
41
+ @i
42
+ end
43
+
44
+ def initialize(ip)
45
+ @ip = ip
46
+ end
47
+ end
48
+
49
+ class IpRangesTest < Minitest::Test
50
+ def test_partition_method
51
+ empty = NoRanges.partition_ips([])
52
+ assert_empty empty
53
+ end
54
+
55
+ def test_ipv6_partition
56
+ ipv6 = NoRanges.partition_ips(['2a03:2880:f234::/48'])
57
+ assert_nil ipv6[:ipv4].top_node
58
+ refute_nil ipv6[:ipv6].top_node
59
+ end
60
+
61
+ def test_ipv4_partition
62
+ ipv4 = NoRanges.partition_ips(['66.220.144.0/21'])
63
+ refute_nil ipv4[:ipv4].top_node
64
+ assert_nil ipv4[:ipv6].top_node
65
+ end
66
+
67
+ def test_no_ranges
68
+ assert NoRanges.valid_ip?('127.0.0.1')
69
+ end
70
+
71
+ def test_empty_matcher
72
+ assert_empty EmptyRanges.valid_ips
73
+ assert_empty EmptyRanges.load_ips
74
+ assert EmptyRanges.valid_ip?('127.0.0.0')
75
+ assert EmptyRanges.valid_ip?('66.220.144.1')
76
+ assert EmptyRanges.valid_ip?('2a03:2880:f234:0:0:0:0:1')
77
+
78
+ matcher = EmptyRanges.new '127.0.0.0'
79
+ assert matcher.valid_ip?
80
+ end
81
+
82
+ def test_matcher_array
83
+ assert ArrayRanges.valid_ip?('66.220.144.1')
84
+ assert ArrayRanges.valid_ip?('2a03:2880:f234:0:0:0:0:1')
85
+ refute ArrayRanges.valid_ip?('66.220.143.1')
86
+ refute ArrayRanges.valid_ip?('2a03:2880:f233:0:0:0:0:1')
87
+ end
88
+
89
+ def test_flatten
90
+ assert FlattenRanges.valid_ip?('66.220.144.1')
91
+ assert FlattenRanges.valid_ip?('2a03:2880:f234:0:0:0:0:1')
92
+ refute FlattenRanges.valid_ip?('66.220.143.1')
93
+ refute FlattenRanges.valid_ip?('2a03:2880:f233:0:0:0:0:1')
94
+ end
95
+
96
+ # rubocop:disable Metrics/AbcSize
97
+ def test_matcher_loader
98
+ assert_equal 0, LoadRanges.counter
99
+ assert LoadRanges.new('127.127.127.127').valid_ip?
100
+ refute LoadRanges.new('10.10.10.10').valid_ip?
101
+ refute LoadRanges.new('192.168.127.254').valid_ip?
102
+ assert_equal 1, LoadRanges.counter
103
+
104
+ LoadRanges.reload_ips
105
+ refute LoadRanges.new('127.127.127.127').valid_ip?
106
+ refute LoadRanges.new('10.10.10.10').valid_ip?
107
+ assert LoadRanges.new('192.168.127.254').valid_ip?
108
+ assert_equal 2, LoadRanges.counter
109
+ end
110
+ # rubocop:enable Metrics/AbcSize
111
+ end
112
+ end
113
+ end
data/test/legitbot_test.rb CHANGED
@@ -1,13 +1,17 @@
1
+ # frozen_string_literal: true
2
+
1
3
  require 'minitest/autorun'
2
4
  require 'legitbot'
3
5
 
4
6
  class LegitbotTest < Minitest::Test
5
7
  def test_rules
6
- assert !Legitbot.bot("Firefox", "127.0.0.1"), msg: "Not a bot"
7
- assert Legitbot.bot("Googlebot", "5.140.70.64"), msg: "No reverse resolve, bot"
8
+ assert !Legitbot.bot('Firefox', '127.0.0.1'),
9
+ msg: 'Not a bot'
10
+ assert Legitbot.bot('Googlebot', '5.140.70.64'),
11
+ msg: 'No reverse resolve, bot'
8
12
 
9
- Legitbot.bot("Firefox", "127.0.0.1") do |bot|
10
- flunk "No bot Firefox is possible"
13
+ Legitbot.bot('Firefox', '127.0.0.1') do |_bot|
14
+ flunk 'No bot Firefox is possible'
11
15
  end
12
16
  end
13
17
  end
data/test/pinterest_test.rb CHANGED
@@ -1,42 +1,54 @@
1
+ # frozen_string_literal: true
2
+
1
3
  require 'minitest/autorun'
2
4
  require 'legitbot'
3
5
 
4
6
  class PinterestTest < Minitest::Test
5
7
  def test_malicious_ip
6
- ip = "149.210.164.47"
8
+ ip = '149.210.164.47'
7
9
  match = Legitbot::Pinterest.new ip
8
- reverse_name = match.reverse_name
9
- assert !match.subdomain_of?("pinterest.com."), msg: "#{reverse_name} is not a subdomain of pinterest.com"
10
10
  assert !match.valid?, msg: "#{ip} is not a real Pinterest IP"
11
11
  end
12
12
 
13
13
  def test_valid_ip
14
- ip = "54.236.1.11"
14
+ ip = '54.236.1.11'
15
15
  match = Legitbot::Pinterest.new ip
16
- reverse_name = match.reverse_name
17
- assert match.subdomain_of?("pinterest.com."), msg: "#{reverse_name} is a subdomain of pinterest.com"
18
16
  assert match.valid?, msg: "#{ip} is a valid Pinterest IP"
19
17
  end
20
18
 
21
19
  def test_malicious_ua
22
- bot = Legitbot.bot("Mozilla/5.0 (compatible; Pinterestbot/1.0; +https://www.pinterest.com/bot.html)", "149.210.164.47")
23
- assert bot, msg: "Pinterest detected from User-Agent"
24
- assert !bot.valid?, msg: "Not a valid Pinterest"
20
+ bot = Legitbot.bot(
21
+ 'Mozilla/5.0 (compatible; Pinterestbot/1.0; +https://www.pinterest.com/bot.html)',
22
+ '149.210.164.47'
23
+ )
24
+ assert bot, msg: 'Pinterest detected from User-Agent'
25
+ assert !bot.valid?, msg: 'Not a valid Pinterest'
25
26
  end
26
27
 
27
28
  def test_valid_ua
28
- bot = Legitbot.bot("Mozilla/5.0 (compatible; Pinterestbot/1.0; +https://www.pinterest.com/bot.html)", "54.236.1.11")
29
- assert bot, msg: "Pinterest detected from User-Agent"
30
- assert bot.valid?, msg: "Valid Pinterest"
29
+ bot = Legitbot.bot(
30
+ 'Mozilla/5.0 (compatible; Pinterestbot/1.0; +https://www.pinterest.com/bot.html)',
31
+ '54.236.1.11'
32
+ )
33
+ assert bot, msg: 'Pinterest detected from User-Agent'
34
+ assert bot.valid?, msg: 'Valid Pinterest'
31
35
  end
32
36
 
37
+ # rubocop:disable Metrics/LineLength
33
38
  def test_android_not_bot
34
- bot = Legitbot.bot("Mozilla/5.0 (Linux; Android 8.0.0; SM-G965F Build/R16NW; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/70.0.3538.64 Mobile Safari/537.36 [Pinterest/Android]", "85.117.106.133")
39
+ bot = Legitbot.bot(
40
+ 'Mozilla/5.0 (Linux; Android 8.0.0; SM-G965F Build/R16NW; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/70.0.3538.64 Mobile Safari/537.36 [Pinterest/Android]',
41
+ '85.117.106.133'
42
+ )
35
43
  assert_nil bot
36
44
  end
45
+ # rubocop:enable Metrics/LineLength
37
46
 
38
47
  def test_engine_name
39
- bot = Legitbot.bot("Mozilla/5.0 (compatible; Pinterestbot/1.0; +https://www.pinterest.com/bot.html)", "54.236.1.11")
48
+ bot = Legitbot.bot(
49
+ 'Mozilla/5.0 (compatible; Pinterestbot/1.0; +https://www.pinterest.com/bot.html)',
50
+ '54.236.1.11'
51
+ )
40
52
  assert_equal :pinterest, bot.detected_as
41
53
  end
42
54
  end