legitbot 0.2.7 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ae1f2268a473ad5c04afb57f84e947bface5de9fc0b126639ecd9d492f1fefa0
-  data.tar.gz: 315a78cf41895bf503de265c77774152d944832959d22c9759576080b5d8d390
+  metadata.gz: cdde57656a3544982f83a9cf1afca4b63fcaa26e6da402a97de5ee053f2168fd
+  data.tar.gz: 8408a3c73d579ecf92526d7e4889376e5a61996df21df06511fe4076f5bf0913
 SHA512:
-  metadata.gz: 5caded01279b6e06f3979ea29722b55981d54b69e692a4da27e1f818704dc8c6c486353dfff8723c5afdad241950072047a4ffaf4105f17eb38f32e44fa95836
-  data.tar.gz: 2d9f49178129bf04ee6112d6f3f8eca8ca2fb2878daecb26a76b38ea28de63befca2744ecc5087b2a37b09e184621cde8a0016a6513be5556df7fc7e907cb3ad
+  metadata.gz: 3f21c0c3c93a2ac9eab93b919f8455a05f5accf07c82623be68fc372f6e3bdc38b88993cd3dc7682cc647b8e74b90290eeb474c5a35ab607f7bf2a2537a50c48
+  data.tar.gz: 610e55bbc7d66958c36bc6f77e265d6e14d0427a1d7df3346728cad3450a0cf77181cb76129cd31728db1bb693cba54e74c57aa77ddb6a2d5f26d1a6da3707a9

data/README.md

@@ -43,6 +43,7 @@ end
 
 ## Supported
 
+* [Ahrefs](https://ahrefs.com/robot)
 * [Applebot](https://support.apple.com/en-us/HT204683)
 * [Baidu spider](http://help.baidu.com/question?prod_en=master&class=498&id=1000973)
 * [Bingbot](https://blogs.bing.com/webmaster/2012/08/31/how-to-verify-that-bingbot-is-bingbot/)

data/lib/legitbot/ahrefs.rb

@@ -0,0 +1,13 @@
+module Legitbot
+  # https://ahrefs.com/robot
+  class Ahrefs < BotMatch
+    Ranges = %w(54.36.148.0/24 54.36.149.0/24 54.36.150.0/24 195.154.122.0/24 195.154.123.0/24 195.154.126.0/24 195.154.127.0/24)
+
+    def valid?
+      ip = IPAddr.new @ip
+      Ranges.any? { |range| IPAddr.new(range).include? ip }
+    end
+  end
+
+  rule Legitbot::Ahrefs, %w(AhrefsBot)
+end

data/lib/legitbot/facebook.rb

@@ -41,7 +41,6 @@ module Legitbot
       %i(ipv4 ipv6).map do |family|
         [family, results[AS][family][AS]]
       end.to_h
-      # { ipv4: results[AS][:ipv4][AS], ipv6: results[AS][:ipv6][AS] }
     end
   end
 

data/lib/legitbot/version.rb

@@ -1,3 +1,3 @@
 module Legitbot
-  VERSION = '0.2.7'
+  VERSION = '0.3.0'
 end

data/lib/legitbot.rb

@@ -1,6 +1,7 @@
 require_relative 'legitbot/legitbot'
 require_relative 'legitbot/botmatch'
 
+require_relative 'legitbot/ahrefs'
 require_relative 'legitbot/apple'
 require_relative 'legitbot/baidu'
 require_relative 'legitbot/bing'

data/test/ahrefs_test.rb

@@ -0,0 +1,28 @@
+require 'minitest/autorun'
+require 'legitbot'
+
+class AhrefsTest < Minitest::Test
+  def test_malicious_ip
+    ip = "149.210.164.47"
+    match = Legitbot::Ahrefs.new ip
+    assert !match.valid?, msg: "#{ip} is not a real Ahrefs IP"
+  end
+
+  def test_valid_ip
+    ip = "54.36.148.0"
+    match = Legitbot::Ahrefs.new ip
+    assert match.valid?, msg: "#{ip} is a valid Ahrefs IP"
+  end
+
+  def test_malicious_ua
+    bot = Legitbot.bot("Mozilla/5.0 (compatible; AhrefsBot/6.1; +http://ahrefs.com/robot/)", "149.210.164.47")
+    assert bot, msg: "Ahrefs detected from User-Agent"
+    assert !bot.valid?, msg: "Not a valid Ahrefs"
+  end
+
+  def test_valid_ua
+    bot = Legitbot.bot("Mozilla/5.0 (compatible; AhrefsBot/6.1; +http://ahrefs.com/robot/)", "54.36.148.0")
+    assert bot, msg: "Ahrefs detected from User-Agent"
+    assert bot.valid?, msg: "Valid Ahrefs"
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: legitbot
 version: !ruby/object:Gem::Version
-  version: 0.2.7
+  version: 0.3.0
 platform: ruby
 authors:
 - Alexander Azarov
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-04-12 00:00:00.000000000 Z
+date: 2019-08-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: irrc
@@ -81,6 +81,7 @@ files:
 - Rakefile
 - legitbot.gemspec
 - lib/legitbot.rb
+- lib/legitbot/ahrefs.rb
 - lib/legitbot/apple.rb
 - lib/legitbot/baidu.rb
 - lib/legitbot/bing.rb
@@ -92,6 +93,7 @@ files:
 - lib/legitbot/pinterest.rb
 - lib/legitbot/version.rb
 - lib/legitbot/yandex.rb
+- test/ahrefs_test.rb
 - test/apple_as_google_test.rb
 - test/apple_test.rb
 - test/botmatch_test.rb
@@ -127,6 +129,7 @@ summary: 'Validate requests from Web crawlers: impersonating or not?'
 test_files:
 - test/legitbot_test.rb
 - test/pinterest_test.rb
+- test/ahrefs_test.rb
 - test/apple_test.rb
 - test/apple_as_google_test.rb
 - test/google_test.rb