legitbot 1.6.1 → 1.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0bd071c617ddb67424715ae30b92783fa0155ca182c7ef0c7cac0a5962eff8d1
-  data.tar.gz: 33ed371772200f2d27d95d083782d73d1572eeac329f63e5e3d5f14937151b72
+  metadata.gz: a835b0a1636ec6a95b61ac14b299f480f48b251678bdfd3228769ba1f36d4160
+  data.tar.gz: 8d548e2d5584d4239f9d1f758a09fdf40f7d825cc31b74add702cea52438e4a8
 SHA512:
-  metadata.gz: d188e8a97d9fd5115897f69c31a2f43f8b55b0426bd932c347800fd023231dfbc1c6c4ada108c94cdd4258673cbee06d012182ef3e815ff7be8b010b9d4eb4db
-  data.tar.gz: a00e24aa78775c201f9587286bb7cec46ec9993687ace3e675c2e4f585ff4ff56839f9a977e9709dab13e652098e72910a6f86b4dbc5fa38083970ca9085c143
+  metadata.gz: 4bca3fd8614ff5bd73d733573dbf0ff23ab233682e2e7eb054638eb963b3d68ced441f0ed8faac418f6af125011da07b8ba767ed5819fcbcc571ae1c6253ab51
+  data.tar.gz: d3ef89deb8d0fd22915bbb503665ed7f805bbfa2bc61396f04792d5321b478a8eca79b5df4c9ec39a8bb6deec608711cec32f279fa155544f072e8d4e921c1a3

data/.github/workflows/autocorrect.yml

@@ -13,13 +13,13 @@ jobs:
         ruby: [ 3.0 ]
 
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v3
     - name: Set up Ruby
       uses: ruby/setup-ruby@v1
       with:
         ruby-version: ${{ matrix.ruby }}
     - name: Cache dependencies
-      uses: actions/cache@v1
+      uses: actions/cache@v3
       with:
         path: vendor/bundle
         key: ${{ runner.os }}-${{ matrix.ruby }}-gems-${{ hashFiles('**/Gemfile.lock') }}

data/.github/workflows/build.yml

@@ -14,13 +14,13 @@ jobs:
         ruby: [ jruby, 2.6, 2.7, 3.0 ]
 
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v3
     - name: Set up Ruby
       uses: ruby/setup-ruby@v1
       with:
         ruby-version: ${{ matrix.ruby }}
     - name: Cache dependencies
-      uses: actions/cache@v1
+      uses: actions/cache@v3
       with:
         path: vendor/bundle
         key: ${{ runner.os }}-${{ matrix.ruby }}-gems-${{ hashFiles('**/Gemfile.lock') }}
@@ -42,13 +42,13 @@ jobs:
         ruby: [ 3.0 ]
 
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v3
     - name: Set up Ruby
       uses: ruby/setup-ruby@v1
       with:
         ruby-version: ${{ matrix.ruby }}
     - name: Cache dependencies
-      uses: actions/cache@v1
+      uses: actions/cache@v3
       with:
         path: vendor/bundle
         key: ${{ runner.os }}-${{ matrix.ruby }}-gems-${{ hashFiles('**/Gemfile.lock') }}

data/README.md

@@ -62,6 +62,7 @@ end
 * [Pinterest](https://help.pinterest.com/en/articles/about-pinterest-crawler-0)
 * [Twitterbot](https://developer.twitter.com/en/docs/tweets/optimize-with-cards/guides/getting-started), the list of IPs is in the [Troubleshooting page](https://developer.twitter.com/en/docs/tweets/optimize-with-cards/guides/troubleshooting-cards)
 * [Yandex robots](https://yandex.com/support/webmaster/robot-workings/check-yandex-robots.xml)
+* [You.com](https://about.you.com/youbot/)
 
 ## License
 

data/legitbot.gemspec

@@ -28,10 +28,9 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency 'minitest-hooks', '~> 1.5', '>= 1.5.0'
   spec.add_development_dependency 'nokogiri', '~> 1.13.0', '>= 1.13.0'
   spec.add_development_dependency 'rake', '~> 13.0', '>= 13.0.0'
-  spec.add_development_dependency 'rubocop', '~> 1.28.0', '>= 1.28.0'
-  spec.add_development_dependency 'rubocop-minitest', '~> 0.19.0', '>= 0.19.0'
+  spec.add_development_dependency 'rubocop', '~> 1.31.0', '>= 1.31.0'
+  spec.add_development_dependency 'rubocop-minitest', '~> 0.20.0', '>= 0.20.0'
 
   spec.files = `git ls-files`.split($INPUT_RECORD_SEPARATOR)
   spec.rdoc_options = ['--charset=UTF-8']
-  spec.test_files = Dir.glob('test/**/*').reject { |f| f.start_with? 'test/lib' }
 end

data/lib/legitbot/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Legitbot
-  VERSION = '1.6.1'
+  VERSION = '1.7.0'
 end

data/lib/legitbot/you.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module Legitbot # :nodoc:
+  # https://about.you.com/youbot/
+  class You < BotMatch
+    ip_ranges %w[
+      20.59.40.22
+    ]
+  end
+
+  rule Legitbot::You, %w[YouBot/]
+end

data/lib/legitbot.rb

@@ -13,7 +13,8 @@ require_relative 'legitbot/duckduckgo'
 require_relative 'legitbot/facebook'
 require_relative 'legitbot/google'
 require_relative 'legitbot/oracle'
+require_relative 'legitbot/petalbot'
 require_relative 'legitbot/pinterest'
 require_relative 'legitbot/twitter'
 require_relative 'legitbot/yandex'
-require_relative 'legitbot/petalbot'
+require_relative 'legitbot/you'

data/test/you_test.rb

@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+
+require 'minitest/autorun'
+require 'legitbot'
+
+class YouTest < Minitest::Test
+  def test_malicious_ip
+    ip = '20.59.41.22'
+    match = Legitbot::You.new ip
+    refute_predicate match, :valid?
+  end
+
+  def test_valid_ip
+    ip = '20.59.40.22'
+    match = Legitbot::You.new ip
+    assert_predicate match, :valid?
+  end
+
+  def test_malicious_ua
+    bot = Legitbot.bot(
+      'Mozilla/5.0 (compatible; YouBot/1.0; +https://about.you.com/youbot/)',
+      '20.59.41.22'
+    )
+    assert bot
+    refute_predicate bot, :valid?
+  end
+
+  def test_valid_ua
+    bot = Legitbot.bot(
+      'Mozilla/5.0 (compatible; YouBot/1.0; +https://about.you.com/youbot/)',
+      '20.59.40.22'
+    )
+    assert bot
+    assert_predicate bot, :valid?
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: legitbot
 version: !ruby/object:Gem::Version
-  version: 1.6.1
+  version: 1.7.0
 platform: ruby
 authors:
 - Alexander Azarov
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-04-23 00:00:00.000000000 Z
+date: 2022-07-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fast_interval_tree
@@ -176,40 +176,40 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.28.0
+        version: 1.31.0
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.28.0
+        version: 1.31.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.28.0
+        version: 1.31.0
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.28.0
+        version: 1.31.0
 - !ruby/object:Gem::Dependency
   name: rubocop-minitest
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.19.0
+        version: 0.20.0
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.19.0
+        version: 0.20.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.19.0
+        version: 0.20.0
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.19.0
+        version: 0.20.0
 description: Does Web request come from a real search engine or from an impersonating
   agent?
 email: self@alaz.me
@@ -249,6 +249,7 @@ files:
 - lib/legitbot/validators/ip_ranges.rb
 - lib/legitbot/version.rb
 - lib/legitbot/yandex.rb
+- lib/legitbot/you.rb
 - lib/rubocop/cop/custom.rb
 - lib/rubocop/cop/custom/ip_ranges.rb
 - rakelib/bump.rake
@@ -270,6 +271,7 @@ files:
 - test/petalbot_test.rb
 - test/pinterest_test.rb
 - test/twitter_test.rb
+- test/you_test.rb
 homepage: https://github.com/alaz/legitbot
 licenses:
 - Apache-2.0
@@ -295,18 +297,4 @@ rubygems_version: 3.2.32
 signing_key:
 specification_version: 4
 summary: 'Validate requests from Web crawlers: impersonating or not?'
-test_files:
-- test/ahrefs_test.rb
-- test/alexa_test.rb
-- test/amazon_test.rb
-- test/apple_test.rb
-- test/botmatch_test.rb
-- test/facebook_test.rb
-- test/google_test.rb
-- test/legitbot/validators/domains_test.rb
-- test/legitbot/validators/ip_ranges_test.rb
-- test/legitbot_test.rb
-- test/oracle_test.rb
-- test/petalbot_test.rb
-- test/pinterest_test.rb
-- test/twitter_test.rb
+test_files: []