legitbot 1.9.3 → 1.10.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5f29762cb58d392d9c33ec23154236af07518e9670e7de8353b79f16d383660c
-  data.tar.gz: 4d65036c804c1acc9c2109bed05f26864ad7f98979a74a3661f64872efc7a212
+  metadata.gz: 1a47c532b717bc82e3d7f217bc2d53078e7b3ae4745069cb7e41d68a9931ab46
+  data.tar.gz: a2d37f6580bac4826f29af4cbe6037108747b21d322c5c19f72a80bd781adc71
 SHA512:
-  metadata.gz: a89de0785170ba07310df92f878bfb85eacbc1d2c3b8fd7a39ee9a809572b9543e06225e84be238f9a036a7e697c3e0c532a8c3c4b0f5d8996c536efe9acd2dd
-  data.tar.gz: e0a19b240dda49a8f3277e55e84109bf9e8cc3816efd27ad74a0b3858cfb77f65cbaf32084618440a8dac308042acb846e424e2a63182c9160a5f986c64e4fd3
+  metadata.gz: d739b324c2c717bd878015934d17b022f3600b6609308f2dff6f1f9f79c145d324fb3f9d4787da5617ae004a9aa096cfc9dddec650af291921b4707c4796eaa2
+  data.tar.gz: 57d1f6eacc3e5d4c60543732afa0d23ec2754fac07ae1ee96e6becc777b71540fc39a55022a180edf6aa7bebd80e4e3ef341db4a4b29bc9c3d4b93b18071c43a

data/.github/workflows/build.yml

@@ -11,7 +11,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        ruby: [ jruby, 2.7, 3.0, 3.1, 3.2 ]
+        ruby: [ jruby, 3.0, 3.1, 3.2 ]
 
     steps:
     - uses: actions/checkout@v3

data/README.md

@@ -61,6 +61,7 @@ end
 - [IAS](https://integralads.com/ias-privacy-data-management/policies/site-indexing-policy/)
 - [OpenAI GPTBot](https://platform.openai.com/docs/gptbot)
 - [Oracle Data Cloud Crawler](https://www.oracle.com/corporate/acquisitions/grapeshot/crawler.html)
+- [Marginalia](https://www.marginalia.nu/marginalia-search/for-webmasters/)
 - [Petal search engine](http://aspiegel.com/petalbot)
 - [Pinterest](https://help.pinterest.com/en/articles/about-pinterest-crawler-0)
 - [Twitterbot](https://developer.twitter.com/en/docs/tweets/optimize-with-cards/guides/getting-started),

data/lib/legitbot/facebook.rb

@@ -9,7 +9,7 @@ module Legitbot # :nodoc:
 
     ip_ranges do
       client = Irrc::Client.new
-      client.query :radb, AS
+      client.query :radb, AS, source: :radb
       results = client.perform
 
       %i[ipv4 ipv6].map do |family|

data/lib/legitbot/gptbot.rb

@@ -5,17 +5,8 @@ module Legitbot # :nodoc:
   class GPTBot < BotMatch
     # @fetch:url https://openai.com/gptbot-ranges.txt
     ip_ranges %w[
-      20.9.164.0/24
-      20.15.240.64/28
-      20.15.240.80/28
-      20.15.240.96/28
-      20.15.240.176/28
-      20.15.241.0/28
-      20.15.242.128/28
-      20.15.242.144/28
-      20.15.242.192/28
-      40.83.2.64/28
       52.230.152.0/24
+      52.233.106.0/24
     ]
   end
 

data/lib/legitbot/marginalia.rb

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+module Legitbot # :nodoc:
+  # https://www.marginalia.nu/marginalia-search/for-webmasters/
+  class Marginalia < BotMatch
+    ip_ranges %w[
+      81.170.128.21/32
+    ]
+  end
+
+  rule Legitbot::Marginalia, %w[search.marginalia.nu]
+end

data/lib/legitbot/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Legitbot
-  VERSION = '1.9.3'
+  VERSION = '1.10.0'
 end

data/lib/legitbot.rb

@@ -15,6 +15,7 @@ require_relative 'legitbot/google'
 require_relative 'legitbot/gptbot'
 require_relative 'legitbot/ias'
 require_relative 'legitbot/oracle'
+require_relative 'legitbot/marginalia'
 require_relative 'legitbot/petalbot'
 require_relative 'legitbot/pinterest'
 require_relative 'legitbot/twitter'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: legitbot
 version: !ruby/object:Gem::Version
-  version: 1.9.3
+  version: 1.10.0
 platform: ruby
 authors:
 - Alexander Azarov
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-11-11 00:00:00.000000000 Z
+date: 2023-12-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fast_interval_tree
@@ -84,6 +84,7 @@ files:
 - lib/legitbot/gptbot.rb
 - lib/legitbot/ias.rb
 - lib/legitbot/legitbot.rb
+- lib/legitbot/marginalia.rb
 - lib/legitbot/oracle.rb
 - lib/legitbot/petalbot.rb
 - lib/legitbot/pinterest.rb