legitbot 1.9.4 → 1.10.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (8) hide show
  1. checksums.yaml +4 -4
  2. data/.github/workflows/build.yml +1 -1
  3. data/README.md +1 -0
  4. data/lib/legitbot/gptbot.rb +1 -10
  5. data/lib/legitbot/marginalia.rb +12 -0
  6. data/lib/legitbot/version.rb +1 -1
  7. data/lib/legitbot.rb +1 -0
  8. metadata +3 -2
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 700a8ee4c43c91d46fe018a9b2ad4eed2856e2e1cfb41a1fe8ce6b1ff3287d08
4
- data.tar.gz: 889b054b4ade25db6082d4a5c9a8e159987bc601332e49dabc2b12d9d19fc8c0
3
+ metadata.gz: 1a47c532b717bc82e3d7f217bc2d53078e7b3ae4745069cb7e41d68a9931ab46
4
+ data.tar.gz: a2d37f6580bac4826f29af4cbe6037108747b21d322c5c19f72a80bd781adc71
5
5
  SHA512:
6
- metadata.gz: 2deb3e5e07fd6e6a1792e68083ee695de2b91b958ac9269ae32b7eee1c50f2a35e8bd83c486cfffe6f44027f3a45d952843b81b4365aebdd250fbea814160504
7
- data.tar.gz: 6272621e0a1fade0e3d86bbacd66e5c606e36a52946fa5b77db88f0fdb19bd75f830e993a71250106574a5b528cc8e305a0300c3463f8e7e41df67ee347f4c8f
6
+ metadata.gz: d739b324c2c717bd878015934d17b022f3600b6609308f2dff6f1f9f79c145d324fb3f9d4787da5617ae004a9aa096cfc9dddec650af291921b4707c4796eaa2
7
+ data.tar.gz: 57d1f6eacc3e5d4c60543732afa0d23ec2754fac07ae1ee96e6becc777b71540fc39a55022a180edf6aa7bebd80e4e3ef341db4a4b29bc9c3d4b93b18071c43a
data/.github/workflows/build.yml CHANGED
@@ -11,7 +11,7 @@ jobs:
11
11
  strategy:
12
12
  fail-fast: false
13
13
  matrix:
14
- ruby: [ jruby, 2.7, 3.0, 3.1, 3.2 ]
14
+ ruby: [ jruby, 3.0, 3.1, 3.2 ]
15
15
 
16
16
  steps:
17
17
  - uses: actions/checkout@v3
data/README.md CHANGED
@@ -61,6 +61,7 @@ end
61
61
  - [IAS](https://integralads.com/ias-privacy-data-management/policies/site-indexing-policy/)
62
62
  - [OpenAI GPTBot](https://platform.openai.com/docs/gptbot)
63
63
  - [Oracle Data Cloud Crawler](https://www.oracle.com/corporate/acquisitions/grapeshot/crawler.html)
64
+ - [Marginalia](https://www.marginalia.nu/marginalia-search/for-webmasters/)
64
65
  - [Petal search engine](http://aspiegel.com/petalbot)
65
66
  - [Pinterest](https://help.pinterest.com/en/articles/about-pinterest-crawler-0)
66
67
  - [Twitterbot](https://developer.twitter.com/en/docs/tweets/optimize-with-cards/guides/getting-started),
data/lib/legitbot/gptbot.rb CHANGED
@@ -5,17 +5,8 @@ module Legitbot # :nodoc:
5
5
  class GPTBot < BotMatch
6
6
  # @fetch:url https://openai.com/gptbot-ranges.txt
7
7
  ip_ranges %w[
8
- 20.9.164.0/24
9
- 20.15.240.64/28
10
- 20.15.240.80/28
11
- 20.15.240.96/28
12
- 20.15.240.176/28
13
- 20.15.241.0/28
14
- 20.15.242.128/28
15
- 20.15.242.144/28
16
- 20.15.242.192/28
17
- 40.83.2.64/28
18
8
  52.230.152.0/24
9
+ 52.233.106.0/24
19
10
  ]
20
11
  end
21
12
 
data/lib/legitbot/marginalia.rb ADDED
@@ -0,0 +1,12 @@
1
+ # frozen_string_literal: true
2
+
3
+ module Legitbot # :nodoc:
4
+ # https://www.marginalia.nu/marginalia-search/for-webmasters/
5
+ class Marginalia < BotMatch
6
+ ip_ranges %w[
7
+ 81.170.128.21/32
8
+ ]
9
+ end
10
+
11
+ rule Legitbot::Marginalia, %w[search.marginalia.nu]
12
+ end
data/lib/legitbot/version.rb CHANGED
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module Legitbot
4
- VERSION = '1.9.4'
4
+ VERSION = '1.10.0'
5
5
  end
data/lib/legitbot.rb CHANGED
@@ -15,6 +15,7 @@ require_relative 'legitbot/google'
15
15
  require_relative 'legitbot/gptbot'
16
16
  require_relative 'legitbot/ias'
17
17
  require_relative 'legitbot/oracle'
18
+ require_relative 'legitbot/marginalia'
18
19
  require_relative 'legitbot/petalbot'
19
20
  require_relative 'legitbot/pinterest'
20
21
  require_relative 'legitbot/twitter'
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: legitbot
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.9.4
4
+ version: 1.10.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Alexander Azarov
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2023-11-17 00:00:00.000000000 Z
11
+ date: 2023-12-02 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: fast_interval_tree
@@ -84,6 +84,7 @@ files:
84
84
  - lib/legitbot/gptbot.rb
85
85
  - lib/legitbot/ias.rb
86
86
  - lib/legitbot/legitbot.rb
87
+ - lib/legitbot/marginalia.rb
87
88
  - lib/legitbot/oracle.rb
88
89
  - lib/legitbot/petalbot.rb
89
90
  - lib/legitbot/pinterest.rb