fbe 0.23.6 → 0.23.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bed0dbc2fe40503e276fad9620585658b3781cc02ce1fd171136ec9cae18bb67
-  data.tar.gz: 7ff721a9a5550eb960e4f98be1148b68e67a0198f821ba7485683022b0af2d1c
+  metadata.gz: fec8e019e6882387cebf8cd4f6c9ba1bbfc3287dc6558e8275d717b7f944273f
+  data.tar.gz: 3d21ec46863d2ba0e241d5d766c49521ecde20d8f683f104e2c50de917f90978
 SHA512:
-  metadata.gz: 6f9a87c2d309bd1806aff0184d1173f903b8e5612b6564de1e7b1a4fa9c932c88793f294e33a341255d810095a161d0bdb492492510ffd19c6ffae2c14724609
-  data.tar.gz: c91361e3272512623ca9f3c7f7b35c056bd55e37a3baf5635525974043fc62a1d80eac2dd533385bd124c91b0ccb54167319f2691e1e439be47c30c751ae3873
+  metadata.gz: 47f5e2144c9a13003d0cde086902abe2258fbbe471359e1bb38f84083cd8d5d0cacf9ecb8153fa7810ef3613193b81fef3ebc5a41d648778cf692a90980bc141
+  data.tar.gz: 3146af1240d7cb7028d93267d9b52db316d5d3f3352e1996db2d7852cfa6347ef2cbf2e21bc405bb135076805463199719eb66e48be26f65d69b8afc7362c56f

data/.github/workflows/typos.yml

@@ -16,6 +16,6 @@ jobs:
     runs-on: ubuntu-24.04
     steps:
       - uses: actions/checkout@v4
-      - uses: crate-ci/typos@v1.33.1
+      - uses: crate-ci/typos@v1.34.0
         with:
           config: .github/.typos.toml

data/Gemfile.lock

@@ -46,7 +46,7 @@ GEM
     ast (2.4.3)
     backtrace (0.4.1)
     base64 (0.3.0)
-    baza.rb (0.9.5)
+    baza.rb (0.9.6)
       backtrace (~> 0.4)
       elapsed (~> 0.0)
       faraday (~> 2.13)
@@ -69,13 +69,13 @@ GEM
     decoor (0.1.0)
     docile (1.4.1)
     drb (2.2.3)
-    elapsed (0.0.1)
+    elapsed (0.1.0)
       loog (> 0)
       tago (> 0)
     ellipsized (0.3.0)
     ethon (0.16.0)
       ffi (>= 1.15.0)
-    factbase (0.11.1)
+    factbase (0.12.1)
       backtrace (~> 0.4)
       decoor (~> 0.0)
       ellipsized (~> 0.3)
@@ -119,7 +119,7 @@ GEM
     intercepted (0.2.0)
     iri (0.11.2)
     json (2.12.2)
-    judges (0.50.5)
+    judges (0.51.0)
       backtrace (~> 0.4)
       baza.rb (~> 0.5)
       concurrent-ruby (~> 1.2)
@@ -226,10 +226,10 @@ GEM
       simplecov (~> 0.19)
     simplecov-html (0.13.1)
     simplecov_json_formatter (0.1.4)
-    sqlite3 (2.7.0-arm64-darwin)
-    sqlite3 (2.7.0-x64-mingw-ucrt)
-    sqlite3 (2.7.0-x86_64-darwin)
-    sqlite3 (2.7.0-x86_64-linux-gnu)
+    sqlite3 (2.7.1-arm64-darwin)
+    sqlite3 (2.7.1-x64-mingw-ucrt)
+    sqlite3 (2.7.1-x86_64-darwin)
+    sqlite3 (2.7.1-x86_64-linux-gnu)
     strscan (3.1.5)
     tago (0.1.0)
     timeout (0.4.3)

data/lib/fbe/middleware/trace.rb

@@ -31,9 +31,12 @@ class Fbe::Middleware::Trace < Faraday::Middleware
   #
   # @param [Object] app The next middleware in the stack
   # @param [Array] trace The array to store trace entries
-  def initialize(app, trace)
+  # @param [Array<Symbol>] ignores The array of symbols (see Faraday::HttpCache::CACHE_STATUSES),
+  # which will be ignored
+  def initialize(app, trace, ignores: [])
     super(app)
     @trace = trace
+    @ignores = ignores
   end
 
   # Processes the HTTP request and records trace information.
@@ -47,6 +50,9 @@ class Fbe::Middleware::Trace < Faraday::Middleware
       started_at: Time.now
     }
     @app.call(env).on_complete do |response_env|
+      next if !@ignores.empty? &&
+              response_env[:http_cache_trace] &&
+              (response_env[:http_cache_trace] & @ignores).size.positive?
       finished = Time.now
       duration = finished - entry[:started_at]
       entry[:status] = response_env.status

data/lib/fbe/octo.rb

@@ -86,9 +86,13 @@ def Fbe.octo(options: $options, global: $global, loog: $loog)
               methods: [:get],
               backoff_factor: 2
             )
+            builder.use(Octokit::Response::RaiseError)
+            builder.use(Faraday::Response::Logger, loog, formatter: Fbe::Middleware::Formatter)
+            builder.use(Fbe::Middleware::RateLimit)
+            builder.use(Fbe::Middleware::Trace, trace, ignores: [:fresh])
             if options.sqlite_cache
-              maxsize = Filesize.from(options.sqlite_cache_maxsize || '10M').to_i
-              maxvsize = Filesize.from(options.sqlite_cache_maxvsize || '10K').to_i
+              maxsize = Filesize.from(options.sqlite_cache_maxsize || '100M').to_i
+              maxvsize = Filesize.from(options.sqlite_cache_maxvsize || '100K').to_i
               store = Fbe::Middleware::SqliteStore.new(options.sqlite_cache, Fbe::VERSION, loog:, maxsize:, maxvsize:)
               loog.info(
                 "Using HTTP cache in SQLite file: #{store.path} (" \
@@ -106,10 +110,6 @@ def Fbe.octo(options: $options, global: $global, loog: $loog)
                 serializer: Marshal, shared_cache: false, logger: Loog::NULL
               )
             end
-            builder.use(Octokit::Response::RaiseError)
-            builder.use(Faraday::Response::Logger, loog, formatter: Fbe::Middleware::Formatter)
-            builder.use(Fbe::Middleware::RateLimit)
-            builder.use(Fbe::Middleware::Trace, trace)
             builder.adapter(Faraday.default_adapter)
           end
         o.middleware = stack
@@ -433,7 +433,7 @@ class Fbe::FakeOctokit
 
   # Removes a user from an organization.
   #
-  # @param [String] org The organization name (e.g., 'zerocracy')
+  # @param [String] _org The organization name (e.g., 'zerocracy')
   # @param [String] _user The user login (not used in this mock implementation)
   # @return [Boolean] Returns true when successful (204 No Content in actual API)
   # @example

data/lib/fbe.rb

@@ -10,5 +10,5 @@
 # License:: MIT
 module Fbe
   # Current version of the gem (changed by +.rultor.yml+ on every release)
-  VERSION = '0.23.6' unless const_defined?(:VERSION)
+  VERSION = '0.23.8' unless const_defined?(:VERSION)
 end

data/test/fbe/middleware/test_trace.rb

@@ -4,6 +4,7 @@
 # SPDX-License-Identifier: MIT
 
 require 'faraday'
+require 'faraday/http_cache'
 require 'webmock'
 require_relative '../../test__helper'
 require_relative '../../../lib/fbe'
@@ -103,4 +104,65 @@ class TraceTest < Fbe::Test
     assert_includes url, 'q=test'
     assert_includes url, 'page=2'
   end
+
+  def test_trace_and_cache_middlewares_together
+    WebMock.disable_net_connect!
+    now = Time.now
+    stub_request(:get, 'https://api.example.com/page')
+      .to_return(
+        status: 200,
+        headers: {
+          'date' => now.httpdate,
+          'cache-control' => 'public, max-age=60, s-maxage=60',
+          'last-modified' => (now - (6 * 60 * 60)).httpdate
+        },
+        body: 'some body 1'
+      )
+      .times(1)
+      .then
+      .to_return(
+        status: 200,
+        headers: {
+          'date' => (now + 70).httpdate,
+          'cache-control' => 'public, max-age=60, s-maxage=60',
+          'last-modified' => (now - (6 * 60 * 60)).httpdate,
+          'content-type' => 'application/json; charset=utf-8'
+        },
+        body: 'some body 2'
+      )
+      .times(1)
+      .then.to_raise('no more request to /page')
+    trace_real = []
+    trace_full = []
+    builder =
+      Faraday::RackBuilder.new do |f|
+        f.use Fbe::Middleware::Trace, trace_full
+        f.use(Faraday::HttpCache, serializer: Marshal, shared_cache: false, logger: Loog::NULL)
+        f.use Fbe::Middleware::Trace, trace_real
+        f.adapter :net_http
+      end
+    conn = Faraday::Connection.new(builder: builder)
+    5.times do
+      r = conn.get('https://api.example.com/page')
+      assert_equal('some body 1', r.body)
+    end
+    assert_equal(1, trace_real.size)
+    assert_equal(5, trace_full.size)
+    trace_real.clear
+    trace_full.clear
+    5.times do
+      r = conn.get('https://api.example.com/page')
+      assert_equal('some body 1', r.body)
+    end
+    assert_equal(0, trace_real.size)
+    assert_equal(5, trace_full.size)
+    Time.stub(:now, now + 70) do
+      5.times do
+        r = conn.get('https://api.example.com/page')
+        assert_equal('some body 2', r.body)
+      end
+    end
+    assert_equal(1, trace_real.size)
+    assert_equal(10, trace_full.size)
+  end
 end

data/test/fbe/test_octo.rb

@@ -421,14 +421,69 @@ class TestOcto < Fbe::Test
       octo = Fbe.octo(loog: Loog::NULL, global: {}, options: Judges::Options.new({ 'sqlite_cache' => fcache }))
       octo.user(123)
       loog = Loog::Buffer.new
-      octo = Fbe.octo(loog: fake_loog, global: {}, options: Judges::Options.new({ 'sqlite_cache' => fcache }))
+      octo = Fbe.octo(loog:, global: {}, options: Judges::Options.new({ 'sqlite_cache' => fcache }))
       WebMock.remove_request_stub(stub)
       octo.user(123)
-      octo.print_trace!
-      assert_empty(loog.to_s)
+      octo.print_trace!(all: true)
+      refute_match('/user/123: 1', loog.to_s)
     end
   end
 
+  def test_octo_not_trace_cached_requests
+    WebMock.disable_net_connect!
+    now = Time.now
+    stub_request(:get, 'https://api.github.com/rate_limit')
+      .to_return(
+        status: 200, headers: { 'Content-Type' => 'application/json', 'X-RateLimit-Remaining' => '5000' },
+        body: { 'rate' => { 'limit' => 5000, 'remaining' => 5000, 'reset' => 1_672_531_200 } }.to_json
+      )
+    stub_request(:get, 'https://api.github.com/repos/zerocracy/baza.rb')
+      .to_return(
+        status: 200,
+        headers: {
+          'date' => now.httpdate,
+          'cache-control' => 'public, max-age=60, s-maxage=60',
+          'last-modified' => (now - (6 * 60 * 60)).httpdate,
+          'content-type' => 'application/json; charset=utf-8'
+        },
+        body: { id: 840_215_648, name: 'baza.rb' }.to_json
+      )
+      .times(1)
+      .then
+      .to_return(
+        status: 200,
+        headers: {
+          'date' => (now + 70).httpdate,
+          'cache-control' => 'public, max-age=60, s-maxage=60',
+          'last-modified' => (now - (6 * 60 * 60)).httpdate,
+          'content-type' => 'application/json; charset=utf-8'
+        },
+        body: { id: 840_215_648, name: 'baza.rb' }.to_json
+      )
+      .times(1)
+      .then.to_raise('no more request to /repos/zerocracy/baza.rb')
+    loog = Loog::Buffer.new
+    o = Fbe.octo(loog:, global: {}, options: Judges::Options.new({}))
+    o.print_trace!(all: true)
+    Time.stub(:now, now) do
+      5.times do
+        o.repo('zerocracy/baza.rb')
+      end
+    end
+    o.print_trace!(all: true)
+    Time.stub(:now, now + 70) do
+      25.times do
+        o.repo('zerocracy/baza.rb')
+      end
+    end
+    o.print_trace!(all: true)
+    assert_requested :get, 'https://api.github.com/repos/zerocracy/baza.rb', times: 2
+    output = loog.to_s
+    assert_match('/repos/zerocracy/baza.rb: 1', output)
+    refute_match('/repos/zerocracy/baza.rb: 5', output)
+    refute_match('/repos/zerocracy/baza.rb: 25', output)
+  end
+
   def test_trace_gets_cleared_after_print
     WebMock.disable_net_connect!
     stub_request(:get, 'https://api.github.com/rate_limit').to_return(
@@ -542,4 +597,69 @@ class TestOcto < Fbe::Test
     o.print_trace!(all: true)
     assert_match(/321 quota left/, loog.to_s)
   end
+
+  def test_throttling_request_to_rate_limit
+    WebMock.disable_net_connect!
+    stub_request(:get, 'https://api.github.com/rate_limit')
+      .to_return(
+        status: 200, headers: { 'Content-Type' => 'application/json', 'X-RateLimit-Remaining' => '5000' },
+        body: { 'rate' => { 'limit' => 5000, 'remaining' => 5000, 'reset' => 1_672_531_200 } }.to_json
+      )
+      .then.to_return(
+        status: 200, headers: { 'Content-Type' => 'application/json', 'X-RateLimit-Remaining' => '4900' },
+        body: { 'rate' => { 'limit' => 5000, 'remaining' => 4900, 'reset' => 1_672_531_200 } }.to_json
+      )
+      .then.to_return(
+        status: 200, headers: { 'Content-Type' => 'application/json', 'X-RateLimit-Remaining' => '4800' },
+        body: { 'rate' => { 'limit' => 5000, 'remaining' => 4800, 'reset' => 1_672_531_200 } }.to_json
+      )
+      .then.to_raise('no more request to /rate_limit')
+    stub_request(:get, 'https://api.github.com/user/1')
+      .to_return(
+        status: 200, headers: { 'Content-Type' => 'application/json' },
+        body: { 'id' => 1, 'login' => 'user1' }.to_json
+      ).times(1)
+    stub_request(:get, 'https://api.github.com/user/111')
+      .to_return(
+        status: 200, headers: { 'Content-Type' => 'application/json' },
+        body: { 'id' => 111, 'login' => 'user111' }.to_json
+      )
+      .times(201)
+      .then.to_raise('no more request to /user/111')
+    loog = Loog::Buffer.new
+    o = Fbe.octo(loog:, global: {}, options: Judges::Options.new({}))
+    o.user(1)
+    o.print_trace!(all: true)
+    201.times do
+      o.user(111)
+      o.rate_limit!.remaining
+    end
+    o.print_trace!(all: true)
+    output = loog.to_s
+    assert_requested :get, 'https://api.github.com/user/1', times: 1
+    assert_requested :get, 'https://api.github.com/user/111', times: 201
+    assert_requested :get, 'https://api.github.com/rate_limit', times: 3
+    assert_match('2 URLs vs 2 requests', output)
+    assert_match('/user/1: 1', output)
+    assert_match('/rate_limit: 1', output)
+    assert_match('2 URLs vs 203 requests', output)
+    assert_match('/user/111: 201', output)
+    assert_match('/rate_limit: 2', output)
+  end
+
+  def test_octo_http_cache_middleware_located_in_end_of_chain
+    WebMock.disable_net_connect!
+    stub_request(:get, 'https://api.github.com/rate_limit')
+      .to_return(
+        status: 200, headers: { 'Content-Type' => 'application/json', 'X-RateLimit-Remaining' => '5000' },
+        body: { 'rate' => { 'limit' => 5000, 'remaining' => 5000, 'reset' => 1_672_531_200 } }.to_json
+      )
+    o = Fbe.octo(loog: fake_loog, global: {}, options: Judges::Options.new({}))
+    assert_equal('Faraday::HttpCache', o.middleware.handlers.last.name, <<~MSG.strip.gsub!(/\s+/, ' '))
+      Faraday::HttpCache middleware must be located in the end of chain middlewares,
+      because the Oktokit client change Faraday::HttpCache position to the last,
+      for more info, see: https://github.com/zerocracy/fbe/issues/230#issuecomment-3020551743 and
+      https://github.com/octokit/octokit.rb/blob/ea3413c3174571e87c83d358fc893cc7613091fa/lib/octokit/connection.rb#L109-L119
+    MSG
+  end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fbe
 version: !ruby/object:Gem::Version
-  version: 0.23.6
+  version: 0.23.8
 platform: ruby
 authors:
 - Yegor Bugayenko