raptor 0.5.1 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 39d5ba6964929954d0c4b4cafa93249bd71c1750a56a07f2947fee2e493f037f
-  data.tar.gz: b9bd3c49e4dfefc990e50d14b631b1d73d697da3d236ee5c38424f57e6c686cd
+  metadata.gz: d4a7acc08848f71017602d3abfb38b7d352a48d7bc7929e54f3a693dc3a0fe83
+  data.tar.gz: 1ee020abeb67db2a2eba6ff64f59054bf2e91447bd3996464f5a3279c3d3e748
 SHA512:
-  metadata.gz: dac6fd0c4f5e0005a159103c9d27986cf322ffc44da4f5e4481751d3e38318c521fa094eb83134592c12132ab963336a75bf0350e82e59cefda4a9703b830314
-  data.tar.gz: 2d24b52bc8700740d9ee479894159e8434012036c494889f012efbf1e5b90ea0e03968a09a5270330939f402148ea63fc4924c1951e7743e59cf4957bcec6f6c
+  metadata.gz: b5b25843f29afe7e47a90c85f48ba5f9d06e7f5dc819d24595821940f8207fa46054208f38601a455271d026246bfd32144329782f1a842f44cd500bf3d10bbf
+  data.tar.gz: 5c1f9f18fbf946a8e4a648bed675f83ba7d71bdc9a85354b5df1ccc6ba39bd65b5740c31e1ffd11f4f88960b52aaee0ce2b46747fac52907bae6b6598f4e390e

data/CHANGELOG.md

@@ -1,5 +1,13 @@
 ## [Unreleased]
 
+## [0.7.0] - 2026-06-12
+
+- Eagerly consume back-to-back HTTP/2 frame batches in the pipeline collector
+
+## [0.6.0] - 2026-06-02
+
+- Raise the backpressure threshold floor so low thread counts don't throttle prematurely
+
 ## [0.5.1] - 2026-05-31
 
 - Fix `LoadError` when requiring the native extensions from an installed gem

data/README.md

@@ -31,7 +31,7 @@ run proc { |_env| [200, { "content-type" => "text/plain" }, ["Hello, World!"]] }
 ```
 > bundle exec raptor -w 4 -t 3 hello_world.ru
 [Raptor 91348|main|main] Cluster initializing:
-[Raptor 91348|main|main] ├─ Version: 0.5.1
+[Raptor 91348|main|main] ├─ Version: 0.6.0
 [Raptor 91348|main|main] ├─ Ruby Version: ruby 4.0.5 (2026-05-20 revision 64336ffd0e) +YJIT +PRISM [arm64-darwin23]
 [Raptor 91348|main|main] ├─ Master PID: 91348
 [Raptor 91348|main|main] │  └─ 4 worker processes
@@ -62,13 +62,13 @@ Also works with `rackup` and `rails server`:
 
 ## (Micro) Benchmarks
 
-Raptor 0.5.1 vs Puma 8.0.2:
+Raptor 0.6.0 vs Puma 8.0.2:
 
 | Protocol              | Raptor      | Puma        |
 | --------------------- | ----------- | ----------- |
-| HTTP/1.1              | 20.1k req/s | 20k req/s   |
-| HTTP/1.1 (keep-alive) | 61.4k req/s | 39.1k req/s |
-| HTTP/2                | 22.8k req/s | N/A         |
+| HTTP/1.1              | 17.9k req/s | 16.8k req/s |
+| HTTP/1.1 (keep-alive) | 60k req/s   | 29.6k req/s |
+| HTTP/2                | 57.2k req/s | N/A         |
 
 > ruby 4.0.5 (2026-05-20 revision 64336ffd0e) +YJIT +PRISM [arm64-darwin23]
 > 4 workers, 3 threads, 12 concurrent connections

data/lib/raptor/cluster.rb

@@ -156,7 +156,7 @@ module Raptor
 
       stats_file_thread = if @stats_file
         Thread.new do
-          Thread.current.name = "Raptor Stats File"
+          Thread.current.name = "Stats File Writer"
 
           write_stats_file_loop
         end
@@ -353,11 +353,10 @@ module Raptor
         request_count += 1
         @app.call(env)
       }
-      thread_pool = AtomicThreadPool.new(name: "Raptor Workers", size: @thread_count)
+      thread_pool = AtomicThreadPool.new(size: @thread_count)
       request = Request.new(counting_app, @server_port, client_options: @client_options, on_error: @on_error)
       http2 = Http2.new(counting_app, @server_port, on_error: @on_error)
       ractor_pool = RactorPool.new(
-        name: "Raptor Pipeline Workers",
         size: @ractor_count,
         worker: request.http_parser_worker
       ) do |parsed_result|
@@ -381,7 +380,7 @@ module Raptor
       Log.info "Worker #{index} booted"
 
       stats_thread = Thread.new do
-        Thread.current.name = "Raptor Stats"
+        Thread.current.name = "Stats Writer"
 
         loop do
           @stats.write(

data/lib/raptor/http2.rb

@@ -223,6 +223,10 @@ module Raptor
       end
     end
 
+    EAGER_READ_TIMEOUT = 0.001
+    EAGER_READ_BUFFER_SIZE = 64 * 1024
+    EAGER_MAX_ROUNDS = 4
+
     FLAG_END_STREAM = 0x1
     FLAG_END_HEADERS = 0x4
     FLAG_ACK = 0x1
@@ -236,7 +240,7 @@ module Raptor
 
     SERVER_PROTOCOL = "HTTP/2"
     RACK_HEADER_PREFIX = "rack."
-    HOP_BY_HOP_HEADERS = Set.new(%w[connection transfer-encoding keep-alive upgrade proxy-connection]).freeze
+    HOP_BY_HOP_HEADERS = ["connection", "transfer-encoding", "keep-alive", "upgrade", "proxy-connection"].freeze
 
     # @rbs @app: ^(Hash[String, untyped]) -> [Integer, Hash[String, String | Array[String]], untyped]
     # @rbs @server_port: Integer
@@ -500,7 +504,9 @@ module Raptor
     # Handles a parsed HTTP/2 request from the ractor pool.
     #
     # Writes outgoing protocol frames to the socket, updates reactor state,
-    # and dispatches completed stream requests to the thread pool.
+    # and dispatches completed stream requests to the thread pool. Eagerly
+    # consumes subsequent frame batches that are already buffered, skipping
+    # the reactor and ractor pool hops while the connection is hot.
     #
     # @param result [Hash] the parsed result from the ractor pool
     # @param reactor [Reactor] the reactor managing the connection
@@ -515,31 +521,42 @@ module Raptor
       writer = reactor.writer_for(result[:id])
       flow_control = reactor.flow_control_for(result[:id])
 
-      if flow_control && (result[:window_updates] || result[:peer_initial_window_size])
-        apply_flow_control_updates(flow_control, result)
-      end
-
-      writer.write_frames(socket, result[:outgoing_frames])
+      rounds = 0
+      loop do
+        if flow_control && (result[:window_updates] || result[:peer_initial_window_size])
+          apply_flow_control_updates(flow_control, result)
+        end
 
-      if result[:close_connection]
-        reactor.close_connection(result[:id])
-        return
-      end
+        writer.write_frames(socket, result[:outgoing_frames])
 
-      reactor.update_http2_state(result)
+        if result[:close_connection]
+          reactor.close_connection(result[:id])
+          return
+        end
 
-      result[:completed_requests]&.each do |request|
-        stream_id = request[:stream_id]
-        remote_addr = result[:remote_addr] || Server::DEFAULT_REMOTE_ADDR
+        result[:completed_requests]&.each do |request|
+          stream_id = request[:stream_id]
+          remote_addr = result[:remote_addr] || Server::DEFAULT_REMOTE_ADDR
 
-        thread_pool << proc do
-          dispatch_stream_request(
-            socket, writer, flow_control, stream_id,
-            request[:headers], request[:body],
-            remote_addr: remote_addr
-          )
+          thread_pool << proc do
+            dispatch_stream_request(
+              socket, writer, flow_control, stream_id,
+              request[:headers], request[:body],
+              remote_addr: remote_addr
+            )
+          end
         end
+
+        rounds += 1
+        break if rounds >= EAGER_MAX_ROUNDS
+
+        next_batch = eager_read_next_batch(socket)
+        break unless next_batch
+
+        result = Raptor::Http2.process_frames(result.merge(buffer: result[:buffer] + next_batch))
       end
+
+      reactor.update_http2_state(result)
     end
 
     private
@@ -566,6 +583,32 @@ module Raptor
       end
     end
 
+    # Reads the next frame batch from `socket` within a short window, or
+    # returns nil if nothing arrives in time.
+    #
+    # @param socket [OpenSSL::SSL::SSLSocket] the connection socket
+    # @return [String, nil] the bytes read, or nil if nothing was available
+    #
+    # @rbs (OpenSSL::SSL::SSLSocket socket) -> String?
+    def eager_read_next_batch(socket)
+      return unless socket.wait_readable(EAGER_READ_TIMEOUT)
+
+      data = begin
+        socket.read_nonblock(EAGER_READ_BUFFER_SIZE)
+      rescue IO::WaitReadable, EOFError, IOError
+        return
+      end
+
+      buffer = String.new
+      buffer << data
+
+      while socket.pending > 0
+        buffer << socket.read_nonblock(socket.pending)
+      end
+
+      buffer
+    end
+
     # Dispatches a completed stream request to the Rack app and writes
     # the response back as HTTP/2 frames.
     #

data/lib/raptor/log.rb

@@ -40,14 +40,14 @@ module Raptor
     end
 
     # Builds the log line prefix from the current process, ractor,
-    # and thread. Unnamed ractors and threads are reported as `main`.
+    # and thread. Unnamed ractors and threads are reported as `Main`.
     #
     # @return [String] the prefix
     #
     # @rbs () -> String
     def self.prefix
-      ractor = Ractor.current.name || "main"
-      thread = Thread.current.name || "main"
+      ractor = Ractor.current.name || "Main"
+      thread = Thread.current.name || "Main"
       "[Raptor #{Process.pid}|#{ractor}|#{thread}]"
     end
     private_class_method :prefix

data/lib/raptor/reactor.rb

@@ -116,7 +116,7 @@ module Raptor
     # @rbs () -> Thread
     def run
       Thread.new do
-        Thread.current.name = self.class.name
+        Thread.current.name = "Reactor"
 
         until @queue.closed? && @queue.empty?
           begin

data/lib/raptor/request.rb

@@ -35,7 +35,7 @@ module Raptor
       h[status] = "HTTP/1.1 #{status}#{reason ? " #{reason}" : ""}\r\n".freeze
     end
 
-    STATUS_WITH_NO_ENTITY_BODY = Set.new([204, 304, *100..199]).freeze
+    STATUS_WITH_NO_ENTITY_BODY = [204, 304, *100..199].freeze
     BAD_REQUEST_RESPONSE = "HTTP/1.1 400 Bad Request\r\nContent-Length: 0\r\nConnection: close\r\n\r\n"
     INTERNAL_SERVER_ERROR_RESPONSE = "HTTP/1.1 500 Internal Server Error\r\nContent-Length: 0\r\nConnection: close\r\n\r\n"
     CONTENT_TOO_LARGE_RESPONSE = "HTTP/1.1 413 Content Too Large\r\nContent-Length: 0\r\nConnection: close\r\n\r\n"
@@ -947,7 +947,7 @@ module Raptor
     def calculate_content_length(body)
       if body.respond_to?(:to_ary)
         array = body.to_ary
-        return nil unless array.is_a?(Array)
+        return unless array.is_a?(Array)
 
         array.sum { |chunk| chunk.is_a?(String) ? chunk.bytesize : 0 }
       elsif body.respond_to?(:to_path) && (path = body.to_path) && File.readable?(path)

data/lib/raptor/server.rb

@@ -35,6 +35,8 @@ module Raptor
     DEFAULT_REMOTE_ADDR = "127.0.0.1"
     DEFAULT_SERVER_NAME = "localhost"
 
+    MIN_BACKPRESSURE_THRESHOLD = 64
+
     # @rbs @binder: Binder
     # @rbs @reactor: Reactor
     # @rbs @thread_pool: AtomicThreadPool
@@ -73,7 +75,7 @@ module Raptor
     # @rbs () -> Thread
     def run
       Thread.new(@binder.listeners, @reactor, @running) do |server_sockets, reactor, running|
-        Thread.current.name = self.class.name
+        Thread.current.name = "Server"
 
         while running.true?
           begin
@@ -83,7 +85,7 @@ module Raptor
           end
 
           next unless ready_servers
-          next if @reactor.backlog >= (@thread_pool.size * 1.2).ceil
+          next if @reactor.backlog >= [(@thread_pool.size * 1.2).ceil, MIN_BACKPRESSURE_THRESHOLD].max
 
           ready_servers.each do |listener|
             accept_connection(listener, reactor)

data/lib/raptor/version.rb

@@ -2,5 +2,5 @@
 # frozen_string_literal: true
 
 module Raptor
-  VERSION = "0.5.1"
+  VERSION = "0.7.0"
 end

data/sig/generated/raptor/http2.rbs

@@ -112,6 +112,12 @@ module Raptor
       def discard_stream: (Integer stream_id) -> void
     end
 
+    EAGER_READ_TIMEOUT: ::Float
+
+    EAGER_READ_BUFFER_SIZE: untyped
+
+    EAGER_MAX_ROUNDS: ::Integer
+
     FLAG_END_STREAM: ::Integer
 
     FLAG_END_HEADERS: ::Integer
@@ -205,7 +211,9 @@ module Raptor
     # Handles a parsed HTTP/2 request from the ractor pool.
     #
     # Writes outgoing protocol frames to the socket, updates reactor state,
-    # and dispatches completed stream requests to the thread pool.
+    # and dispatches completed stream requests to the thread pool. Eagerly
+    # consumes subsequent frame batches that are already buffered, skipping
+    # the reactor and ractor pool hops while the connection is hot.
     #
     # @param result [Hash] the parsed result from the ractor pool
     # @param reactor [Reactor] the reactor managing the connection
@@ -227,6 +235,15 @@ module Raptor
     # @rbs (FlowControl flow_control, Hash[Symbol, untyped] result) -> void
     def apply_flow_control_updates: (FlowControl flow_control, Hash[Symbol, untyped] result) -> void
 
+    # Reads the next frame batch from `socket` within a short window, or
+    # returns nil if nothing arrives in time.
+    #
+    # @param socket [OpenSSL::SSL::SSLSocket] the connection socket
+    # @return [String, nil] the bytes read, or nil if nothing was available
+    #
+    # @rbs (OpenSSL::SSL::SSLSocket socket) -> String?
+    def eager_read_next_batch: (OpenSSL::SSL::SSLSocket socket) -> String?
+
     # Dispatches a completed stream request to the Rack app and writes
     # the response back as HTTP/2 frames.
     #

data/sig/generated/raptor/log.rbs

@@ -31,7 +31,7 @@ module Raptor
     def self.rescued_error: (Exception error) -> void
 
     # Builds the log line prefix from the current process, ractor,
-    # and thread. Unnamed ractors and threads are reported as `main`.
+    # and thread. Unnamed ractors and threads are reported as `Main`.
     #
     # @return [String] the prefix
     #

data/sig/generated/raptor/server.rbs

@@ -31,6 +31,8 @@ module Raptor
 
     DEFAULT_SERVER_NAME: ::String
 
+    MIN_BACKPRESSURE_THRESHOLD: ::Integer
+
     @running: AtomicBoolean
 
     @client_options: Hash[Symbol, untyped]

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: raptor
 version: !ruby/object:Gem::Version
-  version: 0.5.1
+  version: 0.7.0
 platform: ruby
 authors:
 - Joshua Young