http3 0.0.4 → 0.0.5

data/lib/http3/server.rb

@@ -20,13 +20,28 @@ module HTTP3
   # Only failures are logged, one line each: the event, then key=value
   # pairs. Requests are not logged; use Rack::CommonLogger for that. Query
   # strings and header values never appear in the log. Those answered
-  # without the application (400, 408, 413, 431, 501, 503) are counted
-  # instead: refusal_log_interval seconds after the first of them, and when
-  # #run ends, a warn line per status tells how many there were since,
-  # such as "requests_refused status=503 count=1234 seconds=60".
+  # without the application (400, 408, 413, 431, 501, 503), and the
+  # responses aborted after response_timeout, are counted instead:
+  # refusal_log_interval seconds after the first of them, and when #run
+  # ends, a warn line per status tells how many there were since, such as
+  # "requests_refused status=503 count=1234 seconds=60", followed by
+  # "responses_timed_out count=56 seconds=60" if any were aborted.
+  #
+  # One thread drives every connection; the application runs on worker
+  # threads (WorkerPool), and only there: its call, the each of its body
+  # and the close of its body all run on the worker that took the request.
+  # The workers hand their responses to that thread through a queue, and
+  # wake it through a pipe.
   class Server
     ALPN = ["h3"].freeze
 
+    # A request handed to a worker. remote is the client's address, taken
+    # when the request was handed out, for the log; pipe is the response's
+    # Body::Pipe, once the worker has one; started is true once a worker
+    # has taken the job.
+    Job = Struct.new(:conn, :session, :request, :remote, :pipe, :started)
+    private_constant :Job
+
     # What the signal handlers write to the self-pipe.
     SIGNALS = {"TERM" => "T", "INT" => "I", "HUP" => "H"}.freeze
 
@@ -46,30 +61,54 @@ module HTTP3
     # certificate_path is a PEM chain, leaf first; private_key_path a PEM key
     # without passphrase. qlog_dir writes one qlog file per connection.
     # max_request_body and max_field_section_size (bytes) bound a request's
-    # body (413 beyond) and header section (431 beyond).
-    # max_connection_request_buffer bounds the bytes the requests of a
-    # connection hold before they reach the application, and
-    # max_total_request_buffer those of every connection; a request that
-    # would pass either gets 503. They have to leave room for a request at
-    # the other two limits, or ArgumentError is raised. send_buffer_size
+    # body (413 beyond) and header section (431 beyond). A body over
+    # request_body_buffer_size bytes is written to a temporary file in
+    # Dir.tmpdir. max_connection_request_buffer bounds the bytes of memory
+    # the requests of a connection hold until the application is done with
+    # them, and max_total_request_buffer those of every connection;
+    # max_connection_request_spool and max_total_request_spool bound the
+    # bytes in temporary files, and max_connection_request_spool_files and
+    # max_total_request_spool_files the files open at once. A request that
+    # would pass any of them, or whose file cannot be made or written, gets
+    # 503. They have to leave room for a request at the limits on a server
+    # with nothing else under way, or ArgumentError is raised; and when
+    # bodies may go to files, Dir.tmpdir has to take one, or
+    # SystemCallError is. send_buffer_size
     # bounds the bytes of a response body queued but unsent per stream,
-    # max_connection_send_buffer those of the array and each bodies of a
-    # connection, and max_total_send_buffer those of every connection; a
-    # body waits for room. Each has to be at least the one before. A request
+    # max_connection_send_buffer those of the array, each and streaming
+    # bodies of a connection, and max_total_send_buffer those of every
+    # connection; a body waits for room. Each has to be at least the one before. A request
     # not received in full within request_timeout seconds of the start of
-    # its headers gets 408; nil is no limit. refusal_log_interval is the
-    # seconds between the requests_refused lines (see above).
+    # its headers gets 408, and one that waits that long for a worker
+    # afterwards 503; nil is no limit. A response that stalls, waiting on
+    # its client with nothing of it acknowledged, for response_timeout
+    # seconds is aborted with H3_REQUEST_CANCELLED, and a worker writing it
+    # gets StreamClosed; it bounds a stall, not the whole response. nil is
+    # no limit, and unless either is nil, it has to be less than
+    # request_timeout. refusal_log_interval is the seconds between the
+    # requests_refused and responses_timed_out lines (see above). threads
+    # is the number of worker threads.
     def initialize(app:, bind:, certificate_path:, private_key_path:, transport_params: nil, settings: nil,
-      qlog_dir: nil, max_connections: 1024, max_request_body: 1_048_576, max_field_section_size: 65_536,
+      qlog_dir: nil, max_connections: 1024, threads: 3, max_request_body: 1_048_576, max_field_section_size: 65_536,
       max_connection_request_buffer: 4_194_304, max_total_request_buffer: 67_108_864,
+      request_body_buffer_size: 65_536, max_connection_request_spool: 16_777_216,
+      max_total_request_spool: 1_073_741_824, max_connection_request_spool_files: 16,
+      max_total_request_spool_files: 256,
       send_buffer_size: 65_536, max_connection_send_buffer: 1_048_576, max_total_send_buffer: 67_108_864,
-      request_timeout: 30, refusal_log_interval: 60, shutdown_timeout: 30, logger: Logger.new($stderr))
-      check_request_limits(max_request_body, max_field_section_size, max_connection_request_buffer,
-        max_total_request_buffer)
+      request_timeout: 30, response_timeout: 10, refusal_log_interval: 60, shutdown_timeout: 30,
+      logger: Logger.new($stderr))
+      check_request_limits(max_request_body:, max_field_section_size:, max_connection_request_buffer:,
+        max_total_request_buffer:, request_body_buffer_size:, max_connection_request_spool:,
+        max_total_request_spool:, max_connection_request_spool_files:, max_total_request_spool_files:)
+      # Found out now rather than by the first large request.
+      Session.spool_file.close if max_request_body > request_body_buffer_size
       check_send_limits(send_buffer_size, max_connection_send_buffer, max_total_send_buffer)
+      check_threads(threads)
       check_request_timeout(request_timeout)
+      check_response_timeout(response_timeout, request_timeout)
       check_refusal_log_interval(refusal_log_interval)
-      @adapter = RackAdapter.new(app)
+      @app = app
+      @threads = threads
       @bind_address = parse_bind(bind)
       @certificate_path = certificate_path
       @private_key_path = private_key_path
@@ -84,10 +123,16 @@ module HTTP3
       @max_field_section_size = max_field_section_size
       @max_connection_request_buffer = max_connection_request_buffer
       @max_total_request_buffer = max_total_request_buffer
+      @request_body_buffer_size = request_body_buffer_size
+      @max_connection_request_spool = max_connection_request_spool
+      @max_total_request_spool = max_total_request_spool
+      @max_connection_request_spool_files = max_connection_request_spool_files
+      @max_total_request_spool_files = max_total_request_spool_files
       @send_buffer_size = send_buffer_size
       @max_connection_send_buffer = max_connection_send_buffer
       @max_total_send_buffer = max_total_send_buffer
       @request_timeout = request_timeout
+      @response_timeout = response_timeout
       @refusal_log_interval = refusal_log_interval
       @shutdown_timeout = shutdown_timeout
       @logger = logger
@@ -96,6 +141,17 @@ module HTTP3
     # Serve until told to stop (see the class comment). Returns nil.
     def run
       sig_r, sig_w = IO.pipe
+      # The workers write to it when they have a result for the loop, or a
+      # Body::Pipe has something to take.
+      @wake_r, @wake_w = IO.pipe
+      @results = Thread::Queue.new
+      # The jobs handed to a worker and not done yet, and whether the
+      # workers have been told to stop; the lock is for the pipes of the
+      # jobs, which workers set.
+      @jobs = {}.compare_by_identity
+      @jobs_lock = Thread::Mutex.new
+      @workers_stopped = false
+      @adapter = RackAdapter.new(@app, pipe_capacity: @send_buffer_size, wake: method(:wake))
       @sock = UDPSocket.new(@bind_address.afamily)
       @sock.bind(@bind_address.ip_address, @bind_address.ip_port)
       @local_address = @sock.local_address
@@ -105,24 +161,35 @@ module HTTP3
       )
       @sessions = {}
       @remotes = {}
+      # The index in @sessions of the connection whose turn it is to hand a
+      # request to the application (#next_request).
+      @next_turn = 0
       @request_buffer = Session.shared_buffer(@max_total_request_buffer)
+      @request_spool = Session.shared_spool(@max_total_request_spool, files: @max_total_request_spool_files)
+      # When request_spool_failed was last logged; nil until then.
+      @spool_failure_logged_at = nil
       @blocked_send = nil
       @phase = :serving
       @drain_deadline = nil
       # {status => count} of the requests answered without the
       # application, since @refusals_since.
       @refusals = Hash.new(0)
+      # The responses aborted after response_timeout, since @refusals_since.
+      @responses_timed_out = 0
       @refusals_since = nil
       old_traps = install_traps(sig_w)
+      @pool = WorkerPool.new(@threads).start
 
       turn(sig_r) until finished?
       close_connections
+      stop_workers
       log_refusals
       nil
     ensure
       restore_traps(old_traps) if old_traps
+      stop_workers if @pool && !@workers_stopped
       @sessions&.each_value { |session| release_session(session) }
-      [@sock, sig_r, sig_w].each { |io| io.close if io && !io.closed? }
+      [@sock, sig_r, sig_w, @wake_r, @wake_w].each { |io| io.close if io && !io.closed? }
     end
 
     private
@@ -134,11 +201,16 @@ module HTTP3
     def turn(sig_r)
       room = send_room
       writers = @blocked_send ? [@sock] : nil
-      readable, writable, = IO.select([@sock, sig_r], writers, nil, select_timeout(room))
+      readable, writable, = IO.select([@sock, sig_r, @wake_r], writers, nil, select_timeout(room))
       handle_signals(sig_r) if readable&.include?(sig_r)
       flush if writable&.include?(@sock)
       receive if readable&.include?(@sock)
+      # Emptied before the results are taken: a result put after that
+      # leaves a byte for the next select.
+      drain_wake
+      take_results
       expire_requests
+      expire_responses
       serve_requests
       log_refusals if refusals_due?
       fill_bodies(room)
@@ -150,14 +222,17 @@ module HTTP3
     def finished?
       case @phase
       when :serving then false
-      when :draining then now >= @drain_deadline || @sessions.each_value.none?(&:busy?)
+      when :draining then now >= @drain_deadline || (@jobs.empty? && @sessions.each_value.none?(&:busy?))
       else true
       end
     end
 
-    # Until the next timer, the next request to run out of time, the next
-    # requests_refused lines or the end of the drain, but no wait at all
-    # while a body could take more within the send buffers.
+    # Until the next timer, the next request (coming in, or waiting for a
+    # worker) or response (waiting on its client) to run out of time, the
+    # next requests_refused and responses_timed_out lines or the end of the
+    # drain, but no wait at all while a body could take more within the
+    # send buffers: a Body::Pipe only once its worker has written to it. A
+    # worker with a result wakes the loop through @wake_r.
     def select_timeout(room)
       wants_fill = @sessions.each_value.any? { |session|
         session.wants_fill?(@send_buffer_size, connection_limit: @max_connection_send_buffer, room: room)
@@ -169,6 +244,8 @@ module HTTP3
       timeouts << [(expiry - now_ns) / 1e9, 0.0].max if expiry
       deadline = @sessions.each_value.filter_map(&:next_request_deadline).min
       timeouts << [deadline - now, 0.0].max if deadline
+      deadline = @sessions.each_value.filter_map(&:next_response_deadline).min
+      timeouts << [deadline - now, 0.0].max if deadline
       timeouts << [refusal_log_at - now, 0.0].max if refusal_log_at
       timeouts << [@drain_deadline - now, 0.0].max if @drain_deadline
       timeouts.min
@@ -199,7 +276,10 @@ module HTTP3
       @sessions[conn] = Session.attach(
         conn, max_request_body: @max_request_body, max_field_section_size: @max_field_section_size,
         max_connection_request_buffer: @max_connection_request_buffer, shared_buffer: @request_buffer,
-        request_timeout: @request_timeout
+        request_timeout: @request_timeout, request_body_buffer_size: @request_body_buffer_size,
+        max_connection_request_spool: @max_connection_request_spool,
+        max_connection_request_spool_files: @max_connection_request_spool_files, shared_spool: @request_spool,
+        response_timeout: @response_timeout
       )
       @remotes[conn] = sender
     rescue => e
@@ -218,27 +298,183 @@ module HTTP3
       @sessions.each_value { |session| session.expire_requests(at) }
     end
 
+    # Abort the responses that have waited on their clients
+    # response_timeout, and count them for the log.
+    def expire_responses
+      at = now
+      count = @sessions.each_value.sum { |session| session.expire_responses(at) }
+      count_timeouts(count) if count.positive?
+    end
+
+    # Answer the refused requests at once, then hand those received in full
+    # to the free workers, one at a time (#next_request).
     def serve_requests
       @sessions.each do |conn, session|
-        session.take_requests.each do |request, status|
-          count_refusal(status) if status
-          response = status ? Response.new(status: status, headers: [], body: nil) : call_app(conn, request)
-          begin
-            session.respond(request, response) { |error| log_body_error(conn, request, error) }
-          rescue Nghttp3::Error
-            # The stream went away while the application ran.
-            discard_body(response.body)
-          end
+        session.take_refusals.each do |request, status|
+          count_refusal(status)
+          respond(conn, session, request, Response.new(status: status, headers: [], body: nil))
         end
       end
+      while @jobs.size < @threads
+        conn, request = next_request
+        break if request.nil?
+
+        dispatch(conn, request)
+      end
       @adapter.take_refusals.each { |status, count| count_refusal(status, count) }
     end
 
-    def call_app(conn, request)
-      @adapter.call(request, remote: @remotes[conn])
-    rescue => e
-      log_app_error(conn, request, e)
-      Response.new(status: 500, headers: [], body: nil)
+    # A method of its own, so that each block posted has a job of its own:
+    # a while loop's body shares its variables between rounds.
+    def dispatch(conn, request)
+      job = Job.new(conn, @sessions[conn], request, @remotes[conn], nil, false)
+      @jobs[job] = true
+      @pool.post { work(job) }
+    end
+
+    # The next request for the application and its connection, or nil. The
+    # connections take turns, one request each, and the turns go on from
+    # one call to the next, across turns of the loop: counted from the
+    # first connection every time, the oldest ones would always go first.
+    def next_request
+      conns = @sessions.keys
+      conns.size.times do
+        @next_turn = 0 if @next_turn >= conns.size
+        conn = conns[@next_turn]
+        @next_turn += 1
+        request = @sessions[conn].next_request
+        return [conn, request] if request
+      end
+      nil
+    end
+
+    def respond(conn, session, request, response)
+      session.respond(request, response) { |error| log_body_error(conn, request, error) }
+    rescue Nghttp3::Error
+      # The stream went away while the application ran.
+      discard_body(response.body)
+    end
+
+    # On a worker, unless stop_workers has let go of the job before a
+    # worker took it.
+    def work(job)
+      @jobs_lock.synchronize do
+        return if @workers_stopped
+
+        job.started = true
+      end
+      run_job(job)
+    end
+
+    # On a worker: call the application for job's request, hand the
+    # response to the loop, write its body, if it is read with each, and
+    # tell the loop the job is done, once the request's input is closed.
+    # The loop does the logging.
+    def run_job(job)
+      begin
+        response, fill = @adapter.call(job.request, remote: job.remote)
+      rescue Exception => e # rubocop:disable Lint/RescueException
+        put_result(:error, job, e)
+        return
+      end
+      body = response.body
+      # With the lock, so that stop_workers, which takes no results after
+      # it, either cancels the pipe and takes this response, or finds the
+      # workers stopped here; then the body goes nowhere.
+      sent = @jobs_lock.synchronize do
+        job.pipe = body if body.is_a?(Body::Pipe)
+        put_result(:response, job, response) unless @workers_stopped
+        !@workers_stopped
+      end
+      drop_body(body) unless sent
+      begin
+        late_error = fill&.call
+      rescue Exception => e # rubocop:disable Lint/RescueException
+        # fill fails the pipe itself; what gets out of it is the close of
+        # the Rack body, after the body has ended.
+        body.fail(e)
+        close_error = e
+      end
+      # What the body raised once its stream could no longer be aborted
+      # (after it closed the stream, say): the response has been handed
+      # over, so it is only logged.
+      put_result(:error, job, late_error) if late_error
+    ensure
+      close_input(job.request.input)
+      put_result(:done, job, close_error)
+    end
+
+    # From a worker: kind is :response (value the Response), :error (value
+    # what the application raised, or what its body raised after its
+    # response was handed over) or :done (value an exception from the close
+    # of the Rack body, or nil).
+    def put_result(kind, job, value)
+      @results << [kind, job, value]
+      wake
+    end
+
+    # Wake the loop, from any thread. A full pipe wakes it already.
+    def wake
+      @wake_w.write_nonblock(".", exception: false)
+    rescue IOError, SystemCallError
+      # #run has ended, and closed the pipe.
+      nil
+    end
+
+    # A body that goes nowhere, without a word: a Body::Pipe is cancelled,
+    # so that the worker's next write stops it, and a Body::File's own IO
+    # closed.
+    def drop_body(body)
+      case body
+      when Body::Pipe then body.cancel
+      when Body::File then body.io.close unless body.io.closed?
+      end
+    rescue IOError, SystemCallError
+      nil
+    end
+
+    def close_input(input)
+      input.close unless input.closed?
+    rescue IOError, SystemCallError
+      nil
+    end
+
+    def drain_wake
+      loop do
+        break unless @wake_r.read_nonblock(4096, exception: false).is_a?(String)
+      end
+    end
+
+    # What the workers put, in the order they put it.
+    def take_results
+      until @results.empty?
+        kind, job, value = @results.pop
+        case kind
+        when :response
+          deliver(job, value)
+        when :error
+          log_app_error(remote_label(job.remote), job.request, value)
+          # A request whose response came before finds it answered, and gets
+          # no 500.
+          deliver(job, Response.new(status: 500, headers: [], body: nil))
+        when :done
+          @jobs.delete(job)
+          log_body_close_error(job.request.stream_id, value) if value
+          job.session.finish(job.request.stream_id)
+        end
+      end
+    end
+
+    # Send response for job, unless its request can no longer be answered:
+    # the client reset it or sent STOP_SENDING, or its stream or connection
+    # is gone.
+    def deliver(job, response)
+      session = job.session
+      if @sessions[job.conn].equal?(session) && session.answerable?(job.request.stream_id)
+        respond(job.conn, session, job.request, response)
+      else
+        discard_body(response.body)
+      end
     end
 
     def count_refusal(status, count = 1)
@@ -246,8 +482,14 @@ module HTTP3
       @refusals[status] += count
     end
 
-    # When the refusals counted are due to be logged; nil while there are
-    # none.
+    # Counted with the refusals, and logged with them.
+    def count_timeouts(count)
+      @refusals_since ||= now
+      @responses_timed_out += count
+    end
+
+    # When the refusals and timeouts counted are due to be logged; nil while
+    # there are none.
     def refusal_log_at
       @refusals_since && @refusals_since + @refusal_log_interval
     end
@@ -257,8 +499,8 @@ module HTTP3
       !at.nil? && at <= now
     end
 
-    # One line per status, in ascending order, with the seconds since the
-    # first of them; the count starts over.
+    # One line per status, in ascending order, then one for the timeouts, if
+    # any, with the seconds since the first of them; the count starts over.
     def log_refusals
       return if @refusals_since.nil?
 
@@ -266,7 +508,11 @@ module HTTP3
       @refusals.sort.each do |status, count|
         log(:warn, "requests_refused", status: status, count: count, seconds: seconds)
       end
+      if @responses_timed_out.positive?
+        log(:warn, "responses_timed_out", count: @responses_timed_out, seconds: seconds)
+      end
       @refusals.clear
+      @responses_timed_out = 0
       @refusals_since = nil
     end
 
@@ -275,11 +521,12 @@ module HTTP3
     def fill_bodies(room)
       @sessions.each do |conn, session|
         room -= session.fill_bodies(@send_buffer_size, connection_limit: @max_connection_send_buffer,
-          room: room) { |request, error| log_app_error(conn, request, error) }
+          room: room) { |request, error| log_app_error(remote_of(conn), request, error) }
       end
     end
 
-    # What max_total_send_buffer has left for array and each bodies.
+    # What max_total_send_buffer has left for array, each and streaming
+    # bodies.
     def send_room
       @max_total_send_buffer - @sessions.each_value.sum(&:unsent_total)
     end
@@ -312,6 +559,9 @@ module HTTP3
         if (error = session.take_error)
           log(:error, "session_error", remote: remote_of(conn), **error_fields(error))
         end
+        if (error = session.take_spool_error)
+          log_spool_failure(conn, error)
+        end
         session.release_closed { |stream_id, e| log_body_close_error(stream_id, e) }
       end
       @endpoint.take_closed.each do |conn|
@@ -354,6 +604,38 @@ module HTTP3
         error: e.class, message: e.message)
     end
 
+    # Cancel the Body::Pipes of the jobs under way, so that the workers
+    # writing to them stop, let go of the jobs no worker has taken, which
+    # the pool drops, and wait a second for the workers, as
+    # close_connections waits for the CONNECTION_CLOSEs to go. A worker
+    # still in the application then is left to it, and counted in a warn
+    # line. What the workers have put and the loop not taken is dropped.
+    def stop_workers
+      waiting = @jobs_lock.synchronize do
+        @workers_stopped = true
+        @jobs.each_key { |job| job.pipe&.cancel }
+        @jobs.keys.reject(&:started)
+      end
+      waiting.each { |job| end_job(job) }
+      running = @pool.stop(1)
+      until @results.empty?
+        kind, job, value = @results.pop
+        case kind
+        when :response then drop_body(value.body)
+        when :done then end_job(job)
+        end
+      end
+      log(:warn, "workers_still_running", count: running) if running.positive?
+    end
+
+    # A job no longer to be heard from: its input is closed, and what its
+    # request holds no longer counts.
+    def end_job(job)
+      @jobs.delete(job)
+      close_input(job.request.input)
+      job.session.finish(job.request.stream_id)
+    end
+
     # Close every connection and send the CONNECTION_CLOSEs, without
     # waiting out the closing period.
     def close_connections
@@ -391,11 +673,14 @@ module HTTP3
     end
 
     # Raise ArgumentError for the first request limit found wrong: each has
-    # to be an Integer in range, and the buffers have to let a request at
+    # to be an Integer in range, and the limits have to let a request at
     # max_request_body and max_field_section_size through on a server with
-    # nothing else under way.
-    def check_request_limits(max_request_body, max_field_section_size, max_connection_request_buffer,
-      max_total_request_buffer)
+    # nothing else under way. A body over request_body_buffer_size goes to a
+    # temporary file, so then memory has to hold only that much of it, and
+    # the spool all of it.
+    def check_request_limits(max_request_body:, max_field_section_size:, max_connection_request_buffer:,
+      max_total_request_buffer:, request_body_buffer_size:, max_connection_request_spool:,
+      max_total_request_spool:, max_connection_request_spool_files:, max_total_request_spool_files:)
       unless max_request_body.is_a?(Integer) && max_request_body >= 0
         raise ArgumentError, "max_request_body must be an Integer of 0 or more (got #{max_request_body.inspect})"
       end
@@ -404,18 +689,38 @@ module HTTP3
       unless max_field_section_size.is_a?(Integer) && (1...2**62).cover?(max_field_section_size)
         raise ArgumentError, "max_field_section_size must be 1..2**62-1 (got #{max_field_section_size.inspect})"
       end
-      {max_connection_request_buffer:, max_total_request_buffer:}.each do |name, value|
+      {max_connection_request_buffer:, max_total_request_buffer:, request_body_buffer_size:,
+       max_connection_request_spool:, max_total_request_spool:, max_connection_request_spool_files:,
+       max_total_request_spool_files:}.each do |name, value|
         raise ArgumentError, "#{name} must be a positive Integer (got #{value.inspect})" unless value.is_a?(Integer) && value.positive?
       end
-      request = max_request_body + max_field_section_size
+      spooled = max_request_body > request_body_buffer_size
+      in_memory, terms = if spooled
+        [request_body_buffer_size, "request_body_buffer_size + max_field_section_size"]
+      else
+        [max_request_body, "max_request_body + max_field_section_size"]
+      end
+      request = in_memory + max_field_section_size
       if max_connection_request_buffer < request
         raise ArgumentError, "max_connection_request_buffer (#{max_connection_request_buffer}) must be at least " \
-          "max_request_body + max_field_section_size (#{request})"
+          "#{terms} (#{request})"
       end
       if max_total_request_buffer < max_connection_request_buffer
         raise ArgumentError, "max_total_request_buffer (#{max_total_request_buffer}) must be at least " \
           "max_connection_request_buffer (#{max_connection_request_buffer})"
       end
+      if spooled && max_connection_request_spool < max_request_body
+        raise ArgumentError, "max_connection_request_spool (#{max_connection_request_spool}) must be at least " \
+          "max_request_body (#{max_request_body})"
+      end
+      if max_total_request_spool < max_connection_request_spool
+        raise ArgumentError, "max_total_request_spool (#{max_total_request_spool}) must be at least " \
+          "max_connection_request_spool (#{max_connection_request_spool})"
+      end
+      if max_total_request_spool_files < max_connection_request_spool_files
+        raise ArgumentError, "max_total_request_spool_files (#{max_total_request_spool_files}) must be at least " \
+          "max_connection_request_spool_files (#{max_connection_request_spool_files})"
+      end
     end
 
     # Raise ArgumentError for the first send limit found wrong: each has to
@@ -434,6 +739,10 @@ module HTTP3
       end
     end
 
+    def check_threads(threads)
+      raise ArgumentError, "threads must be a positive Integer (got #{threads.inspect})" unless threads.is_a?(Integer) && threads.positive?
+    end
+
     def check_request_timeout(request_timeout)
       return if request_timeout.nil?
       return if (request_timeout.is_a?(Integer) || request_timeout.is_a?(Float)) && request_timeout.positive?
@@ -441,6 +750,19 @@ module HTTP3
       raise ArgumentError, "request_timeout must be nil or a positive number of seconds (got #{request_timeout.inspect})"
     end
 
+    # response_timeout has to be less than request_timeout, so that the
+    # workers clients that stop reading keep are freed before the requests
+    # waiting for them get 503.
+    def check_response_timeout(response_timeout, request_timeout)
+      return if response_timeout.nil?
+
+      seconds = (response_timeout.is_a?(Integer) || response_timeout.is_a?(Float)) && response_timeout.positive?
+      raise ArgumentError, "response_timeout must be nil or a positive number of seconds (got #{response_timeout.inspect})" unless seconds
+      return if request_timeout.nil? || response_timeout < request_timeout
+
+      raise ArgumentError, "response_timeout (#{response_timeout}) must be less than request_timeout (#{request_timeout})"
+    end
+
     def check_refusal_log_interval(refusal_log_interval)
       return if (refusal_log_interval.is_a?(Integer) || refusal_log_interval.is_a?(Float)) && refusal_log_interval.positive?
 
@@ -459,22 +781,37 @@ module HTTP3
       address
     end
 
+    # A body that will not be sent: a Body::Pipe is cancelled, so that its
+    # worker stops writing, and a Body::File's own IO closed. The Rack body
+    # is the worker's to close.
     def discard_body(body)
-      return if body.nil?
-
-      body.io.close if body.is_a?(Body::File) && !body.io.closed?
-      body.rack_body.close if body.rack_body.respond_to?(:close)
+      case body
+      when Body::Pipe then body.cancel
+      when Body::File then body.io.close unless body.io.closed?
+      end
     rescue => e
       log(:error, "body_close_error", **error_fields(e))
     end
 
-    def log_app_error(conn, request, error)
+    def log_app_error(remote, request, error)
       pseudo = request.headers.select { |name, _| name.start_with?(":") }.to_h
       path = pseudo.fetch(":path", "")[/\A[^?]*/]
-      log(:error, "app_error", remote: remote_of(conn), stream: request.stream_id, method: pseudo[":method"],
+      log(:error, "app_error", remote: remote, stream: request.stream_id, method: pseudo[":method"],
         path: path, **error_fields(error))
     end
 
+    # A temporary file for a request body could not be made or written
+    # (the request got 503). While the disk is full every large request
+    # fails, so after one line, those within refusal_log_interval seconds
+    # are not logged.
+    def log_spool_failure(conn, error)
+      at = now
+      return if @spool_failure_logged_at && at < @spool_failure_logged_at + @refusal_log_interval
+
+      @spool_failure_logged_at = at
+      log(:error, "request_spool_failed", remote: remote_of(conn), error: error.class, message: error.message)
+    end
+
     def log_body_error(conn, request, error)
       log(:error, "body_error", remote: remote_of(conn), stream: request.stream_id, error: error.class,
         message: error.message)
@@ -503,8 +840,11 @@ module HTTP3
     end
 
     def remote_of(conn)
-      address = @remotes[conn] or return "-"
-      format_remote(address)
+      remote_label(@remotes[conn])
+    end
+
+    def remote_label(address)
+      address ? format_remote(address) : "-"
     end
 
     def format_remote(address)