raptor 0.7.0 → 0.9.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d4a7acc08848f71017602d3abfb38b7d352a48d7bc7929e54f3a693dc3a0fe83
-  data.tar.gz: 1ee020abeb67db2a2eba6ff64f59054bf2e91447bd3996464f5a3279c3d3e748
+  metadata.gz: 6dcf0e8beb3e5b74822eff407c51fbb0e83445ab54f75c37dad2cab2f9113ec5
+  data.tar.gz: 9131a6153b10e93e2e0b717355645fe485a1db0af52c3472f07a35fa4f95d64f
 SHA512:
-  metadata.gz: b5b25843f29afe7e47a90c85f48ba5f9d06e7f5dc819d24595821940f8207fa46054208f38601a455271d026246bfd32144329782f1a842f44cd500bf3d10bbf
-  data.tar.gz: 5c1f9f18fbf946a8e4a648bed675f83ba7d71bdc9a85354b5df1ccc6ba39bd65b5740c31e1ffd11f4f88960b52aaee0ce2b46747fac52907bae6b6598f4e390e
+  metadata.gz: 8a020f0e5c42eb4755a69c790f891aa334369d2ec58c063516893a53785574290feca84ebdd9d072b11601129f720eb2d82f52a7abbd7e0aa7bf79b17c57705c
+  data.tar.gz: 3b90235078097337dcade23681c4b3ae638d04094a40a5c21e81f8aac127bfa547dd8d07e7dac1adda539299ab62c3883d15d84a692942da2a1b69eed7946035

data/.buildkite/pipeline.yml

@@ -1,36 +1,94 @@
 steps:
-  - label: ":ruby: Ruby 4.0"
-    image: "ruby:4.0"
-    commands:
-      - ruby -v
-      - bundle install
-      - bundle exec rake ci
+  - group: ":linux: Linux"
+    key: linux
+    steps:
+      - label: ":ruby: Ruby 4.0"
+        image: "ruby:4.0"
+        commands:
+          - ruby -v
+          - bundle install
+          - bundle exec rake ci
 
-  - label: ":ruby: Ruby 4.0 +YJIT"
-    image: "ruby:4.0"
-    env:
-      RUBY_YJIT_ENABLE: "1"
-    commands:
-      - ruby -v
-      - bundle install
-      - bundle exec rake ci
+      - label: ":ruby: Ruby 4.0 +YJIT"
+        image: "ruby:4.0"
+        env:
+          RUBY_YJIT_ENABLE: "1"
+        commands:
+          - ruby -v
+          - bundle install
+          - bundle exec rake ci
 
-  - label: ":ruby: Ruby head"
-    soft_fail: true
-    image: "rubylang/ruby:master-dev"
-    commands:
-      - apt-get update && apt-get install -y libyaml-dev
-      - ruby -v
-      - bundle install
-      - bundle exec rake ci
+      - label: ":ruby: Ruby head"
+        soft_fail: true
+        image: "rubylang/ruby:master-dev"
+        commands:
+          - apt-get update && apt-get install -y libyaml-dev
+          - ruby -v
+          - bundle install
+          - bundle exec rake ci
 
-  - label: ":ruby: Ruby head +YJIT"
-    soft_fail: true
-    image: "rubylang/ruby:master-dev"
-    env:
-      RUBY_YJIT_ENABLE: "1"
-    commands:
-      - apt-get update && apt-get install -y libyaml-dev
-      - ruby -v
-      - bundle install
-      - bundle exec rake ci
+      - label: ":ruby: Ruby head +YJIT"
+        soft_fail: true
+        image: "rubylang/ruby:master-dev"
+        env:
+          RUBY_YJIT_ENABLE: "1"
+        commands:
+          - apt-get update && apt-get install -y libyaml-dev
+          - ruby -v
+          - bundle install
+          - bundle exec rake ci
+
+  - group: ":mac: macOS"
+    key: macos
+    steps:
+      - label: ":ruby: Ruby 4.0"
+        agents:
+          queue: macos
+        commands:
+          - brew install --quiet ruby@4.0
+          - export PATH="$(brew --prefix ruby@4.0)/bin:$PATH"
+          - bundle config set --local path .bundle
+          - ruby -v
+          - bundle install
+          - bundle exec rake ci
+
+      - label: ":ruby: Ruby 4.0 +YJIT"
+        agents:
+          queue: macos
+        env:
+          RUBY_YJIT_ENABLE: "1"
+        commands:
+          - brew install --quiet ruby@4.0
+          - export PATH="$(brew --prefix ruby@4.0)/bin:$PATH"
+          - bundle config set --local path .bundle
+          - ruby -v
+          - bundle install
+          - bundle exec rake ci
+
+      - label: ":ruby: Ruby head"
+        soft_fail: true
+        agents:
+          queue: macos
+        commands:
+          - brew unlink ruby
+          - brew install --HEAD --quiet ruby
+          - export PATH="$(brew --prefix ruby)/bin:$PATH"
+          - bundle config set --local path .bundle
+          - ruby -v
+          - bundle install
+          - bundle exec rake ci
+
+      - label: ":ruby: Ruby head +YJIT"
+        soft_fail: true
+        agents:
+          queue: macos
+        env:
+          RUBY_YJIT_ENABLE: "1"
+        commands:
+          - brew unlink ruby
+          - brew install --HEAD --quiet ruby
+          - export PATH="$(brew --prefix ruby)/bin:$PATH"
+          - bundle config set --local path .bundle
+          - ruby -v
+          - bundle install
+          - bundle exec rake ci

data/.dockerignore

@@ -0,0 +1,5 @@
+/.bundle
+/.git
+/docs
+/sig/generated
+/tmp

data/CHANGELOG.md

@@ -1,5 +1,35 @@
 ## [Unreleased]
 
+## [0.9.0] - 2026-07-07
+
+- Reuse a per-thread response buffer for status lines and headers
+- Pin each worker to a distinct CPU when workers fit 1:1
+- Batch response header and body writes into a single `writev(2)` syscall
+- Close the binder as the last step of graceful shutdown
+- Lower the backpressure floor for tighter load balancing on small pools
+- Add load-aware `SO_REUSEPORT` routing on Linux via an attached BPF program
+- Reuse per-thread read buffers across HTTP/1.1 requests
+- Preserve the first `--bind` when it equals the default
+
+## [0.8.0] - 2026-07-02
+
+- Add systemd `LISTEN_FDS` socket activation and `sd_notify` lifecycle messages
+- Add hot restart on `SIGUSR2`, inheriting listening sockets across the re-exec
+- Drop `SIGUSR1` stats logging and move phased restart from `SIGUSR2` to `SIGUSR1`
+- Add `chdir` and `environment` for Rack app loading, with fallback to `RAILS_ENV` and `RACK_ENV`
+- Add `access_log_file` for Common Log Format access logging, reopened on `SIGHUP`
+- Add `stdout_file` and `stderr_file` for redirecting stdout/stderr, reopened on `SIGHUP`
+- Add `drain_accept_queue` for dispatching every queued connection on shutdown
+- Add `worker_drain_timeout` for force-killing hung app threads during worker shutdown
+- Reject `Content-Length` values containing non-digit characters with 400
+- Populate `SERVER_SOFTWARE` and `HTTP_VERSION` in the Rack env
+- Honour `X-Forwarded-Proto`, `X-Forwarded-Scheme`, and `X-Forwarded-Ssl` from upstream proxies
+- Split newline-joined response header values into separate header lines
+- Reject excessive chunked framing overhead with 400 (slow-trickle attack guard)
+- Reject ambiguous request framing (`Transfer-Encoding` + `Content-Length`, or `chunked` not the final encoding) with 400
+- Send `100 Continue` when an HTTP/1.1 client sends `Expect: 100-continue`
+- Add new configuration options and split `client:` into protocol-scoped namespaces
+
 ## [0.7.0] - 2026-06-12
 
 - Eagerly consume back-to-back HTTP/2 frame batches in the pipeline collector

data/Dockerfile

@@ -0,0 +1,28 @@
+FROM golang:bookworm AS hey-builder
+RUN CGO_ENABLED=0 go install github.com/rakyll/hey@latest
+
+FROM ruby:latest
+
+ENV DEBIAN_FRONTEND=noninteractive
+ENV LANG=C.UTF-8
+ENV LC_ALL=C.UTF-8
+ENV RUBY_YJIT_ENABLE=1
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+      clang \
+      libbpf-dev \
+      libelf-dev \
+      linux-libc-dev \
+      nghttp2 \
+      openssl \
+    && rm -rf /var/lib/apt/lists/*
+
+COPY --from=hey-builder /go/bin/hey /usr/local/bin/hey
+
+ENV BUNDLE_PATH=/workspace/.bundle
+ENV BUNDLE_APP_CONFIG=/workspace/.bundle
+ENV PATH=/workspace/bin:${PATH}
+
+WORKDIR /workspace
+
+CMD ["bash"]

data/README.md

@@ -1,8 +1,14 @@
 # Raptor
 
-Raptor is a high-performance, preloading, multi-process, multi-threaded Ruby 4+ web server implementing Rack 3.2+,
-leveraging Ractors for parallel HTTP/1.1 and HTTP/2 request processing, native C extensions for HTTP parsing and HPACK
-compression, and NIO for non-blocking I/O.
+Raptor is a high-performance, preloading, pre-forking, multi-threaded Ruby 4+ web server implementing Rack 3.2+, using
+NIO for non-blocking I/O and Ractors for parallel HTTP/1.1 and HTTP/2 parsing via native C extensions, which also
+implement HPACK compression.
+
+> [!NOTE]
+> **Your application does not need to be Ractor-safe.** Ractors handle protocol-level work only; your Rack application
+> is invoked on a thread pool, so any thread-safe Rack app (including Rails) works as-is.
+
+Reference documentation is published at <https://joshuay03.github.io/raptor>.
 
 ## Installation
 
@@ -30,22 +36,23 @@ run proc { |_env| [200, { "content-type" => "text/plain" }, ["Hello, World!"]] }
 
 ```
 > bundle exec raptor -w 4 -t 3 hello_world.ru
-[Raptor 91348|main|main] Cluster initializing:
-[Raptor 91348|main|main] ├─ Version: 0.6.0
-[Raptor 91348|main|main] ├─ Ruby Version: ruby 4.0.5 (2026-05-20 revision 64336ffd0e) +YJIT +PRISM [arm64-darwin23]
-[Raptor 91348|main|main] ├─ Master PID: 91348
-[Raptor 91348|main|main] │  └─ 4 worker processes
-[Raptor 91348|main|main] │     ├─ 1 server thread
-[Raptor 91348|main|main] │     ├─ 1 reactor thread
-[Raptor 91348|main|main] │     ├─ 1 pipeline ractor
-[Raptor 91348|main|main] │     ├─ 1 pipeline collector thread
-[Raptor 91348|main|main] │     ├─ 3 worker threads
-[Raptor 91348|main|main] │     └─ 1 stats thread
-[Raptor 91348|main|main] └─ Listening on 0.0.0.0:9292
-[Raptor 91350|main|main] Worker 0 booted
-[Raptor 91351|main|main] Worker 1 booted
-[Raptor 91352|main|main] Worker 2 booted
-[Raptor 91353|main|main] Worker 3 booted
+[Raptor 76577|Main|Main] Cluster initializing:
+[Raptor 76577|Main|Main] ├─ Version: 0.9.0
+[Raptor 76577|Main|Main] ├─ Ruby Version: ruby 4.0.5 (2026-05-20 revision 64336ffd0e) +YJIT +PRISM [arm64-darwin23]
+[Raptor 76577|Main|Main] ├─ Environment: development
+[Raptor 76577|Main|Main] ├─ Master PID: 76577
+[Raptor 76577|Main|Main] │  └─ 4 worker processes
+[Raptor 76577|Main|Main] │     ├─ 1 server thread
+[Raptor 76577|Main|Main] │     ├─ 1 reactor thread
+[Raptor 76577|Main|Main] │     ├─ 1 pipeline ractor
+[Raptor 76577|Main|Main] │     ├─ 1 pipeline collector thread
+[Raptor 76577|Main|Main] │     ├─ 3 worker threads
+[Raptor 76577|Main|Main] │     └─ 1 stats thread
+[Raptor 76577|Main|Main] └─ Listening on 0.0.0.0:9292
+[Raptor 76579|Main|Main] Worker 0 booted
+[Raptor 76580|Main|Main] Worker 1 booted
+[Raptor 76581|Main|Main] Worker 2 booted
+[Raptor 76582|Main|Main] Worker 3 booted
 ```
 
 ```
@@ -60,18 +67,139 @@ Also works with `rackup` and `rails server`:
 > bundle exec rails server -u raptor
 ```
 
+## Configuration
+
+Raptor accepts configuration via command-line flags, a Ruby config file, or both (CLI flags override config file
+values). Run `bundle exec raptor --help` for the full flag list.
+
+The config file is a Ruby file that evaluates to a hash of options. By default Raptor loads `raptor.rb` then
+`config/raptor.rb` from the working directory; pass `-c PATH` to point at a specific file. Settings are nested under
+`connection:` (shared across protocols), `http1:` (HTTP/1.1-specific), and `http2:` (HTTP/2-specific).
+
+```ruby
+# raptor.rb
+
+{
+  binds: ["tcp://0.0.0.0:9292"],
+  socket_backlog: 1024,
+  drain_accept_queue: false,
+  workers: 4,
+  ractors: 1,
+  threads: 3,
+  chdir: nil,
+  environment: nil,
+  connection: {
+    first_data_timeout: 30,
+    chunk_data_timeout: 10,
+    write_timeout: 5,
+    max_body_size: nil,
+    body_spool_threshold: 1024 * 1024,
+  },
+  http1: {
+    persistent_data_timeout: 65,
+    max_keepalive_requests: 100,
+  },
+  http2: {
+    max_concurrent_streams: 100,
+  },
+  worker_boot_timeout: 60,
+  worker_timeout: 60,
+  worker_drain_timeout: 25,
+  worker_shutdown_timeout: 30,
+  stats_file: "tmp/raptor.json",
+  pid_file: nil,
+  stdout_file: nil,
+  stderr_file: nil,
+  access_log_file: nil,
+}
+```
+
+## Bindings
+
+Raptor accepts multiple `binds:` URIs across three schemes.
+
+- `tcp://host:port` for TCP. Host can be a specific IP, `0.0.0.0` / `[::]`, or `localhost` (expanded to both IPv4 and
+  IPv6 loopback addresses).
+- `unix:///path/to/socket` for a Unix domain socket. Stale sockets left by crashed processes are cleaned up
+  automatically.
+- `ssl://host:port?cert=/path/to.crt&key=/path/to.key` for TLS. HTTP/1.1 and HTTP/2 are negotiated via ALPN.
+
+Multiple binds can be combined freely.
+
+## Signals
+
+Send to the master process.
+
+| Signal | Effect                                                      |
+| ------ | ----------------------------------------------------------- |
+| `INT`  | Graceful shutdown                                           |
+| `TERM` | Graceful shutdown                                           |
+| `HUP`  | Reopen `stdout_file`, `stderr_file`, and `access_log_file`  |
+| `USR1` | Phased restart (rolling worker replacement)                 |
+| `USR2` | Hot restart (re-exec master, inheriting listening sockets)  |
+
+## Restarts
+
+- **Phased restart** (`USR1`) replaces workers one at a time, waiting for each new worker to boot before retiring the
+  previous one. The master process keeps running, so existing workers continue serving until they are individually
+  replaced. Use to pick up code changes that don't affect the master's boot path.
+- **Hot restart** (`USR2`) re-execs the master process with its original command line, inheriting the listening sockets
+  so accepted connections continue to be served across the swap. The successor master re-runs initialization from
+  scratch. Use to pick up changes that affect master-level state (config layout, dependency upgrades, Raptor itself).
+
+## systemd
+
+Raptor implements socket activation (`LISTEN_FDS`) and `sd_notify`, so it integrates cleanly with `Type=notify` units.
+When the socket unit is active, systemd hands the pre-bound listening file descriptors to Raptor, which serves them in
+place of `binds:`. `READY=1`, `STOPPING=1`, and `RELOADING=1` lifecycle messages are emitted automatically.
+
+```ini
+# /etc/systemd/system/myapp.socket
+[Socket]
+ListenStream=0.0.0.0:9292
+
+[Install]
+WantedBy=sockets.target
+```
+
+```ini
+# /etc/systemd/system/myapp.service
+[Service]
+Type=notify
+WorkingDirectory=/srv/myapp
+ExecStart=/usr/bin/bundle exec raptor
+ExecReload=/bin/kill -USR2 $MAINPID
+KillMode=mixed
+```
+
+## Stats
+
+Each worker writes per-worker stats (request count, busy threads, backlog, last check-in) to shared memory and to a
+JSON file (default `tmp/raptor.json`; set via `stats_file`).
+
+```
+> bundle exec raptor stats
+Master PID: 91348
+Worker 0 (phase 0): pid=91350, requests=1234, busy=2/3, backlog=0, booted, last_checkin=10:42:01
+Worker 1 (phase 0): pid=91351, requests=1199, busy=1/3, backlog=0, booted, last_checkin=10:42:01
+...
+```
+
 ## (Micro) Benchmarks
 
-Raptor 0.6.0 vs Puma 8.0.2:
+Raptor 0.9.0 vs Puma 8.0.2, median of 3 runs across two workload profiles: IO-bound (sleep for a random 5-50ms then return small JSON) and CPU-bound (serialise a JSON array of 20-200 items).
 
-| Protocol              | Raptor      | Puma        |
-| --------------------- | ----------- | ----------- |
-| HTTP/1.1              | 17.9k req/s | 16.8k req/s |
-| HTTP/1.1 (keep-alive) | 60k req/s   | 29.6k req/s |
-| HTTP/2                | 57.2k req/s | N/A         |
+| Protocol              | Workload | Raptor      | Puma       | +/- vs Puma |
+| --------------------- | -------- | ----------- | ---------- | ----------- |
+| HTTP/1.1              | IO       | 0.4k req/s  | 0.4k req/s | +3.4%       |
+| HTTP/1.1              | CPU      | 11.5k req/s | 9k req/s   | +27.6%      |
+| HTTP/1.1 (keep-alive) | IO       | 0.4k req/s  | 0.4k req/s | +1.5%       |
+| HTTP/1.1 (keep-alive) | CPU      | 28.8k req/s | 26k req/s  | +10.9%      |
+| HTTP/2                | IO       | 0.3k req/s  | N/A        | -           |
+| HTTP/2                | CPU      | 29.6k req/s | N/A        | -           |
 
-> ruby 4.0.5 (2026-05-20 revision 64336ffd0e) +YJIT +PRISM [arm64-darwin23]
-> 4 workers, 3 threads, 12 concurrent connections
+> ruby 4.0.5 (2026-05-20 revision 64336ffd0e) +YJIT +PRISM [aarch64-linux]
+> 4 workers, 3 threads, 24 concurrent connections
 
 See [bin/benchmark](bin/benchmark) for more details.
 
@@ -81,6 +209,10 @@ After checking out the repo, run `bin/setup` to install dependencies. Then, run
 extensions and run the tests. You can also run `bin/console` for an interactive prompt that will allow you to
 experiment.
 
+On macOS (or any non-Linux host), `bin/dev` builds and drops you into a Docker image with Ruby and the required Linux
+toolchain preinstalled, mounting the repo at `/workspace`. Run `bin/dev` for an interactive shell, or
+`bin/dev <command>` for one-off commands like `bin/dev bundle exec rake` or `bin/dev bin/benchmark`.
+
 ## Contributing
 
 Bug reports and pull requests are welcome on GitHub at https://github.com/joshuay03/raptor. This project is intended to

data/Rakefile

@@ -16,6 +16,24 @@ Rake::ExtensionTask.new("raptor_http2", GEMSPEC) do |ext|
   ext.lib_dir = "lib/raptor"
 end
 
+Rake::ExtensionTask.new("raptor_native", GEMSPEC) do |ext|
+  ext.lib_dir = "lib/raptor"
+end
+
+namespace :bpf do
+  task :compile do
+    if RUBY_PLATFORM.include?("linux")
+      arch = `uname -m`.chomp
+      Dir["ext/raptor_bpf/*.bpf.c"].each do |source|
+        object = source.sub(/\.c\z/, ".o")
+        sh "clang -O2 -g -target bpf -I/usr/include/#{arch}-linux-gnu -c #{source} -o #{object}"
+      end
+    else
+      puts "Skipping bpf:compile on #{RUBY_PLATFORM}"
+    end
+  end
+end
+
 namespace :rbs do
   task :generate do
     puts
@@ -23,6 +41,6 @@ namespace :rbs do
   end
 end
 
-task default: %i[clobber compile rbs:generate test]
+task default: %i[clobber compile bpf:compile rbs:generate test]
 task build: %i[clobber compile rbs:generate]
 task ci: %i[clobber compile test]