raptor 0.8.0 → 0.10.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a9e7bfef1752060035a5e76f4d427097486aaa57c8bb184a47a3d8806d9749c8
-  data.tar.gz: e7c86ec6597a2315d0352c90c0ea89451e7301a00cfb4592d6c63760686ac7e6
+  metadata.gz: 1b7d4b6790a256864f0c2b4e8d061231c372a110493ef2846f547f4566232d5d
+  data.tar.gz: dc6454ad796395d9eb7ab81327410ddd2004f0e1dd0bb03857636c508e84f7bc
 SHA512:
-  metadata.gz: c5d04b6d4412b95b4131bcdcd6223a0b96ecc906a53a2522b1423195c4cd9b0746998d6d0588f6cf01a269eca4c67af091fd649512080ea98376de099d8eb291
-  data.tar.gz: 0e6b0fc536dccbe056c178bace6040550598aedf56ca05434714b299c09d7795092a85a41f6ffe7cb8e9a79ce6e88bd14ba231ce8a5afa6049ca4788ee6648fe
+  metadata.gz: 6c0198c8697a569b7caf4492cf80c64edfbe7e6d0c1b4d7be7880175655bfa36b89040d3ab5b9597db995ac469eed26a1c74b7bb7c0c3206c9c47193b3930a48
+  data.tar.gz: 6a73d6a927a118dea756b8012108dbdaf1f2462ea9ea5a6fbd4dabd56cfffa51a23f059f2c51c39cd5a4f41a3fc0e752022cd1963115edacecb3cd53e56b83fe

data/.buildkite/pipeline.yml

@@ -1,36 +1,94 @@
 steps:
-  - label: ":ruby: Ruby 4.0"
-    image: "ruby:4.0"
-    commands:
-      - ruby -v
-      - bundle install
-      - bundle exec rake ci
+  - group: ":linux: Linux"
+    key: linux
+    steps:
+      - label: ":ruby: Ruby 4.0"
+        image: "ruby:4.0"
+        commands:
+          - ruby -v
+          - bundle install
+          - bundle exec rake ci
 
-  - label: ":ruby: Ruby 4.0 +YJIT"
-    image: "ruby:4.0"
-    env:
-      RUBY_YJIT_ENABLE: "1"
-    commands:
-      - ruby -v
-      - bundle install
-      - bundle exec rake ci
+      - label: ":ruby: Ruby 4.0 +YJIT"
+        image: "ruby:4.0"
+        env:
+          RUBY_YJIT_ENABLE: "1"
+        commands:
+          - ruby -v
+          - bundle install
+          - bundle exec rake ci
 
-  - label: ":ruby: Ruby head"
-    soft_fail: true
-    image: "rubylang/ruby:master-dev"
-    commands:
-      - apt-get update && apt-get install -y libyaml-dev
-      - ruby -v
-      - bundle install
-      - bundle exec rake ci
+      - label: ":ruby: Ruby head"
+        soft_fail: true
+        image: "rubylang/ruby:master-dev"
+        commands:
+          - apt-get update && apt-get install -y libyaml-dev
+          - ruby -v
+          - bundle install
+          - bundle exec rake ci
 
-  - label: ":ruby: Ruby head +YJIT"
-    soft_fail: true
-    image: "rubylang/ruby:master-dev"
-    env:
-      RUBY_YJIT_ENABLE: "1"
-    commands:
-      - apt-get update && apt-get install -y libyaml-dev
-      - ruby -v
-      - bundle install
-      - bundle exec rake ci
+      - label: ":ruby: Ruby head +YJIT"
+        soft_fail: true
+        image: "rubylang/ruby:master-dev"
+        env:
+          RUBY_YJIT_ENABLE: "1"
+        commands:
+          - apt-get update && apt-get install -y libyaml-dev
+          - ruby -v
+          - bundle install
+          - bundle exec rake ci
+
+  - group: ":mac: macOS"
+    key: macos
+    steps:
+      - label: ":ruby: Ruby 4.0"
+        agents:
+          queue: macos
+        commands:
+          - brew install --quiet ruby@4.0
+          - export PATH="$(brew --prefix ruby@4.0)/bin:$PATH"
+          - bundle config set --local path .bundle
+          - ruby -v
+          - bundle install
+          - bundle exec rake ci
+
+      - label: ":ruby: Ruby 4.0 +YJIT"
+        agents:
+          queue: macos
+        env:
+          RUBY_YJIT_ENABLE: "1"
+        commands:
+          - brew install --quiet ruby@4.0
+          - export PATH="$(brew --prefix ruby@4.0)/bin:$PATH"
+          - bundle config set --local path .bundle
+          - ruby -v
+          - bundle install
+          - bundle exec rake ci
+
+      - label: ":ruby: Ruby head"
+        soft_fail: true
+        agents:
+          queue: macos
+        commands:
+          - brew unlink ruby
+          - brew install --HEAD --quiet ruby
+          - export PATH="$(brew --prefix ruby)/bin:$PATH"
+          - bundle config set --local path .bundle
+          - ruby -v
+          - bundle install
+          - bundle exec rake ci
+
+      - label: ":ruby: Ruby head +YJIT"
+        soft_fail: true
+        agents:
+          queue: macos
+        env:
+          RUBY_YJIT_ENABLE: "1"
+        commands:
+          - brew unlink ruby
+          - brew install --HEAD --quiet ruby
+          - export PATH="$(brew --prefix ruby)/bin:$PATH"
+          - bundle config set --local path .bundle
+          - ruby -v
+          - bundle install
+          - bundle exec rake ci

data/.dockerignore

@@ -0,0 +1,5 @@
+/.bundle
+/.git
+/docs
+/sig/generated
+/tmp

data/CHANGELOG.md

@@ -1,5 +1,27 @@
 ## [Unreleased]
 
+## [0.10.0] - 2026-07-07
+
+- Memoize the server port string for the Rack env
+- Parse the Host header without regex
+- Apply `TCP_NODELAY` on the listener rather than each accepted socket
+- Buffer chunked body writes up to 512KB before flushing
+- Add `QUERY_STRING` to the Rack env template
+- Skip intermediate array allocations when formatting response headers
+- Intern common HTTP header keys in the parser
+- Reuse a Rack env template across HTTP/1.1 requests
+
+## [0.9.0] - 2026-07-07
+
+- Reuse a per-thread response buffer for status lines and headers
+- Pin each worker to a distinct CPU when workers fit 1:1
+- Batch response header and body writes into a single `writev(2)` syscall
+- Close the binder as the last step of graceful shutdown
+- Lower the backpressure floor for tighter load balancing on small pools
+- Add load-aware `SO_REUSEPORT` routing on Linux via an attached BPF program
+- Reuse per-thread read buffers across HTTP/1.1 requests
+- Preserve the first `--bind` when it equals the default
+
 ## [0.8.0] - 2026-07-02
 
 - Add systemd `LISTEN_FDS` socket activation and `sd_notify` lifecycle messages

data/Dockerfile

@@ -0,0 +1,28 @@
+FROM golang:bookworm AS hey-builder
+RUN CGO_ENABLED=0 go install github.com/rakyll/hey@latest
+
+FROM ruby:latest
+
+ENV DEBIAN_FRONTEND=noninteractive
+ENV LANG=C.UTF-8
+ENV LC_ALL=C.UTF-8
+ENV RUBY_YJIT_ENABLE=1
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+      clang \
+      libbpf-dev \
+      libelf-dev \
+      linux-libc-dev \
+      nghttp2 \
+      openssl \
+    && rm -rf /var/lib/apt/lists/*
+
+COPY --from=hey-builder /go/bin/hey /usr/local/bin/hey
+
+ENV BUNDLE_PATH=/workspace/.bundle
+ENV BUNDLE_APP_CONFIG=/workspace/.bundle
+ENV PATH=/workspace/bin:${PATH}
+
+WORKDIR /workspace
+
+CMD ["bash"]

data/README.md

@@ -37,7 +37,7 @@ run proc { |_env| [200, { "content-type" => "text/plain" }, ["Hello, World!"]] }
 ```
 > bundle exec raptor -w 4 -t 3 hello_world.ru
 [Raptor 76577|Main|Main] Cluster initializing:
-[Raptor 76577|Main|Main] ├─ Version: 0.8.0
+[Raptor 76577|Main|Main] ├─ Version: 0.9.0
 [Raptor 76577|Main|Main] ├─ Ruby Version: ruby 4.0.5 (2026-05-20 revision 64336ffd0e) +YJIT +PRISM [arm64-darwin23]
 [Raptor 76577|Main|Main] ├─ Environment: development
 [Raptor 76577|Main|Main] ├─ Master PID: 76577
@@ -187,16 +187,20 @@ Worker 1 (phase 0): pid=91351, requests=1199, busy=1/3, backlog=0, booted, last_
 
 ## (Micro) Benchmarks
 
-Raptor 0.8.0 vs Puma 8.0.2:
+Raptor 0.10.0 vs Puma 8.0.2, median of 3 runs across two workload profiles: IO-bound (sleep for a random 5-50ms then
+return small JSON) and CPU-bound (serialise a JSON array of 20-200 items).
 
-| Protocol              | Raptor      | Puma        |
-| --------------------- | ----------- | ----------- |
-| HTTP/1.1              | 18.1k req/s | 15.8k req/s |
-| HTTP/1.1 (keep-alive) | 58.2k req/s | 29.5k req/s |
-| HTTP/2                | 57k req/s   | N/A         |
+| Protocol              | Workload | Raptor       | Puma         | +/- vs Puma |
+| --------------------- | -------- | ------------ | ------------ | ----------- |
+| HTTP/1.1              | IO       | 0.43k req/s  | 0.41k req/s  | +4.0%       |
+| HTTP/1.1              | CPU      | 10.99k req/s | 9.22k req/s  | +19.1%      |
+| HTTP/1.1 (keep-alive) | IO       | 0.41k req/s  | 0.40k req/s  | +2.6%       |
+| HTTP/1.1 (keep-alive) | CPU      | 27.42k req/s | 25.75k req/s | +6.5%       |
+| HTTP/2                | IO       | 0.31k req/s  | N/A          | -           |
+| HTTP/2                | CPU      | 26.28k req/s | N/A          | -           |
 
-> ruby 4.0.5 (2026-05-20 revision 64336ffd0e) +YJIT +PRISM [arm64-darwin23]
-> 4 workers, 3 threads, 12 concurrent connections
+> ruby 4.0.5 (2026-05-20 revision 64336ffd0e) +YJIT +PRISM [aarch64-linux]
+> 4 workers, 3 threads, 24 concurrent connections
 
 See [bin/benchmark](bin/benchmark) for more details.
 
@@ -206,6 +210,10 @@ After checking out the repo, run `bin/setup` to install dependencies. Then, run
 extensions and run the tests. You can also run `bin/console` for an interactive prompt that will allow you to
 experiment.
 
+On macOS (or any non-Linux host), `bin/dev` builds and drops you into a Docker image with Ruby and the required Linux
+toolchain preinstalled, mounting the repo at `/workspace`. Run `bin/dev` for an interactive shell, or
+`bin/dev <command>` for one-off commands like `bin/dev bundle exec rake` or `bin/dev bin/benchmark`.
+
 ## Contributing
 
 Bug reports and pull requests are welcome on GitHub at https://github.com/joshuay03/raptor. This project is intended to

data/Rakefile

@@ -16,6 +16,24 @@ Rake::ExtensionTask.new("raptor_http2", GEMSPEC) do |ext|
   ext.lib_dir = "lib/raptor"
 end
 
+Rake::ExtensionTask.new("raptor_native", GEMSPEC) do |ext|
+  ext.lib_dir = "lib/raptor"
+end
+
+namespace :bpf do
+  task :compile do
+    if RUBY_PLATFORM.include?("linux")
+      arch = `uname -m`.chomp
+      Dir["ext/raptor_bpf/*.bpf.c"].each do |source|
+        object = source.sub(/\.c\z/, ".o")
+        sh "clang -O2 -g -target bpf -I/usr/include/#{arch}-linux-gnu -c #{source} -o #{object}"
+      end
+    else
+      puts "Skipping bpf:compile on #{RUBY_PLATFORM}"
+    end
+  end
+end
+
 namespace :rbs do
   task :generate do
     puts
@@ -23,6 +41,6 @@ namespace :rbs do
   end
 end
 
-task default: %i[clobber compile rbs:generate test]
+task default: %i[clobber compile bpf:compile rbs:generate test]
 task build: %i[clobber compile rbs:generate]
 task ci: %i[clobber compile test]