kino 0.4.0-aarch64-linux → 0.5.0-aarch64-linux

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 145273ae455b0822a24794c25d449376b3ba5122f3f275c00b4a959fdafd5183
-  data.tar.gz: c20ae1c2f111a4f6329ea25a4d9c9a0579dfa1b77765ff11e35572f8e32925ca
+  metadata.gz: d9cb260754fbbffdbf123d4f654ae41c92a001fcf14acb5c2bcc75275a51687a
+  data.tar.gz: 17e23ec4d2cccce26863df15c275d6e300e8d4327c89e340f22c47e6e7f707ae
 SHA512:
-  metadata.gz: ed2ef3b3d79817b67da62e8271f0a420d4ee0c8976780d97e6e91ba15cddff2e1d34e830d41a8c4c8c63d65fecbeab32bec8d8568777b399c684cdfce00624f0
-  data.tar.gz: 6d695d16998c2bdb9fe44ac709a311990c53c88ae980f136757db926ba370e5a8e379fdd098f675beae4fb126a0ce7d663b36b0a602d6933b1c2b6d3f6cdc02b
+  metadata.gz: fa65e8268d3e0f8c295f42b5875b75d2dc9cbdb6d768228ee12ee7c155af2a3bfbda5bc451c13ee1ad937ad7ac2d48b0dff1529e32586c9ca23f1784e2bb885c
+  data.tar.gz: fbad5b1bbc64478792677b472b4120e73ed25d731c3a2524c4ba6601a059a5ac08b028e78b7f1e5071fd6e29ac28ad437644da02ec867f5a6b0b912cdff4f982

data/CHANGELOG.md

@@ -1,3 +1,13 @@
+## [0.5.0] - 2026-08-29
+
+- Add opt-in `io_shards true`: accepted HTTP connections can run on
+  current-thread Tokio I/O shards instead of Tokio's shared multi-thread
+  runtime, reducing scheduler contention on very fast handlers. `io_threads`
+  sets the shard count; otherwise Kino uses half the available CPUs
+  ([Patrik Wenger](https://github.com/paddor)).
+- Update Rust dependencies: hyper 1.11.1, rb-sys 0.9.130,
+  rustls-webpki 0.103.15, among others.
+
 ## [0.4.0] - 2026-08-22
 
 - Rack handler: `rails server -u kino` and `rackup -s kino` boot Kino

data/README.md

@@ -259,6 +259,21 @@ server.shutdown               # graceful: drain → deadline → abort straggler
   always counts as "shareable" (classes are), even if calling it touches
   unshareable state. Force `:threaded` for those.
 
+### Sharded I/O
+
+`io_shards true` (off by default) moves HTTP I/O from Tokio's shared
+multi-thread runtime onto current-thread shards: one thread accepts and
+hands each connection to the least-loaded shard, which then owns it for
+its lifetime—no work-stealing, no cross-thread wakeups on the hot path.
+Fast handlers gain double-digit throughput; Ruby-bound endpoints are
+unchanged. Orthogonal to `mode`: it reshapes the Rust side only.
+
+```ruby
+# kino.rb
+io_shards true
+io_threads 4  # optional; default: half the available CPUs
+```
+
 ## Config file and CLI
 
 Settings can live in a Puma-style Ruby DSL file: `kino.rb` in the

data/doc/architecture.md

@@ -11,10 +11,13 @@ tokio (Rust threads)                          Ruby
 └──────────────────────────┘                     └────────────────────────────┘
 ```
 
-All network I/O lives in Rust on a tokio multi-threaded runtime; hyper
-parses HTTP/1.1 and handles keep-alive; rustls terminates TLS. Ruby never
-touches a socket. Each request becomes a Rust-side `RequestCtx` pushed to a
-bounded flume MPMC queue; Ruby workers pull from it.
+All network I/O lives in Rust on tokio runtimes; hyper parses HTTP/1.1 and
+handles keep-alive; rustls terminates TLS. The default is Tokio's
+multi-thread runtime. With `io_shards true`, one current-thread runtime
+accepts connections and assigns them to current-thread I/O shards, where
+each connection stays for its lifetime. Ruby never touches a socket. Each
+request becomes a Rust-side `RequestCtx` pushed to a bounded flume MPMC
+queue; Ruby workers pull from it.
 
 ## Topology
 

data/lib/kino/configuration.rb

@@ -26,6 +26,8 @@ module Kino
       after_request_complete: nil,
       on_worker_exit: nil,
       shutdown_timeout: 30,
+      io_shards: false,
+      io_threads: nil,
       tokio_threads: nil,
       tls: nil,
       environment: nil,
@@ -148,6 +150,8 @@ module Kino
     #   queue_depth 2048
     #   queue_timeout 0.5
     #   shutdown_timeout 15
+    #   io_shards true
+    #   io_threads 6
     #   tokio_threads 4
     #   tls cert: "cert.pem", key: "key.pem"
     #
@@ -229,6 +233,12 @@ module Kino
       # Graceful-shutdown drain deadline in seconds.
       def shutdown_timeout(seconds) = @config.set(:shutdown_timeout, seconds)
 
+      # Run native HTTP I/O on current-thread shards instead of Tokio's shared pool.
+      def io_shards(enabled = true) = @config.set(:io_shards, !!enabled)
+
+      # Native HTTP I/O shard count; default with io_shards: half available CPUs.
+      def io_threads(count) = @config.set(:io_threads, Integer(count))
+
       # Threads for the tokio (Rust I/O) runtime; default: one per core.
       def tokio_threads(count) = @config.set(:tokio_threads, Integer(count))
 

data/lib/kino/server.rb

@@ -98,6 +98,12 @@ module Kino
       @lanes = !!settings[:lanes]
       @log_requests = !!settings[:log_requests]
       @shutdown_timeout = settings[:shutdown_timeout]
+      @io_shards = !!settings[:io_shards]
+      @io_threads = Integer(settings[:io_threads]) unless settings[:io_threads].nil?
+      if @io_threads && @io_threads < 1
+        raise ArgumentError, "io_threads must be >= 1"
+      end
+      Log.warn("io_threads has no effect unless io_shards is true") if @io_threads && !@io_shards
       @tokio_threads = settings[:tokio_threads]
       @tls = validate_tls(settings[:tls])
       if @tls && unix?
@@ -145,6 +151,8 @@ module Kino
           request_timeout_ms: @request_timeout_ms,
           max_connections: @max_connections,
           max_body_size: @max_body_size,
+          io_shards: @io_shards,
+          io_threads: @io_threads,
           tokio_threads: @tokio_threads,
           tls_cert: @tls&.fetch(:cert), tls_key: @tls&.fetch(:key),
           lanes: @lanes, log_requests: @log_requests,

data/lib/kino/templates/kino.rb.tt

@@ -125,8 +125,14 @@
 
 ## Runtime
 
-# Threads for the Rust I/O engine. The default suits most apps; for
-# heavily CPU-bound apps, try 1 to leave more cores for Ruby.
+# Run native HTTP I/O on current-thread shards instead of Tokio's shared
+# worker pool, reducing scheduler contention on very fast handlers.
+# io_shards true
+
+# I/O shard count. Default with io_shards: half available CPUs.
+# io_threads 6
+
+# Threads for the Tokio multi-thread runtime. Default: one per available CPU.
 # tokio_threads 4
 
 ## Control plane

data/lib/kino/version.rb

@@ -2,5 +2,5 @@
 
 module Kino
   # The gem version (single source of truth; ext/kino/Cargo.toml syncs).
-  VERSION = "0.4.0"
+  VERSION = "0.5.0"
 end

data/sig/kino.rbs

@@ -126,6 +126,8 @@ module Kino
       def after_request_complete: (?^(Hash[String, untyped], Integer) -> void handler) ?{ (Hash[String, untyped], Integer) -> void } -> untyped
       def on_worker_exit: (?^(Integer, Exception?) -> void handler) ?{ (Integer, Exception?) -> void } -> untyped
       def shutdown_timeout: (Numeric seconds) -> untyped
+      def io_shards: (?boolish enabled) -> untyped
+      def io_threads: (int? count) -> untyped
       def tokio_threads: (int count) -> untyped
       def tls: (cert: String, key: String) -> untyped
       def environment: (String | Symbol env) -> untyped

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kino
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.5.0
 platform: aarch64-linux
 authors:
 - Yaroslav Markin
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2026-08-22 00:00:00.000000000 Z
+date: 2026-08-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: logger