uringmachine 0.30.0 → 0.31.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a97099f1d89b2333b8be056c91acabad63fad122ce4c802a666e4abb10aca93b
-  data.tar.gz: '095878ee7df374be5dc87b74ea636b3def2b611006c76c7d86ae7c00ad064f47'
+  metadata.gz: 9c6af55ee77291dcf17471dde7dd9d68b731fd9a8dea4d1dccdcc09b325b9163
+  data.tar.gz: 516624d1a86287bbd0978d5aaf0cca540063ca7f6aa4cf2bab8cb9f23214d32d
 SHA512:
-  metadata.gz: 339349fd4116011334517f124201a1cf425762c1bafe33ba61fa3eaf175fa5064512f780f8354f8fc317515bab6c4914cb41fba2022d23c17aac7e08d18cad7b
-  data.tar.gz: 02c7b30e4143f07382f2788a9f242e6f051f57b438fc3ecc63153a13f318bbbab69e5239add2af31e277c68b21483be60bd542863c8f7aa358d7fa1b0c0793e9
+  metadata.gz: e9d845525499342080228b44afb5cabb84af6bb0cb14081cc5e4e2eb627ab638312c0df818f5d109ab99d6e34a299bb21da23711f131f4a9641d688cee5cf35e
+  data.tar.gz: d67d15b398bac118b85219be3669a1479eba68e5d93ceb2e3f598238ae2fbefd7cf83dcffa132fe12ed0b0385d675c15e7f89a05150290da6fbc4d8bc40a1431

data/CHANGELOG.md

@@ -1,3 +1,11 @@
+# 0.31.0 2026-03-31
+
+- Rework `Stream` into `Connection` class:
+  - Rename modes, improve SSL detection
+  - Rename and enhance different read methods
+  - Add `#write` method
+  - Add `#resp_write` method
+
 # 0.30.0 2026-03-23
 
 - Add `Stream#each`
@@ -30,7 +38,7 @@
 
 # 0.28.2 2026-02-20
 
-- Fix `Stream#get_string`
+- Fix `Stream#read`
 
 # 0.28.1 2026-02-20
 
@@ -169,9 +177,9 @@
 
 # 2025-06-03 Version 0.12
 
-- Add buffer, maxlen params to `Stream#get_line`
-- Add buffer param to `Stream#get_string`
-- Remove `Stream#resp_get_line`, `Stream#resp_get_string` methods
+- Add buffer, maxlen params to `Stream#read_line`
+- Add buffer param to `Stream#read`
+- Remove `Stream#resp_read_line`, `Stream#resp_read` methods
 
 # 2025-06-02 Version 0.11.1
 

data/README.md

@@ -37,7 +37,7 @@ implementation that allows integration with the entire Ruby ecosystem.
 - Excellent performance characteristics for concurrent I/O-bound applications.
 - `Fiber::Scheduler` implementation to automatically integrate with the Ruby
   ecosystem in a transparent fashion.
-- Read streams with automatic buffer management.
+- [Connection](#connections) class with automatic buffer management for reading.
 - Optimized I/O for encrypted SSL connections.
 
 ## Design
@@ -286,64 +286,70 @@ fiber = Fiber.schedule do
 end
 ```
 
-## Read Streams
+## Connections
 
-A UringMachine stream is used to efficiently read from a socket or other file
-descriptor. Streams are ideal for implementing the read side of protocols, and
-provide an API that is useful for both line-based protocols and binary
-(frame-based) protocols.
+`UringMachine::Connection` is a class designed for efficiently read from and
+write to a socket or other file descriptor. Connections are ideal for
+implementing the read side of protocols, and provide an API that is useful for
+both line-based protocols and binary (frame-based) protocols.
 
-A stream is associated with a UringMachine instance and a target file descriptor
-(see also [stream modes](#stream-modes) below). Behind the scenes, streams take
-advantage of io_uring's registered buffers feature, and more recently, the
-introduction of [incremental buffer
+A connection is associated with a UringMachine instance and a target file
+descriptor (or SSL socket, see also [connection modes](#connection-modes)
+below). Behind the scenes, connections take advantage of io_uring's registered
+buffers feature, and more recently, the introduction of [incremental buffer
 consumption](https://github.com/axboe/liburing/wiki/What's-new-with-io_uring-in-6.11-and-6.12#incremental-provided-buffer-consumption).
 
-When streams are used, UringMachine automatically manages the buffers it
+When connections are used, UringMachine automatically manages the buffers it
 provides to the kernel, maximizing buffer reuse and minimizing allocations.
 UringMachine also responds to stress conditions (increased incoming traffic) by
 automatically provisioning additional buffers.
 
-To create a stream for a given fd, use `UM#stream`:
+To create a connection for a given fd, use `UM#connection`:
 
 ```ruby
-stream = machine.stream(fd)
+conn = machine.connection(fd)
 
-# you can also provide a block that will be passed the stream instance:
-machine.stream(fd) { |s| do_something_with(s) }
+# you can also provide a block that will be passed the connection instance:
+machine.connection(fd) { |c| do_something_with(c) }
 
-# you can also instantiate a stream directly:
-stream = UM::Stream.new(machine, fd)
+# you can also instantiate a connection directly:
+conn = UM::Connection.new(machine, fd)
 ```
 
-The following API is used to interact with the stream:
+The following API is used to interact with the connection:
 
 ```ruby
 # Read until a newline character is encountered:
-line = stream.get_line(0)
+line = conn.read_line(0)
 
 # Read line with a maximum length of 13 bytes:
-line = stream.get_line(13)
+line = conn.read_line(13)
 
 # Read all data:
-buf = stream.get_string(0)
+buf = conn.read(0)
 
 # Read exactly 13 bytes:
-buf = stream.get_string(13)
+buf = conn.read(13)
 
 # Read up to 13 bytes:
-buf = stream.get_string(-13)
+buf = conn.read(-13)
+
+# Read continuously until EOF
+conn.read_each { |data| ... }
 
 # Skip 3 bytes:
-stream.skip(3)
+conn.skip(3)
+
+# Write
+conn.write('foo', 'bar', 'baz')
 ```
 
 Here's an example of a how a basic HTTP request parser might be implemented
-using a stream:
+using a connection:
 
 ```ruby
-def parse_http_request_headers(stream)
-  request_line = stream.get_line(0)
+def parse_http_request_headers(conn)
+  request_line = conn.read_line(0)
   m = request_line.match(REQUEST_LINE_RE)
   return nil if !m
 
@@ -354,7 +360,7 @@ def parse_http_request_headers(stream)
   }
 
   while true
-    line = stream.get_line(0)
+    line = conn.read_line(0)
     break if !line || line.empty?
 
     m = line.match(HEADER_RE)
@@ -364,24 +370,26 @@ def parse_http_request_headers(stream)
 end
 ```
 
-### Stream modes
+### Connection modes
 
-Stream modes allow streams to be transport agnostic. Currently streams support
-three modes:
+Connection modes allow connections to be transport agnostic. Currently
+connections support three modes:
 
-- `:bp_read` - use the buffer pool, read data using multishot read
+- `:fd` - use the buffer pool, read data using multishot read
   (this is the default mode).
-- `:bp_recv` - use the buffer pool, read data using multishot recv.
+- `:socket` - use the buffer pool, read data using multishot recv.
 - `:ssl` - read from an `SSLSocket` object.
 
-The mode is specified as an additional argument to `Stream.new`:
+The mode is specified as an additional argument to `Connection.new`:
 
 ```ruby
-# stream using recv:
-stream = machine.stream(fd, :bp_recv)
+# using recv/send:
+conn = machine.connection(fd, :socket)
 
-# stream on an SSL socket:
-stream = machine.stream(ssl, :ssl)
+# SSL I/O:
+conn = machine.connection(ssl, :ssl)
+# or simply:
+conn = machine.connection(ssl)
 ```
 
 ## Performance

data/TODO.md

@@ -2,8 +2,62 @@
 
 - Add tests for support for Set in `machine#await`
 - Add tests for support for Set, Array in `machine#join`
-- Add `#read_file` for reading entire file
-- Add `#write_file` for writing entire file
+- Add `UM#read_file` for reading entire file
+- Add `UM#write_file` for writing entire file
+- Rename stream methods: `:fd`, `:socket`, `:ssl`
+
+## Improving streams
+
+One wart of the stream API is that it's only for reading, so if we want to
+implement a protocol where we read and write to a target fd, we also need to
+keep the fd around or call `stream.target` every time we want to write to it,
+*and* we don't have a transport-agnostic write op.
+
+What if instead of `Stream` we had something called `Link`, which serves for
+both reading and writing:
+
+```ruby
+conn = machine.connection(fd)
+while l = conn.read_line
+  conn.write(l, '\n')
+end
+# or:
+buf = conn.read(42)
+```
+
+RESP:
+
+```ruby
+conn.resp_write(['foo', 'bar'])
+reply = conn.resp_read
+```
+
+HTTP:
+
+```ruby
+r = conn.http_read_request
+conn.http_write_response({ ':status' => 200 }, 'foo')
+
+# or:
+conn.http_write_request({ ':method' => 'GET', ':path' => '/foo' }, nil)
+```
+
+Plan of action:
+
+- Rename methods:
+  - [v] rename `#read_line` to `#read_line`
+  - [v] rename `#read` to `#read`
+  - [v] rename `#read_to_delim` to `#read_to_delim`
+  - [v] rename `#each` to `#read_each`
+  - [v] rename `#resp_decode` to `#resp_read`
+- Rename modes:
+  - [v] :fd to :fd
+  - [v] :socket to :socket
+  - [v] auto detect SSL
+- Rename `Stream` to `Connection`
+- Add methods:
+  - `#write(*bufs)`
+  - `#resp_write(obj)`
 
 ## Balancing I/O with the runqueue
 

data/benchmark/gets.rb

@@ -34,16 +34,16 @@ def um_read
   end
 end
 
-@fd_stream = @machine.open('/dev/random', UM::O_RDONLY)
-@stream = UM::Stream.new(@machine, @fd_stream)
-def um_stream_get_line
-  @stream.get_line(0)
+@fd_connection = @machine.open('/dev/random', UM::O_RDONLY)
+@conn = UM::Connection.new(@machine, @fd_connection)
+def um_connection_read_line
+  @conn.read_line(0)
 end
 
 Benchmark.ips do |x|
-  x.report('IO#gets')     { io_gets }
-  x.report('UM#read+buf') { um_read }
-  x.report('UM::Stream')  { um_stream_get_line }
+  x.report('IO#gets')         { io_gets }
+  x.report('UM#read+buf')     { um_read }
+  x.report('UM::Connection')  { um_connection_read_line }
 
   x.compare!(order: :baseline)
 end

data/benchmark/gets_concurrent.rb

@@ -83,40 +83,40 @@ ensure
   stop_server
 end
 
-@total_stream = 0
-def um_stream_do
+@total_connection = 0
+def um_connection_do
   # fd = @machine.open('/dev/random', UM::O_RDONLY)
   fd = @machine.socket(UM::AF_INET, UM::SOCK_STREAM, 0, 0)
   @machine.connect(fd, '127.0.0.1', 1234)
-  stream = UM::Stream.new(@machine, fd)
-  N.times { @total_stream += stream.get_line(0)&.bytesize || 0 }
+  conn = UM::Connection.new(@machine, fd)
+  N.times { @total_connection += conn.read_line(0)&.bytesize || 0 }
 rescue => e
   p e
   p e.backtrace
 ensure
-  stream.clear
+  conn.clear
   @machine.close(fd)
 end
 
-def um_stream
+def um_connection
   start_server
   ff = C.times.map {
     @machine.snooze
-    @machine.spin { um_stream_do }
+    @machine.spin { um_connection_do }
   }
   @machine.await(ff)
-  pp total: @total_stream
+  pp total: @total_connection
 ensure
   stop_server
 end
 
 p(C:, N:)
-um_stream
+um_connection
 pp @machine.metrics
 exit
 
 Benchmark.bm do
   it.report('Thread/IO#gets')    { io_gets }
   it.report('Fiber/UM#read+buf') { um_read }
-  it.report('Fiber/UM::Stream')  { um_stream }
+  it.report('Fiber/UM::Stream')  { um_connection }
 end

data/benchmark/http_parse.rb

@@ -65,7 +65,7 @@ require 'stringio'
 RE_REQUEST_LINE = /^([a-z]+)\s+([^\s]+)\s+(http\/1\.1)/i
 RE_HEADER_LINE = /^([a-z0-9\-]+)\:\s+(.+)/i
 
-def get_line(fd, sio, buffer)
+def read_line(fd, sio, buffer)
   while true
     line = sio.gets(chomp: true)
     return line if line
@@ -76,7 +76,7 @@ def get_line(fd, sio, buffer)
 end
 
 def get_request_line(fd, sio, buffer)
-  line = get_line(fd, sio, buffer)
+  line = read_line(fd, sio, buffer)
 
   m = line.match(RE_REQUEST_LINE)
   return nil if !m
@@ -96,7 +96,7 @@ def parse_headers(fd)
   return nil if !headers
 
   while true
-    line = get_line(fd, sio, buffer)
+    line = read_line(fd, sio, buffer)
     break if line.empty?
 
     m = line.match(RE_HEADER_LINE)
@@ -129,15 +129,15 @@ ensure
   ($machine.close(wfd) rescue nil) if wfd
 end
 
-def stream_parse_headers(fd)
-  stream = UM::Stream.new($machine, fd)
+def connection_parse_headers(fd)
+  conn = UM::Connection.new($machine, fd)
 
   buf = String.new(capacity: 65536)
-  headers = stream_get_request_line(stream, buf)
+  headers = connection_get_request_line(conn, buf)
   return nil if !headers
 
   while true
-    line = stream.get_line(0)
+    line = conn.read_line(0)
     break if line.empty?
 
     m = line.match(RE_HEADER_LINE)
@@ -149,8 +149,8 @@ def stream_parse_headers(fd)
   headers
 end
 
-def stream_get_request_line(stream, buf)
-  line = stream.get_line(0)
+def connection_get_request_line(conn, buf)
+  line = conn.read_line(0)
 
   m = line.match(RE_REQUEST_LINE)
   return nil if !m
@@ -162,12 +162,12 @@ def stream_get_request_line(stream, buf)
   }
 end
 
-def parse_http_stream
+def parse_http_connection
   rfd, wfd = UM.pipe
   queue = UM::Queue.new
 
   $machine.spin do
-    headers = stream_parse_headers(rfd)
+    headers = connection_parse_headers(rfd)
     $machine.push(queue, headers)
   rescue Exception => e
     p e
@@ -188,7 +188,7 @@ def compare_allocs
   p(
     alloc_http_parser:  alloc_count { x.times { parse_http_parser } },
     alloc_stringio:     alloc_count { x.times { parse_http_stringio } },
-    alloc_stream:       alloc_count { x.times { parse_http_stream } }
+    alloc_connection:   alloc_count { x.times { parse_http_connection } }
   )
 ensure
   GC.enable
@@ -213,8 +213,8 @@ def benchmark
     x.config(:time => 5, :warmup => 3)
 
     x.report("http_parser") { parse_http_parser }
-    x.report("stringio") { parse_http_stringio }
-    x.report("stream") { parse_http_stream }
+    x.report("stringio")    { parse_http_stringio }
+    x.report("connection")  { parse_http_connection }
 
     x.compare!
   end

data/benchmark/http_server_accept_queue.rb

@@ -12,8 +12,8 @@ require 'uringmachine'
 RE_REQUEST_LINE = /^([a-z]+)\s+([^\s]+)\s+(http\/[0-9\.]{1,3})/i
 RE_HEADER_LINE = /^([a-z0-9\-]+)\:\s+(.+)/i
 
-def stream_get_request_line(stream, buf)
-  line = stream.get_line(buf, 0)
+def connection_get_request_line(conn, buf)
+  line = conn.read_line(0)
   m = line&.match(RE_REQUEST_LINE)
   return nil if !m
 
@@ -26,12 +26,12 @@ end
 
 class InvalidHeadersError < StandardError; end
 
-def get_headers(stream, buf)
-  headers = stream_get_request_line(stream, buf)
+def get_headers(conn, buf)
+  headers = connection_get_request_line(conn, buf)
   return nil if !headers
 
   while true
-    line = stream.get_line(buf, 0)
+    line = conn.read_line(0)
     break if line.empty?
 
     m = line.match(RE_HEADER_LINE)
@@ -51,17 +51,21 @@ def send_response(machine, fd)
 end
 
 def handle_connection(machine, fd)
-  stream = UM::Stream.new(machine, fd)
+  conn = UM::Connection.new(machine, fd)
   buf = String.new(capacity: 65536)
 
   while true
-    headers = get_headers(stream, buf)
+    headers = get_headers(conn, buf)
     break if !headers
 
     send_response(machine, fd)
   end
 rescue InvalidHeadersError, SystemCallError => e
   # ignore
+rescue => e
+  p e
+  p e.backtrace
+  exit!
 ensure
   machine.close_async(fd)
 end

data/benchmark/http_server_multi_accept.rb

@@ -12,8 +12,8 @@ require 'uringmachine'
 RE_REQUEST_LINE = /^([a-z]+)\s+([^\s]+)\s+(http\/[0-9\.]{1,3})/i
 RE_HEADER_LINE = /^([a-z0-9\-]+)\:\s+(.+)/i
 
-def stream_get_request_line(stream, buf)
-  line = stream.get_line(buf, 0)
+def connection_get_request_line(conn, buf)
+  line = conn.read_line(0)
   m = line&.match(RE_REQUEST_LINE)
   return nil if !m
 
@@ -26,12 +26,12 @@ end
 
 class InvalidHeadersError < StandardError; end
 
-def get_headers(stream, buf)
-  headers = stream_get_request_line(stream, buf)
+def get_headers(conn, buf)
+  headers = connection_get_request_line(conn, buf)
   return nil if !headers
 
   while true
-    line = stream.get_line(buf, 0)
+    line = conn.read_line(0)
     break if line.empty?
 
     m = line.match(RE_HEADER_LINE)
@@ -51,11 +51,11 @@ def send_response(machine, fd)
 end
 
 def handle_connection(machine, fd)
-  stream = UM::Stream.new(machine, fd)
+  conn = UM::Connection.new(machine, fd)
   buf = String.new(capacity: 65536)
 
   while true
-    headers = get_headers(stream, buf)
+    headers = get_headers(conn, buf)
     break if !headers
 
     send_response(machine, fd)

data/benchmark/http_server_multi_ractor.rb

@@ -12,8 +12,8 @@ require 'uringmachine'
 RE_REQUEST_LINE = /^([a-z]+)\s+([^\s]+)\s+(http\/[0-9\.]{1,3})/i
 RE_HEADER_LINE = /^([a-z0-9\-]+)\:\s+(.+)/i
 
-def stream_get_request_line(stream, buf)
-  line = stream.get_line(buf, 0)
+def connection_get_request_line(conn, buf)
+  line = conn.read_line(0)
   m = line&.match(RE_REQUEST_LINE)
   return nil if !m
 
@@ -26,12 +26,12 @@ end
 
 class InvalidHeadersError < StandardError; end
 
-def get_headers(stream, buf)
-  headers = stream_get_request_line(stream, buf)
+def get_headers(conn, buf)
+  headers = connection_get_request_line(conn, buf)
   return nil if !headers
 
   while true
-    line = stream.get_line(buf, 0)
+    line = conn.read_line(0)
     break if line.empty?
 
     m = line.match(RE_HEADER_LINE)
@@ -53,11 +53,11 @@ end
 
 def handle_connection(machine, fd)
   machine.setsockopt(fd, UM::IPPROTO_TCP, UM::TCP_NODELAY, true)
-  stream = UM::Stream.new(machine, fd)
+  conn = UM::Connection.new(machine, fd)
   buf = String.new(capacity: 65536)
 
   while true
-    headers = get_headers(stream, buf)
+    headers = get_headers(conn, buf)
     break if !headers
 
     send_response(machine, fd)

data/benchmark/http_server_single_thread.rb

@@ -12,8 +12,8 @@ require 'uringmachine'
 RE_REQUEST_LINE = /^([a-z]+)\s+([^\s]+)\s+(http\/[0-9\.]{1,3})/i
 RE_HEADER_LINE = /^([a-z0-9\-]+)\:\s+(.+)/i
 
-def stream_get_request_line(stream, buf)
-  line = stream.get_line(buf, 0)
+def connection_get_request_line(conn, buf)
+  line = conn.read_line(0)
   m = line&.match(RE_REQUEST_LINE)
   return nil if !m
 
@@ -26,12 +26,12 @@ end
 
 class InvalidHeadersError < StandardError; end
 
-def get_headers(stream, buf)
-  headers = stream_get_request_line(stream, buf)
+def get_headers(conn, buf)
+  headers = connection_get_request_line(conn, buf)
   return nil if !headers
 
   while true
-    line = stream.get_line(buf, 0)
+    line = conn.read_line(0)
     break if line.empty?
 
     m = line.match(RE_HEADER_LINE)
@@ -52,11 +52,11 @@ end
 
 def handle_connection(machine, fd)
   machine.setsockopt(fd, UM::IPPROTO_TCP, UM::TCP_NODELAY, true)
-  stream = UM::Stream.new(machine, fd)
+  conn = UM::Connection.new(machine, fd)
   buf = String.new(capacity: 65536)
 
   while true
-    headers = get_headers(stream, buf)
+    headers = get_headers(conn, buf)
     break if !headers
 
     send_response(machine, fd)