itsi 0.2.16 → 0.2.18

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d26838019381b65a1bec973d72b93cb32a377dba836951cb3e43fed1f7eb3737
-  data.tar.gz: 1e95bfc6b703baca4813252c6cbd6dd5838d7690db71e4d49fdb3988ffc5058c
+  metadata.gz: d643690ccc0157ece254b12b72bd4eff904a907db970639df8567c43693b2c7b
+  data.tar.gz: 5202c977ca30f83ddc09fc9bbe31966b06ffb5beda308568a684e0242d3898f7
 SHA512:
-  metadata.gz: f666599892fb63930aaee662395015f46d91e15bbc054878d759de084938d7402de8c2d7b9644b554dfe779b346d99f4d6e6b0114fa3296f1dc21b49b375ff99
-  data.tar.gz: aee5a3016644f6a97c02d0445b14e984a9af751c7f7bac2e437c15622f3a45300e5a69d305354f601260ed45585a88fdde37c66a60fa34d61d1645ae72e862c6
+  metadata.gz: 07567a207915ae2f6d4dc0c6827e5b9008574f1e8b9864b0969657a06d5f96f4d638b0532187da82511b7f71b06c7bc1499fd1cd32cb7e85fa13c3cb0d76e34a
+  data.tar.gz: 0f7bfcc95d1a79deae127f6899122c8ffd3d3042332ad33bbc2cf0e490abb9392dfbce76f4cbcfa878b58ef8e6ee8b3694853994c9c78dbc2b4165fe76bf6be5

data/.zed/settings.json

@@ -0,0 +1,32 @@
+// Folder-specific settings
+//
+// For a full list of overridable settings, and general information on folder-specific settings,
+// see the documentation: https://zed.dev/docs/configuring-zed#settings-files
+{
+  "file_scan_exclusions": [
+    ".data",
+    ".git$",
+    ".hg",
+    ".rsync_cache",
+    "assets/webpack",
+    "build/static",
+    "client/build",
+    "CVS",
+    "node_modules",
+    "public/system/*",
+    "tmp/cache",
+    "**/.classpath",
+    "**/.DS_Store",
+    "**/.git",
+    "**/.hg",
+    "**/.settings",
+    "**/.svn",
+    "**/CVS",
+    "**/Thumbs.db",
+    ".svn",
+    "gems/scheduler/ext/*",
+    "gems/server/ext/*",
+    "benchmarks/results/*",
+    "docs/static/*"
+  ]
+}

data/CHANGELOG.md

@@ -1,3 +1,24 @@
+## [0.2.18] - 2025-XX-XX
+### WIP
+-- Fixing error in auto-reload on Linux when reuse_port is false
+-- Fix breaking of auto-reload on config file errors
+-- include directive is relative (equivalent to require_relative)
+-- Fixing preload gem group logic
+-- Fix errors in interrupt handling during some debug flows
+
+## [0.2.17] - 2025-05-31
+- Enabled vectorized writes in IoSteam
+- Replaced all usage of heap-allocated BoxBody with HttpBody enums
+- Add 5 threads as default for rack/handler
+- Reserve header size ahead of time in rack interface
+- Avoid intermediate array allocation when populating Rack env headers.
+- Rewrite synchronous thread worker to avoid excessive GVL acquisition
+- Revert to default write_ev behaviour for http1
+- Switch to service_fn from service struct to avoid one additional pinned future
+- Worker pinning accepts ruby workers too
+- Fixed ordering incomaptibility in etag forwarding from static file server
+- Added embedded benchmark suite
+
 ## [0.2.16] - 2025-05-02
 - Optimized static error responses
 - Optimized rate limit middleware

data/Cargo.lock

@@ -1644,7 +1644,7 @@ checksum = "4a5f13b858c8d314ee3e8f639011f7ccefe71f97f96e50151fb991f267928e2c"
 
 [[package]]
 name = "itsi-scheduler"
-version = "0.2.16"
+version = "0.2.18"
 dependencies = [
  "bytes",
  "derive_more",
@@ -1662,7 +1662,7 @@ dependencies = [
 
 [[package]]
 name = "itsi-server"
-version = "0.2.16"
+version = "0.2.18"
 dependencies = [
  "argon2",
  "async-channel",
@@ -1678,6 +1678,7 @@ dependencies = [
  "either",
  "fs2",
  "futures",
+ "futures-util",
  "globset",
  "http 1.3.1",
  "http-body-util",
@@ -1713,6 +1714,7 @@ dependencies = [
  "serde_magnus",
  "sha-crypt",
  "sha2",
+ "smallvec",
  "socket2",
  "sysinfo",
  "tempfile",

data/crates/itsi_acme/Cargo.toml

@@ -2,7 +2,7 @@
 name = "itsi_acme"
 version = "0.1.0"
 authors = [
-  "wouterkem <wc@pico.net.nz>",
+  "wouterken <wc@pico.net.nz>",
   "dignifiedquire <me@dignifiedquire.com>",
   "Florian Uekermann <florian@uekermann.me>",
 ]

data/crates/itsi_scheduler/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "itsi-scheduler"
-version = "0.2.16"
+version = "0.2.18"
 edition = "2021"
 authors = ["Wouter Coppieters <wc@pico.net.nz>"]
 license = "MIT"

data/crates/itsi_server/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "itsi-server"
-version = "0.2.16"
+version = "0.2.18"
 edition = "2021"
 authors = ["Wouter Coppieters <wc@pico.net.nz>"]
 license = "MIT"
@@ -90,3 +90,5 @@ argon2 = "0.5.3"
 core_affinity = "0.8.3"
 memchr = "2.7.4"
 quick_cache = "0.6.13"
+smallvec = "1.15.0"
+futures-util = "0.3.31"

data/crates/itsi_server/src/lib.rs

@@ -58,6 +58,7 @@ fn init(ruby: &Ruby) -> Result<()> {
     request.define_method("rack_protocol", method!(ItsiHttpRequest::rack_protocol, 0))?;
     request.define_method("host", method!(ItsiHttpRequest::host, 0))?;
     request.define_method("headers", method!(ItsiHttpRequest::headers, 0))?;
+    request.define_method("each_header", method!(ItsiHttpRequest::each_header, 0))?;
     request.define_method("uri", method!(ItsiHttpRequest::uri, 0))?;
     request.define_method("header", method!(ItsiHttpRequest::header, 1))?;
     request.define_method("[]", method!(ItsiHttpRequest::header, 1))?;
@@ -71,6 +72,7 @@ fn init(ruby: &Ruby) -> Result<()> {
     request.define_method("url_encoded?", method!(ItsiHttpRequest::is_url_encoded, 0))?;
     request.define_method("multipart?", method!(ItsiHttpRequest::is_multipart, 0))?;
     request.define_method("url_params", method!(ItsiHttpRequest::url_params, 0))?;
+    request.define_method("server_error", method!(ItsiHttpRequest::error, 1))?;
 
     let body_proxy = ruby.get_inner(&ITSI_BODY_PROXY);
     body_proxy.define_method("gets", method!(ItsiBodyProxy::gets, 0))?;
@@ -80,6 +82,10 @@ fn init(ruby: &Ruby) -> Result<()> {
 
     let response = ruby.get_inner(&ITSI_RESPONSE);
     response.define_method("[]=", method!(ItsiHttpResponse::add_header, 2))?;
+    response.define_method(
+        "reserve_headers",
+        method!(ItsiHttpResponse::reserve_headers, 1),
+    )?;
     response.define_method("add_header", method!(ItsiHttpResponse::add_header, 2))?;
     response.define_method("add_headers", method!(ItsiHttpResponse::add_headers, 1))?;
     response.define_method("status=", method!(ItsiHttpResponse::set_status, 1))?;
@@ -87,7 +93,6 @@ fn init(ruby: &Ruby) -> Result<()> {
     response.define_method("<<", method!(ItsiHttpResponse::send_frame, 1))?;
     response.define_method("write", method!(ItsiHttpResponse::send_frame, 1))?;
     response.define_method("read", method!(ItsiHttpResponse::recv_frame, 0))?;
-    response.define_method("flush", method!(ItsiHttpResponse::flush, 0))?;
     response.define_method("closed?", method!(ItsiHttpResponse::is_closed, 0))?;
     response.define_method(
         "send_and_close",

data/crates/itsi_server/src/ruby_types/itsi_body_proxy/mod.rs

@@ -25,6 +25,7 @@ pub struct ItsiBodyProxy {
 pub enum ItsiBody {
     Buffered(BigBytes),
     Stream(ItsiBodyProxy),
+    Empty,
 }
 
 impl ItsiBody {
@@ -32,6 +33,7 @@ impl ItsiBody {
         match self {
             ItsiBody::Buffered(bytes) => bytes.as_value(),
             ItsiBody::Stream(proxy) => Some(proxy.clone().into_value()),
+            ItsiBody::Empty => None,
         }
     }
 }

data/crates/itsi_server/src/ruby_types/itsi_grpc_call.rs

@@ -1,6 +1,6 @@
 use super::itsi_grpc_response_stream::ItsiGrpcResponseStream;
 use crate::prelude::*;
-use crate::server::http_message_types::{HttpRequest, HttpResponse};
+use crate::server::http_message_types::{HttpBody, HttpRequest, HttpResponse};
 use crate::server::{byte_frame::ByteFrame, request_job::RequestJob};
 use crate::services::itsi_http_service::HttpRequestContext;
 use async_compression::futures::bufread::{GzipDecoder, GzipEncoder, ZlibDecoder, ZlibEncoder};
@@ -8,7 +8,7 @@ use bytes::Bytes;
 use derive_more::Debug;
 use futures::{executor::block_on, io::Cursor, AsyncReadExt};
 use http::{request::Parts, Response, StatusCode};
-use http_body_util::{combinators::BoxBody, BodyExt, Empty};
+use http_body_util::BodyExt;
 use itsi_error::CLIENT_CONNECTION_CLOSED;
 use itsi_rb_helpers::{print_rb_backtrace, HeapValue};
 use itsi_tracing::debug;
@@ -139,7 +139,7 @@ impl ItsiGrpcCall {
         {
             Err(err) => {
                 error!("Error occurred: {}", err);
-                let mut response = Response::new(BoxBody::new(Empty::new()));
+                let mut response = Response::new(HttpBody::empty());
                 *response.status_mut() = StatusCode::BAD_REQUEST;
                 Ok(response)
             }
@@ -147,7 +147,7 @@ impl ItsiGrpcCall {
                 Some(first_frame) => Ok(response_stream
                     .build_response(first_frame, receiver, shutdown_channel)
                     .await),
-                None => Ok(Response::new(BoxBody::new(Empty::new()))),
+                None => Ok(Response::new(HttpBody::empty())),
             },
         }
     }

data/crates/itsi_server/src/ruby_types/itsi_grpc_response_stream/mod.rs

@@ -1,6 +1,6 @@
 use super::itsi_grpc_call::CompressionAlgorithm;
 use crate::prelude::*;
-use crate::server::http_message_types::HttpResponse;
+use crate::server::http_message_types::{HttpBody, HttpResponse};
 use crate::server::size_limited_incoming::SizeLimitedIncoming;
 use crate::server::{byte_frame::ByteFrame, serve_strategy::single_mode::RunningPhase};
 use bytes::Bytes;
@@ -11,8 +11,8 @@ use http::{
     header::{HeaderName, HeaderValue},
     HeaderMap, Response,
 };
-use http_body_util::{combinators::BoxBody, BodyDataStream, BodyExt, Empty, Full, StreamBody};
-use hyper::body::{Frame, Incoming};
+use http_body_util::BodyDataStream;
+use hyper::body::Incoming;
 use magnus::error::Result as MagnusResult;
 use nix::unistd::pipe;
 use parking_lot::Mutex;
@@ -161,7 +161,7 @@ impl ItsiGrpcResponseStream {
                 response_headers,
                 incoming_reader: Some(pipe_read),
                 response_sender,
-                response: Some(Response::new(BoxBody::new(Empty::new()))),
+                response: Some(Response::new(HttpBody::empty())),
                 trailer_tx,
                 trailer_rx: Some(trailer_rx),
             })),
@@ -207,12 +207,12 @@ impl ItsiGrpcResponseStream {
         let rx = self.inner.lock().trailer_rx.take().unwrap();
         *response.version_mut() = Version::HTTP_2;
         *response.headers_mut() = self.inner.lock().response_headers.clone();
-        *response.body_mut() = if matches!(first_frame, ByteFrame::Empty) {
-            BoxBody::new(Empty::new())
+        let body_with_trailers = if matches!(first_frame, ByteFrame::Empty) {
+            HttpBody::empty()
         } else if matches!(first_frame, ByteFrame::End(_)) {
-            BoxBody::new(Full::new(first_frame.into()))
+            HttpBody::full(first_frame.into())
         } else {
-            let initial_frame = tokio_stream::once(Ok(Frame::data(Bytes::from(first_frame))));
+            let initial_frame = tokio_stream::once(Ok(Bytes::from(first_frame)));
             let frame_stream = unfold(
                 (ReceiverStream::new(receiver), shutdown_rx),
                 |(mut receiver, mut shutdown_rx)| async move {
@@ -224,7 +224,7 @@ impl ItsiGrpcResponseStream {
                             maybe_bytes = receiver.next() => {
                               match maybe_bytes {
                                 Some(ByteFrame::Data(bytes)) | Some(ByteFrame::End(bytes)) => {
-                                  return Some((Ok(Frame::data(bytes)), (receiver, shutdown_rx)));
+                                  return Some((Ok(bytes), (receiver, shutdown_rx)));
                                 }
                                 _ => {
                                   return None;
@@ -234,7 +234,7 @@ impl ItsiGrpcResponseStream {
                             _ = shutdown_rx.changed() => {
                                 match *shutdown_rx.borrow() {
                                     RunningPhase::ShutdownPending => {
-                                        warn!("Disconnecting streaming client.");
+                                        debug!("Disconnecting streaming client.");
                                         return None;
                                     },
                                     _ => continue,
@@ -246,15 +246,16 @@ impl ItsiGrpcResponseStream {
             );
 
             let combined_stream = initial_frame.chain(frame_stream);
-            BoxBody::new(StreamBody::new(combined_stream))
+            HttpBody::stream(combined_stream)
         }
         .with_trailers(async move {
             match rx.await {
                 Ok(trailers) => Some(Ok(trailers)),
                 Err(_err) => None,
             }
-        })
-        .boxed();
+        });
+
+        *response.body_mut() = body_with_trailers;
         response
     }
 

data/crates/itsi_server/src/ruby_types/itsi_http_request.rs

@@ -1,31 +1,30 @@
 use derive_more::Debug;
 use futures::StreamExt;
-use http::{header::CONTENT_LENGTH, request::Parts, Response, StatusCode, Version};
-use http_body_util::{combinators::BoxBody, BodyExt, Empty};
+use http::{header::CONTENT_LENGTH, request::Parts, HeaderValue, Response, StatusCode, Version};
+use http_body_util::BodyExt;
 use itsi_error::CLIENT_CONNECTION_CLOSED;
-use itsi_rb_helpers::{print_rb_backtrace, HeapValue};
-use itsi_tracing::{debug, error};
+use itsi_rb_helpers::{funcall_no_ret, print_rb_backtrace, HeapValue};
+use itsi_tracing::debug;
 use magnus::{
-    block::Proc,
+    block::{yield_values, Proc},
     error::{ErrorType, Result as MagnusResult},
-    Error, RHash, Symbol,
+    Error, IntoValue, RHash, Symbol,
 };
 use magnus::{
     value::{LazyId, ReprValue},
     Ruby, Value,
 };
 use std::{fmt, io::Write, sync::Arc, time::Instant};
-use tokio::sync::mpsc::{self};
+use tracing::error;
 
 use super::{
     itsi_body_proxy::{big_bytes::BigBytes, ItsiBody, ItsiBodyProxy},
-    itsi_http_response::ItsiHttpResponse,
+    itsi_http_response::{ItsiHttpResponse, ResponseFrame},
 };
 use crate::{
     default_responses::{INTERNAL_SERVER_ERROR_RESPONSE, SERVICE_UNAVAILABLE_RESPONSE},
     server::{
-        byte_frame::ByteFrame,
-        http_message_types::{HttpRequest, HttpResponse},
+        http_message_types::{HttpBody, HttpRequest, HttpResponse},
         request_job::RequestJob,
         size_limited_incoming::MaxBodySizeReached,
     },
@@ -33,11 +32,13 @@ use crate::{
 };
 
 static ID_MESSAGE: LazyId = LazyId::new("message");
+static ID_CALL: LazyId = LazyId::new("call");
+static ZERO_HEADER_VALUE: HeaderValue = HeaderValue::from_static("0");
 
 #[derive(Debug)]
 #[magnus::wrap(class = "Itsi::HttpRequest", free_immediately, size)]
 pub struct ItsiHttpRequest {
-    pub parts: Parts,
+    pub parts: Arc<Parts>,
     #[debug(skip)]
     pub body: ItsiBody,
     pub version: Version,
@@ -148,8 +149,10 @@ impl ItsiHttpRequest {
 
     pub fn process(self, ruby: &Ruby, app_proc: Arc<HeapValue<Proc>>) -> magnus::error::Result<()> {
         let response = self.response.clone();
-        let result = app_proc.call::<_, Value>((self,));
-        if let Err(err) = result {
+
+        if let Err(err) =
+            funcall_no_ret(app_proc.as_value(), *ID_CALL, [self.into_value_with(ruby)])
+        {
             Self::internal_error(ruby, response, err);
         }
         Ok(())
@@ -158,7 +161,7 @@ impl ItsiHttpRequest {
     pub fn internal_error(ruby: &Ruby, response: ItsiHttpResponse, err: Error) {
         if Self::is_connection_closed_err(ruby, &err) {
             debug!("Connection closed by client");
-            response.close();
+            response.close().ok();
         } else if let Some(rb_err) = err.value() {
             print_rb_backtrace(rb_err);
             response.internal_server_error(err.to_string());
@@ -167,7 +170,7 @@ impl ItsiHttpRequest {
         }
     }
 
-    pub fn error(self, message: String) {
+    pub fn error(&self, message: String) {
         self.response.internal_server_error(message);
     }
 
@@ -179,9 +182,7 @@ impl ItsiHttpRequest {
         nonblocking: bool,
     ) -> itsi_error::Result<HttpResponse> {
         match ItsiHttpRequest::new(hyper_request, context, script_name).await {
-            Ok((request, mut receiver)) => {
-                let shutdown_channel = context.service.shutdown_receiver.clone();
-                let response = request.response.clone();
+            Ok((request, receiver)) => {
                 let sender = if nonblocking {
                     &context.nonblocking_sender
                 } else {
@@ -192,20 +193,30 @@ impl ItsiHttpRequest {
                         async_channel::TrySendError::Full(_) => Ok(SERVICE_UNAVAILABLE_RESPONSE
                             .to_http_response(context.accept)
                             .await),
-                        async_channel::TrySendError::Closed(err) => {
-                            error!("Error occurred: {:?}", err);
+                        async_channel::TrySendError::Closed(_) => {
+                            error!("Channel closed while sending request job");
                             Ok(INTERNAL_SERVER_ERROR_RESPONSE
                                 .to_http_response(context.accept)
                                 .await)
                         }
                     },
-                    _ => match receiver.recv().await {
-                        Some(first_frame) => Ok(response
-                            .build(first_frame, receiver, shutdown_channel)
-                            .await),
-                        None => Ok(response
-                            .build(ByteFrame::Empty, receiver, shutdown_channel)
-                            .await),
+                    Ok(_) => match receiver.await {
+                        Ok(ResponseFrame::HttpResponse(response)) => Ok(response),
+                        Ok(ResponseFrame::HijackedResponse(response)) => {
+                            match response.process_hijacked_response().await {
+                                Ok(result) => Ok(result),
+                                Err(e) => {
+                                    error!("Error processing hijacked response: {}", e);
+                                    Ok(Response::new(HttpBody::empty()))
+                                }
+                            }
+                        }
+                        Err(_) => {
+                            error!("Failed to receive response from receiver");
+                            Ok(INTERNAL_SERVER_ERROR_RESPONSE
+                                .to_http_response(context.accept)
+                                .await)
+                        }
                     },
                 }
             }
@@ -217,9 +228,18 @@ impl ItsiHttpRequest {
         request: HttpRequest,
         context: &HttpRequestContext,
         script_name: String,
-    ) -> Result<(ItsiHttpRequest, mpsc::Receiver<ByteFrame>), HttpResponse> {
+    ) -> Result<
+        (
+            ItsiHttpRequest,
+            tokio::sync::oneshot::Receiver<ResponseFrame>,
+        ),
+        HttpResponse,
+    > {
         let (parts, body) = request.into_parts();
-        let body = if context.server_params.streamable_body {
+        let parts = Arc::new(parts);
+        let body = if parts.headers.get(CONTENT_LENGTH) == Some(&ZERO_HEADER_VALUE) {
+            ItsiBody::Empty
+        } else if context.server_params.streamable_body {
             ItsiBody::Stream(ItsiBodyProxy::new(body))
         } else {
             let mut body_bytes = BigBytes::new();
@@ -228,7 +248,7 @@ impl ItsiHttpRequest {
                 match chunk {
                     Ok(byte_array) => body_bytes.write_all(&byte_array).unwrap(),
                     Err(e) => {
-                        let mut err_resp = Response::new(BoxBody::new(Empty::new()));
+                        let mut err_resp = Response::new(HttpBody::empty());
                         if e.downcast_ref::<MaxBodySizeReached>().is_some() {
                             *err_resp.status_mut() = StatusCode::PAYLOAD_TOO_LARGE;
                         }
@@ -238,18 +258,22 @@ impl ItsiHttpRequest {
             }
             ItsiBody::Buffered(body_bytes)
         };
-        let response_channel = mpsc::channel::<ByteFrame>(100);
+        let (sender, receiver) = tokio::sync::oneshot::channel::<ResponseFrame>();
         Ok((
             Self {
                 context: context.clone(),
                 version: parts.version,
-                response: ItsiHttpResponse::new(parts.clone(), response_channel.0),
+                response: ItsiHttpResponse::new(
+                    parts.clone(),
+                    sender,
+                    context.service.shutdown_receiver.clone(),
+                ),
                 start: Instant::now(),
                 script_name,
                 body,
                 parts,
             },
-            response_channel.1,
+            receiver,
         ))
     }
 
@@ -328,6 +352,13 @@ impl ItsiHttpRequest {
             .collect::<Vec<(&str, &str)>>())
     }
 
+    pub(crate) fn each_header(&self) -> MagnusResult<()> {
+        self.parts.headers.iter().for_each(|(hn, hv)| {
+            yield_values::<_, Value>((hn.as_str(), hv.to_str().unwrap_or(""))).ok();
+        });
+        Ok(())
+    }
+
     pub(crate) fn uri(&self) -> MagnusResult<String> {
         Ok(self.parts.uri.to_string())
     }