itsi 0.1.0

data/crates/itsi_rb_helpers/Cargo.lock

@@ -0,0 +1,355 @@
+# This file is automatically @generated by Cargo.
+# It is not intended for manual editing.
+version = 4
+
+[[package]]
+name = "aho-corasick"
+version = "1.1.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "8e60d3430d3a69478ad0993f19238d2df97c507009a52b3c10addcd7f6bcb916"
+dependencies = [
+ "memchr",
+]
+
+[[package]]
+name = "bindgen"
+version = "0.69.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "271383c67ccabffb7381723dea0672a673f292304fcb45c01cc648c7a8d58088"
+dependencies = [
+ "bitflags",
+ "cexpr",
+ "clang-sys",
+ "itertools",
+ "lazy_static",
+ "lazycell",
+ "proc-macro2",
+ "quote",
+ "regex",
+ "rustc-hash",
+ "shlex",
+ "syn",
+]
+
+[[package]]
+name = "bitflags"
+version = "2.8.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "8f68f53c83ab957f72c32642f3868eec03eb974d1fb82e453128456482613d36"
+
+[[package]]
+name = "bytes"
+version = "1.10.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "f61dac84819c6588b558454b194026eb1f09c293b9036ae9b159e74e73ab6cf9"
+
+[[package]]
+name = "cexpr"
+version = "0.6.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "6fac387a98bb7c37292057cffc56d62ecb629900026402633ae9160df93a8766"
+dependencies = [
+ "nom",
+]
+
+[[package]]
+name = "cfg-if"
+version = "1.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd"
+
+[[package]]
+name = "clang-sys"
+version = "1.8.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0b023947811758c97c59bf9d1c188fd619ad4718dcaa767947df1cadb14f39f4"
+dependencies = [
+ "glob",
+ "libc",
+ "libloading",
+]
+
+[[package]]
+name = "either"
+version = "1.14.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b7914353092ddf589ad78f25c5c1c21b7f80b0ff8621e7c814c3485b5306da9d"
+
+[[package]]
+name = "glob"
+version = "0.3.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a8d1add55171497b4705a648c6b583acafb01d58050a51727785f0b2c8e0a2b2"
+
+[[package]]
+name = "itertools"
+version = "0.12.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ba291022dbbd398a455acf126c1e341954079855bc60dfdda641363bd6922569"
+dependencies = [
+ "either",
+]
+
+[[package]]
+name = "itsi_rb_helpers"
+version = "0.1.0"
+dependencies = [
+ "magnus",
+ "rb-sys",
+]
+
+[[package]]
+name = "lazy_static"
+version = "1.5.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe"
+
+[[package]]
+name = "lazycell"
+version = "1.3.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "830d08ce1d1d941e6b30645f1a0eb5643013d835ce3779a5fc208261dbe10f55"
+
+[[package]]
+name = "libc"
+version = "0.2.170"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "875b3680cb2f8f71bdcf9a30f38d48282f5d3c95cbf9b3fa57269bb5d5c06828"
+
+[[package]]
+name = "libloading"
+version = "0.8.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "fc2f4eb4bc735547cfed7c0a4922cbd04a4655978c09b54f1f7b228750664c34"
+dependencies = [
+ "cfg-if",
+ "windows-targets",
+]
+
+[[package]]
+name = "magnus"
+version = "0.7.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "3d87ae53030f3a22e83879e666cb94e58a7bdf31706878a0ba48752994146dab"
+dependencies = [
+ "bytes",
+ "magnus-macros",
+ "rb-sys",
+ "rb-sys-env",
+ "seq-macro",
+]
+
+[[package]]
+name = "magnus-macros"
+version = "0.6.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5968c820e2960565f647819f5928a42d6e874551cab9d88d75e3e0660d7f71e3"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn",
+]
+
+[[package]]
+name = "memchr"
+version = "2.7.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "78ca9ab1a0babb1e7d5695e3530886289c18cf2f87ec19a575a0abdce112e3a3"
+
+[[package]]
+name = "minimal-lexical"
+version = "0.2.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "68354c5c6bd36d73ff3feceb05efa59b6acb7626617f4962be322a825e61f79a"
+
+[[package]]
+name = "nom"
+version = "7.1.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "d273983c5a657a70a3e8f2a01329822f3b8c8172b73826411a55751e404a0a4a"
+dependencies = [
+ "memchr",
+ "minimal-lexical",
+]
+
+[[package]]
+name = "proc-macro2"
+version = "1.0.93"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "60946a68e5f9d28b0dc1c21bb8a97ee7d018a8b322fa57838ba31cc878e22d99"
+dependencies = [
+ "unicode-ident",
+]
+
+[[package]]
+name = "quote"
+version = "1.0.38"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0e4dccaaaf89514f546c693ddc140f729f958c247918a13380cccc6078391acc"
+dependencies = [
+ "proc-macro2",
+]
+
+[[package]]
+name = "rb-sys"
+version = "0.9.110"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "56cf964f8e44115e50009921ea3d3791b6f74d1ae6d6ed37114fbe03a1cd7308"
+dependencies = [
+ "rb-sys-build",
+]
+
+[[package]]
+name = "rb-sys-build"
+version = "0.9.110"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "161480347f56473107d4135643b6b1909331eec61445e113b256708a28b691c5"
+dependencies = [
+ "bindgen",
+ "lazy_static",
+ "proc-macro2",
+ "quote",
+ "regex",
+ "shell-words",
+ "syn",
+]
+
+[[package]]
+name = "rb-sys-env"
+version = "0.1.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a35802679f07360454b418a5d1735c89716bde01d35b1560fc953c1415a0b3bb"
+
+[[package]]
+name = "regex"
+version = "1.11.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b544ef1b4eac5dc2db33ea63606ae9ffcfac26c1416a2806ae0bf5f56b201191"
+dependencies = [
+ "aho-corasick",
+ "memchr",
+ "regex-automata",
+ "regex-syntax",
+]
+
+[[package]]
+name = "regex-automata"
+version = "0.4.9"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "809e8dc61f6de73b46c85f4c96486310fe304c434cfa43669d7b40f711150908"
+dependencies = [
+ "aho-corasick",
+ "memchr",
+ "regex-syntax",
+]
+
+[[package]]
+name = "regex-syntax"
+version = "0.8.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "2b15c43186be67a4fd63bee50d0303afffcef381492ebe2c5d87f324e1b8815c"
+
+[[package]]
+name = "rustc-hash"
+version = "1.1.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "08d43f7aa6b08d49f382cde6a7982047c3426db949b1424bc4b7ec9ae12c6ce2"
+
+[[package]]
+name = "seq-macro"
+version = "0.3.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "a3f0bf26fd526d2a95683cd0f87bf103b8539e2ca1ef48ce002d67aad59aa0b4"
+
+[[package]]
+name = "shell-words"
+version = "1.1.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "24188a676b6ae68c3b2cb3a01be17fbf7240ce009799bb56d5b1409051e78fde"
+
+[[package]]
+name = "shlex"
+version = "1.3.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64"
+
+[[package]]
+name = "syn"
+version = "2.0.98"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "36147f1a48ae0ec2b5b3bc5b537d267457555a10dc06f3dbc8cb11ba3006d3b1"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "unicode-ident",
+]
+
+[[package]]
+name = "unicode-ident"
+version = "1.0.17"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "00e2473a93778eb0bad35909dff6a10d28e63f792f16ed15e404fca9d5eeedbe"
+
+[[package]]
+name = "windows-targets"
+version = "0.52.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9b724f72796e036ab90c1021d4780d4d3d648aca59e491e6b98e725b84e99973"
+dependencies = [
+ "windows_aarch64_gnullvm",
+ "windows_aarch64_msvc",
+ "windows_i686_gnu",
+ "windows_i686_gnullvm",
+ "windows_i686_msvc",
+ "windows_x86_64_gnu",
+ "windows_x86_64_gnullvm",
+ "windows_x86_64_msvc",
+]
+
+[[package]]
+name = "windows_aarch64_gnullvm"
+version = "0.52.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "32a4622180e7a0ec044bb555404c800bc9fd9ec262ec147edd5989ccd0c02cd3"
+
+[[package]]
+name = "windows_aarch64_msvc"
+version = "0.52.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "09ec2a7bb152e2252b53fa7803150007879548bc709c039df7627cabbd05d469"
+
+[[package]]
+name = "windows_i686_gnu"
+version = "0.52.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "8e9b5ad5ab802e97eb8e295ac6720e509ee4c243f69d781394014ebfe8bbfa0b"
+
+[[package]]
+name = "windows_i686_gnullvm"
+version = "0.52.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "0eee52d38c090b3caa76c563b86c3a4bd71ef1a819287c19d586d7334ae8ed66"
+
+[[package]]
+name = "windows_i686_msvc"
+version = "0.52.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "240948bc05c5e7c6dabba28bf89d89ffce3e303022809e73deaefe4f6ec56c66"
+
+[[package]]
+name = "windows_x86_64_gnu"
+version = "0.52.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "147a5c80aabfbf0c7d901cb5895d1de30ef2907eb21fbbab29ca94c5b08b1a78"
+
+[[package]]
+name = "windows_x86_64_gnullvm"
+version = "0.52.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "24d5b23dc417412679681396f2b49f3de8c1473deb516bd34410872eff51ed0d"
+
+[[package]]
+name = "windows_x86_64_msvc"
+version = "0.52.6"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "589f6da84c646204747d1270a2a5661ea66ed1cced2631d546fdfb155959f9ec"

data/crates/itsi_rb_helpers/Cargo.toml

@@ -0,0 +1,8 @@
+[package]
+name = "itsi_rb_helpers"
+version = "0.1.0"
+edition = "2024"
+
+[dependencies]
+magnus = { version = "0.7.1", features = ["rb-sys", "bytes"] }
+rb-sys = "0.9.105"

data/crates/itsi_rb_helpers/src/lib.rs

@@ -0,0 +1,98 @@
+use std::{os::raw::c_void, ptr::null_mut};
+
+use rb_sys::{
+    rb_thread_call_with_gvl, rb_thread_call_without_gvl, rb_thread_create, rb_thread_wakeup,
+};
+
+pub fn create_ruby_thread<F>(f: F)
+where
+    F: FnOnce() -> u64 + Send + 'static,
+{
+    extern "C" fn trampoline<F>(ptr: *mut c_void) -> u64
+    where
+        F: FnOnce() -> u64,
+    {
+        // Reconstruct the boxed Option<F> that holds our closure.
+        let boxed_closure: Box<Option<F>> = unsafe { Box::from_raw(ptr as *mut Option<F>) };
+        // Extract the closure. (The Option should be Some; panic otherwise.)
+        let closure = (*boxed_closure).expect("Closure already taken");
+        // Call the closure and return its result.
+        closure()
+    }
+
+    // Box the closure (wrapped in an Option) to create a stable pointer.
+    let boxed_closure = Box::new(Some(f));
+    let ptr = Box::into_raw(boxed_closure) as *mut c_void;
+
+    // Call rb_thread_create with our trampoline and boxed closure.
+    unsafe {
+        rb_thread_wakeup(rb_thread_create(Some(trampoline::<F>), ptr));
+    }
+}
+
+pub fn call_without_gvl<F, R>(f: F) -> R
+where
+    F: FnOnce() -> R,
+{
+    // This is the function that Ruby calls “in the background” with the GVL released.
+    extern "C" fn trampoline<F, R>(arg: *mut c_void) -> *mut c_void
+    where
+        F: FnOnce() -> R,
+    {
+        // 1) Reconstruct the Box that holds our closure
+        let closure_ptr = arg as *mut Option<F>;
+        let closure = unsafe { (*closure_ptr).take().expect("Closure already taken") };
+
+        // 2) Call the user’s closure
+        let result = closure();
+
+        // 3) Box up the result so we can return a pointer to it
+        let boxed_result = Box::new(result);
+        Box::into_raw(boxed_result) as *mut c_void
+    }
+
+    // Box up the closure so we have a stable pointer
+    let mut closure_opt = Some(f);
+    let closure_ptr = &mut closure_opt as *mut Option<F> as *mut c_void;
+
+    // 4) Actually call `rb_thread_call_without_gvl`
+    let raw_result_ptr = unsafe {
+        rb_thread_call_without_gvl(Some(trampoline::<F, R>), closure_ptr, None, null_mut())
+    };
+
+    // 5) Convert the returned pointer back into R
+    let result_box = unsafe { Box::from_raw(raw_result_ptr as *mut R) };
+    *result_box
+}
+
+pub fn call_with_gvl<F, R>(f: F) -> R
+where
+    F: FnOnce() -> R,
+{
+    extern "C" fn trampoline<F, R>(arg: *mut c_void) -> *mut c_void
+    where
+        F: FnOnce() -> R,
+    {
+        // 1) Reconstruct the Box that holds our closure
+        let closure_ptr = arg as *mut Option<F>;
+        let closure = unsafe { (*closure_ptr).take().expect("Closure already taken") };
+
+        // 2) Call the user’s closure
+        let result = closure();
+
+        // 3) Box up the result so we can return a pointer to it
+        let boxed_result = Box::new(result);
+        Box::into_raw(boxed_result) as *mut c_void
+    }
+
+    // Box up the closure so we have a stable pointer
+    let mut closure_opt = Some(f);
+    let closure_ptr = &mut closure_opt as *mut Option<F> as *mut c_void;
+
+    // 4) Actually call `rb_thread_call_without_gvl`
+    let raw_result_ptr = unsafe { rb_thread_call_with_gvl(Some(trampoline::<F, R>), closure_ptr) };
+
+    // 5) Convert the returned pointer back into R
+    let result_box = unsafe { Box::from_raw(raw_result_ptr as *mut R) };
+    *result_box
+}

data/crates/itsi_scheduler/Cargo.toml

@@ -0,0 +1,16 @@
+[package]
+name = "itsi-scheduler"
+version = "0.1.0"
+edition = "2021"
+authors = ["Wouter Coppieters <wc@pico.net.nz>"]
+license = "MIT"
+publish = false
+
+[lib]
+crate-type = ["cdylib"]
+
+[dependencies]
+magnus = { version = "0.6.2" }
+itsi_tracing = { path = "../itsi_tracing" }
+itsi_rb_helpers = { path = "../itsi_rb_helpers" }
+itsi_error = { path = "../itsi_error" }

data/crates/itsi_scheduler/extconf.rb

@@ -0,0 +1,6 @@
+# frozen_string_literal: true
+
+require "mkmf"
+require "rb_sys/mkmf"
+
+create_rust_makefile("itsi_scheduler/itsi_scheduler")

data/crates/itsi_scheduler/src/lib.rs

@@ -0,0 +1,17 @@
+use itsi_tracing::info;
+use magnus::{function, prelude::*, Error, Ruby};
+
+fn hello(subject: String) -> String {
+    format!("Hello from Rust, {subject}!")
+}
+
+#[magnus::init]
+fn init(ruby: &Ruby) -> Result<(), Error> {
+    itsi_tracing::init();
+    info!("Initializing Itsi::Scheduler");
+
+    let module = ruby.define_module("Itsi")?;
+    let class = module.define_class("Scheduler", ruby.class_object())?;
+    class.define_method("hello", function!(hello, 1))?;
+    Ok(())
+}

data/crates/itsi_server/Cargo.toml

@@ -0,0 +1,29 @@
+[package]
+name = "itsi-server"
+version = "0.1.0"
+edition = "2021"
+authors = ["Wouter Coppieters <wc@pico.net.nz>"]
+license = "MIT"
+publish = false
+
+[lib]
+crate-type = ["cdylib"]
+
+[dependencies]
+magnus = { version = "0.7.1", features = ["bytes"] }
+itsi_tracing = { path = "../itsi_tracing" }
+itsi_rb_helpers = { path = "../itsi_rb_helpers" }
+itsi_error = { path = "../itsi_error" }
+socket2 = "0.5.8"
+parking_lot = "0.12.3"
+rustls-pemfile = "2.2.0"
+tokio-rustls = "0.23"
+bytes = "1.3"
+rcgen = { version = "0.13.2", features = ["x509-parser", "pem"] }
+base64 = "0.22.1"
+http-body-util = "0.1.2"
+hyper = { version = "1.5.0", features = ["full", "server", "http1", "http2"] }
+tokio = { version = "1", features = ["full"] }
+hyper-util = { version = "0.1.10", features = ["full"] }
+derive_more = { version = "2.0.1", features = ["debug"] }
+http = "1.2.0"

data/crates/itsi_server/extconf.rb

@@ -0,0 +1,6 @@
+# frozen_string_literal: true
+
+require "mkmf"
+require "rb_sys/mkmf"
+
+create_rust_makefile("itsi_server/itsi_server")

data/crates/itsi_server/src/lib.rs

@@ -0,0 +1,52 @@
+use magnus::{error::Result, function, method, value::Lazy, Module, Object, RClass, RModule, Ruby};
+use request::itsi_request::ItsiRequest;
+use server::itsi_server::Server;
+use stream_writer::StreamWriter;
+
+pub mod request;
+pub mod server;
+pub mod stream_writer;
+
+pub static ITSI_MODULE: Lazy<RModule> = Lazy::new(|ruby| ruby.define_module("Itsi").unwrap());
+pub static ITSI_SERVER: Lazy<RClass> = Lazy::new(|ruby| {
+    ruby.get_inner(&ITSI_MODULE)
+        .define_class("Server", ruby.class_object())
+        .unwrap()
+});
+pub static ITSI_REQUEST: Lazy<RClass> = Lazy::new(|ruby| {
+    ruby.get_inner(&ITSI_MODULE)
+        .define_class("Request", ruby.class_object())
+        .unwrap()
+});
+pub static ITSI_STREAM_WRITER: Lazy<RClass> = Lazy::new(|ruby| {
+    ruby.get_inner(&ITSI_MODULE)
+        .define_class("StreamWriter", ruby.class_object())
+        .unwrap()
+});
+
+#[magnus::init]
+fn init(ruby: &Ruby) -> Result<()> {
+    itsi_tracing::init();
+
+    let server = ruby.get_inner(&ITSI_SERVER);
+    server.define_singleton_method("new", function!(Server::new, -1))?;
+    server.define_method("start", method!(Server::start, 0))?;
+
+    let request = ruby.get_inner(&ITSI_REQUEST);
+    request.define_method("path", method!(ItsiRequest::path, 0))?;
+    request.define_method("script_name", method!(ItsiRequest::script_name, 0))?;
+    request.define_method("query_string", method!(ItsiRequest::query_string, 0))?;
+    request.define_method("method", method!(ItsiRequest::method, 0))?;
+    request.define_method("version", method!(ItsiRequest::version, 0))?;
+    request.define_method("rack_protocol", method!(ItsiRequest::rack_protocol, 0))?;
+    request.define_method("host", method!(ItsiRequest::host, 0))?;
+    request.define_method("headers", method!(ItsiRequest::headers, 0))?;
+    request.define_method("remote_addr", method!(ItsiRequest::remote_addr, 0))?;
+    request.define_method("port", method!(ItsiRequest::port, 0))?;
+    request.define_method("body", method!(ItsiRequest::body, 0))?;
+
+    let stream_writer = ruby.get_inner(&ITSI_STREAM_WRITER);
+    stream_writer.define_method("write", method!(StreamWriter::write, 1))?;
+
+    Ok(())
+}