itsi 0.1.11 → 0.1.12

data/gems/scheduler/ext/itsi_server/Cargo.toml

@@ -1,50 +0,0 @@
-[package]
-name = "itsi-server"
-version = "0.1.0"
-edition = "2021"
-authors = ["Wouter Coppieters <wc@pico.net.nz>"]
-license = "MIT"
-publish = false
-
-[lib]
-crate-type = ["cdylib"]
-
-[dependencies]
-magnus = { version = "0.7.1", features = ["bytes", "rb-sys"] }
-itsi_tracing = { path = "../itsi_tracing" }
-itsi_rb_helpers = { path = "../itsi_rb_helpers" }
-itsi_error = { path = "../itsi_error" }
-socket2 = "0.5.8"
-parking_lot = "0.12.3"
-rustls-pemfile = "2.2.0"
-tokio-rustls = "0.26.2"
-bytes = "1.3"
-tokio-rustls-acme = "0.6.0"
-rcgen = { version = "0.13.2", features = ["x509-parser", "pem"] }
-base64 = "0.22.1"
-http-body-util = "0.1.2"
-hyper = { version = "1.5.0", features = ["full", "server", "http1", "http2"] }
-tokio = { version = "1.44.1", features = ["full"] }
-hyper-util = { version = "0.1.10", features = ["full"] }
-derive_more = { version = "2.0.1", features = ["debug"] }
-http = "1.3.1"
-crossbeam = "0.8.4"
-futures = "0.3.31"
-nix = { version = "0.29.0", features = ["socket", "uio", "signal"] }
-pin-project = "1.1.9"
-rb-sys = "0.9.111"
-tracing = "0.1.41"
-tokio-util = "0.7.13"
-tokio-stream = "0.1.17"
-httparse = "1.10.1"
-async-channel = "2.3.1"
-tempfile = "3.18.0"
-sysinfo = "0.33.1"
-rustls = "0.23.23"
-fs2 = "0.4.3"
-ring = "0.17.14"
-async-trait = "0.1.87"
-dirs = "6.0.0"
-regex = "1.11.1"
-route-recognizer = "0.3.1"
-fnv = "1.0.7"

data/gems/scheduler/ext/itsi_server/extconf.rb

@@ -1,6 +0,0 @@
-# frozen_string_literal: true
-
-require "mkmf"
-require "rb_sys/mkmf"
-
-create_rust_makefile("itsi/server/itsi_server")

data/gems/scheduler/ext/itsi_server/src/body_proxy/big_bytes.rs

@@ -1,104 +0,0 @@
-use bytes::Bytes;
-use magnus::{IntoValue, Ruby, Value};
-use std::io::{Result as IoResult, Write};
-use std::path::PathBuf;
-use tempfile::NamedTempFile;
-
-const THRESHOLD: usize = 1024 * 1024; // 1 MB
-
-/// An container that holds data in memory if it’s small, or in a temporary file on disk if it exceeds THRESHOLD.
-/// Used for providing Rack input data.
-pub enum BigBytes {
-    InMemory(Vec<u8>),
-    OnDisk(NamedTempFile),
-}
-
-/// The result type for reading the contents of a `BigBytes` value.
-pub enum BigBytesReadResult {
-    /// When the data is stored in memory, returns the cached bytes.
-    InMemory(Vec<u8>),
-    /// When the data is stored on disk, returns the path to the temporary file.
-    OnDisk(PathBuf),
-}
-
-impl BigBytes {
-    /// Creates a new, empty BigBytes instance (initially in memory).
-    pub fn new() -> Self {
-        BigBytes::InMemory(Vec::new())
-    }
-
-    /// Reads the entire contents that have been written.
-    ///
-    /// - If stored in memory, returns a clone of the bytes.
-    /// - If stored on disk, returns the file path of the temporary file.
-    pub fn read(&self) -> IoResult<BigBytesReadResult> {
-        match self {
-            BigBytes::InMemory(vec) => Ok(BigBytesReadResult::InMemory(vec.clone())),
-            BigBytes::OnDisk(temp_file) => {
-                // Flush to be safe, then return the file path.
-                temp_file.as_file().sync_all()?;
-                Ok(BigBytesReadResult::OnDisk(temp_file.path().to_path_buf()))
-            }
-        }
-    }
-
-    pub fn as_value(&self) -> Value {
-        match self {
-            BigBytes::InMemory(bytes) => {
-                let bytes = Bytes::from(bytes.to_owned());
-                bytes.into_value()
-            }
-            BigBytes::OnDisk(path) => {
-                let ruby = Ruby::get().unwrap();
-                let rarray = ruby.ary_new();
-                rarray.push(path.path().to_str().unwrap().into_value()).ok();
-                rarray.into_value()
-            }
-        }
-    }
-}
-
-impl Drop for BigBytes {
-    fn drop(&mut self) {
-        match self {
-            BigBytes::InMemory(_) => {}
-            BigBytes::OnDisk(path) => {
-                let _ = std::fs::remove_file(path);
-            }
-        }
-    }
-}
-
-impl Default for BigBytes {
-    fn default() -> Self {
-        Self::new()
-    }
-}
-
-impl Write for BigBytes {
-    fn write(&mut self, buf: &[u8]) -> IoResult<usize> {
-        match self {
-            BigBytes::InMemory(vec) => {
-                // Check if writing the new bytes would exceed the threshold.
-                if vec.len() + buf.len() > THRESHOLD {
-                    let mut tmp = NamedTempFile::new()?;
-                    tmp.write_all(vec)?;
-                    tmp.write_all(buf)?;
-                    *self = BigBytes::OnDisk(tmp);
-                    Ok(buf.len())
-                } else {
-                    vec.extend_from_slice(buf);
-                    Ok(buf.len())
-                }
-            }
-            BigBytes::OnDisk(tmp_file) => tmp_file.write(buf),
-        }
-    }
-
-    fn flush(&mut self) -> IoResult<()> {
-        match self {
-            BigBytes::InMemory(_) => Ok(()),
-            BigBytes::OnDisk(tmp_file) => tmp_file.flush(),
-        }
-    }
-}

data/gems/scheduler/ext/itsi_server/src/body_proxy/itsi_body_proxy.rs

@@ -1,122 +0,0 @@
-use super::big_bytes::BigBytes;
-use bytes::Bytes;
-use futures::executor::block_on;
-use http_body_util::{BodyDataStream, BodyExt};
-use hyper::body::Incoming;
-use magnus::{error::Result as MagnusResult, scan_args, IntoValue, RString, Ruby, Value};
-use parking_lot::Mutex;
-use std::sync::{
-    atomic::{self, AtomicBool},
-    Arc,
-};
-use tokio_stream::StreamExt;
-
-#[magnus::wrap(class = "Itsi::BodyProxy", free_immediately, size)]
-#[derive(Debug, Clone)]
-pub struct ItsiBodyProxy {
-    pub incoming: Arc<Mutex<BodyDataStream<Incoming>>>,
-    pub closed: Arc<AtomicBool>,
-    pub buf: Arc<Mutex<Vec<u8>>>,
-}
-
-pub enum ItsiBody {
-    Buffered(BigBytes),
-    Stream(ItsiBodyProxy),
-}
-
-impl ItsiBody {
-    pub fn into_value(&self) -> Value {
-        match self {
-            ItsiBody::Buffered(bytes) => bytes.as_value(),
-            ItsiBody::Stream(proxy) => proxy.clone().into_value(),
-        }
-    }
-}
-impl ItsiBodyProxy {
-    pub fn new(incoming: Incoming) -> Self {
-        ItsiBodyProxy {
-            incoming: Arc::new(Mutex::new(incoming.into_data_stream())),
-            closed: Arc::new(AtomicBool::new(false)),
-            buf: Arc::new(Mutex::new(vec![])),
-        }
-    }
-    /// Read up to the next line-break OR EOF
-    pub fn gets(&self) -> MagnusResult<Option<Bytes>> {
-        self.verify_open()?;
-        let mut stream = self.incoming.lock();
-        let mut buf = self.buf.lock();
-        while !buf.contains(&b'\n') {
-            if let Some(chunk) = block_on(stream.next()) {
-                let chunk = chunk.map_err(|err| {
-                    magnus::Error::new(
-                        magnus::exception::exception(),
-                        format!("Error reading body {:?}", err),
-                    )
-                })?;
-                buf.extend_from_slice(&chunk);
-            } else {
-                break;
-            }
-        }
-        if let Some(pos) = buf.iter().position(|&x| x == b'\n') {
-            let line = buf.drain(..=pos).collect::<Vec<u8>>();
-            Ok(Some(line.into()))
-        } else if !buf.is_empty() {
-            let line = buf.drain(..).collect::<Vec<u8>>();
-            Ok(Some(line.into()))
-        } else {
-            Ok(None)
-        }
-    }
-
-    pub fn read(&self, args: &[Value]) -> MagnusResult<Option<RString>> {
-        self.verify_open()?;
-        let scanned =
-            scan_args::scan_args::<(), (Option<usize>, Option<RString>), (), (), (), ()>(args)?;
-        let (length, mut buffer) = scanned.optional;
-        let mut stream = self.incoming.lock();
-        let mut buf = self.buf.lock();
-
-        while length.is_none_or(|target_length| buf.len() < target_length) {
-            if let Some(chunk) = block_on(stream.next()) {
-                let chunk = chunk.map_err(|err| {
-                    magnus::Error::new(
-                        magnus::exception::exception(),
-                        format!("Error reading body {:?}", err),
-                    )
-                })?;
-                buf.extend_from_slice(&chunk);
-            } else if length.is_some() {
-                return Ok(None);
-            } else {
-                break;
-            }
-        }
-        let output_string = buffer.take().unwrap_or(RString::buf_new(buf.len()));
-        output_string.cat(buf.clone());
-        buf.clear();
-        Ok(Some(output_string))
-    }
-
-    /// Equivalent to calling gets and yielding it, until we reach EOF
-    pub fn each(ruby: &Ruby, rbself: &Self) -> MagnusResult<()> {
-        let proc = ruby.block_proc()?;
-        while let Some(str) = rbself.gets()? {
-            proc.call::<_, Value>((str,))?;
-        }
-        Ok(())
-    }
-
-    fn verify_open(&self) -> MagnusResult<()> {
-        if self.closed.load(atomic::Ordering::SeqCst) {
-            return Err(magnus::Error::new(
-                magnus::exception::exception(),
-                "Body stream is closed",
-            ));
-        }
-        Ok(())
-    }
-    pub fn close(&self) {
-        self.closed.store(true, atomic::Ordering::SeqCst);
-    }
-}

data/gems/scheduler/ext/itsi_server/src/body_proxy/mod.rs

@@ -1,2 +0,0 @@
-pub mod big_bytes;
-pub mod itsi_body_proxy;

data/gems/scheduler/ext/itsi_server/src/env.rs

@@ -1,43 +0,0 @@
-use std::{
-    env::{var, VarError},
-    path::PathBuf,
-    sync::LazyLock,
-};
-
-type StringVar = LazyLock<String>;
-type MaybeStringVar = LazyLock<Result<String, VarError>>;
-type PathVar = LazyLock<PathBuf>;
-
-/// ACME Configuration for auto-generating production certificates
-/// *ITSI_ACME_CACHE_DIR* - Directory to store cached certificates
-/// so that these are not regenerated every time the server starts
-pub static ITSI_ACME_CACHE_DIR: StringVar = LazyLock::new(|| {
-    var("ITSI_ACME_CACHE_DIR").unwrap_or_else(|_| "./.rustls_acme_cache".to_string())
-});
-
-/// *ITSI_ACME_CONTACT_EMAIL* - Contact Email address to provide to ACME server during certificate renewal
-pub static ITSI_ACME_CONTACT_EMAIL: MaybeStringVar =
-    LazyLock::new(|| var("ITSI_ACME_CONTACT_EMAIL"));
-
-/// *ITSI_ACME_CA_PEM_PATH* - Optional CA Pem path, used for testing with non-trusted CAs for certifcate generation.
-pub static ITSI_ACME_CA_PEM_PATH: MaybeStringVar = LazyLock::new(|| var("ITSI_ACME_CA_PEM_PATH"));
-
-/// *ITSI_ACME_DIRECTORY_URL* - Directory URL to use for ACME certificate generation.
-pub static ITSI_ACME_DIRECTORY_URL: StringVar = LazyLock::new(|| {
-    var("ITSI_ACME_DIRECTORY_URL")
-        .unwrap_or_else(|_| "https://acme-v02.api.letsencrypt.org/directory".to_string())
-});
-
-/// *ITSI_ACME_LOCK_FILE_NAME* - Name of the lock file used to prevent concurrent certificate generation.
-pub static ITSI_ACME_LOCK_FILE_NAME: StringVar =
-    LazyLock::new(|| var("ITSI_ACME_LOCK_FILE_NAME").unwrap_or(".acme.lock".to_string()));
-
-pub static ITSI_LOCAL_CA_DIR: PathVar = LazyLock::new(|| {
-    var("ITSI_LOCAL_CA_DIR")
-        .map(PathBuf::from)
-        .unwrap_or_else(|_| {
-            dirs::home_dir()
-                .expect("Failed to find HOME directory when initializing ITSI_LOCAL_CA_DIR")
-                .join(".itsi")
-        })
-});

data/gems/scheduler/ext/itsi_server/src/lib.rs

@@ -1,180 +0,0 @@
-use body_proxy::itsi_body_proxy::ItsiBodyProxy;
-use magnus::{
-    error::Result, function, method, value::Lazy, Module, Object, RClass, RHash, RModule, Ruby,
-};
-use regex::{Regex, RegexSet};
-use request::itsi_request::ItsiRequest;
-use response::itsi_response::ItsiResponse;
-use server::{itsi_server::Server, signal::reset_signal_handlers};
-use tracing::*;
-
-pub mod body_proxy;
-pub mod env;
-pub mod request;
-pub mod response;
-pub mod server;
-
-pub static ITSI_MODULE: Lazy<RModule> = Lazy::new(|ruby| ruby.define_module("Itsi").unwrap());
-pub static ITSI_SERVER: Lazy<RClass> = Lazy::new(|ruby| {
-    ruby.get_inner(&ITSI_MODULE)
-        .define_class("Server", ruby.class_object())
-        .unwrap()
-});
-pub static ITSI_REQUEST: Lazy<RClass> = Lazy::new(|ruby| {
-    ruby.get_inner(&ITSI_MODULE)
-        .define_class("Request", ruby.class_object())
-        .unwrap()
-});
-
-pub static ITSI_RESPONSE: Lazy<RClass> = Lazy::new(|ruby| {
-    ruby.get_inner(&ITSI_MODULE)
-        .define_class("Response", ruby.class_object())
-        .unwrap()
-});
-
-pub static ITSI_BODY_PROXY: Lazy<RClass> = Lazy::new(|ruby| {
-    ruby.get_inner(&ITSI_MODULE)
-        .define_class("BodyProxy", ruby.class_object())
-        .unwrap()
-});
-
-pub static ITSI_SERVER_SCHEDULER_TASK: Lazy<RClass> = Lazy::new(|ruby| {
-    ruby.get_inner(&ITSI_MODULE)
-        .define_class("ServerSchedulerTask", ruby.class_object())
-        .unwrap()
-});
-
-pub fn log_debug(msg: String) {
-    debug!(msg);
-}
-pub fn log_info(msg: String) {
-    info!(msg);
-}
-pub fn log_warn(msg: String) {
-    warn!(msg);
-}
-pub fn log_error(msg: String) {
-    error!(msg);
-}
-
-const ROUTES: [&str; 39] = [
-    r"(?-u)^/organisations/(?<organisation_id>\d+)/users/(?<user_id>\d+)$",
-    r"(?-u)^/projects/(?<project_id>\d+)/tasks/(?<task_id>\d+)$",
-    r"(?-u)^/products/(?<product_id>\d+)(?:/reviews/(?<review_id>\d+))?$",
-    r"(?-u)^/orders/(?<order_id>\d+)/items(?:/(?<item_id>\d+))?$",
-    r"(?-u)^/posts/(?<post_id>\d+)/comments(?:/(?<comment_id>\d+))?$",
-    r"(?-u)^/teams/(?<team_id>\d+)(?:/members/(?<member_id>\d+))?$",
-    r"(?-u)^/categories/(?<category_id>\d+)/subcategories(?:/(?<subcategory_id>\d+))?$",
-    r"(?-u)^/departments/(?<department_id>\d+)/employees/(?<employee_id>\d+)$",
-    r"(?-u)^/events/(?<event_id>\d+)(?:/sessions/(?<session_id>\d+))?$",
-    r"(?-u)^/invoices/(?<invoice_id>\d+)/payments(?:/(?<payment_id>\d+))?$",
-    r"(?-u)^/tickets/(?<ticket_id>\d+)(?:/responses/(?<response_id>\d+))?$",
-    r"(?-u)^/forums/(?<forum_id>\d+)(?:/threads/(?<thread_id>\d+))?$",
-    r"(?-u)^/subscriptions/(?<subscription_id>\d+)/plans(?:/(?<plan_id>\d+))?$",
-    r"(?-u)^/profiles/(?<profile_id>\d+)/settings$",
-    r"(?-u)^/organizations/(?<organization_id>\d+)/billing(?:/(?<billing_id>\d+))?$",
-    r"(?-u)^/vendors/(?<vendor_id>\d+)/products(?:/(?<product_id>\d+))?$",
-    r"(?-u)^/courses/(?<course_id>\d+)/modules(?:/(?<module_id>\d+))?$",
-    r"(?-u)^/accounts/(?<account_id>\d+)(?:/transactions/(?<transaction_id>\d+))?$",
-    r"(?-u)^/warehouses/(?<warehouse_id>\d+)/inventory(?:/(?<inventory_id>\d+))?$",
-    r"(?-u)^/campaigns/(?<campaign_id>\d+)/ads(?:/(?<ad_id>\d+))?$",
-    r"(?-u)^/applications/(?<application_id>\d+)/stages(?:/(?<stage_id>\d+))?$",
-    r"(?-u)^/notifications/(?<notification_id>\d+)$",
-    r"(?-u)^/albums/(?<album_id>\d+)/photos(?:/(?<photo_id>\d+))?$",
-    r"(?-u)^/news/(?<news_id>\d+)/articles(?:/(?<article_id>\d+))?$",
-    r"(?-u)^/libraries/(?<library_id>\d+)/books(?:/(?<book_id>\d+))?$",
-    r"(?-u)^/universities/(?<university_id>\d+)/students(?:/(?<student_id>\d+))?$",
-    r"(?-u)^/banks/(?<bank_id>\d+)/branches(?:/(?<branch_id>\d+))?$",
-    r"(?-u)^/vehicles/(?<vehicle_id>\d+)/services(?:/(?<service_id>\d+))?$",
-    r"(?-u)^/hotels/(?<hotel_id>\d+)/rooms(?:/(?<room_id>\d+))?$",
-    r"(?-u)^/doctors/(?<doctor_id>\d+)/appointments(?:/(?<appointment_id>\d+))?$",
-    r"(?-u)^/gyms/(?<gym_id>\d+)/memberships(?:/(?<membership_id>\d+))?$",
-    r"(?-u)^/restaurants/(?<restaurant_id>\d+)/menus(?:/(?<menu_id>\d+))?$",
-    r"(?-u)^/parks/(?<park_id>\d+)/events(?:/(?<event_id>\d+))?$",
-    r"(?-u)^/theaters/(?<theater_id>\d+)/shows(?:/(?<show_id>\d+))?$",
-    r"(?-u)^/museums/(?<museum_id>\d+)/exhibits(?:/(?<exhibit_id>\d+))?$",
-    r"(?-u)^/stadiums/(?<stadium_id>\d+)/games(?:/(?<game_id>\d+))?$",
-    r"(?-u)^/schools/(?<school_id>\d+)/classes(?:/(?<class_id>\d+))?$",
-    r"(?-u)^/clubs/(?<club_id>\d+)/events(?:/(?<event_id>\d+))?$",
-    r"(?-u)^/festivals/(?<festival_id>\d+)/tickets(?:/(?<ticket_id>\d+))?$",
-];
-use std::sync::LazyLock;
-
-static REGEX_SET: LazyLock<RegexSet> = LazyLock::new(|| RegexSet::new(ROUTES).unwrap());
-static REGEXES: LazyLock<Vec<Regex>> =
-    LazyLock::new(|| ROUTES.iter().map(|&r| Regex::new(r).unwrap()).collect());
-
-fn match_route(input: String) -> Result<Option<(usize, Option<RHash>)>> {
-    if let Some(index) = REGEX_SET.matches(&input).iter().next() {
-        let regex = &REGEXES[index];
-        if let Some(captures) = regex.captures(&input) {
-            let params = RHash::with_capacity(captures.len());
-            for name in regex.capture_names().flatten() {
-                if let Some(value) = captures.name(name) {
-                    params.aset(name, value.as_str()).ok();
-                }
-            }
-            return Ok(Some((index, Some(params))));
-        }
-        return Ok(Some((index, None)));
-    }
-    Ok(None)
-}
-
-#[magnus::init]
-fn init(ruby: &Ruby) -> Result<()> {
-    itsi_tracing::init();
-    rustls::crypto::aws_lc_rs::default_provider()
-        .install_default()
-        .ok();
-
-    let itsi = ruby.get_inner(&ITSI_MODULE);
-    itsi.define_singleton_method("match_route", function!(match_route, 1))?;
-    itsi.define_singleton_method("log_debug", function!(log_debug, 1))?;
-    itsi.define_singleton_method("log_info", function!(log_info, 1))?;
-    itsi.define_singleton_method("log_warn", function!(log_warn, 1))?;
-    itsi.define_singleton_method("log_error", function!(log_error, 1))?;
-
-    let server = ruby.get_inner(&ITSI_SERVER);
-    server.define_singleton_method("new", function!(Server::new, -1))?;
-    server.define_singleton_method("reset_signal_handlers", function!(reset_signal_handlers, 0))?;
-    server.define_method("start", method!(Server::start, 0))?;
-    server.define_method("stop", method!(Server::stop, 0))?;
-
-    let request = ruby.get_inner(&ITSI_REQUEST);
-    request.define_method("path", method!(ItsiRequest::path, 0))?;
-    request.define_method("script_name", method!(ItsiRequest::script_name, 0))?;
-    request.define_method("query_string", method!(ItsiRequest::query_string, 0))?;
-    request.define_method("method", method!(ItsiRequest::method, 0))?;
-    request.define_method("version", method!(ItsiRequest::version, 0))?;
-    request.define_method("rack_protocol", method!(ItsiRequest::rack_protocol, 0))?;
-    request.define_method("host", method!(ItsiRequest::host, 0))?;
-    request.define_method("headers", method!(ItsiRequest::headers, 0))?;
-    request.define_method("scheme", method!(ItsiRequest::scheme, 0))?;
-    request.define_method("remote_addr", method!(ItsiRequest::remote_addr, 0))?;
-    request.define_method("port", method!(ItsiRequest::port, 0))?;
-    request.define_method("body", method!(ItsiRequest::body, 0))?;
-    request.define_method("response", method!(ItsiRequest::response, 0))?;
-    request.define_method("json?", method!(ItsiRequest::is_json, 0))?;
-    request.define_method("html?", method!(ItsiRequest::is_html, 0))?;
-
-    let body_proxy = ruby.get_inner(&ITSI_BODY_PROXY);
-    body_proxy.define_method("gets", method!(ItsiBodyProxy::gets, 0))?;
-    body_proxy.define_method("each", method!(ItsiBodyProxy::each, 0))?;
-    body_proxy.define_method("read", method!(ItsiBodyProxy::read, -1))?;
-    body_proxy.define_method("close", method!(ItsiBodyProxy::close, 0))?;
-
-    let response = ruby.get_inner(&ITSI_RESPONSE);
-    response.define_method("add_header", method!(ItsiResponse::add_header, 2))?;
-    response.define_method("status=", method!(ItsiResponse::set_status, 1))?;
-    response.define_method("send_frame", method!(ItsiResponse::send_frame, 1))?;
-    response.define_method("send_and_close", method!(ItsiResponse::send_and_close, 1))?;
-    response.define_method("close_write", method!(ItsiResponse::close_write, 0))?;
-    response.define_method("close_read", method!(ItsiResponse::close_read, 0))?;
-    response.define_method("close", method!(ItsiResponse::close, 0))?;
-    response.define_method("hijack", method!(ItsiResponse::hijack, 1))?;
-    response.define_method("json?", method!(ItsiResponse::is_json, 0))?;
-    response.define_method("html?", method!(ItsiResponse::is_html, 0))?;
-
-    Ok(())
-}