itsi-scheduler 0.1.5 → 0.1.19

data/ext/itsi_server/src/request/itsi_request.rs

@@ -1,277 +0,0 @@
-use crate::{
-    body_proxy::{
-        big_bytes::BigBytes,
-        itsi_body_proxy::{ItsiBody, ItsiBodyProxy},
-    },
-    response::itsi_response::ItsiResponse,
-    server::{
-        itsi_server::{RequestJob, Server},
-        listener::{SockAddr, TokioListener},
-        serve_strategy::single_mode::RunningPhase,
-    },
-};
-use bytes::Bytes;
-use derive_more::Debug;
-use futures::StreamExt;
-use http::{request::Parts, Response, StatusCode};
-use http_body_util::{combinators::BoxBody, BodyExt, Empty};
-use hyper::{body::Incoming, Request};
-use itsi_error::from::CLIENT_CONNECTION_CLOSED;
-use itsi_tracing::{debug, error};
-use magnus::{
-    error::{ErrorType, Result as MagnusResult},
-    Error,
-};
-use magnus::{
-    value::{LazyId, Opaque, ReprValue},
-    RClass, Ruby, Value,
-};
-use std::{convert::Infallible, fmt, io::Write, sync::Arc, time::Instant};
-use tokio::sync::{
-    mpsc::{self},
-    watch,
-};
-static ID_CALL: LazyId = LazyId::new("call");
-static ID_MESSAGE: LazyId = LazyId::new("message");
-static ID_BACKTRACE: LazyId = LazyId::new("backtrace");
-
-#[derive(Debug)]
-#[magnus::wrap(class = "Itsi::Request", free_immediately, size)]
-pub struct ItsiRequest {
-    pub parts: Parts,
-    #[debug(skip)]
-    pub body: ItsiBody,
-    pub remote_addr: String,
-    pub version: String,
-    #[debug(skip)]
-    pub(crate) listener: Arc<TokioListener>,
-    #[debug(skip)]
-    pub server: Arc<Server>,
-    pub response: ItsiResponse,
-    pub start: Instant,
-}
-
-impl fmt::Display for ItsiRequest {
-    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
-        write!(
-            f,
-            "{} {} {}",
-            self.version().unwrap(),
-            self.method().unwrap(),
-            self.path().unwrap()
-        )
-    }
-}
-
-impl ItsiRequest {
-    pub fn is_connection_closed_err(ruby: &Ruby, err: &Error) -> bool {
-        match err.error_type() {
-            ErrorType::Jump(_) => false,
-            ErrorType::Error(_, _) => false,
-            ErrorType::Exception(exception) => {
-                exception.is_kind_of(ruby.exception_eof_error())
-                    && err
-                        .value()
-                        .map(|v| {
-                            v.funcall::<_, _, String>(*ID_MESSAGE, ())
-                                .unwrap_or("".to_string())
-                                .eq(CLIENT_CONNECTION_CLOSED)
-                        })
-                        .unwrap_or(false)
-            }
-        }
-    }
-
-    pub fn process(
-        self,
-        ruby: &Ruby,
-        server: RClass,
-        app: Opaque<Value>,
-    ) -> magnus::error::Result<()> {
-        let req = format!("{}", self);
-        let response = self.response.clone();
-        let start = self.start;
-        debug!("{} Started", req);
-        let result = server.funcall::<_, _, Value>(*ID_CALL, (app, self));
-        if let Err(err) = result {
-            Self::internal_error(ruby, response, err);
-        }
-        debug!("{} Finished in {:?}", req, start.elapsed());
-
-        Ok(())
-    }
-
-    pub fn internal_error(ruby: &Ruby, response: ItsiResponse, err: Error) {
-        if Self::is_connection_closed_err(ruby, &err) {
-            debug!("Connection closed by client");
-            response.close();
-        } else if let Some(rb_err) = err.value() {
-            let backtrace = rb_err
-                .funcall::<_, _, Vec<String>>(*ID_BACKTRACE, ())
-                .unwrap_or_default();
-
-            error!("Error occurred in Handler: {:?}", rb_err);
-            for line in backtrace {
-                error!("{}", line);
-            }
-            response.internal_server_error(err.to_string());
-        } else {
-            response.internal_server_error(err.to_string());
-        }
-    }
-
-    pub fn error(self, message: String) {
-        self.response.internal_server_error(message);
-    }
-
-    pub(crate) async fn process_request(
-        hyper_request: Request<Incoming>,
-        sender: async_channel::Sender<RequestJob>,
-        server: Arc<Server>,
-        listener: Arc<TokioListener>,
-        addr: SockAddr,
-        shutdown_rx: watch::Receiver<RunningPhase>,
-    ) -> itsi_error::Result<Response<BoxBody<Bytes, Infallible>>> {
-        let (request, mut receiver) = ItsiRequest::new(hyper_request, addr, server, listener).await;
-
-        let response = request.response.clone();
-        match sender.send(RequestJob::ProcessRequest(request)).await {
-            Err(err) => {
-                error!("Error occurred: {}", err);
-                let mut response = Response::new(BoxBody::new(Empty::new()));
-                *response.status_mut() = StatusCode::BAD_REQUEST;
-                Ok(response)
-            }
-            _ => match receiver.recv().await {
-                Some(first_frame) => Ok(response.build(first_frame, receiver, shutdown_rx).await),
-                None => Ok(response.build(None, receiver, shutdown_rx).await),
-            },
-        }
-    }
-
-    pub(crate) async fn new(
-        request: Request<Incoming>,
-        sock_addr: SockAddr,
-        server: Arc<Server>,
-        listener: Arc<TokioListener>,
-    ) -> (ItsiRequest, mpsc::Receiver<Option<Bytes>>) {
-        let (parts, body) = request.into_parts();
-        let body = if server.stream_body.is_some_and(|f| f) {
-            ItsiBody::Stream(ItsiBodyProxy::new(body))
-        } else {
-            let mut body_bytes = BigBytes::new();
-            let mut stream = body.into_data_stream();
-            while let Some(chunk) = stream.next().await {
-                let byte_array = chunk.unwrap().to_vec();
-                body_bytes.write_all(&byte_array).unwrap();
-            }
-            ItsiBody::Buffered(body_bytes)
-        };
-        let response_channel = mpsc::channel::<Option<Bytes>>(100);
-        (
-            Self {
-                remote_addr: sock_addr.to_string(),
-                body,
-                server,
-                listener,
-                version: format!("{:?}", &parts.version),
-                response: ItsiResponse::new(parts.clone(), response_channel.0),
-                start: Instant::now(),
-                parts,
-            },
-            response_channel.1,
-        )
-    }
-
-    pub(crate) fn path(&self) -> MagnusResult<&str> {
-        Ok(self
-            .parts
-            .uri
-            .path()
-            .strip_prefix(&self.server.script_name)
-            .unwrap_or(self.parts.uri.path()))
-    }
-
-    pub(crate) fn script_name(&self) -> MagnusResult<&str> {
-        Ok(&self.server.script_name)
-    }
-
-    pub(crate) fn query_string(&self) -> MagnusResult<&str> {
-        Ok(self.parts.uri.query().unwrap_or(""))
-    }
-
-    pub(crate) fn method(&self) -> MagnusResult<&str> {
-        Ok(self.parts.method.as_str())
-    }
-
-    pub(crate) fn version(&self) -> MagnusResult<&str> {
-        Ok(&self.version)
-    }
-
-    pub(crate) fn rack_protocol(&self) -> MagnusResult<Vec<&str>> {
-        Ok(self
-            .parts
-            .headers
-            .get("upgrade")
-            .or_else(|| self.parts.headers.get("protocol"))
-            .map(|value| {
-                value
-                    .to_str()
-                    .unwrap_or("")
-                    .split(',')
-                    .map(|s| s.trim())
-                    .collect::<Vec<&str>>()
-            })
-            .unwrap_or_else(|| vec!["http"]))
-    }
-
-    pub(crate) fn host(&self) -> MagnusResult<String> {
-        Ok(self
-            .parts
-            .uri
-            .host()
-            .map(|host| host.to_string())
-            .unwrap_or_else(|| self.listener.host()))
-    }
-
-    pub(crate) fn scheme(&self) -> MagnusResult<String> {
-        Ok(self
-            .parts
-            .uri
-            .scheme()
-            .map(|scheme| scheme.to_string())
-            .unwrap_or_else(|| self.listener.scheme()))
-    }
-
-    pub(crate) fn headers(&self) -> MagnusResult<Vec<(String, &str)>> {
-        Ok(self
-            .parts
-            .headers
-            .iter()
-            .map(|(hn, hv)| {
-                let key = match hn.as_str() {
-                    "content-length" => "CONTENT_LENGTH".to_string(),
-                    "content-type" => "CONTENT_TYPE".to_string(),
-                    _ => format!("HTTP_{}", hn.as_str().to_uppercase().replace("-", "_")),
-                };
-                (key, hv.to_str().unwrap_or(""))
-            })
-            .collect())
-    }
-
-    pub(crate) fn remote_addr(&self) -> MagnusResult<&str> {
-        Ok(&self.remote_addr)
-    }
-
-    pub(crate) fn port(&self) -> MagnusResult<u16> {
-        Ok(self.parts.uri.port_u16().unwrap_or(self.listener.port()))
-    }
-
-    pub(crate) fn body(&self) -> MagnusResult<Value> {
-        Ok(self.body.into_value())
-    }
-
-    pub(crate) fn response(&self) -> MagnusResult<ItsiResponse> {
-        Ok(self.response.clone())
-    }
-}

data/ext/itsi_server/src/request/mod.rs

@@ -1 +0,0 @@
-pub mod itsi_request;

data/ext/itsi_server/src/response/mod.rs

@@ -1 +0,0 @@
-pub mod itsi_response;

data/ext/itsi_server/src/server/itsi_ca/itsi_ca.crt

@@ -1,13 +0,0 @@
------BEGIN CERTIFICATE-----
-MIIB9TCCAZugAwIBAgIUMpQtAScU2Ow9c1Xy/0b/kS/BuwcwCgYIKoZIzj0EAwIw
-UDELMAkGA1UEBhMCVVMxDTALBgNVBAgMBEl0c2kxDTALBgNVBAcMBEl0c2kxEDAO
-BgNVBAoMB0l0c2kgQ0ExETAPBgNVBAMMCGl0c2kuZnlpMB4XDTI1MDMwMzIwMjg1
-N1oXDTM1MDMwMTIwMjg1N1owUDELMAkGA1UEBhMCVVMxDTALBgNVBAgMBEl0c2kx
-DTALBgNVBAcMBEl0c2kxEDAOBgNVBAoMB0l0c2kgQ0ExETAPBgNVBAMMCGl0c2ku
-ZnlpMFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEqGdC9Vi1r7ARvqSkPXkAgiV5
-gn2MMTeEafagrWT7G1onSh/G+Qstxl61kfFNLOTiy6NSgAtKG+gfveCTo0Pcz6NT
-MFEwHQYDVR0OBBYEFN7zzDodmiK2VAzLDydDvb6Er+U+MB8GA1UdIwQYMBaAFN7z
-zDodmiK2VAzLDydDvb6Er+U+MA8GA1UdEwEB/wQFMAMBAf8wCgYIKoZIzj0EAwID
-SAAwRQIhAP8q3PiwqTwCbRvYvvetxH39mAce1mfQMosb33ns228VAiBXdb+p9s0o
-5ug5g9/MTvrIPI7GgolXCWZunkouy0LSrw==
------END CERTIFICATE-----

data/ext/itsi_server/src/server/itsi_ca/itsi_ca.key

@@ -1,5 +0,0 @@
------BEGIN PRIVATE KEY-----
-MIGHAgEAMBMGByqGSM49AgEGCCqGSM49AwEHBG0wawIBAQQgC7WOxDmO7pBvDvYn
-YI8+z2/2c0ChxBsuJkQq/dXi1RyhRANCAASoZ0L1WLWvsBG+pKQ9eQCCJXmCfYwx
-N4Rp9qCtZPsbWidKH8b5Cy3GXrWR8U0s5OLLo1KAC0ob6B+94JOjQ9zP
------END PRIVATE KEY-----

data/ext/itsi_server/src/server/itsi_server.rs

@@ -1,244 +0,0 @@
-use super::{
-    bind::Bind,
-    listener::Listener,
-    serve_strategy::{cluster_mode::ClusterMode, single_mode::SingleMode},
-    signal::{clear_signal_handlers, reset_signal_handlers, SIGNAL_HANDLER_CHANNEL},
-};
-use crate::{request::itsi_request::ItsiRequest, server::serve_strategy::ServeStrategy};
-use derive_more::Debug;
-use itsi_rb_helpers::call_without_gvl;
-use itsi_tracing::error;
-use magnus::{
-    block::Proc,
-    error::Result,
-    scan_args::{get_kwargs, scan_args, Args, KwArgs},
-    value::{InnerValue, Opaque, ReprValue},
-    RHash, Ruby, Symbol, Value,
-};
-use parking_lot::Mutex;
-use std::{cmp::max, ops::Deref, sync::Arc};
-use tracing::{info, instrument};
-
-static DEFAULT_BIND: &str = "localhost:3000";
-
-#[magnus::wrap(class = "Itsi::Server", free_immediately, size)]
-#[derive(Clone)]
-pub struct Server {
-    pub config: Arc<ServerConfig>,
-}
-
-impl Deref for Server {
-    type Target = ServerConfig;
-
-    fn deref(&self) -> &Self::Target {
-        &self.config
-    }
-}
-type AfterFork = Mutex<Arc<Option<Box<dyn Fn() + Send + Sync>>>>;
-
-#[derive(Debug)]
-pub struct ServerConfig {
-    #[debug(skip)]
-    pub app: Opaque<Value>,
-    #[allow(unused)]
-    pub workers: u8,
-    #[allow(unused)]
-    pub threads: u8,
-    #[allow(unused)]
-    pub shutdown_timeout: f64,
-    pub script_name: String,
-    pub(crate) binds: Mutex<Vec<Bind>>,
-    #[debug(skip)]
-    pub before_fork: Mutex<Option<Box<dyn FnOnce() + Send + Sync>>>,
-    #[debug(skip)]
-    pub after_fork: AfterFork,
-    pub scheduler_class: Option<String>,
-    pub stream_body: Option<bool>,
-    pub worker_memory_limit: Option<u64>,
-}
-
-#[derive(Debug)]
-pub enum RequestJob {
-    ProcessRequest(ItsiRequest),
-    Shutdown,
-}
-
-impl Server {
-    #[instrument(
-        name = "Itsi",
-        parent=None,
-        skip(args),
-        fields(workers = 1, threads = 1, shutdown_timeout = 5)
-    )]
-    pub fn new(args: &[Value]) -> Result<Self> {
-        let scan_args: Args<(), (), (), (), RHash, ()> = scan_args(args)?;
-
-        type ArgSet1 = (
-            Option<u8>,
-            Option<u8>,
-            Option<f64>,
-            Option<String>,
-            Option<Vec<String>>,
-            Option<Proc>,
-            Option<Proc>,
-            Option<String>,
-            Option<bool>,
-        );
-
-        type ArgSet2 = (Option<u64>,);
-
-        let args1: KwArgs<(Value,), ArgSet1, ()> = get_kwargs(
-            scan_args
-                .keywords
-                .funcall::<_, _, RHash>(
-                    "slice",
-                    (
-                        Symbol::new("app"),
-                        Symbol::new("workers"),
-                        Symbol::new("threads"),
-                        Symbol::new("shutdown_timeout"),
-                        Symbol::new("script_name"),
-                        Symbol::new("binds"),
-                        Symbol::new("before_fork"),
-                        Symbol::new("after_fork"),
-                        Symbol::new("scheduler_class"),
-                        Symbol::new("stream_body"),
-                    ),
-                )
-                .unwrap(),
-            &["app"],
-            &[
-                "workers",
-                "threads",
-                "shutdown_timeout",
-                "script_name",
-                "binds",
-                "before_fork",
-                "after_fork",
-                "scheduler_class",
-                "stream_body",
-            ],
-        )?;
-
-        let args2: KwArgs<(), ArgSet2, ()> = get_kwargs(
-            scan_args
-                .keywords
-                .funcall::<_, _, RHash>("slice", (Symbol::new("worker_memory_limit"),))
-                .unwrap(),
-            &[],
-            &["worker_memory_limit"],
-        )?;
-
-        let config = ServerConfig {
-            app: Opaque::from(args1.required.0),
-            workers: max(args1.optional.0.unwrap_or(1), 1),
-            threads: max(args1.optional.1.unwrap_or(1), 1),
-            shutdown_timeout: args1.optional.2.unwrap_or(5.0),
-            script_name: args1.optional.3.unwrap_or("".to_string()),
-            binds: Mutex::new(
-                args1
-                    .optional
-                    .4
-                    .unwrap_or_else(|| vec![DEFAULT_BIND.to_string()])
-                    .into_iter()
-                    .map(|s| s.parse())
-                    .collect::<itsi_error::Result<Vec<Bind>>>()?,
-            ),
-            before_fork: Mutex::new(args1.optional.5.map(|p| {
-                let opaque_proc = Opaque::from(p);
-                Box::new(move || {
-                    opaque_proc
-                        .get_inner_with(&Ruby::get().unwrap())
-                        .call::<_, Value>(())
-                        .unwrap();
-                }) as Box<dyn FnOnce() + Send + Sync>
-            })),
-            after_fork: Mutex::new(Arc::new(args1.optional.6.map(|p| {
-                let opaque_proc = Opaque::from(p);
-                Box::new(move || {
-                    opaque_proc
-                        .get_inner_with(&Ruby::get().unwrap())
-                        .call::<_, Value>(())
-                        .unwrap();
-                }) as Box<dyn Fn() + Send + Sync>
-            }))),
-            scheduler_class: args1.optional.7.clone(),
-            stream_body: args1.optional.8,
-            worker_memory_limit: args2.optional.0,
-        };
-
-        if let Some(scheduler_class) = args1.optional.7 {
-            info!(scheduler_class, fiber_scheduler = true);
-        } else {
-            info!(fiber_scheduler = false);
-        }
-
-        Ok(Server {
-            config: Arc::new(config),
-        })
-    }
-
-    #[instrument(name = "Bind", skip_all, fields(binds=format!("{:?}", self.config.binds.lock())))]
-    pub(crate) fn listeners(&self) -> Result<Arc<Vec<Arc<Listener>>>> {
-        let listeners = self
-            .config
-            .binds
-            .lock()
-            .iter()
-            .cloned()
-            .map(Listener::try_from)
-            .collect::<std::result::Result<Vec<Listener>, _>>()?
-            .into_iter()
-            .map(Arc::new)
-            .collect::<Vec<_>>();
-        info!("Bound {:?} listeners", listeners.len());
-        Ok(Arc::new(listeners))
-    }
-
-    pub(crate) fn build_strategy(
-        self,
-        listeners: Arc<Vec<Arc<Listener>>>,
-    ) -> Result<ServeStrategy> {
-        let server = Arc::new(self);
-
-        let strategy = if server.config.workers == 1 {
-            ServeStrategy::Single(Arc::new(SingleMode::new(
-                server,
-                listeners,
-                SIGNAL_HANDLER_CHANNEL.0.clone(),
-            )?))
-        } else {
-            ServeStrategy::Cluster(Arc::new(ClusterMode::new(
-                server,
-                listeners,
-                SIGNAL_HANDLER_CHANNEL.0.clone(),
-            )))
-        };
-        Ok(strategy)
-    }
-
-    pub fn start(&self) -> Result<()> {
-        reset_signal_handlers();
-        let rself = self.clone();
-        let listeners = self.listeners()?;
-        let listeners_clone = listeners.clone();
-        call_without_gvl(move || -> Result<()> {
-            let strategy = rself.build_strategy(listeners_clone)?;
-            if let Err(e) = strategy.run() {
-                error!("Error running server: {}", e);
-                strategy.stop()?;
-            }
-            drop(strategy);
-            Ok(())
-        })?;
-        if let Ok(listeners) = Arc::try_unwrap(listeners) {
-            listeners.into_iter().for_each(|listener| {
-                if let Ok(listener) = Arc::try_unwrap(listener) {
-                    listener.unbind()
-                };
-            });
-        }
-        clear_signal_handlers();
-        Ok(())
-    }
-}