itsi 0.1.9 → 0.1.12

data/gems/scheduler/ext/itsi_server/src/request/itsi_request.rs

@@ -1,305 +0,0 @@
-use crate::{
-    body_proxy::{
-        big_bytes::BigBytes,
-        itsi_body_proxy::{ItsiBody, ItsiBodyProxy},
-    },
-    response::itsi_response::ItsiResponse,
-    server::{
-        itsi_server::{RequestJob, Server},
-        listener::{ListenerInfo, SockAddr},
-        serve_strategy::single_mode::RunningPhase,
-    },
-};
-use bytes::Bytes;
-use derive_more::Debug;
-use futures::StreamExt;
-use http::{request::Parts, HeaderValue, Response, StatusCode};
-use http_body_util::{combinators::BoxBody, BodyExt, Empty};
-use hyper::{body::Incoming, Request};
-use itsi_error::from::CLIENT_CONNECTION_CLOSED;
-use itsi_tracing::{debug, error};
-use magnus::{
-    error::{ErrorType, Result as MagnusResult},
-    Error,
-};
-use magnus::{
-    value::{LazyId, Opaque, ReprValue},
-    RClass, Ruby, Value,
-};
-use std::{convert::Infallible, fmt, io::Write, sync::Arc, time::Instant};
-use tokio::sync::{
-    mpsc::{self},
-    watch,
-};
-static ID_CALL: LazyId = LazyId::new("call");
-static ID_MESSAGE: LazyId = LazyId::new("message");
-static ID_BACKTRACE: LazyId = LazyId::new("backtrace");
-
-#[derive(Debug)]
-#[magnus::wrap(class = "Itsi::Request", free_immediately, size)]
-pub struct ItsiRequest {
-    pub parts: Parts,
-    #[debug(skip)]
-    pub body: ItsiBody,
-    pub remote_addr: String,
-    pub version: String,
-    #[debug(skip)]
-    pub(crate) listener: Arc<ListenerInfo>,
-    #[debug(skip)]
-    pub server: Arc<Server>,
-    pub response: ItsiResponse,
-    pub start: Instant,
-    pub content_type: String,
-}
-
-impl fmt::Display for ItsiRequest {
-    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
-        write!(
-            f,
-            "{} {} {}",
-            self.version().unwrap(),
-            self.method().unwrap(),
-            self.path().unwrap()
-        )
-    }
-}
-
-impl ItsiRequest {
-    pub fn is_connection_closed_err(ruby: &Ruby, err: &Error) -> bool {
-        match err.error_type() {
-            ErrorType::Jump(_) => false,
-            ErrorType::Error(_, _) => false,
-            ErrorType::Exception(exception) => {
-                exception.is_kind_of(ruby.exception_eof_error())
-                    && err
-                        .value()
-                        .map(|v| {
-                            v.funcall::<_, _, String>(*ID_MESSAGE, ())
-                                .unwrap_or("".to_string())
-                                .eq(CLIENT_CONNECTION_CLOSED)
-                        })
-                        .unwrap_or(false)
-            }
-        }
-    }
-
-    pub fn is_json(&self) -> bool {
-        self.content_type.eq("application/json")
-    }
-
-    pub fn is_html(&self) -> bool {
-        self.content_type.eq("text/html")
-    }
-
-    pub fn process(
-        self,
-        ruby: &Ruby,
-        server: RClass,
-        app: Opaque<Value>,
-    ) -> magnus::error::Result<()> {
-        let req = format!("{}", self);
-        let response = self.response.clone();
-        let start = self.start;
-        debug!("{} Started", req);
-        let result = server.funcall::<_, _, Value>(*ID_CALL, (app, self));
-        if let Err(err) = result {
-            Self::internal_error(ruby, response, err);
-        }
-        debug!("{} Finished in {:?}", req, start.elapsed());
-
-        Ok(())
-    }
-
-    pub fn internal_error(ruby: &Ruby, response: ItsiResponse, err: Error) {
-        if Self::is_connection_closed_err(ruby, &err) {
-            debug!("Connection closed by client");
-            response.close();
-        } else if let Some(rb_err) = err.value() {
-            let backtrace = rb_err
-                .funcall::<_, _, Vec<String>>(*ID_BACKTRACE, ())
-                .unwrap_or_default();
-
-            error!("Error occurred in Handler: {:?}", rb_err);
-            for line in backtrace {
-                error!("{}", line);
-            }
-            response.internal_server_error(err.to_string());
-        } else {
-            response.internal_server_error(err.to_string());
-        }
-    }
-
-    pub fn error(self, message: String) {
-        self.response.internal_server_error(message);
-    }
-
-    pub(crate) async fn process_request(
-        hyper_request: Request<Incoming>,
-        sender: async_channel::Sender<RequestJob>,
-        server: Arc<Server>,
-        listener: Arc<ListenerInfo>,
-        addr: SockAddr,
-        shutdown_rx: watch::Receiver<RunningPhase>,
-    ) -> itsi_error::Result<Response<BoxBody<Bytes, Infallible>>> {
-        let (request, mut receiver) = ItsiRequest::new(hyper_request, addr, server, listener).await;
-
-        let response = request.response.clone();
-        match sender.send(RequestJob::ProcessRequest(request)).await {
-            Err(err) => {
-                error!("Error occurred: {}", err);
-                let mut response = Response::new(BoxBody::new(Empty::new()));
-                *response.status_mut() = StatusCode::BAD_REQUEST;
-                Ok(response)
-            }
-            _ => match receiver.recv().await {
-                Some(first_frame) => Ok(response.build(first_frame, receiver, shutdown_rx).await),
-                None => Ok(response.build(None, receiver, shutdown_rx).await),
-            },
-        }
-    }
-
-    pub(crate) async fn new(
-        request: Request<Incoming>,
-        sock_addr: SockAddr,
-        server: Arc<Server>,
-        listener: Arc<ListenerInfo>,
-    ) -> (ItsiRequest, mpsc::Receiver<Option<Bytes>>) {
-        let (parts, body) = request.into_parts();
-        let body = if server.stream_body.is_some_and(|f| f) {
-            ItsiBody::Stream(ItsiBodyProxy::new(body))
-        } else {
-            let mut body_bytes = BigBytes::new();
-            let mut stream = body.into_data_stream();
-            while let Some(chunk) = stream.next().await {
-                let byte_array = chunk.unwrap().to_vec();
-                body_bytes.write_all(&byte_array).unwrap();
-            }
-            ItsiBody::Buffered(body_bytes)
-        };
-        let response_channel = mpsc::channel::<Option<Bytes>>(100);
-        (
-            Self {
-                remote_addr: sock_addr.to_string(),
-                body,
-                server,
-                listener,
-                version: format!("{:?}", &parts.version),
-                response: ItsiResponse::new(
-                    parts.clone(),
-                    response_channel.0,
-                    parts
-                        .headers
-                        .get("Accept")
-                        .unwrap_or(&HeaderValue::from_static("text/html"))
-                        .to_str()
-                        .unwrap()
-                        .to_string(),
-                ),
-                start: Instant::now(),
-                content_type: parts
-                    .headers
-                    .get("Content-Type")
-                    .unwrap_or(&HeaderValue::from_static(
-                        "application/x-www-form-urlencoded",
-                    ))
-                    .to_str()
-                    .unwrap()
-                    .to_string(),
-                parts,
-            },
-            response_channel.1,
-        )
-    }
-
-    pub(crate) fn path(&self) -> MagnusResult<&str> {
-        Ok(self
-            .parts
-            .uri
-            .path()
-            .strip_prefix(&self.server.script_name)
-            .unwrap_or(self.parts.uri.path()))
-    }
-
-    pub(crate) fn script_name(&self) -> MagnusResult<&str> {
-        Ok(&self.server.script_name)
-    }
-
-    pub(crate) fn query_string(&self) -> MagnusResult<&str> {
-        Ok(self.parts.uri.query().unwrap_or(""))
-    }
-
-    pub(crate) fn method(&self) -> MagnusResult<&str> {
-        Ok(self.parts.method.as_str())
-    }
-
-    pub(crate) fn version(&self) -> MagnusResult<&str> {
-        Ok(&self.version)
-    }
-
-    pub(crate) fn rack_protocol(&self) -> MagnusResult<Vec<&str>> {
-        Ok(self
-            .parts
-            .headers
-            .get("upgrade")
-            .or_else(|| self.parts.headers.get("protocol"))
-            .map(|value| {
-                value
-                    .to_str()
-                    .unwrap_or("")
-                    .split(',')
-                    .map(|s| s.trim())
-                    .collect::<Vec<&str>>()
-            })
-            .unwrap_or_else(|| vec!["http"]))
-    }
-
-    pub(crate) fn host(&self) -> MagnusResult<String> {
-        Ok(self
-            .parts
-            .uri
-            .host()
-            .map(|host| host.to_string())
-            .unwrap_or_else(|| self.listener.host.clone()))
-    }
-
-    pub(crate) fn scheme(&self) -> MagnusResult<String> {
-        Ok(self
-            .parts
-            .uri
-            .scheme()
-            .map(|scheme| scheme.to_string())
-            .unwrap_or_else(|| self.listener.scheme.clone()))
-    }
-
-    pub(crate) fn headers(&self) -> MagnusResult<Vec<(String, &str)>> {
-        Ok(self
-            .parts
-            .headers
-            .iter()
-            .map(|(hn, hv)| {
-                let key = match hn.as_str() {
-                    "content-length" => "CONTENT_LENGTH".to_string(),
-                    "content-type" => "CONTENT_TYPE".to_string(),
-                    _ => format!("HTTP_{}", hn.as_str().to_uppercase().replace("-", "_")),
-                };
-                (key, hv.to_str().unwrap_or(""))
-            })
-            .collect())
-    }
-
-    pub(crate) fn remote_addr(&self) -> MagnusResult<&str> {
-        Ok(&self.remote_addr)
-    }
-
-    pub(crate) fn port(&self) -> MagnusResult<u16> {
-        Ok(self.parts.uri.port_u16().unwrap_or(self.listener.port))
-    }
-
-    pub(crate) fn body(&self) -> MagnusResult<Value> {
-        Ok(self.body.into_value())
-    }
-
-    pub(crate) fn response(&self) -> MagnusResult<ItsiResponse> {
-        Ok(self.response.clone())
-    }
-}

data/gems/scheduler/ext/itsi_server/src/request/mod.rs

@@ -1 +0,0 @@
-pub mod itsi_request;

data/gems/scheduler/ext/itsi_server/src/response/itsi_response.rs

@@ -1,357 +0,0 @@
-use bytes::{Bytes, BytesMut};
-use derive_more::Debug;
-use futures::stream::{unfold, StreamExt};
-use http::{
-    header::TRANSFER_ENCODING, request::Parts, HeaderMap, HeaderName, HeaderValue, Request,
-    Response, StatusCode,
-};
-use http_body_util::{combinators::BoxBody, Empty, Full, StreamBody};
-use hyper::{body::Frame, upgrade::Upgraded};
-use hyper_util::rt::TokioIo;
-use itsi_error::Result;
-use itsi_tracing::error;
-use magnus::error::Result as MagnusResult;
-use parking_lot::RwLock;
-use std::{
-    convert::Infallible,
-    io,
-    os::{fd::FromRawFd, unix::net::UnixStream},
-    str::FromStr,
-    sync::Arc,
-};
-use tokio::{
-    io::AsyncReadExt,
-    net::UnixStream as TokioUnixStream,
-    sync::{
-        mpsc::{self},
-        watch,
-    },
-};
-use tokio_stream::wrappers::ReceiverStream;
-use tokio_util::io::ReaderStream;
-use tracing::warn;
-
-use crate::server::serve_strategy::single_mode::RunningPhase;
-
-#[magnus::wrap(class = "Itsi::Response", free_immediately, size)]
-#[derive(Debug, Clone)]
-pub struct ItsiResponse {
-    pub data: Arc<ResponseData>,
-    pub accept: String,
-}
-
-#[derive(Debug)]
-pub struct ResponseData {
-    pub response: RwLock<Option<Response<BoxBody<Bytes, Infallible>>>>,
-    pub response_writer: RwLock<Option<mpsc::Sender<Option<Bytes>>>>,
-    pub response_buffer: RwLock<BytesMut>,
-    pub hijacked_socket: RwLock<Option<UnixStream>>,
-    pub parts: Parts,
-}
-
-impl ItsiResponse {
-    pub async fn build(
-        &self,
-        first_frame: Option<Bytes>,
-        receiver: mpsc::Receiver<Option<Bytes>>,
-        shutdown_rx: watch::Receiver<RunningPhase>,
-    ) -> Response<BoxBody<Bytes, Infallible>> {
-        if self.is_hijacked() {
-            return match self.process_hijacked_response().await {
-                Ok(result) => result,
-                Err(e) => {
-                    error!("Error processing hijacked response: {}", e);
-                    Response::new(BoxBody::new(Empty::new()))
-                }
-            };
-        }
-
-        let mut response = self.data.response.write().take().unwrap();
-        *response.body_mut() = if first_frame.is_none() {
-            BoxBody::new(Empty::new())
-        } else if receiver.is_closed() && receiver.is_empty() {
-            BoxBody::new(Full::new(first_frame.unwrap()))
-        } else {
-            let initial_frame = tokio_stream::once(Ok(Frame::data(first_frame.unwrap())));
-            let frame_stream = unfold(
-                (ReceiverStream::new(receiver), shutdown_rx),
-                |(mut receiver, mut shutdown_rx)| async move {
-                    if let RunningPhase::ShutdownPending = *shutdown_rx.borrow() {
-                        warn!("Disconnecting streaming client.");
-                        return None;
-                    }
-                    loop {
-                        tokio::select! {
-                            maybe_bytes = receiver.next() => {
-                                if let Some(bytes) = maybe_bytes {
-                                    // We assume `bytes` is Some(Bytes) here.
-                                    return Some((Ok(Frame::data(bytes.unwrap())), (receiver, shutdown_rx)));
-                                } else {
-                                    // Receiver closed, end the stream.
-                                    return None;
-                                }
-                            },
-                            _ = shutdown_rx.changed() => {
-                                match *shutdown_rx.borrow() {
-                                    RunningPhase::ShutdownPending => {
-                                        warn!("Disconnecting streaming client.");
-                                        return None;
-                                    },
-                                    _ => continue,
-                                }
-                            }
-                        }
-                    }
-                },
-            );
-
-            let combined_stream = initial_frame.chain(frame_stream);
-            BoxBody::new(StreamBody::new(combined_stream))
-        };
-        response
-    }
-
-    pub fn close(&self) {
-        self.data.response_writer.write().take();
-    }
-
-    async fn two_way_bridge(upgraded: Upgraded, local: TokioUnixStream) -> io::Result<()> {
-        let client_io = TokioIo::new(upgraded);
-
-        // Split each side
-        let (mut lr, mut lw) = tokio::io::split(local);
-        let (mut cr, mut cw) = tokio::io::split(client_io);
-
-        let to_ruby = tokio::spawn(async move {
-            if let Err(e) = tokio::io::copy(&mut cr, &mut lw).await {
-                eprintln!("Error copying upgraded->local: {:?}", e);
-            }
-        });
-        let from_ruby = tokio::spawn(async move {
-            if let Err(e) = tokio::io::copy(&mut lr, &mut cw).await {
-                eprintln!("Error copying upgraded->local: {:?}", e);
-            }
-        });
-
-        let _ = to_ruby.await;
-        let _ = from_ruby.await;
-        Ok(())
-    }
-
-    async fn read_response_headers(&self, reader: &mut TokioUnixStream) -> Result<Vec<u8>> {
-        let mut buf = [0u8; 1];
-        let mut collected = Vec::new();
-        loop {
-            let n = reader.read(&mut buf).await?;
-            if n == 0 {
-                // EOF reached unexpectedly
-                break;
-            }
-            collected.push(buf[0]);
-            if collected.ends_with(b"\r\n\r\n") {
-                break;
-            }
-        }
-
-        Ok(collected)
-    }
-
-    pub async fn read_hijacked_headers(
-        &self,
-    ) -> Result<(HeaderMap, StatusCode, bool, TokioUnixStream)> {
-        let hijacked_socket =
-            self.data
-                .hijacked_socket
-                .write()
-                .take()
-                .ok_or(itsi_error::ItsiError::InvalidInput(
-                    "Couldn't hijack stream".to_owned(),
-                ))?;
-        let mut reader = TokioUnixStream::from_std(hijacked_socket).unwrap();
-        let response_headers = self.read_response_headers(&mut reader).await?;
-        let mut headers = [httparse::EMPTY_HEADER; 64];
-        let mut resp = httparse::Response::new(&mut headers);
-        resp.parse(&response_headers)?;
-
-        let status = StatusCode::from_u16(resp.code.unwrap_or(200)).unwrap_or(StatusCode::OK);
-        let mut headers = HeaderMap::new();
-        for header in resp.headers.iter() {
-            headers.insert(
-                HeaderName::from_str(header.name).unwrap(),
-                HeaderValue::from_bytes(header.value).unwrap(),
-            );
-        }
-        let requires_upgrade = status == StatusCode::SWITCHING_PROTOCOLS;
-        Ok((headers, status, requires_upgrade, reader))
-    }
-
-    pub async fn process_hijacked_response(&self) -> Result<Response<BoxBody<Bytes, Infallible>>> {
-        let (headers, status, requires_upgrade, reader) = self.read_hijacked_headers().await?;
-        let mut response = if requires_upgrade {
-            let parts = self.data.parts.clone();
-            tokio::spawn(async move {
-                let mut req = Request::from_parts(parts, Empty::<Bytes>::new());
-                match hyper::upgrade::on(&mut req).await {
-                    Ok(upgraded) => {
-                        Self::two_way_bridge(upgraded, reader)
-                            .await
-                            .expect("Error in creating two way bridge");
-                    }
-                    Err(e) => eprintln!("upgrade error: {:?}", e),
-                }
-            });
-            Response::new(BoxBody::new(Empty::new()))
-        } else {
-            let stream = ReaderStream::new(reader);
-            let boxed_body = if headers
-                .get(TRANSFER_ENCODING)
-                .is_some_and(|h| h == "chunked")
-            {
-                BoxBody::new(StreamBody::new(unfold(
-                    (stream, Vec::new()),
-                    |(mut stream, mut buf)| async move {
-                        loop {
-                            if let Some(pos) = buf.iter().position(|&b| b == b'\n') {
-                                let line = buf.drain(..=pos).collect::<Vec<u8>>();
-                                let line = std::str::from_utf8(&line).ok()?.trim();
-                                let chunk_size = usize::from_str_radix(line, 16).ok()?;
-                                if chunk_size == 0 {
-                                    return None;
-                                }
-                                while buf.len() < chunk_size {
-                                    match stream.next().await {
-                                        Some(Ok(chunk)) => buf.extend_from_slice(&chunk),
-                                        _ => return None,
-                                    }
-                                }
-                                let data = buf.drain(..chunk_size).collect::<Vec<u8>>();
-                                if buf.starts_with(b"\r\n") {
-                                    buf.drain(..2);
-                                }
-                                return Some((Ok(Frame::data(Bytes::from(data))), (stream, buf)));
-                            }
-                            match stream.next().await {
-                                Some(Ok(chunk)) => buf.extend_from_slice(&chunk),
-                                _ => return None,
-                            }
-                        }
-                    },
-                )))
-            } else {
-                BoxBody::new(StreamBody::new(stream.map(
-                    |result: std::result::Result<Bytes, io::Error>| {
-                        result
-                            .map(Frame::data)
-                            .map_err(|e| unreachable!("unexpected io error: {:?}", e))
-                    },
-                )))
-            };
-            Response::new(boxed_body)
-        };
-
-        *response.status_mut() = status;
-        *response.headers_mut() = headers;
-        Ok(response)
-    }
-
-    pub fn internal_server_error(&self, message: String) {
-        error!(message);
-        self.data.response_writer.write().take();
-        if let Some(ref mut response) = *self.data.response.write() {
-            *response.status_mut() = StatusCode::INTERNAL_SERVER_ERROR;
-        }
-    }
-
-    pub fn send_frame(&self, frame: Bytes) -> MagnusResult<usize> {
-        self.send_frame_into(frame, &self.data.response_writer)
-    }
-
-    pub fn send_and_close(&self, frame: Bytes) -> MagnusResult<usize> {
-        let result = self.send_frame_into(frame, &self.data.response_writer);
-        self.data.response_writer.write().take();
-        result
-    }
-
-    pub fn send_frame_into(
-        &self,
-        frame: Bytes,
-        writer: &RwLock<Option<mpsc::Sender<Option<Bytes>>>>,
-    ) -> MagnusResult<usize> {
-        if let Some(writer) = writer.write().as_ref() {
-            writer
-                .blocking_send(Some(frame))
-                .map_err(|_| itsi_error::ItsiError::ClientConnectionClosed)?;
-        }
-        Ok(0)
-    }
-
-    pub fn is_hijacked(&self) -> bool {
-        self.data.hijacked_socket.read().is_some()
-    }
-
-    pub fn close_write(&self) -> MagnusResult<bool> {
-        self.data.response_writer.write().take();
-        Ok(true)
-    }
-
-    pub fn is_html(&self) -> bool {
-        self.accept.starts_with("text/html")
-    }
-
-    pub fn is_json(&self) -> bool {
-        self.accept.starts_with("application/json")
-    }
-
-    pub fn close_read(&self) -> MagnusResult<bool> {
-        Ok(true)
-    }
-
-    pub fn new(parts: Parts, response_writer: mpsc::Sender<Option<Bytes>>, accept: String) -> Self {
-        Self {
-            data: Arc::new(ResponseData {
-                response: RwLock::new(Some(Response::new(BoxBody::new(Empty::new())))),
-                response_writer: RwLock::new(Some(response_writer)),
-                response_buffer: RwLock::new(BytesMut::new()),
-                hijacked_socket: RwLock::new(None),
-                parts,
-            }),
-            accept,
-        }
-    }
-
-    pub fn add_header(&self, name: Bytes, value: Bytes) -> MagnusResult<()> {
-        let header_name: HeaderName = HeaderName::from_bytes(&name).map_err(|e| {
-            itsi_error::ItsiError::InvalidInput(format!("Invalid header name {:?}: {:?}", name, e))
-        })?;
-        let header_value = unsafe { HeaderValue::from_maybe_shared_unchecked(value) };
-        if let Some(ref mut resp) = *self.data.response.write() {
-            resp.headers_mut().insert(header_name, header_value);
-        }
-        Ok(())
-    }
-
-    pub fn set_status(&self, status: u16) -> MagnusResult<()> {
-        if let Some(ref mut resp) = *self.data.response.write() {
-            *resp.status_mut() = StatusCode::from_u16(status).map_err(|e| {
-                itsi_error::ItsiError::InvalidInput(format!(
-                    "Invalid status code {:?}: {:?}",
-                    status, e
-                ))
-            })?;
-        }
-        Ok(())
-    }
-
-    pub fn hijack(&self, fd: i32) -> MagnusResult<()> {
-        let stream = unsafe { UnixStream::from_raw_fd(fd) };
-
-        *self.data.hijacked_socket.write() = Some(stream);
-        if let Some(writer) = self.data.response_writer.write().as_ref() {
-            writer
-                .blocking_send(None)
-                .map_err(|_| itsi_error::ItsiError::ClientConnectionClosed)?;
-        }
-        self.close();
-        Ok(())
-    }
-}

data/gems/scheduler/ext/itsi_server/src/response/mod.rs

@@ -1 +0,0 @@
-pub mod itsi_response;