itsi-scheduler 0.1.5 → 0.2.3

data/ext/itsi_acme/src/state.rs

@@ -0,0 +1,424 @@
+use std::convert::Infallible;
+use std::fmt::Debug;
+use std::future::Future;
+use std::pin::Pin;
+use std::sync::Arc;
+use std::task::{Context, Poll};
+use std::time::Duration;
+
+use chrono::{DateTime, TimeZone, Utc};
+use futures::future::try_join_all;
+use futures::{ready, FutureExt, Stream};
+use rcgen::{CertificateParams, DistinguishedName, Error as RcgenError, PKCS_ECDSA_P256_SHA256};
+use rustls::crypto::ring::sign::any_ecdsa_type;
+use rustls::pki_types::{CertificateDer as RustlsCertificate, PrivateKeyDer, PrivatePkcs8KeyDer};
+use rustls::sign::CertifiedKey;
+use thiserror::Error;
+use tokio::io::{AsyncRead, AsyncWrite};
+use tokio::time::Sleep;
+use x509_parser::parse_x509_certificate;
+
+use crate::acceptor::AcmeAcceptor;
+use crate::acme::{
+    Account, AcmeError, Auth, AuthStatus, Directory, Identifier, Order, OrderStatus,
+};
+use crate::{AcmeConfig, Incoming, ResolvesServerCertAcme};
+
+type Timer = std::pin::Pin<Box<Sleep>>;
+type BoxFuture<T> = Pin<Box<dyn Future<Output = T> + Send>>;
+
+pub fn after(d: std::time::Duration) -> Timer {
+    Box::pin(tokio::time::sleep(d))
+}
+
+#[allow(clippy::type_complexity)]
+pub struct AcmeState<EC: Debug = Infallible, EA: Debug = EC> {
+    config: Arc<AcmeConfig<EC, EA>>,
+    resolver: Arc<ResolvesServerCertAcme>,
+    account_key: Option<Vec<u8>>,
+
+    early_action: Option<BoxFuture<Event<EC, EA>>>,
+    load_cert: Option<BoxFuture<Result<Option<Vec<u8>>, EC>>>,
+    load_account: Option<BoxFuture<Result<Option<Vec<u8>>, EA>>>,
+    order: Option<BoxFuture<Result<Vec<u8>, OrderError>>>,
+    backoff_cnt: usize,
+    wait: Option<Timer>,
+}
+
+pub type Event<EC, EA> = Result<EventOk, EventError<EC, EA>>;
+
+#[derive(Debug)]
+pub enum EventOk {
+    DeployedCachedCert,
+    DeployedNewCert,
+    CertCacheStore,
+    AccountCacheStore,
+}
+
+#[derive(Error, Debug)]
+pub enum EventError<EC: Debug, EA: Debug> {
+    #[error("cert cache load: {0}")]
+    CertCacheLoad(EC),
+    #[error("account cache load: {0}")]
+    AccountCacheLoad(EA),
+    #[error("cert cache store: {0}")]
+    CertCacheStore(EC),
+    #[error("account cache store: {0}")]
+    AccountCacheStore(EA),
+    #[error("cached cert parse: {0}")]
+    CachedCertParse(CertParseError),
+    #[error("order: {0}")]
+    Order(OrderError),
+    #[error("new cert parse: {0}")]
+    NewCertParse(CertParseError),
+}
+
+#[derive(Error, Debug)]
+pub enum OrderError {
+    #[error("acme error: {0}")]
+    Acme(#[from] AcmeError),
+    #[error("certificate generation error: {0}")]
+    Rcgen(#[from] RcgenError),
+    #[error("bad order object: {0:?}")]
+    BadOrder(Order),
+    #[error("bad auth object: {0:?}")]
+    BadAuth(Auth),
+    #[error("authorization for {0} failed too many times")]
+    TooManyAttemptsAuth(String),
+    #[error("order status stayed on processing too long")]
+    ProcessingTimeout(Order),
+}
+
+#[derive(Error, Debug)]
+pub enum CertParseError {
+    #[error("X509 parsing error: {0}")]
+    X509(#[from] x509_parser::nom::Err<x509_parser::error::X509Error>),
+    #[error("expected 2 or more pem, got: {0}")]
+    Pem(#[from] pem::PemError),
+    #[error("expected 2 or more pem, got: {0}")]
+    TooFewPem(usize),
+    #[error("unsupported private key type")]
+    InvalidPrivateKey,
+}
+
+impl<EC: 'static + Debug, EA: 'static + Debug> AcmeState<EC, EA> {
+    pub fn incoming<
+        TCP: AsyncRead + AsyncWrite + Unpin,
+        ETCP,
+        ITCP: Stream<Item = Result<TCP, ETCP>> + Unpin,
+    >(
+        self,
+        tcp_incoming: ITCP,
+        alpn_protocols: Vec<Vec<u8>>,
+    ) -> Incoming<TCP, ETCP, ITCP, EC, EA> {
+        let acceptor = self.acceptor();
+        Incoming::new(tcp_incoming, self, acceptor, alpn_protocols)
+    }
+    pub fn acceptor(&self) -> AcmeAcceptor {
+        AcmeAcceptor::new(self.resolver())
+    }
+
+    #[cfg(feature = "axum")]
+    pub fn axum_acceptor(
+        &self,
+        rustls_config: Arc<rustls::ServerConfig>,
+    ) -> crate::axum::AxumAcceptor {
+        crate::axum::AxumAcceptor::new(self.acceptor(), rustls_config)
+    }
+    pub fn resolver(&self) -> Arc<ResolvesServerCertAcme> {
+        self.resolver.clone()
+    }
+    pub fn new(config: AcmeConfig<EC, EA>) -> Self {
+        let config = Arc::new(config);
+        Self {
+            config: config.clone(),
+            resolver: ResolvesServerCertAcme::new(),
+            account_key: None,
+            early_action: None,
+            load_cert: Some(Box::pin({
+                let config = config.clone();
+                async move {
+                    config
+                        .cache
+                        .load_cert(&config.domains, &config.directory_url)
+                        .await
+                }
+            })),
+            load_account: Some(Box::pin({
+                let config = config;
+                async move {
+                    config
+                        .cache
+                        .load_account(&config.contact, &config.directory_url)
+                        .await
+                }
+            })),
+            order: None,
+            backoff_cnt: 0,
+            wait: None,
+        }
+    }
+    fn parse_cert(pem: &[u8]) -> Result<(CertifiedKey, [DateTime<Utc>; 2]), CertParseError> {
+        let mut pems = pem::parse_many(pem)?;
+        if pems.len() < 2 {
+            return Err(CertParseError::TooFewPem(pems.len()));
+        }
+        let pk_bytes = pems.remove(0).into_contents();
+        let pk_der: PrivatePkcs8KeyDer = pk_bytes.into();
+        let pk: PrivateKeyDer = pk_der.into();
+        let pk = match any_ecdsa_type(&pk) {
+            Ok(pk) => pk,
+            Err(_) => return Err(CertParseError::InvalidPrivateKey),
+        };
+        let cert_chain: Vec<RustlsCertificate> =
+            pems.into_iter().map(|p| p.into_contents().into()).collect();
+        let validity = match parse_x509_certificate(cert_chain[0].as_ref()) {
+            Ok((_, cert)) => {
+                let validity = cert.validity();
+                [validity.not_before, validity.not_after]
+                    .map(|t| Utc.timestamp_opt(t.timestamp(), 0).earliest().unwrap())
+            }
+            Err(err) => return Err(CertParseError::X509(err)),
+        };
+        let cert = CertifiedKey::new(cert_chain, pk);
+        Ok((cert, validity))
+    }
+
+    #[allow(clippy::result_large_err)]
+    fn process_cert(&mut self, pem: Vec<u8>, cached: bool) -> Event<EC, EA> {
+        let (cert, validity) = match (Self::parse_cert(&pem), cached) {
+            (Ok(r), _) => r,
+            (Err(err), cached) => {
+                return match cached {
+                    true => Err(EventError::CachedCertParse(err)),
+                    false => Err(EventError::NewCertParse(err)),
+                }
+            }
+        };
+        self.resolver.set_cert(Arc::new(cert));
+        let wait_duration = (validity[1] - (validity[1] - validity[0]) / 3 - Utc::now())
+            .max(chrono::Duration::zero())
+            .to_std()
+            .unwrap_or_default();
+        self.wait = Some(after(wait_duration));
+        if cached {
+            return Ok(EventOk::DeployedCachedCert);
+        }
+        let config = self.config.clone();
+        self.early_action = Some(Box::pin(async move {
+            match config
+                .cache
+                .store_cert(&config.domains, &config.directory_url, &pem)
+                .await
+            {
+                Ok(()) => Ok(EventOk::CertCacheStore),
+                Err(err) => Err(EventError::CertCacheStore(err)),
+            }
+        }));
+        Event::Ok(EventOk::DeployedNewCert)
+    }
+    async fn order(
+        config: Arc<AcmeConfig<EC, EA>>,
+        resolver: Arc<ResolvesServerCertAcme>,
+        key_pair: Vec<u8>,
+    ) -> Result<Vec<u8>, OrderError> {
+        let directory = Directory::discover(&config.client_config, &config.directory_url).await?;
+        let account = Account::create_with_keypair(
+            &config.client_config,
+            directory,
+            &config.contact,
+            &key_pair,
+            &config.eab,
+        )
+        .await?;
+
+        let mut params = CertificateParams::new(config.domains.clone())?;
+        params.distinguished_name = DistinguishedName::new();
+        let key_pair = rcgen::KeyPair::generate_for(&PKCS_ECDSA_P256_SHA256)?;
+
+        let (order_url, mut order) = account
+            .new_order(&config.client_config, config.domains.clone())
+            .await?;
+        loop {
+            match order.status {
+                OrderStatus::Pending => {
+                    let auth_futures = order
+                        .authorizations
+                        .iter()
+                        .map(|url| Self::authorize(&config, &resolver, &account, url));
+                    try_join_all(auth_futures).await?;
+                    log::info!("completed all authorizations");
+                    order = account.order(&config.client_config, &order_url).await?;
+                }
+                OrderStatus::Processing => {
+                    for i in 0u64..10 {
+                        log::info!("order processing");
+                        after(Duration::from_secs(1u64 << i)).await;
+                        order = account.order(&config.client_config, &order_url).await?;
+                        if order.status != OrderStatus::Processing {
+                            break;
+                        }
+                    }
+                    if order.status == OrderStatus::Processing {
+                        return Err(OrderError::ProcessingTimeout(order));
+                    }
+                }
+                OrderStatus::Ready => {
+                    log::info!("sending csr");
+                    let csr = params.serialize_request(&key_pair)?;
+                    order = account
+                        .finalize(&config.client_config, order.finalize, csr.der().to_vec())
+                        .await?
+                }
+                OrderStatus::Valid { certificate } => {
+                    log::info!("download certificate");
+                    let pem = [
+                        &key_pair.serialize_pem(),
+                        "\n",
+                        &account
+                            .certificate(&config.client_config, certificate)
+                            .await?,
+                    ]
+                    .concat();
+                    return Ok(pem.into_bytes());
+                }
+                OrderStatus::Invalid => return Err(OrderError::BadOrder(order)),
+            }
+        }
+    }
+    async fn authorize(
+        config: &AcmeConfig<EC, EA>,
+        resolver: &ResolvesServerCertAcme,
+        account: &Account,
+        url: &String,
+    ) -> Result<(), OrderError> {
+        let auth = account.auth(&config.client_config, url).await?;
+        let (domain, challenge_url) = match auth.status {
+            AuthStatus::Pending => {
+                let Identifier::Dns(domain) = auth.identifier;
+                log::info!("trigger challenge for {}", &domain);
+                let (challenge, auth_key) =
+                    account.tls_alpn_01(&auth.challenges, domain.clone())?;
+                resolver.set_auth_key(domain.clone(), Arc::new(auth_key));
+                account
+                    .challenge(&config.client_config, &challenge.url)
+                    .await?;
+                (domain, challenge.url.clone())
+            }
+            AuthStatus::Valid => return Ok(()),
+            _ => return Err(OrderError::BadAuth(auth)),
+        };
+        for i in 0u64..5 {
+            after(Duration::from_secs(1u64 << i)).await;
+            let auth = account.auth(&config.client_config, url).await?;
+            match auth.status {
+                AuthStatus::Pending => {
+                    log::info!("authorization for {} still pending", &domain);
+                    account
+                        .challenge(&config.client_config, &challenge_url)
+                        .await?
+                }
+                AuthStatus::Valid => return Ok(()),
+                _ => return Err(OrderError::BadAuth(auth)),
+            }
+        }
+        Err(OrderError::TooManyAttemptsAuth(domain))
+    }
+    fn poll_next_infinite(mut self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<Event<EC, EA>> {
+        loop {
+            // queued early action
+            if let Some(early_action) = &mut self.early_action {
+                let result = ready!(early_action.poll_unpin(cx));
+                self.early_action.take();
+                return Poll::Ready(result);
+            }
+
+            // sleep
+            if let Some(timer) = &mut self.wait {
+                ready!(timer.poll_unpin(cx));
+                self.wait.take();
+            }
+
+            // load from cert cache
+            if let Some(load_cert) = &mut self.load_cert {
+                let result = ready!(load_cert.poll_unpin(cx));
+                self.load_cert.take();
+                match result {
+                    Ok(Some(pem)) => {
+                        return Poll::Ready(Self::process_cert(self.get_mut(), pem, true));
+                    }
+                    Ok(None) => {}
+                    Err(err) => return Poll::Ready(Err(EventError::CertCacheLoad(err))),
+                }
+            }
+
+            // load from account cache
+            if let Some(load_account) = &mut self.load_account {
+                let result = ready!(load_account.poll_unpin(cx));
+                self.load_account.take();
+                match result {
+                    Ok(Some(key_pair)) => self.account_key = Some(key_pair),
+                    Ok(None) => {}
+                    Err(err) => return Poll::Ready(Err(EventError::AccountCacheLoad(err))),
+                }
+            }
+
+            // execute order
+            if let Some(order) = &mut self.order {
+                let result = ready!(order.poll_unpin(cx));
+                self.order.take();
+                match result {
+                    Ok(pem) => {
+                        self.backoff_cnt = 0;
+                        return Poll::Ready(Self::process_cert(self.get_mut(), pem, false));
+                    }
+                    Err(err) => {
+                        // TODO: replace key on some errors or high backoff_cnt?
+                        self.wait = Some(after(Duration::from_secs(1 << self.backoff_cnt)));
+                        self.backoff_cnt = (self.backoff_cnt + 1).min(16);
+                        return Poll::Ready(Err(EventError::Order(err)));
+                    }
+                }
+            }
+
+            // schedule order
+            let account_key = match &self.account_key {
+                None => {
+                    let account_key = Account::generate_key_pair();
+                    self.account_key = Some(account_key.clone());
+                    let config = self.config.clone();
+                    let account_key_clone = account_key.clone();
+                    self.early_action = Some(Box::pin(async move {
+                        match config
+                            .cache
+                            .store_account(
+                                &config.contact,
+                                &config.directory_url,
+                                &account_key_clone,
+                            )
+                            .await
+                        {
+                            Ok(()) => Ok(EventOk::AccountCacheStore),
+                            Err(err) => Err(EventError::AccountCacheStore(err)),
+                        }
+                    }));
+                    account_key
+                }
+                Some(account_key) => account_key.clone(),
+            };
+            let config = self.config.clone();
+            let resolver = self.resolver.clone();
+            self.order = Some(Box::pin({
+                Self::order(config.clone(), resolver.clone(), account_key)
+            }));
+        }
+    }
+}
+
+impl<EC: 'static + Debug, EA: 'static + Debug> Stream for AcmeState<EC, EA> {
+    type Item = Event<EC, EA>;
+
+    fn poll_next(self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<Option<Self::Item>> {
+        Poll::Ready(Some(ready!(self.poll_next_infinite(cx))))
+    }
+}

data/ext/itsi_error/Cargo.toml

@@ -9,3 +9,4 @@ magnus = { version = "0.7.1" }
 rcgen = "0.13.2"
 nix = "0.29.0"
 httparse = "1.10.1"
+anyhow = "1.0.97"

data/ext/itsi_error/src/lib.rs

@@ -1,24 +1,123 @@
-pub mod from;
+pub use anyhow::Context;
+use magnus::Error as MagnusError;
+use magnus::{
+    error::ErrorType,
+    exception::{self, arg_error, standard_error},
+};
 use thiserror::Error;
 
+pub static CLIENT_CONNECTION_CLOSED: &str = "Client disconnected";
 pub type Result<T> = std::result::Result<T, ItsiError>;
 
 #[derive(Error, Debug)]
 pub enum ItsiError {
-    #[error("Invalid input {0}")]
+    #[error("Invalid input: {0}")]
     InvalidInput(String),
-    #[error("Internal server error {0}")]
+
+    #[error("Internal server error: {0}")]
     InternalServerError(String),
-    #[error("Unsupported protocol {0}")]
+
+    #[error("Unsupported protocol: {0}")]
     UnsupportedProtocol(String),
+
     #[error("Argument error: {0}")]
     ArgumentError(String),
+
     #[error("Client Connection Closed")]
     ClientConnectionClosed,
-    #[error("Jump")]
+
+    #[error("Internal Error")]
+    InternalError(String),
+
+    #[error(transparent)]
+    Io(#[from] std::io::Error),
+
+    #[error(transparent)]
+    Rcgen(#[from] rcgen::Error),
+
+    #[error(transparent)]
+    HttpParse(#[from] httparse::Error),
+
+    #[error(transparent)]
+    NixErrno(#[from] nix::errno::Errno),
+
+    #[error(transparent)]
+    Nul(#[from] std::ffi::NulError),
+
+    #[error("Jump: {0}")]
     Jump(String),
+
     #[error("Break")]
-    Break(),
+    Break,
+
     #[error("Pass")]
-    Pass(),
+    Pass,
+
+    #[error(transparent)]
+    Anyhow(#[from] anyhow::Error),
 }
+
+impl From<magnus::Error> for ItsiError {
+    fn from(err: magnus::Error) -> Self {
+        match err.error_type() {
+            ErrorType::Jump(tag) => ItsiError::Jump(tag.to_string()),
+            ErrorType::Error(_exception_class, cow) => ItsiError::ArgumentError(cow.to_string()),
+            ErrorType::Exception(exception) => ItsiError::ArgumentError(exception.to_string()),
+        }
+    }
+}
+
+pub trait IntoMagnusError {
+    fn into_magnus_error(self) -> MagnusError;
+}
+
+impl<T: std::error::Error> IntoMagnusError for T {
+    fn into_magnus_error(self) -> MagnusError {
+        MagnusError::new(standard_error(), self.to_string())
+    }
+}
+
+impl From<&str> for ItsiError {
+    fn from(s: &str) -> Self {
+        ItsiError::InternalError(s.to_owned())
+    }
+}
+
+impl From<String> for ItsiError {
+    fn from(s: String) -> Self {
+        ItsiError::InternalError(s)
+    }
+}
+
+impl From<ItsiError> for magnus::Error {
+    fn from(err: ItsiError) -> Self {
+        match err {
+            ItsiError::InvalidInput(msg) => magnus::Error::new(arg_error(), msg),
+            ItsiError::InternalServerError(msg) => magnus::Error::new(standard_error(), msg),
+            ItsiError::InternalError(msg) => magnus::Error::new(standard_error(), msg),
+            ItsiError::UnsupportedProtocol(msg) => magnus::Error::new(arg_error(), msg),
+            ItsiError::ArgumentError(msg) => magnus::Error::new(arg_error(), msg),
+            ItsiError::Jump(msg) => magnus::Error::new(exception::local_jump_error(), msg),
+            ItsiError::ClientConnectionClosed => {
+                magnus::Error::new(exception::eof_error(), CLIENT_CONNECTION_CLOSED)
+            }
+            ItsiError::Break => magnus::Error::new(exception::interrupt(), "Break"),
+            ItsiError::Pass => magnus::Error::new(exception::interrupt(), "Pass"),
+            ItsiError::Io(err) => err.into_magnus_error(),
+            ItsiError::Rcgen(err) => err.into_magnus_error(),
+            ItsiError::HttpParse(err) => err.into_magnus_error(),
+            ItsiError::NixErrno(err) => err.into_magnus_error(),
+            ItsiError::Nul(err) => err.into_magnus_error(),
+            ItsiError::Anyhow(err) => err.into_magnus_error(),
+        }
+    }
+}
+
+impl ItsiError {
+    pub fn new(error: impl Send + Sync + 'static + std::fmt::Display) -> Self {
+        ItsiError::InternalError(format!("{}", error))
+    }
+}
+
+unsafe impl Send for ItsiError {}
+unsafe impl Sync for ItsiError {}