itsi-scheduler 0.1.5 → 0.2.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Cargo.lock +187 -62
- data/README.md +57 -24
- data/Rakefile +0 -4
- data/ext/itsi_acme/Cargo.toml +86 -0
- data/ext/itsi_acme/examples/high_level.rs +63 -0
- data/ext/itsi_acme/examples/high_level_warp.rs +52 -0
- data/ext/itsi_acme/examples/low_level.rs +87 -0
- data/ext/itsi_acme/examples/low_level_axum.rs +66 -0
- data/ext/itsi_acme/src/acceptor.rs +81 -0
- data/ext/itsi_acme/src/acme.rs +354 -0
- data/ext/itsi_acme/src/axum.rs +86 -0
- data/ext/itsi_acme/src/cache.rs +39 -0
- data/ext/itsi_acme/src/caches/boxed.rs +80 -0
- data/ext/itsi_acme/src/caches/composite.rs +69 -0
- data/ext/itsi_acme/src/caches/dir.rs +106 -0
- data/ext/itsi_acme/src/caches/mod.rs +11 -0
- data/ext/itsi_acme/src/caches/no.rs +78 -0
- data/ext/itsi_acme/src/caches/test.rs +136 -0
- data/ext/itsi_acme/src/config.rs +172 -0
- data/ext/itsi_acme/src/https_helper.rs +69 -0
- data/ext/itsi_acme/src/incoming.rs +142 -0
- data/ext/itsi_acme/src/jose.rs +161 -0
- data/ext/itsi_acme/src/lib.rs +142 -0
- data/ext/itsi_acme/src/resolver.rs +59 -0
- data/ext/itsi_acme/src/state.rs +424 -0
- data/ext/itsi_error/Cargo.toml +1 -0
- data/ext/itsi_error/src/lib.rs +106 -7
- data/ext/itsi_error/target/debug/build/clang-sys-da71b0344e568175/out/common.rs +355 -0
- data/ext/itsi_error/target/debug/build/clang-sys-da71b0344e568175/out/dynamic.rs +276 -0
- data/ext/itsi_error/target/debug/build/clang-sys-da71b0344e568175/out/macros.rs +49 -0
- data/ext/itsi_error/target/debug/build/rb-sys-49f554618693db24/out/bindings-0.9.110-mri-arm64-darwin23-3.4.2.rs +8865 -0
- data/ext/itsi_error/target/debug/incremental/itsi_error-1mmt5sux7jb0i/s-h510z7m8v9-0bxu7yd.lock +0 -0
- data/ext/itsi_error/target/debug/incremental/itsi_error-2vn3jey74oiw0/s-h5113n0e7e-1v5qzs6.lock +0 -0
- data/ext/itsi_error/target/debug/incremental/itsi_error-37uv9dicz7awp/s-h510ykifhe-0tbnep2.lock +0 -0
- data/ext/itsi_error/target/debug/incremental/itsi_error-37uv9dicz7awp/s-h510yyocpj-0tz7ug7.lock +0 -0
- data/ext/itsi_error/target/debug/incremental/itsi_error-37uv9dicz7awp/s-h510z0xc8g-14ol18k.lock +0 -0
- data/ext/itsi_error/target/debug/incremental/itsi_error-3g5qf4y7d54uj/s-h5113n0e7d-1trk8on.lock +0 -0
- data/ext/itsi_error/target/debug/incremental/itsi_error-3lpfftm45d3e2/s-h510z7m8r3-1pxp20o.lock +0 -0
- data/ext/itsi_error/target/debug/incremental/itsi_error-3o4qownhl3d7n/s-h510ykifek-1uxasnk.lock +0 -0
- data/ext/itsi_error/target/debug/incremental/itsi_error-3o4qownhl3d7n/s-h510yyocki-11u37qm.lock +0 -0
- data/ext/itsi_error/target/debug/incremental/itsi_error-3o4qownhl3d7n/s-h510z0xc93-0pmy0zm.lock +0 -0
- data/ext/itsi_rb_helpers/Cargo.toml +1 -0
- data/ext/itsi_rb_helpers/src/heap_value.rs +18 -0
- data/ext/itsi_rb_helpers/src/lib.rs +63 -12
- data/ext/itsi_rb_helpers/target/debug/build/clang-sys-da71b0344e568175/out/common.rs +355 -0
- data/ext/itsi_rb_helpers/target/debug/build/clang-sys-da71b0344e568175/out/dynamic.rs +276 -0
- data/ext/itsi_rb_helpers/target/debug/build/clang-sys-da71b0344e568175/out/macros.rs +49 -0
- data/ext/itsi_rb_helpers/target/debug/build/rb-sys-eb9ed4ff3a60f995/out/bindings-0.9.110-mri-arm64-darwin23-3.4.2.rs +8865 -0
- data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-040pxg6yhb3g3/s-h5113n7a1b-03bwlt4.lock +0 -0
- data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-131g1u4dzkt1a/s-h51113xnh3-1eik1ip.lock +0 -0
- data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-131g1u4dzkt1a/s-h5111704jj-0g4rj8x.lock +0 -0
- data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-1q2d3drtxrzs5/s-h5113n79yl-0bxcqc5.lock +0 -0
- data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-374a9h7ovycj0/s-h51113xoox-10de2hp.lock +0 -0
- data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-374a9h7ovycj0/s-h5111704w7-0vdq7gq.lock +0 -0
- data/ext/itsi_scheduler/Cargo.toml +1 -1
- data/ext/itsi_scheduler/src/itsi_scheduler.rs +9 -3
- data/ext/itsi_scheduler/src/lib.rs +1 -0
- data/ext/itsi_server/Cargo.lock +2956 -0
- data/ext/itsi_server/Cargo.toml +73 -29
- data/ext/itsi_server/src/default_responses/mod.rs +11 -0
- data/ext/itsi_server/src/env.rs +43 -0
- data/ext/itsi_server/src/lib.rs +114 -75
- data/ext/itsi_server/src/prelude.rs +2 -0
- data/ext/itsi_server/src/{body_proxy → ruby_types/itsi_body_proxy}/big_bytes.rs +10 -5
- data/ext/itsi_server/src/{body_proxy/itsi_body_proxy.rs → ruby_types/itsi_body_proxy/mod.rs} +29 -8
- data/ext/itsi_server/src/ruby_types/itsi_grpc_call.rs +344 -0
- data/ext/itsi_server/src/ruby_types/itsi_grpc_response_stream/mod.rs +264 -0
- data/ext/itsi_server/src/ruby_types/itsi_http_request.rs +362 -0
- data/ext/itsi_server/src/{response/itsi_response.rs → ruby_types/itsi_http_response.rs} +84 -40
- data/ext/itsi_server/src/ruby_types/itsi_server/file_watcher.rs +233 -0
- data/ext/itsi_server/src/ruby_types/itsi_server/itsi_server_config.rs +588 -0
- data/ext/itsi_server/src/ruby_types/itsi_server.rs +86 -0
- data/ext/itsi_server/src/ruby_types/mod.rs +48 -0
- data/ext/itsi_server/src/server/{bind.rs → binds/bind.rs} +59 -24
- data/ext/itsi_server/src/server/binds/listener.rs +444 -0
- data/ext/itsi_server/src/server/binds/mod.rs +4 -0
- data/ext/itsi_server/src/server/{tls → binds/tls}/locked_dir_cache.rs +57 -19
- data/ext/itsi_server/src/server/{tls.rs → binds/tls.rs} +120 -31
- data/ext/itsi_server/src/server/byte_frame.rs +32 -0
- data/ext/itsi_server/src/server/http_message_types.rs +97 -0
- data/ext/itsi_server/src/server/io_stream.rs +2 -1
- data/ext/itsi_server/src/server/lifecycle_event.rs +3 -0
- data/ext/itsi_server/src/server/middleware_stack/middleware.rs +170 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/allow_list.rs +63 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/auth_api_key.rs +94 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/auth_basic.rs +94 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/auth_jwt.rs +343 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/cache_control.rs +151 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/compression.rs +316 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/cors.rs +301 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/csp.rs +193 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/deny_list.rs +64 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/error_response/default_responses.rs +192 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/error_response.rs +171 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/etag.rs +198 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/header_interpretation.rs +82 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/intrusion_protection.rs +209 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/log_requests.rs +82 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/max_body.rs +47 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/mod.rs +116 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/proxy.rs +411 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/rate_limit.rs +142 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/redirect.rs +55 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/request_headers.rs +54 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/response_headers.rs +51 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/ruby_app.rs +126 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/static_assets.rs +187 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/static_response.rs +55 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/string_rewrite.rs +173 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/token_source.rs +31 -0
- data/ext/itsi_server/src/server/middleware_stack/mod.rs +381 -0
- data/ext/itsi_server/src/server/mod.rs +7 -5
- data/ext/itsi_server/src/server/process_worker.rs +65 -14
- data/ext/itsi_server/src/server/redirect_type.rs +26 -0
- data/ext/itsi_server/src/server/request_job.rs +11 -0
- data/ext/itsi_server/src/server/serve_strategy/cluster_mode.rs +150 -50
- data/ext/itsi_server/src/server/serve_strategy/mod.rs +9 -6
- data/ext/itsi_server/src/server/serve_strategy/single_mode.rs +399 -165
- data/ext/itsi_server/src/server/signal.rs +33 -26
- data/ext/itsi_server/src/server/size_limited_incoming.rs +107 -0
- data/ext/itsi_server/src/server/thread_worker.rs +218 -107
- data/ext/itsi_server/src/services/cache_store.rs +74 -0
- data/ext/itsi_server/src/services/itsi_http_service.rs +257 -0
- data/ext/itsi_server/src/services/mime_types.rs +1416 -0
- data/ext/itsi_server/src/services/mod.rs +6 -0
- data/ext/itsi_server/src/services/password_hasher.rs +83 -0
- data/ext/itsi_server/src/services/rate_limiter.rs +580 -0
- data/ext/itsi_server/src/services/static_file_server.rs +1340 -0
- data/ext/itsi_tracing/Cargo.toml +1 -0
- data/ext/itsi_tracing/src/lib.rs +362 -33
- data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-0994n8rpvvt9m/s-h510hfz1f6-1kbycmq.lock +0 -0
- data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-0bob7bf4yq34i/s-h5113125h5-0lh4rag.lock +0 -0
- data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-2fcodulrxbbxo/s-h510h2infk-0hp5kjw.lock +0 -0
- data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-2iak63r1woi1l/s-h510h2in4q-0kxfzw1.lock +0 -0
- data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-2kk4qj9gn5dg2/s-h5113124kv-0enwon2.lock +0 -0
- data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-2mwo0yas7dtw4/s-h510hfz1ha-1udgpei.lock +0 -0
- data/itsi-scheduler-100.png +0 -0
- data/lib/itsi/scheduler/version.rb +1 -1
- data/lib/itsi/scheduler.rb +11 -6
- metadata +119 -26
- data/CHANGELOG.md +0 -5
- data/CODE_OF_CONDUCT.md +0 -132
- data/LICENSE.txt +0 -21
- data/ext/itsi_error/src/from.rs +0 -71
- data/ext/itsi_server/extconf.rb +0 -6
- data/ext/itsi_server/src/body_proxy/mod.rs +0 -2
- data/ext/itsi_server/src/request/itsi_request.rs +0 -277
- data/ext/itsi_server/src/request/mod.rs +0 -1
- data/ext/itsi_server/src/response/mod.rs +0 -1
- data/ext/itsi_server/src/server/itsi_ca/itsi_ca.crt +0 -13
- data/ext/itsi_server/src/server/itsi_ca/itsi_ca.key +0 -5
- data/ext/itsi_server/src/server/itsi_server.rs +0 -244
- data/ext/itsi_server/src/server/listener.rs +0 -327
- /data/ext/itsi_server/src/server/{bind_protocol.rs → binds/bind_protocol.rs} +0 -0
@@ -0,0 +1,588 @@
|
|
1
|
+
use super::file_watcher::{self};
|
2
|
+
use crate::{
|
3
|
+
ruby_types::ITSI_SERVER_CONFIG,
|
4
|
+
server::{
|
5
|
+
binds::{bind::Bind, listener::Listener},
|
6
|
+
middleware_stack::MiddlewareSet,
|
7
|
+
},
|
8
|
+
};
|
9
|
+
use derive_more::Debug;
|
10
|
+
use itsi_error::ItsiError;
|
11
|
+
use itsi_rb_helpers::{call_with_gvl, print_rb_backtrace, HeapValue};
|
12
|
+
use itsi_tracing::{set_format, set_level, set_target, set_target_filters};
|
13
|
+
use magnus::{
|
14
|
+
block::Proc,
|
15
|
+
error::Result,
|
16
|
+
value::{LazyId, ReprValue},
|
17
|
+
RArray, RHash, Ruby, Symbol, TryConvert, Value,
|
18
|
+
};
|
19
|
+
use nix::{
|
20
|
+
fcntl::{fcntl, FcntlArg, FdFlag},
|
21
|
+
unistd::{close, dup},
|
22
|
+
};
|
23
|
+
use parking_lot::{Mutex, RwLock};
|
24
|
+
use std::{
|
25
|
+
collections::HashMap,
|
26
|
+
os::fd::{AsRawFd, OwnedFd, RawFd},
|
27
|
+
path::PathBuf,
|
28
|
+
str::FromStr,
|
29
|
+
sync::{
|
30
|
+
atomic::{AtomicBool, Ordering::Relaxed},
|
31
|
+
Arc, OnceLock,
|
32
|
+
},
|
33
|
+
time::Duration,
|
34
|
+
};
|
35
|
+
use tracing::{debug, error};
|
36
|
+
static DEFAULT_BIND: &str = "http://localhost:3000";
|
37
|
+
static ID_BUILD_CONFIG: LazyId = LazyId::new("build_config");
|
38
|
+
static ID_RELOAD_EXEC: LazyId = LazyId::new("reload_exec");
|
39
|
+
|
40
|
+
#[derive(Debug, Clone)]
|
41
|
+
pub struct ItsiServerConfig {
|
42
|
+
pub cli_params: Arc<HeapValue<RHash>>,
|
43
|
+
pub itsifile_path: Option<PathBuf>,
|
44
|
+
pub itsi_config_proc: Arc<Option<HeapValue<Proc>>>,
|
45
|
+
#[debug(skip)]
|
46
|
+
pub server_params: Arc<RwLock<Arc<ServerParams>>>,
|
47
|
+
pub watcher_fd: Arc<Option<OwnedFd>>,
|
48
|
+
}
|
49
|
+
|
50
|
+
#[derive(Debug)]
|
51
|
+
pub struct ServerParams {
|
52
|
+
/// Cluster params
|
53
|
+
pub workers: u8,
|
54
|
+
pub worker_memory_limit: Option<u64>,
|
55
|
+
pub silence: bool,
|
56
|
+
pub shutdown_timeout: f64,
|
57
|
+
pub hooks: HashMap<String, HeapValue<Proc>>,
|
58
|
+
pub preload: bool,
|
59
|
+
|
60
|
+
pub request_timeout: Option<Duration>,
|
61
|
+
pub header_read_timeout: Duration,
|
62
|
+
pub notify_watchers: Option<Vec<(String, Vec<Vec<String>>)>>,
|
63
|
+
|
64
|
+
/// Worker params
|
65
|
+
pub threads: u8,
|
66
|
+
pub scheduler_threads: Option<u8>,
|
67
|
+
pub streamable_body: bool,
|
68
|
+
pub multithreaded_reactor: bool,
|
69
|
+
pub pin_worker_cores: bool,
|
70
|
+
pub scheduler_class: Option<String>,
|
71
|
+
pub oob_gc_responses_threshold: Option<u64>,
|
72
|
+
pub middleware_loader: HeapValue<Proc>,
|
73
|
+
pub middleware: OnceLock<MiddlewareSet>,
|
74
|
+
pub binds: Vec<Bind>,
|
75
|
+
#[debug(skip)]
|
76
|
+
pub(crate) listeners: Mutex<Vec<Listener>>,
|
77
|
+
listener_info: Mutex<HashMap<String, i32>>,
|
78
|
+
pub itsi_server_token_preference: ItsiServerTokenPreference,
|
79
|
+
pub preloaded: AtomicBool,
|
80
|
+
socket_opts: SocketOpts,
|
81
|
+
preexisting_listeners: Option<String>,
|
82
|
+
}
|
83
|
+
|
84
|
+
#[derive(Debug, Clone)]
|
85
|
+
pub enum ItsiServerTokenPreference {
|
86
|
+
Version,
|
87
|
+
Name,
|
88
|
+
None,
|
89
|
+
}
|
90
|
+
|
91
|
+
impl FromStr for ItsiServerTokenPreference {
|
92
|
+
fn from_str(s: &str) -> std::result::Result<Self, Self::Err> {
|
93
|
+
Ok(match s {
|
94
|
+
"version" => ItsiServerTokenPreference::Version,
|
95
|
+
"name" => ItsiServerTokenPreference::Name,
|
96
|
+
"none" => ItsiServerTokenPreference::None,
|
97
|
+
_ => ItsiServerTokenPreference::Version,
|
98
|
+
})
|
99
|
+
}
|
100
|
+
|
101
|
+
type Err = ItsiError;
|
102
|
+
}
|
103
|
+
|
104
|
+
#[derive(Debug, Clone)]
|
105
|
+
pub struct SocketOpts {
|
106
|
+
pub reuse_address: bool,
|
107
|
+
pub reuse_port: bool,
|
108
|
+
pub listen_backlog: usize,
|
109
|
+
pub nodelay: bool,
|
110
|
+
pub recv_buffer_size: usize,
|
111
|
+
}
|
112
|
+
|
113
|
+
impl ServerParams {
|
114
|
+
pub fn preload_ruby(self: &Arc<Self>) -> Result<()> {
|
115
|
+
if self.preloaded.load(Relaxed) {
|
116
|
+
return Ok(());
|
117
|
+
}
|
118
|
+
call_with_gvl(|ruby| -> Result<()> {
|
119
|
+
if self
|
120
|
+
.scheduler_class
|
121
|
+
.as_ref()
|
122
|
+
.is_some_and(|t| t == "Itsi::Scheduler")
|
123
|
+
{
|
124
|
+
debug!("Loading Itsi Scheduler");
|
125
|
+
ruby.require("itsi/scheduler")?;
|
126
|
+
}
|
127
|
+
let result_pair = self
|
128
|
+
.middleware_loader
|
129
|
+
.call::<(), RArray>(())
|
130
|
+
.inspect_err(|e| {
|
131
|
+
eprintln!("Error loading middleware: {:?}", e);
|
132
|
+
if let Some(err_value) = e.value() {
|
133
|
+
print_rb_backtrace(err_value);
|
134
|
+
}
|
135
|
+
})?;
|
136
|
+
let routes_raw = result_pair
|
137
|
+
.entry::<Option<Value>>(0)
|
138
|
+
.inspect_err(|e| {
|
139
|
+
eprintln!("Error loading middleware: {:?}", e);
|
140
|
+
if let Some(err_value) = e.value() {
|
141
|
+
print_rb_backtrace(err_value);
|
142
|
+
}
|
143
|
+
})?
|
144
|
+
.map(|mw| mw.into());
|
145
|
+
let error_lines = result_pair.entry::<Option<RArray>>(1).inspect_err(|e| {
|
146
|
+
eprintln!("Error loading middleware: {:?}", e);
|
147
|
+
if let Some(err_value) = e.value() {
|
148
|
+
print_rb_backtrace(err_value);
|
149
|
+
}
|
150
|
+
})?;
|
151
|
+
if error_lines.is_some_and(|r| !r.is_empty()) {
|
152
|
+
let errors: Vec<String> =
|
153
|
+
Vec::<String>::try_convert(error_lines.unwrap().as_value())?;
|
154
|
+
ItsiServerConfig::print_config_errors(errors);
|
155
|
+
return Err(magnus::Error::new(
|
156
|
+
magnus::exception::runtime_error(),
|
157
|
+
"Failed to set middleware",
|
158
|
+
));
|
159
|
+
}
|
160
|
+
let middleware = MiddlewareSet::new(routes_raw)?;
|
161
|
+
self.middleware.set(middleware).map_err(|_| {
|
162
|
+
magnus::Error::new(
|
163
|
+
magnus::exception::runtime_error(),
|
164
|
+
"Failed to set middleware",
|
165
|
+
)
|
166
|
+
})?;
|
167
|
+
Ok(())
|
168
|
+
})?;
|
169
|
+
self.preloaded.store(true, Relaxed);
|
170
|
+
Ok(())
|
171
|
+
}
|
172
|
+
|
173
|
+
pub async fn initialize_middleware(self: &Arc<Self>) -> Result<()> {
|
174
|
+
self.middleware.get().unwrap().initialize_layers().await?;
|
175
|
+
Ok(())
|
176
|
+
}
|
177
|
+
|
178
|
+
fn from_rb_hash(rb_param_hash: RHash) -> Result<ServerParams> {
|
179
|
+
let workers = rb_param_hash
|
180
|
+
.fetch::<_, Option<u8>>("workers")?
|
181
|
+
.unwrap_or(num_cpus::get() as u8);
|
182
|
+
let worker_memory_limit: Option<u64> = rb_param_hash.fetch("worker_memory_limit")?;
|
183
|
+
let silence: bool = rb_param_hash.fetch("silence")?;
|
184
|
+
let multithreaded_reactor: bool = rb_param_hash
|
185
|
+
.fetch::<_, Option<bool>>("multithreaded_reactor")?
|
186
|
+
.unwrap_or(workers == 1);
|
187
|
+
let pin_worker_cores: bool = rb_param_hash
|
188
|
+
.fetch::<_, Option<bool>>("pin_worker_cores")?
|
189
|
+
.unwrap_or(true);
|
190
|
+
let shutdown_timeout: f64 = rb_param_hash.fetch("shutdown_timeout")?;
|
191
|
+
|
192
|
+
let hooks: Option<RHash> = rb_param_hash.fetch("hooks")?;
|
193
|
+
let hooks = hooks
|
194
|
+
.map(|rhash| -> Result<HashMap<String, HeapValue<Proc>>> {
|
195
|
+
let mut hook_map: HashMap<String, HeapValue<Proc>> = HashMap::new();
|
196
|
+
for pair in rhash.enumeratorize::<_, ()>("each", ()) {
|
197
|
+
if let Some(pair_value) = RArray::from_value(pair?) {
|
198
|
+
if let (Ok(key), Ok(value)) =
|
199
|
+
(pair_value.entry::<Value>(0), pair_value.entry::<Proc>(1))
|
200
|
+
{
|
201
|
+
hook_map.insert(key.to_string(), HeapValue::from(value));
|
202
|
+
}
|
203
|
+
}
|
204
|
+
}
|
205
|
+
Ok(hook_map)
|
206
|
+
})
|
207
|
+
.transpose()?
|
208
|
+
.unwrap_or_default();
|
209
|
+
let preload: bool = rb_param_hash.fetch("preload")?;
|
210
|
+
let request_timeout: Option<f64> = rb_param_hash.fetch("request_timeout")?;
|
211
|
+
let request_timeout = request_timeout.map(Duration::from_secs_f64);
|
212
|
+
let header_read_timeout: Duration = rb_param_hash
|
213
|
+
.fetch::<_, Option<f64>>("header_read_timeout")?
|
214
|
+
.map(Duration::from_secs_f64)
|
215
|
+
.unwrap_or(Duration::from_secs(1));
|
216
|
+
|
217
|
+
let notify_watchers: Option<Vec<(String, Vec<Vec<String>>)>> =
|
218
|
+
rb_param_hash.fetch("notify_watchers")?;
|
219
|
+
let threads: u8 = rb_param_hash.fetch("threads")?;
|
220
|
+
let scheduler_threads: Option<u8> = rb_param_hash.fetch("scheduler_threads")?;
|
221
|
+
let streamable_body: bool = rb_param_hash.fetch("streamable_body")?;
|
222
|
+
let scheduler_class: Option<String> = rb_param_hash.fetch("scheduler_class")?;
|
223
|
+
let oob_gc_responses_threshold: Option<u64> =
|
224
|
+
rb_param_hash.fetch("oob_gc_responses_threshold")?;
|
225
|
+
let middleware_loader: Proc = rb_param_hash.fetch("middleware_loader")?;
|
226
|
+
let log_level: Option<String> = rb_param_hash.fetch("log_level")?;
|
227
|
+
let log_target: Option<String> = rb_param_hash.fetch("log_target")?;
|
228
|
+
let log_format: Option<String> = rb_param_hash.fetch("log_format")?;
|
229
|
+
let log_target_filters: Option<Vec<String>> = rb_param_hash.fetch("log_target_filters")?;
|
230
|
+
|
231
|
+
let reuse_address: bool = rb_param_hash
|
232
|
+
.fetch::<_, Option<bool>>("reuse_address")?
|
233
|
+
.unwrap_or(true);
|
234
|
+
let reuse_port: bool = rb_param_hash
|
235
|
+
.fetch::<_, Option<bool>>("reuse_port")?
|
236
|
+
.unwrap_or(true);
|
237
|
+
let listen_backlog: usize = rb_param_hash
|
238
|
+
.fetch::<_, Option<usize>>("listen_backlog")?
|
239
|
+
.unwrap_or(1024);
|
240
|
+
let nodelay: bool = rb_param_hash
|
241
|
+
.fetch::<_, Option<bool>>("nodelay")?
|
242
|
+
.unwrap_or(true);
|
243
|
+
let recv_buffer_size: usize = rb_param_hash
|
244
|
+
.fetch::<_, Option<usize>>("recv_buffer_size")?
|
245
|
+
.unwrap_or(262_144);
|
246
|
+
|
247
|
+
if let Some(level) = log_level {
|
248
|
+
set_level(&level);
|
249
|
+
}
|
250
|
+
|
251
|
+
if let Some(target) = log_target {
|
252
|
+
set_target(&target);
|
253
|
+
}
|
254
|
+
|
255
|
+
if let Some(format) = log_format {
|
256
|
+
set_format(&format);
|
257
|
+
}
|
258
|
+
|
259
|
+
if let Some(target_filters) = log_target_filters {
|
260
|
+
let target_filters = target_filters
|
261
|
+
.iter()
|
262
|
+
.filter_map(|filter| {
|
263
|
+
let mut parts = filter.splitn(2, '=');
|
264
|
+
if let (Some(target), Some(level_str)) = (parts.next(), parts.next()) {
|
265
|
+
if let Ok(level) = level_str.parse::<tracing::Level>() {
|
266
|
+
return Some((target, level));
|
267
|
+
}
|
268
|
+
}
|
269
|
+
None
|
270
|
+
})
|
271
|
+
.collect::<Vec<(&str, tracing::Level)>>();
|
272
|
+
set_target_filters(target_filters);
|
273
|
+
}
|
274
|
+
|
275
|
+
let binds: Option<Vec<String>> = rb_param_hash.fetch("binds")?;
|
276
|
+
let binds = binds
|
277
|
+
.unwrap_or_else(|| vec![DEFAULT_BIND.to_string()])
|
278
|
+
.into_iter()
|
279
|
+
.map(|s| s.parse())
|
280
|
+
.collect::<itsi_error::Result<Vec<Bind>>>()?;
|
281
|
+
|
282
|
+
let itsi_server_token_preference: String = rb_param_hash
|
283
|
+
.fetch("itsi_server_token_preference")
|
284
|
+
.unwrap_or_default();
|
285
|
+
let itsi_server_token_preference: ItsiServerTokenPreference =
|
286
|
+
itsi_server_token_preference.parse()?;
|
287
|
+
|
288
|
+
let socket_opts = SocketOpts {
|
289
|
+
reuse_address,
|
290
|
+
reuse_port,
|
291
|
+
listen_backlog,
|
292
|
+
nodelay,
|
293
|
+
recv_buffer_size,
|
294
|
+
};
|
295
|
+
let preexisting_listeners = rb_param_hash.delete::<_, Option<String>>("listeners")?;
|
296
|
+
|
297
|
+
let params = ServerParams {
|
298
|
+
workers,
|
299
|
+
worker_memory_limit,
|
300
|
+
silence,
|
301
|
+
multithreaded_reactor,
|
302
|
+
pin_worker_cores,
|
303
|
+
shutdown_timeout,
|
304
|
+
hooks,
|
305
|
+
preload,
|
306
|
+
request_timeout,
|
307
|
+
header_read_timeout,
|
308
|
+
notify_watchers,
|
309
|
+
threads,
|
310
|
+
scheduler_threads,
|
311
|
+
streamable_body,
|
312
|
+
scheduler_class,
|
313
|
+
oob_gc_responses_threshold,
|
314
|
+
binds,
|
315
|
+
itsi_server_token_preference,
|
316
|
+
socket_opts,
|
317
|
+
preexisting_listeners,
|
318
|
+
listener_info: Mutex::new(HashMap::new()),
|
319
|
+
listeners: Mutex::new(Vec::new()),
|
320
|
+
middleware_loader: middleware_loader.into(),
|
321
|
+
middleware: OnceLock::new(),
|
322
|
+
preloaded: AtomicBool::new(false),
|
323
|
+
};
|
324
|
+
|
325
|
+
Ok(params)
|
326
|
+
}
|
327
|
+
|
328
|
+
pub fn setup_listeners(&self) -> Result<()> {
|
329
|
+
let listeners = if let Some(preexisting_listeners) = self.preexisting_listeners.as_ref() {
|
330
|
+
let bind_to_fd_map: HashMap<String, i32> = serde_json::from_str(preexisting_listeners)
|
331
|
+
.map_err(|e| {
|
332
|
+
magnus::Error::new(
|
333
|
+
magnus::exception::standard_error(),
|
334
|
+
format!("Invalid listener info: {}", e),
|
335
|
+
)
|
336
|
+
})?;
|
337
|
+
|
338
|
+
self.binds
|
339
|
+
.iter()
|
340
|
+
.cloned()
|
341
|
+
.map(|bind| {
|
342
|
+
if let Some(fd) = bind_to_fd_map.get(&bind.listener_address_string()) {
|
343
|
+
Listener::inherit_fd(bind, *fd, &self.socket_opts)
|
344
|
+
} else {
|
345
|
+
Listener::build(bind, &self.socket_opts)
|
346
|
+
}
|
347
|
+
})
|
348
|
+
.collect::<std::result::Result<Vec<Listener>, _>>()?
|
349
|
+
.into_iter()
|
350
|
+
.collect::<Vec<_>>()
|
351
|
+
} else {
|
352
|
+
self.binds
|
353
|
+
.iter()
|
354
|
+
.cloned()
|
355
|
+
.map(|b| Listener::build(b, &self.socket_opts))
|
356
|
+
.collect::<std::result::Result<Vec<Listener>, _>>()?
|
357
|
+
.into_iter()
|
358
|
+
.collect::<Vec<_>>()
|
359
|
+
};
|
360
|
+
|
361
|
+
let listener_info = listeners
|
362
|
+
.iter()
|
363
|
+
.map(|listener| {
|
364
|
+
listener.handover().map_err(|e| {
|
365
|
+
magnus::Error::new(magnus::exception::runtime_error(), e.to_string())
|
366
|
+
})
|
367
|
+
})
|
368
|
+
.collect::<Result<HashMap<String, i32>>>()?;
|
369
|
+
|
370
|
+
*self.listener_info.lock() = listener_info;
|
371
|
+
*self.listeners.lock() = listeners;
|
372
|
+
Ok(())
|
373
|
+
}
|
374
|
+
}
|
375
|
+
|
376
|
+
impl ItsiServerConfig {
|
377
|
+
pub fn new(
|
378
|
+
ruby: &Ruby,
|
379
|
+
cli_params: RHash,
|
380
|
+
itsifile_path: Option<PathBuf>,
|
381
|
+
itsi_config_proc: Option<Proc>,
|
382
|
+
) -> Result<Self> {
|
383
|
+
let itsi_config_proc = Arc::new(itsi_config_proc.map(HeapValue::from));
|
384
|
+
match Self::combine_params(
|
385
|
+
ruby,
|
386
|
+
cli_params,
|
387
|
+
itsifile_path.as_ref(),
|
388
|
+
itsi_config_proc.clone(),
|
389
|
+
) {
|
390
|
+
Ok(server_params) => {
|
391
|
+
cli_params.delete::<_, Value>(Symbol::new("listeners"))?;
|
392
|
+
|
393
|
+
let watcher_fd = if let Some(watchers) = server_params.notify_watchers.clone() {
|
394
|
+
file_watcher::watch_groups(watchers)?
|
395
|
+
} else {
|
396
|
+
None
|
397
|
+
};
|
398
|
+
|
399
|
+
Ok(ItsiServerConfig {
|
400
|
+
cli_params: Arc::new(cli_params.into()),
|
401
|
+
server_params: RwLock::new(server_params.clone()).into(),
|
402
|
+
itsi_config_proc,
|
403
|
+
itsifile_path,
|
404
|
+
watcher_fd: watcher_fd.into(),
|
405
|
+
})
|
406
|
+
}
|
407
|
+
Err(err) => Err(magnus::Error::new(
|
408
|
+
magnus::exception::standard_error(),
|
409
|
+
format!("Error loading initial configuration {:?}", err),
|
410
|
+
)),
|
411
|
+
}
|
412
|
+
}
|
413
|
+
|
414
|
+
/// Reload
|
415
|
+
pub fn reload(self: Arc<Self>, cluster_worker: bool) -> Result<bool> {
|
416
|
+
let server_params = call_with_gvl(|ruby| {
|
417
|
+
Self::combine_params(
|
418
|
+
&ruby,
|
419
|
+
self.cli_params.cloned(),
|
420
|
+
self.itsifile_path.as_ref(),
|
421
|
+
self.itsi_config_proc.clone(),
|
422
|
+
)
|
423
|
+
})?;
|
424
|
+
let is_single_mode = self.server_params.read().workers == 1;
|
425
|
+
|
426
|
+
let requires_exec = if !is_single_mode && !server_params.preload {
|
427
|
+
// In cluster mode children are cycled during a reload
|
428
|
+
// and if preload is disabled, will get a clean memory slate,
|
429
|
+
// so we don't need to exec.
|
430
|
+
false
|
431
|
+
} else {
|
432
|
+
// In non-cluster mode, or when preloading is enabled, we shouldn't try to
|
433
|
+
// reload inside the existing process (as new code may conflict with old),
|
434
|
+
// and should re-exec instead.
|
435
|
+
true
|
436
|
+
};
|
437
|
+
|
438
|
+
*self.server_params.write() = server_params.clone();
|
439
|
+
Ok(requires_exec && (cluster_worker || is_single_mode))
|
440
|
+
}
|
441
|
+
|
442
|
+
fn combine_params(
|
443
|
+
ruby: &Ruby,
|
444
|
+
cli_params: RHash,
|
445
|
+
itsifile_path: Option<&PathBuf>,
|
446
|
+
itsi_config_proc: Arc<Option<HeapValue<Proc>>>,
|
447
|
+
) -> Result<Arc<ServerParams>> {
|
448
|
+
let inner = itsi_config_proc
|
449
|
+
.as_ref()
|
450
|
+
.clone()
|
451
|
+
.map(|hv| hv.clone().inner());
|
452
|
+
let (rb_param_hash, errors): (RHash, Vec<String>) =
|
453
|
+
ruby.get_inner_ref(&ITSI_SERVER_CONFIG).funcall(
|
454
|
+
*ID_BUILD_CONFIG,
|
455
|
+
(cli_params, itsifile_path.cloned(), inner),
|
456
|
+
)?;
|
457
|
+
if !errors.is_empty() {
|
458
|
+
Self::print_config_errors(errors);
|
459
|
+
return Err(magnus::Error::new(
|
460
|
+
magnus::exception::standard_error(),
|
461
|
+
"Invalid server config",
|
462
|
+
));
|
463
|
+
}
|
464
|
+
Ok(Arc::new(ServerParams::from_rb_hash(rb_param_hash)?))
|
465
|
+
}
|
466
|
+
|
467
|
+
fn clear_cloexec(fd: RawFd) -> nix::Result<()> {
|
468
|
+
let current_flags = fcntl(fd, FcntlArg::F_GETFD)?;
|
469
|
+
let mut flags = FdFlag::from_bits_truncate(current_flags);
|
470
|
+
// Remove the FD_CLOEXEC flag
|
471
|
+
flags.remove(FdFlag::FD_CLOEXEC);
|
472
|
+
// Set the new flags back on the file descriptor
|
473
|
+
fcntl(fd, FcntlArg::F_SETFD(flags))?;
|
474
|
+
Ok(())
|
475
|
+
}
|
476
|
+
|
477
|
+
pub async fn get_config_errors(&self) -> Option<Vec<String>> {
|
478
|
+
let rb_param_hash = call_with_gvl(|ruby| {
|
479
|
+
let inner = self
|
480
|
+
.itsi_config_proc
|
481
|
+
.as_ref()
|
482
|
+
.clone()
|
483
|
+
.map(|hv| hv.clone().inner());
|
484
|
+
let cli_params = self.cli_params.cloned();
|
485
|
+
let itsifile_path = self.itsifile_path.clone();
|
486
|
+
|
487
|
+
let (rb_param_hash, errors): (RHash, Vec<String>) = ruby
|
488
|
+
.get_inner_ref(&ITSI_SERVER_CONFIG)
|
489
|
+
.funcall(*ID_BUILD_CONFIG, (cli_params, itsifile_path, inner))
|
490
|
+
.unwrap();
|
491
|
+
if !errors.is_empty() {
|
492
|
+
return Err(errors);
|
493
|
+
}
|
494
|
+
Ok(rb_param_hash)
|
495
|
+
});
|
496
|
+
match rb_param_hash {
|
497
|
+
Ok(rb_param_hash) => match ServerParams::from_rb_hash(rb_param_hash) {
|
498
|
+
Ok(test_params) => {
|
499
|
+
let params_arc = Arc::new(test_params);
|
500
|
+
if let Err(err) = params_arc.clone().preload_ruby() {
|
501
|
+
let err_val = call_with_gvl(|_| format!("{}", err));
|
502
|
+
return Some(vec![err_val]);
|
503
|
+
}
|
504
|
+
|
505
|
+
if let Err(err) = params_arc
|
506
|
+
.middleware
|
507
|
+
.get()
|
508
|
+
.unwrap()
|
509
|
+
.initialize_layers()
|
510
|
+
.await
|
511
|
+
{
|
512
|
+
let err_val = call_with_gvl(|_| format!("{}", err));
|
513
|
+
return Some(vec![err_val]);
|
514
|
+
}
|
515
|
+
None
|
516
|
+
}
|
517
|
+
Err(err) => Some(vec![format!("{:?}", err)]),
|
518
|
+
},
|
519
|
+
Err(err) => Some(err),
|
520
|
+
}
|
521
|
+
}
|
522
|
+
|
523
|
+
pub fn dup_fds(self: &Arc<Self>) -> Result<()> {
|
524
|
+
let binding = self.server_params.read();
|
525
|
+
let mut listener_info_guard = binding.listener_info.lock();
|
526
|
+
let dupped_fd_map = listener_info_guard
|
527
|
+
.iter()
|
528
|
+
.map(|(str, fd)| {
|
529
|
+
let dupped_fd = dup(*fd).map_err(|errno| {
|
530
|
+
magnus::Error::new(
|
531
|
+
magnus::exception::standard_error(),
|
532
|
+
format!("Errno {} while trying to dup {}", errno, fd),
|
533
|
+
)
|
534
|
+
})?;
|
535
|
+
Self::clear_cloexec(dupped_fd).map_err(|e| {
|
536
|
+
magnus::Error::new(
|
537
|
+
magnus::exception::standard_error(),
|
538
|
+
format!("Failed to clear cloexec flag for fd {}: {}", dupped_fd, e),
|
539
|
+
)
|
540
|
+
})?;
|
541
|
+
Ok((str.clone(), dupped_fd))
|
542
|
+
})
|
543
|
+
.collect::<Result<HashMap<String, i32>>>()?;
|
544
|
+
*listener_info_guard = dupped_fd_map;
|
545
|
+
Ok(())
|
546
|
+
}
|
547
|
+
|
548
|
+
pub fn stop_watcher(self: &Arc<Self>) -> Result<()> {
|
549
|
+
if let Some(r_fd) = self.watcher_fd.as_ref() {
|
550
|
+
close(r_fd.as_raw_fd()).ok();
|
551
|
+
}
|
552
|
+
Ok(())
|
553
|
+
}
|
554
|
+
|
555
|
+
pub fn print_config_errors(errors: Vec<String>) {
|
556
|
+
error!("Refusing to reload configuration due to fatal errors:");
|
557
|
+
for error in errors {
|
558
|
+
eprintln!("{}", error);
|
559
|
+
}
|
560
|
+
}
|
561
|
+
|
562
|
+
pub async fn check_config(&self) -> bool {
|
563
|
+
if let Some(errors) = self.get_config_errors().await {
|
564
|
+
Self::print_config_errors(errors);
|
565
|
+
return false;
|
566
|
+
}
|
567
|
+
true
|
568
|
+
}
|
569
|
+
|
570
|
+
pub fn reload_exec(self: &Arc<Self>) -> Result<()> {
|
571
|
+
let listener_json =
|
572
|
+
serde_json::to_string(&self.server_params.read().listener_info.lock().clone())
|
573
|
+
.map_err(|e| {
|
574
|
+
magnus::Error::new(
|
575
|
+
magnus::exception::standard_error(),
|
576
|
+
format!("Invalid listener info: {}", e),
|
577
|
+
)
|
578
|
+
})?;
|
579
|
+
|
580
|
+
self.stop_watcher()?;
|
581
|
+
call_with_gvl(|ruby| -> Result<()> {
|
582
|
+
ruby.get_inner_ref(&ITSI_SERVER_CONFIG)
|
583
|
+
.funcall::<_, _, Value>(*ID_RELOAD_EXEC, (listener_json,))?;
|
584
|
+
Ok(())
|
585
|
+
})?;
|
586
|
+
Ok(())
|
587
|
+
}
|
588
|
+
}
|
@@ -0,0 +1,86 @@
|
|
1
|
+
use crate::server::{
|
2
|
+
lifecycle_event::LifecycleEvent,
|
3
|
+
serve_strategy::{cluster_mode::ClusterMode, single_mode::SingleMode, ServeStrategy},
|
4
|
+
signal::{clear_signal_handlers, reset_signal_handlers, send_lifecycle_event},
|
5
|
+
};
|
6
|
+
use itsi_rb_helpers::{call_without_gvl, print_rb_backtrace};
|
7
|
+
use itsi_server_config::ItsiServerConfig;
|
8
|
+
use itsi_tracing::{error, run_silently};
|
9
|
+
use magnus::{block::Proc, error::Result, RHash, Ruby};
|
10
|
+
use parking_lot::Mutex;
|
11
|
+
use std::{path::PathBuf, sync::Arc};
|
12
|
+
use tracing::{info, instrument};
|
13
|
+
mod file_watcher;
|
14
|
+
pub mod itsi_server_config;
|
15
|
+
#[magnus::wrap(class = "Itsi::Server", free_immediately, size)]
|
16
|
+
#[derive(Clone)]
|
17
|
+
pub struct ItsiServer {
|
18
|
+
pub config: Arc<Mutex<Arc<ItsiServerConfig>>>,
|
19
|
+
}
|
20
|
+
|
21
|
+
impl ItsiServer {
|
22
|
+
pub fn new(
|
23
|
+
ruby: &Ruby,
|
24
|
+
cli_params: RHash,
|
25
|
+
itsifile_path: Option<PathBuf>,
|
26
|
+
itsi_config_proc: Option<Proc>,
|
27
|
+
) -> Result<Self> {
|
28
|
+
Ok(Self {
|
29
|
+
config: Arc::new(Mutex::new(Arc::new(ItsiServerConfig::new(
|
30
|
+
ruby,
|
31
|
+
cli_params,
|
32
|
+
itsifile_path,
|
33
|
+
itsi_config_proc,
|
34
|
+
)?))),
|
35
|
+
})
|
36
|
+
}
|
37
|
+
|
38
|
+
pub fn stop(&self) -> Result<()> {
|
39
|
+
send_lifecycle_event(LifecycleEvent::Shutdown);
|
40
|
+
Ok(())
|
41
|
+
}
|
42
|
+
|
43
|
+
#[instrument(skip(self))]
|
44
|
+
pub fn start(&self) -> Result<()> {
|
45
|
+
self.config.lock().server_params.read().setup_listeners()?;
|
46
|
+
let result = if self.config.lock().server_params.read().silence {
|
47
|
+
run_silently(|| self.build_and_run_strategy())
|
48
|
+
} else {
|
49
|
+
info!("Itsi - Rolling into action. ⚪💨");
|
50
|
+
self.build_and_run_strategy()
|
51
|
+
};
|
52
|
+
if let Err(e) = result {
|
53
|
+
error!("Error starting server: {:?}", e);
|
54
|
+
if let Some(err_value) = e.value() {
|
55
|
+
print_rb_backtrace(err_value);
|
56
|
+
}
|
57
|
+
return Err(e);
|
58
|
+
}
|
59
|
+
Ok(())
|
60
|
+
}
|
61
|
+
|
62
|
+
pub(crate) fn build_strategy(&self) -> Result<ServeStrategy> {
|
63
|
+
let server_config = self.config.lock();
|
64
|
+
Ok(if server_config.server_params.read().workers > 1 {
|
65
|
+
ServeStrategy::Cluster(Arc::new(ClusterMode::new(server_config.clone())))
|
66
|
+
} else {
|
67
|
+
ServeStrategy::Single(Arc::new(SingleMode::new(server_config.clone())?))
|
68
|
+
})
|
69
|
+
}
|
70
|
+
|
71
|
+
fn build_and_run_strategy(&self) -> Result<()> {
|
72
|
+
reset_signal_handlers();
|
73
|
+
call_without_gvl(move || -> Result<()> {
|
74
|
+
let strategy = self.build_strategy()?;
|
75
|
+
if let Err(e) = strategy.clone().run() {
|
76
|
+
error!("Error running server: {}", e);
|
77
|
+
send_lifecycle_event(LifecycleEvent::Shutdown);
|
78
|
+
strategy.stop()?;
|
79
|
+
}
|
80
|
+
Ok(())
|
81
|
+
})?;
|
82
|
+
clear_signal_handlers();
|
83
|
+
info!("Server stopped");
|
84
|
+
Ok(())
|
85
|
+
}
|
86
|
+
}
|