itsi-scheduler 0.2.22-aarch64-linux
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
- data/.rubocop.yml +8 -0
- data/Cargo.lock +997 -0
- data/Cargo.toml +7 -0
- data/Rakefile +39 -0
- data/ext/itsi_acme/Cargo.toml +86 -0
- data/ext/itsi_acme/examples/high_level.rs +63 -0
- data/ext/itsi_acme/examples/high_level_warp.rs +52 -0
- data/ext/itsi_acme/examples/low_level.rs +87 -0
- data/ext/itsi_acme/examples/low_level_axum.rs +66 -0
- data/ext/itsi_acme/src/acceptor.rs +81 -0
- data/ext/itsi_acme/src/acme.rs +354 -0
- data/ext/itsi_acme/src/axum.rs +86 -0
- data/ext/itsi_acme/src/cache.rs +39 -0
- data/ext/itsi_acme/src/caches/boxed.rs +80 -0
- data/ext/itsi_acme/src/caches/composite.rs +69 -0
- data/ext/itsi_acme/src/caches/dir.rs +106 -0
- data/ext/itsi_acme/src/caches/mod.rs +11 -0
- data/ext/itsi_acme/src/caches/no.rs +78 -0
- data/ext/itsi_acme/src/caches/test.rs +136 -0
- data/ext/itsi_acme/src/config.rs +172 -0
- data/ext/itsi_acme/src/https_helper.rs +69 -0
- data/ext/itsi_acme/src/incoming.rs +142 -0
- data/ext/itsi_acme/src/jose.rs +161 -0
- data/ext/itsi_acme/src/lib.rs +142 -0
- data/ext/itsi_acme/src/resolver.rs +59 -0
- data/ext/itsi_acme/src/state.rs +424 -0
- data/ext/itsi_error/Cargo.lock +368 -0
- data/ext/itsi_error/Cargo.toml +12 -0
- data/ext/itsi_error/src/lib.rs +140 -0
- data/ext/itsi_instrument_entry/Cargo.toml +15 -0
- data/ext/itsi_instrument_entry/src/lib.rs +31 -0
- data/ext/itsi_rb_helpers/Cargo.lock +355 -0
- data/ext/itsi_rb_helpers/Cargo.toml +11 -0
- data/ext/itsi_rb_helpers/src/heap_value.rs +139 -0
- data/ext/itsi_rb_helpers/src/lib.rs +232 -0
- data/ext/itsi_scheduler/Cargo.toml +24 -0
- data/ext/itsi_scheduler/extconf.rb +11 -0
- data/ext/itsi_scheduler/src/itsi_scheduler/io_helpers.rs +56 -0
- data/ext/itsi_scheduler/src/itsi_scheduler/io_waiter.rs +44 -0
- data/ext/itsi_scheduler/src/itsi_scheduler/timer.rs +44 -0
- data/ext/itsi_scheduler/src/itsi_scheduler.rs +320 -0
- data/ext/itsi_scheduler/src/lib.rs +39 -0
- data/ext/itsi_server/Cargo.lock +2956 -0
- data/ext/itsi_server/Cargo.toml +94 -0
- data/ext/itsi_server/src/default_responses/mod.rs +14 -0
- data/ext/itsi_server/src/env.rs +43 -0
- data/ext/itsi_server/src/lib.rs +154 -0
- data/ext/itsi_server/src/prelude.rs +2 -0
- data/ext/itsi_server/src/ruby_types/itsi_body_proxy/big_bytes.rs +116 -0
- data/ext/itsi_server/src/ruby_types/itsi_body_proxy/mod.rs +149 -0
- data/ext/itsi_server/src/ruby_types/itsi_grpc_call.rs +346 -0
- data/ext/itsi_server/src/ruby_types/itsi_grpc_response_stream/mod.rs +265 -0
- data/ext/itsi_server/src/ruby_types/itsi_http_request.rs +399 -0
- data/ext/itsi_server/src/ruby_types/itsi_http_response.rs +447 -0
- data/ext/itsi_server/src/ruby_types/itsi_server/file_watcher.rs +545 -0
- data/ext/itsi_server/src/ruby_types/itsi_server/itsi_server_config.rs +650 -0
- data/ext/itsi_server/src/ruby_types/itsi_server.rs +102 -0
- data/ext/itsi_server/src/ruby_types/mod.rs +48 -0
- data/ext/itsi_server/src/server/binds/bind.rs +204 -0
- data/ext/itsi_server/src/server/binds/bind_protocol.rs +37 -0
- data/ext/itsi_server/src/server/binds/listener.rs +485 -0
- data/ext/itsi_server/src/server/binds/mod.rs +4 -0
- data/ext/itsi_server/src/server/binds/tls/locked_dir_cache.rs +132 -0
- data/ext/itsi_server/src/server/binds/tls.rs +278 -0
- data/ext/itsi_server/src/server/byte_frame.rs +32 -0
- data/ext/itsi_server/src/server/frame_stream.rs +143 -0
- data/ext/itsi_server/src/server/http_message_types.rs +230 -0
- data/ext/itsi_server/src/server/io_stream.rs +128 -0
- data/ext/itsi_server/src/server/lifecycle_event.rs +12 -0
- data/ext/itsi_server/src/server/middleware_stack/middleware.rs +170 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/allow_list.rs +63 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/auth_api_key.rs +94 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/auth_basic.rs +93 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/auth_jwt.rs +343 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/cache_control.rs +151 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/compression.rs +329 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/cors.rs +300 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/csp.rs +193 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/deny_list.rs +64 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/error_response/default_responses.rs +188 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/error_response.rs +168 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/etag.rs +183 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/header_interpretation.rs +82 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/intrusion_protection.rs +209 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/log_requests.rs +133 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/max_body.rs +47 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/mod.rs +122 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/proxy.rs +407 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/rate_limit.rs +155 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/redirect.rs +54 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/request_headers.rs +54 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/response_headers.rs +51 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/ruby_app.rs +138 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/static_assets.rs +269 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/static_response.rs +62 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/string_rewrite.rs +218 -0
- data/ext/itsi_server/src/server/middleware_stack/middlewares/token_source.rs +31 -0
- data/ext/itsi_server/src/server/middleware_stack/mod.rs +381 -0
- data/ext/itsi_server/src/server/mod.rs +14 -0
- data/ext/itsi_server/src/server/process_worker.rs +247 -0
- data/ext/itsi_server/src/server/redirect_type.rs +26 -0
- data/ext/itsi_server/src/server/request_job.rs +11 -0
- data/ext/itsi_server/src/server/serve_strategy/acceptor.rs +100 -0
- data/ext/itsi_server/src/server/serve_strategy/cluster_mode.rs +411 -0
- data/ext/itsi_server/src/server/serve_strategy/mod.rs +31 -0
- data/ext/itsi_server/src/server/serve_strategy/single_mode.rs +449 -0
- data/ext/itsi_server/src/server/signal.rs +129 -0
- data/ext/itsi_server/src/server/size_limited_incoming.rs +107 -0
- data/ext/itsi_server/src/server/thread_worker.rs +504 -0
- data/ext/itsi_server/src/services/cache_store.rs +74 -0
- data/ext/itsi_server/src/services/itsi_http_service.rs +270 -0
- data/ext/itsi_server/src/services/mime_types.rs +2896 -0
- data/ext/itsi_server/src/services/mod.rs +6 -0
- data/ext/itsi_server/src/services/password_hasher.rs +89 -0
- data/ext/itsi_server/src/services/rate_limiter.rs +609 -0
- data/ext/itsi_server/src/services/static_file_server.rs +1400 -0
- data/ext/itsi_tracing/Cargo.lock +274 -0
- data/ext/itsi_tracing/Cargo.toml +17 -0
- data/ext/itsi_tracing/src/lib.rs +370 -0
- data/itsi-scheduler-100.png +0 -0
- data/lib/itsi/schedule_refinement.rb +96 -0
- data/lib/itsi/scheduler/3.1/itsi_scheduler.so +0 -0
- data/lib/itsi/scheduler/3.2/itsi_scheduler.so +0 -0
- data/lib/itsi/scheduler/3.3/itsi_scheduler.so +0 -0
- data/lib/itsi/scheduler/3.4/itsi_scheduler.so +0 -0
- data/lib/itsi/scheduler/4.0/itsi_scheduler.so +0 -0
- data/lib/itsi/scheduler/native_extension.rb +34 -0
- data/lib/itsi/scheduler/version.rb +7 -0
- data/lib/itsi/scheduler.rb +153 -0
- data/vendor/rb-sys-build/.cargo-ok +1 -0
- data/vendor/rb-sys-build/.cargo_vcs_info.json +6 -0
- data/vendor/rb-sys-build/Cargo.lock +294 -0
- data/vendor/rb-sys-build/Cargo.toml +71 -0
- data/vendor/rb-sys-build/Cargo.toml.orig +32 -0
- data/vendor/rb-sys-build/LICENSE-APACHE +190 -0
- data/vendor/rb-sys-build/LICENSE-MIT +21 -0
- data/vendor/rb-sys-build/src/bindings/sanitizer.rs +185 -0
- data/vendor/rb-sys-build/src/bindings/stable_api.rs +247 -0
- data/vendor/rb-sys-build/src/bindings/wrapper.h +71 -0
- data/vendor/rb-sys-build/src/bindings.rs +280 -0
- data/vendor/rb-sys-build/src/cc.rs +421 -0
- data/vendor/rb-sys-build/src/lib.rs +12 -0
- data/vendor/rb-sys-build/src/rb_config/flags.rs +101 -0
- data/vendor/rb-sys-build/src/rb_config/library.rs +132 -0
- data/vendor/rb-sys-build/src/rb_config/search_path.rs +57 -0
- data/vendor/rb-sys-build/src/rb_config.rs +906 -0
- data/vendor/rb-sys-build/src/utils.rs +53 -0
- metadata +210 -0
|
@@ -0,0 +1,650 @@
|
|
|
1
|
+
use super::file_watcher::{self, WatcherCommand};
|
|
2
|
+
use crate::{
|
|
3
|
+
ruby_types::ITSI_SERVER_CONFIG,
|
|
4
|
+
server::{
|
|
5
|
+
binds::{bind::Bind, listener::Listener},
|
|
6
|
+
middleware_stack::MiddlewareSet,
|
|
7
|
+
},
|
|
8
|
+
};
|
|
9
|
+
use derive_more::Debug;
|
|
10
|
+
use itsi_error::ItsiError;
|
|
11
|
+
use itsi_rb_helpers::{call_with_gvl, print_rb_backtrace, HeapValue};
|
|
12
|
+
use itsi_tracing::{error, set_format, set_level, set_target, set_target_filters};
|
|
13
|
+
use magnus::{
|
|
14
|
+
block::Proc,
|
|
15
|
+
error::Result,
|
|
16
|
+
value::{LazyId, ReprValue},
|
|
17
|
+
RArray, RHash, Ruby, TryConvert, Value,
|
|
18
|
+
};
|
|
19
|
+
use nix::{
|
|
20
|
+
fcntl::{fcntl, FcntlArg, FdFlag},
|
|
21
|
+
unistd::dup,
|
|
22
|
+
};
|
|
23
|
+
use parking_lot::{Mutex, RwLock};
|
|
24
|
+
use std::{
|
|
25
|
+
collections::HashMap,
|
|
26
|
+
os::fd::RawFd,
|
|
27
|
+
path::PathBuf,
|
|
28
|
+
str::FromStr,
|
|
29
|
+
sync::{
|
|
30
|
+
atomic::{AtomicBool, Ordering::Relaxed},
|
|
31
|
+
Arc, OnceLock,
|
|
32
|
+
},
|
|
33
|
+
time::Duration,
|
|
34
|
+
};
|
|
35
|
+
use tracing::debug;
|
|
36
|
+
static DEFAULT_BIND: &str = "http://localhost:3000";
|
|
37
|
+
static ID_BUILD_CONFIG: LazyId = LazyId::new("build_config");
|
|
38
|
+
static ID_RELOAD_EXEC: LazyId = LazyId::new("reload_exec");
|
|
39
|
+
|
|
40
|
+
#[derive(Debug, Clone)]
|
|
41
|
+
pub struct ItsiServerConfig {
|
|
42
|
+
pub cli_params: Arc<HeapValue<RHash>>,
|
|
43
|
+
pub itsifile_path: Option<PathBuf>,
|
|
44
|
+
pub itsi_config_proc: Arc<Option<HeapValue<Proc>>>,
|
|
45
|
+
#[debug(skip)]
|
|
46
|
+
pub server_params: Arc<RwLock<Arc<ServerParams>>>,
|
|
47
|
+
pub watcher_fd: Arc<Option<file_watcher::WatcherPipes>>,
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
#[derive(Debug)]
|
|
51
|
+
pub struct ServerParams {
|
|
52
|
+
/// Cluster params
|
|
53
|
+
pub workers: u8,
|
|
54
|
+
pub worker_memory_limit: Option<u64>,
|
|
55
|
+
pub silence: bool,
|
|
56
|
+
pub shutdown_timeout: f64,
|
|
57
|
+
pub hooks: HashMap<String, HeapValue<Proc>>,
|
|
58
|
+
pub preload: bool,
|
|
59
|
+
|
|
60
|
+
pub request_timeout: Option<Duration>,
|
|
61
|
+
pub header_read_timeout: Duration,
|
|
62
|
+
pub notify_watchers: Option<Vec<(String, Vec<Vec<String>>)>>,
|
|
63
|
+
|
|
64
|
+
/// Worker params
|
|
65
|
+
pub threads: u8,
|
|
66
|
+
pub scheduler_threads: Option<u8>,
|
|
67
|
+
pub streamable_body: bool,
|
|
68
|
+
pub multithreaded_reactor: bool,
|
|
69
|
+
pub pin_worker_cores: bool,
|
|
70
|
+
pub scheduler_class: Option<String>,
|
|
71
|
+
pub oob_gc_responses_threshold: Option<u64>,
|
|
72
|
+
pub ruby_thread_request_backlog_size: Option<usize>,
|
|
73
|
+
pub middleware_loader: HeapValue<Proc>,
|
|
74
|
+
pub middleware: OnceLock<MiddlewareSet>,
|
|
75
|
+
pub pipeline_flush: bool,
|
|
76
|
+
pub writev: Option<bool>,
|
|
77
|
+
pub max_concurrent_streams: Option<u32>,
|
|
78
|
+
pub max_local_error_reset_streams: Option<usize>,
|
|
79
|
+
pub max_header_list_size: u32,
|
|
80
|
+
pub max_send_buf_size: usize,
|
|
81
|
+
pub binds: Vec<Bind>,
|
|
82
|
+
#[debug(skip)]
|
|
83
|
+
pub(crate) listeners: Mutex<Vec<Listener>>,
|
|
84
|
+
listener_info: Mutex<HashMap<String, i32>>,
|
|
85
|
+
pub itsi_server_token_preference: ItsiServerTokenPreference,
|
|
86
|
+
pub preloaded: AtomicBool,
|
|
87
|
+
pub socket_opts: SocketOpts,
|
|
88
|
+
preexisting_listeners: Option<String>,
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
#[derive(Debug, Clone, Copy)]
|
|
92
|
+
pub enum ItsiServerTokenPreference {
|
|
93
|
+
Version,
|
|
94
|
+
Name,
|
|
95
|
+
None,
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
impl FromStr for ItsiServerTokenPreference {
|
|
99
|
+
fn from_str(s: &str) -> std::result::Result<Self, Self::Err> {
|
|
100
|
+
Ok(match s {
|
|
101
|
+
"version" => ItsiServerTokenPreference::Version,
|
|
102
|
+
"name" => ItsiServerTokenPreference::Name,
|
|
103
|
+
"none" => ItsiServerTokenPreference::None,
|
|
104
|
+
_ => ItsiServerTokenPreference::Version,
|
|
105
|
+
})
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
type Err = ItsiError;
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
#[derive(Debug, Clone)]
|
|
112
|
+
pub struct SocketOpts {
|
|
113
|
+
pub reuse_address: bool,
|
|
114
|
+
pub reuse_port: bool,
|
|
115
|
+
pub listen_backlog: usize,
|
|
116
|
+
pub nodelay: bool,
|
|
117
|
+
pub recv_buffer_size: usize,
|
|
118
|
+
pub send_buffer_size: usize,
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
impl ServerParams {
|
|
122
|
+
pub fn preload_ruby(self: &Arc<Self>) -> Result<()> {
|
|
123
|
+
if self.preloaded.load(Relaxed) {
|
|
124
|
+
return Ok(());
|
|
125
|
+
}
|
|
126
|
+
call_with_gvl(|ruby| -> Result<()> {
|
|
127
|
+
if self
|
|
128
|
+
.scheduler_class
|
|
129
|
+
.as_ref()
|
|
130
|
+
.is_some_and(|t| t == "Itsi::Scheduler")
|
|
131
|
+
{
|
|
132
|
+
debug!("Loading Itsi Scheduler");
|
|
133
|
+
ruby.require("itsi/scheduler")?;
|
|
134
|
+
}
|
|
135
|
+
let result_pair = self
|
|
136
|
+
.middleware_loader
|
|
137
|
+
.call::<(), RArray>(())
|
|
138
|
+
.inspect_err(|e| {
|
|
139
|
+
eprintln!("Error loading middleware: {:?}", e);
|
|
140
|
+
if let Some(err_value) = e.value() {
|
|
141
|
+
print_rb_backtrace(err_value);
|
|
142
|
+
}
|
|
143
|
+
})?;
|
|
144
|
+
let routes_raw = result_pair
|
|
145
|
+
.entry::<Option<Value>>(0)
|
|
146
|
+
.inspect_err(|e| {
|
|
147
|
+
eprintln!("Error loading middleware: {:?}", e);
|
|
148
|
+
if let Some(err_value) = e.value() {
|
|
149
|
+
print_rb_backtrace(err_value);
|
|
150
|
+
}
|
|
151
|
+
})?
|
|
152
|
+
.map(|mw| mw.into());
|
|
153
|
+
let error_lines = result_pair.entry::<Option<RArray>>(1).inspect_err(|e| {
|
|
154
|
+
eprintln!("Error loading middleware: {:?}", e);
|
|
155
|
+
if let Some(err_value) = e.value() {
|
|
156
|
+
print_rb_backtrace(err_value);
|
|
157
|
+
}
|
|
158
|
+
})?;
|
|
159
|
+
if error_lines.is_some_and(|r| !r.is_empty()) {
|
|
160
|
+
let errors: Vec<String> =
|
|
161
|
+
Vec::<String>::try_convert(error_lines.unwrap().as_value())?;
|
|
162
|
+
ItsiServerConfig::print_config_errors(errors);
|
|
163
|
+
return Err(magnus::Error::new(
|
|
164
|
+
magnus::Ruby::get().unwrap().exception_runtime_error(),
|
|
165
|
+
"Failed to set middleware",
|
|
166
|
+
));
|
|
167
|
+
}
|
|
168
|
+
let middleware = MiddlewareSet::new(routes_raw)?;
|
|
169
|
+
self.middleware.set(middleware).map_err(|_| {
|
|
170
|
+
magnus::Error::new(
|
|
171
|
+
magnus::Ruby::get().unwrap().exception_runtime_error(),
|
|
172
|
+
"Failed to set middleware",
|
|
173
|
+
)
|
|
174
|
+
})?;
|
|
175
|
+
Ok(())
|
|
176
|
+
})?;
|
|
177
|
+
self.preloaded.store(true, Relaxed);
|
|
178
|
+
Ok(())
|
|
179
|
+
}
|
|
180
|
+
|
|
181
|
+
pub async fn initialize_middleware(self: &Arc<Self>) -> Result<()> {
|
|
182
|
+
self.middleware.get().unwrap().initialize_layers().await?;
|
|
183
|
+
Ok(())
|
|
184
|
+
}
|
|
185
|
+
|
|
186
|
+
fn from_rb_hash(rb_param_hash: RHash) -> Result<ServerParams> {
|
|
187
|
+
let num_cpus = num_cpus::get_physical() as u8;
|
|
188
|
+
let workers = rb_param_hash
|
|
189
|
+
.fetch::<_, Option<u8>>("workers")?
|
|
190
|
+
.unwrap_or(num_cpus);
|
|
191
|
+
let worker_memory_limit: Option<u64> = rb_param_hash.fetch("worker_memory_limit")?;
|
|
192
|
+
let silence: bool = rb_param_hash.fetch("silence")?;
|
|
193
|
+
let multithreaded_reactor: bool = rb_param_hash
|
|
194
|
+
.fetch::<_, Option<bool>>("multithreaded_reactor")?
|
|
195
|
+
.unwrap_or(workers <= (num_cpus / 3));
|
|
196
|
+
let pin_worker_cores: bool = rb_param_hash
|
|
197
|
+
.fetch::<_, Option<bool>>("pin_worker_cores")?
|
|
198
|
+
.unwrap_or(false);
|
|
199
|
+
let shutdown_timeout: f64 = rb_param_hash.fetch("shutdown_timeout")?;
|
|
200
|
+
let hooks: Option<RHash> = rb_param_hash.fetch("hooks")?;
|
|
201
|
+
let hooks = hooks
|
|
202
|
+
.map(|rhash| -> Result<HashMap<String, HeapValue<Proc>>> {
|
|
203
|
+
let mut hook_map: HashMap<String, HeapValue<Proc>> = HashMap::new();
|
|
204
|
+
for pair in rhash.enumeratorize::<_, ()>("each", ()) {
|
|
205
|
+
if let Some(pair_value) = RArray::from_value(pair?) {
|
|
206
|
+
if let (Ok(key), Ok(value)) =
|
|
207
|
+
(pair_value.entry::<Value>(0), pair_value.entry::<Proc>(1))
|
|
208
|
+
{
|
|
209
|
+
hook_map.insert(key.to_string(), HeapValue::from(value));
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
}
|
|
213
|
+
Ok(hook_map)
|
|
214
|
+
})
|
|
215
|
+
.transpose()?
|
|
216
|
+
.unwrap_or_default();
|
|
217
|
+
let preload: bool = rb_param_hash.fetch("preload")?;
|
|
218
|
+
let request_timeout: Option<f64> = rb_param_hash.fetch("request_timeout")?;
|
|
219
|
+
let request_timeout = request_timeout.map(Duration::from_secs_f64);
|
|
220
|
+
let header_read_timeout: Duration = rb_param_hash
|
|
221
|
+
.fetch::<_, Option<f64>>("header_read_timeout")?
|
|
222
|
+
.map(Duration::from_secs_f64)
|
|
223
|
+
.unwrap_or(Duration::from_secs(1));
|
|
224
|
+
|
|
225
|
+
let notify_watchers: Option<Vec<(String, Vec<Vec<String>>)>> =
|
|
226
|
+
rb_param_hash.fetch("notify_watchers")?;
|
|
227
|
+
let threads: u8 = rb_param_hash.fetch("threads")?;
|
|
228
|
+
let scheduler_threads: Option<u8> = rb_param_hash.fetch("scheduler_threads")?;
|
|
229
|
+
let streamable_body: bool = rb_param_hash.fetch("streamable_body")?;
|
|
230
|
+
let scheduler_class: Option<String> = rb_param_hash.fetch("scheduler_class")?;
|
|
231
|
+
let oob_gc_responses_threshold: Option<u64> =
|
|
232
|
+
rb_param_hash.fetch("oob_gc_responses_threshold")?;
|
|
233
|
+
|
|
234
|
+
let ruby_thread_request_backlog_size: Option<usize> =
|
|
235
|
+
rb_param_hash.fetch("ruby_thread_request_backlog_size")?;
|
|
236
|
+
|
|
237
|
+
let middleware_loader: Proc = rb_param_hash.fetch("middleware_loader")?;
|
|
238
|
+
let log_level: Option<String> = rb_param_hash.fetch("log_level")?;
|
|
239
|
+
let log_target: Option<String> = rb_param_hash.fetch("log_target")?;
|
|
240
|
+
let log_format: Option<String> = rb_param_hash.fetch("log_format")?;
|
|
241
|
+
let log_target_filters: Option<Vec<String>> = rb_param_hash.fetch("log_target_filters")?;
|
|
242
|
+
|
|
243
|
+
let reuse_address: bool = rb_param_hash
|
|
244
|
+
.fetch::<_, Option<bool>>("reuse_address")?
|
|
245
|
+
.unwrap_or(true);
|
|
246
|
+
let reuse_port: bool = rb_param_hash
|
|
247
|
+
.fetch::<_, Option<bool>>("reuse_port")?
|
|
248
|
+
.unwrap_or(true);
|
|
249
|
+
let listen_backlog: usize = rb_param_hash
|
|
250
|
+
.fetch::<_, Option<usize>>("listen_backlog")?
|
|
251
|
+
.unwrap_or(1024);
|
|
252
|
+
let nodelay: bool = rb_param_hash
|
|
253
|
+
.fetch::<_, Option<bool>>("nodelay")?
|
|
254
|
+
.unwrap_or(true);
|
|
255
|
+
let recv_buffer_size: usize = rb_param_hash
|
|
256
|
+
.fetch::<_, Option<usize>>("recv_buffer_size")?
|
|
257
|
+
.unwrap_or(262_144);
|
|
258
|
+
let send_buffer_size: usize = rb_param_hash
|
|
259
|
+
.fetch::<_, Option<usize>>("send_buffer_size")?
|
|
260
|
+
.unwrap_or(262_144);
|
|
261
|
+
|
|
262
|
+
if let Some(level) = log_level {
|
|
263
|
+
set_level(&level);
|
|
264
|
+
}
|
|
265
|
+
|
|
266
|
+
if let Some(target) = log_target {
|
|
267
|
+
set_target(&target);
|
|
268
|
+
}
|
|
269
|
+
|
|
270
|
+
if let Some(format) = log_format {
|
|
271
|
+
set_format(&format);
|
|
272
|
+
}
|
|
273
|
+
|
|
274
|
+
if let Some(target_filters) = log_target_filters {
|
|
275
|
+
let target_filters = target_filters
|
|
276
|
+
.iter()
|
|
277
|
+
.filter_map(|filter| {
|
|
278
|
+
let mut parts = filter.splitn(2, '=');
|
|
279
|
+
if let (Some(target), Some(level_str)) = (parts.next(), parts.next()) {
|
|
280
|
+
if let Ok(level) = level_str.parse::<tracing::Level>() {
|
|
281
|
+
return Some((target, level));
|
|
282
|
+
}
|
|
283
|
+
}
|
|
284
|
+
None
|
|
285
|
+
})
|
|
286
|
+
.collect::<Vec<(&str, tracing::Level)>>();
|
|
287
|
+
set_target_filters(target_filters);
|
|
288
|
+
}
|
|
289
|
+
|
|
290
|
+
let pipeline_flush: bool = rb_param_hash.fetch("pipeline_flush")?;
|
|
291
|
+
let writev: Option<bool> = rb_param_hash.fetch("writev")?;
|
|
292
|
+
let max_concurrent_streams: Option<u32> = rb_param_hash.fetch("max_concurrent_streams")?;
|
|
293
|
+
let max_local_error_reset_streams: Option<usize> =
|
|
294
|
+
rb_param_hash.fetch("max_local_error_reset_streams")?;
|
|
295
|
+
let max_header_list_size: u32 = rb_param_hash.fetch("max_header_list_size")?;
|
|
296
|
+
let max_send_buf_size: usize = rb_param_hash.fetch("max_send_buf_size")?;
|
|
297
|
+
|
|
298
|
+
let binds: Option<Vec<String>> = rb_param_hash.fetch("binds")?;
|
|
299
|
+
let binds = binds
|
|
300
|
+
.unwrap_or_else(|| vec![DEFAULT_BIND.to_string()])
|
|
301
|
+
.into_iter()
|
|
302
|
+
.map(|s| s.parse())
|
|
303
|
+
.collect::<itsi_error::Result<Vec<Bind>>>()?;
|
|
304
|
+
|
|
305
|
+
let itsi_server_token_preference: String = rb_param_hash
|
|
306
|
+
.fetch("itsi_server_token_preference")
|
|
307
|
+
.unwrap_or_default();
|
|
308
|
+
let itsi_server_token_preference: ItsiServerTokenPreference =
|
|
309
|
+
itsi_server_token_preference.parse()?;
|
|
310
|
+
|
|
311
|
+
let socket_opts = SocketOpts {
|
|
312
|
+
reuse_address,
|
|
313
|
+
reuse_port,
|
|
314
|
+
listen_backlog,
|
|
315
|
+
nodelay,
|
|
316
|
+
recv_buffer_size,
|
|
317
|
+
send_buffer_size,
|
|
318
|
+
};
|
|
319
|
+
let preexisting_listeners = rb_param_hash.delete::<_, Option<String>>("listeners")?;
|
|
320
|
+
|
|
321
|
+
let params = ServerParams {
|
|
322
|
+
workers,
|
|
323
|
+
worker_memory_limit,
|
|
324
|
+
silence,
|
|
325
|
+
multithreaded_reactor,
|
|
326
|
+
pin_worker_cores,
|
|
327
|
+
shutdown_timeout,
|
|
328
|
+
hooks,
|
|
329
|
+
preload,
|
|
330
|
+
request_timeout,
|
|
331
|
+
header_read_timeout,
|
|
332
|
+
notify_watchers,
|
|
333
|
+
threads,
|
|
334
|
+
scheduler_threads,
|
|
335
|
+
streamable_body,
|
|
336
|
+
scheduler_class,
|
|
337
|
+
ruby_thread_request_backlog_size,
|
|
338
|
+
oob_gc_responses_threshold,
|
|
339
|
+
pipeline_flush,
|
|
340
|
+
writev,
|
|
341
|
+
max_concurrent_streams,
|
|
342
|
+
max_local_error_reset_streams,
|
|
343
|
+
max_header_list_size,
|
|
344
|
+
max_send_buf_size,
|
|
345
|
+
binds,
|
|
346
|
+
itsi_server_token_preference,
|
|
347
|
+
socket_opts,
|
|
348
|
+
preexisting_listeners,
|
|
349
|
+
listener_info: Mutex::new(HashMap::new()),
|
|
350
|
+
listeners: Mutex::new(Vec::new()),
|
|
351
|
+
middleware_loader: middleware_loader.into(),
|
|
352
|
+
middleware: OnceLock::new(),
|
|
353
|
+
preloaded: AtomicBool::new(false),
|
|
354
|
+
};
|
|
355
|
+
|
|
356
|
+
Ok(params)
|
|
357
|
+
}
|
|
358
|
+
|
|
359
|
+
pub fn setup_listeners(&self) -> Result<()> {
|
|
360
|
+
let listeners = if let Some(preexisting_listeners) = self.preexisting_listeners.as_ref() {
|
|
361
|
+
let bind_to_fd_map: HashMap<String, i32> = serde_json::from_str(preexisting_listeners)
|
|
362
|
+
.map_err(|e| {
|
|
363
|
+
magnus::Error::new(
|
|
364
|
+
magnus::Ruby::get().unwrap().exception_standard_error(),
|
|
365
|
+
format!("Invalid listener info: {}", e),
|
|
366
|
+
)
|
|
367
|
+
})?;
|
|
368
|
+
|
|
369
|
+
self.binds
|
|
370
|
+
.iter()
|
|
371
|
+
.cloned()
|
|
372
|
+
.map(|bind| {
|
|
373
|
+
if let Some(fd) = bind_to_fd_map.get(&bind.listener_address_string()) {
|
|
374
|
+
Listener::inherit_fd(bind, *fd, &self.socket_opts)
|
|
375
|
+
} else {
|
|
376
|
+
Listener::build(bind, &self.socket_opts)
|
|
377
|
+
}
|
|
378
|
+
})
|
|
379
|
+
.collect::<std::result::Result<Vec<Listener>, _>>()?
|
|
380
|
+
.into_iter()
|
|
381
|
+
.collect::<Vec<_>>()
|
|
382
|
+
} else {
|
|
383
|
+
self.binds
|
|
384
|
+
.iter()
|
|
385
|
+
.cloned()
|
|
386
|
+
.map(|b| Listener::build(b, &self.socket_opts))
|
|
387
|
+
.collect::<std::result::Result<Vec<Listener>, _>>()?
|
|
388
|
+
.into_iter()
|
|
389
|
+
.collect::<Vec<_>>()
|
|
390
|
+
};
|
|
391
|
+
|
|
392
|
+
let listener_info = listeners
|
|
393
|
+
.iter()
|
|
394
|
+
.map(|listener| {
|
|
395
|
+
listener.handover().map_err(|e| {
|
|
396
|
+
magnus::Error::new(
|
|
397
|
+
magnus::Ruby::get().unwrap().exception_runtime_error(),
|
|
398
|
+
e.to_string(),
|
|
399
|
+
)
|
|
400
|
+
})
|
|
401
|
+
})
|
|
402
|
+
.collect::<Result<HashMap<String, i32>>>()?;
|
|
403
|
+
|
|
404
|
+
*self.listener_info.lock() = listener_info;
|
|
405
|
+
*self.listeners.lock() = listeners;
|
|
406
|
+
Ok(())
|
|
407
|
+
}
|
|
408
|
+
}
|
|
409
|
+
|
|
410
|
+
impl ItsiServerConfig {
|
|
411
|
+
pub fn new(
|
|
412
|
+
ruby: &Ruby,
|
|
413
|
+
cli_params: RHash,
|
|
414
|
+
itsifile_path: Option<PathBuf>,
|
|
415
|
+
itsi_config_proc: Option<Proc>,
|
|
416
|
+
) -> Result<Self> {
|
|
417
|
+
let itsi_config_proc = Arc::new(itsi_config_proc.map(HeapValue::from));
|
|
418
|
+
match Self::combine_params(
|
|
419
|
+
ruby,
|
|
420
|
+
cli_params,
|
|
421
|
+
itsifile_path.as_ref(),
|
|
422
|
+
itsi_config_proc.clone(),
|
|
423
|
+
) {
|
|
424
|
+
Ok(server_params) => {
|
|
425
|
+
cli_params
|
|
426
|
+
.delete::<_, Value>(magnus::Ruby::get().unwrap().to_symbol("listeners"))?;
|
|
427
|
+
|
|
428
|
+
let watcher_fd = if let Some(watchers) = server_params.notify_watchers.clone() {
|
|
429
|
+
file_watcher::watch_groups(watchers)?
|
|
430
|
+
} else {
|
|
431
|
+
None
|
|
432
|
+
};
|
|
433
|
+
|
|
434
|
+
Ok(ItsiServerConfig {
|
|
435
|
+
cli_params: Arc::new(cli_params.into()),
|
|
436
|
+
server_params: RwLock::new(server_params.clone()).into(),
|
|
437
|
+
itsi_config_proc,
|
|
438
|
+
itsifile_path,
|
|
439
|
+
watcher_fd: watcher_fd.into(),
|
|
440
|
+
})
|
|
441
|
+
}
|
|
442
|
+
Err(err) => Err(magnus::Error::new(
|
|
443
|
+
magnus::Ruby::get().unwrap().exception_standard_error(),
|
|
444
|
+
format!("Error loading initial configuration {:?}", err),
|
|
445
|
+
)),
|
|
446
|
+
}
|
|
447
|
+
}
|
|
448
|
+
|
|
449
|
+
pub fn use_reuse_port_load_balancing(&self) -> bool {
|
|
450
|
+
cfg!(target_os = "linux") && self.server_params.read().socket_opts.reuse_port
|
|
451
|
+
}
|
|
452
|
+
|
|
453
|
+
/// Reload
|
|
454
|
+
pub fn reload(self: Arc<Self>, cluster_worker: bool) -> Result<bool> {
|
|
455
|
+
let server_params = call_with_gvl(|ruby| {
|
|
456
|
+
Self::combine_params(
|
|
457
|
+
&ruby,
|
|
458
|
+
self.cli_params.cloned(),
|
|
459
|
+
self.itsifile_path.as_ref(),
|
|
460
|
+
self.itsi_config_proc.clone(),
|
|
461
|
+
)
|
|
462
|
+
})?;
|
|
463
|
+
let is_single_mode = self.server_params.read().workers == 1;
|
|
464
|
+
|
|
465
|
+
let requires_exec = if !is_single_mode && !server_params.preload {
|
|
466
|
+
// In cluster mode children are cycled during a reload
|
|
467
|
+
// and if preload is disabled, will get a clean memory slate,
|
|
468
|
+
// so we don't need to exec. We do need to rebind our listeners here.
|
|
469
|
+
server_params.setup_listeners()?;
|
|
470
|
+
false
|
|
471
|
+
} else {
|
|
472
|
+
// In non-cluster mode, or when preloading is enabled, we shouldn't try to
|
|
473
|
+
// reload inside the existing process (as new code may conflict with old),
|
|
474
|
+
// and should re-exec instead.
|
|
475
|
+
true
|
|
476
|
+
};
|
|
477
|
+
|
|
478
|
+
*self.server_params.write() = server_params.clone();
|
|
479
|
+
Ok(requires_exec && (cluster_worker || is_single_mode))
|
|
480
|
+
}
|
|
481
|
+
|
|
482
|
+
fn combine_params(
|
|
483
|
+
ruby: &Ruby,
|
|
484
|
+
cli_params: RHash,
|
|
485
|
+
itsifile_path: Option<&PathBuf>,
|
|
486
|
+
itsi_config_proc: Arc<Option<HeapValue<Proc>>>,
|
|
487
|
+
) -> Result<Arc<ServerParams>> {
|
|
488
|
+
let inner = itsi_config_proc
|
|
489
|
+
.as_ref()
|
|
490
|
+
.clone()
|
|
491
|
+
.map(|hv| hv.clone().inner());
|
|
492
|
+
let (rb_param_hash, errors): (RHash, Vec<String>) =
|
|
493
|
+
ruby.get_inner_ref(&ITSI_SERVER_CONFIG).funcall(
|
|
494
|
+
*ID_BUILD_CONFIG,
|
|
495
|
+
(cli_params, itsifile_path.cloned(), inner),
|
|
496
|
+
)?;
|
|
497
|
+
if !errors.is_empty() {
|
|
498
|
+
Self::print_config_errors(errors);
|
|
499
|
+
return Err(magnus::Error::new(
|
|
500
|
+
magnus::Ruby::get().unwrap().exception_standard_error(),
|
|
501
|
+
"Invalid server config",
|
|
502
|
+
));
|
|
503
|
+
}
|
|
504
|
+
Ok(Arc::new(ServerParams::from_rb_hash(rb_param_hash)?))
|
|
505
|
+
}
|
|
506
|
+
|
|
507
|
+
fn clear_cloexec(fd: RawFd) -> nix::Result<()> {
|
|
508
|
+
let current_flags = fcntl(fd, FcntlArg::F_GETFD)?;
|
|
509
|
+
let mut flags = FdFlag::from_bits_truncate(current_flags);
|
|
510
|
+
// Remove the FD_CLOEXEC flag
|
|
511
|
+
flags.remove(FdFlag::FD_CLOEXEC);
|
|
512
|
+
// Set the new flags back on the file descriptor
|
|
513
|
+
fcntl(fd, FcntlArg::F_SETFD(flags))?;
|
|
514
|
+
Ok(())
|
|
515
|
+
}
|
|
516
|
+
|
|
517
|
+
pub async fn get_config_errors(&self) -> Option<Vec<String>> {
|
|
518
|
+
let rb_param_hash = call_with_gvl(|ruby| {
|
|
519
|
+
let inner = self
|
|
520
|
+
.itsi_config_proc
|
|
521
|
+
.as_ref()
|
|
522
|
+
.clone()
|
|
523
|
+
.map(|hv| hv.clone().inner());
|
|
524
|
+
let cli_params = self.cli_params.cloned();
|
|
525
|
+
let itsifile_path = self.itsifile_path.clone();
|
|
526
|
+
|
|
527
|
+
let (rb_param_hash, errors): (RHash, Vec<String>) = ruby
|
|
528
|
+
.get_inner_ref(&ITSI_SERVER_CONFIG)
|
|
529
|
+
.funcall(*ID_BUILD_CONFIG, (cli_params, itsifile_path, inner))
|
|
530
|
+
.unwrap();
|
|
531
|
+
if !errors.is_empty() {
|
|
532
|
+
return Err(errors);
|
|
533
|
+
}
|
|
534
|
+
Ok(rb_param_hash)
|
|
535
|
+
});
|
|
536
|
+
match rb_param_hash {
|
|
537
|
+
Ok(rb_param_hash) => match ServerParams::from_rb_hash(rb_param_hash) {
|
|
538
|
+
Ok(test_params) => {
|
|
539
|
+
let params_arc = Arc::new(test_params);
|
|
540
|
+
if let Err(err) = params_arc.clone().preload_ruby() {
|
|
541
|
+
let err_val = call_with_gvl(|_| format!("{}", err));
|
|
542
|
+
return Some(vec![err_val]);
|
|
543
|
+
}
|
|
544
|
+
|
|
545
|
+
if let Err(err) = params_arc
|
|
546
|
+
.middleware
|
|
547
|
+
.get()
|
|
548
|
+
.unwrap()
|
|
549
|
+
.initialize_layers()
|
|
550
|
+
.await
|
|
551
|
+
{
|
|
552
|
+
let err_val = call_with_gvl(|_| format!("{}", err));
|
|
553
|
+
return Some(vec![err_val]);
|
|
554
|
+
}
|
|
555
|
+
None
|
|
556
|
+
}
|
|
557
|
+
Err(err) => Some(vec![format!("{:?}", err)]),
|
|
558
|
+
},
|
|
559
|
+
Err(err) => Some(err),
|
|
560
|
+
}
|
|
561
|
+
}
|
|
562
|
+
|
|
563
|
+
pub fn dup_fds(self: &Arc<Self>) -> Result<()> {
|
|
564
|
+
// Ensure the watcher is already stopped before duplicating file descriptors
|
|
565
|
+
// to prevent race conditions between closing the watcher FD and duplicating socket FDs
|
|
566
|
+
|
|
567
|
+
let binding = self.server_params.read();
|
|
568
|
+
let mut listener_info_guard = binding.listener_info.lock();
|
|
569
|
+
let dupped_fd_map = listener_info_guard
|
|
570
|
+
.iter()
|
|
571
|
+
.map(|(str, fd)| {
|
|
572
|
+
let dupped_fd = dup(*fd).map_err(|errno| {
|
|
573
|
+
magnus::Error::new(
|
|
574
|
+
magnus::Ruby::get().unwrap().exception_standard_error(),
|
|
575
|
+
format!("Errno {} while trying to dup {}", errno, fd),
|
|
576
|
+
)
|
|
577
|
+
})?;
|
|
578
|
+
Self::clear_cloexec(dupped_fd).map_err(|e| {
|
|
579
|
+
magnus::Error::new(
|
|
580
|
+
magnus::Ruby::get().unwrap().exception_standard_error(),
|
|
581
|
+
format!("Failed to clear cloexec flag for fd {}: {}", dupped_fd, e),
|
|
582
|
+
)
|
|
583
|
+
})?;
|
|
584
|
+
Ok((str.clone(), dupped_fd))
|
|
585
|
+
})
|
|
586
|
+
.collect::<Result<HashMap<String, i32>>>()?;
|
|
587
|
+
*listener_info_guard = dupped_fd_map;
|
|
588
|
+
Ok(())
|
|
589
|
+
}
|
|
590
|
+
|
|
591
|
+
pub fn stop_watcher(self: &Arc<Self>) -> Result<()> {
|
|
592
|
+
if let Some(pipes) = self.watcher_fd.as_ref() {
|
|
593
|
+
// Send explicit stop command to the watcher process
|
|
594
|
+
file_watcher::send_watcher_command(&pipes.write_fd, WatcherCommand::Stop)?;
|
|
595
|
+
// We don't close the pipes here - they'll be closed when the WatcherPipes is dropped
|
|
596
|
+
}
|
|
597
|
+
Ok(())
|
|
598
|
+
}
|
|
599
|
+
|
|
600
|
+
pub fn print_config_errors(errors: Vec<String>) {
|
|
601
|
+
error!("Refusing to reload configuration due to fatal errors:");
|
|
602
|
+
for error in errors {
|
|
603
|
+
eprintln!("{}", error);
|
|
604
|
+
}
|
|
605
|
+
}
|
|
606
|
+
|
|
607
|
+
pub async fn check_config(&self) -> bool {
|
|
608
|
+
if let Some(errors) = self.get_config_errors().await {
|
|
609
|
+
Self::print_config_errors(errors);
|
|
610
|
+
// Notify watcher that config check failed
|
|
611
|
+
if let Some(pipes) = self.watcher_fd.as_ref() {
|
|
612
|
+
if let Err(e) =
|
|
613
|
+
file_watcher::send_watcher_command(&pipes.write_fd, WatcherCommand::ConfigError)
|
|
614
|
+
{
|
|
615
|
+
error!("Failed to notify watcher of config error: {}", e);
|
|
616
|
+
}
|
|
617
|
+
}
|
|
618
|
+
return false;
|
|
619
|
+
}
|
|
620
|
+
// If we reach here, the config is valid
|
|
621
|
+
if let Some(pipes) = self.watcher_fd.as_ref() {
|
|
622
|
+
if let Err(e) =
|
|
623
|
+
file_watcher::send_watcher_command(&pipes.write_fd, WatcherCommand::Continue)
|
|
624
|
+
{
|
|
625
|
+
error!("Failed to notify watcher to continue: {}", e);
|
|
626
|
+
}
|
|
627
|
+
}
|
|
628
|
+
true
|
|
629
|
+
}
|
|
630
|
+
|
|
631
|
+
pub fn reload_exec(self: &Arc<Self>) -> Result<()> {
|
|
632
|
+
let listener_json =
|
|
633
|
+
serde_json::to_string(&self.server_params.read().listener_info.lock().clone())
|
|
634
|
+
.map_err(|e| {
|
|
635
|
+
magnus::Error::new(
|
|
636
|
+
magnus::Ruby::get().unwrap().exception_standard_error(),
|
|
637
|
+
format!("Invalid listener info: {}", e),
|
|
638
|
+
)
|
|
639
|
+
})?;
|
|
640
|
+
|
|
641
|
+
// Make sure we're not calling stop_watcher here to avoid double-stopping
|
|
642
|
+
// The watcher should be stopped earlier in the restart sequence
|
|
643
|
+
call_with_gvl(|ruby| -> Result<()> {
|
|
644
|
+
ruby.get_inner_ref(&ITSI_SERVER_CONFIG)
|
|
645
|
+
.funcall::<_, _, Value>(*ID_RELOAD_EXEC, (listener_json,))?;
|
|
646
|
+
Ok(())
|
|
647
|
+
})?;
|
|
648
|
+
Ok(())
|
|
649
|
+
}
|
|
650
|
+
}
|