itsi-scheduler 0.1.5 → 0.2.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (155) hide show
  1. checksums.yaml +4 -4
  2. data/Cargo.lock +187 -62
  3. data/README.md +57 -24
  4. data/Rakefile +0 -4
  5. data/ext/itsi_acme/Cargo.toml +86 -0
  6. data/ext/itsi_acme/examples/high_level.rs +63 -0
  7. data/ext/itsi_acme/examples/high_level_warp.rs +52 -0
  8. data/ext/itsi_acme/examples/low_level.rs +87 -0
  9. data/ext/itsi_acme/examples/low_level_axum.rs +66 -0
  10. data/ext/itsi_acme/src/acceptor.rs +81 -0
  11. data/ext/itsi_acme/src/acme.rs +354 -0
  12. data/ext/itsi_acme/src/axum.rs +86 -0
  13. data/ext/itsi_acme/src/cache.rs +39 -0
  14. data/ext/itsi_acme/src/caches/boxed.rs +80 -0
  15. data/ext/itsi_acme/src/caches/composite.rs +69 -0
  16. data/ext/itsi_acme/src/caches/dir.rs +106 -0
  17. data/ext/itsi_acme/src/caches/mod.rs +11 -0
  18. data/ext/itsi_acme/src/caches/no.rs +78 -0
  19. data/ext/itsi_acme/src/caches/test.rs +136 -0
  20. data/ext/itsi_acme/src/config.rs +172 -0
  21. data/ext/itsi_acme/src/https_helper.rs +69 -0
  22. data/ext/itsi_acme/src/incoming.rs +142 -0
  23. data/ext/itsi_acme/src/jose.rs +161 -0
  24. data/ext/itsi_acme/src/lib.rs +142 -0
  25. data/ext/itsi_acme/src/resolver.rs +59 -0
  26. data/ext/itsi_acme/src/state.rs +424 -0
  27. data/ext/itsi_error/Cargo.toml +1 -0
  28. data/ext/itsi_error/src/lib.rs +106 -7
  29. data/ext/itsi_error/target/debug/build/clang-sys-da71b0344e568175/out/common.rs +355 -0
  30. data/ext/itsi_error/target/debug/build/clang-sys-da71b0344e568175/out/dynamic.rs +276 -0
  31. data/ext/itsi_error/target/debug/build/clang-sys-da71b0344e568175/out/macros.rs +49 -0
  32. data/ext/itsi_error/target/debug/build/rb-sys-49f554618693db24/out/bindings-0.9.110-mri-arm64-darwin23-3.4.2.rs +8865 -0
  33. data/ext/itsi_error/target/debug/incremental/itsi_error-1mmt5sux7jb0i/s-h510z7m8v9-0bxu7yd.lock +0 -0
  34. data/ext/itsi_error/target/debug/incremental/itsi_error-2vn3jey74oiw0/s-h5113n0e7e-1v5qzs6.lock +0 -0
  35. data/ext/itsi_error/target/debug/incremental/itsi_error-37uv9dicz7awp/s-h510ykifhe-0tbnep2.lock +0 -0
  36. data/ext/itsi_error/target/debug/incremental/itsi_error-37uv9dicz7awp/s-h510yyocpj-0tz7ug7.lock +0 -0
  37. data/ext/itsi_error/target/debug/incremental/itsi_error-37uv9dicz7awp/s-h510z0xc8g-14ol18k.lock +0 -0
  38. data/ext/itsi_error/target/debug/incremental/itsi_error-3g5qf4y7d54uj/s-h5113n0e7d-1trk8on.lock +0 -0
  39. data/ext/itsi_error/target/debug/incremental/itsi_error-3lpfftm45d3e2/s-h510z7m8r3-1pxp20o.lock +0 -0
  40. data/ext/itsi_error/target/debug/incremental/itsi_error-3o4qownhl3d7n/s-h510ykifek-1uxasnk.lock +0 -0
  41. data/ext/itsi_error/target/debug/incremental/itsi_error-3o4qownhl3d7n/s-h510yyocki-11u37qm.lock +0 -0
  42. data/ext/itsi_error/target/debug/incremental/itsi_error-3o4qownhl3d7n/s-h510z0xc93-0pmy0zm.lock +0 -0
  43. data/ext/itsi_rb_helpers/Cargo.toml +1 -0
  44. data/ext/itsi_rb_helpers/src/heap_value.rs +18 -0
  45. data/ext/itsi_rb_helpers/src/lib.rs +63 -12
  46. data/ext/itsi_rb_helpers/target/debug/build/clang-sys-da71b0344e568175/out/common.rs +355 -0
  47. data/ext/itsi_rb_helpers/target/debug/build/clang-sys-da71b0344e568175/out/dynamic.rs +276 -0
  48. data/ext/itsi_rb_helpers/target/debug/build/clang-sys-da71b0344e568175/out/macros.rs +49 -0
  49. data/ext/itsi_rb_helpers/target/debug/build/rb-sys-eb9ed4ff3a60f995/out/bindings-0.9.110-mri-arm64-darwin23-3.4.2.rs +8865 -0
  50. data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-040pxg6yhb3g3/s-h5113n7a1b-03bwlt4.lock +0 -0
  51. data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-131g1u4dzkt1a/s-h51113xnh3-1eik1ip.lock +0 -0
  52. data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-131g1u4dzkt1a/s-h5111704jj-0g4rj8x.lock +0 -0
  53. data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-1q2d3drtxrzs5/s-h5113n79yl-0bxcqc5.lock +0 -0
  54. data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-374a9h7ovycj0/s-h51113xoox-10de2hp.lock +0 -0
  55. data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-374a9h7ovycj0/s-h5111704w7-0vdq7gq.lock +0 -0
  56. data/ext/itsi_scheduler/Cargo.toml +1 -1
  57. data/ext/itsi_scheduler/src/itsi_scheduler.rs +9 -3
  58. data/ext/itsi_scheduler/src/lib.rs +1 -0
  59. data/ext/itsi_server/Cargo.lock +2956 -0
  60. data/ext/itsi_server/Cargo.toml +73 -29
  61. data/ext/itsi_server/src/default_responses/mod.rs +11 -0
  62. data/ext/itsi_server/src/env.rs +43 -0
  63. data/ext/itsi_server/src/lib.rs +114 -75
  64. data/ext/itsi_server/src/prelude.rs +2 -0
  65. data/ext/itsi_server/src/{body_proxy → ruby_types/itsi_body_proxy}/big_bytes.rs +10 -5
  66. data/ext/itsi_server/src/{body_proxy/itsi_body_proxy.rs → ruby_types/itsi_body_proxy/mod.rs} +29 -8
  67. data/ext/itsi_server/src/ruby_types/itsi_grpc_call.rs +344 -0
  68. data/ext/itsi_server/src/ruby_types/itsi_grpc_response_stream/mod.rs +264 -0
  69. data/ext/itsi_server/src/ruby_types/itsi_http_request.rs +362 -0
  70. data/ext/itsi_server/src/{response/itsi_response.rs → ruby_types/itsi_http_response.rs} +84 -40
  71. data/ext/itsi_server/src/ruby_types/itsi_server/file_watcher.rs +233 -0
  72. data/ext/itsi_server/src/ruby_types/itsi_server/itsi_server_config.rs +588 -0
  73. data/ext/itsi_server/src/ruby_types/itsi_server.rs +86 -0
  74. data/ext/itsi_server/src/ruby_types/mod.rs +48 -0
  75. data/ext/itsi_server/src/server/{bind.rs → binds/bind.rs} +59 -24
  76. data/ext/itsi_server/src/server/binds/listener.rs +444 -0
  77. data/ext/itsi_server/src/server/binds/mod.rs +4 -0
  78. data/ext/itsi_server/src/server/{tls → binds/tls}/locked_dir_cache.rs +57 -19
  79. data/ext/itsi_server/src/server/{tls.rs → binds/tls.rs} +120 -31
  80. data/ext/itsi_server/src/server/byte_frame.rs +32 -0
  81. data/ext/itsi_server/src/server/http_message_types.rs +97 -0
  82. data/ext/itsi_server/src/server/io_stream.rs +2 -1
  83. data/ext/itsi_server/src/server/lifecycle_event.rs +3 -0
  84. data/ext/itsi_server/src/server/middleware_stack/middleware.rs +170 -0
  85. data/ext/itsi_server/src/server/middleware_stack/middlewares/allow_list.rs +63 -0
  86. data/ext/itsi_server/src/server/middleware_stack/middlewares/auth_api_key.rs +94 -0
  87. data/ext/itsi_server/src/server/middleware_stack/middlewares/auth_basic.rs +94 -0
  88. data/ext/itsi_server/src/server/middleware_stack/middlewares/auth_jwt.rs +343 -0
  89. data/ext/itsi_server/src/server/middleware_stack/middlewares/cache_control.rs +151 -0
  90. data/ext/itsi_server/src/server/middleware_stack/middlewares/compression.rs +316 -0
  91. data/ext/itsi_server/src/server/middleware_stack/middlewares/cors.rs +301 -0
  92. data/ext/itsi_server/src/server/middleware_stack/middlewares/csp.rs +193 -0
  93. data/ext/itsi_server/src/server/middleware_stack/middlewares/deny_list.rs +64 -0
  94. data/ext/itsi_server/src/server/middleware_stack/middlewares/error_response/default_responses.rs +192 -0
  95. data/ext/itsi_server/src/server/middleware_stack/middlewares/error_response.rs +171 -0
  96. data/ext/itsi_server/src/server/middleware_stack/middlewares/etag.rs +198 -0
  97. data/ext/itsi_server/src/server/middleware_stack/middlewares/header_interpretation.rs +82 -0
  98. data/ext/itsi_server/src/server/middleware_stack/middlewares/intrusion_protection.rs +209 -0
  99. data/ext/itsi_server/src/server/middleware_stack/middlewares/log_requests.rs +82 -0
  100. data/ext/itsi_server/src/server/middleware_stack/middlewares/max_body.rs +47 -0
  101. data/ext/itsi_server/src/server/middleware_stack/middlewares/mod.rs +116 -0
  102. data/ext/itsi_server/src/server/middleware_stack/middlewares/proxy.rs +411 -0
  103. data/ext/itsi_server/src/server/middleware_stack/middlewares/rate_limit.rs +142 -0
  104. data/ext/itsi_server/src/server/middleware_stack/middlewares/redirect.rs +55 -0
  105. data/ext/itsi_server/src/server/middleware_stack/middlewares/request_headers.rs +54 -0
  106. data/ext/itsi_server/src/server/middleware_stack/middlewares/response_headers.rs +51 -0
  107. data/ext/itsi_server/src/server/middleware_stack/middlewares/ruby_app.rs +126 -0
  108. data/ext/itsi_server/src/server/middleware_stack/middlewares/static_assets.rs +187 -0
  109. data/ext/itsi_server/src/server/middleware_stack/middlewares/static_response.rs +55 -0
  110. data/ext/itsi_server/src/server/middleware_stack/middlewares/string_rewrite.rs +173 -0
  111. data/ext/itsi_server/src/server/middleware_stack/middlewares/token_source.rs +31 -0
  112. data/ext/itsi_server/src/server/middleware_stack/mod.rs +381 -0
  113. data/ext/itsi_server/src/server/mod.rs +7 -5
  114. data/ext/itsi_server/src/server/process_worker.rs +65 -14
  115. data/ext/itsi_server/src/server/redirect_type.rs +26 -0
  116. data/ext/itsi_server/src/server/request_job.rs +11 -0
  117. data/ext/itsi_server/src/server/serve_strategy/cluster_mode.rs +150 -50
  118. data/ext/itsi_server/src/server/serve_strategy/mod.rs +9 -6
  119. data/ext/itsi_server/src/server/serve_strategy/single_mode.rs +399 -165
  120. data/ext/itsi_server/src/server/signal.rs +33 -26
  121. data/ext/itsi_server/src/server/size_limited_incoming.rs +107 -0
  122. data/ext/itsi_server/src/server/thread_worker.rs +218 -107
  123. data/ext/itsi_server/src/services/cache_store.rs +74 -0
  124. data/ext/itsi_server/src/services/itsi_http_service.rs +257 -0
  125. data/ext/itsi_server/src/services/mime_types.rs +1416 -0
  126. data/ext/itsi_server/src/services/mod.rs +6 -0
  127. data/ext/itsi_server/src/services/password_hasher.rs +83 -0
  128. data/ext/itsi_server/src/services/rate_limiter.rs +580 -0
  129. data/ext/itsi_server/src/services/static_file_server.rs +1340 -0
  130. data/ext/itsi_tracing/Cargo.toml +1 -0
  131. data/ext/itsi_tracing/src/lib.rs +362 -33
  132. data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-0994n8rpvvt9m/s-h510hfz1f6-1kbycmq.lock +0 -0
  133. data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-0bob7bf4yq34i/s-h5113125h5-0lh4rag.lock +0 -0
  134. data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-2fcodulrxbbxo/s-h510h2infk-0hp5kjw.lock +0 -0
  135. data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-2iak63r1woi1l/s-h510h2in4q-0kxfzw1.lock +0 -0
  136. data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-2kk4qj9gn5dg2/s-h5113124kv-0enwon2.lock +0 -0
  137. data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-2mwo0yas7dtw4/s-h510hfz1ha-1udgpei.lock +0 -0
  138. data/itsi-scheduler-100.png +0 -0
  139. data/lib/itsi/scheduler/version.rb +1 -1
  140. data/lib/itsi/scheduler.rb +11 -6
  141. metadata +119 -26
  142. data/CHANGELOG.md +0 -5
  143. data/CODE_OF_CONDUCT.md +0 -132
  144. data/LICENSE.txt +0 -21
  145. data/ext/itsi_error/src/from.rs +0 -71
  146. data/ext/itsi_server/extconf.rb +0 -6
  147. data/ext/itsi_server/src/body_proxy/mod.rs +0 -2
  148. data/ext/itsi_server/src/request/itsi_request.rs +0 -277
  149. data/ext/itsi_server/src/request/mod.rs +0 -1
  150. data/ext/itsi_server/src/response/mod.rs +0 -1
  151. data/ext/itsi_server/src/server/itsi_ca/itsi_ca.crt +0 -13
  152. data/ext/itsi_server/src/server/itsi_ca/itsi_ca.key +0 -5
  153. data/ext/itsi_server/src/server/itsi_server.rs +0 -244
  154. data/ext/itsi_server/src/server/listener.rs +0 -327
  155. /data/ext/itsi_server/src/server/{bind_protocol.rs → binds/bind_protocol.rs} +0 -0
@@ -0,0 +1,588 @@
1
+ use super::file_watcher::{self};
2
+ use crate::{
3
+ ruby_types::ITSI_SERVER_CONFIG,
4
+ server::{
5
+ binds::{bind::Bind, listener::Listener},
6
+ middleware_stack::MiddlewareSet,
7
+ },
8
+ };
9
+ use derive_more::Debug;
10
+ use itsi_error::ItsiError;
11
+ use itsi_rb_helpers::{call_with_gvl, print_rb_backtrace, HeapValue};
12
+ use itsi_tracing::{set_format, set_level, set_target, set_target_filters};
13
+ use magnus::{
14
+ block::Proc,
15
+ error::Result,
16
+ value::{LazyId, ReprValue},
17
+ RArray, RHash, Ruby, Symbol, TryConvert, Value,
18
+ };
19
+ use nix::{
20
+ fcntl::{fcntl, FcntlArg, FdFlag},
21
+ unistd::{close, dup},
22
+ };
23
+ use parking_lot::{Mutex, RwLock};
24
+ use std::{
25
+ collections::HashMap,
26
+ os::fd::{AsRawFd, OwnedFd, RawFd},
27
+ path::PathBuf,
28
+ str::FromStr,
29
+ sync::{
30
+ atomic::{AtomicBool, Ordering::Relaxed},
31
+ Arc, OnceLock,
32
+ },
33
+ time::Duration,
34
+ };
35
+ use tracing::{debug, error};
36
+ static DEFAULT_BIND: &str = "http://localhost:3000";
37
+ static ID_BUILD_CONFIG: LazyId = LazyId::new("build_config");
38
+ static ID_RELOAD_EXEC: LazyId = LazyId::new("reload_exec");
39
+
40
+ #[derive(Debug, Clone)]
41
+ pub struct ItsiServerConfig {
42
+ pub cli_params: Arc<HeapValue<RHash>>,
43
+ pub itsifile_path: Option<PathBuf>,
44
+ pub itsi_config_proc: Arc<Option<HeapValue<Proc>>>,
45
+ #[debug(skip)]
46
+ pub server_params: Arc<RwLock<Arc<ServerParams>>>,
47
+ pub watcher_fd: Arc<Option<OwnedFd>>,
48
+ }
49
+
50
+ #[derive(Debug)]
51
+ pub struct ServerParams {
52
+ /// Cluster params
53
+ pub workers: u8,
54
+ pub worker_memory_limit: Option<u64>,
55
+ pub silence: bool,
56
+ pub shutdown_timeout: f64,
57
+ pub hooks: HashMap<String, HeapValue<Proc>>,
58
+ pub preload: bool,
59
+
60
+ pub request_timeout: Option<Duration>,
61
+ pub header_read_timeout: Duration,
62
+ pub notify_watchers: Option<Vec<(String, Vec<Vec<String>>)>>,
63
+
64
+ /// Worker params
65
+ pub threads: u8,
66
+ pub scheduler_threads: Option<u8>,
67
+ pub streamable_body: bool,
68
+ pub multithreaded_reactor: bool,
69
+ pub pin_worker_cores: bool,
70
+ pub scheduler_class: Option<String>,
71
+ pub oob_gc_responses_threshold: Option<u64>,
72
+ pub middleware_loader: HeapValue<Proc>,
73
+ pub middleware: OnceLock<MiddlewareSet>,
74
+ pub binds: Vec<Bind>,
75
+ #[debug(skip)]
76
+ pub(crate) listeners: Mutex<Vec<Listener>>,
77
+ listener_info: Mutex<HashMap<String, i32>>,
78
+ pub itsi_server_token_preference: ItsiServerTokenPreference,
79
+ pub preloaded: AtomicBool,
80
+ socket_opts: SocketOpts,
81
+ preexisting_listeners: Option<String>,
82
+ }
83
+
84
+ #[derive(Debug, Clone)]
85
+ pub enum ItsiServerTokenPreference {
86
+ Version,
87
+ Name,
88
+ None,
89
+ }
90
+
91
+ impl FromStr for ItsiServerTokenPreference {
92
+ fn from_str(s: &str) -> std::result::Result<Self, Self::Err> {
93
+ Ok(match s {
94
+ "version" => ItsiServerTokenPreference::Version,
95
+ "name" => ItsiServerTokenPreference::Name,
96
+ "none" => ItsiServerTokenPreference::None,
97
+ _ => ItsiServerTokenPreference::Version,
98
+ })
99
+ }
100
+
101
+ type Err = ItsiError;
102
+ }
103
+
104
+ #[derive(Debug, Clone)]
105
+ pub struct SocketOpts {
106
+ pub reuse_address: bool,
107
+ pub reuse_port: bool,
108
+ pub listen_backlog: usize,
109
+ pub nodelay: bool,
110
+ pub recv_buffer_size: usize,
111
+ }
112
+
113
+ impl ServerParams {
114
+ pub fn preload_ruby(self: &Arc<Self>) -> Result<()> {
115
+ if self.preloaded.load(Relaxed) {
116
+ return Ok(());
117
+ }
118
+ call_with_gvl(|ruby| -> Result<()> {
119
+ if self
120
+ .scheduler_class
121
+ .as_ref()
122
+ .is_some_and(|t| t == "Itsi::Scheduler")
123
+ {
124
+ debug!("Loading Itsi Scheduler");
125
+ ruby.require("itsi/scheduler")?;
126
+ }
127
+ let result_pair = self
128
+ .middleware_loader
129
+ .call::<(), RArray>(())
130
+ .inspect_err(|e| {
131
+ eprintln!("Error loading middleware: {:?}", e);
132
+ if let Some(err_value) = e.value() {
133
+ print_rb_backtrace(err_value);
134
+ }
135
+ })?;
136
+ let routes_raw = result_pair
137
+ .entry::<Option<Value>>(0)
138
+ .inspect_err(|e| {
139
+ eprintln!("Error loading middleware: {:?}", e);
140
+ if let Some(err_value) = e.value() {
141
+ print_rb_backtrace(err_value);
142
+ }
143
+ })?
144
+ .map(|mw| mw.into());
145
+ let error_lines = result_pair.entry::<Option<RArray>>(1).inspect_err(|e| {
146
+ eprintln!("Error loading middleware: {:?}", e);
147
+ if let Some(err_value) = e.value() {
148
+ print_rb_backtrace(err_value);
149
+ }
150
+ })?;
151
+ if error_lines.is_some_and(|r| !r.is_empty()) {
152
+ let errors: Vec<String> =
153
+ Vec::<String>::try_convert(error_lines.unwrap().as_value())?;
154
+ ItsiServerConfig::print_config_errors(errors);
155
+ return Err(magnus::Error::new(
156
+ magnus::exception::runtime_error(),
157
+ "Failed to set middleware",
158
+ ));
159
+ }
160
+ let middleware = MiddlewareSet::new(routes_raw)?;
161
+ self.middleware.set(middleware).map_err(|_| {
162
+ magnus::Error::new(
163
+ magnus::exception::runtime_error(),
164
+ "Failed to set middleware",
165
+ )
166
+ })?;
167
+ Ok(())
168
+ })?;
169
+ self.preloaded.store(true, Relaxed);
170
+ Ok(())
171
+ }
172
+
173
+ pub async fn initialize_middleware(self: &Arc<Self>) -> Result<()> {
174
+ self.middleware.get().unwrap().initialize_layers().await?;
175
+ Ok(())
176
+ }
177
+
178
+ fn from_rb_hash(rb_param_hash: RHash) -> Result<ServerParams> {
179
+ let workers = rb_param_hash
180
+ .fetch::<_, Option<u8>>("workers")?
181
+ .unwrap_or(num_cpus::get() as u8);
182
+ let worker_memory_limit: Option<u64> = rb_param_hash.fetch("worker_memory_limit")?;
183
+ let silence: bool = rb_param_hash.fetch("silence")?;
184
+ let multithreaded_reactor: bool = rb_param_hash
185
+ .fetch::<_, Option<bool>>("multithreaded_reactor")?
186
+ .unwrap_or(workers == 1);
187
+ let pin_worker_cores: bool = rb_param_hash
188
+ .fetch::<_, Option<bool>>("pin_worker_cores")?
189
+ .unwrap_or(true);
190
+ let shutdown_timeout: f64 = rb_param_hash.fetch("shutdown_timeout")?;
191
+
192
+ let hooks: Option<RHash> = rb_param_hash.fetch("hooks")?;
193
+ let hooks = hooks
194
+ .map(|rhash| -> Result<HashMap<String, HeapValue<Proc>>> {
195
+ let mut hook_map: HashMap<String, HeapValue<Proc>> = HashMap::new();
196
+ for pair in rhash.enumeratorize::<_, ()>("each", ()) {
197
+ if let Some(pair_value) = RArray::from_value(pair?) {
198
+ if let (Ok(key), Ok(value)) =
199
+ (pair_value.entry::<Value>(0), pair_value.entry::<Proc>(1))
200
+ {
201
+ hook_map.insert(key.to_string(), HeapValue::from(value));
202
+ }
203
+ }
204
+ }
205
+ Ok(hook_map)
206
+ })
207
+ .transpose()?
208
+ .unwrap_or_default();
209
+ let preload: bool = rb_param_hash.fetch("preload")?;
210
+ let request_timeout: Option<f64> = rb_param_hash.fetch("request_timeout")?;
211
+ let request_timeout = request_timeout.map(Duration::from_secs_f64);
212
+ let header_read_timeout: Duration = rb_param_hash
213
+ .fetch::<_, Option<f64>>("header_read_timeout")?
214
+ .map(Duration::from_secs_f64)
215
+ .unwrap_or(Duration::from_secs(1));
216
+
217
+ let notify_watchers: Option<Vec<(String, Vec<Vec<String>>)>> =
218
+ rb_param_hash.fetch("notify_watchers")?;
219
+ let threads: u8 = rb_param_hash.fetch("threads")?;
220
+ let scheduler_threads: Option<u8> = rb_param_hash.fetch("scheduler_threads")?;
221
+ let streamable_body: bool = rb_param_hash.fetch("streamable_body")?;
222
+ let scheduler_class: Option<String> = rb_param_hash.fetch("scheduler_class")?;
223
+ let oob_gc_responses_threshold: Option<u64> =
224
+ rb_param_hash.fetch("oob_gc_responses_threshold")?;
225
+ let middleware_loader: Proc = rb_param_hash.fetch("middleware_loader")?;
226
+ let log_level: Option<String> = rb_param_hash.fetch("log_level")?;
227
+ let log_target: Option<String> = rb_param_hash.fetch("log_target")?;
228
+ let log_format: Option<String> = rb_param_hash.fetch("log_format")?;
229
+ let log_target_filters: Option<Vec<String>> = rb_param_hash.fetch("log_target_filters")?;
230
+
231
+ let reuse_address: bool = rb_param_hash
232
+ .fetch::<_, Option<bool>>("reuse_address")?
233
+ .unwrap_or(true);
234
+ let reuse_port: bool = rb_param_hash
235
+ .fetch::<_, Option<bool>>("reuse_port")?
236
+ .unwrap_or(true);
237
+ let listen_backlog: usize = rb_param_hash
238
+ .fetch::<_, Option<usize>>("listen_backlog")?
239
+ .unwrap_or(1024);
240
+ let nodelay: bool = rb_param_hash
241
+ .fetch::<_, Option<bool>>("nodelay")?
242
+ .unwrap_or(true);
243
+ let recv_buffer_size: usize = rb_param_hash
244
+ .fetch::<_, Option<usize>>("recv_buffer_size")?
245
+ .unwrap_or(262_144);
246
+
247
+ if let Some(level) = log_level {
248
+ set_level(&level);
249
+ }
250
+
251
+ if let Some(target) = log_target {
252
+ set_target(&target);
253
+ }
254
+
255
+ if let Some(format) = log_format {
256
+ set_format(&format);
257
+ }
258
+
259
+ if let Some(target_filters) = log_target_filters {
260
+ let target_filters = target_filters
261
+ .iter()
262
+ .filter_map(|filter| {
263
+ let mut parts = filter.splitn(2, '=');
264
+ if let (Some(target), Some(level_str)) = (parts.next(), parts.next()) {
265
+ if let Ok(level) = level_str.parse::<tracing::Level>() {
266
+ return Some((target, level));
267
+ }
268
+ }
269
+ None
270
+ })
271
+ .collect::<Vec<(&str, tracing::Level)>>();
272
+ set_target_filters(target_filters);
273
+ }
274
+
275
+ let binds: Option<Vec<String>> = rb_param_hash.fetch("binds")?;
276
+ let binds = binds
277
+ .unwrap_or_else(|| vec![DEFAULT_BIND.to_string()])
278
+ .into_iter()
279
+ .map(|s| s.parse())
280
+ .collect::<itsi_error::Result<Vec<Bind>>>()?;
281
+
282
+ let itsi_server_token_preference: String = rb_param_hash
283
+ .fetch("itsi_server_token_preference")
284
+ .unwrap_or_default();
285
+ let itsi_server_token_preference: ItsiServerTokenPreference =
286
+ itsi_server_token_preference.parse()?;
287
+
288
+ let socket_opts = SocketOpts {
289
+ reuse_address,
290
+ reuse_port,
291
+ listen_backlog,
292
+ nodelay,
293
+ recv_buffer_size,
294
+ };
295
+ let preexisting_listeners = rb_param_hash.delete::<_, Option<String>>("listeners")?;
296
+
297
+ let params = ServerParams {
298
+ workers,
299
+ worker_memory_limit,
300
+ silence,
301
+ multithreaded_reactor,
302
+ pin_worker_cores,
303
+ shutdown_timeout,
304
+ hooks,
305
+ preload,
306
+ request_timeout,
307
+ header_read_timeout,
308
+ notify_watchers,
309
+ threads,
310
+ scheduler_threads,
311
+ streamable_body,
312
+ scheduler_class,
313
+ oob_gc_responses_threshold,
314
+ binds,
315
+ itsi_server_token_preference,
316
+ socket_opts,
317
+ preexisting_listeners,
318
+ listener_info: Mutex::new(HashMap::new()),
319
+ listeners: Mutex::new(Vec::new()),
320
+ middleware_loader: middleware_loader.into(),
321
+ middleware: OnceLock::new(),
322
+ preloaded: AtomicBool::new(false),
323
+ };
324
+
325
+ Ok(params)
326
+ }
327
+
328
+ pub fn setup_listeners(&self) -> Result<()> {
329
+ let listeners = if let Some(preexisting_listeners) = self.preexisting_listeners.as_ref() {
330
+ let bind_to_fd_map: HashMap<String, i32> = serde_json::from_str(preexisting_listeners)
331
+ .map_err(|e| {
332
+ magnus::Error::new(
333
+ magnus::exception::standard_error(),
334
+ format!("Invalid listener info: {}", e),
335
+ )
336
+ })?;
337
+
338
+ self.binds
339
+ .iter()
340
+ .cloned()
341
+ .map(|bind| {
342
+ if let Some(fd) = bind_to_fd_map.get(&bind.listener_address_string()) {
343
+ Listener::inherit_fd(bind, *fd, &self.socket_opts)
344
+ } else {
345
+ Listener::build(bind, &self.socket_opts)
346
+ }
347
+ })
348
+ .collect::<std::result::Result<Vec<Listener>, _>>()?
349
+ .into_iter()
350
+ .collect::<Vec<_>>()
351
+ } else {
352
+ self.binds
353
+ .iter()
354
+ .cloned()
355
+ .map(|b| Listener::build(b, &self.socket_opts))
356
+ .collect::<std::result::Result<Vec<Listener>, _>>()?
357
+ .into_iter()
358
+ .collect::<Vec<_>>()
359
+ };
360
+
361
+ let listener_info = listeners
362
+ .iter()
363
+ .map(|listener| {
364
+ listener.handover().map_err(|e| {
365
+ magnus::Error::new(magnus::exception::runtime_error(), e.to_string())
366
+ })
367
+ })
368
+ .collect::<Result<HashMap<String, i32>>>()?;
369
+
370
+ *self.listener_info.lock() = listener_info;
371
+ *self.listeners.lock() = listeners;
372
+ Ok(())
373
+ }
374
+ }
375
+
376
+ impl ItsiServerConfig {
377
+ pub fn new(
378
+ ruby: &Ruby,
379
+ cli_params: RHash,
380
+ itsifile_path: Option<PathBuf>,
381
+ itsi_config_proc: Option<Proc>,
382
+ ) -> Result<Self> {
383
+ let itsi_config_proc = Arc::new(itsi_config_proc.map(HeapValue::from));
384
+ match Self::combine_params(
385
+ ruby,
386
+ cli_params,
387
+ itsifile_path.as_ref(),
388
+ itsi_config_proc.clone(),
389
+ ) {
390
+ Ok(server_params) => {
391
+ cli_params.delete::<_, Value>(Symbol::new("listeners"))?;
392
+
393
+ let watcher_fd = if let Some(watchers) = server_params.notify_watchers.clone() {
394
+ file_watcher::watch_groups(watchers)?
395
+ } else {
396
+ None
397
+ };
398
+
399
+ Ok(ItsiServerConfig {
400
+ cli_params: Arc::new(cli_params.into()),
401
+ server_params: RwLock::new(server_params.clone()).into(),
402
+ itsi_config_proc,
403
+ itsifile_path,
404
+ watcher_fd: watcher_fd.into(),
405
+ })
406
+ }
407
+ Err(err) => Err(magnus::Error::new(
408
+ magnus::exception::standard_error(),
409
+ format!("Error loading initial configuration {:?}", err),
410
+ )),
411
+ }
412
+ }
413
+
414
+ /// Reload
415
+ pub fn reload(self: Arc<Self>, cluster_worker: bool) -> Result<bool> {
416
+ let server_params = call_with_gvl(|ruby| {
417
+ Self::combine_params(
418
+ &ruby,
419
+ self.cli_params.cloned(),
420
+ self.itsifile_path.as_ref(),
421
+ self.itsi_config_proc.clone(),
422
+ )
423
+ })?;
424
+ let is_single_mode = self.server_params.read().workers == 1;
425
+
426
+ let requires_exec = if !is_single_mode && !server_params.preload {
427
+ // In cluster mode children are cycled during a reload
428
+ // and if preload is disabled, will get a clean memory slate,
429
+ // so we don't need to exec.
430
+ false
431
+ } else {
432
+ // In non-cluster mode, or when preloading is enabled, we shouldn't try to
433
+ // reload inside the existing process (as new code may conflict with old),
434
+ // and should re-exec instead.
435
+ true
436
+ };
437
+
438
+ *self.server_params.write() = server_params.clone();
439
+ Ok(requires_exec && (cluster_worker || is_single_mode))
440
+ }
441
+
442
+ fn combine_params(
443
+ ruby: &Ruby,
444
+ cli_params: RHash,
445
+ itsifile_path: Option<&PathBuf>,
446
+ itsi_config_proc: Arc<Option<HeapValue<Proc>>>,
447
+ ) -> Result<Arc<ServerParams>> {
448
+ let inner = itsi_config_proc
449
+ .as_ref()
450
+ .clone()
451
+ .map(|hv| hv.clone().inner());
452
+ let (rb_param_hash, errors): (RHash, Vec<String>) =
453
+ ruby.get_inner_ref(&ITSI_SERVER_CONFIG).funcall(
454
+ *ID_BUILD_CONFIG,
455
+ (cli_params, itsifile_path.cloned(), inner),
456
+ )?;
457
+ if !errors.is_empty() {
458
+ Self::print_config_errors(errors);
459
+ return Err(magnus::Error::new(
460
+ magnus::exception::standard_error(),
461
+ "Invalid server config",
462
+ ));
463
+ }
464
+ Ok(Arc::new(ServerParams::from_rb_hash(rb_param_hash)?))
465
+ }
466
+
467
+ fn clear_cloexec(fd: RawFd) -> nix::Result<()> {
468
+ let current_flags = fcntl(fd, FcntlArg::F_GETFD)?;
469
+ let mut flags = FdFlag::from_bits_truncate(current_flags);
470
+ // Remove the FD_CLOEXEC flag
471
+ flags.remove(FdFlag::FD_CLOEXEC);
472
+ // Set the new flags back on the file descriptor
473
+ fcntl(fd, FcntlArg::F_SETFD(flags))?;
474
+ Ok(())
475
+ }
476
+
477
+ pub async fn get_config_errors(&self) -> Option<Vec<String>> {
478
+ let rb_param_hash = call_with_gvl(|ruby| {
479
+ let inner = self
480
+ .itsi_config_proc
481
+ .as_ref()
482
+ .clone()
483
+ .map(|hv| hv.clone().inner());
484
+ let cli_params = self.cli_params.cloned();
485
+ let itsifile_path = self.itsifile_path.clone();
486
+
487
+ let (rb_param_hash, errors): (RHash, Vec<String>) = ruby
488
+ .get_inner_ref(&ITSI_SERVER_CONFIG)
489
+ .funcall(*ID_BUILD_CONFIG, (cli_params, itsifile_path, inner))
490
+ .unwrap();
491
+ if !errors.is_empty() {
492
+ return Err(errors);
493
+ }
494
+ Ok(rb_param_hash)
495
+ });
496
+ match rb_param_hash {
497
+ Ok(rb_param_hash) => match ServerParams::from_rb_hash(rb_param_hash) {
498
+ Ok(test_params) => {
499
+ let params_arc = Arc::new(test_params);
500
+ if let Err(err) = params_arc.clone().preload_ruby() {
501
+ let err_val = call_with_gvl(|_| format!("{}", err));
502
+ return Some(vec![err_val]);
503
+ }
504
+
505
+ if let Err(err) = params_arc
506
+ .middleware
507
+ .get()
508
+ .unwrap()
509
+ .initialize_layers()
510
+ .await
511
+ {
512
+ let err_val = call_with_gvl(|_| format!("{}", err));
513
+ return Some(vec![err_val]);
514
+ }
515
+ None
516
+ }
517
+ Err(err) => Some(vec![format!("{:?}", err)]),
518
+ },
519
+ Err(err) => Some(err),
520
+ }
521
+ }
522
+
523
+ pub fn dup_fds(self: &Arc<Self>) -> Result<()> {
524
+ let binding = self.server_params.read();
525
+ let mut listener_info_guard = binding.listener_info.lock();
526
+ let dupped_fd_map = listener_info_guard
527
+ .iter()
528
+ .map(|(str, fd)| {
529
+ let dupped_fd = dup(*fd).map_err(|errno| {
530
+ magnus::Error::new(
531
+ magnus::exception::standard_error(),
532
+ format!("Errno {} while trying to dup {}", errno, fd),
533
+ )
534
+ })?;
535
+ Self::clear_cloexec(dupped_fd).map_err(|e| {
536
+ magnus::Error::new(
537
+ magnus::exception::standard_error(),
538
+ format!("Failed to clear cloexec flag for fd {}: {}", dupped_fd, e),
539
+ )
540
+ })?;
541
+ Ok((str.clone(), dupped_fd))
542
+ })
543
+ .collect::<Result<HashMap<String, i32>>>()?;
544
+ *listener_info_guard = dupped_fd_map;
545
+ Ok(())
546
+ }
547
+
548
+ pub fn stop_watcher(self: &Arc<Self>) -> Result<()> {
549
+ if let Some(r_fd) = self.watcher_fd.as_ref() {
550
+ close(r_fd.as_raw_fd()).ok();
551
+ }
552
+ Ok(())
553
+ }
554
+
555
+ pub fn print_config_errors(errors: Vec<String>) {
556
+ error!("Refusing to reload configuration due to fatal errors:");
557
+ for error in errors {
558
+ eprintln!("{}", error);
559
+ }
560
+ }
561
+
562
+ pub async fn check_config(&self) -> bool {
563
+ if let Some(errors) = self.get_config_errors().await {
564
+ Self::print_config_errors(errors);
565
+ return false;
566
+ }
567
+ true
568
+ }
569
+
570
+ pub fn reload_exec(self: &Arc<Self>) -> Result<()> {
571
+ let listener_json =
572
+ serde_json::to_string(&self.server_params.read().listener_info.lock().clone())
573
+ .map_err(|e| {
574
+ magnus::Error::new(
575
+ magnus::exception::standard_error(),
576
+ format!("Invalid listener info: {}", e),
577
+ )
578
+ })?;
579
+
580
+ self.stop_watcher()?;
581
+ call_with_gvl(|ruby| -> Result<()> {
582
+ ruby.get_inner_ref(&ITSI_SERVER_CONFIG)
583
+ .funcall::<_, _, Value>(*ID_RELOAD_EXEC, (listener_json,))?;
584
+ Ok(())
585
+ })?;
586
+ Ok(())
587
+ }
588
+ }
@@ -0,0 +1,86 @@
1
+ use crate::server::{
2
+ lifecycle_event::LifecycleEvent,
3
+ serve_strategy::{cluster_mode::ClusterMode, single_mode::SingleMode, ServeStrategy},
4
+ signal::{clear_signal_handlers, reset_signal_handlers, send_lifecycle_event},
5
+ };
6
+ use itsi_rb_helpers::{call_without_gvl, print_rb_backtrace};
7
+ use itsi_server_config::ItsiServerConfig;
8
+ use itsi_tracing::{error, run_silently};
9
+ use magnus::{block::Proc, error::Result, RHash, Ruby};
10
+ use parking_lot::Mutex;
11
+ use std::{path::PathBuf, sync::Arc};
12
+ use tracing::{info, instrument};
13
+ mod file_watcher;
14
+ pub mod itsi_server_config;
15
+ #[magnus::wrap(class = "Itsi::Server", free_immediately, size)]
16
+ #[derive(Clone)]
17
+ pub struct ItsiServer {
18
+ pub config: Arc<Mutex<Arc<ItsiServerConfig>>>,
19
+ }
20
+
21
+ impl ItsiServer {
22
+ pub fn new(
23
+ ruby: &Ruby,
24
+ cli_params: RHash,
25
+ itsifile_path: Option<PathBuf>,
26
+ itsi_config_proc: Option<Proc>,
27
+ ) -> Result<Self> {
28
+ Ok(Self {
29
+ config: Arc::new(Mutex::new(Arc::new(ItsiServerConfig::new(
30
+ ruby,
31
+ cli_params,
32
+ itsifile_path,
33
+ itsi_config_proc,
34
+ )?))),
35
+ })
36
+ }
37
+
38
+ pub fn stop(&self) -> Result<()> {
39
+ send_lifecycle_event(LifecycleEvent::Shutdown);
40
+ Ok(())
41
+ }
42
+
43
+ #[instrument(skip(self))]
44
+ pub fn start(&self) -> Result<()> {
45
+ self.config.lock().server_params.read().setup_listeners()?;
46
+ let result = if self.config.lock().server_params.read().silence {
47
+ run_silently(|| self.build_and_run_strategy())
48
+ } else {
49
+ info!("Itsi - Rolling into action. ⚪💨");
50
+ self.build_and_run_strategy()
51
+ };
52
+ if let Err(e) = result {
53
+ error!("Error starting server: {:?}", e);
54
+ if let Some(err_value) = e.value() {
55
+ print_rb_backtrace(err_value);
56
+ }
57
+ return Err(e);
58
+ }
59
+ Ok(())
60
+ }
61
+
62
+ pub(crate) fn build_strategy(&self) -> Result<ServeStrategy> {
63
+ let server_config = self.config.lock();
64
+ Ok(if server_config.server_params.read().workers > 1 {
65
+ ServeStrategy::Cluster(Arc::new(ClusterMode::new(server_config.clone())))
66
+ } else {
67
+ ServeStrategy::Single(Arc::new(SingleMode::new(server_config.clone())?))
68
+ })
69
+ }
70
+
71
+ fn build_and_run_strategy(&self) -> Result<()> {
72
+ reset_signal_handlers();
73
+ call_without_gvl(move || -> Result<()> {
74
+ let strategy = self.build_strategy()?;
75
+ if let Err(e) = strategy.clone().run() {
76
+ error!("Error running server: {}", e);
77
+ send_lifecycle_event(LifecycleEvent::Shutdown);
78
+ strategy.stop()?;
79
+ }
80
+ Ok(())
81
+ })?;
82
+ clear_signal_handlers();
83
+ info!("Server stopped");
84
+ Ok(())
85
+ }
86
+ }