itsi-server 0.1.1 → 0.2.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (457) hide show
  1. checksums.yaml +4 -4
  2. data/Cargo.lock +4486 -0
  3. data/Cargo.toml +7 -0
  4. data/README.md +6 -0
  5. data/Rakefile +7 -4
  6. data/exe/itsi +152 -46
  7. data/ext/itsi_acme/Cargo.toml +86 -0
  8. data/ext/itsi_acme/examples/high_level.rs +63 -0
  9. data/ext/itsi_acme/examples/high_level_warp.rs +52 -0
  10. data/ext/itsi_acme/examples/low_level.rs +87 -0
  11. data/ext/itsi_acme/examples/low_level_axum.rs +66 -0
  12. data/ext/itsi_acme/src/acceptor.rs +81 -0
  13. data/ext/itsi_acme/src/acme.rs +354 -0
  14. data/ext/itsi_acme/src/axum.rs +86 -0
  15. data/ext/itsi_acme/src/cache.rs +39 -0
  16. data/ext/itsi_acme/src/caches/boxed.rs +80 -0
  17. data/ext/itsi_acme/src/caches/composite.rs +69 -0
  18. data/ext/itsi_acme/src/caches/dir.rs +106 -0
  19. data/ext/itsi_acme/src/caches/mod.rs +11 -0
  20. data/ext/itsi_acme/src/caches/no.rs +78 -0
  21. data/ext/itsi_acme/src/caches/test.rs +136 -0
  22. data/ext/itsi_acme/src/config.rs +172 -0
  23. data/ext/itsi_acme/src/https_helper.rs +69 -0
  24. data/ext/itsi_acme/src/incoming.rs +142 -0
  25. data/ext/itsi_acme/src/jose.rs +161 -0
  26. data/ext/itsi_acme/src/lib.rs +142 -0
  27. data/ext/itsi_acme/src/resolver.rs +59 -0
  28. data/ext/itsi_acme/src/state.rs +424 -0
  29. data/ext/itsi_error/Cargo.toml +3 -0
  30. data/ext/itsi_error/src/lib.rs +98 -24
  31. data/ext/itsi_error/target/debug/build/clang-sys-da71b0344e568175/out/common.rs +355 -0
  32. data/ext/itsi_error/target/debug/build/clang-sys-da71b0344e568175/out/dynamic.rs +276 -0
  33. data/ext/itsi_error/target/debug/build/clang-sys-da71b0344e568175/out/macros.rs +49 -0
  34. data/ext/itsi_error/target/debug/build/rb-sys-49f554618693db24/out/bindings-0.9.110-mri-arm64-darwin23-3.4.2.rs +8865 -0
  35. data/ext/itsi_error/target/debug/incremental/itsi_error-1mmt5sux7jb0i/s-h510z7m8v9-0bxu7yd.lock +0 -0
  36. data/ext/itsi_error/target/debug/incremental/itsi_error-2vn3jey74oiw0/s-h5113n0e7e-1v5qzs6.lock +0 -0
  37. data/ext/itsi_error/target/debug/incremental/itsi_error-37uv9dicz7awp/s-h510ykifhe-0tbnep2.lock +0 -0
  38. data/ext/itsi_error/target/debug/incremental/itsi_error-37uv9dicz7awp/s-h510yyocpj-0tz7ug7.lock +0 -0
  39. data/ext/itsi_error/target/debug/incremental/itsi_error-37uv9dicz7awp/s-h510z0xc8g-14ol18k.lock +0 -0
  40. data/ext/itsi_error/target/debug/incremental/itsi_error-3g5qf4y7d54uj/s-h5113n0e7d-1trk8on.lock +0 -0
  41. data/ext/itsi_error/target/debug/incremental/itsi_error-3lpfftm45d3e2/s-h510z7m8r3-1pxp20o.lock +0 -0
  42. data/ext/itsi_error/target/debug/incremental/itsi_error-3o4qownhl3d7n/s-h510ykifek-1uxasnk.lock +0 -0
  43. data/ext/itsi_error/target/debug/incremental/itsi_error-3o4qownhl3d7n/s-h510yyocki-11u37qm.lock +0 -0
  44. data/ext/itsi_error/target/debug/incremental/itsi_error-3o4qownhl3d7n/s-h510z0xc93-0pmy0zm.lock +0 -0
  45. data/ext/itsi_instrument_entry/Cargo.toml +15 -0
  46. data/ext/itsi_instrument_entry/src/lib.rs +31 -0
  47. data/ext/itsi_rb_helpers/Cargo.toml +3 -0
  48. data/ext/itsi_rb_helpers/src/heap_value.rs +139 -0
  49. data/ext/itsi_rb_helpers/src/lib.rs +141 -10
  50. data/ext/itsi_rb_helpers/target/debug/build/clang-sys-da71b0344e568175/out/common.rs +355 -0
  51. data/ext/itsi_rb_helpers/target/debug/build/clang-sys-da71b0344e568175/out/dynamic.rs +276 -0
  52. data/ext/itsi_rb_helpers/target/debug/build/clang-sys-da71b0344e568175/out/macros.rs +49 -0
  53. data/ext/itsi_rb_helpers/target/debug/build/rb-sys-eb9ed4ff3a60f995/out/bindings-0.9.110-mri-arm64-darwin23-3.4.2.rs +8865 -0
  54. data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-040pxg6yhb3g3/s-h5113n7a1b-03bwlt4.lock +0 -0
  55. data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-131g1u4dzkt1a/s-h51113xnh3-1eik1ip.lock +0 -0
  56. data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-131g1u4dzkt1a/s-h5111704jj-0g4rj8x.lock +0 -0
  57. data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-1q2d3drtxrzs5/s-h5113n79yl-0bxcqc5.lock +0 -0
  58. data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-374a9h7ovycj0/s-h51113xoox-10de2hp.lock +0 -0
  59. data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-374a9h7ovycj0/s-h5111704w7-0vdq7gq.lock +0 -0
  60. data/ext/itsi_scheduler/Cargo.toml +24 -0
  61. data/ext/itsi_scheduler/src/itsi_scheduler/io_helpers.rs +56 -0
  62. data/ext/itsi_scheduler/src/itsi_scheduler/io_waiter.rs +44 -0
  63. data/ext/itsi_scheduler/src/itsi_scheduler/timer.rs +44 -0
  64. data/ext/itsi_scheduler/src/itsi_scheduler.rs +314 -0
  65. data/ext/itsi_scheduler/src/lib.rs +39 -0
  66. data/ext/itsi_server/Cargo.lock +2956 -0
  67. data/ext/itsi_server/Cargo.toml +75 -14
  68. data/ext/itsi_server/extconf.rb +1 -1
  69. data/ext/itsi_server/src/default_responses/html/401.html +68 -0
  70. data/ext/itsi_server/src/default_responses/html/403.html +68 -0
  71. data/ext/itsi_server/src/default_responses/html/404.html +68 -0
  72. data/ext/itsi_server/src/default_responses/html/413.html +71 -0
  73. data/ext/itsi_server/src/default_responses/html/429.html +68 -0
  74. data/ext/itsi_server/src/default_responses/html/500.html +71 -0
  75. data/ext/itsi_server/src/default_responses/html/502.html +71 -0
  76. data/ext/itsi_server/src/default_responses/html/503.html +68 -0
  77. data/ext/itsi_server/src/default_responses/html/504.html +69 -0
  78. data/ext/itsi_server/src/default_responses/html/index.html +238 -0
  79. data/ext/itsi_server/src/default_responses/json/401.json +6 -0
  80. data/ext/itsi_server/src/default_responses/json/403.json +6 -0
  81. data/ext/itsi_server/src/default_responses/json/404.json +6 -0
  82. data/ext/itsi_server/src/default_responses/json/413.json +6 -0
  83. data/ext/itsi_server/src/default_responses/json/429.json +6 -0
  84. data/ext/itsi_server/src/default_responses/json/500.json +6 -0
  85. data/ext/itsi_server/src/default_responses/json/502.json +6 -0
  86. data/ext/itsi_server/src/default_responses/json/503.json +6 -0
  87. data/ext/itsi_server/src/default_responses/json/504.json +6 -0
  88. data/ext/itsi_server/src/default_responses/mod.rs +11 -0
  89. data/ext/itsi_server/src/env.rs +43 -0
  90. data/ext/itsi_server/src/lib.rs +133 -40
  91. data/ext/itsi_server/src/prelude.rs +2 -0
  92. data/ext/itsi_server/src/ruby_types/itsi_body_proxy/big_bytes.rs +109 -0
  93. data/ext/itsi_server/src/ruby_types/itsi_body_proxy/mod.rs +143 -0
  94. data/ext/itsi_server/src/ruby_types/itsi_grpc_call.rs +344 -0
  95. data/ext/itsi_server/src/ruby_types/itsi_grpc_response_stream/mod.rs +264 -0
  96. data/ext/itsi_server/src/ruby_types/itsi_http_request.rs +362 -0
  97. data/ext/itsi_server/src/ruby_types/itsi_http_response.rs +391 -0
  98. data/ext/itsi_server/src/ruby_types/itsi_server/file_watcher.rs +233 -0
  99. data/ext/itsi_server/src/ruby_types/itsi_server/itsi_server_config.rs +588 -0
  100. data/ext/itsi_server/src/ruby_types/itsi_server.rs +86 -0
  101. data/ext/itsi_server/src/ruby_types/mod.rs +48 -0
  102. data/ext/itsi_server/src/server/binds/bind.rs +204 -0
  103. data/ext/itsi_server/src/server/binds/bind_protocol.rs +37 -0
  104. data/ext/itsi_server/src/server/binds/listener.rs +444 -0
  105. data/ext/itsi_server/src/server/binds/mod.rs +4 -0
  106. data/ext/itsi_server/src/server/binds/tls/locked_dir_cache.rs +132 -0
  107. data/ext/itsi_server/src/server/binds/tls.rs +278 -0
  108. data/ext/itsi_server/src/server/byte_frame.rs +32 -0
  109. data/ext/itsi_server/src/server/http_message_types.rs +97 -0
  110. data/ext/itsi_server/src/server/io_stream.rs +105 -0
  111. data/ext/itsi_server/src/server/lifecycle_event.rs +12 -0
  112. data/ext/itsi_server/src/server/middleware_stack/middleware.rs +170 -0
  113. data/ext/itsi_server/src/server/middleware_stack/middlewares/allow_list.rs +63 -0
  114. data/ext/itsi_server/src/server/middleware_stack/middlewares/auth_api_key.rs +94 -0
  115. data/ext/itsi_server/src/server/middleware_stack/middlewares/auth_basic.rs +94 -0
  116. data/ext/itsi_server/src/server/middleware_stack/middlewares/auth_jwt.rs +343 -0
  117. data/ext/itsi_server/src/server/middleware_stack/middlewares/cache_control.rs +151 -0
  118. data/ext/itsi_server/src/server/middleware_stack/middlewares/compression.rs +316 -0
  119. data/ext/itsi_server/src/server/middleware_stack/middlewares/cors.rs +301 -0
  120. data/ext/itsi_server/src/server/middleware_stack/middlewares/csp.rs +193 -0
  121. data/ext/itsi_server/src/server/middleware_stack/middlewares/deny_list.rs +64 -0
  122. data/ext/itsi_server/src/server/middleware_stack/middlewares/error_response/default_responses.rs +192 -0
  123. data/ext/itsi_server/src/server/middleware_stack/middlewares/error_response.rs +171 -0
  124. data/ext/itsi_server/src/server/middleware_stack/middlewares/etag.rs +198 -0
  125. data/ext/itsi_server/src/server/middleware_stack/middlewares/header_interpretation.rs +82 -0
  126. data/ext/itsi_server/src/server/middleware_stack/middlewares/intrusion_protection.rs +209 -0
  127. data/ext/itsi_server/src/server/middleware_stack/middlewares/log_requests.rs +82 -0
  128. data/ext/itsi_server/src/server/middleware_stack/middlewares/max_body.rs +47 -0
  129. data/ext/itsi_server/src/server/middleware_stack/middlewares/mod.rs +116 -0
  130. data/ext/itsi_server/src/server/middleware_stack/middlewares/proxy.rs +411 -0
  131. data/ext/itsi_server/src/server/middleware_stack/middlewares/rate_limit.rs +142 -0
  132. data/ext/itsi_server/src/server/middleware_stack/middlewares/redirect.rs +55 -0
  133. data/ext/itsi_server/src/server/middleware_stack/middlewares/request_headers.rs +54 -0
  134. data/ext/itsi_server/src/server/middleware_stack/middlewares/response_headers.rs +51 -0
  135. data/ext/itsi_server/src/server/middleware_stack/middlewares/ruby_app.rs +126 -0
  136. data/ext/itsi_server/src/server/middleware_stack/middlewares/static_assets.rs +187 -0
  137. data/ext/itsi_server/src/server/middleware_stack/middlewares/static_response.rs +55 -0
  138. data/ext/itsi_server/src/server/middleware_stack/middlewares/string_rewrite.rs +173 -0
  139. data/ext/itsi_server/src/server/middleware_stack/middlewares/token_source.rs +31 -0
  140. data/ext/itsi_server/src/server/middleware_stack/mod.rs +381 -0
  141. data/ext/itsi_server/src/server/mod.rs +13 -5
  142. data/ext/itsi_server/src/server/process_worker.rs +247 -0
  143. data/ext/itsi_server/src/server/redirect_type.rs +26 -0
  144. data/ext/itsi_server/src/server/request_job.rs +11 -0
  145. data/ext/itsi_server/src/server/serve_strategy/cluster_mode.rs +354 -0
  146. data/ext/itsi_server/src/server/serve_strategy/mod.rs +30 -0
  147. data/ext/itsi_server/src/server/serve_strategy/single_mode.rs +481 -0
  148. data/ext/itsi_server/src/server/signal.rs +77 -0
  149. data/ext/itsi_server/src/server/size_limited_incoming.rs +107 -0
  150. data/ext/itsi_server/src/server/thread_worker.rs +479 -0
  151. data/ext/itsi_server/src/services/cache_store.rs +74 -0
  152. data/ext/itsi_server/src/services/itsi_http_service.rs +257 -0
  153. data/ext/itsi_server/src/services/mime_types.rs +1416 -0
  154. data/ext/itsi_server/src/services/mod.rs +6 -0
  155. data/ext/itsi_server/src/services/password_hasher.rs +83 -0
  156. data/ext/itsi_server/src/services/rate_limiter.rs +580 -0
  157. data/ext/itsi_server/src/services/static_file_server.rs +1340 -0
  158. data/ext/itsi_tracing/Cargo.toml +5 -0
  159. data/ext/itsi_tracing/src/lib.rs +366 -7
  160. data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-0994n8rpvvt9m/s-h510hfz1f6-1kbycmq.lock +0 -0
  161. data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-0bob7bf4yq34i/s-h5113125h5-0lh4rag.lock +0 -0
  162. data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-2fcodulrxbbxo/s-h510h2infk-0hp5kjw.lock +0 -0
  163. data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-2iak63r1woi1l/s-h510h2in4q-0kxfzw1.lock +0 -0
  164. data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-2kk4qj9gn5dg2/s-h5113124kv-0enwon2.lock +0 -0
  165. data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-2mwo0yas7dtw4/s-h510hfz1ha-1udgpei.lock +0 -0
  166. data/lib/itsi/http_request/response_status_shortcodes.rb +76 -0
  167. data/lib/itsi/http_request.rb +215 -0
  168. data/lib/itsi/http_response.rb +44 -0
  169. data/lib/itsi/passfile.rb +108 -0
  170. data/lib/itsi/server/config/config_helpers.rb +105 -0
  171. data/lib/itsi/server/config/dsl.rb +206 -0
  172. data/lib/itsi/server/config/known_paths/KitchensinkDirectories.txt +2346 -0
  173. data/lib/itsi/server/config/known_paths/Randomfiles.txt +24 -0
  174. data/lib/itsi/server/config/known_paths/UnixDotfiles.txt +52 -0
  175. data/lib/itsi/server/config/known_paths/backdoors/ASP_CommonBackdoors.txt +29 -0
  176. data/lib/itsi/server/config/known_paths/backdoors/bot_control_panels.txt +1668 -0
  177. data/lib/itsi/server/config/known_paths/backdoors/shells.txt +1167 -0
  178. data/lib/itsi/server/config/known_paths/cgi/CGI_HTTP_POST.txt +7 -0
  179. data/lib/itsi/server/config/known_paths/cgi/CGI_HTTP_POST_Windows.txt +6 -0
  180. data/lib/itsi/server/config/known_paths/cgi/CGI_Microsoft.txt +79 -0
  181. data/lib/itsi/server/config/known_paths/cgi/CGI_XPlatform.txt +3948 -0
  182. data/lib/itsi/server/config/known_paths/cms/README.md +5 -0
  183. data/lib/itsi/server/config/known_paths/cms/drupal_plugins.txt +6320 -0
  184. data/lib/itsi/server/config/known_paths/cms/drupal_themes.txt +828 -0
  185. data/lib/itsi/server/config/known_paths/cms/joomla_plugins.txt +224 -0
  186. data/lib/itsi/server/config/known_paths/cms/joomla_themes.txt +30 -0
  187. data/lib/itsi/server/config/known_paths/cms/php-nuke.txt +2142 -0
  188. data/lib/itsi/server/config/known_paths/cms/wordpress.txt +1566 -0
  189. data/lib/itsi/server/config/known_paths/cms/wp_common_theme_files.txt +46 -0
  190. data/lib/itsi/server/config/known_paths/cms/wp_plugins.txt +13366 -0
  191. data/lib/itsi/server/config/known_paths/cms/wp_plugins_full.txt +68662 -0
  192. data/lib/itsi/server/config/known_paths/cms/wp_plugins_top225.txt +225 -0
  193. data/lib/itsi/server/config/known_paths/cms/wp_themes.readme +12 -0
  194. data/lib/itsi/server/config/known_paths/cms/wp_themes.txt +7336 -0
  195. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/3CharExtBrute.txt +17576 -0
  196. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/CommonWebExtensions.txt +80 -0
  197. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/Extensions.Backup.txt +14 -0
  198. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/Extensions.Common.txt +865 -0
  199. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/Extensions.Compressed.txt +186 -0
  200. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/Extensions.Mostcommon.txt +30 -0
  201. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/Extensions.Skipfish.txt +93 -0
  202. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/WordlistSkipfish.txt +1918 -0
  203. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/copy_of.txt +8 -0
  204. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-directories-lowercase.txt +56180 -0
  205. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-directories.txt +62290 -0
  206. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-extensions-lowercase.txt +2367 -0
  207. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-extensions.txt +2450 -0
  208. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-files-lowercase.txt +35323 -0
  209. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-files.txt +37037 -0
  210. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-words-lowercase.txt +107982 -0
  211. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-words.txt +119600 -0
  212. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-directories-lowercase.txt +26593 -0
  213. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-directories.txt +30009 -0
  214. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-extensions-lowercase.txt +1233 -0
  215. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-extensions.txt +1289 -0
  216. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-files-lowercase.txt +16243 -0
  217. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-files.txt +17128 -0
  218. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-words-lowercase.txt +56293 -0
  219. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-words.txt +63087 -0
  220. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-directories-lowercase.txt +17776 -0
  221. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-directories.txt +20122 -0
  222. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-extensions-lowercase.txt +914 -0
  223. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-extensions.txt +963 -0
  224. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-files-lowercase.txt +10848 -0
  225. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-files.txt +11424 -0
  226. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-words-lowercase.txt +38267 -0
  227. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-words.txt +43003 -0
  228. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/spanish.txt +445 -0
  229. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/test_demo.txt +36 -0
  230. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/upload_variants.txt +44 -0
  231. data/lib/itsi/server/config/known_paths/login-file-locations/Logins.txt +71 -0
  232. data/lib/itsi/server/config/known_paths/login-file-locations/cfm.txt +294 -0
  233. data/lib/itsi/server/config/known_paths/login-file-locations/html.txt +295 -0
  234. data/lib/itsi/server/config/known_paths/login-file-locations/jsp.txt +294 -0
  235. data/lib/itsi/server/config/known_paths/login-file-locations/php.txt +294 -0
  236. data/lib/itsi/server/config/known_paths/login-file-locations/windows-asp.txt +294 -0
  237. data/lib/itsi/server/config/known_paths/login-file-locations/windows-aspx.txt +294 -0
  238. data/lib/itsi/server/config/known_paths/password-file-locations/Passwords.txt +47 -0
  239. data/lib/itsi/server/config/known_paths/php/PHP.txt +30 -0
  240. data/lib/itsi/server/config/known_paths/php/PHP_CommonBackdoors.txt +5 -0
  241. data/lib/itsi/server/config/known_paths/proxy-conf.txt +31 -0
  242. data/lib/itsi/server/config/known_paths/tftp.txt +79 -0
  243. data/lib/itsi/server/config/known_paths/webservers-appservers/ADFS.txt +86 -0
  244. data/lib/itsi/server/config/known_paths/webservers-appservers/AdobeXML.txt +16 -0
  245. data/lib/itsi/server/config/known_paths/webservers-appservers/Apache.txt +101 -0
  246. data/lib/itsi/server/config/known_paths/webservers-appservers/ApacheTomcat.txt +47 -0
  247. data/lib/itsi/server/config/known_paths/webservers-appservers/Apache_Axis.txt +16 -0
  248. data/lib/itsi/server/config/known_paths/webservers-appservers/ColdFusion.txt +111 -0
  249. data/lib/itsi/server/config/known_paths/webservers-appservers/FatwireCMS.txt +390 -0
  250. data/lib/itsi/server/config/known_paths/webservers-appservers/Frontpage.txt +38 -0
  251. data/lib/itsi/server/config/known_paths/webservers-appservers/HP_System_Mgmt_Homepage.txt +239 -0
  252. data/lib/itsi/server/config/known_paths/webservers-appservers/HTTP_POST_Microsoft.txt +2 -0
  253. data/lib/itsi/server/config/known_paths/webservers-appservers/Hyperion.txt +578 -0
  254. data/lib/itsi/server/config/known_paths/webservers-appservers/IIS.txt +187 -0
  255. data/lib/itsi/server/config/known_paths/webservers-appservers/JBoss.txt +5 -0
  256. data/lib/itsi/server/config/known_paths/webservers-appservers/JRun.txt +13 -0
  257. data/lib/itsi/server/config/known_paths/webservers-appservers/JavaServlets_Common.txt +3 -0
  258. data/lib/itsi/server/config/known_paths/webservers-appservers/Joomla_exploitable.txt +1937 -0
  259. data/lib/itsi/server/config/known_paths/webservers-appservers/LotusNotes.txt +206 -0
  260. data/lib/itsi/server/config/known_paths/webservers-appservers/Netware.txt +18 -0
  261. data/lib/itsi/server/config/known_paths/webservers-appservers/Oracle9i.txt +60 -0
  262. data/lib/itsi/server/config/known_paths/webservers-appservers/OracleAppServer.txt +192 -0
  263. data/lib/itsi/server/config/known_paths/webservers-appservers/README.md +6 -0
  264. data/lib/itsi/server/config/known_paths/webservers-appservers/Ruby_Rails.txt +121 -0
  265. data/lib/itsi/server/config/known_paths/webservers-appservers/SAP.txt +463 -0
  266. data/lib/itsi/server/config/known_paths/webservers-appservers/Sharepoint.txt +1707 -0
  267. data/lib/itsi/server/config/known_paths/webservers-appservers/SiteMinder.txt +19 -0
  268. data/lib/itsi/server/config/known_paths/webservers-appservers/SunAppServerGlassfish.txt +51 -0
  269. data/lib/itsi/server/config/known_paths/webservers-appservers/SuniPlanet.txt +35 -0
  270. data/lib/itsi/server/config/known_paths/webservers-appservers/Vignette.txt +73 -0
  271. data/lib/itsi/server/config/known_paths/webservers-appservers/Weblogic.txt +160 -0
  272. data/lib/itsi/server/config/known_paths/webservers-appservers/Websphere.txt +366 -0
  273. data/lib/itsi/server/config/known_paths/wellknown-rfc5785.txt +30 -0
  274. data/lib/itsi/server/config/known_paths.rb +24 -0
  275. data/lib/itsi/server/config/middleware/_index.md +56 -0
  276. data/lib/itsi/server/config/middleware/allow_list.md +46 -0
  277. data/lib/itsi/server/config/middleware/allow_list.rb +42 -0
  278. data/lib/itsi/server/config/middleware/auth_api_key.md +90 -0
  279. data/lib/itsi/server/config/middleware/auth_api_key.rb +51 -0
  280. data/lib/itsi/server/config/middleware/auth_basic.md +45 -0
  281. data/lib/itsi/server/config/middleware/auth_basic.rb +44 -0
  282. data/lib/itsi/server/config/middleware/auth_jwt.md +82 -0
  283. data/lib/itsi/server/config/middleware/auth_jwt.rb +38 -0
  284. data/lib/itsi/server/config/middleware/cache_control.md +78 -0
  285. data/lib/itsi/server/config/middleware/cache_control.rb +45 -0
  286. data/lib/itsi/server/config/middleware/cidr_to_regex.rb +50 -0
  287. data/lib/itsi/server/config/middleware/compression.md +50 -0
  288. data/lib/itsi/server/config/middleware/compression.rb +37 -0
  289. data/lib/itsi/server/config/middleware/cors.md +93 -0
  290. data/lib/itsi/server/config/middleware/cors.rb +32 -0
  291. data/lib/itsi/server/config/middleware/csp.md +37 -0
  292. data/lib/itsi/server/config/middleware/csp.rb +44 -0
  293. data/lib/itsi/server/config/middleware/deny_list.md +45 -0
  294. data/lib/itsi/server/config/middleware/deny_list.rb +42 -0
  295. data/lib/itsi/server/config/middleware/endpoint/_index.md +159 -0
  296. data/lib/itsi/server/config/middleware/endpoint/controller.md +186 -0
  297. data/lib/itsi/server/config/middleware/endpoint/controller.rb +33 -0
  298. data/lib/itsi/server/config/middleware/endpoint/delete.md +12 -0
  299. data/lib/itsi/server/config/middleware/endpoint/delete.rb +42 -0
  300. data/lib/itsi/server/config/middleware/endpoint/endpoint.rb +99 -0
  301. data/lib/itsi/server/config/middleware/endpoint/get.md +12 -0
  302. data/lib/itsi/server/config/middleware/endpoint/get.rb +42 -0
  303. data/lib/itsi/server/config/middleware/endpoint/http_request.md +44 -0
  304. data/lib/itsi/server/config/middleware/endpoint/http_response.md +39 -0
  305. data/lib/itsi/server/config/middleware/endpoint/patch.md +12 -0
  306. data/lib/itsi/server/config/middleware/endpoint/patch.rb +42 -0
  307. data/lib/itsi/server/config/middleware/endpoint/post.md +12 -0
  308. data/lib/itsi/server/config/middleware/endpoint/post.rb +42 -0
  309. data/lib/itsi/server/config/middleware/endpoint/put.md +12 -0
  310. data/lib/itsi/server/config/middleware/endpoint/put.rb +42 -0
  311. data/lib/itsi/server/config/middleware/endpoint/schemas.md +122 -0
  312. data/lib/itsi/server/config/middleware/error_response.md +74 -0
  313. data/lib/itsi/server/config/middleware/error_response.rb +36 -0
  314. data/lib/itsi/server/config/middleware/etag.md +59 -0
  315. data/lib/itsi/server/config/middleware/etag.rb +27 -0
  316. data/lib/itsi/server/config/middleware/grpc.md +172 -0
  317. data/lib/itsi/server/config/middleware/grpc.rb +54 -0
  318. data/lib/itsi/server/config/middleware/intrusion_protection.md +124 -0
  319. data/lib/itsi/server/config/middleware/intrusion_protection.rb +61 -0
  320. data/lib/itsi/server/config/middleware/location.md +107 -0
  321. data/lib/itsi/server/config/middleware/location.rb +99 -0
  322. data/lib/itsi/server/config/middleware/log_requests.md +65 -0
  323. data/lib/itsi/server/config/middleware/log_requests.rb +31 -0
  324. data/lib/itsi/server/config/middleware/max_body.md +18 -0
  325. data/lib/itsi/server/config/middleware/max_body.rb +21 -0
  326. data/lib/itsi/server/config/middleware/proxy.md +62 -0
  327. data/lib/itsi/server/config/middleware/proxy.rb +41 -0
  328. data/lib/itsi/server/config/middleware/rackup_file.md +54 -0
  329. data/lib/itsi/server/config/middleware/rackup_file.rb +44 -0
  330. data/lib/itsi/server/config/middleware/rate_limit.md +126 -0
  331. data/lib/itsi/server/config/middleware/rate_limit.rb +34 -0
  332. data/lib/itsi/server/config/middleware/rate_limit_store.rb +25 -0
  333. data/lib/itsi/server/config/middleware/redirect.md +55 -0
  334. data/lib/itsi/server/config/middleware/redirect.rb +25 -0
  335. data/lib/itsi/server/config/middleware/request_headers.md +34 -0
  336. data/lib/itsi/server/config/middleware/request_headers.rb +24 -0
  337. data/lib/itsi/server/config/middleware/response_headers.md +33 -0
  338. data/lib/itsi/server/config/middleware/response_headers.rb +25 -0
  339. data/lib/itsi/server/config/middleware/run.md +60 -0
  340. data/lib/itsi/server/config/middleware/run.rb +43 -0
  341. data/lib/itsi/server/config/middleware/static_assets.md +113 -0
  342. data/lib/itsi/server/config/middleware/static_assets.rb +87 -0
  343. data/lib/itsi/server/config/middleware/static_response.md +44 -0
  344. data/lib/itsi/server/config/middleware/static_response.rb +29 -0
  345. data/lib/itsi/server/config/middleware/string_rewrite.md +67 -0
  346. data/lib/itsi/server/config/middleware/token_source.rb +32 -0
  347. data/lib/itsi/server/config/middleware.rb +13 -0
  348. data/lib/itsi/server/config/option.rb +13 -0
  349. data/lib/itsi/server/config/options/_index.md +37 -0
  350. data/lib/itsi/server/config/options/auto_reload_config.md +13 -0
  351. data/lib/itsi/server/config/options/auto_reload_config.rb +41 -0
  352. data/lib/itsi/server/config/options/bind.md +71 -0
  353. data/lib/itsi/server/config/options/bind.rb +26 -0
  354. data/lib/itsi/server/config/options/certificates.md +65 -0
  355. data/lib/itsi/server/config/options/daemonize.md +14 -0
  356. data/lib/itsi/server/config/options/daemonize.rb +19 -0
  357. data/lib/itsi/server/config/options/fiber_scheduler.md +34 -0
  358. data/lib/itsi/server/config/options/fiber_scheduler.rb +21 -0
  359. data/lib/itsi/server/config/options/header_read_timeout.md +17 -0
  360. data/lib/itsi/server/config/options/header_read_timeout.rb +19 -0
  361. data/lib/itsi/server/config/options/hooks/_index.md +11 -0
  362. data/lib/itsi/server/config/options/hooks/after_fork.md +13 -0
  363. data/lib/itsi/server/config/options/hooks/after_fork.rb +28 -0
  364. data/lib/itsi/server/config/options/hooks/after_memory_limit_reached.md +14 -0
  365. data/lib/itsi/server/config/options/hooks/after_memory_limit_reached.rb +28 -0
  366. data/lib/itsi/server/config/options/hooks/after_start.md +12 -0
  367. data/lib/itsi/server/config/options/hooks/after_start.rb +28 -0
  368. data/lib/itsi/server/config/options/hooks/before_fork.md +13 -0
  369. data/lib/itsi/server/config/options/hooks/before_fork.rb +28 -0
  370. data/lib/itsi/server/config/options/hooks/before_restart.md +12 -0
  371. data/lib/itsi/server/config/options/hooks/before_restart.rb +28 -0
  372. data/lib/itsi/server/config/options/hooks/before_shutdown.md +12 -0
  373. data/lib/itsi/server/config/options/hooks/before_shutdown.rb +28 -0
  374. data/lib/itsi/server/config/options/include.md +20 -0
  375. data/lib/itsi/server/config/options/include.rb +36 -0
  376. data/lib/itsi/server/config/options/listen_backlog.md +11 -0
  377. data/lib/itsi/server/config/options/listen_backlog.rb +19 -0
  378. data/lib/itsi/server/config/options/log_format.md +18 -0
  379. data/lib/itsi/server/config/options/log_format.rb +19 -0
  380. data/lib/itsi/server/config/options/log_level.md +34 -0
  381. data/lib/itsi/server/config/options/log_level.rb +20 -0
  382. data/lib/itsi/server/config/options/log_target.md +38 -0
  383. data/lib/itsi/server/config/options/log_target.rb +19 -0
  384. data/lib/itsi/server/config/options/log_target_filters.md +17 -0
  385. data/lib/itsi/server/config/options/log_target_filters.rb +19 -0
  386. data/lib/itsi/server/config/options/multithreaded_reactor.md +27 -0
  387. data/lib/itsi/server/config/options/multithreaded_reactor.rb +24 -0
  388. data/lib/itsi/server/config/options/nodelay.md +16 -0
  389. data/lib/itsi/server/config/options/nodelay.rb +19 -0
  390. data/lib/itsi/server/config/options/oob_gc_responses_threshold.md +19 -0
  391. data/lib/itsi/server/config/options/oob_gc_responses_threshold.rb +18 -0
  392. data/lib/itsi/server/config/options/pin_worker_cores.md +17 -0
  393. data/lib/itsi/server/config/options/pin_worker_cores.rb +19 -0
  394. data/lib/itsi/server/config/options/preload.md +21 -0
  395. data/lib/itsi/server/config/options/preload.rb +18 -0
  396. data/lib/itsi/server/config/options/recv_buffer_size.md +15 -0
  397. data/lib/itsi/server/config/options/recv_buffer_size.rb +19 -0
  398. data/lib/itsi/server/config/options/redirect_http_to_https.md +21 -0
  399. data/lib/itsi/server/config/options/redirect_http_to_https.rb +30 -0
  400. data/lib/itsi/server/config/options/request_timeout.md +23 -0
  401. data/lib/itsi/server/config/options/request_timeout.rb +19 -0
  402. data/lib/itsi/server/config/options/reuse_address.md +16 -0
  403. data/lib/itsi/server/config/options/reuse_address.rb +19 -0
  404. data/lib/itsi/server/config/options/reuse_port.md +16 -0
  405. data/lib/itsi/server/config/options/reuse_port.rb +19 -0
  406. data/lib/itsi/server/config/options/scheduler_threads.md +34 -0
  407. data/lib/itsi/server/config/options/scheduler_threads.rb +17 -0
  408. data/lib/itsi/server/config/options/shutdown_timeout.md +17 -0
  409. data/lib/itsi/server/config/options/shutdown_timeout.rb +19 -0
  410. data/lib/itsi/server/config/options/stream_body.md +32 -0
  411. data/lib/itsi/server/config/options/stream_body.rb +18 -0
  412. data/lib/itsi/server/config/options/threads.md +44 -0
  413. data/lib/itsi/server/config/options/threads.rb +17 -0
  414. data/lib/itsi/server/config/options/watch.md +16 -0
  415. data/lib/itsi/server/config/options/watch.rb +28 -0
  416. data/lib/itsi/server/config/options/worker_memory_limit.md +22 -0
  417. data/lib/itsi/server/config/options/worker_memory_limit.rb +18 -0
  418. data/lib/itsi/server/config/options/workers.md +42 -0
  419. data/lib/itsi/server/config/options/workers.rb +17 -0
  420. data/lib/itsi/server/config/typed_struct.rb +239 -0
  421. data/lib/itsi/server/config.rb +304 -0
  422. data/lib/itsi/server/default_app/default_app.rb +34 -0
  423. data/lib/itsi/server/default_app/index.html +115 -0
  424. data/lib/itsi/server/default_config/Itsi.rb +107 -0
  425. data/lib/itsi/server/grpc/grpc_call.rb +245 -0
  426. data/lib/itsi/server/grpc/grpc_interface.rb +106 -0
  427. data/lib/itsi/server/grpc/reflection/v1/reflection_pb.rb +26 -0
  428. data/lib/itsi/server/grpc/reflection/v1/reflection_services_pb.rb +122 -0
  429. data/lib/itsi/server/rack/handler/itsi.rb +26 -0
  430. data/lib/itsi/server/rack_interface.rb +93 -0
  431. data/lib/itsi/server/route_tester.rb +159 -0
  432. data/lib/itsi/server/scheduler_interface.rb +21 -0
  433. data/lib/itsi/server/scheduler_mode.rb +10 -0
  434. data/lib/itsi/server/signal_trap.rb +33 -0
  435. data/lib/itsi/server/typed_handlers/param_parser.rb +196 -0
  436. data/lib/itsi/server/typed_handlers/source_parser.rb +58 -0
  437. data/lib/itsi/server/typed_handlers.rb +25 -0
  438. data/lib/itsi/server/version.rb +1 -1
  439. data/lib/itsi/server.rb +265 -9
  440. data/lib/itsi/standard_headers.rb +86 -0
  441. data/lib/ruby_lsp/itsi/addon.rb +129 -0
  442. data/lib/shell_completions/completions.rb +26 -0
  443. metadata +456 -30
  444. data/CHANGELOG.md +0 -5
  445. data/CODE_OF_CONDUCT.md +0 -132
  446. data/LICENSE.txt +0 -21
  447. data/ext/itsi_server/src/request/itsi_request.rs +0 -143
  448. data/ext/itsi_server/src/request/mod.rs +0 -1
  449. data/ext/itsi_server/src/server/bind.rs +0 -138
  450. data/ext/itsi_server/src/server/itsi_ca/itsi_ca.crt +0 -32
  451. data/ext/itsi_server/src/server/itsi_ca/itsi_ca.key +0 -52
  452. data/ext/itsi_server/src/server/itsi_server.rs +0 -182
  453. data/ext/itsi_server/src/server/listener.rs +0 -218
  454. data/ext/itsi_server/src/server/tls.rs +0 -138
  455. data/ext/itsi_server/src/server/transfer_protocol.rs +0 -23
  456. data/ext/itsi_server/src/stream_writer/mod.rs +0 -21
  457. data/lib/itsi/request.rb +0 -39
@@ -0,0 +1,588 @@
1
+ use super::file_watcher::{self};
2
+ use crate::{
3
+ ruby_types::ITSI_SERVER_CONFIG,
4
+ server::{
5
+ binds::{bind::Bind, listener::Listener},
6
+ middleware_stack::MiddlewareSet,
7
+ },
8
+ };
9
+ use derive_more::Debug;
10
+ use itsi_error::ItsiError;
11
+ use itsi_rb_helpers::{call_with_gvl, print_rb_backtrace, HeapValue};
12
+ use itsi_tracing::{set_format, set_level, set_target, set_target_filters};
13
+ use magnus::{
14
+ block::Proc,
15
+ error::Result,
16
+ value::{LazyId, ReprValue},
17
+ RArray, RHash, Ruby, Symbol, TryConvert, Value,
18
+ };
19
+ use nix::{
20
+ fcntl::{fcntl, FcntlArg, FdFlag},
21
+ unistd::{close, dup},
22
+ };
23
+ use parking_lot::{Mutex, RwLock};
24
+ use std::{
25
+ collections::HashMap,
26
+ os::fd::{AsRawFd, OwnedFd, RawFd},
27
+ path::PathBuf,
28
+ str::FromStr,
29
+ sync::{
30
+ atomic::{AtomicBool, Ordering::Relaxed},
31
+ Arc, OnceLock,
32
+ },
33
+ time::Duration,
34
+ };
35
+ use tracing::{debug, error};
36
+ static DEFAULT_BIND: &str = "http://localhost:3000";
37
+ static ID_BUILD_CONFIG: LazyId = LazyId::new("build_config");
38
+ static ID_RELOAD_EXEC: LazyId = LazyId::new("reload_exec");
39
+
40
+ #[derive(Debug, Clone)]
41
+ pub struct ItsiServerConfig {
42
+ pub cli_params: Arc<HeapValue<RHash>>,
43
+ pub itsifile_path: Option<PathBuf>,
44
+ pub itsi_config_proc: Arc<Option<HeapValue<Proc>>>,
45
+ #[debug(skip)]
46
+ pub server_params: Arc<RwLock<Arc<ServerParams>>>,
47
+ pub watcher_fd: Arc<Option<OwnedFd>>,
48
+ }
49
+
50
+ #[derive(Debug)]
51
+ pub struct ServerParams {
52
+ /// Cluster params
53
+ pub workers: u8,
54
+ pub worker_memory_limit: Option<u64>,
55
+ pub silence: bool,
56
+ pub shutdown_timeout: f64,
57
+ pub hooks: HashMap<String, HeapValue<Proc>>,
58
+ pub preload: bool,
59
+
60
+ pub request_timeout: Option<Duration>,
61
+ pub header_read_timeout: Duration,
62
+ pub notify_watchers: Option<Vec<(String, Vec<Vec<String>>)>>,
63
+
64
+ /// Worker params
65
+ pub threads: u8,
66
+ pub scheduler_threads: Option<u8>,
67
+ pub streamable_body: bool,
68
+ pub multithreaded_reactor: bool,
69
+ pub pin_worker_cores: bool,
70
+ pub scheduler_class: Option<String>,
71
+ pub oob_gc_responses_threshold: Option<u64>,
72
+ pub middleware_loader: HeapValue<Proc>,
73
+ pub middleware: OnceLock<MiddlewareSet>,
74
+ pub binds: Vec<Bind>,
75
+ #[debug(skip)]
76
+ pub(crate) listeners: Mutex<Vec<Listener>>,
77
+ listener_info: Mutex<HashMap<String, i32>>,
78
+ pub itsi_server_token_preference: ItsiServerTokenPreference,
79
+ pub preloaded: AtomicBool,
80
+ socket_opts: SocketOpts,
81
+ preexisting_listeners: Option<String>,
82
+ }
83
+
84
+ #[derive(Debug, Clone)]
85
+ pub enum ItsiServerTokenPreference {
86
+ Version,
87
+ Name,
88
+ None,
89
+ }
90
+
91
+ impl FromStr for ItsiServerTokenPreference {
92
+ fn from_str(s: &str) -> std::result::Result<Self, Self::Err> {
93
+ Ok(match s {
94
+ "version" => ItsiServerTokenPreference::Version,
95
+ "name" => ItsiServerTokenPreference::Name,
96
+ "none" => ItsiServerTokenPreference::None,
97
+ _ => ItsiServerTokenPreference::Version,
98
+ })
99
+ }
100
+
101
+ type Err = ItsiError;
102
+ }
103
+
104
+ #[derive(Debug, Clone)]
105
+ pub struct SocketOpts {
106
+ pub reuse_address: bool,
107
+ pub reuse_port: bool,
108
+ pub listen_backlog: usize,
109
+ pub nodelay: bool,
110
+ pub recv_buffer_size: usize,
111
+ }
112
+
113
+ impl ServerParams {
114
+ pub fn preload_ruby(self: &Arc<Self>) -> Result<()> {
115
+ if self.preloaded.load(Relaxed) {
116
+ return Ok(());
117
+ }
118
+ call_with_gvl(|ruby| -> Result<()> {
119
+ if self
120
+ .scheduler_class
121
+ .as_ref()
122
+ .is_some_and(|t| t == "Itsi::Scheduler")
123
+ {
124
+ debug!("Loading Itsi Scheduler");
125
+ ruby.require("itsi/scheduler")?;
126
+ }
127
+ let result_pair = self
128
+ .middleware_loader
129
+ .call::<(), RArray>(())
130
+ .inspect_err(|e| {
131
+ eprintln!("Error loading middleware: {:?}", e);
132
+ if let Some(err_value) = e.value() {
133
+ print_rb_backtrace(err_value);
134
+ }
135
+ })?;
136
+ let routes_raw = result_pair
137
+ .entry::<Option<Value>>(0)
138
+ .inspect_err(|e| {
139
+ eprintln!("Error loading middleware: {:?}", e);
140
+ if let Some(err_value) = e.value() {
141
+ print_rb_backtrace(err_value);
142
+ }
143
+ })?
144
+ .map(|mw| mw.into());
145
+ let error_lines = result_pair.entry::<Option<RArray>>(1).inspect_err(|e| {
146
+ eprintln!("Error loading middleware: {:?}", e);
147
+ if let Some(err_value) = e.value() {
148
+ print_rb_backtrace(err_value);
149
+ }
150
+ })?;
151
+ if error_lines.is_some_and(|r| !r.is_empty()) {
152
+ let errors: Vec<String> =
153
+ Vec::<String>::try_convert(error_lines.unwrap().as_value())?;
154
+ ItsiServerConfig::print_config_errors(errors);
155
+ return Err(magnus::Error::new(
156
+ magnus::exception::runtime_error(),
157
+ "Failed to set middleware",
158
+ ));
159
+ }
160
+ let middleware = MiddlewareSet::new(routes_raw)?;
161
+ self.middleware.set(middleware).map_err(|_| {
162
+ magnus::Error::new(
163
+ magnus::exception::runtime_error(),
164
+ "Failed to set middleware",
165
+ )
166
+ })?;
167
+ Ok(())
168
+ })?;
169
+ self.preloaded.store(true, Relaxed);
170
+ Ok(())
171
+ }
172
+
173
+ pub async fn initialize_middleware(self: &Arc<Self>) -> Result<()> {
174
+ self.middleware.get().unwrap().initialize_layers().await?;
175
+ Ok(())
176
+ }
177
+
178
+ fn from_rb_hash(rb_param_hash: RHash) -> Result<ServerParams> {
179
+ let workers = rb_param_hash
180
+ .fetch::<_, Option<u8>>("workers")?
181
+ .unwrap_or(num_cpus::get() as u8);
182
+ let worker_memory_limit: Option<u64> = rb_param_hash.fetch("worker_memory_limit")?;
183
+ let silence: bool = rb_param_hash.fetch("silence")?;
184
+ let multithreaded_reactor: bool = rb_param_hash
185
+ .fetch::<_, Option<bool>>("multithreaded_reactor")?
186
+ .unwrap_or(workers == 1);
187
+ let pin_worker_cores: bool = rb_param_hash
188
+ .fetch::<_, Option<bool>>("pin_worker_cores")?
189
+ .unwrap_or(true);
190
+ let shutdown_timeout: f64 = rb_param_hash.fetch("shutdown_timeout")?;
191
+
192
+ let hooks: Option<RHash> = rb_param_hash.fetch("hooks")?;
193
+ let hooks = hooks
194
+ .map(|rhash| -> Result<HashMap<String, HeapValue<Proc>>> {
195
+ let mut hook_map: HashMap<String, HeapValue<Proc>> = HashMap::new();
196
+ for pair in rhash.enumeratorize::<_, ()>("each", ()) {
197
+ if let Some(pair_value) = RArray::from_value(pair?) {
198
+ if let (Ok(key), Ok(value)) =
199
+ (pair_value.entry::<Value>(0), pair_value.entry::<Proc>(1))
200
+ {
201
+ hook_map.insert(key.to_string(), HeapValue::from(value));
202
+ }
203
+ }
204
+ }
205
+ Ok(hook_map)
206
+ })
207
+ .transpose()?
208
+ .unwrap_or_default();
209
+ let preload: bool = rb_param_hash.fetch("preload")?;
210
+ let request_timeout: Option<f64> = rb_param_hash.fetch("request_timeout")?;
211
+ let request_timeout = request_timeout.map(Duration::from_secs_f64);
212
+ let header_read_timeout: Duration = rb_param_hash
213
+ .fetch::<_, Option<f64>>("header_read_timeout")?
214
+ .map(Duration::from_secs_f64)
215
+ .unwrap_or(Duration::from_secs(1));
216
+
217
+ let notify_watchers: Option<Vec<(String, Vec<Vec<String>>)>> =
218
+ rb_param_hash.fetch("notify_watchers")?;
219
+ let threads: u8 = rb_param_hash.fetch("threads")?;
220
+ let scheduler_threads: Option<u8> = rb_param_hash.fetch("scheduler_threads")?;
221
+ let streamable_body: bool = rb_param_hash.fetch("streamable_body")?;
222
+ let scheduler_class: Option<String> = rb_param_hash.fetch("scheduler_class")?;
223
+ let oob_gc_responses_threshold: Option<u64> =
224
+ rb_param_hash.fetch("oob_gc_responses_threshold")?;
225
+ let middleware_loader: Proc = rb_param_hash.fetch("middleware_loader")?;
226
+ let log_level: Option<String> = rb_param_hash.fetch("log_level")?;
227
+ let log_target: Option<String> = rb_param_hash.fetch("log_target")?;
228
+ let log_format: Option<String> = rb_param_hash.fetch("log_format")?;
229
+ let log_target_filters: Option<Vec<String>> = rb_param_hash.fetch("log_target_filters")?;
230
+
231
+ let reuse_address: bool = rb_param_hash
232
+ .fetch::<_, Option<bool>>("reuse_address")?
233
+ .unwrap_or(true);
234
+ let reuse_port: bool = rb_param_hash
235
+ .fetch::<_, Option<bool>>("reuse_port")?
236
+ .unwrap_or(true);
237
+ let listen_backlog: usize = rb_param_hash
238
+ .fetch::<_, Option<usize>>("listen_backlog")?
239
+ .unwrap_or(1024);
240
+ let nodelay: bool = rb_param_hash
241
+ .fetch::<_, Option<bool>>("nodelay")?
242
+ .unwrap_or(true);
243
+ let recv_buffer_size: usize = rb_param_hash
244
+ .fetch::<_, Option<usize>>("recv_buffer_size")?
245
+ .unwrap_or(262_144);
246
+
247
+ if let Some(level) = log_level {
248
+ set_level(&level);
249
+ }
250
+
251
+ if let Some(target) = log_target {
252
+ set_target(&target);
253
+ }
254
+
255
+ if let Some(format) = log_format {
256
+ set_format(&format);
257
+ }
258
+
259
+ if let Some(target_filters) = log_target_filters {
260
+ let target_filters = target_filters
261
+ .iter()
262
+ .filter_map(|filter| {
263
+ let mut parts = filter.splitn(2, '=');
264
+ if let (Some(target), Some(level_str)) = (parts.next(), parts.next()) {
265
+ if let Ok(level) = level_str.parse::<tracing::Level>() {
266
+ return Some((target, level));
267
+ }
268
+ }
269
+ None
270
+ })
271
+ .collect::<Vec<(&str, tracing::Level)>>();
272
+ set_target_filters(target_filters);
273
+ }
274
+
275
+ let binds: Option<Vec<String>> = rb_param_hash.fetch("binds")?;
276
+ let binds = binds
277
+ .unwrap_or_else(|| vec![DEFAULT_BIND.to_string()])
278
+ .into_iter()
279
+ .map(|s| s.parse())
280
+ .collect::<itsi_error::Result<Vec<Bind>>>()?;
281
+
282
+ let itsi_server_token_preference: String = rb_param_hash
283
+ .fetch("itsi_server_token_preference")
284
+ .unwrap_or_default();
285
+ let itsi_server_token_preference: ItsiServerTokenPreference =
286
+ itsi_server_token_preference.parse()?;
287
+
288
+ let socket_opts = SocketOpts {
289
+ reuse_address,
290
+ reuse_port,
291
+ listen_backlog,
292
+ nodelay,
293
+ recv_buffer_size,
294
+ };
295
+ let preexisting_listeners = rb_param_hash.delete::<_, Option<String>>("listeners")?;
296
+
297
+ let params = ServerParams {
298
+ workers,
299
+ worker_memory_limit,
300
+ silence,
301
+ multithreaded_reactor,
302
+ pin_worker_cores,
303
+ shutdown_timeout,
304
+ hooks,
305
+ preload,
306
+ request_timeout,
307
+ header_read_timeout,
308
+ notify_watchers,
309
+ threads,
310
+ scheduler_threads,
311
+ streamable_body,
312
+ scheduler_class,
313
+ oob_gc_responses_threshold,
314
+ binds,
315
+ itsi_server_token_preference,
316
+ socket_opts,
317
+ preexisting_listeners,
318
+ listener_info: Mutex::new(HashMap::new()),
319
+ listeners: Mutex::new(Vec::new()),
320
+ middleware_loader: middleware_loader.into(),
321
+ middleware: OnceLock::new(),
322
+ preloaded: AtomicBool::new(false),
323
+ };
324
+
325
+ Ok(params)
326
+ }
327
+
328
+ pub fn setup_listeners(&self) -> Result<()> {
329
+ let listeners = if let Some(preexisting_listeners) = self.preexisting_listeners.as_ref() {
330
+ let bind_to_fd_map: HashMap<String, i32> = serde_json::from_str(preexisting_listeners)
331
+ .map_err(|e| {
332
+ magnus::Error::new(
333
+ magnus::exception::standard_error(),
334
+ format!("Invalid listener info: {}", e),
335
+ )
336
+ })?;
337
+
338
+ self.binds
339
+ .iter()
340
+ .cloned()
341
+ .map(|bind| {
342
+ if let Some(fd) = bind_to_fd_map.get(&bind.listener_address_string()) {
343
+ Listener::inherit_fd(bind, *fd, &self.socket_opts)
344
+ } else {
345
+ Listener::build(bind, &self.socket_opts)
346
+ }
347
+ })
348
+ .collect::<std::result::Result<Vec<Listener>, _>>()?
349
+ .into_iter()
350
+ .collect::<Vec<_>>()
351
+ } else {
352
+ self.binds
353
+ .iter()
354
+ .cloned()
355
+ .map(|b| Listener::build(b, &self.socket_opts))
356
+ .collect::<std::result::Result<Vec<Listener>, _>>()?
357
+ .into_iter()
358
+ .collect::<Vec<_>>()
359
+ };
360
+
361
+ let listener_info = listeners
362
+ .iter()
363
+ .map(|listener| {
364
+ listener.handover().map_err(|e| {
365
+ magnus::Error::new(magnus::exception::runtime_error(), e.to_string())
366
+ })
367
+ })
368
+ .collect::<Result<HashMap<String, i32>>>()?;
369
+
370
+ *self.listener_info.lock() = listener_info;
371
+ *self.listeners.lock() = listeners;
372
+ Ok(())
373
+ }
374
+ }
375
+
376
+ impl ItsiServerConfig {
377
+ pub fn new(
378
+ ruby: &Ruby,
379
+ cli_params: RHash,
380
+ itsifile_path: Option<PathBuf>,
381
+ itsi_config_proc: Option<Proc>,
382
+ ) -> Result<Self> {
383
+ let itsi_config_proc = Arc::new(itsi_config_proc.map(HeapValue::from));
384
+ match Self::combine_params(
385
+ ruby,
386
+ cli_params,
387
+ itsifile_path.as_ref(),
388
+ itsi_config_proc.clone(),
389
+ ) {
390
+ Ok(server_params) => {
391
+ cli_params.delete::<_, Value>(Symbol::new("listeners"))?;
392
+
393
+ let watcher_fd = if let Some(watchers) = server_params.notify_watchers.clone() {
394
+ file_watcher::watch_groups(watchers)?
395
+ } else {
396
+ None
397
+ };
398
+
399
+ Ok(ItsiServerConfig {
400
+ cli_params: Arc::new(cli_params.into()),
401
+ server_params: RwLock::new(server_params.clone()).into(),
402
+ itsi_config_proc,
403
+ itsifile_path,
404
+ watcher_fd: watcher_fd.into(),
405
+ })
406
+ }
407
+ Err(err) => Err(magnus::Error::new(
408
+ magnus::exception::standard_error(),
409
+ format!("Error loading initial configuration {:?}", err),
410
+ )),
411
+ }
412
+ }
413
+
414
+ /// Reload
415
+ pub fn reload(self: Arc<Self>, cluster_worker: bool) -> Result<bool> {
416
+ let server_params = call_with_gvl(|ruby| {
417
+ Self::combine_params(
418
+ &ruby,
419
+ self.cli_params.cloned(),
420
+ self.itsifile_path.as_ref(),
421
+ self.itsi_config_proc.clone(),
422
+ )
423
+ })?;
424
+ let is_single_mode = self.server_params.read().workers == 1;
425
+
426
+ let requires_exec = if !is_single_mode && !server_params.preload {
427
+ // In cluster mode children are cycled during a reload
428
+ // and if preload is disabled, will get a clean memory slate,
429
+ // so we don't need to exec.
430
+ false
431
+ } else {
432
+ // In non-cluster mode, or when preloading is enabled, we shouldn't try to
433
+ // reload inside the existing process (as new code may conflict with old),
434
+ // and should re-exec instead.
435
+ true
436
+ };
437
+
438
+ *self.server_params.write() = server_params.clone();
439
+ Ok(requires_exec && (cluster_worker || is_single_mode))
440
+ }
441
+
442
+ fn combine_params(
443
+ ruby: &Ruby,
444
+ cli_params: RHash,
445
+ itsifile_path: Option<&PathBuf>,
446
+ itsi_config_proc: Arc<Option<HeapValue<Proc>>>,
447
+ ) -> Result<Arc<ServerParams>> {
448
+ let inner = itsi_config_proc
449
+ .as_ref()
450
+ .clone()
451
+ .map(|hv| hv.clone().inner());
452
+ let (rb_param_hash, errors): (RHash, Vec<String>) =
453
+ ruby.get_inner_ref(&ITSI_SERVER_CONFIG).funcall(
454
+ *ID_BUILD_CONFIG,
455
+ (cli_params, itsifile_path.cloned(), inner),
456
+ )?;
457
+ if !errors.is_empty() {
458
+ Self::print_config_errors(errors);
459
+ return Err(magnus::Error::new(
460
+ magnus::exception::standard_error(),
461
+ "Invalid server config",
462
+ ));
463
+ }
464
+ Ok(Arc::new(ServerParams::from_rb_hash(rb_param_hash)?))
465
+ }
466
+
467
+ fn clear_cloexec(fd: RawFd) -> nix::Result<()> {
468
+ let current_flags = fcntl(fd, FcntlArg::F_GETFD)?;
469
+ let mut flags = FdFlag::from_bits_truncate(current_flags);
470
+ // Remove the FD_CLOEXEC flag
471
+ flags.remove(FdFlag::FD_CLOEXEC);
472
+ // Set the new flags back on the file descriptor
473
+ fcntl(fd, FcntlArg::F_SETFD(flags))?;
474
+ Ok(())
475
+ }
476
+
477
+ pub async fn get_config_errors(&self) -> Option<Vec<String>> {
478
+ let rb_param_hash = call_with_gvl(|ruby| {
479
+ let inner = self
480
+ .itsi_config_proc
481
+ .as_ref()
482
+ .clone()
483
+ .map(|hv| hv.clone().inner());
484
+ let cli_params = self.cli_params.cloned();
485
+ let itsifile_path = self.itsifile_path.clone();
486
+
487
+ let (rb_param_hash, errors): (RHash, Vec<String>) = ruby
488
+ .get_inner_ref(&ITSI_SERVER_CONFIG)
489
+ .funcall(*ID_BUILD_CONFIG, (cli_params, itsifile_path, inner))
490
+ .unwrap();
491
+ if !errors.is_empty() {
492
+ return Err(errors);
493
+ }
494
+ Ok(rb_param_hash)
495
+ });
496
+ match rb_param_hash {
497
+ Ok(rb_param_hash) => match ServerParams::from_rb_hash(rb_param_hash) {
498
+ Ok(test_params) => {
499
+ let params_arc = Arc::new(test_params);
500
+ if let Err(err) = params_arc.clone().preload_ruby() {
501
+ let err_val = call_with_gvl(|_| format!("{}", err));
502
+ return Some(vec![err_val]);
503
+ }
504
+
505
+ if let Err(err) = params_arc
506
+ .middleware
507
+ .get()
508
+ .unwrap()
509
+ .initialize_layers()
510
+ .await
511
+ {
512
+ let err_val = call_with_gvl(|_| format!("{}", err));
513
+ return Some(vec![err_val]);
514
+ }
515
+ None
516
+ }
517
+ Err(err) => Some(vec![format!("{:?}", err)]),
518
+ },
519
+ Err(err) => Some(err),
520
+ }
521
+ }
522
+
523
+ pub fn dup_fds(self: &Arc<Self>) -> Result<()> {
524
+ let binding = self.server_params.read();
525
+ let mut listener_info_guard = binding.listener_info.lock();
526
+ let dupped_fd_map = listener_info_guard
527
+ .iter()
528
+ .map(|(str, fd)| {
529
+ let dupped_fd = dup(*fd).map_err(|errno| {
530
+ magnus::Error::new(
531
+ magnus::exception::standard_error(),
532
+ format!("Errno {} while trying to dup {}", errno, fd),
533
+ )
534
+ })?;
535
+ Self::clear_cloexec(dupped_fd).map_err(|e| {
536
+ magnus::Error::new(
537
+ magnus::exception::standard_error(),
538
+ format!("Failed to clear cloexec flag for fd {}: {}", dupped_fd, e),
539
+ )
540
+ })?;
541
+ Ok((str.clone(), dupped_fd))
542
+ })
543
+ .collect::<Result<HashMap<String, i32>>>()?;
544
+ *listener_info_guard = dupped_fd_map;
545
+ Ok(())
546
+ }
547
+
548
+ pub fn stop_watcher(self: &Arc<Self>) -> Result<()> {
549
+ if let Some(r_fd) = self.watcher_fd.as_ref() {
550
+ close(r_fd.as_raw_fd()).ok();
551
+ }
552
+ Ok(())
553
+ }
554
+
555
+ pub fn print_config_errors(errors: Vec<String>) {
556
+ error!("Refusing to reload configuration due to fatal errors:");
557
+ for error in errors {
558
+ eprintln!("{}", error);
559
+ }
560
+ }
561
+
562
+ pub async fn check_config(&self) -> bool {
563
+ if let Some(errors) = self.get_config_errors().await {
564
+ Self::print_config_errors(errors);
565
+ return false;
566
+ }
567
+ true
568
+ }
569
+
570
+ pub fn reload_exec(self: &Arc<Self>) -> Result<()> {
571
+ let listener_json =
572
+ serde_json::to_string(&self.server_params.read().listener_info.lock().clone())
573
+ .map_err(|e| {
574
+ magnus::Error::new(
575
+ magnus::exception::standard_error(),
576
+ format!("Invalid listener info: {}", e),
577
+ )
578
+ })?;
579
+
580
+ self.stop_watcher()?;
581
+ call_with_gvl(|ruby| -> Result<()> {
582
+ ruby.get_inner_ref(&ITSI_SERVER_CONFIG)
583
+ .funcall::<_, _, Value>(*ID_RELOAD_EXEC, (listener_json,))?;
584
+ Ok(())
585
+ })?;
586
+ Ok(())
587
+ }
588
+ }
@@ -0,0 +1,86 @@
1
+ use crate::server::{
2
+ lifecycle_event::LifecycleEvent,
3
+ serve_strategy::{cluster_mode::ClusterMode, single_mode::SingleMode, ServeStrategy},
4
+ signal::{clear_signal_handlers, reset_signal_handlers, send_lifecycle_event},
5
+ };
6
+ use itsi_rb_helpers::{call_without_gvl, print_rb_backtrace};
7
+ use itsi_server_config::ItsiServerConfig;
8
+ use itsi_tracing::{error, run_silently};
9
+ use magnus::{block::Proc, error::Result, RHash, Ruby};
10
+ use parking_lot::Mutex;
11
+ use std::{path::PathBuf, sync::Arc};
12
+ use tracing::{info, instrument};
13
+ mod file_watcher;
14
+ pub mod itsi_server_config;
15
+ #[magnus::wrap(class = "Itsi::Server", free_immediately, size)]
16
+ #[derive(Clone)]
17
+ pub struct ItsiServer {
18
+ pub config: Arc<Mutex<Arc<ItsiServerConfig>>>,
19
+ }
20
+
21
+ impl ItsiServer {
22
+ pub fn new(
23
+ ruby: &Ruby,
24
+ cli_params: RHash,
25
+ itsifile_path: Option<PathBuf>,
26
+ itsi_config_proc: Option<Proc>,
27
+ ) -> Result<Self> {
28
+ Ok(Self {
29
+ config: Arc::new(Mutex::new(Arc::new(ItsiServerConfig::new(
30
+ ruby,
31
+ cli_params,
32
+ itsifile_path,
33
+ itsi_config_proc,
34
+ )?))),
35
+ })
36
+ }
37
+
38
+ pub fn stop(&self) -> Result<()> {
39
+ send_lifecycle_event(LifecycleEvent::Shutdown);
40
+ Ok(())
41
+ }
42
+
43
+ #[instrument(skip(self))]
44
+ pub fn start(&self) -> Result<()> {
45
+ self.config.lock().server_params.read().setup_listeners()?;
46
+ let result = if self.config.lock().server_params.read().silence {
47
+ run_silently(|| self.build_and_run_strategy())
48
+ } else {
49
+ info!("Itsi - Rolling into action. ⚪💨");
50
+ self.build_and_run_strategy()
51
+ };
52
+ if let Err(e) = result {
53
+ error!("Error starting server: {:?}", e);
54
+ if let Some(err_value) = e.value() {
55
+ print_rb_backtrace(err_value);
56
+ }
57
+ return Err(e);
58
+ }
59
+ Ok(())
60
+ }
61
+
62
+ pub(crate) fn build_strategy(&self) -> Result<ServeStrategy> {
63
+ let server_config = self.config.lock();
64
+ Ok(if server_config.server_params.read().workers > 1 {
65
+ ServeStrategy::Cluster(Arc::new(ClusterMode::new(server_config.clone())))
66
+ } else {
67
+ ServeStrategy::Single(Arc::new(SingleMode::new(server_config.clone())?))
68
+ })
69
+ }
70
+
71
+ fn build_and_run_strategy(&self) -> Result<()> {
72
+ reset_signal_handlers();
73
+ call_without_gvl(move || -> Result<()> {
74
+ let strategy = self.build_strategy()?;
75
+ if let Err(e) = strategy.clone().run() {
76
+ error!("Error running server: {}", e);
77
+ send_lifecycle_event(LifecycleEvent::Shutdown);
78
+ strategy.stop()?;
79
+ }
80
+ Ok(())
81
+ })?;
82
+ clear_signal_handlers();
83
+ info!("Server stopped");
84
+ Ok(())
85
+ }
86
+ }