itsi-server 0.1.1 → 0.2.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (457) hide show
  1. checksums.yaml +4 -4
  2. data/Cargo.lock +4487 -0
  3. data/Cargo.toml +7 -0
  4. data/README.md +6 -0
  5. data/Rakefile +7 -4
  6. data/exe/itsi +152 -46
  7. data/ext/itsi_acme/Cargo.toml +86 -0
  8. data/ext/itsi_acme/examples/high_level.rs +63 -0
  9. data/ext/itsi_acme/examples/high_level_warp.rs +52 -0
  10. data/ext/itsi_acme/examples/low_level.rs +87 -0
  11. data/ext/itsi_acme/examples/low_level_axum.rs +66 -0
  12. data/ext/itsi_acme/src/acceptor.rs +81 -0
  13. data/ext/itsi_acme/src/acme.rs +354 -0
  14. data/ext/itsi_acme/src/axum.rs +86 -0
  15. data/ext/itsi_acme/src/cache.rs +39 -0
  16. data/ext/itsi_acme/src/caches/boxed.rs +80 -0
  17. data/ext/itsi_acme/src/caches/composite.rs +69 -0
  18. data/ext/itsi_acme/src/caches/dir.rs +106 -0
  19. data/ext/itsi_acme/src/caches/mod.rs +11 -0
  20. data/ext/itsi_acme/src/caches/no.rs +78 -0
  21. data/ext/itsi_acme/src/caches/test.rs +136 -0
  22. data/ext/itsi_acme/src/config.rs +172 -0
  23. data/ext/itsi_acme/src/https_helper.rs +69 -0
  24. data/ext/itsi_acme/src/incoming.rs +142 -0
  25. data/ext/itsi_acme/src/jose.rs +161 -0
  26. data/ext/itsi_acme/src/lib.rs +142 -0
  27. data/ext/itsi_acme/src/resolver.rs +59 -0
  28. data/ext/itsi_acme/src/state.rs +424 -0
  29. data/ext/itsi_error/Cargo.toml +3 -0
  30. data/ext/itsi_error/src/lib.rs +98 -24
  31. data/ext/itsi_error/target/debug/build/clang-sys-da71b0344e568175/out/common.rs +355 -0
  32. data/ext/itsi_error/target/debug/build/clang-sys-da71b0344e568175/out/dynamic.rs +276 -0
  33. data/ext/itsi_error/target/debug/build/clang-sys-da71b0344e568175/out/macros.rs +49 -0
  34. data/ext/itsi_error/target/debug/build/rb-sys-49f554618693db24/out/bindings-0.9.110-mri-arm64-darwin23-3.4.2.rs +8865 -0
  35. data/ext/itsi_error/target/debug/incremental/itsi_error-1mmt5sux7jb0i/s-h510z7m8v9-0bxu7yd.lock +0 -0
  36. data/ext/itsi_error/target/debug/incremental/itsi_error-2vn3jey74oiw0/s-h5113n0e7e-1v5qzs6.lock +0 -0
  37. data/ext/itsi_error/target/debug/incremental/itsi_error-37uv9dicz7awp/s-h510ykifhe-0tbnep2.lock +0 -0
  38. data/ext/itsi_error/target/debug/incremental/itsi_error-37uv9dicz7awp/s-h510yyocpj-0tz7ug7.lock +0 -0
  39. data/ext/itsi_error/target/debug/incremental/itsi_error-37uv9dicz7awp/s-h510z0xc8g-14ol18k.lock +0 -0
  40. data/ext/itsi_error/target/debug/incremental/itsi_error-3g5qf4y7d54uj/s-h5113n0e7d-1trk8on.lock +0 -0
  41. data/ext/itsi_error/target/debug/incremental/itsi_error-3lpfftm45d3e2/s-h510z7m8r3-1pxp20o.lock +0 -0
  42. data/ext/itsi_error/target/debug/incremental/itsi_error-3o4qownhl3d7n/s-h510ykifek-1uxasnk.lock +0 -0
  43. data/ext/itsi_error/target/debug/incremental/itsi_error-3o4qownhl3d7n/s-h510yyocki-11u37qm.lock +0 -0
  44. data/ext/itsi_error/target/debug/incremental/itsi_error-3o4qownhl3d7n/s-h510z0xc93-0pmy0zm.lock +0 -0
  45. data/ext/itsi_instrument_entry/Cargo.toml +15 -0
  46. data/ext/itsi_instrument_entry/src/lib.rs +31 -0
  47. data/ext/itsi_rb_helpers/Cargo.toml +3 -0
  48. data/ext/itsi_rb_helpers/src/heap_value.rs +139 -0
  49. data/ext/itsi_rb_helpers/src/lib.rs +141 -10
  50. data/ext/itsi_rb_helpers/target/debug/build/clang-sys-da71b0344e568175/out/common.rs +355 -0
  51. data/ext/itsi_rb_helpers/target/debug/build/clang-sys-da71b0344e568175/out/dynamic.rs +276 -0
  52. data/ext/itsi_rb_helpers/target/debug/build/clang-sys-da71b0344e568175/out/macros.rs +49 -0
  53. data/ext/itsi_rb_helpers/target/debug/build/rb-sys-eb9ed4ff3a60f995/out/bindings-0.9.110-mri-arm64-darwin23-3.4.2.rs +8865 -0
  54. data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-040pxg6yhb3g3/s-h5113n7a1b-03bwlt4.lock +0 -0
  55. data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-131g1u4dzkt1a/s-h51113xnh3-1eik1ip.lock +0 -0
  56. data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-131g1u4dzkt1a/s-h5111704jj-0g4rj8x.lock +0 -0
  57. data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-1q2d3drtxrzs5/s-h5113n79yl-0bxcqc5.lock +0 -0
  58. data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-374a9h7ovycj0/s-h51113xoox-10de2hp.lock +0 -0
  59. data/ext/itsi_rb_helpers/target/debug/incremental/itsi_rb_helpers-374a9h7ovycj0/s-h5111704w7-0vdq7gq.lock +0 -0
  60. data/ext/itsi_scheduler/Cargo.toml +24 -0
  61. data/ext/itsi_scheduler/src/itsi_scheduler/io_helpers.rs +56 -0
  62. data/ext/itsi_scheduler/src/itsi_scheduler/io_waiter.rs +44 -0
  63. data/ext/itsi_scheduler/src/itsi_scheduler/timer.rs +44 -0
  64. data/ext/itsi_scheduler/src/itsi_scheduler.rs +314 -0
  65. data/ext/itsi_scheduler/src/lib.rs +39 -0
  66. data/ext/itsi_server/Cargo.lock +2956 -0
  67. data/ext/itsi_server/Cargo.toml +75 -14
  68. data/ext/itsi_server/extconf.rb +1 -1
  69. data/ext/itsi_server/src/default_responses/html/401.html +68 -0
  70. data/ext/itsi_server/src/default_responses/html/403.html +68 -0
  71. data/ext/itsi_server/src/default_responses/html/404.html +68 -0
  72. data/ext/itsi_server/src/default_responses/html/413.html +71 -0
  73. data/ext/itsi_server/src/default_responses/html/429.html +68 -0
  74. data/ext/itsi_server/src/default_responses/html/500.html +71 -0
  75. data/ext/itsi_server/src/default_responses/html/502.html +71 -0
  76. data/ext/itsi_server/src/default_responses/html/503.html +68 -0
  77. data/ext/itsi_server/src/default_responses/html/504.html +69 -0
  78. data/ext/itsi_server/src/default_responses/html/index.html +238 -0
  79. data/ext/itsi_server/src/default_responses/json/401.json +6 -0
  80. data/ext/itsi_server/src/default_responses/json/403.json +6 -0
  81. data/ext/itsi_server/src/default_responses/json/404.json +6 -0
  82. data/ext/itsi_server/src/default_responses/json/413.json +6 -0
  83. data/ext/itsi_server/src/default_responses/json/429.json +6 -0
  84. data/ext/itsi_server/src/default_responses/json/500.json +6 -0
  85. data/ext/itsi_server/src/default_responses/json/502.json +6 -0
  86. data/ext/itsi_server/src/default_responses/json/503.json +6 -0
  87. data/ext/itsi_server/src/default_responses/json/504.json +6 -0
  88. data/ext/itsi_server/src/default_responses/mod.rs +11 -0
  89. data/ext/itsi_server/src/env.rs +43 -0
  90. data/ext/itsi_server/src/lib.rs +133 -40
  91. data/ext/itsi_server/src/prelude.rs +2 -0
  92. data/ext/itsi_server/src/ruby_types/itsi_body_proxy/big_bytes.rs +109 -0
  93. data/ext/itsi_server/src/ruby_types/itsi_body_proxy/mod.rs +143 -0
  94. data/ext/itsi_server/src/ruby_types/itsi_grpc_call.rs +344 -0
  95. data/ext/itsi_server/src/ruby_types/itsi_grpc_response_stream/mod.rs +264 -0
  96. data/ext/itsi_server/src/ruby_types/itsi_http_request.rs +362 -0
  97. data/ext/itsi_server/src/ruby_types/itsi_http_response.rs +391 -0
  98. data/ext/itsi_server/src/ruby_types/itsi_server/file_watcher.rs +233 -0
  99. data/ext/itsi_server/src/ruby_types/itsi_server/itsi_server_config.rs +565 -0
  100. data/ext/itsi_server/src/ruby_types/itsi_server.rs +86 -0
  101. data/ext/itsi_server/src/ruby_types/mod.rs +48 -0
  102. data/ext/itsi_server/src/server/binds/bind.rs +204 -0
  103. data/ext/itsi_server/src/server/binds/bind_protocol.rs +37 -0
  104. data/ext/itsi_server/src/server/binds/listener.rs +444 -0
  105. data/ext/itsi_server/src/server/binds/mod.rs +4 -0
  106. data/ext/itsi_server/src/server/binds/tls/locked_dir_cache.rs +132 -0
  107. data/ext/itsi_server/src/server/binds/tls.rs +278 -0
  108. data/ext/itsi_server/src/server/byte_frame.rs +32 -0
  109. data/ext/itsi_server/src/server/http_message_types.rs +97 -0
  110. data/ext/itsi_server/src/server/io_stream.rs +105 -0
  111. data/ext/itsi_server/src/server/lifecycle_event.rs +12 -0
  112. data/ext/itsi_server/src/server/middleware_stack/middleware.rs +170 -0
  113. data/ext/itsi_server/src/server/middleware_stack/middlewares/allow_list.rs +63 -0
  114. data/ext/itsi_server/src/server/middleware_stack/middlewares/auth_api_key.rs +94 -0
  115. data/ext/itsi_server/src/server/middleware_stack/middlewares/auth_basic.rs +94 -0
  116. data/ext/itsi_server/src/server/middleware_stack/middlewares/auth_jwt.rs +343 -0
  117. data/ext/itsi_server/src/server/middleware_stack/middlewares/cache_control.rs +151 -0
  118. data/ext/itsi_server/src/server/middleware_stack/middlewares/compression.rs +316 -0
  119. data/ext/itsi_server/src/server/middleware_stack/middlewares/cors.rs +301 -0
  120. data/ext/itsi_server/src/server/middleware_stack/middlewares/csp.rs +193 -0
  121. data/ext/itsi_server/src/server/middleware_stack/middlewares/deny_list.rs +64 -0
  122. data/ext/itsi_server/src/server/middleware_stack/middlewares/error_response/default_responses.rs +192 -0
  123. data/ext/itsi_server/src/server/middleware_stack/middlewares/error_response.rs +171 -0
  124. data/ext/itsi_server/src/server/middleware_stack/middlewares/etag.rs +198 -0
  125. data/ext/itsi_server/src/server/middleware_stack/middlewares/header_interpretation.rs +82 -0
  126. data/ext/itsi_server/src/server/middleware_stack/middlewares/intrusion_protection.rs +209 -0
  127. data/ext/itsi_server/src/server/middleware_stack/middlewares/log_requests.rs +82 -0
  128. data/ext/itsi_server/src/server/middleware_stack/middlewares/max_body.rs +47 -0
  129. data/ext/itsi_server/src/server/middleware_stack/middlewares/mod.rs +116 -0
  130. data/ext/itsi_server/src/server/middleware_stack/middlewares/proxy.rs +411 -0
  131. data/ext/itsi_server/src/server/middleware_stack/middlewares/rate_limit.rs +142 -0
  132. data/ext/itsi_server/src/server/middleware_stack/middlewares/redirect.rs +55 -0
  133. data/ext/itsi_server/src/server/middleware_stack/middlewares/request_headers.rs +54 -0
  134. data/ext/itsi_server/src/server/middleware_stack/middlewares/response_headers.rs +51 -0
  135. data/ext/itsi_server/src/server/middleware_stack/middlewares/ruby_app.rs +126 -0
  136. data/ext/itsi_server/src/server/middleware_stack/middlewares/static_assets.rs +187 -0
  137. data/ext/itsi_server/src/server/middleware_stack/middlewares/static_response.rs +55 -0
  138. data/ext/itsi_server/src/server/middleware_stack/middlewares/string_rewrite.rs +173 -0
  139. data/ext/itsi_server/src/server/middleware_stack/middlewares/token_source.rs +31 -0
  140. data/ext/itsi_server/src/server/middleware_stack/mod.rs +381 -0
  141. data/ext/itsi_server/src/server/mod.rs +13 -5
  142. data/ext/itsi_server/src/server/process_worker.rs +247 -0
  143. data/ext/itsi_server/src/server/redirect_type.rs +26 -0
  144. data/ext/itsi_server/src/server/request_job.rs +11 -0
  145. data/ext/itsi_server/src/server/serve_strategy/cluster_mode.rs +354 -0
  146. data/ext/itsi_server/src/server/serve_strategy/mod.rs +30 -0
  147. data/ext/itsi_server/src/server/serve_strategy/single_mode.rs +481 -0
  148. data/ext/itsi_server/src/server/signal.rs +77 -0
  149. data/ext/itsi_server/src/server/size_limited_incoming.rs +107 -0
  150. data/ext/itsi_server/src/server/thread_worker.rs +479 -0
  151. data/ext/itsi_server/src/services/cache_store.rs +74 -0
  152. data/ext/itsi_server/src/services/itsi_http_service.rs +257 -0
  153. data/ext/itsi_server/src/services/mime_types.rs +1416 -0
  154. data/ext/itsi_server/src/services/mod.rs +6 -0
  155. data/ext/itsi_server/src/services/password_hasher.rs +83 -0
  156. data/ext/itsi_server/src/services/rate_limiter.rs +580 -0
  157. data/ext/itsi_server/src/services/static_file_server.rs +1340 -0
  158. data/ext/itsi_tracing/Cargo.toml +5 -0
  159. data/ext/itsi_tracing/src/lib.rs +366 -7
  160. data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-0994n8rpvvt9m/s-h510hfz1f6-1kbycmq.lock +0 -0
  161. data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-0bob7bf4yq34i/s-h5113125h5-0lh4rag.lock +0 -0
  162. data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-2fcodulrxbbxo/s-h510h2infk-0hp5kjw.lock +0 -0
  163. data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-2iak63r1woi1l/s-h510h2in4q-0kxfzw1.lock +0 -0
  164. data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-2kk4qj9gn5dg2/s-h5113124kv-0enwon2.lock +0 -0
  165. data/ext/itsi_tracing/target/debug/incremental/itsi_tracing-2mwo0yas7dtw4/s-h510hfz1ha-1udgpei.lock +0 -0
  166. data/lib/itsi/http_request/response_status_shortcodes.rb +76 -0
  167. data/lib/itsi/http_request.rb +218 -0
  168. data/lib/itsi/http_response.rb +42 -0
  169. data/lib/itsi/passfile.rb +108 -0
  170. data/lib/itsi/server/config/config_helpers.rb +105 -0
  171. data/lib/itsi/server/config/dsl.rb +211 -0
  172. data/lib/itsi/server/config/known_paths/KitchensinkDirectories.txt +2346 -0
  173. data/lib/itsi/server/config/known_paths/Randomfiles.txt +24 -0
  174. data/lib/itsi/server/config/known_paths/UnixDotfiles.txt +52 -0
  175. data/lib/itsi/server/config/known_paths/backdoors/ASP_CommonBackdoors.txt +29 -0
  176. data/lib/itsi/server/config/known_paths/backdoors/bot_control_panels.txt +1668 -0
  177. data/lib/itsi/server/config/known_paths/backdoors/shells.txt +1167 -0
  178. data/lib/itsi/server/config/known_paths/cgi/CGI_HTTP_POST.txt +7 -0
  179. data/lib/itsi/server/config/known_paths/cgi/CGI_HTTP_POST_Windows.txt +6 -0
  180. data/lib/itsi/server/config/known_paths/cgi/CGI_Microsoft.txt +79 -0
  181. data/lib/itsi/server/config/known_paths/cgi/CGI_XPlatform.txt +3948 -0
  182. data/lib/itsi/server/config/known_paths/cms/README.md +5 -0
  183. data/lib/itsi/server/config/known_paths/cms/drupal_plugins.txt +6320 -0
  184. data/lib/itsi/server/config/known_paths/cms/drupal_themes.txt +828 -0
  185. data/lib/itsi/server/config/known_paths/cms/joomla_plugins.txt +224 -0
  186. data/lib/itsi/server/config/known_paths/cms/joomla_themes.txt +30 -0
  187. data/lib/itsi/server/config/known_paths/cms/php-nuke.txt +2142 -0
  188. data/lib/itsi/server/config/known_paths/cms/wordpress.txt +1566 -0
  189. data/lib/itsi/server/config/known_paths/cms/wp_common_theme_files.txt +46 -0
  190. data/lib/itsi/server/config/known_paths/cms/wp_plugins.txt +13366 -0
  191. data/lib/itsi/server/config/known_paths/cms/wp_plugins_full.txt +68662 -0
  192. data/lib/itsi/server/config/known_paths/cms/wp_plugins_top225.txt +225 -0
  193. data/lib/itsi/server/config/known_paths/cms/wp_themes.readme +12 -0
  194. data/lib/itsi/server/config/known_paths/cms/wp_themes.txt +7336 -0
  195. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/3CharExtBrute.txt +17576 -0
  196. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/CommonWebExtensions.txt +80 -0
  197. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/Extensions.Backup.txt +14 -0
  198. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/Extensions.Common.txt +865 -0
  199. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/Extensions.Compressed.txt +186 -0
  200. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/Extensions.Mostcommon.txt +30 -0
  201. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/Extensions.Skipfish.txt +93 -0
  202. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/WordlistSkipfish.txt +1918 -0
  203. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/copy_of.txt +8 -0
  204. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-directories-lowercase.txt +56180 -0
  205. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-directories.txt +62290 -0
  206. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-extensions-lowercase.txt +2367 -0
  207. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-extensions.txt +2450 -0
  208. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-files-lowercase.txt +35323 -0
  209. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-files.txt +37037 -0
  210. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-words-lowercase.txt +107982 -0
  211. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-words.txt +119600 -0
  212. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-directories-lowercase.txt +26593 -0
  213. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-directories.txt +30009 -0
  214. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-extensions-lowercase.txt +1233 -0
  215. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-extensions.txt +1289 -0
  216. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-files-lowercase.txt +16243 -0
  217. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-files.txt +17128 -0
  218. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-words-lowercase.txt +56293 -0
  219. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-words.txt +63087 -0
  220. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-directories-lowercase.txt +17776 -0
  221. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-directories.txt +20122 -0
  222. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-extensions-lowercase.txt +914 -0
  223. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-extensions.txt +963 -0
  224. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-files-lowercase.txt +10848 -0
  225. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-files.txt +11424 -0
  226. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-words-lowercase.txt +38267 -0
  227. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-words.txt +43003 -0
  228. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/spanish.txt +445 -0
  229. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/test_demo.txt +36 -0
  230. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/upload_variants.txt +44 -0
  231. data/lib/itsi/server/config/known_paths/login-file-locations/Logins.txt +71 -0
  232. data/lib/itsi/server/config/known_paths/login-file-locations/cfm.txt +294 -0
  233. data/lib/itsi/server/config/known_paths/login-file-locations/html.txt +295 -0
  234. data/lib/itsi/server/config/known_paths/login-file-locations/jsp.txt +294 -0
  235. data/lib/itsi/server/config/known_paths/login-file-locations/php.txt +294 -0
  236. data/lib/itsi/server/config/known_paths/login-file-locations/windows-asp.txt +294 -0
  237. data/lib/itsi/server/config/known_paths/login-file-locations/windows-aspx.txt +294 -0
  238. data/lib/itsi/server/config/known_paths/password-file-locations/Passwords.txt +47 -0
  239. data/lib/itsi/server/config/known_paths/php/PHP.txt +30 -0
  240. data/lib/itsi/server/config/known_paths/php/PHP_CommonBackdoors.txt +5 -0
  241. data/lib/itsi/server/config/known_paths/proxy-conf.txt +31 -0
  242. data/lib/itsi/server/config/known_paths/tftp.txt +79 -0
  243. data/lib/itsi/server/config/known_paths/webservers-appservers/ADFS.txt +86 -0
  244. data/lib/itsi/server/config/known_paths/webservers-appservers/AdobeXML.txt +16 -0
  245. data/lib/itsi/server/config/known_paths/webservers-appservers/Apache.txt +101 -0
  246. data/lib/itsi/server/config/known_paths/webservers-appservers/ApacheTomcat.txt +47 -0
  247. data/lib/itsi/server/config/known_paths/webservers-appservers/Apache_Axis.txt +16 -0
  248. data/lib/itsi/server/config/known_paths/webservers-appservers/ColdFusion.txt +111 -0
  249. data/lib/itsi/server/config/known_paths/webservers-appservers/FatwireCMS.txt +390 -0
  250. data/lib/itsi/server/config/known_paths/webservers-appservers/Frontpage.txt +38 -0
  251. data/lib/itsi/server/config/known_paths/webservers-appservers/HP_System_Mgmt_Homepage.txt +239 -0
  252. data/lib/itsi/server/config/known_paths/webservers-appservers/HTTP_POST_Microsoft.txt +2 -0
  253. data/lib/itsi/server/config/known_paths/webservers-appservers/Hyperion.txt +578 -0
  254. data/lib/itsi/server/config/known_paths/webservers-appservers/IIS.txt +187 -0
  255. data/lib/itsi/server/config/known_paths/webservers-appservers/JBoss.txt +5 -0
  256. data/lib/itsi/server/config/known_paths/webservers-appservers/JRun.txt +13 -0
  257. data/lib/itsi/server/config/known_paths/webservers-appservers/JavaServlets_Common.txt +3 -0
  258. data/lib/itsi/server/config/known_paths/webservers-appservers/Joomla_exploitable.txt +1937 -0
  259. data/lib/itsi/server/config/known_paths/webservers-appservers/LotusNotes.txt +206 -0
  260. data/lib/itsi/server/config/known_paths/webservers-appservers/Netware.txt +18 -0
  261. data/lib/itsi/server/config/known_paths/webservers-appservers/Oracle9i.txt +60 -0
  262. data/lib/itsi/server/config/known_paths/webservers-appservers/OracleAppServer.txt +192 -0
  263. data/lib/itsi/server/config/known_paths/webservers-appservers/README.md +6 -0
  264. data/lib/itsi/server/config/known_paths/webservers-appservers/Ruby_Rails.txt +121 -0
  265. data/lib/itsi/server/config/known_paths/webservers-appservers/SAP.txt +463 -0
  266. data/lib/itsi/server/config/known_paths/webservers-appservers/Sharepoint.txt +1707 -0
  267. data/lib/itsi/server/config/known_paths/webservers-appservers/SiteMinder.txt +19 -0
  268. data/lib/itsi/server/config/known_paths/webservers-appservers/SunAppServerGlassfish.txt +51 -0
  269. data/lib/itsi/server/config/known_paths/webservers-appservers/SuniPlanet.txt +35 -0
  270. data/lib/itsi/server/config/known_paths/webservers-appservers/Vignette.txt +73 -0
  271. data/lib/itsi/server/config/known_paths/webservers-appservers/Weblogic.txt +160 -0
  272. data/lib/itsi/server/config/known_paths/webservers-appservers/Websphere.txt +366 -0
  273. data/lib/itsi/server/config/known_paths/wellknown-rfc5785.txt +30 -0
  274. data/lib/itsi/server/config/known_paths.rb +20 -0
  275. data/lib/itsi/server/config/middleware/_index.md +56 -0
  276. data/lib/itsi/server/config/middleware/allow_list.md +46 -0
  277. data/lib/itsi/server/config/middleware/allow_list.rb +42 -0
  278. data/lib/itsi/server/config/middleware/auth_api_key.md +90 -0
  279. data/lib/itsi/server/config/middleware/auth_api_key.rb +51 -0
  280. data/lib/itsi/server/config/middleware/auth_basic.md +45 -0
  281. data/lib/itsi/server/config/middleware/auth_basic.rb +44 -0
  282. data/lib/itsi/server/config/middleware/auth_jwt.md +82 -0
  283. data/lib/itsi/server/config/middleware/auth_jwt.rb +38 -0
  284. data/lib/itsi/server/config/middleware/cache_control.md +78 -0
  285. data/lib/itsi/server/config/middleware/cache_control.rb +45 -0
  286. data/lib/itsi/server/config/middleware/cidr_to_regex.rb +50 -0
  287. data/lib/itsi/server/config/middleware/compression.md +50 -0
  288. data/lib/itsi/server/config/middleware/compression.rb +37 -0
  289. data/lib/itsi/server/config/middleware/cors.md +93 -0
  290. data/lib/itsi/server/config/middleware/cors.rb +32 -0
  291. data/lib/itsi/server/config/middleware/csp.md +37 -0
  292. data/lib/itsi/server/config/middleware/csp.rb +44 -0
  293. data/lib/itsi/server/config/middleware/deny_list.md +45 -0
  294. data/lib/itsi/server/config/middleware/deny_list.rb +42 -0
  295. data/lib/itsi/server/config/middleware/endpoint/_index.md +159 -0
  296. data/lib/itsi/server/config/middleware/endpoint/controller.md +186 -0
  297. data/lib/itsi/server/config/middleware/endpoint/controller.rb +33 -0
  298. data/lib/itsi/server/config/middleware/endpoint/delete.md +12 -0
  299. data/lib/itsi/server/config/middleware/endpoint/delete.rb +42 -0
  300. data/lib/itsi/server/config/middleware/endpoint/endpoint.rb +99 -0
  301. data/lib/itsi/server/config/middleware/endpoint/get.md +12 -0
  302. data/lib/itsi/server/config/middleware/endpoint/get.rb +42 -0
  303. data/lib/itsi/server/config/middleware/endpoint/http_request.md +44 -0
  304. data/lib/itsi/server/config/middleware/endpoint/http_response.md +39 -0
  305. data/lib/itsi/server/config/middleware/endpoint/patch.md +12 -0
  306. data/lib/itsi/server/config/middleware/endpoint/patch.rb +42 -0
  307. data/lib/itsi/server/config/middleware/endpoint/post.md +12 -0
  308. data/lib/itsi/server/config/middleware/endpoint/post.rb +42 -0
  309. data/lib/itsi/server/config/middleware/endpoint/put.md +12 -0
  310. data/lib/itsi/server/config/middleware/endpoint/put.rb +42 -0
  311. data/lib/itsi/server/config/middleware/endpoint/schemas.md +122 -0
  312. data/lib/itsi/server/config/middleware/error_response.md +61 -0
  313. data/lib/itsi/server/config/middleware/error_response.rb +36 -0
  314. data/lib/itsi/server/config/middleware/etag.md +59 -0
  315. data/lib/itsi/server/config/middleware/etag.rb +27 -0
  316. data/lib/itsi/server/config/middleware/grpc.md +172 -0
  317. data/lib/itsi/server/config/middleware/grpc.rb +54 -0
  318. data/lib/itsi/server/config/middleware/intrusion_protection.md +124 -0
  319. data/lib/itsi/server/config/middleware/intrusion_protection.rb +61 -0
  320. data/lib/itsi/server/config/middleware/location.md +107 -0
  321. data/lib/itsi/server/config/middleware/location.rb +99 -0
  322. data/lib/itsi/server/config/middleware/log_requests.md +65 -0
  323. data/lib/itsi/server/config/middleware/log_requests.rb +31 -0
  324. data/lib/itsi/server/config/middleware/max_body.md +18 -0
  325. data/lib/itsi/server/config/middleware/max_body.rb +21 -0
  326. data/lib/itsi/server/config/middleware/proxy.md +62 -0
  327. data/lib/itsi/server/config/middleware/proxy.rb +41 -0
  328. data/lib/itsi/server/config/middleware/rackup_file.md +54 -0
  329. data/lib/itsi/server/config/middleware/rackup_file.rb +44 -0
  330. data/lib/itsi/server/config/middleware/rate_limit.md +126 -0
  331. data/lib/itsi/server/config/middleware/rate_limit.rb +34 -0
  332. data/lib/itsi/server/config/middleware/rate_limit_store.rb +25 -0
  333. data/lib/itsi/server/config/middleware/redirect.md +55 -0
  334. data/lib/itsi/server/config/middleware/redirect.rb +25 -0
  335. data/lib/itsi/server/config/middleware/request_headers.md +34 -0
  336. data/lib/itsi/server/config/middleware/request_headers.rb +24 -0
  337. data/lib/itsi/server/config/middleware/response_headers.md +33 -0
  338. data/lib/itsi/server/config/middleware/response_headers.rb +25 -0
  339. data/lib/itsi/server/config/middleware/run.md +60 -0
  340. data/lib/itsi/server/config/middleware/run.rb +43 -0
  341. data/lib/itsi/server/config/middleware/static_assets.md +73 -0
  342. data/lib/itsi/server/config/middleware/static_assets.rb +87 -0
  343. data/lib/itsi/server/config/middleware/static_response.md +44 -0
  344. data/lib/itsi/server/config/middleware/static_response.rb +29 -0
  345. data/lib/itsi/server/config/middleware/string_rewrite.md +67 -0
  346. data/lib/itsi/server/config/middleware/token_source.rb +32 -0
  347. data/lib/itsi/server/config/middleware.rb +13 -0
  348. data/lib/itsi/server/config/option.rb +14 -0
  349. data/lib/itsi/server/config/options/_index.md +37 -0
  350. data/lib/itsi/server/config/options/auto_reload_config.md +13 -0
  351. data/lib/itsi/server/config/options/auto_reload_config.rb +41 -0
  352. data/lib/itsi/server/config/options/bind.md +71 -0
  353. data/lib/itsi/server/config/options/bind.rb +26 -0
  354. data/lib/itsi/server/config/options/certificates.md +65 -0
  355. data/lib/itsi/server/config/options/daemonize.md +14 -0
  356. data/lib/itsi/server/config/options/daemonize.rb +19 -0
  357. data/lib/itsi/server/config/options/fiber_scheduler.md +34 -0
  358. data/lib/itsi/server/config/options/fiber_scheduler.rb +21 -0
  359. data/lib/itsi/server/config/options/header_read_timeout.md +17 -0
  360. data/lib/itsi/server/config/options/header_read_timeout.rb +19 -0
  361. data/lib/itsi/server/config/options/hooks/_index.md +11 -0
  362. data/lib/itsi/server/config/options/hooks/after_fork.md +13 -0
  363. data/lib/itsi/server/config/options/hooks/after_fork.rb +28 -0
  364. data/lib/itsi/server/config/options/hooks/after_memory_limit_reached.md +14 -0
  365. data/lib/itsi/server/config/options/hooks/after_memory_limit_reached.rb +28 -0
  366. data/lib/itsi/server/config/options/hooks/after_start.md +12 -0
  367. data/lib/itsi/server/config/options/hooks/after_start.rb +28 -0
  368. data/lib/itsi/server/config/options/hooks/before_fork.md +13 -0
  369. data/lib/itsi/server/config/options/hooks/before_fork.rb +28 -0
  370. data/lib/itsi/server/config/options/hooks/before_restart.md +12 -0
  371. data/lib/itsi/server/config/options/hooks/before_restart.rb +28 -0
  372. data/lib/itsi/server/config/options/hooks/before_shutdown.md +12 -0
  373. data/lib/itsi/server/config/options/hooks/before_shutdown.rb +28 -0
  374. data/lib/itsi/server/config/options/include.md +20 -0
  375. data/lib/itsi/server/config/options/include.rb +36 -0
  376. data/lib/itsi/server/config/options/listen_backlog.md +11 -0
  377. data/lib/itsi/server/config/options/listen_backlog.rb +19 -0
  378. data/lib/itsi/server/config/options/log_format.md +18 -0
  379. data/lib/itsi/server/config/options/log_format.rb +19 -0
  380. data/lib/itsi/server/config/options/log_level.md +34 -0
  381. data/lib/itsi/server/config/options/log_level.rb +20 -0
  382. data/lib/itsi/server/config/options/log_target.md +38 -0
  383. data/lib/itsi/server/config/options/log_target.rb +19 -0
  384. data/lib/itsi/server/config/options/log_target_filters.md +17 -0
  385. data/lib/itsi/server/config/options/log_target_filters.rb +19 -0
  386. data/lib/itsi/server/config/options/multithreaded_reactor.md +27 -0
  387. data/lib/itsi/server/config/options/multithreaded_reactor.rb +24 -0
  388. data/lib/itsi/server/config/options/nodelay.md +16 -0
  389. data/lib/itsi/server/config/options/nodelay.rb +19 -0
  390. data/lib/itsi/server/config/options/oob_gc_responses_threshold.md +19 -0
  391. data/lib/itsi/server/config/options/oob_gc_responses_threshold.rb +18 -0
  392. data/lib/itsi/server/config/options/pin_worker_cores.md +17 -0
  393. data/lib/itsi/server/config/options/pin_worker_cores.rb +19 -0
  394. data/lib/itsi/server/config/options/preload.md +21 -0
  395. data/lib/itsi/server/config/options/preload.rb +18 -0
  396. data/lib/itsi/server/config/options/recv_buffer_size.md +15 -0
  397. data/lib/itsi/server/config/options/recv_buffer_size.rb +19 -0
  398. data/lib/itsi/server/config/options/redirect_http_to_https.md +21 -0
  399. data/lib/itsi/server/config/options/redirect_http_to_https.rb +30 -0
  400. data/lib/itsi/server/config/options/request_timeout.md +23 -0
  401. data/lib/itsi/server/config/options/request_timeout.rb +19 -0
  402. data/lib/itsi/server/config/options/reuse_address.md +16 -0
  403. data/lib/itsi/server/config/options/reuse_address.rb +19 -0
  404. data/lib/itsi/server/config/options/reuse_port.md +16 -0
  405. data/lib/itsi/server/config/options/reuse_port.rb +19 -0
  406. data/lib/itsi/server/config/options/scheduler_threads.md +34 -0
  407. data/lib/itsi/server/config/options/scheduler_threads.rb +17 -0
  408. data/lib/itsi/server/config/options/shutdown_timeout.md +17 -0
  409. data/lib/itsi/server/config/options/shutdown_timeout.rb +19 -0
  410. data/lib/itsi/server/config/options/stream_body.md +32 -0
  411. data/lib/itsi/server/config/options/stream_body.rb +18 -0
  412. data/lib/itsi/server/config/options/threads.md +44 -0
  413. data/lib/itsi/server/config/options/threads.rb +17 -0
  414. data/lib/itsi/server/config/options/watch.md +16 -0
  415. data/lib/itsi/server/config/options/watch.rb +28 -0
  416. data/lib/itsi/server/config/options/worker_memory_limit.md +22 -0
  417. data/lib/itsi/server/config/options/worker_memory_limit.rb +18 -0
  418. data/lib/itsi/server/config/options/workers.md +42 -0
  419. data/lib/itsi/server/config/options/workers.rb +17 -0
  420. data/lib/itsi/server/config/typed_struct.rb +242 -0
  421. data/lib/itsi/server/config.rb +289 -0
  422. data/lib/itsi/server/default_app/default_app.rb +34 -0
  423. data/lib/itsi/server/default_app/index.html +115 -0
  424. data/lib/itsi/server/default_config/Itsi.rb +107 -0
  425. data/lib/itsi/server/grpc/grpc_call.rb +246 -0
  426. data/lib/itsi/server/grpc/grpc_interface.rb +107 -0
  427. data/lib/itsi/server/grpc/reflection/v1/reflection_pb.rb +26 -0
  428. data/lib/itsi/server/grpc/reflection/v1/reflection_services_pb.rb +122 -0
  429. data/lib/itsi/server/rack/handler/itsi.rb +27 -0
  430. data/lib/itsi/server/rack_interface.rb +94 -0
  431. data/lib/itsi/server/route_tester.rb +157 -0
  432. data/lib/itsi/server/scheduler_interface.rb +21 -0
  433. data/lib/itsi/server/scheduler_mode.rb +10 -0
  434. data/lib/itsi/server/signal_trap.rb +33 -0
  435. data/lib/itsi/server/typed_handlers/param_parser.rb +196 -0
  436. data/lib/itsi/server/typed_handlers/source_parser.rb +56 -0
  437. data/lib/itsi/server/typed_handlers.rb +25 -0
  438. data/lib/itsi/server/version.rb +1 -1
  439. data/lib/itsi/server.rb +265 -9
  440. data/lib/itsi/standard_headers.rb +86 -0
  441. data/lib/ruby_lsp/itsi/addon.rb +129 -0
  442. data/lib/shell_completions/completions.rb +26 -0
  443. metadata +454 -28
  444. data/CHANGELOG.md +0 -5
  445. data/CODE_OF_CONDUCT.md +0 -132
  446. data/LICENSE.txt +0 -21
  447. data/ext/itsi_server/src/request/itsi_request.rs +0 -143
  448. data/ext/itsi_server/src/request/mod.rs +0 -1
  449. data/ext/itsi_server/src/server/bind.rs +0 -138
  450. data/ext/itsi_server/src/server/itsi_ca/itsi_ca.crt +0 -32
  451. data/ext/itsi_server/src/server/itsi_ca/itsi_ca.key +0 -52
  452. data/ext/itsi_server/src/server/itsi_server.rs +0 -182
  453. data/ext/itsi_server/src/server/listener.rs +0 -218
  454. data/ext/itsi_server/src/server/tls.rs +0 -138
  455. data/ext/itsi_server/src/server/transfer_protocol.rs +0 -23
  456. data/ext/itsi_server/src/stream_writer/mod.rs +0 -21
  457. data/lib/itsi/request.rb +0 -39
@@ -0,0 +1,565 @@
1
+ use super::file_watcher::{self};
2
+ use crate::{
3
+ ruby_types::ITSI_SERVER_CONFIG,
4
+ server::{
5
+ binds::{bind::Bind, listener::Listener},
6
+ middleware_stack::MiddlewareSet,
7
+ },
8
+ };
9
+ use derive_more::Debug;
10
+ use itsi_error::ItsiError;
11
+ use itsi_rb_helpers::{call_with_gvl, print_rb_backtrace, HeapValue};
12
+ use itsi_tracing::{set_format, set_level, set_target, set_target_filters};
13
+ use magnus::{
14
+ block::Proc,
15
+ error::Result,
16
+ value::{LazyId, ReprValue},
17
+ RArray, RHash, Ruby, Symbol, Value,
18
+ };
19
+ use nix::{
20
+ fcntl::{fcntl, FcntlArg, FdFlag},
21
+ unistd::{close, dup},
22
+ };
23
+ use parking_lot::{Mutex, RwLock};
24
+ use std::{
25
+ collections::HashMap,
26
+ os::fd::{AsRawFd, OwnedFd, RawFd},
27
+ path::PathBuf,
28
+ str::FromStr,
29
+ sync::{
30
+ atomic::{AtomicBool, Ordering::Relaxed},
31
+ Arc, OnceLock,
32
+ },
33
+ time::Duration,
34
+ };
35
+ use tracing::{debug, error};
36
+ static DEFAULT_BIND: &str = "http://localhost:3000";
37
+ static ID_BUILD_CONFIG: LazyId = LazyId::new("build_config");
38
+ static ID_RELOAD_EXEC: LazyId = LazyId::new("reload_exec");
39
+
40
+ #[derive(Debug, Clone)]
41
+ pub struct ItsiServerConfig {
42
+ pub cli_params: Arc<HeapValue<RHash>>,
43
+ pub itsifile_path: Option<PathBuf>,
44
+ pub itsi_config_proc: Arc<Option<HeapValue<Proc>>>,
45
+ #[debug(skip)]
46
+ pub server_params: Arc<RwLock<Arc<ServerParams>>>,
47
+ pub watcher_fd: Arc<Option<OwnedFd>>,
48
+ }
49
+
50
+ #[derive(Debug)]
51
+ pub struct ServerParams {
52
+ /// Cluster params
53
+ pub workers: u8,
54
+ pub worker_memory_limit: Option<u64>,
55
+ pub silence: bool,
56
+ pub shutdown_timeout: f64,
57
+ pub hooks: HashMap<String, HeapValue<Proc>>,
58
+ pub preload: bool,
59
+
60
+ pub request_timeout: Option<Duration>,
61
+ pub header_read_timeout: Duration,
62
+ pub notify_watchers: Option<Vec<(String, Vec<Vec<String>>)>>,
63
+
64
+ /// Worker params
65
+ pub threads: u8,
66
+ pub scheduler_threads: Option<u8>,
67
+ pub streamable_body: bool,
68
+ pub multithreaded_reactor: bool,
69
+ pub pin_worker_cores: bool,
70
+ pub scheduler_class: Option<String>,
71
+ pub oob_gc_responses_threshold: Option<u64>,
72
+ pub middleware_loader: HeapValue<Proc>,
73
+ pub middleware: OnceLock<MiddlewareSet>,
74
+ pub binds: Vec<Bind>,
75
+ #[debug(skip)]
76
+ pub(crate) listeners: Mutex<Vec<Listener>>,
77
+ listener_info: Mutex<HashMap<String, i32>>,
78
+ pub itsi_server_token_preference: ItsiServerTokenPreference,
79
+ pub preloaded: AtomicBool,
80
+ socket_opts: SocketOpts,
81
+ preexisting_listeners: Option<String>,
82
+ }
83
+
84
+ #[derive(Debug, Clone)]
85
+ pub enum ItsiServerTokenPreference {
86
+ Version,
87
+ Name,
88
+ None,
89
+ }
90
+
91
+ impl FromStr for ItsiServerTokenPreference {
92
+ fn from_str(s: &str) -> std::result::Result<Self, Self::Err> {
93
+ Ok(match s {
94
+ "version" => ItsiServerTokenPreference::Version,
95
+ "name" => ItsiServerTokenPreference::Name,
96
+ "none" => ItsiServerTokenPreference::None,
97
+ _ => ItsiServerTokenPreference::Version,
98
+ })
99
+ }
100
+
101
+ type Err = ItsiError;
102
+ }
103
+
104
+ #[derive(Debug, Clone)]
105
+ pub struct SocketOpts {
106
+ pub reuse_address: bool,
107
+ pub reuse_port: bool,
108
+ pub listen_backlog: usize,
109
+ pub nodelay: bool,
110
+ pub recv_buffer_size: usize,
111
+ }
112
+
113
+ impl ServerParams {
114
+ pub fn preload_ruby(self: &Arc<Self>) -> Result<()> {
115
+ if self.preloaded.load(Relaxed) {
116
+ return Ok(());
117
+ }
118
+ call_with_gvl(|ruby| -> Result<()> {
119
+ if self
120
+ .scheduler_class
121
+ .as_ref()
122
+ .is_some_and(|t| t == "Itsi::Scheduler")
123
+ {
124
+ debug!("Loading Itsi Scheduler");
125
+ ruby.require("itsi/scheduler")?;
126
+ }
127
+ let routes_raw = self
128
+ .middleware_loader
129
+ .call::<_, Option<Value>>(())
130
+ .inspect_err(|e| {
131
+ eprintln!("Error loading middleware: {:?}", e);
132
+ if let Some(err_value) = e.value() {
133
+ print_rb_backtrace(err_value);
134
+ }
135
+ })?
136
+ .map(|mw| mw.into());
137
+ let middleware = MiddlewareSet::new(routes_raw)?;
138
+ self.middleware.set(middleware).map_err(|_| {
139
+ magnus::Error::new(
140
+ magnus::exception::runtime_error(),
141
+ "Failed to set middleware",
142
+ )
143
+ })?;
144
+ Ok(())
145
+ })?;
146
+ self.preloaded.store(true, Relaxed);
147
+ Ok(())
148
+ }
149
+
150
+ pub async fn initialize_middleware(self: &Arc<Self>) -> Result<()> {
151
+ self.middleware.get().unwrap().initialize_layers().await?;
152
+ Ok(())
153
+ }
154
+
155
+ fn from_rb_hash(rb_param_hash: RHash) -> Result<ServerParams> {
156
+ let workers = rb_param_hash
157
+ .fetch::<_, Option<u8>>("workers")?
158
+ .unwrap_or(num_cpus::get() as u8);
159
+ let worker_memory_limit: Option<u64> = rb_param_hash.fetch("worker_memory_limit")?;
160
+ let silence: bool = rb_param_hash.fetch("silence")?;
161
+ let multithreaded_reactor: bool = rb_param_hash
162
+ .fetch::<_, Option<bool>>("multithreaded_reactor")?
163
+ .unwrap_or(workers == 1);
164
+ let pin_worker_cores: bool = rb_param_hash
165
+ .fetch::<_, Option<bool>>("pin_worker_cores")?
166
+ .unwrap_or(true);
167
+ let shutdown_timeout: f64 = rb_param_hash.fetch("shutdown_timeout")?;
168
+
169
+ let hooks: Option<RHash> = rb_param_hash.fetch("hooks")?;
170
+ let hooks = hooks
171
+ .map(|rhash| -> Result<HashMap<String, HeapValue<Proc>>> {
172
+ let mut hook_map: HashMap<String, HeapValue<Proc>> = HashMap::new();
173
+ for pair in rhash.enumeratorize::<_, ()>("each", ()) {
174
+ if let Some(pair_value) = RArray::from_value(pair?) {
175
+ if let (Ok(key), Ok(value)) =
176
+ (pair_value.entry::<Value>(0), pair_value.entry::<Proc>(1))
177
+ {
178
+ hook_map.insert(key.to_string(), HeapValue::from(value));
179
+ }
180
+ }
181
+ }
182
+ Ok(hook_map)
183
+ })
184
+ .transpose()?
185
+ .unwrap_or_default();
186
+ let preload: bool = rb_param_hash.fetch("preload")?;
187
+ let request_timeout: Option<f64> = rb_param_hash.fetch("request_timeout")?;
188
+ let request_timeout = request_timeout.map(Duration::from_secs_f64);
189
+ let header_read_timeout: Duration = rb_param_hash
190
+ .fetch::<_, Option<f64>>("header_read_timeout")?
191
+ .map(Duration::from_secs_f64)
192
+ .unwrap_or(Duration::from_secs(1));
193
+
194
+ let notify_watchers: Option<Vec<(String, Vec<Vec<String>>)>> =
195
+ rb_param_hash.fetch("notify_watchers")?;
196
+ let threads: u8 = rb_param_hash.fetch("threads")?;
197
+ let scheduler_threads: Option<u8> = rb_param_hash.fetch("scheduler_threads")?;
198
+ let streamable_body: bool = rb_param_hash.fetch("streamable_body")?;
199
+ let scheduler_class: Option<String> = rb_param_hash.fetch("scheduler_class")?;
200
+ let oob_gc_responses_threshold: Option<u64> =
201
+ rb_param_hash.fetch("oob_gc_responses_threshold")?;
202
+ let middleware_loader: Proc = rb_param_hash.fetch("middleware_loader")?;
203
+ let log_level: Option<String> = rb_param_hash.fetch("log_level")?;
204
+ let log_target: Option<String> = rb_param_hash.fetch("log_target")?;
205
+ let log_format: Option<String> = rb_param_hash.fetch("log_format")?;
206
+ let log_target_filters: Option<Vec<String>> = rb_param_hash.fetch("log_target_filters")?;
207
+
208
+ let reuse_address: bool = rb_param_hash
209
+ .fetch::<_, Option<bool>>("reuse_address")?
210
+ .unwrap_or(true);
211
+ let reuse_port: bool = rb_param_hash
212
+ .fetch::<_, Option<bool>>("reuse_port")?
213
+ .unwrap_or(true);
214
+ let listen_backlog: usize = rb_param_hash
215
+ .fetch::<_, Option<usize>>("listen_backlog")?
216
+ .unwrap_or(1024);
217
+ let nodelay: bool = rb_param_hash
218
+ .fetch::<_, Option<bool>>("nodelay")?
219
+ .unwrap_or(true);
220
+ let recv_buffer_size: usize = rb_param_hash
221
+ .fetch::<_, Option<usize>>("recv_buffer_size")?
222
+ .unwrap_or(262_144);
223
+
224
+ if let Some(level) = log_level {
225
+ set_level(&level);
226
+ }
227
+
228
+ if let Some(target) = log_target {
229
+ set_target(&target);
230
+ }
231
+
232
+ if let Some(format) = log_format {
233
+ set_format(&format);
234
+ }
235
+
236
+ if let Some(target_filters) = log_target_filters {
237
+ let target_filters = target_filters
238
+ .iter()
239
+ .filter_map(|filter| {
240
+ let mut parts = filter.splitn(2, '=');
241
+ if let (Some(target), Some(level_str)) = (parts.next(), parts.next()) {
242
+ if let Ok(level) = level_str.parse::<tracing::Level>() {
243
+ return Some((target, level));
244
+ }
245
+ }
246
+ None
247
+ })
248
+ .collect::<Vec<(&str, tracing::Level)>>();
249
+ set_target_filters(target_filters);
250
+ }
251
+
252
+ let binds: Option<Vec<String>> = rb_param_hash.fetch("binds")?;
253
+ let binds = binds
254
+ .unwrap_or_else(|| vec![DEFAULT_BIND.to_string()])
255
+ .into_iter()
256
+ .map(|s| s.parse())
257
+ .collect::<itsi_error::Result<Vec<Bind>>>()?;
258
+
259
+ let itsi_server_token_preference: String = rb_param_hash
260
+ .fetch("itsi_server_token_preference")
261
+ .unwrap_or_default();
262
+ let itsi_server_token_preference: ItsiServerTokenPreference =
263
+ itsi_server_token_preference.parse()?;
264
+
265
+ let socket_opts = SocketOpts {
266
+ reuse_address,
267
+ reuse_port,
268
+ listen_backlog,
269
+ nodelay,
270
+ recv_buffer_size,
271
+ };
272
+ let preexisting_listeners = rb_param_hash.delete::<_, Option<String>>("listeners")?;
273
+
274
+ let params = ServerParams {
275
+ workers,
276
+ worker_memory_limit,
277
+ silence,
278
+ multithreaded_reactor,
279
+ pin_worker_cores,
280
+ shutdown_timeout,
281
+ hooks,
282
+ preload,
283
+ request_timeout,
284
+ header_read_timeout,
285
+ notify_watchers,
286
+ threads,
287
+ scheduler_threads,
288
+ streamable_body,
289
+ scheduler_class,
290
+ oob_gc_responses_threshold,
291
+ binds,
292
+ itsi_server_token_preference,
293
+ socket_opts,
294
+ preexisting_listeners,
295
+ listener_info: Mutex::new(HashMap::new()),
296
+ listeners: Mutex::new(Vec::new()),
297
+ middleware_loader: middleware_loader.into(),
298
+ middleware: OnceLock::new(),
299
+ preloaded: AtomicBool::new(false),
300
+ };
301
+
302
+ Ok(params)
303
+ }
304
+
305
+ pub fn setup_listeners(&self) -> Result<()> {
306
+ let listeners = if let Some(preexisting_listeners) = self.preexisting_listeners.as_ref() {
307
+ let bind_to_fd_map: HashMap<String, i32> = serde_json::from_str(preexisting_listeners)
308
+ .map_err(|e| {
309
+ magnus::Error::new(
310
+ magnus::exception::standard_error(),
311
+ format!("Invalid listener info: {}", e),
312
+ )
313
+ })?;
314
+
315
+ self.binds
316
+ .iter()
317
+ .cloned()
318
+ .map(|bind| {
319
+ if let Some(fd) = bind_to_fd_map.get(&bind.listener_address_string()) {
320
+ Listener::inherit_fd(bind, *fd, &self.socket_opts)
321
+ } else {
322
+ Listener::build(bind, &self.socket_opts)
323
+ }
324
+ })
325
+ .collect::<std::result::Result<Vec<Listener>, _>>()?
326
+ .into_iter()
327
+ .collect::<Vec<_>>()
328
+ } else {
329
+ self.binds
330
+ .iter()
331
+ .cloned()
332
+ .map(|b| Listener::build(b, &self.socket_opts))
333
+ .collect::<std::result::Result<Vec<Listener>, _>>()?
334
+ .into_iter()
335
+ .collect::<Vec<_>>()
336
+ };
337
+
338
+ let listener_info = listeners
339
+ .iter()
340
+ .map(|listener| {
341
+ listener.handover().map_err(|e| {
342
+ magnus::Error::new(magnus::exception::runtime_error(), e.to_string())
343
+ })
344
+ })
345
+ .collect::<Result<HashMap<String, i32>>>()?;
346
+
347
+ *self.listener_info.lock() = listener_info;
348
+ *self.listeners.lock() = listeners;
349
+ Ok(())
350
+ }
351
+ }
352
+
353
+ impl ItsiServerConfig {
354
+ pub fn new(
355
+ ruby: &Ruby,
356
+ cli_params: RHash,
357
+ itsifile_path: Option<PathBuf>,
358
+ itsi_config_proc: Option<Proc>,
359
+ ) -> Result<Self> {
360
+ let itsi_config_proc = Arc::new(itsi_config_proc.map(HeapValue::from));
361
+ match Self::combine_params(
362
+ ruby,
363
+ cli_params,
364
+ itsifile_path.as_ref(),
365
+ itsi_config_proc.clone(),
366
+ ) {
367
+ Ok(server_params) => {
368
+ cli_params.delete::<_, Value>(Symbol::new("listeners"))?;
369
+
370
+ let watcher_fd = if let Some(watchers) = server_params.notify_watchers.clone() {
371
+ file_watcher::watch_groups(watchers)?
372
+ } else {
373
+ None
374
+ };
375
+
376
+ Ok(ItsiServerConfig {
377
+ cli_params: Arc::new(cli_params.into()),
378
+ server_params: RwLock::new(server_params.clone()).into(),
379
+ itsi_config_proc,
380
+ itsifile_path,
381
+ watcher_fd: watcher_fd.into(),
382
+ })
383
+ }
384
+ Err(err) => Err(magnus::Error::new(
385
+ magnus::exception::standard_error(),
386
+ format!("Error loading initial configuration {:?}", err),
387
+ )),
388
+ }
389
+ }
390
+
391
+ /// Reload
392
+ pub fn reload(self: Arc<Self>, cluster_worker: bool) -> Result<bool> {
393
+ let server_params = call_with_gvl(|ruby| {
394
+ Self::combine_params(
395
+ &ruby,
396
+ self.cli_params.cloned(),
397
+ self.itsifile_path.as_ref(),
398
+ self.itsi_config_proc.clone(),
399
+ )
400
+ })?;
401
+ let is_single_mode = self.server_params.read().workers == 1;
402
+
403
+ let requires_exec = if !is_single_mode && !server_params.preload {
404
+ // In cluster mode children are cycled during a reload
405
+ // and if preload is disabled, will get a clean memory slate,
406
+ // so we don't need to exec.
407
+ false
408
+ } else {
409
+ // In non-cluster mode, or when preloading is enabled, we shouldn't try to
410
+ // reload inside the existing process (as new code may conflict with old),
411
+ // and should re-exec instead.
412
+ true
413
+ };
414
+
415
+ *self.server_params.write() = server_params.clone();
416
+ Ok(requires_exec && (cluster_worker || is_single_mode))
417
+ }
418
+
419
+ fn combine_params(
420
+ ruby: &Ruby,
421
+ cli_params: RHash,
422
+ itsifile_path: Option<&PathBuf>,
423
+ itsi_config_proc: Arc<Option<HeapValue<Proc>>>,
424
+ ) -> Result<Arc<ServerParams>> {
425
+ let inner = itsi_config_proc
426
+ .as_ref()
427
+ .clone()
428
+ .map(|hv| hv.clone().inner());
429
+ let (rb_param_hash, errors): (RHash, Vec<String>) =
430
+ ruby.get_inner_ref(&ITSI_SERVER_CONFIG).funcall(
431
+ *ID_BUILD_CONFIG,
432
+ (cli_params, itsifile_path.cloned(), inner),
433
+ )?;
434
+ if !errors.is_empty() {
435
+ Self::print_config_errors(errors);
436
+ return Err(magnus::Error::new(
437
+ magnus::exception::standard_error(),
438
+ "Invalid server config",
439
+ ));
440
+ }
441
+ Ok(Arc::new(ServerParams::from_rb_hash(rb_param_hash)?))
442
+ }
443
+
444
+ fn clear_cloexec(fd: RawFd) -> nix::Result<()> {
445
+ let current_flags = fcntl(fd, FcntlArg::F_GETFD)?;
446
+ let mut flags = FdFlag::from_bits_truncate(current_flags);
447
+ // Remove the FD_CLOEXEC flag
448
+ flags.remove(FdFlag::FD_CLOEXEC);
449
+ // Set the new flags back on the file descriptor
450
+ fcntl(fd, FcntlArg::F_SETFD(flags))?;
451
+ Ok(())
452
+ }
453
+
454
+ pub async fn get_config_errors(&self) -> Option<Vec<String>> {
455
+ let rb_param_hash = call_with_gvl(|ruby| {
456
+ let inner = self
457
+ .itsi_config_proc
458
+ .as_ref()
459
+ .clone()
460
+ .map(|hv| hv.clone().inner());
461
+ let cli_params = self.cli_params.cloned();
462
+ let itsifile_path = self.itsifile_path.clone();
463
+
464
+ let (rb_param_hash, errors): (RHash, Vec<String>) = ruby
465
+ .get_inner_ref(&ITSI_SERVER_CONFIG)
466
+ .funcall(*ID_BUILD_CONFIG, (cli_params, itsifile_path, inner))
467
+ .unwrap();
468
+ if !errors.is_empty() {
469
+ return Err(errors);
470
+ }
471
+ Ok(rb_param_hash)
472
+ });
473
+ match rb_param_hash {
474
+ Ok(rb_param_hash) => match ServerParams::from_rb_hash(rb_param_hash) {
475
+ Ok(test_params) => {
476
+ let params_arc = Arc::new(test_params);
477
+ if let Err(err) = params_arc.clone().preload_ruby() {
478
+ let err_val = call_with_gvl(|_| format!("{}", err));
479
+ return Some(vec![err_val]);
480
+ }
481
+
482
+ if let Err(err) = params_arc
483
+ .middleware
484
+ .get()
485
+ .unwrap()
486
+ .initialize_layers()
487
+ .await
488
+ {
489
+ let err_val = call_with_gvl(|_| format!("{}", err));
490
+ return Some(vec![err_val]);
491
+ }
492
+ None
493
+ }
494
+ Err(err) => Some(vec![format!("{:?}", err)]),
495
+ },
496
+ Err(err) => Some(err),
497
+ }
498
+ }
499
+
500
+ pub fn dup_fds(self: &Arc<Self>) -> Result<()> {
501
+ let binding = self.server_params.read();
502
+ let mut listener_info_guard = binding.listener_info.lock();
503
+ let dupped_fd_map = listener_info_guard
504
+ .iter()
505
+ .map(|(str, fd)| {
506
+ let dupped_fd = dup(*fd).map_err(|errno| {
507
+ magnus::Error::new(
508
+ magnus::exception::standard_error(),
509
+ format!("Errno {} while trying to dup {}", errno, fd),
510
+ )
511
+ })?;
512
+ Self::clear_cloexec(dupped_fd).map_err(|e| {
513
+ magnus::Error::new(
514
+ magnus::exception::standard_error(),
515
+ format!("Failed to clear cloexec flag for fd {}: {}", dupped_fd, e),
516
+ )
517
+ })?;
518
+ Ok((str.clone(), dupped_fd))
519
+ })
520
+ .collect::<Result<HashMap<String, i32>>>()?;
521
+ *listener_info_guard = dupped_fd_map;
522
+ Ok(())
523
+ }
524
+
525
+ pub fn stop_watcher(self: &Arc<Self>) -> Result<()> {
526
+ if let Some(r_fd) = self.watcher_fd.as_ref() {
527
+ close(r_fd.as_raw_fd()).ok();
528
+ }
529
+ Ok(())
530
+ }
531
+
532
+ pub fn print_config_errors(errors: Vec<String>) {
533
+ error!("Refusing to reload configuration due to fatal errors:");
534
+ for error in errors {
535
+ eprintln!("{}", error);
536
+ }
537
+ }
538
+
539
+ pub async fn check_config(&self) -> bool {
540
+ if let Some(errors) = self.get_config_errors().await {
541
+ Self::print_config_errors(errors);
542
+ return false;
543
+ }
544
+ true
545
+ }
546
+
547
+ pub fn reload_exec(self: &Arc<Self>) -> Result<()> {
548
+ let listener_json =
549
+ serde_json::to_string(&self.server_params.read().listener_info.lock().clone())
550
+ .map_err(|e| {
551
+ magnus::Error::new(
552
+ magnus::exception::standard_error(),
553
+ format!("Invalid listener info: {}", e),
554
+ )
555
+ })?;
556
+
557
+ self.stop_watcher()?;
558
+ call_with_gvl(|ruby| -> Result<()> {
559
+ ruby.get_inner_ref(&ITSI_SERVER_CONFIG)
560
+ .funcall::<_, _, Value>(*ID_RELOAD_EXEC, (listener_json,))?;
561
+ Ok(())
562
+ })?;
563
+ Ok(())
564
+ }
565
+ }
@@ -0,0 +1,86 @@
1
+ use crate::server::{
2
+ lifecycle_event::LifecycleEvent,
3
+ serve_strategy::{cluster_mode::ClusterMode, single_mode::SingleMode, ServeStrategy},
4
+ signal::{clear_signal_handlers, reset_signal_handlers, send_lifecycle_event},
5
+ };
6
+ use itsi_rb_helpers::{call_without_gvl, print_rb_backtrace};
7
+ use itsi_server_config::ItsiServerConfig;
8
+ use itsi_tracing::{error, run_silently};
9
+ use magnus::{block::Proc, error::Result, RHash, Ruby};
10
+ use parking_lot::Mutex;
11
+ use std::{path::PathBuf, sync::Arc};
12
+ use tracing::{info, instrument};
13
+ mod file_watcher;
14
+ pub mod itsi_server_config;
15
+ #[magnus::wrap(class = "Itsi::Server", free_immediately, size)]
16
+ #[derive(Clone)]
17
+ pub struct ItsiServer {
18
+ pub config: Arc<Mutex<Arc<ItsiServerConfig>>>,
19
+ }
20
+
21
+ impl ItsiServer {
22
+ pub fn new(
23
+ ruby: &Ruby,
24
+ cli_params: RHash,
25
+ itsifile_path: Option<PathBuf>,
26
+ itsi_config_proc: Option<Proc>,
27
+ ) -> Result<Self> {
28
+ Ok(Self {
29
+ config: Arc::new(Mutex::new(Arc::new(ItsiServerConfig::new(
30
+ ruby,
31
+ cli_params,
32
+ itsifile_path,
33
+ itsi_config_proc,
34
+ )?))),
35
+ })
36
+ }
37
+
38
+ pub fn stop(&self) -> Result<()> {
39
+ send_lifecycle_event(LifecycleEvent::Shutdown);
40
+ Ok(())
41
+ }
42
+
43
+ #[instrument(skip(self))]
44
+ pub fn start(&self) -> Result<()> {
45
+ self.config.lock().server_params.read().setup_listeners()?;
46
+ let result = if self.config.lock().server_params.read().silence {
47
+ run_silently(|| self.build_and_run_strategy())
48
+ } else {
49
+ info!("Itsi - Rolling into action. ⚪💨");
50
+ self.build_and_run_strategy()
51
+ };
52
+ if let Err(e) = result {
53
+ error!("Error starting server: {:?}", e);
54
+ if let Some(err_value) = e.value() {
55
+ print_rb_backtrace(err_value);
56
+ }
57
+ return Err(e);
58
+ }
59
+ Ok(())
60
+ }
61
+
62
+ pub(crate) fn build_strategy(&self) -> Result<ServeStrategy> {
63
+ let server_config = self.config.lock();
64
+ Ok(if server_config.server_params.read().workers > 1 {
65
+ ServeStrategy::Cluster(Arc::new(ClusterMode::new(server_config.clone())))
66
+ } else {
67
+ ServeStrategy::Single(Arc::new(SingleMode::new(server_config.clone())?))
68
+ })
69
+ }
70
+
71
+ fn build_and_run_strategy(&self) -> Result<()> {
72
+ reset_signal_handlers();
73
+ call_without_gvl(move || -> Result<()> {
74
+ let strategy = self.build_strategy()?;
75
+ if let Err(e) = strategy.clone().run() {
76
+ error!("Error running server: {}", e);
77
+ send_lifecycle_event(LifecycleEvent::Shutdown);
78
+ strategy.stop()?;
79
+ }
80
+ Ok(())
81
+ })?;
82
+ clear_signal_handlers();
83
+ info!("Server stopped");
84
+ Ok(())
85
+ }
86
+ }
@@ -0,0 +1,48 @@
1
+ use magnus::{value::Lazy, Module, RClass, RModule};
2
+
3
+ pub mod itsi_body_proxy;
4
+ pub mod itsi_grpc_call;
5
+ pub mod itsi_grpc_response_stream;
6
+ pub mod itsi_http_request;
7
+ pub mod itsi_http_response;
8
+ pub mod itsi_server;
9
+
10
+ pub static ITSI_MODULE: Lazy<RModule> = Lazy::new(|ruby| ruby.define_module("Itsi").unwrap());
11
+ pub static ITSI_SERVER: Lazy<RClass> = Lazy::new(|ruby| {
12
+ ruby.get_inner(&ITSI_MODULE)
13
+ .define_class("Server", ruby.class_object())
14
+ .unwrap()
15
+ });
16
+
17
+ pub static ITSI_SERVER_CONFIG: Lazy<RModule> =
18
+ Lazy::new(|ruby| ruby.get_inner(&ITSI_SERVER).const_get("Config").unwrap());
19
+
20
+ pub static ITSI_REQUEST: Lazy<RClass> = Lazy::new(|ruby| {
21
+ ruby.get_inner(&ITSI_MODULE)
22
+ .define_class("HttpRequest", ruby.class_object())
23
+ .unwrap()
24
+ });
25
+
26
+ pub static ITSI_RESPONSE: Lazy<RClass> = Lazy::new(|ruby| {
27
+ ruby.get_inner(&ITSI_MODULE)
28
+ .define_class("HttpResponse", ruby.class_object())
29
+ .unwrap()
30
+ });
31
+
32
+ pub static ITSI_BODY_PROXY: Lazy<RClass> = Lazy::new(|ruby| {
33
+ ruby.get_inner(&ITSI_MODULE)
34
+ .define_class("BodyProxy", ruby.class_object())
35
+ .unwrap()
36
+ });
37
+
38
+ pub static ITSI_GRPC_CALL: Lazy<RClass> = Lazy::new(|ruby| {
39
+ ruby.get_inner(&ITSI_MODULE)
40
+ .define_class("GrpcCall", ruby.class_object())
41
+ .unwrap()
42
+ });
43
+
44
+ pub static ITSI_GRPC_RESPONSE_STREAM: Lazy<RClass> = Lazy::new(|ruby| {
45
+ ruby.get_inner(&ITSI_MODULE)
46
+ .define_class("GrpcResponseStream", ruby.class_object())
47
+ .unwrap()
48
+ });