itsi-server 0.2.22-aarch64-linux

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (451) hide show
  1. checksums.yaml +7 -0
  2. data/.rubocop.yml +8 -0
  3. data/Cargo.lock +4452 -0
  4. data/Cargo.toml +11 -0
  5. data/Rakefile +57 -0
  6. data/exe/itsi +193 -0
  7. data/ext/itsi_acme/Cargo.toml +86 -0
  8. data/ext/itsi_acme/examples/high_level.rs +63 -0
  9. data/ext/itsi_acme/examples/high_level_warp.rs +52 -0
  10. data/ext/itsi_acme/examples/low_level.rs +87 -0
  11. data/ext/itsi_acme/examples/low_level_axum.rs +66 -0
  12. data/ext/itsi_acme/src/acceptor.rs +81 -0
  13. data/ext/itsi_acme/src/acme.rs +354 -0
  14. data/ext/itsi_acme/src/axum.rs +86 -0
  15. data/ext/itsi_acme/src/cache.rs +39 -0
  16. data/ext/itsi_acme/src/caches/boxed.rs +80 -0
  17. data/ext/itsi_acme/src/caches/composite.rs +69 -0
  18. data/ext/itsi_acme/src/caches/dir.rs +106 -0
  19. data/ext/itsi_acme/src/caches/mod.rs +11 -0
  20. data/ext/itsi_acme/src/caches/no.rs +78 -0
  21. data/ext/itsi_acme/src/caches/test.rs +136 -0
  22. data/ext/itsi_acme/src/config.rs +172 -0
  23. data/ext/itsi_acme/src/https_helper.rs +69 -0
  24. data/ext/itsi_acme/src/incoming.rs +142 -0
  25. data/ext/itsi_acme/src/jose.rs +161 -0
  26. data/ext/itsi_acme/src/lib.rs +142 -0
  27. data/ext/itsi_acme/src/resolver.rs +59 -0
  28. data/ext/itsi_acme/src/state.rs +424 -0
  29. data/ext/itsi_error/Cargo.lock +368 -0
  30. data/ext/itsi_error/Cargo.toml +12 -0
  31. data/ext/itsi_error/src/lib.rs +140 -0
  32. data/ext/itsi_instrument_entry/Cargo.toml +15 -0
  33. data/ext/itsi_instrument_entry/src/lib.rs +31 -0
  34. data/ext/itsi_rb_helpers/Cargo.lock +355 -0
  35. data/ext/itsi_rb_helpers/Cargo.toml +11 -0
  36. data/ext/itsi_rb_helpers/src/heap_value.rs +139 -0
  37. data/ext/itsi_rb_helpers/src/lib.rs +232 -0
  38. data/ext/itsi_scheduler/Cargo.toml +24 -0
  39. data/ext/itsi_scheduler/src/itsi_scheduler/io_helpers.rs +56 -0
  40. data/ext/itsi_scheduler/src/itsi_scheduler/io_waiter.rs +44 -0
  41. data/ext/itsi_scheduler/src/itsi_scheduler/timer.rs +44 -0
  42. data/ext/itsi_scheduler/src/itsi_scheduler.rs +320 -0
  43. data/ext/itsi_scheduler/src/lib.rs +39 -0
  44. data/ext/itsi_server/Cargo.lock +2956 -0
  45. data/ext/itsi_server/Cargo.toml +94 -0
  46. data/ext/itsi_server/extconf.rb +11 -0
  47. data/ext/itsi_server/src/default_responses/html/401.html +68 -0
  48. data/ext/itsi_server/src/default_responses/html/403.html +68 -0
  49. data/ext/itsi_server/src/default_responses/html/404.html +68 -0
  50. data/ext/itsi_server/src/default_responses/html/413.html +71 -0
  51. data/ext/itsi_server/src/default_responses/html/429.html +68 -0
  52. data/ext/itsi_server/src/default_responses/html/500.html +71 -0
  53. data/ext/itsi_server/src/default_responses/html/502.html +71 -0
  54. data/ext/itsi_server/src/default_responses/html/503.html +68 -0
  55. data/ext/itsi_server/src/default_responses/html/504.html +69 -0
  56. data/ext/itsi_server/src/default_responses/html/index.html +238 -0
  57. data/ext/itsi_server/src/default_responses/json/401.json +6 -0
  58. data/ext/itsi_server/src/default_responses/json/403.json +6 -0
  59. data/ext/itsi_server/src/default_responses/json/404.json +6 -0
  60. data/ext/itsi_server/src/default_responses/json/413.json +6 -0
  61. data/ext/itsi_server/src/default_responses/json/429.json +6 -0
  62. data/ext/itsi_server/src/default_responses/json/500.json +6 -0
  63. data/ext/itsi_server/src/default_responses/json/502.json +6 -0
  64. data/ext/itsi_server/src/default_responses/json/503.json +6 -0
  65. data/ext/itsi_server/src/default_responses/json/504.json +6 -0
  66. data/ext/itsi_server/src/default_responses/mod.rs +14 -0
  67. data/ext/itsi_server/src/env.rs +43 -0
  68. data/ext/itsi_server/src/lib.rs +154 -0
  69. data/ext/itsi_server/src/prelude.rs +2 -0
  70. data/ext/itsi_server/src/ruby_types/itsi_body_proxy/big_bytes.rs +116 -0
  71. data/ext/itsi_server/src/ruby_types/itsi_body_proxy/mod.rs +149 -0
  72. data/ext/itsi_server/src/ruby_types/itsi_grpc_call.rs +346 -0
  73. data/ext/itsi_server/src/ruby_types/itsi_grpc_response_stream/mod.rs +265 -0
  74. data/ext/itsi_server/src/ruby_types/itsi_http_request.rs +399 -0
  75. data/ext/itsi_server/src/ruby_types/itsi_http_response.rs +447 -0
  76. data/ext/itsi_server/src/ruby_types/itsi_server/file_watcher.rs +545 -0
  77. data/ext/itsi_server/src/ruby_types/itsi_server/itsi_server_config.rs +650 -0
  78. data/ext/itsi_server/src/ruby_types/itsi_server.rs +102 -0
  79. data/ext/itsi_server/src/ruby_types/mod.rs +48 -0
  80. data/ext/itsi_server/src/server/binds/bind.rs +204 -0
  81. data/ext/itsi_server/src/server/binds/bind_protocol.rs +37 -0
  82. data/ext/itsi_server/src/server/binds/listener.rs +485 -0
  83. data/ext/itsi_server/src/server/binds/mod.rs +4 -0
  84. data/ext/itsi_server/src/server/binds/tls/locked_dir_cache.rs +132 -0
  85. data/ext/itsi_server/src/server/binds/tls.rs +278 -0
  86. data/ext/itsi_server/src/server/byte_frame.rs +32 -0
  87. data/ext/itsi_server/src/server/frame_stream.rs +143 -0
  88. data/ext/itsi_server/src/server/http_message_types.rs +230 -0
  89. data/ext/itsi_server/src/server/io_stream.rs +128 -0
  90. data/ext/itsi_server/src/server/lifecycle_event.rs +12 -0
  91. data/ext/itsi_server/src/server/middleware_stack/middleware.rs +170 -0
  92. data/ext/itsi_server/src/server/middleware_stack/middlewares/allow_list.rs +63 -0
  93. data/ext/itsi_server/src/server/middleware_stack/middlewares/auth_api_key.rs +94 -0
  94. data/ext/itsi_server/src/server/middleware_stack/middlewares/auth_basic.rs +93 -0
  95. data/ext/itsi_server/src/server/middleware_stack/middlewares/auth_jwt.rs +343 -0
  96. data/ext/itsi_server/src/server/middleware_stack/middlewares/cache_control.rs +151 -0
  97. data/ext/itsi_server/src/server/middleware_stack/middlewares/compression.rs +329 -0
  98. data/ext/itsi_server/src/server/middleware_stack/middlewares/cors.rs +300 -0
  99. data/ext/itsi_server/src/server/middleware_stack/middlewares/csp.rs +193 -0
  100. data/ext/itsi_server/src/server/middleware_stack/middlewares/deny_list.rs +64 -0
  101. data/ext/itsi_server/src/server/middleware_stack/middlewares/error_response/default_responses.rs +188 -0
  102. data/ext/itsi_server/src/server/middleware_stack/middlewares/error_response.rs +168 -0
  103. data/ext/itsi_server/src/server/middleware_stack/middlewares/etag.rs +183 -0
  104. data/ext/itsi_server/src/server/middleware_stack/middlewares/header_interpretation.rs +82 -0
  105. data/ext/itsi_server/src/server/middleware_stack/middlewares/intrusion_protection.rs +209 -0
  106. data/ext/itsi_server/src/server/middleware_stack/middlewares/log_requests.rs +133 -0
  107. data/ext/itsi_server/src/server/middleware_stack/middlewares/max_body.rs +47 -0
  108. data/ext/itsi_server/src/server/middleware_stack/middlewares/mod.rs +122 -0
  109. data/ext/itsi_server/src/server/middleware_stack/middlewares/proxy.rs +407 -0
  110. data/ext/itsi_server/src/server/middleware_stack/middlewares/rate_limit.rs +155 -0
  111. data/ext/itsi_server/src/server/middleware_stack/middlewares/redirect.rs +54 -0
  112. data/ext/itsi_server/src/server/middleware_stack/middlewares/request_headers.rs +54 -0
  113. data/ext/itsi_server/src/server/middleware_stack/middlewares/response_headers.rs +51 -0
  114. data/ext/itsi_server/src/server/middleware_stack/middlewares/ruby_app.rs +138 -0
  115. data/ext/itsi_server/src/server/middleware_stack/middlewares/static_assets.rs +269 -0
  116. data/ext/itsi_server/src/server/middleware_stack/middlewares/static_response.rs +62 -0
  117. data/ext/itsi_server/src/server/middleware_stack/middlewares/string_rewrite.rs +218 -0
  118. data/ext/itsi_server/src/server/middleware_stack/middlewares/token_source.rs +31 -0
  119. data/ext/itsi_server/src/server/middleware_stack/mod.rs +381 -0
  120. data/ext/itsi_server/src/server/mod.rs +14 -0
  121. data/ext/itsi_server/src/server/process_worker.rs +247 -0
  122. data/ext/itsi_server/src/server/redirect_type.rs +26 -0
  123. data/ext/itsi_server/src/server/request_job.rs +11 -0
  124. data/ext/itsi_server/src/server/serve_strategy/acceptor.rs +100 -0
  125. data/ext/itsi_server/src/server/serve_strategy/cluster_mode.rs +411 -0
  126. data/ext/itsi_server/src/server/serve_strategy/mod.rs +31 -0
  127. data/ext/itsi_server/src/server/serve_strategy/single_mode.rs +449 -0
  128. data/ext/itsi_server/src/server/signal.rs +129 -0
  129. data/ext/itsi_server/src/server/size_limited_incoming.rs +107 -0
  130. data/ext/itsi_server/src/server/thread_worker.rs +504 -0
  131. data/ext/itsi_server/src/services/cache_store.rs +74 -0
  132. data/ext/itsi_server/src/services/itsi_http_service.rs +270 -0
  133. data/ext/itsi_server/src/services/mime_types.rs +2896 -0
  134. data/ext/itsi_server/src/services/mod.rs +6 -0
  135. data/ext/itsi_server/src/services/password_hasher.rs +89 -0
  136. data/ext/itsi_server/src/services/rate_limiter.rs +609 -0
  137. data/ext/itsi_server/src/services/static_file_server.rs +1400 -0
  138. data/ext/itsi_tracing/Cargo.lock +274 -0
  139. data/ext/itsi_tracing/Cargo.toml +17 -0
  140. data/ext/itsi_tracing/src/lib.rs +370 -0
  141. data/lib/itsi/http_request/response_status_shortcodes.rb +76 -0
  142. data/lib/itsi/http_request.rb +228 -0
  143. data/lib/itsi/http_response.rb +49 -0
  144. data/lib/itsi/passfile.rb +108 -0
  145. data/lib/itsi/rack_env_pool.rb +49 -0
  146. data/lib/itsi/server/3.1/itsi_server.so +0 -0
  147. data/lib/itsi/server/3.2/itsi_server.so +0 -0
  148. data/lib/itsi/server/3.3/itsi_server.so +0 -0
  149. data/lib/itsi/server/3.4/itsi_server.so +0 -0
  150. data/lib/itsi/server/4.0/itsi_server.so +0 -0
  151. data/lib/itsi/server/config/config_helpers.rb +116 -0
  152. data/lib/itsi/server/config/dsl.rb +208 -0
  153. data/lib/itsi/server/config/known_paths/KitchensinkDirectories.txt +2346 -0
  154. data/lib/itsi/server/config/known_paths/Randomfiles.txt +24 -0
  155. data/lib/itsi/server/config/known_paths/UnixDotfiles.txt +52 -0
  156. data/lib/itsi/server/config/known_paths/backdoors/ASP_CommonBackdoors.txt +29 -0
  157. data/lib/itsi/server/config/known_paths/backdoors/bot_control_panels.txt +1668 -0
  158. data/lib/itsi/server/config/known_paths/backdoors/shells.txt +1167 -0
  159. data/lib/itsi/server/config/known_paths/cgi/CGI_HTTP_POST.txt +7 -0
  160. data/lib/itsi/server/config/known_paths/cgi/CGI_HTTP_POST_Windows.txt +6 -0
  161. data/lib/itsi/server/config/known_paths/cgi/CGI_Microsoft.txt +79 -0
  162. data/lib/itsi/server/config/known_paths/cgi/CGI_XPlatform.txt +3948 -0
  163. data/lib/itsi/server/config/known_paths/cms/README.md +5 -0
  164. data/lib/itsi/server/config/known_paths/cms/drupal_plugins.txt +6320 -0
  165. data/lib/itsi/server/config/known_paths/cms/drupal_themes.txt +828 -0
  166. data/lib/itsi/server/config/known_paths/cms/joomla_plugins.txt +224 -0
  167. data/lib/itsi/server/config/known_paths/cms/joomla_themes.txt +30 -0
  168. data/lib/itsi/server/config/known_paths/cms/php-nuke.txt +2142 -0
  169. data/lib/itsi/server/config/known_paths/cms/wordpress.txt +1566 -0
  170. data/lib/itsi/server/config/known_paths/cms/wp_common_theme_files.txt +46 -0
  171. data/lib/itsi/server/config/known_paths/cms/wp_plugins.txt +13366 -0
  172. data/lib/itsi/server/config/known_paths/cms/wp_plugins_full.txt +68662 -0
  173. data/lib/itsi/server/config/known_paths/cms/wp_plugins_top225.txt +225 -0
  174. data/lib/itsi/server/config/known_paths/cms/wp_themes.readme +12 -0
  175. data/lib/itsi/server/config/known_paths/cms/wp_themes.txt +7336 -0
  176. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/3CharExtBrute.txt +17576 -0
  177. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/CommonWebExtensions.txt +80 -0
  178. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/Extensions.Backup.txt +14 -0
  179. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/Extensions.Common.txt +865 -0
  180. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/Extensions.Compressed.txt +186 -0
  181. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/Extensions.Mostcommon.txt +30 -0
  182. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/Extensions.Skipfish.txt +93 -0
  183. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/WordlistSkipfish.txt +1918 -0
  184. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/copy_of.txt +8 -0
  185. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-directories-lowercase.txt +56180 -0
  186. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-directories.txt +62290 -0
  187. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-extensions-lowercase.txt +2367 -0
  188. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-extensions.txt +2450 -0
  189. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-files-lowercase.txt +35323 -0
  190. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-files.txt +37037 -0
  191. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-words-lowercase.txt +107982 -0
  192. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-large-words.txt +119600 -0
  193. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-directories-lowercase.txt +26593 -0
  194. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-directories.txt +30009 -0
  195. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-extensions-lowercase.txt +1233 -0
  196. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-extensions.txt +1289 -0
  197. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-files-lowercase.txt +16243 -0
  198. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-files.txt +17128 -0
  199. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-words-lowercase.txt +56293 -0
  200. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-medium-words.txt +63087 -0
  201. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-directories-lowercase.txt +17776 -0
  202. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-directories.txt +20122 -0
  203. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-extensions-lowercase.txt +914 -0
  204. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-extensions.txt +963 -0
  205. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-files-lowercase.txt +10848 -0
  206. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-files.txt +11424 -0
  207. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-words-lowercase.txt +38267 -0
  208. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/raft-small-words.txt +43003 -0
  209. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/spanish.txt +445 -0
  210. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/test_demo.txt +36 -0
  211. data/lib/itsi/server/config/known_paths/filename-dirname-bruteforce/upload_variants.txt +44 -0
  212. data/lib/itsi/server/config/known_paths/login-file-locations/Logins.txt +71 -0
  213. data/lib/itsi/server/config/known_paths/login-file-locations/cfm.txt +294 -0
  214. data/lib/itsi/server/config/known_paths/login-file-locations/html.txt +295 -0
  215. data/lib/itsi/server/config/known_paths/login-file-locations/jsp.txt +294 -0
  216. data/lib/itsi/server/config/known_paths/login-file-locations/php.txt +294 -0
  217. data/lib/itsi/server/config/known_paths/login-file-locations/windows-asp.txt +294 -0
  218. data/lib/itsi/server/config/known_paths/login-file-locations/windows-aspx.txt +294 -0
  219. data/lib/itsi/server/config/known_paths/password-file-locations/Passwords.txt +47 -0
  220. data/lib/itsi/server/config/known_paths/php/PHP.txt +30 -0
  221. data/lib/itsi/server/config/known_paths/php/PHP_CommonBackdoors.txt +5 -0
  222. data/lib/itsi/server/config/known_paths/proxy-conf.txt +31 -0
  223. data/lib/itsi/server/config/known_paths/tftp.txt +79 -0
  224. data/lib/itsi/server/config/known_paths/webservers-appservers/ADFS.txt +86 -0
  225. data/lib/itsi/server/config/known_paths/webservers-appservers/AdobeXML.txt +16 -0
  226. data/lib/itsi/server/config/known_paths/webservers-appservers/Apache.txt +101 -0
  227. data/lib/itsi/server/config/known_paths/webservers-appservers/ApacheTomcat.txt +47 -0
  228. data/lib/itsi/server/config/known_paths/webservers-appservers/Apache_Axis.txt +16 -0
  229. data/lib/itsi/server/config/known_paths/webservers-appservers/ColdFusion.txt +111 -0
  230. data/lib/itsi/server/config/known_paths/webservers-appservers/FatwireCMS.txt +390 -0
  231. data/lib/itsi/server/config/known_paths/webservers-appservers/Frontpage.txt +38 -0
  232. data/lib/itsi/server/config/known_paths/webservers-appservers/HP_System_Mgmt_Homepage.txt +239 -0
  233. data/lib/itsi/server/config/known_paths/webservers-appservers/HTTP_POST_Microsoft.txt +2 -0
  234. data/lib/itsi/server/config/known_paths/webservers-appservers/Hyperion.txt +578 -0
  235. data/lib/itsi/server/config/known_paths/webservers-appservers/IIS.txt +187 -0
  236. data/lib/itsi/server/config/known_paths/webservers-appservers/JBoss.txt +5 -0
  237. data/lib/itsi/server/config/known_paths/webservers-appservers/JRun.txt +13 -0
  238. data/lib/itsi/server/config/known_paths/webservers-appservers/JavaServlets_Common.txt +3 -0
  239. data/lib/itsi/server/config/known_paths/webservers-appservers/Joomla_exploitable.txt +1937 -0
  240. data/lib/itsi/server/config/known_paths/webservers-appservers/LotusNotes.txt +206 -0
  241. data/lib/itsi/server/config/known_paths/webservers-appservers/Netware.txt +18 -0
  242. data/lib/itsi/server/config/known_paths/webservers-appservers/Oracle9i.txt +60 -0
  243. data/lib/itsi/server/config/known_paths/webservers-appservers/OracleAppServer.txt +192 -0
  244. data/lib/itsi/server/config/known_paths/webservers-appservers/README.md +6 -0
  245. data/lib/itsi/server/config/known_paths/webservers-appservers/Ruby_Rails.txt +121 -0
  246. data/lib/itsi/server/config/known_paths/webservers-appservers/SAP.txt +463 -0
  247. data/lib/itsi/server/config/known_paths/webservers-appservers/Sharepoint.txt +1707 -0
  248. data/lib/itsi/server/config/known_paths/webservers-appservers/SiteMinder.txt +19 -0
  249. data/lib/itsi/server/config/known_paths/webservers-appservers/SunAppServerGlassfish.txt +51 -0
  250. data/lib/itsi/server/config/known_paths/webservers-appservers/SuniPlanet.txt +35 -0
  251. data/lib/itsi/server/config/known_paths/webservers-appservers/Vignette.txt +73 -0
  252. data/lib/itsi/server/config/known_paths/webservers-appservers/Weblogic.txt +160 -0
  253. data/lib/itsi/server/config/known_paths/webservers-appservers/Websphere.txt +366 -0
  254. data/lib/itsi/server/config/known_paths/wellknown-rfc5785.txt +30 -0
  255. data/lib/itsi/server/config/known_paths.rb +24 -0
  256. data/lib/itsi/server/config/middleware/_index.md +56 -0
  257. data/lib/itsi/server/config/middleware/allow_list.md +46 -0
  258. data/lib/itsi/server/config/middleware/allow_list.rb +42 -0
  259. data/lib/itsi/server/config/middleware/auth_api_key.md +90 -0
  260. data/lib/itsi/server/config/middleware/auth_api_key.rb +51 -0
  261. data/lib/itsi/server/config/middleware/auth_basic.md +45 -0
  262. data/lib/itsi/server/config/middleware/auth_basic.rb +46 -0
  263. data/lib/itsi/server/config/middleware/auth_jwt.md +82 -0
  264. data/lib/itsi/server/config/middleware/auth_jwt.rb +38 -0
  265. data/lib/itsi/server/config/middleware/cache_control.md +78 -0
  266. data/lib/itsi/server/config/middleware/cache_control.rb +45 -0
  267. data/lib/itsi/server/config/middleware/cidr_to_regex.rb +50 -0
  268. data/lib/itsi/server/config/middleware/compression.md +50 -0
  269. data/lib/itsi/server/config/middleware/compression.rb +37 -0
  270. data/lib/itsi/server/config/middleware/cors.md +93 -0
  271. data/lib/itsi/server/config/middleware/cors.rb +32 -0
  272. data/lib/itsi/server/config/middleware/csp.md +37 -0
  273. data/lib/itsi/server/config/middleware/csp.rb +44 -0
  274. data/lib/itsi/server/config/middleware/deny_list.md +45 -0
  275. data/lib/itsi/server/config/middleware/deny_list.rb +42 -0
  276. data/lib/itsi/server/config/middleware/endpoint/_index.md +160 -0
  277. data/lib/itsi/server/config/middleware/endpoint/controller.md +186 -0
  278. data/lib/itsi/server/config/middleware/endpoint/controller.rb +33 -0
  279. data/lib/itsi/server/config/middleware/endpoint/delete.md +12 -0
  280. data/lib/itsi/server/config/middleware/endpoint/delete.rb +43 -0
  281. data/lib/itsi/server/config/middleware/endpoint/endpoint.rb +106 -0
  282. data/lib/itsi/server/config/middleware/endpoint/get.md +12 -0
  283. data/lib/itsi/server/config/middleware/endpoint/get.rb +43 -0
  284. data/lib/itsi/server/config/middleware/endpoint/http_request.md +44 -0
  285. data/lib/itsi/server/config/middleware/endpoint/http_response.md +39 -0
  286. data/lib/itsi/server/config/middleware/endpoint/patch.md +12 -0
  287. data/lib/itsi/server/config/middleware/endpoint/patch.rb +43 -0
  288. data/lib/itsi/server/config/middleware/endpoint/post.md +12 -0
  289. data/lib/itsi/server/config/middleware/endpoint/post.rb +43 -0
  290. data/lib/itsi/server/config/middleware/endpoint/put.md +12 -0
  291. data/lib/itsi/server/config/middleware/endpoint/put.rb +43 -0
  292. data/lib/itsi/server/config/middleware/endpoint/schemas.md +122 -0
  293. data/lib/itsi/server/config/middleware/error_response.md +74 -0
  294. data/lib/itsi/server/config/middleware/error_response.rb +36 -0
  295. data/lib/itsi/server/config/middleware/etag.md +55 -0
  296. data/lib/itsi/server/config/middleware/etag.rb +25 -0
  297. data/lib/itsi/server/config/middleware/grpc.md +170 -0
  298. data/lib/itsi/server/config/middleware/grpc.rb +54 -0
  299. data/lib/itsi/server/config/middleware/intrusion_protection.md +124 -0
  300. data/lib/itsi/server/config/middleware/intrusion_protection.rb +61 -0
  301. data/lib/itsi/server/config/middleware/location.md +107 -0
  302. data/lib/itsi/server/config/middleware/location.rb +103 -0
  303. data/lib/itsi/server/config/middleware/log_requests.md +67 -0
  304. data/lib/itsi/server/config/middleware/log_requests.rb +31 -0
  305. data/lib/itsi/server/config/middleware/max_body.md +18 -0
  306. data/lib/itsi/server/config/middleware/max_body.rb +21 -0
  307. data/lib/itsi/server/config/middleware/proxy.md +62 -0
  308. data/lib/itsi/server/config/middleware/proxy.rb +42 -0
  309. data/lib/itsi/server/config/middleware/rackup_file.md +72 -0
  310. data/lib/itsi/server/config/middleware/rackup_file.rb +43 -0
  311. data/lib/itsi/server/config/middleware/rate_limit.md +126 -0
  312. data/lib/itsi/server/config/middleware/rate_limit.rb +34 -0
  313. data/lib/itsi/server/config/middleware/rate_limit_store.rb +25 -0
  314. data/lib/itsi/server/config/middleware/redirect.md +55 -0
  315. data/lib/itsi/server/config/middleware/redirect.rb +25 -0
  316. data/lib/itsi/server/config/middleware/request_headers.md +34 -0
  317. data/lib/itsi/server/config/middleware/request_headers.rb +24 -0
  318. data/lib/itsi/server/config/middleware/response_headers.md +33 -0
  319. data/lib/itsi/server/config/middleware/response_headers.rb +25 -0
  320. data/lib/itsi/server/config/middleware/run.md +79 -0
  321. data/lib/itsi/server/config/middleware/run.rb +45 -0
  322. data/lib/itsi/server/config/middleware/static_assets.md +113 -0
  323. data/lib/itsi/server/config/middleware/static_assets.rb +99 -0
  324. data/lib/itsi/server/config/middleware/static_response.md +44 -0
  325. data/lib/itsi/server/config/middleware/static_response.rb +30 -0
  326. data/lib/itsi/server/config/middleware/string_rewrite.md +81 -0
  327. data/lib/itsi/server/config/middleware/token_source.rb +32 -0
  328. data/lib/itsi/server/config/middleware.rb +13 -0
  329. data/lib/itsi/server/config/option.rb +13 -0
  330. data/lib/itsi/server/config/options/_index.md +41 -0
  331. data/lib/itsi/server/config/options/auto_reload_config.md +13 -0
  332. data/lib/itsi/server/config/options/auto_reload_config.rb +46 -0
  333. data/lib/itsi/server/config/options/bind.md +71 -0
  334. data/lib/itsi/server/config/options/bind.rb +26 -0
  335. data/lib/itsi/server/config/options/certificates.md +65 -0
  336. data/lib/itsi/server/config/options/daemonize.md +14 -0
  337. data/lib/itsi/server/config/options/daemonize.rb +19 -0
  338. data/lib/itsi/server/config/options/fiber_scheduler.md +34 -0
  339. data/lib/itsi/server/config/options/fiber_scheduler.rb +21 -0
  340. data/lib/itsi/server/config/options/header_read_timeout.md +17 -0
  341. data/lib/itsi/server/config/options/header_read_timeout.rb +19 -0
  342. data/lib/itsi/server/config/options/hooks/_index.md +11 -0
  343. data/lib/itsi/server/config/options/hooks/after_fork.md +13 -0
  344. data/lib/itsi/server/config/options/hooks/after_fork.rb +28 -0
  345. data/lib/itsi/server/config/options/hooks/after_memory_limit_reached.md +14 -0
  346. data/lib/itsi/server/config/options/hooks/after_memory_limit_reached.rb +28 -0
  347. data/lib/itsi/server/config/options/hooks/after_start.md +12 -0
  348. data/lib/itsi/server/config/options/hooks/after_start.rb +28 -0
  349. data/lib/itsi/server/config/options/hooks/before_fork.md +13 -0
  350. data/lib/itsi/server/config/options/hooks/before_fork.rb +28 -0
  351. data/lib/itsi/server/config/options/hooks/before_restart.md +12 -0
  352. data/lib/itsi/server/config/options/hooks/before_restart.rb +28 -0
  353. data/lib/itsi/server/config/options/hooks/before_shutdown.md +12 -0
  354. data/lib/itsi/server/config/options/hooks/before_shutdown.rb +28 -0
  355. data/lib/itsi/server/config/options/include.md +21 -0
  356. data/lib/itsi/server/config/options/include.rb +41 -0
  357. data/lib/itsi/server/config/options/listen_backlog.md +11 -0
  358. data/lib/itsi/server/config/options/listen_backlog.rb +19 -0
  359. data/lib/itsi/server/config/options/log_format.md +18 -0
  360. data/lib/itsi/server/config/options/log_format.rb +19 -0
  361. data/lib/itsi/server/config/options/log_level.md +34 -0
  362. data/lib/itsi/server/config/options/log_level.rb +20 -0
  363. data/lib/itsi/server/config/options/log_target.md +38 -0
  364. data/lib/itsi/server/config/options/log_target.rb +19 -0
  365. data/lib/itsi/server/config/options/log_target_filters.md +17 -0
  366. data/lib/itsi/server/config/options/log_target_filters.rb +19 -0
  367. data/lib/itsi/server/config/options/multithreaded_reactor.md +27 -0
  368. data/lib/itsi/server/config/options/multithreaded_reactor.rb +24 -0
  369. data/lib/itsi/server/config/options/nodelay.md +16 -0
  370. data/lib/itsi/server/config/options/nodelay.rb +19 -0
  371. data/lib/itsi/server/config/options/oob_gc_responses_threshold.md +19 -0
  372. data/lib/itsi/server/config/options/oob_gc_responses_threshold.rb +18 -0
  373. data/lib/itsi/server/config/options/pin_worker_cores.md +17 -0
  374. data/lib/itsi/server/config/options/pin_worker_cores.rb +19 -0
  375. data/lib/itsi/server/config/options/pipeline_flush.md +16 -0
  376. data/lib/itsi/server/config/options/pipeline_flush.rb +19 -0
  377. data/lib/itsi/server/config/options/preload.md +21 -0
  378. data/lib/itsi/server/config/options/preload.rb +18 -0
  379. data/lib/itsi/server/config/options/recv_buffer_size.md +15 -0
  380. data/lib/itsi/server/config/options/recv_buffer_size.rb +19 -0
  381. data/lib/itsi/server/config/options/redirect_http_to_https.md +21 -0
  382. data/lib/itsi/server/config/options/redirect_http_to_https.rb +30 -0
  383. data/lib/itsi/server/config/options/request_timeout.md +23 -0
  384. data/lib/itsi/server/config/options/request_timeout.rb +19 -0
  385. data/lib/itsi/server/config/options/reuse_address.md +18 -0
  386. data/lib/itsi/server/config/options/reuse_address.rb +19 -0
  387. data/lib/itsi/server/config/options/reuse_port.md +18 -0
  388. data/lib/itsi/server/config/options/reuse_port.rb +17 -0
  389. data/lib/itsi/server/config/options/ruby_thread_request_backlog_size.md +18 -0
  390. data/lib/itsi/server/config/options/ruby_thread_request_backlog_size.rb +19 -0
  391. data/lib/itsi/server/config/options/scheduler_threads.md +41 -0
  392. data/lib/itsi/server/config/options/scheduler_threads.rb +17 -0
  393. data/lib/itsi/server/config/options/send_buffer_size.md +15 -0
  394. data/lib/itsi/server/config/options/send_buffer_size.rb +19 -0
  395. data/lib/itsi/server/config/options/shutdown_timeout.md +17 -0
  396. data/lib/itsi/server/config/options/shutdown_timeout.rb +19 -0
  397. data/lib/itsi/server/config/options/stream_body.md +32 -0
  398. data/lib/itsi/server/config/options/stream_body.rb +18 -0
  399. data/lib/itsi/server/config/options/threads.md +44 -0
  400. data/lib/itsi/server/config/options/threads.rb +17 -0
  401. data/lib/itsi/server/config/options/watch.md +16 -0
  402. data/lib/itsi/server/config/options/watch.rb +28 -0
  403. data/lib/itsi/server/config/options/worker_memory_limit.md +22 -0
  404. data/lib/itsi/server/config/options/worker_memory_limit.rb +18 -0
  405. data/lib/itsi/server/config/options/workers.md +42 -0
  406. data/lib/itsi/server/config/options/workers.rb +17 -0
  407. data/lib/itsi/server/config/options/writev.md +25 -0
  408. data/lib/itsi/server/config/options/writev.rb +19 -0
  409. data/lib/itsi/server/config/typed_struct.rb +239 -0
  410. data/lib/itsi/server/config.rb +321 -0
  411. data/lib/itsi/server/default_app/default_app.rb +34 -0
  412. data/lib/itsi/server/default_app/index.html +115 -0
  413. data/lib/itsi/server/default_config/Itsi.rb +108 -0
  414. data/lib/itsi/server/grpc/grpc_call.rb +247 -0
  415. data/lib/itsi/server/grpc/grpc_interface.rb +106 -0
  416. data/lib/itsi/server/grpc/reflection/v1/reflection_pb.rb +26 -0
  417. data/lib/itsi/server/grpc/reflection/v1/reflection_services_pb.rb +122 -0
  418. data/lib/itsi/server/native_extension.rb +34 -0
  419. data/lib/itsi/server/rack/handler/itsi.rb +29 -0
  420. data/lib/itsi/server/rack_interface.rb +109 -0
  421. data/lib/itsi/server/route_tester.rb +159 -0
  422. data/lib/itsi/server/scheduler_interface.rb +23 -0
  423. data/lib/itsi/server/scheduler_mode.rb +10 -0
  424. data/lib/itsi/server/signal_trap.rb +33 -0
  425. data/lib/itsi/server/typed_handlers/param_parser.rb +221 -0
  426. data/lib/itsi/server/typed_handlers/source_parser.rb +58 -0
  427. data/lib/itsi/server/typed_handlers.rb +25 -0
  428. data/lib/itsi/server/version.rb +7 -0
  429. data/lib/itsi/server.rb +288 -0
  430. data/lib/itsi/standard_headers.rb +86 -0
  431. data/lib/ruby_lsp/itsi/addon.rb +128 -0
  432. data/lib/shell_completions/completions.rb +26 -0
  433. data/vendor/rb-sys-build/.cargo-ok +1 -0
  434. data/vendor/rb-sys-build/.cargo_vcs_info.json +6 -0
  435. data/vendor/rb-sys-build/Cargo.lock +294 -0
  436. data/vendor/rb-sys-build/Cargo.toml +71 -0
  437. data/vendor/rb-sys-build/Cargo.toml.orig +32 -0
  438. data/vendor/rb-sys-build/LICENSE-APACHE +190 -0
  439. data/vendor/rb-sys-build/LICENSE-MIT +21 -0
  440. data/vendor/rb-sys-build/src/bindings/sanitizer.rs +185 -0
  441. data/vendor/rb-sys-build/src/bindings/stable_api.rs +247 -0
  442. data/vendor/rb-sys-build/src/bindings/wrapper.h +71 -0
  443. data/vendor/rb-sys-build/src/bindings.rs +280 -0
  444. data/vendor/rb-sys-build/src/cc.rs +421 -0
  445. data/vendor/rb-sys-build/src/lib.rs +12 -0
  446. data/vendor/rb-sys-build/src/rb_config/flags.rs +101 -0
  447. data/vendor/rb-sys-build/src/rb_config/library.rs +132 -0
  448. data/vendor/rb-sys-build/src/rb_config/search_path.rs +57 -0
  449. data/vendor/rb-sys-build/src/rb_config.rs +906 -0
  450. data/vendor/rb-sys-build/src/utils.rs +53 -0
  451. metadata +569 -0
@@ -0,0 +1,449 @@
1
+ use crate::{
2
+ ruby_types::itsi_server::itsi_server_config::ItsiServerConfig,
3
+ server::{
4
+ lifecycle_event::LifecycleEvent,
5
+ request_job::RequestJob,
6
+ serve_strategy::acceptor::{Acceptor, AcceptorArgs},
7
+ signal::{
8
+ send_lifecycle_event, subscribe_runtime_to_signals, unsubscribe_runtime,
9
+ SHUTDOWN_REQUESTED,
10
+ },
11
+ thread_worker::{build_thread_workers, ThreadWorker},
12
+ },
13
+ };
14
+ use hyper_util::{
15
+ rt::{TokioExecutor, TokioTimer},
16
+ server::conn::auto::Builder,
17
+ };
18
+ use itsi_error::{ItsiError, Result};
19
+ use itsi_rb_helpers::{
20
+ call_with_gvl, call_without_gvl, create_ruby_thread, funcall_no_ret, print_rb_backtrace,
21
+ };
22
+ use itsi_tracing::{debug, error, info};
23
+ use magnus::{value::ReprValue, Value};
24
+ use nix::unistd::Pid;
25
+ use parking_lot::RwLock;
26
+ use std::sync::Arc;
27
+ use std::{
28
+ collections::HashMap,
29
+ sync::atomic::{AtomicBool, Ordering},
30
+ thread::sleep,
31
+ time::{Duration, Instant, SystemTime, UNIX_EPOCH},
32
+ };
33
+ use tokio::{
34
+ runtime::{Builder as RuntimeBuilder, Runtime},
35
+ sync::watch::{self},
36
+ task::JoinSet,
37
+ };
38
+ use tracing::instrument;
39
+
40
+ pub struct SingleMode {
41
+ pub worker_id: usize,
42
+ pub executor: Builder<TokioExecutor>,
43
+ pub server_config: Arc<ItsiServerConfig>,
44
+ pub restart_requested: AtomicBool,
45
+ pub status: RwLock<HashMap<u8, (u64, u64)>>,
46
+ }
47
+
48
+ #[derive(PartialEq, Debug)]
49
+ pub enum RunningPhase {
50
+ Running,
51
+ ShutdownPending,
52
+ Shutdown,
53
+ }
54
+
55
+ impl SingleMode {
56
+ #[instrument(parent=None, skip_all)]
57
+ pub fn new(server_config: Arc<ItsiServerConfig>, worker_id: usize) -> Result<Self> {
58
+ server_config.server_params.read().preload_ruby()?;
59
+ let executor = {
60
+ let mut executor = Builder::new(TokioExecutor::new());
61
+ let server_params = server_config.server_params.read();
62
+ let mut http1_executor = executor.http1();
63
+
64
+ http1_executor
65
+ .header_read_timeout(server_params.header_read_timeout)
66
+ .pipeline_flush(server_params.pipeline_flush)
67
+ .timer(TokioTimer::new());
68
+
69
+ if let Some(writev) = server_params.writev {
70
+ http1_executor.writev(writev);
71
+ }
72
+
73
+ executor
74
+ .http2()
75
+ .max_concurrent_streams(server_params.max_concurrent_streams)
76
+ .max_local_error_reset_streams(server_params.max_local_error_reset_streams)
77
+ .max_header_list_size(server_params.max_header_list_size)
78
+ .max_send_buf_size(server_params.max_send_buf_size)
79
+ .enable_connect_protocol();
80
+ executor
81
+ };
82
+
83
+ Ok(Self {
84
+ worker_id,
85
+ executor,
86
+ server_config,
87
+ restart_requested: AtomicBool::new(false),
88
+ status: RwLock::new(HashMap::new()),
89
+ })
90
+ }
91
+
92
+ pub fn is_zero_worker(&self) -> bool {
93
+ self.worker_id == 0
94
+ }
95
+
96
+ pub fn build_runtime(&self) -> Runtime {
97
+ let mut builder: RuntimeBuilder = if self
98
+ .server_config
99
+ .server_params
100
+ .read()
101
+ .multithreaded_reactor
102
+ {
103
+ RuntimeBuilder::new_multi_thread()
104
+ } else {
105
+ RuntimeBuilder::new_current_thread()
106
+ };
107
+ builder
108
+ .thread_name("itsi-server-accept-loop")
109
+ .thread_stack_size(512 * 1024)
110
+ .max_blocking_threads(4)
111
+ .event_interval(16)
112
+ .global_queue_interval(64)
113
+ .max_io_events_per_tick(256)
114
+ .enable_all()
115
+ .build()
116
+ .expect("Failed to build Tokio runtime")
117
+ }
118
+
119
+ pub fn stop(&self) -> Result<()> {
120
+ SHUTDOWN_REQUESTED.store(true, std::sync::atomic::Ordering::SeqCst);
121
+ send_lifecycle_event(LifecycleEvent::Shutdown);
122
+ Ok(())
123
+ }
124
+
125
+ pub async fn print_info(&self, thread_workers: Arc<Vec<Arc<ThreadWorker>>>) -> Result<()> {
126
+ println!(" └─ Worker");
127
+ println!(
128
+ " - binds: {:?}",
129
+ self.server_config.server_params.read().binds
130
+ );
131
+
132
+ println!(
133
+ " ─ streaming body: {:?}",
134
+ self.server_config.server_params.read().streamable_body
135
+ );
136
+ println!(
137
+ " ─ multithreaded runtime: {:?}",
138
+ self.server_config
139
+ .server_params
140
+ .read()
141
+ .multithreaded_reactor
142
+ );
143
+ println!(
144
+ " ─ scheduler: {:?}",
145
+ self.server_config.server_params.read().scheduler_class
146
+ );
147
+ println!(
148
+ " ─ OOB GC Response threadhold: {:?}",
149
+ self.server_config
150
+ .server_params
151
+ .read()
152
+ .oob_gc_responses_threshold
153
+ );
154
+ for worker in thread_workers.iter() {
155
+ println!(" └─ - Thread : {:?}", worker.id);
156
+ println!(" - # Requests Processed: {:?}", worker.request_id);
157
+ println!(
158
+ " - Last Request Started: {:?} ago",
159
+ if worker.current_request_start.load(Ordering::Relaxed) == 0 {
160
+ Duration::from_secs(0)
161
+ } else {
162
+ SystemTime::now()
163
+ .duration_since(
164
+ UNIX_EPOCH
165
+ + Duration::from_secs(
166
+ worker.current_request_start.load(Ordering::Relaxed),
167
+ ),
168
+ )
169
+ .unwrap_or(Duration::from_secs(0))
170
+ }
171
+ );
172
+ call_with_gvl(|_| {
173
+ if let Some(thread) = worker.thread.read().as_ref() {
174
+ if let Ok(backtrace) = thread.funcall::<_, _, Vec<String>>("backtrace", ()) {
175
+ println!(" - Backtrace:");
176
+ for line in backtrace {
177
+ println!(" - {}", line);
178
+ }
179
+ }
180
+ }
181
+ })
182
+ }
183
+
184
+ Ok(())
185
+ }
186
+
187
+ pub fn start_monitors(
188
+ self: Arc<Self>,
189
+ thread_workers: Arc<Vec<Arc<ThreadWorker>>>,
190
+ ) -> Option<magnus::Thread> {
191
+ call_with_gvl(move |_| {
192
+ create_ruby_thread(move || {
193
+ call_without_gvl(move || {
194
+ let monitor_runtime = RuntimeBuilder::new_current_thread()
195
+ .enable_all()
196
+ .build()
197
+ .unwrap();
198
+ let receiver = self.clone();
199
+ monitor_runtime.block_on({
200
+ let mut lifecycle_rx = subscribe_runtime_to_signals();
201
+ let receiver = receiver.clone();
202
+ let thread_workers = thread_workers.clone();
203
+ async move {
204
+ loop {
205
+ tokio::select! {
206
+ _ = tokio::time::sleep(Duration::from_secs(1)) => {
207
+ let mut status_lock = receiver.status.write();
208
+ thread_workers.iter().for_each(|worker| {
209
+ let worker_entry = status_lock.entry(worker.id);
210
+ let data = (
211
+ worker.request_id.load(Ordering::Relaxed),
212
+ worker.current_request_start.load(Ordering::Relaxed),
213
+ );
214
+ worker_entry.or_insert(data);
215
+ });
216
+ }
217
+ lifecycle_event = lifecycle_rx.recv() => {
218
+ match lifecycle_event {
219
+ Ok(LifecycleEvent::Restart) | Ok(LifecycleEvent::Reload) => {
220
+ receiver.restart().await.ok();
221
+ }
222
+ Ok(LifecycleEvent::Shutdown) => {
223
+ break;
224
+ }
225
+ Ok(LifecycleEvent::PrintInfo) => {
226
+ receiver.print_info(thread_workers.clone()).await.ok();
227
+ }
228
+ Err(e) => {
229
+ debug!("Lifecycle channel closed: {:?}, exiting single mode monitor loop", e);
230
+ break;
231
+ }
232
+ _ => {}
233
+ }
234
+ }
235
+ }
236
+ }
237
+ }
238
+ })
239
+ })
240
+ })
241
+ })
242
+ }
243
+
244
+ #[instrument(name="worker", parent=None, skip(self), fields(pid=format!("{}", Pid::this())))]
245
+ pub fn run(self: Arc<Self>) -> Result<()> {
246
+ let (thread_workers, job_sender, nonblocking_sender) = build_thread_workers(
247
+ self.server_config.server_params.read().clone(),
248
+ self.worker_id,
249
+ )
250
+ .inspect_err(|e| {
251
+ if let Some(err_val) = e.value() {
252
+ print_rb_backtrace(err_val);
253
+ }
254
+ })?;
255
+
256
+ let worker_count = thread_workers.len();
257
+ info!(
258
+ threads = worker_count,
259
+ binds = format!("{:?}", self.server_config.server_params.read().binds)
260
+ );
261
+
262
+ let shutdown_timeout = self.server_config.server_params.read().shutdown_timeout;
263
+ let (shutdown_sender, _) = watch::channel(RunningPhase::Running);
264
+ let monitor_thread = self.clone().start_monitors(thread_workers.clone());
265
+
266
+ // If we're on Linux with reuse_port enabled, we can use
267
+ // kernel level load balancing across processes sharing a port.
268
+ // To take advantage of this, these forks will rebind to the same port upon boot.
269
+ // Worker 0 is special (this one just inherits the bind from the master process).
270
+ let is_zero_worker = self.is_zero_worker();
271
+ let should_rebind = !is_zero_worker && self.server_config.use_reuse_port_load_balancing();
272
+
273
+ if monitor_thread.is_none() {
274
+ error!("Failed to start monitor thread");
275
+ return Err(ItsiError::new("Failed to start monitor thread"));
276
+ }
277
+ let monitor_thread = monitor_thread.unwrap();
278
+ if SHUTDOWN_REQUESTED.load(Ordering::SeqCst) {
279
+ return Ok(());
280
+ }
281
+ let runtime = self.build_runtime();
282
+ let result = runtime.block_on(async {
283
+ let mut listener_task_set = JoinSet::new();
284
+ let server_params = self.server_config.server_params.read().clone();
285
+ if let Err(err) = server_params.initialize_middleware().await {
286
+ error!("Failed to initialize middleware: {}", err);
287
+ return Err(ItsiError::new("Failed to initialize middleware"));
288
+ }
289
+ let tokio_listeners = server_params
290
+ .listeners
291
+ .lock()
292
+ .drain(..)
293
+ .map(|list| Arc::new(list.into_tokio_listener(should_rebind)))
294
+ .collect::<Vec<_>>();
295
+
296
+ tokio_listeners.iter().cloned().for_each(|listener| {
297
+ let shutdown_sender = shutdown_sender.clone();
298
+ let job_sender = job_sender.clone();
299
+ let nonblocking_sender = nonblocking_sender.clone();
300
+
301
+ let mut lifecycle_rx = subscribe_runtime_to_signals();
302
+ let mut shutdown_receiver = shutdown_sender.subscribe();
303
+ let mut acceptor = Acceptor {
304
+ acceptor_args: Arc::new(AcceptorArgs {
305
+ strategy: self.clone(),
306
+ listener_info: listener.listener_info(),
307
+ shutdown_receiver: shutdown_sender.subscribe(),
308
+ job_sender: job_sender.clone(),
309
+ nonblocking_sender: nonblocking_sender.clone(),
310
+ server_params: server_params.clone(),
311
+ }),
312
+ join_set: JoinSet::new(),
313
+ };
314
+
315
+ let shutdown_rx_for_acme_task = shutdown_receiver.clone();
316
+ let acme_task_listener_clone = listener.clone();
317
+
318
+ let mut after_accept_wait: Option<Duration> = None::<Duration>;
319
+
320
+ if cfg!(target_os = "macos") {
321
+ after_accept_wait = if server_params.workers > 1 && !(server_params.socket_opts.reuse_port && server_params.socket_opts.reuse_address) {
322
+ Some(Duration::from_nanos(10 * server_params.workers as u64))
323
+ } else {
324
+ None
325
+ };
326
+ };
327
+
328
+ listener_task_set.spawn(async move {
329
+ acme_task_listener_clone
330
+ .spawn_acme_event_task(shutdown_rx_for_acme_task)
331
+ .await;
332
+ });
333
+
334
+ listener_task_set.spawn(async move {
335
+ loop {
336
+ // Process any pending signals before select
337
+ tokio::select! {
338
+ accept_result = listener.accept() => {
339
+ match accept_result {
340
+ Ok(accepted) => acceptor.serve_connection(accepted).await,
341
+ Err(e) => debug!("Listener.accept failed: {:?}", e)
342
+ }
343
+ if cfg!(target_os = "macos") {
344
+ if let Some(after_accept_wait) = after_accept_wait{
345
+ tokio::time::sleep(after_accept_wait).await;
346
+ }
347
+ }
348
+ },
349
+ _ = shutdown_receiver.changed() => {
350
+ debug!("Shutdown requested via receiver");
351
+ break;
352
+ },
353
+ lifecycle_event = lifecycle_rx.recv() => {
354
+ match lifecycle_event {
355
+ Ok(LifecycleEvent::Shutdown) => {
356
+ debug!("Received LifecycleEvent::Shutdown");
357
+ let _ = shutdown_sender.send(RunningPhase::ShutdownPending);
358
+ break;
359
+ },
360
+ Err(e) => {
361
+ debug!("Lifecycle channel closed: {:?}, exiting accept loop", e);
362
+ break
363
+ },
364
+ _ => ()
365
+ }
366
+ }
367
+ }
368
+ }
369
+ acceptor.join().await;
370
+ });
371
+ });
372
+
373
+ if self.is_single_mode() {
374
+ self.invoke_hook("after_start");
375
+ }
376
+
377
+ while let Some(_res) = listener_task_set.join_next().await {}
378
+ drop(tokio_listeners);
379
+
380
+ Ok::<(), ItsiError>(())
381
+ });
382
+
383
+ debug!("Single mode runtime exited.");
384
+
385
+ for _i in 0..thread_workers.len() {
386
+ job_sender.send_blocking(RequestJob::Shutdown).unwrap();
387
+ nonblocking_sender
388
+ .send_blocking(RequestJob::Shutdown)
389
+ .unwrap();
390
+ }
391
+ if result.is_err() {
392
+ send_lifecycle_event(LifecycleEvent::Shutdown);
393
+ }
394
+
395
+ shutdown_sender.send(RunningPhase::Shutdown).ok();
396
+ runtime.shutdown_timeout(Duration::from_millis(100));
397
+ unsubscribe_runtime();
398
+
399
+ debug!("Shutdown timeout finished.");
400
+
401
+ let deadline = Instant::now() + Duration::from_secs_f64(shutdown_timeout);
402
+ loop {
403
+ if thread_workers
404
+ .iter()
405
+ .all(|worker| call_with_gvl(move |_| !worker.poll_shutdown(deadline)))
406
+ {
407
+ funcall_no_ret(monitor_thread, "join", ()).ok();
408
+ break;
409
+ }
410
+ sleep(Duration::from_millis(50));
411
+ }
412
+
413
+ if self.is_single_mode() {
414
+ self.invoke_hook("before_shutdown");
415
+ }
416
+
417
+ if self.restart_requested.load(Ordering::SeqCst) {
418
+ self.restart_requested.store(false, Ordering::SeqCst);
419
+ info!("Worker restarting");
420
+ self.run()?;
421
+ }
422
+
423
+ debug!("Runtime has shut down");
424
+ result
425
+ }
426
+
427
+ pub fn is_single_mode(&self) -> bool {
428
+ self.server_config.server_params.read().workers == 1
429
+ }
430
+
431
+ pub fn invoke_hook(&self, hook_name: &str) {
432
+ if let Some(hook) = self.server_config.server_params.read().hooks.get(hook_name) {
433
+ call_with_gvl(|_| hook.call::<_, Value>(()).ok());
434
+ }
435
+ }
436
+ /// Restart the server while keeping connections open.
437
+ pub async fn restart(&self) -> Result<()> {
438
+ if !self.server_config.check_config().await {
439
+ return Ok(());
440
+ }
441
+ if self.is_single_mode() {
442
+ self.invoke_hook("before_restart");
443
+ }
444
+ self.server_config.stop_watcher()?;
445
+ self.server_config.dup_fds()?;
446
+ self.server_config.reload_exec()?;
447
+ Ok(())
448
+ }
449
+ }
@@ -0,0 +1,129 @@
1
+ use std::{
2
+ collections::VecDeque,
3
+ sync::atomic::{AtomicBool, AtomicI8, Ordering},
4
+ };
5
+
6
+ use nix::libc::{self, sighandler_t};
7
+ use parking_lot::Mutex;
8
+ use tokio::sync::broadcast;
9
+ use tracing::{debug, warn};
10
+
11
+ use super::lifecycle_event::LifecycleEvent;
12
+
13
+ pub static SIGINT_COUNT: AtomicI8 = AtomicI8::new(0);
14
+ pub static SHUTDOWN_REQUESTED: AtomicBool = AtomicBool::new(false);
15
+ pub static SIGNAL_HANDLER_CHANNEL: Mutex<Option<broadcast::Sender<LifecycleEvent>>> =
16
+ Mutex::new(None);
17
+
18
+ pub static PENDING_QUEUE: Mutex<VecDeque<LifecycleEvent>> = Mutex::new(VecDeque::new());
19
+
20
+ pub fn subscribe_runtime_to_signals() -> broadcast::Receiver<LifecycleEvent> {
21
+ let mut guard = SIGNAL_HANDLER_CHANNEL.lock();
22
+ if let Some(sender) = guard.as_ref() {
23
+ return sender.subscribe();
24
+ }
25
+ let (sender, receiver) = broadcast::channel(32);
26
+ let sender_clone = sender.clone();
27
+ std::thread::spawn(move || {
28
+ std::thread::sleep(std::time::Duration::from_millis(10));
29
+ for event in PENDING_QUEUE.lock().drain(..) {
30
+ if let Err(e) = sender_clone.send(event) {
31
+ eprintln!("Warning: Failed to send pending lifecycle event {:?}", e);
32
+ }
33
+ }
34
+ });
35
+
36
+ guard.replace(sender);
37
+
38
+ receiver
39
+ }
40
+
41
+ pub fn unsubscribe_runtime() {
42
+ SIGNAL_HANDLER_CHANNEL.lock().take();
43
+ }
44
+
45
+ pub fn send_lifecycle_event(event: LifecycleEvent) {
46
+ if let Some(sender) = SIGNAL_HANDLER_CHANNEL.lock().as_ref() {
47
+ if let Err(e) = sender.send(event) {
48
+ if matches!(
49
+ e.0,
50
+ LifecycleEvent::Shutdown | LifecycleEvent::ForceShutdown
51
+ ) {
52
+ SHUTDOWN_REQUESTED.store(true, Ordering::SeqCst);
53
+ warn!(
54
+ "Dropping shutdown lifecycle event after receiver closed: {:?}",
55
+ e
56
+ );
57
+ } else {
58
+ eprintln!("Warning: Failed to send lifecycle event {:?}", e);
59
+ }
60
+ }
61
+ } else {
62
+ PENDING_QUEUE.lock().push_back(event);
63
+ }
64
+ }
65
+
66
+ fn receive_signal(signum: i32, _: sighandler_t) {
67
+ debug!("Received signal: {}", signum);
68
+ SIGINT_COUNT.fetch_add(-1, Ordering::SeqCst);
69
+ let event = match signum {
70
+ libc::SIGTERM | libc::SIGINT => {
71
+ debug!("Received shutdown signal (SIGTERM/SIGINT)");
72
+ SHUTDOWN_REQUESTED.store(true, Ordering::SeqCst);
73
+ SIGINT_COUNT.fetch_add(2, Ordering::SeqCst);
74
+ if SIGINT_COUNT.load(Ordering::SeqCst) < 2 {
75
+ debug!("First shutdown signal, requesting graceful shutdown");
76
+ Some(LifecycleEvent::Shutdown)
77
+ } else {
78
+ warn!("Multiple shutdown signals received, forcing immediate shutdown");
79
+ Some(LifecycleEvent::ForceShutdown)
80
+ }
81
+ }
82
+ libc::SIGUSR2 => Some(LifecycleEvent::PrintInfo),
83
+ libc::SIGUSR1 => Some(LifecycleEvent::Restart),
84
+ libc::SIGHUP => Some(LifecycleEvent::Reload),
85
+ libc::SIGTTIN => Some(LifecycleEvent::IncreaseWorkers),
86
+ libc::SIGTTOU => Some(LifecycleEvent::DecreaseWorkers),
87
+ libc::SIGCHLD => Some(LifecycleEvent::ChildTerminated),
88
+ _ => None,
89
+ };
90
+
91
+ if let Some(event) = event {
92
+ debug!("Signal {} mapped to lifecycle event: {:?}", signum, event);
93
+ send_lifecycle_event(event);
94
+ } else {
95
+ debug!("Signal {} not mapped to any lifecycle event", signum);
96
+ }
97
+ }
98
+
99
+ pub fn reset_signal_handlers() -> bool {
100
+ debug!("Resetting signal handlers");
101
+ SIGINT_COUNT.store(0, Ordering::SeqCst);
102
+ SHUTDOWN_REQUESTED.store(false, Ordering::SeqCst);
103
+
104
+ unsafe {
105
+ libc::signal(libc::SIGTERM, receive_signal as usize);
106
+ libc::signal(libc::SIGINT, receive_signal as usize);
107
+ libc::signal(libc::SIGUSR2, receive_signal as usize);
108
+ libc::signal(libc::SIGUSR1, receive_signal as usize);
109
+ libc::signal(libc::SIGHUP, receive_signal as usize);
110
+ libc::signal(libc::SIGTTIN, receive_signal as usize);
111
+ libc::signal(libc::SIGTTOU, receive_signal as usize);
112
+ libc::signal(libc::SIGCHLD, receive_signal as usize);
113
+ }
114
+ true
115
+ }
116
+
117
+ pub fn clear_signal_handlers() {
118
+ debug!("Clearing signal handlers");
119
+ unsafe {
120
+ libc::signal(libc::SIGTERM, libc::SIG_DFL);
121
+ libc::signal(libc::SIGINT, libc::SIG_DFL);
122
+ libc::signal(libc::SIGUSR2, libc::SIG_DFL);
123
+ libc::signal(libc::SIGUSR1, libc::SIG_DFL);
124
+ libc::signal(libc::SIGHUP, libc::SIG_DFL);
125
+ libc::signal(libc::SIGTTIN, libc::SIG_DFL);
126
+ libc::signal(libc::SIGTTOU, libc::SIG_DFL);
127
+ libc::signal(libc::SIGCHLD, libc::SIG_DFL);
128
+ }
129
+ }
@@ -0,0 +1,107 @@
1
+ use bytes::Buf;
2
+ use hyper::body::Body;
3
+ use hyper::body::Frame;
4
+ use hyper::body::SizeHint;
5
+ use std::error::Error;
6
+ use std::fmt;
7
+ use std::ops::Deref;
8
+ use std::pin::Pin;
9
+ use std::sync::atomic::AtomicUsize;
10
+ use std::sync::atomic::Ordering;
11
+ use std::task::Context;
12
+ use std::task::Poll;
13
+ use tracing::debug;
14
+
15
+ /// Custom error to indicate that the maximum body size was exceeded.
16
+ #[derive(Debug)]
17
+ pub struct MaxBodySizeReached;
18
+ impl fmt::Display for MaxBodySizeReached {
19
+ fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
20
+ write!(f, "Maximum body size reached")
21
+ }
22
+ }
23
+
24
+ impl Error for MaxBodySizeReached {}
25
+
26
+ #[derive(Debug)]
27
+ pub struct SizeLimitedIncoming<B> {
28
+ pub inner: B,
29
+ pub limit: AtomicUsize,
30
+ current: usize,
31
+ }
32
+
33
+ impl<B> Deref for SizeLimitedIncoming<B> {
34
+ type Target = B;
35
+
36
+ fn deref(&self) -> &Self::Target {
37
+ &self.inner
38
+ }
39
+ }
40
+
41
+ impl<B> SizeLimitedIncoming<B> {
42
+ pub fn new(inner: B) -> Self {
43
+ Self {
44
+ inner,
45
+ limit: AtomicUsize::new(usize::MAX),
46
+ current: 0,
47
+ }
48
+ }
49
+ }
50
+
51
+ impl<B> Body for SizeLimitedIncoming<B>
52
+ where
53
+ B: Body + Unpin,
54
+ B::Data: Buf,
55
+ // Ensure that the inner error converts into our boxed error type.
56
+ B::Error: Into<Box<dyn Error + Send + Sync>>,
57
+ {
58
+ type Data = B::Data;
59
+ type Error = Box<dyn Error + Send + Sync>;
60
+
61
+ fn poll_frame(
62
+ mut self: Pin<&mut Self>,
63
+ cx: &mut Context<'_>,
64
+ ) -> Poll<Option<Result<Frame<Self::Data>, Self::Error>>> {
65
+ // Pin the inner body.
66
+ let inner = Pin::new(&mut self.inner);
67
+ match inner.poll_frame(cx) {
68
+ Poll::Ready(Some(Ok(frame))) => {
69
+ // Use public methods since we cannot match on the private enum.
70
+ if frame.is_data() {
71
+ match frame.into_data() {
72
+ Ok(data) => {
73
+ let len = data.remaining();
74
+ self.current += len;
75
+ debug!(
76
+ target: "option::max_body",
77
+ "current: {}, limit: {}",
78
+ self.current, self.limit.load(Ordering::Relaxed)
79
+ );
80
+ if self.current > self.limit.load(Ordering::Relaxed) {
81
+ Poll::Ready(Some(Err(Box::new(MaxBodySizeReached))))
82
+ } else {
83
+ Poll::Ready(Some(Ok(Frame::data(data))))
84
+ }
85
+ }
86
+ // Should not occur if is_data() was true, but pass through if it does.
87
+ Err(frame) => Poll::Ready(Some(Ok(frame))),
88
+ }
89
+ } else {
90
+ // For non-data frames (e.g. trailers), just pass them along.
91
+ Poll::Ready(Some(Ok(frame)))
92
+ }
93
+ }
94
+ Poll::Ready(Some(Err(e))) => Poll::Ready(Some(Err(e.into()))),
95
+ Poll::Ready(None) => Poll::Ready(None),
96
+ Poll::Pending => Poll::Pending,
97
+ }
98
+ }
99
+
100
+ fn is_end_stream(&self) -> bool {
101
+ self.inner.is_end_stream()
102
+ }
103
+
104
+ fn size_hint(&self) -> SizeHint {
105
+ self.inner.size_hint()
106
+ }
107
+ }