grpc 1.57.0.pre1 → 1.58.0.pre1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (403) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +534 -284
  3. data/include/grpc/event_engine/event_engine.h +0 -1
  4. data/include/grpc/event_engine/memory_allocator.h +2 -2
  5. data/include/grpc/impl/channel_arg_names.h +371 -0
  6. data/include/grpc/impl/grpc_types.h +1 -353
  7. data/include/grpc/module.modulemap +1 -0
  8. data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +1 -1
  9. data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +2 -1
  10. data/src/core/ext/filters/client_channel/client_channel.cc +7 -3
  11. data/src/core/ext/filters/client_channel/http_proxy.cc +1 -1
  12. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +10 -5
  13. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +7 -5
  14. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +1 -0
  15. data/src/core/ext/filters/client_channel/lb_policy/health_check_client.cc +5 -3
  16. data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +4 -2
  17. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +115 -109
  18. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.h +0 -5
  19. data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +7 -2
  20. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +2 -1
  21. data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +1 -0
  22. data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +1 -1
  23. data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/weighted_round_robin.cc +11 -3
  24. data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +6 -1
  25. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +8 -5
  26. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +1 -1
  27. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +102 -11
  28. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +9 -4
  29. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +4 -1
  30. data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.cc +6 -0
  31. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +41 -14
  32. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +1 -1
  33. data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +3 -2
  34. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +1 -1
  35. data/src/core/ext/filters/client_channel/retry_filter.h +1 -0
  36. data/src/core/ext/filters/client_channel/retry_service_config.cc +1 -1
  37. data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +1 -1
  38. data/src/core/ext/filters/client_channel/subchannel.cc +9 -5
  39. data/src/core/ext/filters/client_channel/subchannel.h +8 -2
  40. data/src/core/ext/filters/deadline/deadline_filter.cc +1 -1
  41. data/src/core/ext/filters/http/client/http_client_filter.cc +1 -0
  42. data/src/core/ext/filters/http/client_authority_filter.cc +1 -1
  43. data/src/core/ext/filters/http/message_compress/compression_filter.cc +1 -0
  44. data/src/core/ext/filters/http/server/http_server_filter.cc +1 -1
  45. data/src/core/ext/filters/message_size/message_size_filter.cc +1 -0
  46. data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +4 -7
  47. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +1 -0
  48. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +8 -12
  49. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +357 -358
  50. data/src/core/ext/transport/chttp2/transport/frame_ping.cc +5 -18
  51. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +63 -4
  52. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +7 -2
  53. data/src/core/ext/transport/chttp2/transport/internal.h +30 -57
  54. data/src/core/ext/transport/chttp2/transport/parsing.cc +16 -7
  55. data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.cc +80 -0
  56. data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.h +55 -0
  57. data/src/core/ext/transport/chttp2/transport/ping_rate_policy.cc +98 -0
  58. data/src/core/ext/transport/chttp2/transport/ping_rate_policy.h +73 -0
  59. data/src/core/ext/transport/chttp2/transport/writing.cc +81 -89
  60. data/src/core/ext/transport/inproc/inproc_transport.cc +1 -0
  61. data/src/core/ext/xds/xds_client_grpc.cc +1 -0
  62. data/src/core/ext/xds/xds_http_fault_filter.cc +1 -2
  63. data/src/core/ext/xds/xds_http_fault_filter.h +1 -2
  64. data/src/core/ext/xds/xds_http_filters.h +2 -4
  65. data/src/core/ext/xds/xds_http_rbac_filter.cc +3 -8
  66. data/src/core/ext/xds/xds_http_rbac_filter.h +1 -2
  67. data/src/core/ext/xds/xds_http_stateful_session_filter.cc +1 -2
  68. data/src/core/ext/xds/xds_http_stateful_session_filter.h +1 -2
  69. data/src/core/ext/xds/xds_lb_policy_registry.cc +3 -6
  70. data/src/core/ext/xds/xds_routing.cc +2 -2
  71. data/src/core/ext/xds/xds_transport_grpc.cc +1 -0
  72. data/src/core/lib/avl/avl.h +10 -173
  73. data/src/core/lib/channel/call_tracer.cc +289 -0
  74. data/src/core/lib/channel/call_tracer.h +35 -0
  75. data/src/core/lib/channel/channel_args.cc +84 -79
  76. data/src/core/lib/channel/channel_args.h +29 -17
  77. data/src/core/lib/channel/connected_channel.cc +0 -1
  78. data/src/core/lib/channel/promise_based_filter.cc +4 -1
  79. data/src/core/lib/compression/compression_internal.cc +8 -4
  80. data/src/core/lib/debug/stats_data.cc +93 -21
  81. data/src/core/lib/debug/stats_data.h +41 -0
  82. data/src/core/lib/event_engine/ares_resolver.cc +712 -0
  83. data/src/core/lib/event_engine/ares_resolver.h +150 -0
  84. data/src/core/lib/event_engine/cf_engine/cf_engine.cc +9 -3
  85. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +2 -2
  86. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +229 -0
  87. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.h +117 -0
  88. data/src/core/lib/event_engine/forkable.cc +15 -1
  89. data/src/core/lib/event_engine/forkable.h +15 -0
  90. data/src/core/lib/event_engine/grpc_polled_fd.h +73 -0
  91. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +25 -3
  92. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +10 -1
  93. data/src/core/lib/event_engine/posix_engine/grpc_polled_fd_posix.h +197 -0
  94. data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +3 -3
  95. data/src/core/lib/event_engine/posix_engine/posix_engine.cc +47 -1
  96. data/src/core/lib/event_engine/posix_engine/posix_engine.h +12 -1
  97. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +1 -0
  98. data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +2 -0
  99. data/src/core/lib/event_engine/thread_pool/thread_count.cc +58 -0
  100. data/src/core/lib/event_engine/thread_pool/thread_count.h +161 -0
  101. data/src/core/lib/event_engine/thread_pool/thread_pool_factory.cc +7 -0
  102. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +86 -111
  103. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +15 -61
  104. data/src/core/lib/event_engine/windows/windows_endpoint.cc +3 -4
  105. data/src/core/lib/experiments/config.cc +14 -0
  106. data/src/core/lib/experiments/experiments.cc +141 -304
  107. data/src/core/lib/experiments/experiments.h +16 -17
  108. data/src/core/lib/gprpp/ref_counted.h +3 -1
  109. data/src/core/lib/gprpp/ref_counted_string.cc +44 -0
  110. data/src/core/lib/gprpp/ref_counted_string.h +146 -0
  111. data/src/core/lib/gprpp/time.h +2 -2
  112. data/src/core/lib/gprpp/work_serializer.cc +36 -0
  113. data/src/core/lib/gprpp/work_serializer.h +5 -0
  114. data/src/core/lib/http/httpcli_security_connector.cc +1 -0
  115. data/src/core/lib/iomgr/buffer_list.cc +2 -0
  116. data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +7 -22
  117. data/src/core/lib/iomgr/tcp_posix.cc +3 -3
  118. data/src/core/lib/promise/detail/basic_seq.h +1 -372
  119. data/src/core/lib/promise/detail/seq_state.h +2076 -0
  120. data/src/core/lib/promise/seq.h +19 -2
  121. data/src/core/lib/promise/sleep.h +5 -10
  122. data/src/core/lib/promise/try_seq.h +34 -2
  123. data/src/core/lib/resource_quota/api.cc +1 -0
  124. data/src/core/lib/resource_quota/arena.cc +2 -0
  125. data/src/core/lib/resource_quota/arena.h +42 -8
  126. data/src/core/lib/resource_quota/memory_quota.cc +0 -1
  127. data/src/core/lib/resource_quota/resource_quota.h +1 -0
  128. data/src/core/lib/security/authorization/authorization_policy_provider.h +1 -1
  129. data/src/core/lib/security/authorization/rbac_policy.h +1 -1
  130. data/src/core/lib/security/credentials/external/aws_request_signer.cc +8 -0
  131. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +1 -0
  132. data/src/core/lib/security/credentials/jwt/json_token.cc +17 -0
  133. data/src/core/lib/security/credentials/jwt/json_token.h +4 -0
  134. data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +42 -0
  135. data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +1 -0
  136. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +4 -0
  137. data/src/core/lib/security/credentials/tls/tls_credentials.cc +1 -0
  138. data/src/core/lib/security/credentials/xds/xds_credentials.cc +1 -0
  139. data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +1 -0
  140. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +1 -0
  141. data/src/core/lib/security/security_connector/ssl_utils.cc +1 -0
  142. data/src/core/lib/security/transport/client_auth_filter.cc +8 -5
  143. data/src/core/lib/security/transport/security_handshaker.cc +1 -0
  144. data/src/core/lib/security/transport/server_auth_filter.cc +2 -0
  145. data/src/core/lib/surface/call.cc +32 -8
  146. data/src/core/lib/surface/channel.cc +1 -0
  147. data/src/core/lib/surface/completion_queue.cc +10 -0
  148. data/src/core/lib/surface/init.cc +1 -0
  149. data/src/core/lib/surface/server.cc +67 -64
  150. data/src/core/lib/surface/server.h +1 -15
  151. data/src/core/lib/surface/version.cc +2 -2
  152. data/src/core/tsi/alts/crypt/aes_gcm.cc +27 -2
  153. data/src/core/tsi/ssl_transport_security.cc +11 -0
  154. data/src/ruby/ext/grpc/rb_channel.c +1 -53
  155. data/src/ruby/lib/grpc/generic/active_call.rb +9 -14
  156. data/src/ruby/lib/grpc/version.rb +1 -1
  157. data/src/ruby/pb/test/client.rb +16 -0
  158. data/src/ruby/spec/generic/rpc_server_spec.rb +3 -3
  159. data/third_party/abseil-cpp/absl/algorithm/container.h +3 -2
  160. data/third_party/abseil-cpp/absl/base/attributes.h +58 -5
  161. data/third_party/abseil-cpp/absl/base/call_once.h +1 -1
  162. data/third_party/abseil-cpp/absl/base/casts.h +8 -8
  163. data/third_party/abseil-cpp/absl/base/config.h +89 -106
  164. data/third_party/abseil-cpp/absl/base/dynamic_annotations.h +26 -1
  165. data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +2 -2
  166. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +50 -39
  167. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.h +2 -1
  168. data/third_party/abseil-cpp/absl/base/internal/prefetch.h +17 -18
  169. data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +32 -3
  170. data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +24 -4
  171. data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +31 -73
  172. data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +9 -8
  173. data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +11 -11
  174. data/third_party/abseil-cpp/absl/base/internal/throw_delegate.cc +23 -32
  175. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +2 -3
  176. data/third_party/abseil-cpp/absl/base/options.h +1 -1
  177. data/third_party/abseil-cpp/absl/base/policy_checks.h +3 -3
  178. data/third_party/abseil-cpp/absl/base/prefetch.h +198 -0
  179. data/third_party/abseil-cpp/absl/container/fixed_array.h +54 -29
  180. data/third_party/abseil-cpp/absl/container/flat_hash_map.h +5 -1
  181. data/third_party/abseil-cpp/absl/container/flat_hash_set.h +6 -2
  182. data/third_party/abseil-cpp/absl/container/inlined_vector.h +167 -79
  183. data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +1 -1
  184. data/third_party/abseil-cpp/absl/container/internal/compressed_tuple.h +3 -21
  185. data/third_party/abseil-cpp/absl/container/internal/container_memory.h +1 -1
  186. data/third_party/abseil-cpp/absl/container/internal/hash_function_defaults.h +46 -0
  187. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +2 -0
  188. data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +85 -26
  189. data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +35 -18
  190. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +70 -29
  191. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +437 -236
  192. data/third_party/abseil-cpp/absl/crc/crc32c.h +8 -1
  193. data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +14 -8
  194. data/third_party/abseil-cpp/absl/crc/internal/crc.cc +4 -35
  195. data/third_party/abseil-cpp/absl/crc/internal/crc.h +2 -10
  196. data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +1 -1
  197. data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.cc +1 -1
  198. data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.h +4 -4
  199. data/third_party/abseil-cpp/absl/crc/internal/crc_internal.h +8 -10
  200. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_x86_64.cc +17 -19
  201. data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +8 -8
  202. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +2 -1
  203. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +59 -23
  204. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +1 -1
  205. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +1 -1
  206. data/third_party/abseil-cpp/absl/debugging/internal/symbolize.h +1 -1
  207. data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +43 -19
  208. data/third_party/abseil-cpp/absl/debugging/symbolize_emscripten.inc +3 -0
  209. data/third_party/abseil-cpp/absl/flags/commandlineflag.h +1 -1
  210. data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.cc +1 -1
  211. data/third_party/abseil-cpp/absl/flags/internal/flag.cc +2 -2
  212. data/third_party/abseil-cpp/absl/flags/internal/flag.h +16 -15
  213. data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +1 -1
  214. data/third_party/abseil-cpp/absl/flags/marshalling.cc +43 -2
  215. data/third_party/abseil-cpp/absl/flags/marshalling.h +5 -0
  216. data/third_party/abseil-cpp/absl/functional/any_invocable.h +9 -1
  217. data/third_party/abseil-cpp/absl/functional/bind_front.h +1 -1
  218. data/third_party/abseil-cpp/absl/functional/function_ref.h +3 -3
  219. data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +37 -24
  220. data/third_party/abseil-cpp/absl/functional/internal/function_ref.h +19 -9
  221. data/third_party/abseil-cpp/absl/hash/hash.h +7 -4
  222. data/third_party/abseil-cpp/absl/hash/internal/hash.h +38 -15
  223. data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.cc +6 -0
  224. data/third_party/abseil-cpp/absl/meta/type_traits.h +48 -373
  225. data/third_party/abseil-cpp/absl/numeric/bits.h +4 -4
  226. data/third_party/abseil-cpp/absl/numeric/int128.cc +20 -8
  227. data/third_party/abseil-cpp/absl/numeric/int128.h +36 -39
  228. data/third_party/abseil-cpp/absl/numeric/int128_have_intrinsic.inc +0 -3
  229. data/third_party/abseil-cpp/absl/numeric/int128_no_intrinsic.inc +47 -30
  230. data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +4 -3
  231. data/third_party/abseil-cpp/absl/random/internal/generate_real.h +1 -1
  232. data/third_party/abseil-cpp/absl/random/internal/platform.h +1 -1
  233. data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +4 -0
  234. data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +1 -1
  235. data/third_party/abseil-cpp/absl/random/internal/randen_hwaes.cc +1 -1
  236. data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +1 -1
  237. data/third_party/abseil-cpp/absl/status/internal/status_internal.h +4 -0
  238. data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +12 -24
  239. data/third_party/abseil-cpp/absl/status/status.cc +11 -7
  240. data/third_party/abseil-cpp/absl/status/status.h +11 -2
  241. data/third_party/abseil-cpp/absl/status/statusor.h +22 -8
  242. data/third_party/abseil-cpp/absl/strings/ascii.cc +54 -6
  243. data/third_party/abseil-cpp/absl/strings/charconv.cc +21 -4
  244. data/third_party/abseil-cpp/absl/strings/charconv.h +2 -2
  245. data/third_party/abseil-cpp/absl/strings/cord.cc +1 -2
  246. data/third_party/abseil-cpp/absl/strings/cord.h +32 -5
  247. data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +23 -1
  248. data/third_party/abseil-cpp/absl/strings/cord_analysis.h +18 -0
  249. data/third_party/abseil-cpp/absl/strings/cord_buffer.h +2 -5
  250. data/third_party/abseil-cpp/absl/strings/escaping.cc +10 -32
  251. data/third_party/abseil-cpp/absl/strings/escaping.h +1 -1
  252. data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.cc +2 -4
  253. data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.h +3 -3
  254. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +0 -1
  255. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +15 -13
  256. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +13 -4
  257. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +8 -0
  258. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +5 -3
  259. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.h +4 -7
  260. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +8 -0
  261. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +2 -2
  262. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.cc +46 -20
  263. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +1 -34
  264. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +2 -1
  265. data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +23 -0
  266. data/third_party/abseil-cpp/absl/strings/internal/escaping.h +1 -0
  267. data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +2 -77
  268. data/third_party/abseil-cpp/absl/strings/internal/memutil.h +4 -112
  269. data/third_party/abseil-cpp/absl/strings/internal/stl_type_traits.h +1 -1
  270. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +10 -31
  271. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +8 -8
  272. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +5 -20
  273. data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +1 -0
  274. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +1 -1
  275. data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.cc +9 -9
  276. data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +56 -6
  277. data/third_party/abseil-cpp/absl/strings/match.cc +87 -0
  278. data/third_party/abseil-cpp/absl/strings/match.h +19 -0
  279. data/third_party/abseil-cpp/absl/strings/numbers.cc +154 -122
  280. data/third_party/abseil-cpp/absl/strings/numbers.h +1 -6
  281. data/third_party/abseil-cpp/absl/strings/str_cat.cc +7 -50
  282. data/third_party/abseil-cpp/absl/strings/str_cat.h +83 -15
  283. data/third_party/abseil-cpp/absl/strings/str_format.h +6 -3
  284. data/third_party/abseil-cpp/absl/strings/str_split.cc +9 -6
  285. data/third_party/abseil-cpp/absl/strings/string_view.cc +26 -4
  286. data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.cc +5 -0
  287. data/third_party/abseil-cpp/absl/synchronization/internal/futex.h +63 -43
  288. data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.cc +111 -0
  289. data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.h +63 -0
  290. data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +11 -7
  291. data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.cc +225 -0
  292. data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +122 -114
  293. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +12 -8
  294. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +10 -1
  295. data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.cc +167 -0
  296. data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.h +60 -0
  297. data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.cc +122 -0
  298. data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.h +65 -0
  299. data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.cc +91 -0
  300. data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.h +56 -0
  301. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +19 -113
  302. data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.cc +42 -0
  303. data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.h +90 -0
  304. data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.cc +151 -0
  305. data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.h +70 -0
  306. data/third_party/abseil-cpp/absl/synchronization/mutex.cc +407 -411
  307. data/third_party/abseil-cpp/absl/synchronization/mutex.h +152 -118
  308. data/third_party/abseil-cpp/absl/time/clock.cc +6 -7
  309. data/third_party/abseil-cpp/absl/time/duration.cc +24 -26
  310. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/time_zone.h +1 -0
  311. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_fixed.cc +1 -1
  312. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +3 -3
  313. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.cc +8 -6
  314. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.h +6 -3
  315. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.cc +4 -2
  316. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.h +4 -0
  317. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +322 -295
  318. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.h +8 -17
  319. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.cc +51 -33
  320. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.h +7 -2
  321. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +128 -2
  322. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_posix.h +1 -1
  323. data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +5 -1
  324. data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +34 -34
  325. data/third_party/abseil-cpp/absl/time/time.cc +9 -2
  326. data/third_party/abseil-cpp/absl/time/time.h +115 -15
  327. data/third_party/abseil-cpp/absl/types/internal/optional.h +0 -52
  328. data/third_party/abseil-cpp/absl/types/internal/span.h +2 -2
  329. data/third_party/abseil-cpp/absl/types/internal/variant.h +2 -2
  330. data/third_party/abseil-cpp/absl/types/optional.h +15 -13
  331. data/third_party/abseil-cpp/absl/types/span.h +1 -2
  332. data/third_party/boringssl-with-bazel/err_data.c +15 -14
  333. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +7 -3
  334. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +7 -7
  335. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +7 -3
  336. data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +5 -5
  337. data/third_party/boringssl-with-bazel/src/crypto/bio/errno.c +92 -0
  338. data/third_party/boringssl-with-bazel/src/crypto/bio/fd.c +4 -48
  339. data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +11 -6
  340. data/third_party/boringssl-with-bazel/src/crypto/bio/internal.h +16 -6
  341. data/third_party/boringssl-with-bazel/src/crypto/bio/socket.c +2 -2
  342. data/third_party/boringssl-with-bazel/src/crypto/bio/socket_helper.c +9 -0
  343. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +1 -1
  344. data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +3 -7
  345. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_apple.c +0 -2
  346. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_fuchsia.c +0 -1
  347. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_linux.c +0 -2
  348. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_openbsd.c +0 -1
  349. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_sysreg.c +93 -0
  350. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_win.c +1 -1
  351. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_freebsd.c +0 -1
  352. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_linux.c +0 -2
  353. data/third_party/boringssl-with-bazel/src/crypto/dh_extra/dh_asn1.c +4 -0
  354. data/third_party/boringssl-with-bazel/src/crypto/dh_extra/params.c +5 -0
  355. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/hash_to_curve.c +9 -14
  356. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/internal.h +4 -6
  357. data/third_party/boringssl-with-bazel/src/crypto/err/err.c +10 -11
  358. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/check.c +37 -8
  359. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +38 -19
  360. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/internal.h +7 -0
  361. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +39 -16
  362. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/service_indicator.c +4 -7
  363. data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +7 -0
  364. data/third_party/boringssl-with-bazel/src/crypto/internal.h +13 -21
  365. data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +6 -23
  366. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/getentropy.c +4 -0
  367. data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +5 -0
  368. data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +1 -6
  369. data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +0 -3
  370. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_d2.c +1 -3
  371. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +2 -3
  372. data/third_party/boringssl-with-bazel/src/include/openssl/base.h +9 -1
  373. data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +11 -1
  374. data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +4 -1
  375. data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +7 -9
  376. data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +6 -2
  377. data/third_party/boringssl-with-bazel/src/include/openssl/span.h +22 -20
  378. data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +4 -0
  379. data/third_party/boringssl-with-bazel/src/include/openssl/stack.h +20 -12
  380. data/third_party/boringssl-with-bazel/src/include/openssl/target.h +50 -3
  381. data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +0 -4
  382. data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +2 -2
  383. data/third_party/boringssl-with-bazel/src/ssl/ssl_file.cc +4 -4
  384. data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +2 -0
  385. metadata +39 -31
  386. data/src/core/lib/promise/detail/basic_join.h +0 -197
  387. data/src/core/lib/promise/detail/switch.h +0 -1455
  388. data/src/core/lib/promise/try_join.h +0 -82
  389. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +0 -403
  390. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_freebsd.c +0 -62
  391. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm.c +0 -38
  392. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_openbsd.c +0 -31
  393. data/third_party/re2/util/benchmark.h +0 -156
  394. data/third_party/re2/util/flags.h +0 -26
  395. data/third_party/re2/util/malloc_counter.h +0 -19
  396. data/third_party/re2/util/pcre.cc +0 -1025
  397. data/third_party/re2/util/pcre.h +0 -681
  398. data/third_party/re2/util/test.h +0 -50
  399. data/third_party/upb/upb/mini_table.h +0 -36
  400. data/third_party/zlib/gzclose.c +0 -25
  401. data/third_party/zlib/gzlib.c +0 -639
  402. data/third_party/zlib/gzread.c +0 -650
  403. data/third_party/zlib/gzwrite.c +0 -677
@@ -0,0 +1,161 @@
1
+ // Copyright 2023 The gRPC Authors
2
+ //
3
+ // Licensed under the Apache License, Version 2.0 (the "License");
4
+ // you may not use this file except in compliance with the License.
5
+ // You may obtain a copy of the License at
6
+ //
7
+ // http://www.apache.org/licenses/LICENSE-2.0
8
+ //
9
+ // Unless required by applicable law or agreed to in writing, software
10
+ // distributed under the License is distributed on an "AS IS" BASIS,
11
+ // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ // See the License for the specific language governing permissions and
13
+ // limitations under the License.
14
+ #ifndef GRPC_SRC_CORE_LIB_EVENT_ENGINE_THREAD_POOL_THREAD_COUNT_H
15
+ #define GRPC_SRC_CORE_LIB_EVENT_ENGINE_THREAD_POOL_THREAD_COUNT_H
16
+
17
+ #include <grpc/support/port_platform.h>
18
+
19
+ #include <atomic>
20
+ #include <cstddef>
21
+ #include <numeric>
22
+ #include <utility>
23
+ #include <vector>
24
+
25
+ #include "absl/base/thread_annotations.h"
26
+
27
+ #include <grpc/support/cpu.h>
28
+
29
+ #include "src/core/lib/gpr/useful.h"
30
+ #include "src/core/lib/gprpp/sync.h"
31
+ #include "src/core/lib/gprpp/time.h"
32
+
33
+ namespace grpc_event_engine {
34
+ namespace experimental {
35
+
36
+ // Tracks counts across some fixed number of shards.
37
+ // It is intended for fast increment/decrement operations, but a slower overall
38
+ // count operation.
39
+ class BusyThreadCount {
40
+ public:
41
+ // Increments a per-shard counter on construction, decrements on destruction.
42
+ class AutoThreadCounter {
43
+ public:
44
+ AutoThreadCounter(BusyThreadCount* counter, size_t idx)
45
+ : counter_(counter), idx_(idx) {
46
+ counter_->Increment(idx_);
47
+ }
48
+ ~AutoThreadCounter() {
49
+ if (counter_ != nullptr) counter_->Decrement(idx_);
50
+ }
51
+ // not copyable
52
+ AutoThreadCounter(const AutoThreadCounter&) = delete;
53
+ AutoThreadCounter& operator=(const AutoThreadCounter&) = delete;
54
+ // moveable
55
+ AutoThreadCounter(AutoThreadCounter&& other) noexcept {
56
+ counter_ = std::exchange(other.counter_, nullptr);
57
+ idx_ = other.idx_;
58
+ }
59
+ AutoThreadCounter& operator=(AutoThreadCounter&& other) noexcept {
60
+ counter_ = std::exchange(other.counter_, nullptr);
61
+ idx_ = other.idx_;
62
+ return *this;
63
+ }
64
+
65
+ private:
66
+ BusyThreadCount* counter_;
67
+ size_t idx_;
68
+ };
69
+
70
+ BusyThreadCount() : shards_(grpc_core::Clamp(gpr_cpu_num_cores(), 2u, 64u)) {}
71
+ AutoThreadCounter MakeAutoThreadCounter(size_t idx) {
72
+ return AutoThreadCounter(this, idx);
73
+ };
74
+ void Increment(size_t idx) {
75
+ shards_[idx].busy_count.fetch_add(1, std::memory_order_relaxed);
76
+ }
77
+ void Decrement(size_t idx) {
78
+ shards_[idx].busy_count.fetch_sub(1, std::memory_order_relaxed);
79
+ }
80
+ size_t count() {
81
+ return std::accumulate(
82
+ shards_.begin(), shards_.end(), 0, [](size_t running, ShardedData& d) {
83
+ return running + d.busy_count.load(std::memory_order_relaxed);
84
+ });
85
+ }
86
+ // Returns some valid index into the per-shard data, which is rotated on every
87
+ // call to distribute load and reduce contention.
88
+ size_t NextIndex() { return next_idx_.fetch_add(1) % shards_.size(); }
89
+
90
+ private:
91
+ struct ShardedData {
92
+ std::atomic<size_t> busy_count{0};
93
+ } GPR_ALIGN_STRUCT(GPR_CACHELINE_SIZE);
94
+
95
+ std::vector<ShardedData> shards_;
96
+ std::atomic<size_t> next_idx_{0};
97
+ };
98
+
99
+ // Tracks the number of living threads. It is intended for a fast count
100
+ // operation, with relatively slower increment/decrement operations.
101
+ class LivingThreadCount {
102
+ public:
103
+ // Increments the global counter on construction, decrements on destruction.
104
+ class AutoThreadCounter {
105
+ public:
106
+ explicit AutoThreadCounter(LivingThreadCount* counter) : counter_(counter) {
107
+ counter_->Increment();
108
+ }
109
+ ~AutoThreadCounter() {
110
+ if (counter_ != nullptr) counter_->Decrement();
111
+ }
112
+ // not copyable
113
+ AutoThreadCounter(const AutoThreadCounter&) = delete;
114
+ AutoThreadCounter& operator=(const AutoThreadCounter&) = delete;
115
+ // moveable
116
+ AutoThreadCounter(AutoThreadCounter&& other) noexcept {
117
+ counter_ = std::exchange(other.counter_, nullptr);
118
+ }
119
+ AutoThreadCounter& operator=(AutoThreadCounter&& other) noexcept {
120
+ counter_ = std::exchange(other.counter_, nullptr);
121
+ return *this;
122
+ }
123
+
124
+ private:
125
+ LivingThreadCount* counter_;
126
+ };
127
+
128
+ AutoThreadCounter MakeAutoThreadCounter() { return AutoThreadCounter(this); };
129
+ void Increment() ABSL_LOCKS_EXCLUDED(mu_) {
130
+ grpc_core::MutexLock lock(&mu_);
131
+ ++living_count_;
132
+ cv_.SignalAll();
133
+ }
134
+ void Decrement() ABSL_LOCKS_EXCLUDED(mu_) {
135
+ grpc_core::MutexLock lock(&mu_);
136
+ --living_count_;
137
+ cv_.SignalAll();
138
+ }
139
+ void BlockUntilThreadCount(size_t desired_threads, const char* why)
140
+ ABSL_LOCKS_EXCLUDED(mu_);
141
+ size_t count() ABSL_LOCKS_EXCLUDED(mu_) {
142
+ grpc_core::MutexLock lock(&mu_);
143
+ return CountLocked();
144
+ }
145
+
146
+ private:
147
+ size_t CountLocked() ABSL_EXCLUSIVE_LOCKS_REQUIRED(mu_) {
148
+ return living_count_;
149
+ }
150
+ size_t WaitForCountChange(size_t desired_threads,
151
+ grpc_core::Duration timeout);
152
+
153
+ grpc_core::Mutex mu_;
154
+ grpc_core::CondVar cv_ ABSL_GUARDED_BY(mu_);
155
+ size_t living_count_ ABSL_GUARDED_BY(mu_) = 0;
156
+ };
157
+
158
+ } // namespace experimental
159
+ } // namespace grpc_event_engine
160
+
161
+ #endif // GRPC_SRC_CORE_LIB_EVENT_ENGINE_THREAD_POOL_THREAD_COUNT_H
@@ -29,6 +29,13 @@ namespace grpc_event_engine {
29
29
  namespace experimental {
30
30
 
31
31
  std::shared_ptr<ThreadPool> MakeThreadPool(size_t reserve_threads) {
32
+ // TODO(hork): remove when the listener flake is identified
33
+ #ifdef GPR_WINDOWS
34
+ if (grpc_core::IsEventEngineListenerEnabled()) {
35
+ return std::make_shared<WorkStealingThreadPool>(
36
+ grpc_core::Clamp(gpr_cpu_num_cores(), 2u, 16u));
37
+ }
38
+ #endif
32
39
  if (grpc_core::IsWorkStealingEnabled()) {
33
40
  return std::make_shared<WorkStealingThreadPool>(
34
41
  grpc_core::Clamp(gpr_cpu_num_cores(), 2u, 16u));
@@ -23,7 +23,6 @@
23
23
  #include <inttypes.h>
24
24
 
25
25
  #include <atomic>
26
- #include <cmath>
27
26
  #include <memory>
28
27
  #include <utility>
29
28
 
@@ -39,10 +38,50 @@
39
38
  #include "src/core/lib/event_engine/trace.h"
40
39
  #include "src/core/lib/event_engine/work_queue/basic_work_queue.h"
41
40
  #include "src/core/lib/event_engine/work_queue/work_queue.h"
42
- #include "src/core/lib/gpr/time_precise.h"
43
41
  #include "src/core/lib/gprpp/thd.h"
44
42
  #include "src/core/lib/gprpp/time.h"
45
43
 
44
+ // ## Thread Pool Fork-handling
45
+ //
46
+ // Thread-safety needs special attention with regard to fork() calls. The
47
+ // Forkable system employs a pre- and post- fork callback system that does not
48
+ // guarantee any ordering of execution. On fork() events, the thread pool does
49
+ // the following:
50
+ //
51
+ // On pre-fork:
52
+ // * the WorkStealingThreadPool triggers all threads to exit,
53
+ // * all queued work is saved, and
54
+ // * all threads will are down, including the Lifeguard thread.
55
+ //
56
+ // On post-fork:
57
+ // * all threads are restarted, including the Lifeguard thread, and
58
+ // * all previously-saved work is enqueued for execution.
59
+ //
60
+ // However, the queue may may get into trouble if one thread is attempting to
61
+ // restart the thread pool while another thread is shutting it down. For that
62
+ // reason, Quiesce and Start must be thread-safe, and Quiesce must wait for the
63
+ // pool to be in a fully started state before it is allowed to continue.
64
+ // Consider this potential ordering of events between Start and Quiesce:
65
+ //
66
+ // ┌──────────┐
67
+ // │ Thread 1 │
68
+ // └────┬─────┘ ┌──────────┐
69
+ // │ │ Thread 2 │
70
+ // ▼ └────┬─────┘
71
+ // Start() │
72
+ // │ ▼
73
+ // │ Quiesce()
74
+ // │ Wait for worker threads to exit
75
+ // │ Wait for the lifeguard thread to exit
76
+ // ▼
77
+ // Start the Lifeguard thread
78
+ // Start the worker threads
79
+ //
80
+ // Thread 2 will find no worker threads, and it will then want to wait on a
81
+ // non-existent Lifeguard thread to finish. Trying a simple
82
+ // `lifeguard_thread_.Join()` leads to memory access errors. This implementation
83
+ // uses Notifications to coordinate startup and shutdown states.
84
+
46
85
  namespace grpc_event_engine {
47
86
  namespace experimental {
48
87
 
@@ -141,9 +180,11 @@ void WorkStealingThreadPool::WorkStealingThreadPoolImpl::Run(
141
180
  GPR_DEBUG_ASSERT(quiesced_.load(std::memory_order_relaxed) == false);
142
181
  if (g_local_queue != nullptr) {
143
182
  g_local_queue->Add(closure);
144
- return;
183
+ } else {
184
+ queue_.Add(closure);
145
185
  }
146
- queue_.Add(closure);
186
+ // Signal a worker in any case, even if work was added to a local queue. This
187
+ // improves performance on 32-core streaming benchmarks with small payloads.
147
188
  work_signal_.Signal();
148
189
  }
149
190
 
@@ -169,16 +210,13 @@ void WorkStealingThreadPool::WorkStealingThreadPoolImpl::Quiesce() {
169
210
  // Note that if this is a threadpool thread then we won't exit this thread
170
211
  // until all other threads have exited, so we need to wait for just one thread
171
212
  // running instead of zero.
172
- gpr_cycle_counter start_time = gpr_get_cycle_counter();
173
213
  bool is_threadpool_thread = g_local_queue != nullptr;
174
- thread_count()->BlockUntilThreadCount(CounterType::kLivingThreadCount,
175
- is_threadpool_thread ? 1 : 0,
176
- "shutting down", work_signal());
214
+ work_signal()->SignalAll();
215
+ living_thread_count_.BlockUntilThreadCount(is_threadpool_thread ? 1 : 0,
216
+ "shutting down");
177
217
  GPR_ASSERT(queue_.Empty());
178
218
  quiesced_.store(true, std::memory_order_relaxed);
179
- lifeguard_.BlockUntilShutdown();
180
- GRPC_EVENT_ENGINE_TRACE("%ld cycles spent quiescing the pool",
181
- std::lround(gpr_get_cycle_counter() - start_time));
219
+ lifeguard_.BlockUntilShutdownAndReset();
182
220
  }
183
221
 
184
222
  bool WorkStealingThreadPool::WorkStealingThreadPoolImpl::SetThrottled(
@@ -213,9 +251,9 @@ bool WorkStealingThreadPool::WorkStealingThreadPoolImpl::IsQuiesced() {
213
251
 
214
252
  void WorkStealingThreadPool::WorkStealingThreadPoolImpl::PrepareFork() {
215
253
  SetForking(true);
216
- thread_count()->BlockUntilThreadCount(CounterType::kLivingThreadCount, 0,
217
- "forking", &work_signal_);
218
- lifeguard_.BlockUntilShutdown();
254
+ work_signal_.SignalAll();
255
+ living_thread_count_.BlockUntilThreadCount(0, "forking");
256
+ lifeguard_.BlockUntilShutdownAndReset();
219
257
  }
220
258
 
221
259
  void WorkStealingThreadPool::WorkStealingThreadPoolImpl::Postfork() {
@@ -231,13 +269,14 @@ WorkStealingThreadPool::WorkStealingThreadPoolImpl::Lifeguard::Lifeguard(
231
269
  backoff_(grpc_core::BackOff::Options()
232
270
  .set_initial_backoff(kLifeguardMinSleepBetweenChecks)
233
271
  .set_max_backoff(kLifeguardMaxSleepBetweenChecks)
234
- .set_multiplier(1.3)) {}
272
+ .set_multiplier(1.3)),
273
+ lifeguard_should_shut_down_(std::make_unique<grpc_core::Notification>()),
274
+ lifeguard_is_shut_down_(std::make_unique<grpc_core::Notification>()) {}
235
275
 
236
276
  void WorkStealingThreadPool::WorkStealingThreadPoolImpl::Lifeguard::Start() {
237
277
  // lifeguard_running_ is set early to avoid a quiesce race while the
238
278
  // lifeguard is still starting up.
239
- grpc_core::MutexLock lock(&lifeguard_shutdown_mu_);
240
- lifeguard_running_ = true;
279
+ lifeguard_running_.store(true);
241
280
  grpc_core::Thread(
242
281
  "lifeguard",
243
282
  [](void* arg) {
@@ -251,7 +290,6 @@ void WorkStealingThreadPool::WorkStealingThreadPoolImpl::Lifeguard::Start() {
251
290
 
252
291
  void WorkStealingThreadPool::WorkStealingThreadPoolImpl::Lifeguard::
253
292
  LifeguardMain() {
254
- grpc_core::MutexLock lock(&lifeguard_shutdown_mu_);
255
293
  while (true) {
256
294
  if (pool_->IsForking()) break;
257
295
  // If the pool is shut down, loop quickly until quiesced. Otherwise,
@@ -259,29 +297,33 @@ void WorkStealingThreadPool::WorkStealingThreadPoolImpl::Lifeguard::
259
297
  if (pool_->IsShutdown()) {
260
298
  if (pool_->IsQuiesced()) break;
261
299
  } else {
262
- lifeguard_shutdown_cv_.WaitWithTimeout(
263
- &lifeguard_shutdown_mu_,
300
+ lifeguard_should_shut_down_->WaitForNotificationWithTimeout(
264
301
  absl::Milliseconds(
265
302
  (backoff_.NextAttemptTime() - grpc_core::Timestamp::Now())
266
303
  .millis()));
267
304
  }
268
305
  MaybeStartNewThread();
269
306
  }
270
- lifeguard_running_ = false;
271
- lifeguard_shutdown_cv_.Signal();
307
+ lifeguard_running_.store(false, std::memory_order_relaxed);
308
+ lifeguard_is_shut_down_->Notify();
272
309
  }
273
310
 
274
311
  void WorkStealingThreadPool::WorkStealingThreadPoolImpl::Lifeguard::
275
- BlockUntilShutdown() {
276
- grpc_core::MutexLock lock(&lifeguard_shutdown_mu_);
277
- while (lifeguard_running_) {
278
- lifeguard_shutdown_cv_.Signal();
279
- lifeguard_shutdown_cv_.WaitWithTimeout(
280
- &lifeguard_shutdown_mu_, absl::Seconds(kBlockingQuiesceLogRateSeconds));
312
+ BlockUntilShutdownAndReset() {
313
+ lifeguard_should_shut_down_->Notify();
314
+ while (lifeguard_running_.load(std::memory_order_relaxed)) {
281
315
  GRPC_LOG_EVERY_N_SEC_DELAYED(kBlockingQuiesceLogRateSeconds, GPR_DEBUG,
282
316
  "%s",
283
317
  "Waiting for lifeguard thread to shut down");
318
+ lifeguard_is_shut_down_->WaitForNotification();
284
319
  }
320
+ // Do an additional wait in case this method races with LifeguardMain's
321
+ // shutdown. This should return immediately if the lifeguard is already shut
322
+ // down.
323
+ lifeguard_is_shut_down_->WaitForNotification();
324
+ backoff_.Reset();
325
+ lifeguard_should_shut_down_ = std::make_unique<grpc_core::Notification>();
326
+ lifeguard_is_shut_down_ = std::make_unique<grpc_core::Notification>();
285
327
  }
286
328
 
287
329
  void WorkStealingThreadPool::WorkStealingThreadPoolImpl::Lifeguard::
@@ -289,12 +331,9 @@ void WorkStealingThreadPool::WorkStealingThreadPoolImpl::Lifeguard::
289
331
  // No new threads are started when forking.
290
332
  // No new work is done when forking needs to begin.
291
333
  if (pool_->forking_.load()) return;
292
- int busy_thread_count =
293
- pool_->thread_count_.GetCount(CounterType::kBusyCount);
294
- int living_thread_count =
295
- pool_->thread_count_.GetCount(CounterType::kLivingThreadCount);
334
+ const auto living_thread_count = pool_->living_thread_count()->count();
296
335
  // Wake an idle worker thread if there's global work to be had.
297
- if (busy_thread_count < living_thread_count) {
336
+ if (pool_->busy_thread_count()->count() < living_thread_count) {
298
337
  if (!pool_->queue_.Empty()) {
299
338
  pool_->work_signal()->Signal();
300
339
  backoff_.Reset();
@@ -317,7 +356,8 @@ void WorkStealingThreadPool::WorkStealingThreadPoolImpl::Lifeguard::
317
356
  // queue, nor any work to steal. Add more sophisticated logic about when to
318
357
  // start a thread.
319
358
  GRPC_EVENT_ENGINE_TRACE(
320
- "Starting new ThreadPool thread due to backlog (total threads: %d)",
359
+ "Starting new ThreadPool thread due to backlog (total threads: %" PRIuPTR
360
+ ")",
321
361
  living_thread_count + 1);
322
362
  pool_->StartThread();
323
363
  // Tell the lifeguard to monitor the pool more closely.
@@ -329,12 +369,13 @@ void WorkStealingThreadPool::WorkStealingThreadPoolImpl::Lifeguard::
329
369
  WorkStealingThreadPool::ThreadState::ThreadState(
330
370
  std::shared_ptr<WorkStealingThreadPoolImpl> pool)
331
371
  : pool_(std::move(pool)),
332
- auto_thread_count_(pool_->thread_count(),
333
- CounterType::kLivingThreadCount),
372
+ auto_thread_counter_(
373
+ pool_->living_thread_count()->MakeAutoThreadCounter()),
334
374
  backoff_(grpc_core::BackOff::Options()
335
375
  .set_initial_backoff(kWorkerThreadMinSleepBetweenChecks)
336
376
  .set_max_backoff(kWorkerThreadMaxSleepBetweenChecks)
337
- .set_multiplier(1.3)) {}
377
+ .set_multiplier(1.3)),
378
+ busy_count_idx_(pool_->busy_thread_count()->NextIndex()) {}
338
379
 
339
380
  void WorkStealingThreadPool::ThreadState::ThreadBody() {
340
381
  g_local_queue = new BasicWorkQueue();
@@ -372,8 +413,8 @@ bool WorkStealingThreadPool::ThreadState::Step() {
372
413
  auto* closure = g_local_queue->PopMostRecent();
373
414
  // If local work is available, run it.
374
415
  if (closure != nullptr) {
375
- ThreadCount::AutoThreadCount auto_busy{pool_->thread_count(),
376
- CounterType::kBusyCount};
416
+ auto busy =
417
+ pool_->busy_thread_count()->MakeAutoThreadCounter(busy_count_idx_);
377
418
  closure->Run();
378
419
  return true;
379
420
  }
@@ -406,11 +447,11 @@ bool WorkStealingThreadPool::ThreadState::Step() {
406
447
  if (pool_->IsShutdown()) break;
407
448
  bool timed_out = pool_->work_signal()->WaitWithTimeout(
408
449
  backoff_.NextAttemptTime() - grpc_core::Timestamp::Now());
450
+ if (pool_->IsForking() || pool_->IsShutdown()) break;
409
451
  // Quit a thread if the pool has more than it requires, and this thread
410
452
  // has been idle long enough.
411
453
  if (timed_out &&
412
- pool_->thread_count()->GetCount(CounterType::kLivingThreadCount) >
413
- pool_->reserve_threads() &&
454
+ pool_->living_thread_count()->count() > pool_->reserve_threads() &&
414
455
  grpc_core::Timestamp::Now() - start_time > kIdleThreadLimit) {
415
456
  return false;
416
457
  }
@@ -421,8 +462,8 @@ bool WorkStealingThreadPool::ThreadState::Step() {
421
462
  return false;
422
463
  }
423
464
  if (closure != nullptr) {
424
- ThreadCount::AutoThreadCount auto_busy{pool_->thread_count(),
425
- CounterType::kBusyCount};
465
+ auto busy =
466
+ pool_->busy_thread_count()->MakeAutoThreadCounter(busy_count_idx_);
426
467
  closure->Run();
427
468
  }
428
469
  backoff_.Reset();
@@ -431,8 +472,8 @@ bool WorkStealingThreadPool::ThreadState::Step() {
431
472
 
432
473
  void WorkStealingThreadPool::ThreadState::FinishDraining() {
433
474
  // The thread is definitionally busy while draining
434
- ThreadCount::AutoThreadCount auto_busy{pool_->thread_count(),
435
- CounterType::kBusyCount};
475
+ auto busy =
476
+ pool_->busy_thread_count()->MakeAutoThreadCounter(busy_count_idx_);
436
477
  // If a fork occurs at any point during shutdown, quit draining. The post-fork
437
478
  // threads will finish draining the global queue.
438
479
  while (!pool_->IsForking()) {
@@ -454,72 +495,6 @@ void WorkStealingThreadPool::ThreadState::FinishDraining() {
454
495
  }
455
496
  }
456
497
 
457
- // -------- WorkStealingThreadPool::ThreadCount --------
458
-
459
- void WorkStealingThreadPool::ThreadCount::Add(CounterType counter_type) {
460
- grpc_core::MutexLock lock(&wait_mu_[counter_type]);
461
- ++thread_counts_[counter_type];
462
- wait_cv_[counter_type].SignalAll();
463
- }
464
-
465
- void WorkStealingThreadPool::ThreadCount::Remove(CounterType counter_type) {
466
- grpc_core::MutexLock lock(&wait_mu_[counter_type]);
467
- --thread_counts_[counter_type];
468
- wait_cv_[counter_type].SignalAll();
469
- }
470
-
471
- void WorkStealingThreadPool::ThreadCount::BlockUntilThreadCount(
472
- CounterType counter_type, size_t desired_threads, const char* why,
473
- WorkSignal* work_signal) {
474
- // Wait for all threads to exit.
475
- while (true) {
476
- auto curr_threads = WaitForCountChange(
477
- counter_type, desired_threads,
478
- grpc_core::Duration::Seconds(kBlockingQuiesceLogRateSeconds));
479
- if (curr_threads == desired_threads) break;
480
- GRPC_LOG_EVERY_N_SEC_DELAYED(
481
- kBlockingQuiesceLogRateSeconds, GPR_DEBUG,
482
- "Waiting for thread pool to idle before %s. (%" PRIdPTR " to %" PRIdPTR
483
- ")",
484
- why, curr_threads, desired_threads);
485
- work_signal->SignalAll();
486
- }
487
- }
488
-
489
- size_t WorkStealingThreadPool::ThreadCount::WaitForCountChange(
490
- CounterType counter_type, size_t desired_threads,
491
- grpc_core::Duration timeout) {
492
- size_t count;
493
- auto deadline = absl::Now() + absl::Milliseconds(timeout.millis());
494
- do {
495
- grpc_core::MutexLock lock(&wait_mu_[counter_type]);
496
- count = GetCountLocked(counter_type);
497
- if (count == desired_threads) break;
498
- wait_cv_[counter_type].WaitWithDeadline(&wait_mu_[counter_type], deadline);
499
- } while (absl::Now() < deadline);
500
- return count;
501
- }
502
-
503
- size_t WorkStealingThreadPool::ThreadCount::GetCount(CounterType counter_type) {
504
- grpc_core::MutexLock lock(&wait_mu_[counter_type]);
505
- return GetCountLocked(counter_type);
506
- }
507
-
508
- size_t WorkStealingThreadPool::ThreadCount::GetCountLocked(
509
- CounterType counter_type) {
510
- return thread_counts_[counter_type];
511
- }
512
-
513
- WorkStealingThreadPool::ThreadCount::AutoThreadCount::AutoThreadCount(
514
- ThreadCount* counter, CounterType counter_type)
515
- : counter_(counter), counter_type_(counter_type) {
516
- counter_->Add(counter_type_);
517
- }
518
-
519
- WorkStealingThreadPool::ThreadCount::AutoThreadCount::~AutoThreadCount() {
520
- counter_->Remove(counter_type_);
521
- }
522
-
523
498
  // -------- WorkStealingThreadPool::WorkSignal --------
524
499
 
525
500
  void WorkStealingThreadPool::WorkSignal::Signal() {
@@ -33,9 +33,11 @@
33
33
  #include <grpc/event_engine/event_engine.h>
34
34
 
35
35
  #include "src/core/lib/backoff/backoff.h"
36
+ #include "src/core/lib/event_engine/thread_pool/thread_count.h"
36
37
  #include "src/core/lib/event_engine/thread_pool/thread_pool.h"
37
38
  #include "src/core/lib/event_engine/work_queue/basic_work_queue.h"
38
39
  #include "src/core/lib/event_engine/work_queue/work_queue.h"
40
+ #include "src/core/lib/gprpp/notification.h"
39
41
  #include "src/core/lib/gprpp/sync.h"
40
42
  #include "src/core/lib/gprpp/time.h"
41
43
 
@@ -75,56 +77,6 @@ class WorkStealingThreadPool final : public ThreadPool {
75
77
  grpc_core::CondVar cv_ ABSL_GUARDED_BY(mu_);
76
78
  };
77
79
 
78
- // Types of thread counts.
79
- // Note this is intentionally not an enum class, the keys are used as indexes
80
- // into the ThreadCount's private array.
81
- enum CounterType {
82
- kLivingThreadCount = 0,
83
- kBusyCount,
84
- };
85
-
86
- class ThreadCount {
87
- public:
88
- // Adds 1 to the thread count for that counter type.
89
- void Add(CounterType counter_type)
90
- ABSL_LOCKS_EXCLUDED(wait_mu_[counter_type]);
91
- // Subtracts 1 from the thread count for that counter type.
92
- void Remove(CounterType counter_type)
93
- ABSL_LOCKS_EXCLUDED(wait_mu_[counter_type]);
94
- // Blocks until the thread count for that type reaches `desired_threads`.
95
- void BlockUntilThreadCount(CounterType counter_type, size_t desired_threads,
96
- const char* why, WorkSignal* work_signal)
97
- ABSL_LOCKS_EXCLUDED(wait_mu_[counter_type]);
98
- // Returns the current thread count for the tracked type.
99
- size_t GetCount(CounterType counter_type)
100
- ABSL_LOCKS_EXCLUDED(wait_mu_[counter_type]);
101
- // Returns the current thread count for the tracked type.
102
- size_t GetCountLocked(CounterType counter_type)
103
- ABSL_EXCLUSIVE_LOCKS_REQUIRED(wait_mu_[counter_type]);
104
-
105
- // Adds and removes thread counts on construction and destruction
106
- class AutoThreadCount {
107
- public:
108
- AutoThreadCount(ThreadCount* counter, CounterType counter_type);
109
- ~AutoThreadCount();
110
-
111
- private:
112
- ThreadCount* counter_;
113
- CounterType counter_type_;
114
- };
115
-
116
- private:
117
- // Wait for the desired count to be reached.
118
- // Returns the current thread count either when the desired count is
119
- // reached, or when the deadline has passed, whichever happens first.
120
- size_t WaitForCountChange(CounterType counter_type, size_t desired_threads,
121
- grpc_core::Duration timeout);
122
-
123
- grpc_core::Mutex wait_mu_[2];
124
- grpc_core::CondVar wait_cv_[2];
125
- size_t thread_counts_[2]{0, 0};
126
- };
127
-
128
80
  // A pool of WorkQueues that participate in work stealing.
129
81
  //
130
82
  // Every worker thread registers and unregisters its thread-local thread pool
@@ -185,7 +137,8 @@ class WorkStealingThreadPool final : public ThreadPool {
185
137
  bool IsForking();
186
138
  bool IsQuiesced();
187
139
  size_t reserve_threads() { return reserve_threads_; }
188
- ThreadCount* thread_count() { return &thread_count_; }
140
+ BusyThreadCount* busy_thread_count() { return &busy_thread_count_; }
141
+ LivingThreadCount* living_thread_count() { return &living_thread_count_; }
189
142
  TheftRegistry* theft_registry() { return &theft_registry_; }
190
143
  WorkQueue* queue() { return &queue_; }
191
144
  WorkSignal* work_signal() { return &work_signal_; }
@@ -202,7 +155,8 @@ class WorkStealingThreadPool final : public ThreadPool {
202
155
  // Start the lifeguard thread.
203
156
  void Start();
204
157
  // Block until the lifeguard thread is shut down.
205
- void BlockUntilShutdown();
158
+ // Afterwards, reset the lifeguard state so it can start again cleanly.
159
+ void BlockUntilShutdownAndReset();
206
160
 
207
161
  private:
208
162
  // The main body of the lifeguard thread.
@@ -213,14 +167,14 @@ class WorkStealingThreadPool final : public ThreadPool {
213
167
  WorkStealingThreadPoolImpl* pool_;
214
168
  grpc_core::BackOff backoff_;
215
169
  // Used for signaling that the lifeguard thread has stopped running.
216
- grpc_core::Mutex lifeguard_shutdown_mu_;
217
- bool lifeguard_running_ ABSL_GUARDED_BY(lifeguard_shutdown_mu_) = false;
218
- grpc_core::CondVar lifeguard_shutdown_cv_
219
- ABSL_GUARDED_BY(lifeguard_shutdown_mu_);
170
+ std::unique_ptr<grpc_core::Notification> lifeguard_should_shut_down_;
171
+ std::unique_ptr<grpc_core::Notification> lifeguard_is_shut_down_;
172
+ std::atomic<bool> lifeguard_running_{false};
220
173
  };
221
174
 
222
175
  const size_t reserve_threads_;
223
- ThreadCount thread_count_;
176
+ BusyThreadCount busy_thread_count_;
177
+ LivingThreadCount living_thread_count_;
224
178
  TheftRegistry theft_registry_;
225
179
  BasicWorkQueue queue_;
226
180
  // Track shutdown and fork bits separately.
@@ -253,11 +207,11 @@ class WorkStealingThreadPool final : public ThreadPool {
253
207
  // is decremented at time of destruction. This is necessary when this thread
254
208
  // state holds the last shared_ptr keeping the pool alive.
255
209
  std::shared_ptr<WorkStealingThreadPoolImpl> pool_;
256
- // auto_thread_count_ must be the second member declared, so that the thread
257
- // count is decremented after all other state is cleaned up (preventing
258
- // leaks).
259
- ThreadCount::AutoThreadCount auto_thread_count_;
210
+ // auto_thread_counter_ must be declared after pool_, so that the thread
211
+ // count is decremented after all other pool state is cleaned up.
212
+ LivingThreadCount::AutoThreadCounter auto_thread_counter_;
260
213
  grpc_core::BackOff backoff_;
214
+ size_t busy_count_idx_;
261
215
  };
262
216
 
263
217
  const std::shared_ptr<WorkStealingThreadPoolImpl> pool_;
@@ -284,6 +284,7 @@ void WindowsEndpoint::HandleWriteClosure::Prime(
284
284
 
285
285
  void WindowsEndpoint::HandleReadClosure::Run() {
286
286
  // Deletes the shared_ptr when this closure returns
287
+ // Note that the endpoint may have already been destroyed.
287
288
  auto io_state = std::move(io_state_);
288
289
  GRPC_EVENT_ENGINE_ENDPOINT_TRACE("WindowsEndpoint::%p Handling Read Event",
289
290
  io_state->endpoint);
@@ -297,10 +298,8 @@ void WindowsEndpoint::HandleReadClosure::Run() {
297
298
  if (result.bytes_transferred == 0) {
298
299
  // Either the endpoint is shut down or we've seen the end of the stream
299
300
  if (grpc_event_engine_endpoint_data_trace.enabled()) {
300
- DumpSliceBuffer(
301
- buffer_, absl::StrFormat("WindowsEndpoint::%p READ (peer=%s)",
302
- io_state->endpoint,
303
- io_state->endpoint->peer_address_string_));
301
+ DumpSliceBuffer(buffer_, absl::StrFormat("WindowsEndpoint::%p READ",
302
+ io_state->endpoint));
304
303
  }
305
304
  status = absl::UnavailableError("End of TCP stream");
306
305
  grpc_core::StatusSetInt(&status, grpc_core::StatusIntProperty::kRpcStatus,