grpc 1.57.0 → 1.58.0.pre1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (402) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +534 -284
  3. data/include/grpc/event_engine/event_engine.h +0 -1
  4. data/include/grpc/event_engine/memory_allocator.h +2 -2
  5. data/include/grpc/impl/channel_arg_names.h +371 -0
  6. data/include/grpc/impl/grpc_types.h +1 -353
  7. data/include/grpc/module.modulemap +1 -0
  8. data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +1 -1
  9. data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +2 -1
  10. data/src/core/ext/filters/client_channel/client_channel.cc +7 -3
  11. data/src/core/ext/filters/client_channel/http_proxy.cc +1 -1
  12. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +10 -5
  13. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +7 -5
  14. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +1 -0
  15. data/src/core/ext/filters/client_channel/lb_policy/health_check_client.cc +5 -3
  16. data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +4 -2
  17. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +115 -109
  18. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.h +0 -5
  19. data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +7 -2
  20. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +2 -1
  21. data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +1 -0
  22. data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +1 -1
  23. data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/weighted_round_robin.cc +11 -3
  24. data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +6 -1
  25. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +8 -5
  26. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +1 -1
  27. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +102 -11
  28. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +9 -4
  29. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +4 -1
  30. data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.cc +6 -0
  31. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +41 -14
  32. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +1 -1
  33. data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +3 -2
  34. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +1 -1
  35. data/src/core/ext/filters/client_channel/retry_filter.h +1 -0
  36. data/src/core/ext/filters/client_channel/retry_service_config.cc +1 -1
  37. data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +1 -1
  38. data/src/core/ext/filters/client_channel/subchannel.cc +9 -5
  39. data/src/core/ext/filters/client_channel/subchannel.h +8 -2
  40. data/src/core/ext/filters/deadline/deadline_filter.cc +1 -1
  41. data/src/core/ext/filters/http/client/http_client_filter.cc +1 -0
  42. data/src/core/ext/filters/http/client_authority_filter.cc +1 -1
  43. data/src/core/ext/filters/http/message_compress/compression_filter.cc +1 -0
  44. data/src/core/ext/filters/http/server/http_server_filter.cc +1 -1
  45. data/src/core/ext/filters/message_size/message_size_filter.cc +1 -0
  46. data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +4 -7
  47. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +1 -0
  48. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +8 -12
  49. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +357 -358
  50. data/src/core/ext/transport/chttp2/transport/frame_ping.cc +5 -18
  51. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +63 -4
  52. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +7 -2
  53. data/src/core/ext/transport/chttp2/transport/internal.h +30 -57
  54. data/src/core/ext/transport/chttp2/transport/parsing.cc +16 -7
  55. data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.cc +80 -0
  56. data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.h +55 -0
  57. data/src/core/ext/transport/chttp2/transport/ping_rate_policy.cc +98 -0
  58. data/src/core/ext/transport/chttp2/transport/ping_rate_policy.h +73 -0
  59. data/src/core/ext/transport/chttp2/transport/writing.cc +81 -89
  60. data/src/core/ext/transport/inproc/inproc_transport.cc +1 -0
  61. data/src/core/ext/xds/xds_client_grpc.cc +1 -0
  62. data/src/core/ext/xds/xds_http_fault_filter.cc +1 -2
  63. data/src/core/ext/xds/xds_http_fault_filter.h +1 -2
  64. data/src/core/ext/xds/xds_http_filters.h +2 -4
  65. data/src/core/ext/xds/xds_http_rbac_filter.cc +3 -8
  66. data/src/core/ext/xds/xds_http_rbac_filter.h +1 -2
  67. data/src/core/ext/xds/xds_http_stateful_session_filter.cc +1 -2
  68. data/src/core/ext/xds/xds_http_stateful_session_filter.h +1 -2
  69. data/src/core/ext/xds/xds_lb_policy_registry.cc +3 -6
  70. data/src/core/ext/xds/xds_routing.cc +2 -2
  71. data/src/core/ext/xds/xds_transport_grpc.cc +1 -0
  72. data/src/core/lib/avl/avl.h +10 -173
  73. data/src/core/lib/channel/call_tracer.cc +289 -0
  74. data/src/core/lib/channel/call_tracer.h +35 -0
  75. data/src/core/lib/channel/channel_args.cc +84 -79
  76. data/src/core/lib/channel/channel_args.h +29 -17
  77. data/src/core/lib/channel/connected_channel.cc +0 -1
  78. data/src/core/lib/channel/promise_based_filter.cc +4 -1
  79. data/src/core/lib/compression/compression_internal.cc +8 -4
  80. data/src/core/lib/debug/stats_data.cc +93 -21
  81. data/src/core/lib/debug/stats_data.h +41 -0
  82. data/src/core/lib/event_engine/ares_resolver.cc +712 -0
  83. data/src/core/lib/event_engine/ares_resolver.h +150 -0
  84. data/src/core/lib/event_engine/cf_engine/cf_engine.cc +9 -3
  85. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +2 -2
  86. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +229 -0
  87. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.h +117 -0
  88. data/src/core/lib/event_engine/forkable.cc +15 -1
  89. data/src/core/lib/event_engine/forkable.h +15 -0
  90. data/src/core/lib/event_engine/grpc_polled_fd.h +73 -0
  91. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +25 -3
  92. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +10 -1
  93. data/src/core/lib/event_engine/posix_engine/grpc_polled_fd_posix.h +197 -0
  94. data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +3 -3
  95. data/src/core/lib/event_engine/posix_engine/posix_engine.cc +47 -1
  96. data/src/core/lib/event_engine/posix_engine/posix_engine.h +12 -1
  97. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +1 -0
  98. data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +2 -0
  99. data/src/core/lib/event_engine/thread_pool/thread_count.cc +58 -0
  100. data/src/core/lib/event_engine/thread_pool/thread_count.h +161 -0
  101. data/src/core/lib/event_engine/thread_pool/thread_pool_factory.cc +7 -0
  102. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +86 -111
  103. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +15 -61
  104. data/src/core/lib/event_engine/windows/windows_endpoint.cc +3 -4
  105. data/src/core/lib/experiments/config.cc +14 -0
  106. data/src/core/lib/experiments/experiments.cc +141 -304
  107. data/src/core/lib/experiments/experiments.h +16 -17
  108. data/src/core/lib/gprpp/ref_counted.h +3 -1
  109. data/src/core/lib/gprpp/ref_counted_string.cc +44 -0
  110. data/src/core/lib/gprpp/ref_counted_string.h +146 -0
  111. data/src/core/lib/gprpp/time.h +2 -2
  112. data/src/core/lib/gprpp/work_serializer.cc +36 -0
  113. data/src/core/lib/gprpp/work_serializer.h +5 -0
  114. data/src/core/lib/http/httpcli_security_connector.cc +1 -0
  115. data/src/core/lib/iomgr/buffer_list.cc +2 -0
  116. data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +7 -22
  117. data/src/core/lib/iomgr/tcp_posix.cc +3 -3
  118. data/src/core/lib/promise/detail/basic_seq.h +1 -372
  119. data/src/core/lib/promise/detail/seq_state.h +2076 -0
  120. data/src/core/lib/promise/seq.h +19 -2
  121. data/src/core/lib/promise/sleep.h +5 -10
  122. data/src/core/lib/promise/try_seq.h +34 -2
  123. data/src/core/lib/resource_quota/api.cc +1 -0
  124. data/src/core/lib/resource_quota/arena.cc +2 -0
  125. data/src/core/lib/resource_quota/arena.h +42 -8
  126. data/src/core/lib/resource_quota/memory_quota.cc +0 -1
  127. data/src/core/lib/resource_quota/resource_quota.h +1 -0
  128. data/src/core/lib/security/authorization/authorization_policy_provider.h +1 -1
  129. data/src/core/lib/security/authorization/rbac_policy.h +1 -1
  130. data/src/core/lib/security/credentials/external/aws_request_signer.cc +8 -0
  131. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +1 -0
  132. data/src/core/lib/security/credentials/jwt/json_token.cc +17 -0
  133. data/src/core/lib/security/credentials/jwt/json_token.h +4 -0
  134. data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +42 -0
  135. data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +1 -0
  136. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +4 -0
  137. data/src/core/lib/security/credentials/tls/tls_credentials.cc +1 -0
  138. data/src/core/lib/security/credentials/xds/xds_credentials.cc +1 -0
  139. data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +1 -0
  140. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +1 -0
  141. data/src/core/lib/security/security_connector/ssl_utils.cc +1 -0
  142. data/src/core/lib/security/transport/client_auth_filter.cc +8 -5
  143. data/src/core/lib/security/transport/security_handshaker.cc +1 -0
  144. data/src/core/lib/security/transport/server_auth_filter.cc +2 -0
  145. data/src/core/lib/surface/call.cc +32 -8
  146. data/src/core/lib/surface/channel.cc +1 -0
  147. data/src/core/lib/surface/completion_queue.cc +10 -0
  148. data/src/core/lib/surface/init.cc +1 -0
  149. data/src/core/lib/surface/server.cc +67 -64
  150. data/src/core/lib/surface/server.h +1 -15
  151. data/src/core/lib/surface/version.cc +2 -2
  152. data/src/core/tsi/alts/crypt/aes_gcm.cc +27 -2
  153. data/src/core/tsi/ssl_transport_security.cc +11 -0
  154. data/src/ruby/lib/grpc/generic/active_call.rb +9 -14
  155. data/src/ruby/lib/grpc/version.rb +1 -1
  156. data/src/ruby/pb/test/client.rb +16 -0
  157. data/src/ruby/spec/generic/rpc_server_spec.rb +3 -3
  158. data/third_party/abseil-cpp/absl/algorithm/container.h +3 -2
  159. data/third_party/abseil-cpp/absl/base/attributes.h +58 -5
  160. data/third_party/abseil-cpp/absl/base/call_once.h +1 -1
  161. data/third_party/abseil-cpp/absl/base/casts.h +8 -8
  162. data/third_party/abseil-cpp/absl/base/config.h +89 -106
  163. data/third_party/abseil-cpp/absl/base/dynamic_annotations.h +26 -1
  164. data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +2 -2
  165. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +50 -39
  166. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.h +2 -1
  167. data/third_party/abseil-cpp/absl/base/internal/prefetch.h +17 -18
  168. data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +32 -3
  169. data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +24 -4
  170. data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +31 -73
  171. data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +9 -8
  172. data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +11 -11
  173. data/third_party/abseil-cpp/absl/base/internal/throw_delegate.cc +23 -32
  174. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +2 -3
  175. data/third_party/abseil-cpp/absl/base/options.h +1 -1
  176. data/third_party/abseil-cpp/absl/base/policy_checks.h +3 -3
  177. data/third_party/abseil-cpp/absl/base/prefetch.h +198 -0
  178. data/third_party/abseil-cpp/absl/container/fixed_array.h +54 -29
  179. data/third_party/abseil-cpp/absl/container/flat_hash_map.h +5 -1
  180. data/third_party/abseil-cpp/absl/container/flat_hash_set.h +6 -2
  181. data/third_party/abseil-cpp/absl/container/inlined_vector.h +167 -79
  182. data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +1 -1
  183. data/third_party/abseil-cpp/absl/container/internal/compressed_tuple.h +3 -21
  184. data/third_party/abseil-cpp/absl/container/internal/container_memory.h +1 -1
  185. data/third_party/abseil-cpp/absl/container/internal/hash_function_defaults.h +46 -0
  186. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +2 -0
  187. data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +85 -26
  188. data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +35 -18
  189. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +70 -29
  190. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +437 -236
  191. data/third_party/abseil-cpp/absl/crc/crc32c.h +8 -1
  192. data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +14 -8
  193. data/third_party/abseil-cpp/absl/crc/internal/crc.cc +4 -35
  194. data/third_party/abseil-cpp/absl/crc/internal/crc.h +2 -10
  195. data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +1 -1
  196. data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.cc +1 -1
  197. data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.h +4 -4
  198. data/third_party/abseil-cpp/absl/crc/internal/crc_internal.h +8 -10
  199. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_x86_64.cc +17 -19
  200. data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +8 -8
  201. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +2 -1
  202. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +59 -23
  203. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +1 -1
  204. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +1 -1
  205. data/third_party/abseil-cpp/absl/debugging/internal/symbolize.h +1 -1
  206. data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +43 -19
  207. data/third_party/abseil-cpp/absl/debugging/symbolize_emscripten.inc +3 -0
  208. data/third_party/abseil-cpp/absl/flags/commandlineflag.h +1 -1
  209. data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.cc +1 -1
  210. data/third_party/abseil-cpp/absl/flags/internal/flag.cc +2 -2
  211. data/third_party/abseil-cpp/absl/flags/internal/flag.h +16 -15
  212. data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +1 -1
  213. data/third_party/abseil-cpp/absl/flags/marshalling.cc +43 -2
  214. data/third_party/abseil-cpp/absl/flags/marshalling.h +5 -0
  215. data/third_party/abseil-cpp/absl/functional/any_invocable.h +9 -1
  216. data/third_party/abseil-cpp/absl/functional/bind_front.h +1 -1
  217. data/third_party/abseil-cpp/absl/functional/function_ref.h +3 -3
  218. data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +37 -24
  219. data/third_party/abseil-cpp/absl/functional/internal/function_ref.h +19 -9
  220. data/third_party/abseil-cpp/absl/hash/hash.h +7 -4
  221. data/third_party/abseil-cpp/absl/hash/internal/hash.h +38 -15
  222. data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.cc +6 -0
  223. data/third_party/abseil-cpp/absl/meta/type_traits.h +48 -373
  224. data/third_party/abseil-cpp/absl/numeric/bits.h +4 -4
  225. data/third_party/abseil-cpp/absl/numeric/int128.cc +20 -8
  226. data/third_party/abseil-cpp/absl/numeric/int128.h +36 -39
  227. data/third_party/abseil-cpp/absl/numeric/int128_have_intrinsic.inc +0 -3
  228. data/third_party/abseil-cpp/absl/numeric/int128_no_intrinsic.inc +47 -30
  229. data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +4 -3
  230. data/third_party/abseil-cpp/absl/random/internal/generate_real.h +1 -1
  231. data/third_party/abseil-cpp/absl/random/internal/platform.h +1 -1
  232. data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +4 -0
  233. data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +1 -1
  234. data/third_party/abseil-cpp/absl/random/internal/randen_hwaes.cc +1 -1
  235. data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +1 -1
  236. data/third_party/abseil-cpp/absl/status/internal/status_internal.h +4 -0
  237. data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +12 -24
  238. data/third_party/abseil-cpp/absl/status/status.cc +11 -7
  239. data/third_party/abseil-cpp/absl/status/status.h +11 -2
  240. data/third_party/abseil-cpp/absl/status/statusor.h +22 -8
  241. data/third_party/abseil-cpp/absl/strings/ascii.cc +54 -6
  242. data/third_party/abseil-cpp/absl/strings/charconv.cc +21 -4
  243. data/third_party/abseil-cpp/absl/strings/charconv.h +2 -2
  244. data/third_party/abseil-cpp/absl/strings/cord.cc +1 -2
  245. data/third_party/abseil-cpp/absl/strings/cord.h +32 -5
  246. data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +23 -1
  247. data/third_party/abseil-cpp/absl/strings/cord_analysis.h +18 -0
  248. data/third_party/abseil-cpp/absl/strings/cord_buffer.h +2 -5
  249. data/third_party/abseil-cpp/absl/strings/escaping.cc +10 -32
  250. data/third_party/abseil-cpp/absl/strings/escaping.h +1 -1
  251. data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.cc +2 -4
  252. data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.h +3 -3
  253. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +0 -1
  254. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +15 -13
  255. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +13 -4
  256. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +8 -0
  257. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +5 -3
  258. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.h +4 -7
  259. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +8 -0
  260. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +2 -2
  261. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.cc +46 -20
  262. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +1 -34
  263. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +2 -1
  264. data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +23 -0
  265. data/third_party/abseil-cpp/absl/strings/internal/escaping.h +1 -0
  266. data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +2 -77
  267. data/third_party/abseil-cpp/absl/strings/internal/memutil.h +4 -112
  268. data/third_party/abseil-cpp/absl/strings/internal/stl_type_traits.h +1 -1
  269. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +10 -31
  270. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +8 -8
  271. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +5 -20
  272. data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +1 -0
  273. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +1 -1
  274. data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.cc +9 -9
  275. data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +56 -6
  276. data/third_party/abseil-cpp/absl/strings/match.cc +87 -0
  277. data/third_party/abseil-cpp/absl/strings/match.h +19 -0
  278. data/third_party/abseil-cpp/absl/strings/numbers.cc +154 -122
  279. data/third_party/abseil-cpp/absl/strings/numbers.h +1 -6
  280. data/third_party/abseil-cpp/absl/strings/str_cat.cc +7 -50
  281. data/third_party/abseil-cpp/absl/strings/str_cat.h +83 -15
  282. data/third_party/abseil-cpp/absl/strings/str_format.h +6 -3
  283. data/third_party/abseil-cpp/absl/strings/str_split.cc +9 -6
  284. data/third_party/abseil-cpp/absl/strings/string_view.cc +26 -4
  285. data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.cc +5 -0
  286. data/third_party/abseil-cpp/absl/synchronization/internal/futex.h +63 -43
  287. data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.cc +111 -0
  288. data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.h +63 -0
  289. data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +11 -7
  290. data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.cc +225 -0
  291. data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +122 -114
  292. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +12 -8
  293. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +10 -1
  294. data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.cc +167 -0
  295. data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.h +60 -0
  296. data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.cc +122 -0
  297. data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.h +65 -0
  298. data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.cc +91 -0
  299. data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.h +56 -0
  300. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +19 -113
  301. data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.cc +42 -0
  302. data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.h +90 -0
  303. data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.cc +151 -0
  304. data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.h +70 -0
  305. data/third_party/abseil-cpp/absl/synchronization/mutex.cc +407 -411
  306. data/third_party/abseil-cpp/absl/synchronization/mutex.h +152 -118
  307. data/third_party/abseil-cpp/absl/time/clock.cc +6 -7
  308. data/third_party/abseil-cpp/absl/time/duration.cc +24 -26
  309. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/time_zone.h +1 -0
  310. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_fixed.cc +1 -1
  311. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +3 -3
  312. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.cc +8 -6
  313. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.h +6 -3
  314. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.cc +4 -2
  315. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.h +4 -0
  316. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +322 -295
  317. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.h +8 -17
  318. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.cc +51 -33
  319. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.h +7 -2
  320. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +128 -2
  321. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_posix.h +1 -1
  322. data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +5 -1
  323. data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +34 -34
  324. data/third_party/abseil-cpp/absl/time/time.cc +9 -2
  325. data/third_party/abseil-cpp/absl/time/time.h +115 -15
  326. data/third_party/abseil-cpp/absl/types/internal/optional.h +0 -52
  327. data/third_party/abseil-cpp/absl/types/internal/span.h +2 -2
  328. data/third_party/abseil-cpp/absl/types/internal/variant.h +2 -2
  329. data/third_party/abseil-cpp/absl/types/optional.h +15 -13
  330. data/third_party/abseil-cpp/absl/types/span.h +1 -2
  331. data/third_party/boringssl-with-bazel/err_data.c +15 -14
  332. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +7 -3
  333. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +7 -7
  334. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +7 -3
  335. data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +5 -5
  336. data/third_party/boringssl-with-bazel/src/crypto/bio/errno.c +92 -0
  337. data/third_party/boringssl-with-bazel/src/crypto/bio/fd.c +4 -48
  338. data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +11 -6
  339. data/third_party/boringssl-with-bazel/src/crypto/bio/internal.h +16 -6
  340. data/third_party/boringssl-with-bazel/src/crypto/bio/socket.c +2 -2
  341. data/third_party/boringssl-with-bazel/src/crypto/bio/socket_helper.c +9 -0
  342. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +1 -1
  343. data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +3 -7
  344. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_apple.c +0 -2
  345. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_fuchsia.c +0 -1
  346. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_linux.c +0 -2
  347. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_openbsd.c +0 -1
  348. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_sysreg.c +93 -0
  349. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_win.c +1 -1
  350. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_freebsd.c +0 -1
  351. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_linux.c +0 -2
  352. data/third_party/boringssl-with-bazel/src/crypto/dh_extra/dh_asn1.c +4 -0
  353. data/third_party/boringssl-with-bazel/src/crypto/dh_extra/params.c +5 -0
  354. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/hash_to_curve.c +9 -14
  355. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/internal.h +4 -6
  356. data/third_party/boringssl-with-bazel/src/crypto/err/err.c +10 -11
  357. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/check.c +37 -8
  358. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +38 -19
  359. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/internal.h +7 -0
  360. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +39 -16
  361. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/service_indicator.c +4 -7
  362. data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +7 -0
  363. data/third_party/boringssl-with-bazel/src/crypto/internal.h +13 -21
  364. data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +6 -23
  365. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/getentropy.c +4 -0
  366. data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +5 -0
  367. data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +1 -6
  368. data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +0 -3
  369. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_d2.c +1 -3
  370. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +2 -3
  371. data/third_party/boringssl-with-bazel/src/include/openssl/base.h +9 -1
  372. data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +11 -1
  373. data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +4 -1
  374. data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +7 -9
  375. data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +6 -2
  376. data/third_party/boringssl-with-bazel/src/include/openssl/span.h +22 -20
  377. data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +4 -0
  378. data/third_party/boringssl-with-bazel/src/include/openssl/stack.h +20 -12
  379. data/third_party/boringssl-with-bazel/src/include/openssl/target.h +50 -3
  380. data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +0 -4
  381. data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +2 -2
  382. data/third_party/boringssl-with-bazel/src/ssl/ssl_file.cc +4 -4
  383. data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +2 -0
  384. metadata +41 -33
  385. data/src/core/lib/promise/detail/basic_join.h +0 -197
  386. data/src/core/lib/promise/detail/switch.h +0 -1455
  387. data/src/core/lib/promise/try_join.h +0 -82
  388. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +0 -403
  389. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_freebsd.c +0 -62
  390. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm.c +0 -38
  391. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_openbsd.c +0 -31
  392. data/third_party/re2/util/benchmark.h +0 -156
  393. data/third_party/re2/util/flags.h +0 -26
  394. data/third_party/re2/util/malloc_counter.h +0 -19
  395. data/third_party/re2/util/pcre.cc +0 -1025
  396. data/third_party/re2/util/pcre.h +0 -681
  397. data/third_party/re2/util/test.h +0 -50
  398. data/third_party/upb/upb/mini_table.h +0 -36
  399. data/third_party/zlib/gzclose.c +0 -25
  400. data/third_party/zlib/gzlib.c +0 -639
  401. data/third_party/zlib/gzread.c +0 -650
  402. data/third_party/zlib/gzwrite.c +0 -677
@@ -11,26 +11,21 @@
11
11
  // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
12
  // See the License for the specific language governing permissions and
13
13
  // limitations under the License.
14
- //
15
-
16
- // An optional absolute timeout, with nanosecond granularity,
17
- // compatible with absl::Time. Suitable for in-register
18
- // parameter-passing (e.g. syscalls.)
19
- // Constructible from a absl::Time (for a timeout to be respected) or {}
20
- // (for "no timeout".)
21
- // This is a private low-level API for use by a handful of low-level
22
- // components. Higher-level components should build APIs based on
23
- // absl::Time and absl::Duration.
24
14
 
25
15
  #ifndef ABSL_SYNCHRONIZATION_INTERNAL_KERNEL_TIMEOUT_H_
26
16
  #define ABSL_SYNCHRONIZATION_INTERNAL_KERNEL_TIMEOUT_H_
27
17
 
28
- #include <time.h>
18
+ #ifndef _WIN32
19
+ #include <sys/types.h>
20
+ #endif
29
21
 
30
22
  #include <algorithm>
23
+ #include <chrono> // NOLINT(build/c++11)
31
24
  #include <cstdint>
25
+ #include <ctime>
32
26
  #include <limits>
33
27
 
28
+ #include "absl/base/config.h"
34
29
  #include "absl/base/internal/raw_logging.h"
35
30
  #include "absl/time/clock.h"
36
31
  #include "absl/time/time.h"
@@ -39,58 +34,73 @@ namespace absl {
39
34
  ABSL_NAMESPACE_BEGIN
40
35
  namespace synchronization_internal {
41
36
 
42
- class Waiter;
43
-
37
+ // An optional timeout, with nanosecond granularity.
38
+ //
39
+ // This is a private low-level API for use by a handful of low-level
40
+ // components. Higher-level components should build APIs based on
41
+ // absl::Time and absl::Duration.
44
42
  class KernelTimeout {
45
43
  public:
46
- // A timeout that should expire at <t>. Any value, in the full
47
- // InfinitePast() to InfiniteFuture() range, is valid here and will be
48
- // respected.
49
- explicit KernelTimeout(absl::Time t) : ns_(MakeNs(t)) {}
50
- // No timeout.
51
- KernelTimeout() : ns_(0) {}
44
+ // Construct an absolute timeout that should expire at `t`.
45
+ explicit KernelTimeout(absl::Time t);
52
46
 
53
- // A more explicit factory for those who prefer it. Equivalent to {}.
54
- static KernelTimeout Never() { return {}; }
47
+ // Construct a relative timeout that should expire after `d`.
48
+ explicit KernelTimeout(absl::Duration d);
55
49
 
56
- // We explicitly do not support other custom formats: timespec, int64_t nanos.
57
- // Unify on this and absl::Time, please.
50
+ // Infinite timeout.
51
+ constexpr KernelTimeout() : rep_(kNoTimeout) {}
58
52
 
59
- bool has_timeout() const { return ns_ != 0; }
53
+ // A more explicit factory for those who prefer it.
54
+ // Equivalent to `KernelTimeout()`.
55
+ static constexpr KernelTimeout Never() { return KernelTimeout(); }
60
56
 
61
- // Convert to parameter for sem_timedwait/futex/similar. Only for approved
62
- // users. Do not call if !has_timeout.
57
+ // Returns true if there is a timeout that will eventually expire.
58
+ // Returns false if the timeout is infinite.
59
+ bool has_timeout() const { return rep_ != kNoTimeout; }
60
+
61
+ // If `has_timeout()` is true, returns true if the timeout was provided as an
62
+ // `absl::Time`. The return value is undefined if `has_timeout()` is false
63
+ // because all indefinite timeouts are equivalent.
64
+ bool is_absolute_timeout() const { return (rep_ & 1) == 0; }
65
+
66
+ // If `has_timeout()` is true, returns true if the timeout was provided as an
67
+ // `absl::Duration`. The return value is undefined if `has_timeout()` is false
68
+ // because all indefinite timeouts are equivalent.
69
+ bool is_relative_timeout() const { return (rep_ & 1) == 1; }
70
+
71
+ // Convert to `struct timespec` for interfaces that expect an absolute
72
+ // timeout. If !has_timeout() or is_relative_timeout(), attempts to convert to
73
+ // a reasonable absolute timeout, but callers should to test has_timeout() and
74
+ // is_relative_timeout() and prefer to use a more appropriate interface.
63
75
  struct timespec MakeAbsTimespec() const;
64
76
 
65
- // Convert to unix epoch nanos. Do not call if !has_timeout.
77
+ // Convert to `struct timespec` for interfaces that expect a relative
78
+ // timeout. If !has_timeout() or is_absolute_timeout(), attempts to convert to
79
+ // a reasonable relative timeout, but callers should to test has_timeout() and
80
+ // is_absolute_timeout() and prefer to use a more appropriate interface. Since
81
+ // the return value is a relative duration, it should be recomputed by calling
82
+ // this method in the case of a spurious wakeup.
83
+ struct timespec MakeRelativeTimespec() const;
84
+
85
+ #ifndef _WIN32
86
+ // Convert to `struct timespec` for interfaces that expect an absolute timeout
87
+ // on a specific clock `c`. This is similar to `MakeAbsTimespec()`, but
88
+ // callers usually want to use this method with `CLOCK_MONOTONIC` when
89
+ // relative timeouts are requested, and when the appropriate interface expects
90
+ // an absolute timeout relative to a specific clock (for example,
91
+ // pthread_cond_clockwait() or sem_clockwait()). If !has_timeout(), attempts
92
+ // to convert to a reasonable absolute timeout, but callers should to test
93
+ // has_timeout() prefer to use a more appropriate interface.
94
+ struct timespec MakeClockAbsoluteTimespec(clockid_t c) const;
95
+ #endif
96
+
97
+ // Convert to unix epoch nanos for interfaces that expect an absolute timeout
98
+ // in nanoseconds. If !has_timeout() or is_relative_timeout(), attempts to
99
+ // convert to a reasonable absolute timeout, but callers should to test
100
+ // has_timeout() and is_relative_timeout() and prefer to use a more
101
+ // appropriate interface.
66
102
  int64_t MakeAbsNanos() const;
67
103
 
68
- private:
69
- // internal rep, not user visible: ns after unix epoch.
70
- // zero = no timeout.
71
- // Negative we treat as an unlikely (and certainly expired!) but valid
72
- // timeout.
73
- int64_t ns_;
74
-
75
- static int64_t MakeNs(absl::Time t) {
76
- // optimization--InfiniteFuture is common "no timeout" value
77
- // and cheaper to compare than convert.
78
- if (t == absl::InfiniteFuture()) return 0;
79
- int64_t x = ToUnixNanos(t);
80
-
81
- // A timeout that lands exactly on the epoch (x=0) needs to be respected,
82
- // so we alter it unnoticably to 1. Negative timeouts are in
83
- // theory supported, but handled poorly by the kernel (long
84
- // delays) so push them forward too; since all such times have
85
- // already passed, it's indistinguishable.
86
- if (x <= 0) x = 1;
87
- // A time larger than what can be represented to the kernel is treated
88
- // as no timeout.
89
- if (x == (std::numeric_limits<int64_t>::max)()) x = 0;
90
- return x;
91
- }
92
-
93
- #ifdef _WIN32
94
104
  // Converts to milliseconds from now, or INFINITE when
95
105
  // !has_timeout(). For use by SleepConditionVariableSRW on
96
106
  // Windows. Callers should recognize that the return value is a
@@ -100,68 +110,66 @@ class KernelTimeout {
100
110
  // so we define our own DWORD and INFINITE instead of getting them from
101
111
  // <intsafe.h> and <WinBase.h>.
102
112
  typedef unsigned long DWord; // NOLINT
103
- DWord InMillisecondsFromNow() const {
104
- constexpr DWord kInfinite = (std::numeric_limits<DWord>::max)();
105
- if (!has_timeout()) {
106
- return kInfinite;
107
- }
108
- // The use of absl::Now() to convert from absolute time to
109
- // relative time means that absl::Now() cannot use anything that
110
- // depends on KernelTimeout (for example, Mutex) on Windows.
111
- int64_t now = ToUnixNanos(absl::Now());
112
- if (ns_ >= now) {
113
- // Round up so that Now() + ms_from_now >= ns_.
114
- constexpr uint64_t max_nanos =
115
- (std::numeric_limits<int64_t>::max)() - 999999u;
116
- uint64_t ms_from_now =
117
- ((std::min)(max_nanos, static_cast<uint64_t>(ns_ - now)) + 999999u) /
118
- 1000000u;
119
- if (ms_from_now > kInfinite) {
120
- return kInfinite;
121
- }
122
- return static_cast<DWord>(ms_from_now);
123
- }
124
- return 0;
125
- }
126
-
127
- friend class Waiter;
128
- #endif
129
- };
113
+ DWord InMillisecondsFromNow() const;
114
+
115
+ // Convert to std::chrono::time_point for interfaces that expect an absolute
116
+ // timeout, like std::condition_variable::wait_until(). If !has_timeout() or
117
+ // is_relative_timeout(), attempts to convert to a reasonable absolute
118
+ // timeout, but callers should test has_timeout() and is_relative_timeout()
119
+ // and prefer to use a more appropriate interface.
120
+ std::chrono::time_point<std::chrono::system_clock> ToChronoTimePoint() const;
121
+
122
+ // Convert to std::chrono::time_point for interfaces that expect a relative
123
+ // timeout, like std::condition_variable::wait_for(). If !has_timeout() or
124
+ // is_absolute_timeout(), attempts to convert to a reasonable relative
125
+ // timeout, but callers should test has_timeout() and is_absolute_timeout()
126
+ // and prefer to use a more appropriate interface. Since the return value is a
127
+ // relative duration, it should be recomputed by calling this method in the
128
+ // case of a spurious wakeup.
129
+ std::chrono::nanoseconds ToChronoDuration() const;
130
+
131
+ // Returns true if steady (aka monotonic) clocks are supported by the system.
132
+ // This method exists because go/btm requires synchronized clocks, and
133
+ // thus requires we use the system (aka walltime) clock.
134
+ static constexpr bool SupportsSteadyClock() { return true; }
130
135
 
131
- inline struct timespec KernelTimeout::MakeAbsTimespec() const {
132
- int64_t n = ns_;
133
- static const int64_t kNanosPerSecond = 1000 * 1000 * 1000;
134
- if (n == 0) {
135
- ABSL_RAW_LOG(
136
- ERROR, "Tried to create a timespec from a non-timeout; never do this.");
137
- // But we'll try to continue sanely. no-timeout ~= saturated timeout.
138
- n = (std::numeric_limits<int64_t>::max)();
139
- }
140
-
141
- // Kernel APIs validate timespecs as being at or after the epoch,
142
- // despite the kernel time type being signed. However, no one can
143
- // tell the difference between a timeout at or before the epoch (since
144
- // all such timeouts have expired!)
145
- if (n < 0) n = 0;
146
-
147
- struct timespec abstime;
148
- int64_t seconds = (std::min)(n / kNanosPerSecond,
149
- int64_t{(std::numeric_limits<time_t>::max)()});
150
- abstime.tv_sec = static_cast<time_t>(seconds);
151
- abstime.tv_nsec = static_cast<decltype(abstime.tv_nsec)>(n % kNanosPerSecond);
152
- return abstime;
153
- }
154
-
155
- inline int64_t KernelTimeout::MakeAbsNanos() const {
156
- if (ns_ == 0) {
157
- ABSL_RAW_LOG(
158
- ERROR, "Tried to create a timeout from a non-timeout; never do this.");
159
- // But we'll try to continue sanely. no-timeout ~= saturated timeout.
160
- return (std::numeric_limits<int64_t>::max)();
161
- }
162
-
163
- return ns_;
164
- }
136
+ private:
137
+ // Returns the current time, expressed as a count of nanoseconds since the
138
+ // epoch used by an arbitrary clock. The implementation tries to use a steady
139
+ // (monotonic) clock if one is available.
140
+ static int64_t SteadyClockNow();
141
+
142
+ // Internal representation.
143
+ // - If the value is kNoTimeout, then the timeout is infinite, and
144
+ // has_timeout() will return true.
145
+ // - If the low bit is 0, then the high 63 bits is the number of nanoseconds
146
+ // after the unix epoch.
147
+ // - If the low bit is 1, then the high 63 bits is the number of nanoseconds
148
+ // after the epoch used by SteadyClockNow().
149
+ //
150
+ // In all cases the time is stored as an absolute time, the only difference is
151
+ // the clock epoch. The use of absolute times is important since in the case
152
+ // of a relative timeout with a spurious wakeup, the program would have to
153
+ // restart the wait, and thus needs a way of recomputing the remaining time.
154
+ uint64_t rep_;
155
+
156
+ // Returns the number of nanoseconds stored in the internal representation.
157
+ // When combined with the clock epoch indicated by the low bit (which is
158
+ // accessed through is_absolute_timeout() and is_relative_timeout()), the
159
+ // return value is used to compute when the timeout should occur.
160
+ int64_t RawAbsNanos() const { return static_cast<int64_t>(rep_ >> 1); }
161
+
162
+ // Converts to nanoseconds from now. Since the return value is a relative
163
+ // duration, it should be recomputed by calling this method in the case of a
164
+ // spurious wakeup.
165
+ int64_t InNanosecondsFromNow() const;
166
+
167
+ // A value that represents no timeout (or an infinite timeout).
168
+ static constexpr uint64_t kNoTimeout = (std::numeric_limits<uint64_t>::max)();
169
+
170
+ // The maximum value that can be stored in the high 63 bits.
171
+ static constexpr int64_t kMaxNanos = (std::numeric_limits<int64_t>::max)();
172
+ };
165
173
 
166
174
  } // namespace synchronization_internal
167
175
  ABSL_NAMESPACE_END
@@ -40,13 +40,6 @@ std::atomic<int> *PerThreadSem::GetThreadBlockedCounter() {
40
40
  return identity->blocked_count_ptr;
41
41
  }
42
42
 
43
- void PerThreadSem::Init(base_internal::ThreadIdentity *identity) {
44
- new (Waiter::GetWaiter(identity)) Waiter();
45
- identity->ticker.store(0, std::memory_order_relaxed);
46
- identity->wait_start.store(0, std::memory_order_relaxed);
47
- identity->is_idle.store(false, std::memory_order_relaxed);
48
- }
49
-
50
43
  void PerThreadSem::Tick(base_internal::ThreadIdentity *identity) {
51
44
  const int ticker =
52
45
  identity->ticker.fetch_add(1, std::memory_order_relaxed) + 1;
@@ -54,7 +47,7 @@ void PerThreadSem::Tick(base_internal::ThreadIdentity *identity) {
54
47
  const bool is_idle = identity->is_idle.load(std::memory_order_relaxed);
55
48
  if (wait_start && (ticker - wait_start > Waiter::kIdlePeriods) && !is_idle) {
56
49
  // Wakeup the waiting thread since it is time for it to become idle.
57
- Waiter::GetWaiter(identity)->Poke();
50
+ ABSL_INTERNAL_C_SYMBOL(AbslInternalPerThreadSemPoke)(identity);
58
51
  }
59
52
  }
60
53
 
@@ -64,11 +57,22 @@ ABSL_NAMESPACE_END
64
57
 
65
58
  extern "C" {
66
59
 
60
+ ABSL_ATTRIBUTE_WEAK void ABSL_INTERNAL_C_SYMBOL(AbslInternalPerThreadSemInit)(
61
+ absl::base_internal::ThreadIdentity *identity) {
62
+ new (absl::synchronization_internal::Waiter::GetWaiter(identity))
63
+ absl::synchronization_internal::Waiter();
64
+ }
65
+
67
66
  ABSL_ATTRIBUTE_WEAK void ABSL_INTERNAL_C_SYMBOL(AbslInternalPerThreadSemPost)(
68
67
  absl::base_internal::ThreadIdentity *identity) {
69
68
  absl::synchronization_internal::Waiter::GetWaiter(identity)->Post();
70
69
  }
71
70
 
71
+ ABSL_ATTRIBUTE_WEAK void ABSL_INTERNAL_C_SYMBOL(AbslInternalPerThreadSemPoke)(
72
+ absl::base_internal::ThreadIdentity *identity) {
73
+ absl::synchronization_internal::Waiter::GetWaiter(identity)->Poke();
74
+ }
75
+
72
76
  ABSL_ATTRIBUTE_WEAK bool ABSL_INTERNAL_C_SYMBOL(AbslInternalPerThreadSemWait)(
73
77
  absl::synchronization_internal::KernelTimeout t) {
74
78
  bool timeout = false;
@@ -64,7 +64,7 @@ class PerThreadSem {
64
64
  private:
65
65
  // Create the PerThreadSem associated with "identity". Initializes count=0.
66
66
  // REQUIRES: May only be called by ThreadIdentity.
67
- static void Init(base_internal::ThreadIdentity* identity);
67
+ static inline void Init(base_internal::ThreadIdentity* identity);
68
68
 
69
69
  // Increments "identity"'s count.
70
70
  static inline void Post(base_internal::ThreadIdentity* identity);
@@ -91,12 +91,21 @@ ABSL_NAMESPACE_END
91
91
  // By changing our extension points to be extern "C", we dodge this
92
92
  // check.
93
93
  extern "C" {
94
+ void ABSL_INTERNAL_C_SYMBOL(AbslInternalPerThreadSemInit)(
95
+ absl::base_internal::ThreadIdentity* identity);
94
96
  void ABSL_INTERNAL_C_SYMBOL(AbslInternalPerThreadSemPost)(
95
97
  absl::base_internal::ThreadIdentity* identity);
96
98
  bool ABSL_INTERNAL_C_SYMBOL(AbslInternalPerThreadSemWait)(
97
99
  absl::synchronization_internal::KernelTimeout t);
100
+ void ABSL_INTERNAL_C_SYMBOL(AbslInternalPerThreadSemPoke)(
101
+ absl::base_internal::ThreadIdentity* identity);
98
102
  } // extern "C"
99
103
 
104
+ void absl::synchronization_internal::PerThreadSem::Init(
105
+ absl::base_internal::ThreadIdentity* identity) {
106
+ ABSL_INTERNAL_C_SYMBOL(AbslInternalPerThreadSemInit)(identity);
107
+ }
108
+
100
109
  void absl::synchronization_internal::PerThreadSem::Post(
101
110
  absl::base_internal::ThreadIdentity* identity) {
102
111
  ABSL_INTERNAL_C_SYMBOL(AbslInternalPerThreadSemPost)(identity);
@@ -0,0 +1,167 @@
1
+ // Copyright 2023 The Abseil Authors.
2
+ //
3
+ // Licensed under the Apache License, Version 2.0 (the "License");
4
+ // you may not use this file except in compliance with the License.
5
+ // You may obtain a copy of the License at
6
+ //
7
+ // https://www.apache.org/licenses/LICENSE-2.0
8
+ //
9
+ // Unless required by applicable law or agreed to in writing, software
10
+ // distributed under the License is distributed on an "AS IS" BASIS,
11
+ // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ // See the License for the specific language governing permissions and
13
+ // limitations under the License.
14
+
15
+ #include "absl/synchronization/internal/pthread_waiter.h"
16
+
17
+ #ifdef ABSL_INTERNAL_HAVE_PTHREAD_WAITER
18
+
19
+ #include <pthread.h>
20
+ #include <sys/time.h>
21
+ #include <unistd.h>
22
+
23
+ #include <cassert>
24
+ #include <cerrno>
25
+
26
+ #include "absl/base/config.h"
27
+ #include "absl/base/internal/raw_logging.h"
28
+ #include "absl/base/internal/thread_identity.h"
29
+ #include "absl/base/optimization.h"
30
+ #include "absl/synchronization/internal/kernel_timeout.h"
31
+
32
+ namespace absl {
33
+ ABSL_NAMESPACE_BEGIN
34
+ namespace synchronization_internal {
35
+
36
+ namespace {
37
+ class PthreadMutexHolder {
38
+ public:
39
+ explicit PthreadMutexHolder(pthread_mutex_t *mu) : mu_(mu) {
40
+ const int err = pthread_mutex_lock(mu_);
41
+ if (err != 0) {
42
+ ABSL_RAW_LOG(FATAL, "pthread_mutex_lock failed: %d", err);
43
+ }
44
+ }
45
+
46
+ PthreadMutexHolder(const PthreadMutexHolder &rhs) = delete;
47
+ PthreadMutexHolder &operator=(const PthreadMutexHolder &rhs) = delete;
48
+
49
+ ~PthreadMutexHolder() {
50
+ const int err = pthread_mutex_unlock(mu_);
51
+ if (err != 0) {
52
+ ABSL_RAW_LOG(FATAL, "pthread_mutex_unlock failed: %d", err);
53
+ }
54
+ }
55
+
56
+ private:
57
+ pthread_mutex_t *mu_;
58
+ };
59
+ } // namespace
60
+
61
+ #ifdef ABSL_INTERNAL_NEED_REDUNDANT_CONSTEXPR_DECL
62
+ constexpr char PthreadWaiter::kName[];
63
+ #endif
64
+
65
+ PthreadWaiter::PthreadWaiter() : waiter_count_(0), wakeup_count_(0) {
66
+ const int err = pthread_mutex_init(&mu_, 0);
67
+ if (err != 0) {
68
+ ABSL_RAW_LOG(FATAL, "pthread_mutex_init failed: %d", err);
69
+ }
70
+
71
+ const int err2 = pthread_cond_init(&cv_, 0);
72
+ if (err2 != 0) {
73
+ ABSL_RAW_LOG(FATAL, "pthread_cond_init failed: %d", err2);
74
+ }
75
+ }
76
+
77
+ #ifdef __APPLE__
78
+ #define ABSL_INTERNAL_HAS_PTHREAD_COND_TIMEDWAIT_RELATIVE_NP 1
79
+ #endif
80
+
81
+ #if defined(__GLIBC__) && \
82
+ (__GLIBC__ > 2 || (__GLIBC__ == 2 && __GLIBC_MINOR__ >= 30))
83
+ #define ABSL_INTERNAL_HAVE_PTHREAD_COND_CLOCKWAIT 1
84
+ #elif defined(__ANDROID_API__) && __ANDROID_API__ >= 30
85
+ #define ABSL_INTERNAL_HAVE_PTHREAD_COND_CLOCKWAIT 1
86
+ #endif
87
+
88
+ // Calls pthread_cond_timedwait() or possibly something else like
89
+ // pthread_cond_timedwait_relative_np() depending on the platform and
90
+ // KernelTimeout requested. The return value is the same as the return
91
+ // value of pthread_cond_timedwait().
92
+ int PthreadWaiter::TimedWait(KernelTimeout t) {
93
+ assert(t.has_timeout());
94
+ if (KernelTimeout::SupportsSteadyClock() && t.is_relative_timeout()) {
95
+ #ifdef ABSL_INTERNAL_HAS_PTHREAD_COND_TIMEDWAIT_RELATIVE_NP
96
+ const auto rel_timeout = t.MakeRelativeTimespec();
97
+ return pthread_cond_timedwait_relative_np(&cv_, &mu_, &rel_timeout);
98
+ #elif defined(ABSL_INTERNAL_HAVE_PTHREAD_COND_CLOCKWAIT) && \
99
+ defined(CLOCK_MONOTONIC)
100
+ const auto abs_clock_timeout = t.MakeClockAbsoluteTimespec(CLOCK_MONOTONIC);
101
+ return pthread_cond_clockwait(&cv_, &mu_, CLOCK_MONOTONIC,
102
+ &abs_clock_timeout);
103
+ #endif
104
+ }
105
+
106
+ const auto abs_timeout = t.MakeAbsTimespec();
107
+ return pthread_cond_timedwait(&cv_, &mu_, &abs_timeout);
108
+ }
109
+
110
+ bool PthreadWaiter::Wait(KernelTimeout t) {
111
+ PthreadMutexHolder h(&mu_);
112
+ ++waiter_count_;
113
+ // Loop until we find a wakeup to consume or timeout.
114
+ // Note that, since the thread ticker is just reset, we don't need to check
115
+ // whether the thread is idle on the very first pass of the loop.
116
+ bool first_pass = true;
117
+ while (wakeup_count_ == 0) {
118
+ if (!first_pass) MaybeBecomeIdle();
119
+ // No wakeups available, time to wait.
120
+ if (!t.has_timeout()) {
121
+ const int err = pthread_cond_wait(&cv_, &mu_);
122
+ if (err != 0) {
123
+ ABSL_RAW_LOG(FATAL, "pthread_cond_wait failed: %d", err);
124
+ }
125
+ } else {
126
+ const int err = TimedWait(t);
127
+ if (err == ETIMEDOUT) {
128
+ --waiter_count_;
129
+ return false;
130
+ }
131
+ if (err != 0) {
132
+ ABSL_RAW_LOG(FATAL, "PthreadWaiter::TimedWait() failed: %d", err);
133
+ }
134
+ }
135
+ first_pass = false;
136
+ }
137
+ // Consume a wakeup and we're done.
138
+ --wakeup_count_;
139
+ --waiter_count_;
140
+ return true;
141
+ }
142
+
143
+ void PthreadWaiter::Post() {
144
+ PthreadMutexHolder h(&mu_);
145
+ ++wakeup_count_;
146
+ InternalCondVarPoke();
147
+ }
148
+
149
+ void PthreadWaiter::Poke() {
150
+ PthreadMutexHolder h(&mu_);
151
+ InternalCondVarPoke();
152
+ }
153
+
154
+ void PthreadWaiter::InternalCondVarPoke() {
155
+ if (waiter_count_ != 0) {
156
+ const int err = pthread_cond_signal(&cv_);
157
+ if (ABSL_PREDICT_FALSE(err != 0)) {
158
+ ABSL_RAW_LOG(FATAL, "pthread_cond_signal failed: %d", err);
159
+ }
160
+ }
161
+ }
162
+
163
+ } // namespace synchronization_internal
164
+ ABSL_NAMESPACE_END
165
+ } // namespace absl
166
+
167
+ #endif // ABSL_INTERNAL_HAVE_PTHREAD_WAITER
@@ -0,0 +1,60 @@
1
+ // Copyright 2023 The Abseil Authors.
2
+ //
3
+ // Licensed under the Apache License, Version 2.0 (the "License");
4
+ // you may not use this file except in compliance with the License.
5
+ // You may obtain a copy of the License at
6
+ //
7
+ // https://www.apache.org/licenses/LICENSE-2.0
8
+ //
9
+ // Unless required by applicable law or agreed to in writing, software
10
+ // distributed under the License is distributed on an "AS IS" BASIS,
11
+ // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ // See the License for the specific language governing permissions and
13
+ // limitations under the License.
14
+ //
15
+
16
+ #ifndef ABSL_SYNCHRONIZATION_INTERNAL_PTHREAD_WAITER_H_
17
+ #define ABSL_SYNCHRONIZATION_INTERNAL_PTHREAD_WAITER_H_
18
+
19
+ #ifndef _WIN32
20
+ #include <pthread.h>
21
+
22
+ #include "absl/base/config.h"
23
+ #include "absl/synchronization/internal/kernel_timeout.h"
24
+ #include "absl/synchronization/internal/waiter_base.h"
25
+
26
+ namespace absl {
27
+ ABSL_NAMESPACE_BEGIN
28
+ namespace synchronization_internal {
29
+
30
+ #define ABSL_INTERNAL_HAVE_PTHREAD_WAITER 1
31
+
32
+ class PthreadWaiter : public WaiterCrtp<PthreadWaiter> {
33
+ public:
34
+ PthreadWaiter();
35
+
36
+ bool Wait(KernelTimeout t);
37
+ void Post();
38
+ void Poke();
39
+
40
+ static constexpr char kName[] = "PthreadWaiter";
41
+
42
+ private:
43
+ int TimedWait(KernelTimeout t);
44
+
45
+ // REQUIRES: mu_ must be held.
46
+ void InternalCondVarPoke();
47
+
48
+ pthread_mutex_t mu_;
49
+ pthread_cond_t cv_;
50
+ int waiter_count_;
51
+ int wakeup_count_; // Unclaimed wakeups.
52
+ };
53
+
54
+ } // namespace synchronization_internal
55
+ ABSL_NAMESPACE_END
56
+ } // namespace absl
57
+
58
+ #endif // ndef _WIN32
59
+
60
+ #endif // ABSL_SYNCHRONIZATION_INTERNAL_PTHREAD_WAITER_H_