grpc 1.57.0 → 1.58.0.pre1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (402) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +534 -284
  3. data/include/grpc/event_engine/event_engine.h +0 -1
  4. data/include/grpc/event_engine/memory_allocator.h +2 -2
  5. data/include/grpc/impl/channel_arg_names.h +371 -0
  6. data/include/grpc/impl/grpc_types.h +1 -353
  7. data/include/grpc/module.modulemap +1 -0
  8. data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +1 -1
  9. data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +2 -1
  10. data/src/core/ext/filters/client_channel/client_channel.cc +7 -3
  11. data/src/core/ext/filters/client_channel/http_proxy.cc +1 -1
  12. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +10 -5
  13. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +7 -5
  14. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +1 -0
  15. data/src/core/ext/filters/client_channel/lb_policy/health_check_client.cc +5 -3
  16. data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +4 -2
  17. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +115 -109
  18. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.h +0 -5
  19. data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +7 -2
  20. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +2 -1
  21. data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +1 -0
  22. data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +1 -1
  23. data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/weighted_round_robin.cc +11 -3
  24. data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +6 -1
  25. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +8 -5
  26. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +1 -1
  27. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +102 -11
  28. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +9 -4
  29. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +4 -1
  30. data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.cc +6 -0
  31. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +41 -14
  32. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +1 -1
  33. data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +3 -2
  34. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +1 -1
  35. data/src/core/ext/filters/client_channel/retry_filter.h +1 -0
  36. data/src/core/ext/filters/client_channel/retry_service_config.cc +1 -1
  37. data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +1 -1
  38. data/src/core/ext/filters/client_channel/subchannel.cc +9 -5
  39. data/src/core/ext/filters/client_channel/subchannel.h +8 -2
  40. data/src/core/ext/filters/deadline/deadline_filter.cc +1 -1
  41. data/src/core/ext/filters/http/client/http_client_filter.cc +1 -0
  42. data/src/core/ext/filters/http/client_authority_filter.cc +1 -1
  43. data/src/core/ext/filters/http/message_compress/compression_filter.cc +1 -0
  44. data/src/core/ext/filters/http/server/http_server_filter.cc +1 -1
  45. data/src/core/ext/filters/message_size/message_size_filter.cc +1 -0
  46. data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +4 -7
  47. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +1 -0
  48. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +8 -12
  49. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +357 -358
  50. data/src/core/ext/transport/chttp2/transport/frame_ping.cc +5 -18
  51. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +63 -4
  52. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +7 -2
  53. data/src/core/ext/transport/chttp2/transport/internal.h +30 -57
  54. data/src/core/ext/transport/chttp2/transport/parsing.cc +16 -7
  55. data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.cc +80 -0
  56. data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.h +55 -0
  57. data/src/core/ext/transport/chttp2/transport/ping_rate_policy.cc +98 -0
  58. data/src/core/ext/transport/chttp2/transport/ping_rate_policy.h +73 -0
  59. data/src/core/ext/transport/chttp2/transport/writing.cc +81 -89
  60. data/src/core/ext/transport/inproc/inproc_transport.cc +1 -0
  61. data/src/core/ext/xds/xds_client_grpc.cc +1 -0
  62. data/src/core/ext/xds/xds_http_fault_filter.cc +1 -2
  63. data/src/core/ext/xds/xds_http_fault_filter.h +1 -2
  64. data/src/core/ext/xds/xds_http_filters.h +2 -4
  65. data/src/core/ext/xds/xds_http_rbac_filter.cc +3 -8
  66. data/src/core/ext/xds/xds_http_rbac_filter.h +1 -2
  67. data/src/core/ext/xds/xds_http_stateful_session_filter.cc +1 -2
  68. data/src/core/ext/xds/xds_http_stateful_session_filter.h +1 -2
  69. data/src/core/ext/xds/xds_lb_policy_registry.cc +3 -6
  70. data/src/core/ext/xds/xds_routing.cc +2 -2
  71. data/src/core/ext/xds/xds_transport_grpc.cc +1 -0
  72. data/src/core/lib/avl/avl.h +10 -173
  73. data/src/core/lib/channel/call_tracer.cc +289 -0
  74. data/src/core/lib/channel/call_tracer.h +35 -0
  75. data/src/core/lib/channel/channel_args.cc +84 -79
  76. data/src/core/lib/channel/channel_args.h +29 -17
  77. data/src/core/lib/channel/connected_channel.cc +0 -1
  78. data/src/core/lib/channel/promise_based_filter.cc +4 -1
  79. data/src/core/lib/compression/compression_internal.cc +8 -4
  80. data/src/core/lib/debug/stats_data.cc +93 -21
  81. data/src/core/lib/debug/stats_data.h +41 -0
  82. data/src/core/lib/event_engine/ares_resolver.cc +712 -0
  83. data/src/core/lib/event_engine/ares_resolver.h +150 -0
  84. data/src/core/lib/event_engine/cf_engine/cf_engine.cc +9 -3
  85. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +2 -2
  86. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +229 -0
  87. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.h +117 -0
  88. data/src/core/lib/event_engine/forkable.cc +15 -1
  89. data/src/core/lib/event_engine/forkable.h +15 -0
  90. data/src/core/lib/event_engine/grpc_polled_fd.h +73 -0
  91. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +25 -3
  92. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +10 -1
  93. data/src/core/lib/event_engine/posix_engine/grpc_polled_fd_posix.h +197 -0
  94. data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +3 -3
  95. data/src/core/lib/event_engine/posix_engine/posix_engine.cc +47 -1
  96. data/src/core/lib/event_engine/posix_engine/posix_engine.h +12 -1
  97. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +1 -0
  98. data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +2 -0
  99. data/src/core/lib/event_engine/thread_pool/thread_count.cc +58 -0
  100. data/src/core/lib/event_engine/thread_pool/thread_count.h +161 -0
  101. data/src/core/lib/event_engine/thread_pool/thread_pool_factory.cc +7 -0
  102. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +86 -111
  103. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +15 -61
  104. data/src/core/lib/event_engine/windows/windows_endpoint.cc +3 -4
  105. data/src/core/lib/experiments/config.cc +14 -0
  106. data/src/core/lib/experiments/experiments.cc +141 -304
  107. data/src/core/lib/experiments/experiments.h +16 -17
  108. data/src/core/lib/gprpp/ref_counted.h +3 -1
  109. data/src/core/lib/gprpp/ref_counted_string.cc +44 -0
  110. data/src/core/lib/gprpp/ref_counted_string.h +146 -0
  111. data/src/core/lib/gprpp/time.h +2 -2
  112. data/src/core/lib/gprpp/work_serializer.cc +36 -0
  113. data/src/core/lib/gprpp/work_serializer.h +5 -0
  114. data/src/core/lib/http/httpcli_security_connector.cc +1 -0
  115. data/src/core/lib/iomgr/buffer_list.cc +2 -0
  116. data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +7 -22
  117. data/src/core/lib/iomgr/tcp_posix.cc +3 -3
  118. data/src/core/lib/promise/detail/basic_seq.h +1 -372
  119. data/src/core/lib/promise/detail/seq_state.h +2076 -0
  120. data/src/core/lib/promise/seq.h +19 -2
  121. data/src/core/lib/promise/sleep.h +5 -10
  122. data/src/core/lib/promise/try_seq.h +34 -2
  123. data/src/core/lib/resource_quota/api.cc +1 -0
  124. data/src/core/lib/resource_quota/arena.cc +2 -0
  125. data/src/core/lib/resource_quota/arena.h +42 -8
  126. data/src/core/lib/resource_quota/memory_quota.cc +0 -1
  127. data/src/core/lib/resource_quota/resource_quota.h +1 -0
  128. data/src/core/lib/security/authorization/authorization_policy_provider.h +1 -1
  129. data/src/core/lib/security/authorization/rbac_policy.h +1 -1
  130. data/src/core/lib/security/credentials/external/aws_request_signer.cc +8 -0
  131. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +1 -0
  132. data/src/core/lib/security/credentials/jwt/json_token.cc +17 -0
  133. data/src/core/lib/security/credentials/jwt/json_token.h +4 -0
  134. data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +42 -0
  135. data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +1 -0
  136. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +4 -0
  137. data/src/core/lib/security/credentials/tls/tls_credentials.cc +1 -0
  138. data/src/core/lib/security/credentials/xds/xds_credentials.cc +1 -0
  139. data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +1 -0
  140. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +1 -0
  141. data/src/core/lib/security/security_connector/ssl_utils.cc +1 -0
  142. data/src/core/lib/security/transport/client_auth_filter.cc +8 -5
  143. data/src/core/lib/security/transport/security_handshaker.cc +1 -0
  144. data/src/core/lib/security/transport/server_auth_filter.cc +2 -0
  145. data/src/core/lib/surface/call.cc +32 -8
  146. data/src/core/lib/surface/channel.cc +1 -0
  147. data/src/core/lib/surface/completion_queue.cc +10 -0
  148. data/src/core/lib/surface/init.cc +1 -0
  149. data/src/core/lib/surface/server.cc +67 -64
  150. data/src/core/lib/surface/server.h +1 -15
  151. data/src/core/lib/surface/version.cc +2 -2
  152. data/src/core/tsi/alts/crypt/aes_gcm.cc +27 -2
  153. data/src/core/tsi/ssl_transport_security.cc +11 -0
  154. data/src/ruby/lib/grpc/generic/active_call.rb +9 -14
  155. data/src/ruby/lib/grpc/version.rb +1 -1
  156. data/src/ruby/pb/test/client.rb +16 -0
  157. data/src/ruby/spec/generic/rpc_server_spec.rb +3 -3
  158. data/third_party/abseil-cpp/absl/algorithm/container.h +3 -2
  159. data/third_party/abseil-cpp/absl/base/attributes.h +58 -5
  160. data/third_party/abseil-cpp/absl/base/call_once.h +1 -1
  161. data/third_party/abseil-cpp/absl/base/casts.h +8 -8
  162. data/third_party/abseil-cpp/absl/base/config.h +89 -106
  163. data/third_party/abseil-cpp/absl/base/dynamic_annotations.h +26 -1
  164. data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +2 -2
  165. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +50 -39
  166. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.h +2 -1
  167. data/third_party/abseil-cpp/absl/base/internal/prefetch.h +17 -18
  168. data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +32 -3
  169. data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +24 -4
  170. data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +31 -73
  171. data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +9 -8
  172. data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +11 -11
  173. data/third_party/abseil-cpp/absl/base/internal/throw_delegate.cc +23 -32
  174. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +2 -3
  175. data/third_party/abseil-cpp/absl/base/options.h +1 -1
  176. data/third_party/abseil-cpp/absl/base/policy_checks.h +3 -3
  177. data/third_party/abseil-cpp/absl/base/prefetch.h +198 -0
  178. data/third_party/abseil-cpp/absl/container/fixed_array.h +54 -29
  179. data/third_party/abseil-cpp/absl/container/flat_hash_map.h +5 -1
  180. data/third_party/abseil-cpp/absl/container/flat_hash_set.h +6 -2
  181. data/third_party/abseil-cpp/absl/container/inlined_vector.h +167 -79
  182. data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +1 -1
  183. data/third_party/abseil-cpp/absl/container/internal/compressed_tuple.h +3 -21
  184. data/third_party/abseil-cpp/absl/container/internal/container_memory.h +1 -1
  185. data/third_party/abseil-cpp/absl/container/internal/hash_function_defaults.h +46 -0
  186. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +2 -0
  187. data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +85 -26
  188. data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +35 -18
  189. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +70 -29
  190. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +437 -236
  191. data/third_party/abseil-cpp/absl/crc/crc32c.h +8 -1
  192. data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +14 -8
  193. data/third_party/abseil-cpp/absl/crc/internal/crc.cc +4 -35
  194. data/third_party/abseil-cpp/absl/crc/internal/crc.h +2 -10
  195. data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +1 -1
  196. data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.cc +1 -1
  197. data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.h +4 -4
  198. data/third_party/abseil-cpp/absl/crc/internal/crc_internal.h +8 -10
  199. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_x86_64.cc +17 -19
  200. data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +8 -8
  201. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +2 -1
  202. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +59 -23
  203. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +1 -1
  204. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +1 -1
  205. data/third_party/abseil-cpp/absl/debugging/internal/symbolize.h +1 -1
  206. data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +43 -19
  207. data/third_party/abseil-cpp/absl/debugging/symbolize_emscripten.inc +3 -0
  208. data/third_party/abseil-cpp/absl/flags/commandlineflag.h +1 -1
  209. data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.cc +1 -1
  210. data/third_party/abseil-cpp/absl/flags/internal/flag.cc +2 -2
  211. data/third_party/abseil-cpp/absl/flags/internal/flag.h +16 -15
  212. data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +1 -1
  213. data/third_party/abseil-cpp/absl/flags/marshalling.cc +43 -2
  214. data/third_party/abseil-cpp/absl/flags/marshalling.h +5 -0
  215. data/third_party/abseil-cpp/absl/functional/any_invocable.h +9 -1
  216. data/third_party/abseil-cpp/absl/functional/bind_front.h +1 -1
  217. data/third_party/abseil-cpp/absl/functional/function_ref.h +3 -3
  218. data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +37 -24
  219. data/third_party/abseil-cpp/absl/functional/internal/function_ref.h +19 -9
  220. data/third_party/abseil-cpp/absl/hash/hash.h +7 -4
  221. data/third_party/abseil-cpp/absl/hash/internal/hash.h +38 -15
  222. data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.cc +6 -0
  223. data/third_party/abseil-cpp/absl/meta/type_traits.h +48 -373
  224. data/third_party/abseil-cpp/absl/numeric/bits.h +4 -4
  225. data/third_party/abseil-cpp/absl/numeric/int128.cc +20 -8
  226. data/third_party/abseil-cpp/absl/numeric/int128.h +36 -39
  227. data/third_party/abseil-cpp/absl/numeric/int128_have_intrinsic.inc +0 -3
  228. data/third_party/abseil-cpp/absl/numeric/int128_no_intrinsic.inc +47 -30
  229. data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +4 -3
  230. data/third_party/abseil-cpp/absl/random/internal/generate_real.h +1 -1
  231. data/third_party/abseil-cpp/absl/random/internal/platform.h +1 -1
  232. data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +4 -0
  233. data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +1 -1
  234. data/third_party/abseil-cpp/absl/random/internal/randen_hwaes.cc +1 -1
  235. data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +1 -1
  236. data/third_party/abseil-cpp/absl/status/internal/status_internal.h +4 -0
  237. data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +12 -24
  238. data/third_party/abseil-cpp/absl/status/status.cc +11 -7
  239. data/third_party/abseil-cpp/absl/status/status.h +11 -2
  240. data/third_party/abseil-cpp/absl/status/statusor.h +22 -8
  241. data/third_party/abseil-cpp/absl/strings/ascii.cc +54 -6
  242. data/third_party/abseil-cpp/absl/strings/charconv.cc +21 -4
  243. data/third_party/abseil-cpp/absl/strings/charconv.h +2 -2
  244. data/third_party/abseil-cpp/absl/strings/cord.cc +1 -2
  245. data/third_party/abseil-cpp/absl/strings/cord.h +32 -5
  246. data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +23 -1
  247. data/third_party/abseil-cpp/absl/strings/cord_analysis.h +18 -0
  248. data/third_party/abseil-cpp/absl/strings/cord_buffer.h +2 -5
  249. data/third_party/abseil-cpp/absl/strings/escaping.cc +10 -32
  250. data/third_party/abseil-cpp/absl/strings/escaping.h +1 -1
  251. data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.cc +2 -4
  252. data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.h +3 -3
  253. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +0 -1
  254. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +15 -13
  255. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +13 -4
  256. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +8 -0
  257. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +5 -3
  258. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.h +4 -7
  259. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +8 -0
  260. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +2 -2
  261. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.cc +46 -20
  262. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +1 -34
  263. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +2 -1
  264. data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +23 -0
  265. data/third_party/abseil-cpp/absl/strings/internal/escaping.h +1 -0
  266. data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +2 -77
  267. data/third_party/abseil-cpp/absl/strings/internal/memutil.h +4 -112
  268. data/third_party/abseil-cpp/absl/strings/internal/stl_type_traits.h +1 -1
  269. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +10 -31
  270. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +8 -8
  271. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +5 -20
  272. data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +1 -0
  273. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +1 -1
  274. data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.cc +9 -9
  275. data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +56 -6
  276. data/third_party/abseil-cpp/absl/strings/match.cc +87 -0
  277. data/third_party/abseil-cpp/absl/strings/match.h +19 -0
  278. data/third_party/abseil-cpp/absl/strings/numbers.cc +154 -122
  279. data/third_party/abseil-cpp/absl/strings/numbers.h +1 -6
  280. data/third_party/abseil-cpp/absl/strings/str_cat.cc +7 -50
  281. data/third_party/abseil-cpp/absl/strings/str_cat.h +83 -15
  282. data/third_party/abseil-cpp/absl/strings/str_format.h +6 -3
  283. data/third_party/abseil-cpp/absl/strings/str_split.cc +9 -6
  284. data/third_party/abseil-cpp/absl/strings/string_view.cc +26 -4
  285. data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.cc +5 -0
  286. data/third_party/abseil-cpp/absl/synchronization/internal/futex.h +63 -43
  287. data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.cc +111 -0
  288. data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.h +63 -0
  289. data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +11 -7
  290. data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.cc +225 -0
  291. data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +122 -114
  292. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +12 -8
  293. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +10 -1
  294. data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.cc +167 -0
  295. data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.h +60 -0
  296. data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.cc +122 -0
  297. data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.h +65 -0
  298. data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.cc +91 -0
  299. data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.h +56 -0
  300. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +19 -113
  301. data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.cc +42 -0
  302. data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.h +90 -0
  303. data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.cc +151 -0
  304. data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.h +70 -0
  305. data/third_party/abseil-cpp/absl/synchronization/mutex.cc +407 -411
  306. data/third_party/abseil-cpp/absl/synchronization/mutex.h +152 -118
  307. data/third_party/abseil-cpp/absl/time/clock.cc +6 -7
  308. data/third_party/abseil-cpp/absl/time/duration.cc +24 -26
  309. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/time_zone.h +1 -0
  310. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_fixed.cc +1 -1
  311. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +3 -3
  312. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.cc +8 -6
  313. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.h +6 -3
  314. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.cc +4 -2
  315. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.h +4 -0
  316. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +322 -295
  317. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.h +8 -17
  318. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.cc +51 -33
  319. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.h +7 -2
  320. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +128 -2
  321. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_posix.h +1 -1
  322. data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +5 -1
  323. data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +34 -34
  324. data/third_party/abseil-cpp/absl/time/time.cc +9 -2
  325. data/third_party/abseil-cpp/absl/time/time.h +115 -15
  326. data/third_party/abseil-cpp/absl/types/internal/optional.h +0 -52
  327. data/third_party/abseil-cpp/absl/types/internal/span.h +2 -2
  328. data/third_party/abseil-cpp/absl/types/internal/variant.h +2 -2
  329. data/third_party/abseil-cpp/absl/types/optional.h +15 -13
  330. data/third_party/abseil-cpp/absl/types/span.h +1 -2
  331. data/third_party/boringssl-with-bazel/err_data.c +15 -14
  332. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +7 -3
  333. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +7 -7
  334. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +7 -3
  335. data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +5 -5
  336. data/third_party/boringssl-with-bazel/src/crypto/bio/errno.c +92 -0
  337. data/third_party/boringssl-with-bazel/src/crypto/bio/fd.c +4 -48
  338. data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +11 -6
  339. data/third_party/boringssl-with-bazel/src/crypto/bio/internal.h +16 -6
  340. data/third_party/boringssl-with-bazel/src/crypto/bio/socket.c +2 -2
  341. data/third_party/boringssl-with-bazel/src/crypto/bio/socket_helper.c +9 -0
  342. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +1 -1
  343. data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +3 -7
  344. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_apple.c +0 -2
  345. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_fuchsia.c +0 -1
  346. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_linux.c +0 -2
  347. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_openbsd.c +0 -1
  348. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_sysreg.c +93 -0
  349. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_win.c +1 -1
  350. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_freebsd.c +0 -1
  351. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_linux.c +0 -2
  352. data/third_party/boringssl-with-bazel/src/crypto/dh_extra/dh_asn1.c +4 -0
  353. data/third_party/boringssl-with-bazel/src/crypto/dh_extra/params.c +5 -0
  354. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/hash_to_curve.c +9 -14
  355. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/internal.h +4 -6
  356. data/third_party/boringssl-with-bazel/src/crypto/err/err.c +10 -11
  357. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/check.c +37 -8
  358. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +38 -19
  359. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/internal.h +7 -0
  360. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +39 -16
  361. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/service_indicator.c +4 -7
  362. data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +7 -0
  363. data/third_party/boringssl-with-bazel/src/crypto/internal.h +13 -21
  364. data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +6 -23
  365. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/getentropy.c +4 -0
  366. data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +5 -0
  367. data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +1 -6
  368. data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +0 -3
  369. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_d2.c +1 -3
  370. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +2 -3
  371. data/third_party/boringssl-with-bazel/src/include/openssl/base.h +9 -1
  372. data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +11 -1
  373. data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +4 -1
  374. data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +7 -9
  375. data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +6 -2
  376. data/third_party/boringssl-with-bazel/src/include/openssl/span.h +22 -20
  377. data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +4 -0
  378. data/third_party/boringssl-with-bazel/src/include/openssl/stack.h +20 -12
  379. data/third_party/boringssl-with-bazel/src/include/openssl/target.h +50 -3
  380. data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +0 -4
  381. data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +2 -2
  382. data/third_party/boringssl-with-bazel/src/ssl/ssl_file.cc +4 -4
  383. data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +2 -0
  384. metadata +41 -33
  385. data/src/core/lib/promise/detail/basic_join.h +0 -197
  386. data/src/core/lib/promise/detail/switch.h +0 -1455
  387. data/src/core/lib/promise/try_join.h +0 -82
  388. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +0 -403
  389. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_freebsd.c +0 -62
  390. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm.c +0 -38
  391. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_openbsd.c +0 -31
  392. data/third_party/re2/util/benchmark.h +0 -156
  393. data/third_party/re2/util/flags.h +0 -26
  394. data/third_party/re2/util/malloc_counter.h +0 -19
  395. data/third_party/re2/util/pcre.cc +0 -1025
  396. data/third_party/re2/util/pcre.h +0 -681
  397. data/third_party/re2/util/test.h +0 -50
  398. data/third_party/upb/upb/mini_table.h +0 -36
  399. data/third_party/zlib/gzclose.c +0 -25
  400. data/third_party/zlib/gzlib.c +0 -639
  401. data/third_party/zlib/gzread.c +0 -650
  402. data/third_party/zlib/gzwrite.c +0 -677
@@ -42,25 +42,25 @@
42
42
  #include <windows.h>
43
43
  #endif
44
44
 
45
+ #ifdef __linux__
46
+ #include <sys/prctl.h>
47
+ #endif
48
+
45
49
  #include <string.h>
50
+
46
51
  #include <algorithm>
47
52
  #include <atomic>
48
53
  #include <cerrno>
49
54
  #include <cstddef>
50
- #include <new> // for placement-new
55
+ #include <new> // for placement-new
51
56
 
52
57
  #include "absl/base/dynamic_annotations.h"
53
58
  #include "absl/base/internal/raw_logging.h"
54
59
  #include "absl/base/internal/spinlock.h"
55
60
 
56
- // MAP_ANONYMOUS
57
- #if defined(__APPLE__)
58
- // For mmap, Linux defines both MAP_ANONYMOUS and MAP_ANON and says MAP_ANON is
59
- // deprecated. In Darwin, MAP_ANON is all there is.
60
- #if !defined MAP_ANONYMOUS
61
+ #if defined(MAP_ANON) && !defined(MAP_ANONYMOUS)
61
62
  #define MAP_ANONYMOUS MAP_ANON
62
- #endif // !MAP_ANONYMOUS
63
- #endif // __APPLE__
63
+ #endif
64
64
 
65
65
  namespace absl {
66
66
  ABSL_NAMESPACE_BEGIN
@@ -122,7 +122,7 @@ static int IntLog2(size_t size, size_t base) {
122
122
  static int Random(uint32_t *state) {
123
123
  uint32_t r = *state;
124
124
  int result = 1;
125
- while ((((r = r*1103515245 + 12345) >> 30) & 1) == 0) {
125
+ while ((((r = r * 1103515245 + 12345) >> 30) & 1) == 0) {
126
126
  result++;
127
127
  }
128
128
  *state = r;
@@ -144,7 +144,7 @@ static int LLA_SkiplistLevels(size_t size, size_t base, uint32_t *random) {
144
144
  size_t max_fit = (size - offsetof(AllocList, next)) / sizeof(AllocList *);
145
145
  int level = IntLog2(size, base) + (random != nullptr ? Random(random) : 1);
146
146
  if (static_cast<size_t>(level) > max_fit) level = static_cast<int>(max_fit);
147
- if (level > kMaxLevel-1) level = kMaxLevel - 1;
147
+ if (level > kMaxLevel - 1) level = kMaxLevel - 1;
148
148
  ABSL_RAW_CHECK(level >= 1, "block not big enough for even one level");
149
149
  return level;
150
150
  }
@@ -153,8 +153,8 @@ static int LLA_SkiplistLevels(size_t size, size_t base, uint32_t *random) {
153
153
  // For 0 <= i < head->levels, set prev[i] to "no_greater", where no_greater
154
154
  // points to the last element at level i in the AllocList less than *e, or is
155
155
  // head if no such element exists.
156
- static AllocList *LLA_SkiplistSearch(AllocList *head,
157
- AllocList *e, AllocList **prev) {
156
+ static AllocList *LLA_SkiplistSearch(AllocList *head, AllocList *e,
157
+ AllocList **prev) {
158
158
  AllocList *p = head;
159
159
  for (int level = head->levels - 1; level >= 0; level--) {
160
160
  for (AllocList *n; (n = p->next[level]) != nullptr && n < e; p = n) {
@@ -190,7 +190,7 @@ static void LLA_SkiplistDelete(AllocList *head, AllocList *e,
190
190
  prev[i]->next[i] = e->next[i];
191
191
  }
192
192
  while (head->levels > 0 && head->next[head->levels - 1] == nullptr) {
193
- head->levels--; // reduce head->levels if level unused
193
+ head->levels--; // reduce head->levels if level unused
194
194
  }
195
195
  }
196
196
 
@@ -249,9 +249,9 @@ void CreateGlobalArenas() {
249
249
 
250
250
  // Returns a global arena that does not call into hooks. Used by NewArena()
251
251
  // when kCallMallocHook is not set.
252
- LowLevelAlloc::Arena* UnhookedArena() {
252
+ LowLevelAlloc::Arena *UnhookedArena() {
253
253
  base_internal::LowLevelCallOnce(&create_globals_once, CreateGlobalArenas);
254
- return reinterpret_cast<LowLevelAlloc::Arena*>(&unhooked_arena_storage);
254
+ return reinterpret_cast<LowLevelAlloc::Arena *>(&unhooked_arena_storage);
255
255
  }
256
256
 
257
257
  #ifndef ABSL_LOW_LEVEL_ALLOC_ASYNC_SIGNAL_SAFE_MISSING
@@ -269,7 +269,7 @@ LowLevelAlloc::Arena *UnhookedAsyncSigSafeArena() {
269
269
  // Returns the default arena, as used by LowLevelAlloc::Alloc() and friends.
270
270
  LowLevelAlloc::Arena *LowLevelAlloc::DefaultArena() {
271
271
  base_internal::LowLevelCallOnce(&create_globals_once, CreateGlobalArenas);
272
- return reinterpret_cast<LowLevelAlloc::Arena*>(&default_arena_storage);
272
+ return reinterpret_cast<LowLevelAlloc::Arena *>(&default_arena_storage);
273
273
  }
274
274
 
275
275
  // magic numbers to identify allocated and unallocated blocks
@@ -356,8 +356,7 @@ LowLevelAlloc::Arena::Arena(uint32_t flags_value)
356
356
  min_size(2 * round_up),
357
357
  random(0) {
358
358
  freelist.header.size = 0;
359
- freelist.header.magic =
360
- Magic(kMagicUnallocated, &freelist.header);
359
+ freelist.header.magic = Magic(kMagicUnallocated, &freelist.header);
361
360
  freelist.header.arena = this;
362
361
  freelist.levels = 0;
363
362
  memset(freelist.next, 0, sizeof(freelist.next));
@@ -375,7 +374,7 @@ LowLevelAlloc::Arena *LowLevelAlloc::NewArena(uint32_t flags) {
375
374
  meta_data_arena = UnhookedArena();
376
375
  }
377
376
  Arena *result =
378
- new (AllocWithArena(sizeof (*result), meta_data_arena)) Arena(flags);
377
+ new (AllocWithArena(sizeof(*result), meta_data_arena)) Arena(flags);
379
378
  return result;
380
379
  }
381
380
 
@@ -480,8 +479,8 @@ static void Coalesce(AllocList *a) {
480
479
  AllocList *prev[kMaxLevel];
481
480
  LLA_SkiplistDelete(&arena->freelist, n, prev);
482
481
  LLA_SkiplistDelete(&arena->freelist, a, prev);
483
- a->levels = LLA_SkiplistLevels(a->header.size, arena->min_size,
484
- &arena->random);
482
+ a->levels =
483
+ LLA_SkiplistLevels(a->header.size, arena->min_size, &arena->random);
485
484
  LLA_SkiplistInsert(&arena->freelist, a, prev);
486
485
  }
487
486
  }
@@ -489,27 +488,27 @@ static void Coalesce(AllocList *a) {
489
488
  // Adds block at location "v" to the free list
490
489
  // L >= arena->mu
491
490
  static void AddToFreelist(void *v, LowLevelAlloc::Arena *arena) {
492
- AllocList *f = reinterpret_cast<AllocList *>(
493
- reinterpret_cast<char *>(v) - sizeof (f->header));
491
+ AllocList *f = reinterpret_cast<AllocList *>(reinterpret_cast<char *>(v) -
492
+ sizeof(f->header));
494
493
  ABSL_RAW_CHECK(f->header.magic == Magic(kMagicAllocated, &f->header),
495
494
  "bad magic number in AddToFreelist()");
496
495
  ABSL_RAW_CHECK(f->header.arena == arena,
497
496
  "bad arena pointer in AddToFreelist()");
498
- f->levels = LLA_SkiplistLevels(f->header.size, arena->min_size,
499
- &arena->random);
497
+ f->levels =
498
+ LLA_SkiplistLevels(f->header.size, arena->min_size, &arena->random);
500
499
  AllocList *prev[kMaxLevel];
501
500
  LLA_SkiplistInsert(&arena->freelist, f, prev);
502
501
  f->header.magic = Magic(kMagicUnallocated, &f->header);
503
- Coalesce(f); // maybe coalesce with successor
504
- Coalesce(prev[0]); // maybe coalesce with predecessor
502
+ Coalesce(f); // maybe coalesce with successor
503
+ Coalesce(prev[0]); // maybe coalesce with predecessor
505
504
  }
506
505
 
507
506
  // Frees storage allocated by LowLevelAlloc::Alloc().
508
507
  // L < arena->mu
509
508
  void LowLevelAlloc::Free(void *v) {
510
509
  if (v != nullptr) {
511
- AllocList *f = reinterpret_cast<AllocList *>(
512
- reinterpret_cast<char *>(v) - sizeof (f->header));
510
+ AllocList *f = reinterpret_cast<AllocList *>(reinterpret_cast<char *>(v) -
511
+ sizeof(f->header));
513
512
  LowLevelAlloc::Arena *arena = f->header.arena;
514
513
  ArenaLock section(arena);
515
514
  AddToFreelist(v, arena);
@@ -524,21 +523,21 @@ void LowLevelAlloc::Free(void *v) {
524
523
  static void *DoAllocWithArena(size_t request, LowLevelAlloc::Arena *arena) {
525
524
  void *result = nullptr;
526
525
  if (request != 0) {
527
- AllocList *s; // will point to region that satisfies request
526
+ AllocList *s; // will point to region that satisfies request
528
527
  ArenaLock section(arena);
529
528
  // round up with header
530
- size_t req_rnd = RoundUp(CheckedAdd(request, sizeof (s->header)),
531
- arena->round_up);
532
- for (;;) { // loop until we find a suitable region
529
+ size_t req_rnd =
530
+ RoundUp(CheckedAdd(request, sizeof(s->header)), arena->round_up);
531
+ for (;;) { // loop until we find a suitable region
533
532
  // find the minimum levels that a block of this size must have
534
533
  int i = LLA_SkiplistLevels(req_rnd, arena->min_size, nullptr) - 1;
535
- if (i < arena->freelist.levels) { // potential blocks exist
534
+ if (i < arena->freelist.levels) { // potential blocks exist
536
535
  AllocList *before = &arena->freelist; // predecessor of s
537
536
  while ((s = Next(i, before, arena)) != nullptr &&
538
537
  s->header.size < req_rnd) {
539
538
  before = s;
540
539
  }
541
- if (s != nullptr) { // we found a region
540
+ if (s != nullptr) { // we found a region
542
541
  break;
543
542
  }
544
543
  }
@@ -550,7 +549,7 @@ static void *DoAllocWithArena(size_t request, LowLevelAlloc::Arena *arena) {
550
549
  size_t new_pages_size = RoundUp(req_rnd, arena->pagesize * 16);
551
550
  void *new_pages;
552
551
  #ifdef _WIN32
553
- new_pages = VirtualAlloc(0, new_pages_size,
552
+ new_pages = VirtualAlloc(nullptr, new_pages_size,
554
553
  MEM_RESERVE | MEM_COMMIT, PAGE_READWRITE);
555
554
  ABSL_RAW_CHECK(new_pages != nullptr, "VirtualAlloc failed");
556
555
  #else
@@ -570,6 +569,18 @@ static void *DoAllocWithArena(size_t request, LowLevelAlloc::Arena *arena) {
570
569
  ABSL_RAW_LOG(FATAL, "mmap error: %d", errno);
571
570
  }
572
571
 
572
+ #ifdef __linux__
573
+ #if defined(PR_SET_VMA) && defined(PR_SET_VMA_ANON_NAME)
574
+ // Attempt to name the allocated address range in /proc/$PID/smaps on
575
+ // Linux.
576
+ //
577
+ // This invocation of prctl() may fail if the Linux kernel was not
578
+ // configured with the CONFIG_ANON_VMA_NAME option. This is OK since
579
+ // the naming of arenas is primarily a debugging aid.
580
+ prctl(PR_SET_VMA, PR_SET_VMA_ANON_NAME, new_pages, new_pages_size,
581
+ "absl");
582
+ #endif
583
+ #endif // __linux__
573
584
  #endif // _WIN32
574
585
  arena->mu.Lock();
575
586
  s = reinterpret_cast<AllocList *>(new_pages);
@@ -580,12 +591,12 @@ static void *DoAllocWithArena(size_t request, LowLevelAlloc::Arena *arena) {
580
591
  AddToFreelist(&s->levels, arena); // insert new region into free list
581
592
  }
582
593
  AllocList *prev[kMaxLevel];
583
- LLA_SkiplistDelete(&arena->freelist, s, prev); // remove from free list
594
+ LLA_SkiplistDelete(&arena->freelist, s, prev); // remove from free list
584
595
  // s points to the first free region that's big enough
585
596
  if (CheckedAdd(req_rnd, arena->min_size) <= s->header.size) {
586
597
  // big enough to split
587
- AllocList *n = reinterpret_cast<AllocList *>
588
- (req_rnd + reinterpret_cast<char *>(s));
598
+ AllocList *n =
599
+ reinterpret_cast<AllocList *>(req_rnd + reinterpret_cast<char *>(s));
589
600
  n->header.size = s->header.size - req_rnd;
590
601
  n->header.magic = Magic(kMagicAllocated, &n->header);
591
602
  n->header.arena = arena;
@@ -46,7 +46,8 @@
46
46
  // for more information.
47
47
  #ifdef ABSL_LOW_LEVEL_ALLOC_ASYNC_SIGNAL_SAFE_MISSING
48
48
  #error ABSL_LOW_LEVEL_ALLOC_ASYNC_SIGNAL_SAFE_MISSING cannot be directly set
49
- #elif defined(_WIN32) || defined(__asmjs__) || defined(__wasm__)
49
+ #elif defined(_WIN32) || defined(__asmjs__) || defined(__wasm__) || \
50
+ defined(__hexagon__)
50
51
  #define ABSL_LOW_LEVEL_ALLOC_ASYNC_SIGNAL_SAFE_MISSING 1
51
52
  #endif
52
53
 
@@ -12,10 +12,14 @@
12
12
  // See the License for the specific language governing permissions and
13
13
  // limitations under the License.
14
14
 
15
+ // TODO(b/265984188): remove all uses and delete this header.
16
+
15
17
  #ifndef ABSL_BASE_INTERNAL_PREFETCH_H_
16
18
  #define ABSL_BASE_INTERNAL_PREFETCH_H_
17
19
 
20
+ #include "absl/base/attributes.h"
18
21
  #include "absl/base/config.h"
22
+ #include "absl/base/prefetch.h"
19
23
 
20
24
  #ifdef __SSE__
21
25
  #include <xmmintrin.h>
@@ -72,10 +76,21 @@ namespace absl {
72
76
  ABSL_NAMESPACE_BEGIN
73
77
  namespace base_internal {
74
78
 
75
- void PrefetchT0(const void* addr);
79
+ ABSL_DEPRECATED("Use absl::PrefetchToLocalCache() instead")
80
+ inline void PrefetchT0(const void* address) {
81
+ absl::PrefetchToLocalCache(address);
82
+ }
83
+
84
+ ABSL_DEPRECATED("Use absl::PrefetchToLocalCache() instead")
85
+ inline void PrefetchNta(const void* address) {
86
+ absl::PrefetchToLocalCacheNta(address);
87
+ }
88
+
89
+ ABSL_DEPRECATED("Use __builtin_prefetch() for advanced prefetch logic instead")
76
90
  void PrefetchT1(const void* addr);
91
+
92
+ ABSL_DEPRECATED("Use __builtin_prefetch() for advanced prefetch logic instead")
77
93
  void PrefetchT2(const void* addr);
78
- void PrefetchNta(const void* addr);
79
94
 
80
95
  // Implementation details follow.
81
96
 
@@ -90,10 +105,6 @@ void PrefetchNta(const void* addr);
90
105
  // safe for all currently supported platforms. However, prefetch for
91
106
  // store may have problems depending on the target platform.
92
107
  //
93
- inline void PrefetchT0(const void* addr) {
94
- // Note: this uses prefetcht0 on Intel.
95
- __builtin_prefetch(addr, 0, 3);
96
- }
97
108
  inline void PrefetchT1(const void* addr) {
98
109
  // Note: this uses prefetcht1 on Intel.
99
110
  __builtin_prefetch(addr, 0, 2);
@@ -102,33 +113,21 @@ inline void PrefetchT2(const void* addr) {
102
113
  // Note: this uses prefetcht2 on Intel.
103
114
  __builtin_prefetch(addr, 0, 1);
104
115
  }
105
- inline void PrefetchNta(const void* addr) {
106
- // Note: this uses prefetchtnta on Intel.
107
- __builtin_prefetch(addr, 0, 0);
108
- }
109
116
 
110
117
  #elif defined(ABSL_INTERNAL_HAVE_SSE)
111
118
 
112
119
  #define ABSL_INTERNAL_HAVE_PREFETCH 1
113
120
 
114
- inline void PrefetchT0(const void* addr) {
115
- _mm_prefetch(reinterpret_cast<const char*>(addr), _MM_HINT_T0);
116
- }
117
121
  inline void PrefetchT1(const void* addr) {
118
122
  _mm_prefetch(reinterpret_cast<const char*>(addr), _MM_HINT_T1);
119
123
  }
120
124
  inline void PrefetchT2(const void* addr) {
121
125
  _mm_prefetch(reinterpret_cast<const char*>(addr), _MM_HINT_T2);
122
126
  }
123
- inline void PrefetchNta(const void* addr) {
124
- _mm_prefetch(reinterpret_cast<const char*>(addr), _MM_HINT_NTA);
125
- }
126
127
 
127
128
  #else
128
- inline void PrefetchT0(const void*) {}
129
129
  inline void PrefetchT1(const void*) {}
130
130
  inline void PrefetchT2(const void*) {}
131
- inline void PrefetchNta(const void*) {}
132
131
  #endif
133
132
 
134
133
  } // namespace base_internal
@@ -21,6 +21,10 @@
21
21
  #include <cstring>
22
22
  #include <string>
23
23
 
24
+ #ifdef __EMSCRIPTEN__
25
+ #include <emscripten/console.h>
26
+ #endif
27
+
24
28
  #include "absl/base/attributes.h"
25
29
  #include "absl/base/config.h"
26
30
  #include "absl/base/internal/atomic_hook.h"
@@ -173,7 +177,7 @@ void RawLogVA(absl::LogSeverity severity, const char* file, int line,
173
177
  } else {
174
178
  DoRawLog(&buf, &size, "%s", kTruncated);
175
179
  }
176
- AsyncSignalSafeWriteToStderr(buffer, strlen(buffer));
180
+ AsyncSignalSafeWriteError(buffer, strlen(buffer));
177
181
  }
178
182
  #else
179
183
  static_cast<void>(format);
@@ -201,9 +205,34 @@ void DefaultInternalLog(absl::LogSeverity severity, const char* file, int line,
201
205
 
202
206
  } // namespace
203
207
 
204
- void AsyncSignalSafeWriteToStderr(const char* s, size_t len) {
208
+ void AsyncSignalSafeWriteError(const char* s, size_t len) {
209
+ if (!len) return;
205
210
  absl::base_internal::ErrnoSaver errno_saver;
206
- #if defined(ABSL_HAVE_SYSCALL_WRITE)
211
+ #if defined(__EMSCRIPTEN__)
212
+ // In WebAssembly, bypass filesystem emulation via fwrite.
213
+ if (s[len - 1] == '\n') {
214
+ // Skip a trailing newline character as emscripten_errn adds one itself.
215
+ len--;
216
+ }
217
+ // emscripten_errn was introduced in 3.1.41 but broken in standalone mode
218
+ // until 3.1.43.
219
+ #if ABSL_INTERNAL_EMSCRIPTEN_VERSION >= 3001043
220
+ emscripten_errn(s, len);
221
+ #else
222
+ char buf[kLogBufSize];
223
+ if (len >= kLogBufSize) {
224
+ len = kLogBufSize - 1;
225
+ constexpr size_t trunc_len = sizeof(kTruncated) - 2;
226
+ memcpy(buf + len - trunc_len, kTruncated, trunc_len);
227
+ buf[len] = '\0';
228
+ len -= trunc_len;
229
+ } else {
230
+ buf[len] = '\0';
231
+ }
232
+ memcpy(buf, s, len);
233
+ _emscripten_err(buf);
234
+ #endif
235
+ #elif defined(ABSL_HAVE_SYSCALL_WRITE)
207
236
  // We prefer calling write via `syscall` to minimize the risk of libc doing
208
237
  // something "helpful".
209
238
  syscall(SYS_write, STDERR_FILENO, s, len);
@@ -48,6 +48,7 @@
48
48
  ::absl::raw_log_internal::RawLog(ABSL_RAW_LOG_INTERNAL_##severity, \
49
49
  absl_raw_log_internal_basename, __LINE__, \
50
50
  __VA_ARGS__); \
51
+ ABSL_RAW_LOG_INTERNAL_MAYBE_UNREACHABLE_##severity; \
51
52
  } while (0)
52
53
 
53
54
  // Similar to CHECK(condition) << message, but for low-level modules:
@@ -77,8 +78,7 @@
77
78
  ::absl::raw_log_internal::internal_log_function( \
78
79
  ABSL_RAW_LOG_INTERNAL_##severity, absl_raw_log_internal_filename, \
79
80
  __LINE__, message); \
80
- if (ABSL_RAW_LOG_INTERNAL_##severity == ::absl::LogSeverity::kFatal) \
81
- ABSL_UNREACHABLE(); \
81
+ ABSL_RAW_LOG_INTERNAL_MAYBE_UNREACHABLE_##severity; \
82
82
  } while (0)
83
83
 
84
84
  #define ABSL_INTERNAL_CHECK(condition, message) \
@@ -90,6 +90,20 @@
90
90
  } \
91
91
  } while (0)
92
92
 
93
+ #ifndef NDEBUG
94
+
95
+ #define ABSL_RAW_DLOG(severity, ...) ABSL_RAW_LOG(severity, __VA_ARGS__)
96
+ #define ABSL_RAW_DCHECK(condition, message) ABSL_RAW_CHECK(condition, message)
97
+
98
+ #else // NDEBUG
99
+
100
+ #define ABSL_RAW_DLOG(severity, ...) \
101
+ while (false) ABSL_RAW_LOG(severity, __VA_ARGS__)
102
+ #define ABSL_RAW_DCHECK(condition, message) \
103
+ while (false) ABSL_RAW_CHECK(condition, message)
104
+
105
+ #endif // NDEBUG
106
+
93
107
  #define ABSL_RAW_LOG_INTERNAL_INFO ::absl::LogSeverity::kInfo
94
108
  #define ABSL_RAW_LOG_INTERNAL_WARNING ::absl::LogSeverity::kWarning
95
109
  #define ABSL_RAW_LOG_INTERNAL_ERROR ::absl::LogSeverity::kError
@@ -97,6 +111,12 @@
97
111
  #define ABSL_RAW_LOG_INTERNAL_LEVEL(severity) \
98
112
  ::absl::NormalizeLogSeverity(severity)
99
113
 
114
+ #define ABSL_RAW_LOG_INTERNAL_MAYBE_UNREACHABLE_INFO
115
+ #define ABSL_RAW_LOG_INTERNAL_MAYBE_UNREACHABLE_WARNING
116
+ #define ABSL_RAW_LOG_INTERNAL_MAYBE_UNREACHABLE_ERROR
117
+ #define ABSL_RAW_LOG_INTERNAL_MAYBE_UNREACHABLE_FATAL ABSL_UNREACHABLE()
118
+ #define ABSL_RAW_LOG_INTERNAL_MAYBE_UNREACHABLE_LEVEL(severity)
119
+
100
120
  namespace absl {
101
121
  ABSL_NAMESPACE_BEGIN
102
122
  namespace raw_log_internal {
@@ -109,8 +129,8 @@ void RawLog(absl::LogSeverity severity, const char* file, int line,
109
129
  const char* format, ...) ABSL_PRINTF_ATTRIBUTE(4, 5);
110
130
 
111
131
  // Writes the provided buffer directly to stderr, in a signal-safe, low-level
112
- // manner.
113
- void AsyncSignalSafeWriteToStderr(const char* s, size_t len);
132
+ // manner. Preserves errno.
133
+ void AsyncSignalSafeWriteError(const char* s, size_t len);
114
134
 
115
135
  // compile-time function to get the "base" filename, that is, the part of
116
136
  // a filename after the last "/" or "\" path separator. The search starts at
@@ -41,6 +41,7 @@
41
41
  #include <string.h>
42
42
 
43
43
  #include <cassert>
44
+ #include <cerrno>
44
45
  #include <cstdint>
45
46
  #include <cstdio>
46
47
  #include <cstdlib>
@@ -159,7 +160,7 @@ static double GetNominalCPUFrequency() {
159
160
  DWORD type = 0;
160
161
  DWORD data = 0;
161
162
  DWORD data_size = sizeof(data);
162
- auto result = RegQueryValueExA(key, "~MHz", 0, &type,
163
+ auto result = RegQueryValueExA(key, "~MHz", nullptr, &type,
163
164
  reinterpret_cast<LPBYTE>(&data), &data_size);
164
165
  RegCloseKey(key);
165
166
  if (result == ERROR_SUCCESS && type == REG_DWORD &&
@@ -189,7 +190,13 @@ static double GetNominalCPUFrequency() {
189
190
  // and the memory location pointed to by value is set to the value read.
190
191
  static bool ReadLongFromFile(const char *file, long *value) {
191
192
  bool ret = false;
192
- int fd = open(file, O_RDONLY | O_CLOEXEC);
193
+ #if defined(_POSIX_C_SOURCE)
194
+ const int file_mode = (O_RDONLY | O_CLOEXEC);
195
+ #else
196
+ const int file_mode = O_RDONLY;
197
+ #endif
198
+
199
+ int fd = open(file, file_mode);
193
200
  if (fd != -1) {
194
201
  char line[1024];
195
202
  char *err;
@@ -225,8 +232,8 @@ static int64_t ReadMonotonicClockNanos() {
225
232
  int rc = clock_gettime(CLOCK_MONOTONIC, &t);
226
233
  #endif
227
234
  if (rc != 0) {
228
- perror("clock_gettime() failed");
229
- abort();
235
+ ABSL_INTERNAL_LOG(
236
+ FATAL, "clock_gettime() failed: (" + std::to_string(errno) + ")");
230
237
  }
231
238
  return int64_t{t.tv_sec} * 1000000000 + t.tv_nsec;
232
239
  }
@@ -414,82 +421,33 @@ pid_t GetTID() {
414
421
  return tid;
415
422
  }
416
423
 
417
- #else
424
+ #elif defined(__APPLE__)
418
425
 
419
- // Fallback implementation of GetTID using pthread_getspecific.
420
- ABSL_CONST_INIT static once_flag tid_once;
421
- ABSL_CONST_INIT static pthread_key_t tid_key;
422
- ABSL_CONST_INIT static absl::base_internal::SpinLock tid_lock(
423
- absl::kConstInit, base_internal::SCHEDULE_KERNEL_ONLY);
424
-
425
- // We set a bit per thread in this array to indicate that an ID is in
426
- // use. ID 0 is unused because it is the default value returned by
427
- // pthread_getspecific().
428
- ABSL_CONST_INIT static std::vector<uint32_t> *tid_array
429
- ABSL_GUARDED_BY(tid_lock) = nullptr;
430
- static constexpr int kBitsPerWord = 32; // tid_array is uint32_t.
431
-
432
- // Returns the TID to tid_array.
433
- static void FreeTID(void *v) {
434
- intptr_t tid = reinterpret_cast<intptr_t>(v);
435
- intptr_t word = tid / kBitsPerWord;
436
- uint32_t mask = ~(1u << (tid % kBitsPerWord));
437
- absl::base_internal::SpinLockHolder lock(&tid_lock);
438
- assert(0 <= word && static_cast<size_t>(word) < tid_array->size());
439
- (*tid_array)[static_cast<size_t>(word)] &= mask;
426
+ pid_t GetTID() {
427
+ uint64_t tid;
428
+ // `nullptr` here implies this thread. This only fails if the specified
429
+ // thread is invalid or the pointer-to-tid is null, so we needn't worry about
430
+ // it.
431
+ pthread_threadid_np(nullptr, &tid);
432
+ return static_cast<pid_t>(tid);
440
433
  }
441
434
 
442
- static void InitGetTID() {
443
- if (pthread_key_create(&tid_key, FreeTID) != 0) {
444
- // The logging system calls GetTID() so it can't be used here.
445
- perror("pthread_key_create failed");
446
- abort();
447
- }
448
-
449
- // Initialize tid_array.
450
- absl::base_internal::SpinLockHolder lock(&tid_lock);
451
- tid_array = new std::vector<uint32_t>(1);
452
- (*tid_array)[0] = 1; // ID 0 is never-allocated.
453
- }
435
+ #elif defined(__native_client__)
454
436
 
455
- // Return a per-thread small integer ID from pthread's thread-specific data.
456
437
  pid_t GetTID() {
457
- absl::call_once(tid_once, InitGetTID);
458
-
459
- intptr_t tid = reinterpret_cast<intptr_t>(pthread_getspecific(tid_key));
460
- if (tid != 0) {
461
- return static_cast<pid_t>(tid);
462
- }
463
-
464
- int bit; // tid_array[word] = 1u << bit;
465
- size_t word;
466
- {
467
- // Search for the first unused ID.
468
- absl::base_internal::SpinLockHolder lock(&tid_lock);
469
- // First search for a word in the array that is not all ones.
470
- word = 0;
471
- while (word < tid_array->size() && ~(*tid_array)[word] == 0) {
472
- ++word;
473
- }
474
- if (word == tid_array->size()) {
475
- tid_array->push_back(0); // No space left, add kBitsPerWord more IDs.
476
- }
477
- // Search for a zero bit in the word.
478
- bit = 0;
479
- while (bit < kBitsPerWord && (((*tid_array)[word] >> bit) & 1) != 0) {
480
- ++bit;
481
- }
482
- tid =
483
- static_cast<intptr_t>((word * kBitsPerWord) + static_cast<size_t>(bit));
484
- (*tid_array)[word] |= 1u << bit; // Mark the TID as allocated.
485
- }
438
+ auto* thread = pthread_self();
439
+ static_assert(sizeof(pid_t) == sizeof(thread),
440
+ "In NaCL int expected to be the same size as a pointer");
441
+ return reinterpret_cast<pid_t>(thread);
442
+ }
486
443
 
487
- if (pthread_setspecific(tid_key, reinterpret_cast<void *>(tid)) != 0) {
488
- perror("pthread_setspecific failed");
489
- abort();
490
- }
444
+ #else
491
445
 
492
- return static_cast<pid_t>(tid);
446
+ // Fallback implementation of `GetTID` using `pthread_self`.
447
+ pid_t GetTID() {
448
+ // `pthread_t` need not be arithmetic per POSIX; platforms where it isn't
449
+ // should be handled above.
450
+ return static_cast<pid_t>(pthread_self());
493
451
  }
494
452
 
495
453
  #endif
@@ -58,18 +58,19 @@ void AllocateThreadIdentityKey(ThreadIdentityReclaimerFunction reclaimer) {
58
58
  // that protected visibility is unsupported.
59
59
  ABSL_CONST_INIT // Must come before __attribute__((visibility("protected")))
60
60
  #if ABSL_HAVE_ATTRIBUTE(visibility) && !defined(__APPLE__)
61
- __attribute__((visibility("protected")))
61
+ __attribute__((visibility("protected")))
62
62
  #endif // ABSL_HAVE_ATTRIBUTE(visibility) && !defined(__APPLE__)
63
63
  #if ABSL_PER_THREAD_TLS
64
- // Prefer __thread to thread_local as benchmarks indicate it is a bit faster.
65
- ABSL_PER_THREAD_TLS_KEYWORD ThreadIdentity* thread_identity_ptr = nullptr;
64
+ // Prefer __thread to thread_local as benchmarks indicate it is a bit
65
+ // faster.
66
+ ABSL_PER_THREAD_TLS_KEYWORD ThreadIdentity* thread_identity_ptr = nullptr;
66
67
  #elif defined(ABSL_HAVE_THREAD_LOCAL)
67
- thread_local ThreadIdentity* thread_identity_ptr = nullptr;
68
+ thread_local ThreadIdentity* thread_identity_ptr = nullptr;
68
69
  #endif // ABSL_PER_THREAD_TLS
69
70
  #endif // TLS or CPP11
70
71
 
71
- void SetCurrentThreadIdentity(
72
- ThreadIdentity* identity, ThreadIdentityReclaimerFunction reclaimer) {
72
+ void SetCurrentThreadIdentity(ThreadIdentity* identity,
73
+ ThreadIdentityReclaimerFunction reclaimer) {
73
74
  assert(CurrentThreadIdentityIfPresent() == nullptr);
74
75
  // Associate our destructor.
75
76
  // NOTE: This call to pthread_setspecific is currently the only immovable
@@ -79,7 +80,7 @@ void SetCurrentThreadIdentity(
79
80
  absl::call_once(init_thread_identity_key_once, AllocateThreadIdentityKey,
80
81
  reclaimer);
81
82
 
82
- #if defined(__EMSCRIPTEN__) || defined(__MINGW32__)
83
+ #if defined(__EMSCRIPTEN__) || defined(__MINGW32__) || defined(__hexagon__)
83
84
  // Emscripten and MinGW pthread implementations does not support signals.
84
85
  // See https://kripken.github.io/emscripten-site/docs/porting/pthreads.html
85
86
  // for more information.
@@ -134,7 +135,7 @@ void ClearCurrentThreadIdentity() {
134
135
  ABSL_THREAD_IDENTITY_MODE == ABSL_THREAD_IDENTITY_MODE_USE_CPP11
135
136
  thread_identity_ptr = nullptr;
136
137
  #elif ABSL_THREAD_IDENTITY_MODE == \
137
- ABSL_THREAD_IDENTITY_MODE_USE_POSIX_SETSPECIFIC
138
+ ABSL_THREAD_IDENTITY_MODE_USE_POSIX_SETSPECIFIC
138
139
  // pthread_setspecific expected to clear value on destruction
139
140
  assert(CurrentThreadIdentityIfPresent() == nullptr);
140
141
  #endif