grpc 1.57.0 → 1.58.0.pre1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (402) hide show
  1. checksums.yaml +4 -4
  2. data/Makefile +534 -284
  3. data/include/grpc/event_engine/event_engine.h +0 -1
  4. data/include/grpc/event_engine/memory_allocator.h +2 -2
  5. data/include/grpc/impl/channel_arg_names.h +371 -0
  6. data/include/grpc/impl/grpc_types.h +1 -353
  7. data/include/grpc/module.modulemap +1 -0
  8. data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +1 -1
  9. data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +2 -1
  10. data/src/core/ext/filters/client_channel/client_channel.cc +7 -3
  11. data/src/core/ext/filters/client_channel/http_proxy.cc +1 -1
  12. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +10 -5
  13. data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +7 -5
  14. data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +1 -0
  15. data/src/core/ext/filters/client_channel/lb_policy/health_check_client.cc +5 -3
  16. data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +4 -2
  17. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +115 -109
  18. data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.h +0 -5
  19. data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +7 -2
  20. data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +2 -1
  21. data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +1 -0
  22. data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +1 -1
  23. data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/weighted_round_robin.cc +11 -3
  24. data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +6 -1
  25. data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +8 -5
  26. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +1 -1
  27. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +102 -11
  28. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +9 -4
  29. data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +4 -1
  30. data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.cc +6 -0
  31. data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +41 -14
  32. data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +1 -1
  33. data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +3 -2
  34. data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +1 -1
  35. data/src/core/ext/filters/client_channel/retry_filter.h +1 -0
  36. data/src/core/ext/filters/client_channel/retry_service_config.cc +1 -1
  37. data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +1 -1
  38. data/src/core/ext/filters/client_channel/subchannel.cc +9 -5
  39. data/src/core/ext/filters/client_channel/subchannel.h +8 -2
  40. data/src/core/ext/filters/deadline/deadline_filter.cc +1 -1
  41. data/src/core/ext/filters/http/client/http_client_filter.cc +1 -0
  42. data/src/core/ext/filters/http/client_authority_filter.cc +1 -1
  43. data/src/core/ext/filters/http/message_compress/compression_filter.cc +1 -0
  44. data/src/core/ext/filters/http/server/http_server_filter.cc +1 -1
  45. data/src/core/ext/filters/message_size/message_size_filter.cc +1 -0
  46. data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +4 -7
  47. data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +1 -0
  48. data/src/core/ext/transport/chttp2/server/chttp2_server.cc +8 -12
  49. data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +357 -358
  50. data/src/core/ext/transport/chttp2/transport/frame_ping.cc +5 -18
  51. data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +63 -4
  52. data/src/core/ext/transport/chttp2/transport/hpack_parser.h +7 -2
  53. data/src/core/ext/transport/chttp2/transport/internal.h +30 -57
  54. data/src/core/ext/transport/chttp2/transport/parsing.cc +16 -7
  55. data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.cc +80 -0
  56. data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.h +55 -0
  57. data/src/core/ext/transport/chttp2/transport/ping_rate_policy.cc +98 -0
  58. data/src/core/ext/transport/chttp2/transport/ping_rate_policy.h +73 -0
  59. data/src/core/ext/transport/chttp2/transport/writing.cc +81 -89
  60. data/src/core/ext/transport/inproc/inproc_transport.cc +1 -0
  61. data/src/core/ext/xds/xds_client_grpc.cc +1 -0
  62. data/src/core/ext/xds/xds_http_fault_filter.cc +1 -2
  63. data/src/core/ext/xds/xds_http_fault_filter.h +1 -2
  64. data/src/core/ext/xds/xds_http_filters.h +2 -4
  65. data/src/core/ext/xds/xds_http_rbac_filter.cc +3 -8
  66. data/src/core/ext/xds/xds_http_rbac_filter.h +1 -2
  67. data/src/core/ext/xds/xds_http_stateful_session_filter.cc +1 -2
  68. data/src/core/ext/xds/xds_http_stateful_session_filter.h +1 -2
  69. data/src/core/ext/xds/xds_lb_policy_registry.cc +3 -6
  70. data/src/core/ext/xds/xds_routing.cc +2 -2
  71. data/src/core/ext/xds/xds_transport_grpc.cc +1 -0
  72. data/src/core/lib/avl/avl.h +10 -173
  73. data/src/core/lib/channel/call_tracer.cc +289 -0
  74. data/src/core/lib/channel/call_tracer.h +35 -0
  75. data/src/core/lib/channel/channel_args.cc +84 -79
  76. data/src/core/lib/channel/channel_args.h +29 -17
  77. data/src/core/lib/channel/connected_channel.cc +0 -1
  78. data/src/core/lib/channel/promise_based_filter.cc +4 -1
  79. data/src/core/lib/compression/compression_internal.cc +8 -4
  80. data/src/core/lib/debug/stats_data.cc +93 -21
  81. data/src/core/lib/debug/stats_data.h +41 -0
  82. data/src/core/lib/event_engine/ares_resolver.cc +712 -0
  83. data/src/core/lib/event_engine/ares_resolver.h +150 -0
  84. data/src/core/lib/event_engine/cf_engine/cf_engine.cc +9 -3
  85. data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +2 -2
  86. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +229 -0
  87. data/src/core/lib/event_engine/cf_engine/dns_service_resolver.h +117 -0
  88. data/src/core/lib/event_engine/forkable.cc +15 -1
  89. data/src/core/lib/event_engine/forkable.h +15 -0
  90. data/src/core/lib/event_engine/grpc_polled_fd.h +73 -0
  91. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +25 -3
  92. data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +10 -1
  93. data/src/core/lib/event_engine/posix_engine/grpc_polled_fd_posix.h +197 -0
  94. data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +3 -3
  95. data/src/core/lib/event_engine/posix_engine/posix_engine.cc +47 -1
  96. data/src/core/lib/event_engine/posix_engine/posix_engine.h +12 -1
  97. data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +1 -0
  98. data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +2 -0
  99. data/src/core/lib/event_engine/thread_pool/thread_count.cc +58 -0
  100. data/src/core/lib/event_engine/thread_pool/thread_count.h +161 -0
  101. data/src/core/lib/event_engine/thread_pool/thread_pool_factory.cc +7 -0
  102. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +86 -111
  103. data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +15 -61
  104. data/src/core/lib/event_engine/windows/windows_endpoint.cc +3 -4
  105. data/src/core/lib/experiments/config.cc +14 -0
  106. data/src/core/lib/experiments/experiments.cc +141 -304
  107. data/src/core/lib/experiments/experiments.h +16 -17
  108. data/src/core/lib/gprpp/ref_counted.h +3 -1
  109. data/src/core/lib/gprpp/ref_counted_string.cc +44 -0
  110. data/src/core/lib/gprpp/ref_counted_string.h +146 -0
  111. data/src/core/lib/gprpp/time.h +2 -2
  112. data/src/core/lib/gprpp/work_serializer.cc +36 -0
  113. data/src/core/lib/gprpp/work_serializer.h +5 -0
  114. data/src/core/lib/http/httpcli_security_connector.cc +1 -0
  115. data/src/core/lib/iomgr/buffer_list.cc +2 -0
  116. data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +7 -22
  117. data/src/core/lib/iomgr/tcp_posix.cc +3 -3
  118. data/src/core/lib/promise/detail/basic_seq.h +1 -372
  119. data/src/core/lib/promise/detail/seq_state.h +2076 -0
  120. data/src/core/lib/promise/seq.h +19 -2
  121. data/src/core/lib/promise/sleep.h +5 -10
  122. data/src/core/lib/promise/try_seq.h +34 -2
  123. data/src/core/lib/resource_quota/api.cc +1 -0
  124. data/src/core/lib/resource_quota/arena.cc +2 -0
  125. data/src/core/lib/resource_quota/arena.h +42 -8
  126. data/src/core/lib/resource_quota/memory_quota.cc +0 -1
  127. data/src/core/lib/resource_quota/resource_quota.h +1 -0
  128. data/src/core/lib/security/authorization/authorization_policy_provider.h +1 -1
  129. data/src/core/lib/security/authorization/rbac_policy.h +1 -1
  130. data/src/core/lib/security/credentials/external/aws_request_signer.cc +8 -0
  131. data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +1 -0
  132. data/src/core/lib/security/credentials/jwt/json_token.cc +17 -0
  133. data/src/core/lib/security/credentials/jwt/json_token.h +4 -0
  134. data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +42 -0
  135. data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +1 -0
  136. data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +4 -0
  137. data/src/core/lib/security/credentials/tls/tls_credentials.cc +1 -0
  138. data/src/core/lib/security/credentials/xds/xds_credentials.cc +1 -0
  139. data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +1 -0
  140. data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +1 -0
  141. data/src/core/lib/security/security_connector/ssl_utils.cc +1 -0
  142. data/src/core/lib/security/transport/client_auth_filter.cc +8 -5
  143. data/src/core/lib/security/transport/security_handshaker.cc +1 -0
  144. data/src/core/lib/security/transport/server_auth_filter.cc +2 -0
  145. data/src/core/lib/surface/call.cc +32 -8
  146. data/src/core/lib/surface/channel.cc +1 -0
  147. data/src/core/lib/surface/completion_queue.cc +10 -0
  148. data/src/core/lib/surface/init.cc +1 -0
  149. data/src/core/lib/surface/server.cc +67 -64
  150. data/src/core/lib/surface/server.h +1 -15
  151. data/src/core/lib/surface/version.cc +2 -2
  152. data/src/core/tsi/alts/crypt/aes_gcm.cc +27 -2
  153. data/src/core/tsi/ssl_transport_security.cc +11 -0
  154. data/src/ruby/lib/grpc/generic/active_call.rb +9 -14
  155. data/src/ruby/lib/grpc/version.rb +1 -1
  156. data/src/ruby/pb/test/client.rb +16 -0
  157. data/src/ruby/spec/generic/rpc_server_spec.rb +3 -3
  158. data/third_party/abseil-cpp/absl/algorithm/container.h +3 -2
  159. data/third_party/abseil-cpp/absl/base/attributes.h +58 -5
  160. data/third_party/abseil-cpp/absl/base/call_once.h +1 -1
  161. data/third_party/abseil-cpp/absl/base/casts.h +8 -8
  162. data/third_party/abseil-cpp/absl/base/config.h +89 -106
  163. data/third_party/abseil-cpp/absl/base/dynamic_annotations.h +26 -1
  164. data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +2 -2
  165. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +50 -39
  166. data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.h +2 -1
  167. data/third_party/abseil-cpp/absl/base/internal/prefetch.h +17 -18
  168. data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +32 -3
  169. data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +24 -4
  170. data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +31 -73
  171. data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +9 -8
  172. data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +11 -11
  173. data/third_party/abseil-cpp/absl/base/internal/throw_delegate.cc +23 -32
  174. data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +2 -3
  175. data/third_party/abseil-cpp/absl/base/options.h +1 -1
  176. data/third_party/abseil-cpp/absl/base/policy_checks.h +3 -3
  177. data/third_party/abseil-cpp/absl/base/prefetch.h +198 -0
  178. data/third_party/abseil-cpp/absl/container/fixed_array.h +54 -29
  179. data/third_party/abseil-cpp/absl/container/flat_hash_map.h +5 -1
  180. data/third_party/abseil-cpp/absl/container/flat_hash_set.h +6 -2
  181. data/third_party/abseil-cpp/absl/container/inlined_vector.h +167 -79
  182. data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +1 -1
  183. data/third_party/abseil-cpp/absl/container/internal/compressed_tuple.h +3 -21
  184. data/third_party/abseil-cpp/absl/container/internal/container_memory.h +1 -1
  185. data/third_party/abseil-cpp/absl/container/internal/hash_function_defaults.h +46 -0
  186. data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +2 -0
  187. data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +85 -26
  188. data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +35 -18
  189. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +70 -29
  190. data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +437 -236
  191. data/third_party/abseil-cpp/absl/crc/crc32c.h +8 -1
  192. data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +14 -8
  193. data/third_party/abseil-cpp/absl/crc/internal/crc.cc +4 -35
  194. data/third_party/abseil-cpp/absl/crc/internal/crc.h +2 -10
  195. data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +1 -1
  196. data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.cc +1 -1
  197. data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.h +4 -4
  198. data/third_party/abseil-cpp/absl/crc/internal/crc_internal.h +8 -10
  199. data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_x86_64.cc +17 -19
  200. data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +8 -8
  201. data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +2 -1
  202. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +59 -23
  203. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +1 -1
  204. data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +1 -1
  205. data/third_party/abseil-cpp/absl/debugging/internal/symbolize.h +1 -1
  206. data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +43 -19
  207. data/third_party/abseil-cpp/absl/debugging/symbolize_emscripten.inc +3 -0
  208. data/third_party/abseil-cpp/absl/flags/commandlineflag.h +1 -1
  209. data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.cc +1 -1
  210. data/third_party/abseil-cpp/absl/flags/internal/flag.cc +2 -2
  211. data/third_party/abseil-cpp/absl/flags/internal/flag.h +16 -15
  212. data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +1 -1
  213. data/third_party/abseil-cpp/absl/flags/marshalling.cc +43 -2
  214. data/third_party/abseil-cpp/absl/flags/marshalling.h +5 -0
  215. data/third_party/abseil-cpp/absl/functional/any_invocable.h +9 -1
  216. data/third_party/abseil-cpp/absl/functional/bind_front.h +1 -1
  217. data/third_party/abseil-cpp/absl/functional/function_ref.h +3 -3
  218. data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +37 -24
  219. data/third_party/abseil-cpp/absl/functional/internal/function_ref.h +19 -9
  220. data/third_party/abseil-cpp/absl/hash/hash.h +7 -4
  221. data/third_party/abseil-cpp/absl/hash/internal/hash.h +38 -15
  222. data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.cc +6 -0
  223. data/third_party/abseil-cpp/absl/meta/type_traits.h +48 -373
  224. data/third_party/abseil-cpp/absl/numeric/bits.h +4 -4
  225. data/third_party/abseil-cpp/absl/numeric/int128.cc +20 -8
  226. data/third_party/abseil-cpp/absl/numeric/int128.h +36 -39
  227. data/third_party/abseil-cpp/absl/numeric/int128_have_intrinsic.inc +0 -3
  228. data/third_party/abseil-cpp/absl/numeric/int128_no_intrinsic.inc +47 -30
  229. data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +4 -3
  230. data/third_party/abseil-cpp/absl/random/internal/generate_real.h +1 -1
  231. data/third_party/abseil-cpp/absl/random/internal/platform.h +1 -1
  232. data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +4 -0
  233. data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +1 -1
  234. data/third_party/abseil-cpp/absl/random/internal/randen_hwaes.cc +1 -1
  235. data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +1 -1
  236. data/third_party/abseil-cpp/absl/status/internal/status_internal.h +4 -0
  237. data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +12 -24
  238. data/third_party/abseil-cpp/absl/status/status.cc +11 -7
  239. data/third_party/abseil-cpp/absl/status/status.h +11 -2
  240. data/third_party/abseil-cpp/absl/status/statusor.h +22 -8
  241. data/third_party/abseil-cpp/absl/strings/ascii.cc +54 -6
  242. data/third_party/abseil-cpp/absl/strings/charconv.cc +21 -4
  243. data/third_party/abseil-cpp/absl/strings/charconv.h +2 -2
  244. data/third_party/abseil-cpp/absl/strings/cord.cc +1 -2
  245. data/third_party/abseil-cpp/absl/strings/cord.h +32 -5
  246. data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +23 -1
  247. data/third_party/abseil-cpp/absl/strings/cord_analysis.h +18 -0
  248. data/third_party/abseil-cpp/absl/strings/cord_buffer.h +2 -5
  249. data/third_party/abseil-cpp/absl/strings/escaping.cc +10 -32
  250. data/third_party/abseil-cpp/absl/strings/escaping.h +1 -1
  251. data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.cc +2 -4
  252. data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.h +3 -3
  253. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +0 -1
  254. data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +15 -13
  255. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +13 -4
  256. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +8 -0
  257. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +5 -3
  258. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.h +4 -7
  259. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +8 -0
  260. data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +2 -2
  261. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.cc +46 -20
  262. data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +1 -34
  263. data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +2 -1
  264. data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +23 -0
  265. data/third_party/abseil-cpp/absl/strings/internal/escaping.h +1 -0
  266. data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +2 -77
  267. data/third_party/abseil-cpp/absl/strings/internal/memutil.h +4 -112
  268. data/third_party/abseil-cpp/absl/strings/internal/stl_type_traits.h +1 -1
  269. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +10 -31
  270. data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +8 -8
  271. data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +5 -20
  272. data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +1 -0
  273. data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +1 -1
  274. data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.cc +9 -9
  275. data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +56 -6
  276. data/third_party/abseil-cpp/absl/strings/match.cc +87 -0
  277. data/third_party/abseil-cpp/absl/strings/match.h +19 -0
  278. data/third_party/abseil-cpp/absl/strings/numbers.cc +154 -122
  279. data/third_party/abseil-cpp/absl/strings/numbers.h +1 -6
  280. data/third_party/abseil-cpp/absl/strings/str_cat.cc +7 -50
  281. data/third_party/abseil-cpp/absl/strings/str_cat.h +83 -15
  282. data/third_party/abseil-cpp/absl/strings/str_format.h +6 -3
  283. data/third_party/abseil-cpp/absl/strings/str_split.cc +9 -6
  284. data/third_party/abseil-cpp/absl/strings/string_view.cc +26 -4
  285. data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.cc +5 -0
  286. data/third_party/abseil-cpp/absl/synchronization/internal/futex.h +63 -43
  287. data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.cc +111 -0
  288. data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.h +63 -0
  289. data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +11 -7
  290. data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.cc +225 -0
  291. data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +122 -114
  292. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +12 -8
  293. data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +10 -1
  294. data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.cc +167 -0
  295. data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.h +60 -0
  296. data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.cc +122 -0
  297. data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.h +65 -0
  298. data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.cc +91 -0
  299. data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.h +56 -0
  300. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +19 -113
  301. data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.cc +42 -0
  302. data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.h +90 -0
  303. data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.cc +151 -0
  304. data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.h +70 -0
  305. data/third_party/abseil-cpp/absl/synchronization/mutex.cc +407 -411
  306. data/third_party/abseil-cpp/absl/synchronization/mutex.h +152 -118
  307. data/third_party/abseil-cpp/absl/time/clock.cc +6 -7
  308. data/third_party/abseil-cpp/absl/time/duration.cc +24 -26
  309. data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/time_zone.h +1 -0
  310. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_fixed.cc +1 -1
  311. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +3 -3
  312. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.cc +8 -6
  313. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.h +6 -3
  314. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.cc +4 -2
  315. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.h +4 -0
  316. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +322 -295
  317. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.h +8 -17
  318. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.cc +51 -33
  319. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.h +7 -2
  320. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +128 -2
  321. data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_posix.h +1 -1
  322. data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +5 -1
  323. data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +34 -34
  324. data/third_party/abseil-cpp/absl/time/time.cc +9 -2
  325. data/third_party/abseil-cpp/absl/time/time.h +115 -15
  326. data/third_party/abseil-cpp/absl/types/internal/optional.h +0 -52
  327. data/third_party/abseil-cpp/absl/types/internal/span.h +2 -2
  328. data/third_party/abseil-cpp/absl/types/internal/variant.h +2 -2
  329. data/third_party/abseil-cpp/absl/types/optional.h +15 -13
  330. data/third_party/abseil-cpp/absl/types/span.h +1 -2
  331. data/third_party/boringssl-with-bazel/err_data.c +15 -14
  332. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +7 -3
  333. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +7 -7
  334. data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +7 -3
  335. data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +5 -5
  336. data/third_party/boringssl-with-bazel/src/crypto/bio/errno.c +92 -0
  337. data/third_party/boringssl-with-bazel/src/crypto/bio/fd.c +4 -48
  338. data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +11 -6
  339. data/third_party/boringssl-with-bazel/src/crypto/bio/internal.h +16 -6
  340. data/third_party/boringssl-with-bazel/src/crypto/bio/socket.c +2 -2
  341. data/third_party/boringssl-with-bazel/src/crypto/bio/socket_helper.c +9 -0
  342. data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +1 -1
  343. data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +3 -7
  344. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_apple.c +0 -2
  345. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_fuchsia.c +0 -1
  346. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_linux.c +0 -2
  347. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_openbsd.c +0 -1
  348. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_sysreg.c +93 -0
  349. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_win.c +1 -1
  350. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_freebsd.c +0 -1
  351. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_linux.c +0 -2
  352. data/third_party/boringssl-with-bazel/src/crypto/dh_extra/dh_asn1.c +4 -0
  353. data/third_party/boringssl-with-bazel/src/crypto/dh_extra/params.c +5 -0
  354. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/hash_to_curve.c +9 -14
  355. data/third_party/boringssl-with-bazel/src/crypto/ec_extra/internal.h +4 -6
  356. data/third_party/boringssl-with-bazel/src/crypto/err/err.c +10 -11
  357. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/check.c +37 -8
  358. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +38 -19
  359. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/internal.h +7 -0
  360. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +39 -16
  361. data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/service_indicator.c +4 -7
  362. data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +7 -0
  363. data/third_party/boringssl-with-bazel/src/crypto/internal.h +13 -21
  364. data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +6 -23
  365. data/third_party/boringssl-with-bazel/src/crypto/rand_extra/getentropy.c +4 -0
  366. data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +5 -0
  367. data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +1 -6
  368. data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +0 -3
  369. data/third_party/boringssl-with-bazel/src/crypto/x509/x509_d2.c +1 -3
  370. data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +2 -3
  371. data/third_party/boringssl-with-bazel/src/include/openssl/base.h +9 -1
  372. data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +11 -1
  373. data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +4 -1
  374. data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +7 -9
  375. data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +6 -2
  376. data/third_party/boringssl-with-bazel/src/include/openssl/span.h +22 -20
  377. data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +4 -0
  378. data/third_party/boringssl-with-bazel/src/include/openssl/stack.h +20 -12
  379. data/third_party/boringssl-with-bazel/src/include/openssl/target.h +50 -3
  380. data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +0 -4
  381. data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +2 -2
  382. data/third_party/boringssl-with-bazel/src/ssl/ssl_file.cc +4 -4
  383. data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +2 -0
  384. metadata +41 -33
  385. data/src/core/lib/promise/detail/basic_join.h +0 -197
  386. data/src/core/lib/promise/detail/switch.h +0 -1455
  387. data/src/core/lib/promise/try_join.h +0 -82
  388. data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +0 -403
  389. data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_freebsd.c +0 -62
  390. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm.c +0 -38
  391. data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_openbsd.c +0 -31
  392. data/third_party/re2/util/benchmark.h +0 -156
  393. data/third_party/re2/util/flags.h +0 -26
  394. data/third_party/re2/util/malloc_counter.h +0 -19
  395. data/third_party/re2/util/pcre.cc +0 -1025
  396. data/third_party/re2/util/pcre.h +0 -681
  397. data/third_party/re2/util/test.h +0 -50
  398. data/third_party/upb/upb/mini_table.h +0 -36
  399. data/third_party/zlib/gzclose.c +0 -25
  400. data/third_party/zlib/gzlib.c +0 -639
  401. data/third_party/zlib/gzread.c +0 -650
  402. data/third_party/zlib/gzwrite.c +0 -677
@@ -146,7 +146,7 @@ class ABSL_MUST_USE_RESULT StatusOr;
146
146
  //
147
147
  // absl::StatusOr<int> i = GetCount();
148
148
  // if (i.ok()) {
149
- // updated_total += *i
149
+ // updated_total += *i;
150
150
  // }
151
151
  //
152
152
  // NOTE: using `absl::StatusOr<T>::value()` when no valid value is present will
@@ -411,7 +411,7 @@ class StatusOr : private internal_statusor::StatusOrData<T>,
411
411
  typename = typename std::enable_if<absl::conjunction<
412
412
  std::is_constructible<T, U&&>, std::is_assignable<T&, U&&>,
413
413
  absl::disjunction<
414
- std::is_same<absl::remove_cv_t<absl::remove_reference_t<U>>, T>,
414
+ std::is_same<absl::remove_cvref_t<U>, T>,
415
415
  absl::conjunction<
416
416
  absl::negation<std::is_convertible<U&&, absl::Status>>,
417
417
  absl::negation<internal_statusor::
@@ -444,8 +444,7 @@ class StatusOr : private internal_statusor::StatusOrData<T>,
444
444
  internal_statusor::IsDirectInitializationValid<T, U&&>,
445
445
  std::is_constructible<T, U&&>, std::is_convertible<U&&, T>,
446
446
  absl::disjunction<
447
- std::is_same<absl::remove_cv_t<absl::remove_reference_t<U>>,
448
- T>,
447
+ std::is_same<absl::remove_cvref_t<U>, T>,
449
448
  absl::conjunction<
450
449
  absl::negation<std::is_convertible<U&&, absl::Status>>,
451
450
  absl::negation<
@@ -461,8 +460,7 @@ class StatusOr : private internal_statusor::StatusOrData<T>,
461
460
  absl::conjunction<
462
461
  internal_statusor::IsDirectInitializationValid<T, U&&>,
463
462
  absl::disjunction<
464
- std::is_same<absl::remove_cv_t<absl::remove_reference_t<U>>,
465
- T>,
463
+ std::is_same<absl::remove_cvref_t<U>, T>,
466
464
  absl::conjunction<
467
465
  absl::negation<std::is_constructible<absl::Status, U&&>>,
468
466
  absl::negation<
@@ -584,7 +582,7 @@ class StatusOr : private internal_statusor::StatusOrData<T>,
584
582
  // Reconstructs the inner value T in-place using the provided args, using the
585
583
  // T(args...) constructor. Returns reference to the reconstructed `T`.
586
584
  template <typename... Args>
587
- T& emplace(Args&&... args) {
585
+ T& emplace(Args&&... args) ABSL_ATTRIBUTE_LIFETIME_BOUND {
588
586
  if (ok()) {
589
587
  this->Clear();
590
588
  this->MakeValue(std::forward<Args>(args)...);
@@ -600,7 +598,8 @@ class StatusOr : private internal_statusor::StatusOrData<T>,
600
598
  absl::enable_if_t<
601
599
  std::is_constructible<T, std::initializer_list<U>&, Args&&...>::value,
602
600
  int> = 0>
603
- T& emplace(std::initializer_list<U> ilist, Args&&... args) {
601
+ T& emplace(std::initializer_list<U> ilist,
602
+ Args&&... args) ABSL_ATTRIBUTE_LIFETIME_BOUND {
604
603
  if (ok()) {
605
604
  this->Clear();
606
605
  this->MakeValue(ilist, std::forward<Args>(args)...);
@@ -611,6 +610,21 @@ class StatusOr : private internal_statusor::StatusOrData<T>,
611
610
  return this->data_;
612
611
  }
613
612
 
613
+ // StatusOr<T>::AssignStatus()
614
+ //
615
+ // Sets the status of `absl::StatusOr<T>` to the given non-ok status value.
616
+ //
617
+ // NOTE: We recommend using the constructor and `operator=` where possible.
618
+ // This method is intended for use in generic programming, to enable setting
619
+ // the status of a `StatusOr<T>` when `T` may be `Status`. In that case, the
620
+ // constructor and `operator=` would assign into the inner value of type
621
+ // `Status`, rather than status of the `StatusOr` (b/280392796).
622
+ //
623
+ // REQUIRES: !Status(std::forward<U>(v)).ok(). This requirement is DCHECKed.
624
+ // In optimized builds, passing absl::OkStatus() here will have the effect
625
+ // of passing absl::StatusCode::kInternal as a fallback.
626
+ using internal_statusor::StatusOrData<T>::AssignStatus;
627
+
614
628
  private:
615
629
  using internal_statusor::StatusOrData<T>::Assign;
616
630
  template <typename U>
@@ -14,6 +14,10 @@
14
14
 
15
15
  #include "absl/strings/ascii.h"
16
16
 
17
+ #include <climits>
18
+ #include <cstring>
19
+ #include <string>
20
+
17
21
  namespace absl {
18
22
  ABSL_NAMESPACE_BEGIN
19
23
  namespace ascii_internal {
@@ -153,18 +157,62 @@ ABSL_DLL const char kToUpper[256] = {
153
157
  };
154
158
  // clang-format on
155
159
 
160
+ template <bool ToUpper>
161
+ constexpr void AsciiStrCaseFold(char* p, char* end) {
162
+ // The upper- and lowercase versions of ASCII characters differ by only 1 bit.
163
+ // When we need to flip the case, we can xor with this bit to achieve the
164
+ // desired result. Note that the choice of 'a' and 'A' here is arbitrary. We
165
+ // could have chosen 'z' and 'Z', or any other pair of characters as they all
166
+ // have the same single bit difference.
167
+ constexpr unsigned char kAsciiCaseBitFlip = 'a' ^ 'A';
168
+
169
+ constexpr char ch_a = ToUpper ? 'a' : 'A';
170
+ constexpr char ch_z = ToUpper ? 'z' : 'Z';
171
+ for (; p < end; ++p) {
172
+ unsigned char v = static_cast<unsigned char>(*p);
173
+ // We use & instead of && to ensure this always stays branchless
174
+ // We use static_cast<int> to suppress -Wbitwise-instead-of-logical
175
+ bool is_in_range = static_cast<bool>(static_cast<int>(ch_a <= v) &
176
+ static_cast<int>(v <= ch_z));
177
+ v ^= is_in_range ? kAsciiCaseBitFlip : 0;
178
+ *p = static_cast<char>(v);
179
+ }
180
+ }
181
+
182
+ static constexpr size_t ValidateAsciiCasefold() {
183
+ constexpr size_t num_chars = 1 + CHAR_MAX - CHAR_MIN;
184
+ size_t incorrect_index = 0;
185
+ char lowered[num_chars] = {};
186
+ char uppered[num_chars] = {};
187
+ for (unsigned int i = 0; i < num_chars; ++i) {
188
+ uppered[i] = lowered[i] = static_cast<char>(i);
189
+ }
190
+ AsciiStrCaseFold<false>(&lowered[0], &lowered[num_chars]);
191
+ AsciiStrCaseFold<true>(&uppered[0], &uppered[num_chars]);
192
+ for (size_t i = 0; i < num_chars; ++i) {
193
+ const char ch = static_cast<char>(i),
194
+ ch_upper = ('a' <= ch && ch <= 'z' ? 'A' + (ch - 'a') : ch),
195
+ ch_lower = ('A' <= ch && ch <= 'Z' ? 'a' + (ch - 'A') : ch);
196
+ if (uppered[i] != ch_upper || lowered[i] != ch_lower) {
197
+ incorrect_index = i > 0 ? i : num_chars;
198
+ break;
199
+ }
200
+ }
201
+ return incorrect_index;
202
+ }
203
+
204
+ static_assert(ValidateAsciiCasefold() == 0, "error in case conversion");
205
+
156
206
  } // namespace ascii_internal
157
207
 
158
208
  void AsciiStrToLower(std::string* s) {
159
- for (auto& ch : *s) {
160
- ch = absl::ascii_tolower(static_cast<unsigned char>(ch));
161
- }
209
+ char* p = &(*s)[0]; // Guaranteed to be valid for empty strings
210
+ return ascii_internal::AsciiStrCaseFold<false>(p, p + s->size());
162
211
  }
163
212
 
164
213
  void AsciiStrToUpper(std::string* s) {
165
- for (auto& ch : *s) {
166
- ch = absl::ascii_toupper(static_cast<unsigned char>(ch));
167
- }
214
+ char* p = &(*s)[0]; // Guaranteed to be valid for empty strings
215
+ return ascii_internal::AsciiStrCaseFold<true>(p, p + s->size());
168
216
  }
169
217
 
170
218
  void RemoveExtraAsciiWhitespace(std::string* str) {
@@ -21,6 +21,7 @@
21
21
  #include <limits>
22
22
 
23
23
  #include "absl/base/casts.h"
24
+ #include "absl/base/config.h"
24
25
  #include "absl/numeric/bits.h"
25
26
  #include "absl/numeric/int128.h"
26
27
  #include "absl/strings/internal/charconv_bigint.h"
@@ -118,10 +119,17 @@ struct FloatTraits<double> {
118
119
  static constexpr int kEiselLemireMaxExclusiveExp10 = 309;
119
120
 
120
121
  static double MakeNan(const char* tagp) {
122
+ #if ABSL_HAVE_BUILTIN(__builtin_nan)
123
+ // Use __builtin_nan() if available since it has a fix for
124
+ // https://bugs.llvm.org/show_bug.cgi?id=37778
125
+ // std::nan may use the glibc implementation.
126
+ return __builtin_nan(tagp);
127
+ #else
121
128
  // Support nan no matter which namespace it's in. Some platforms
122
129
  // incorrectly don't put it in namespace std.
123
130
  using namespace std; // NOLINT
124
131
  return nan(tagp);
132
+ #endif
125
133
  }
126
134
 
127
135
  // Builds a nonzero floating point number out of the provided parts.
@@ -184,10 +192,17 @@ struct FloatTraits<float> {
184
192
  static constexpr int kEiselLemireMaxExclusiveExp10 = 39;
185
193
 
186
194
  static float MakeNan(const char* tagp) {
195
+ #if ABSL_HAVE_BUILTIN(__builtin_nanf)
196
+ // Use __builtin_nanf() if available since it has a fix for
197
+ // https://bugs.llvm.org/show_bug.cgi?id=37778
198
+ // std::nanf may use the glibc implementation.
199
+ return __builtin_nanf(tagp);
200
+ #else
187
201
  // Support nanf no matter which namespace it's in. Some platforms
188
202
  // incorrectly don't put it in namespace std.
189
203
  using namespace std; // NOLINT
190
- return nanf(tagp);
204
+ return std::nanf(tagp);
205
+ #endif
191
206
  }
192
207
 
193
208
  static float Make(mantissa_t mantissa, int exponent, bool sign) {
@@ -203,7 +218,8 @@ struct FloatTraits<float> {
203
218
  if (mantissa > kMantissaMask) {
204
219
  // Normal value.
205
220
  // Adjust by 127 for the exponent representation bias, and an additional
206
- // 23 due to the implied decimal point in the IEEE mantissa represenation.
221
+ // 23 due to the implied decimal point in the IEEE mantissa
222
+ // representation.
207
223
  flt += static_cast<uint32_t>(exponent + 127 + kTargetMantissaBits - 1)
208
224
  << 23;
209
225
  mantissa &= kMantissaMask;
@@ -349,7 +365,8 @@ bool HandleEdgeCase(const strings_internal::ParsedFloat& input, bool negative,
349
365
  // https://bugs.llvm.org/show_bug.cgi?id=37778
350
366
  // https://gcc.gnu.org/bugzilla/show_bug.cgi?id=86113
351
367
  constexpr ptrdiff_t kNanBufferSize = 128;
352
- #if defined(__GNUC__) || (defined(__clang__) && __clang_major__ < 7)
368
+ #if (defined(__GNUC__) && !defined(__clang__)) || \
369
+ (defined(__clang__) && __clang_major__ < 7)
353
370
  volatile char n_char_sequence[kNanBufferSize];
354
371
  #else
355
372
  char n_char_sequence[kNanBufferSize];
@@ -462,7 +479,7 @@ uint64_t ShiftRightAndRound(uint128 value, int shift, bool input_exact,
462
479
  // the low bit of `value` is set.
463
480
  //
464
481
  // In inexact mode, the nonzero error means the actual value is greater
465
- // than the halfway point and we must alway round up.
482
+ // than the halfway point and we must always round up.
466
483
  if ((value & 1) == 1 || !input_exact) {
467
484
  ++value;
468
485
  }
@@ -22,7 +22,7 @@
22
22
  namespace absl {
23
23
  ABSL_NAMESPACE_BEGIN
24
24
 
25
- // Workalike compatibilty version of std::chars_format from C++17.
25
+ // Workalike compatibility version of std::chars_format from C++17.
26
26
  //
27
27
  // This is an bitfield enumerator which can be passed to absl::from_chars to
28
28
  // configure the string-to-float conversion.
@@ -48,7 +48,7 @@ struct from_chars_result {
48
48
  std::errc ec;
49
49
  };
50
50
 
51
- // Workalike compatibilty version of std::from_chars from C++17. Currently
51
+ // Workalike compatibility version of std::from_chars from C++17. Currently
52
52
  // this only supports the `double` and `float` types.
53
53
  //
54
54
  // This interface incorporates the proposed resolutions for library issues
@@ -48,7 +48,6 @@
48
48
  #include "absl/strings/internal/cordz_update_tracker.h"
49
49
  #include "absl/strings/internal/resize_uninitialized.h"
50
50
  #include "absl/strings/str_cat.h"
51
- #include "absl/strings/str_format.h"
52
51
  #include "absl/strings/str_join.h"
53
52
  #include "absl/strings/string_view.h"
54
53
 
@@ -795,7 +794,7 @@ int CompareChunks(absl::string_view* lhs, absl::string_view* rhs,
795
794
  }
796
795
 
797
796
  // This overload set computes comparison results from memcmp result. This
798
- // interface is used inside GenericCompare below. Differet implementations
797
+ // interface is used inside GenericCompare below. Different implementations
799
798
  // are specialized for int and bool. For int we clamp result to {-1, 0, 1}
800
799
  // set. For bool we just interested in "value == 0".
801
800
  template <typename ResultType>
@@ -110,8 +110,29 @@ enum class CordMemoryAccounting {
110
110
  // Counts the *approximate* number of bytes held in full or in part by this
111
111
  // Cord (which may not remain the same between invocations). Cords that share
112
112
  // memory could each be "charged" independently for the same shared memory.
113
+ // See also comment on `kTotalMorePrecise` on internally shared memory.
113
114
  kTotal,
114
115
 
116
+ // Counts the *approximate* number of bytes held in full or in part by this
117
+ // Cord for the distinct memory held by this cord. This option is similar
118
+ // to `kTotal`, except that if the cord has multiple references to the same
119
+ // memory, that memory is only counted once.
120
+ //
121
+ // For example:
122
+ // absl::Cord cord;
123
+ // cord.append(some_other_cord);
124
+ // cord.append(some_other_cord);
125
+ // // Counts `some_other_cord` twice:
126
+ // cord.EstimatedMemoryUsage(kTotal);
127
+ // // Counts `some_other_cord` once:
128
+ // cord.EstimatedMemoryUsage(kTotalMorePrecise);
129
+ //
130
+ // The `kTotalMorePrecise` number is more expensive to compute as it requires
131
+ // deduplicating all memory references. Applications should prefer to use
132
+ // `kFairShare` or `kTotal` unless they really need a more precise estimate
133
+ // on "how much memory is potentially held / kept alive by this cord?"
134
+ kTotalMorePrecise,
135
+
115
136
  // Counts the *approximate* number of bytes held in full or in part by this
116
137
  // Cord weighted by the sharing ratio of that data. For example, if some data
117
138
  // edge is shared by 4 different Cords, then each cord is attributed 1/4th of
@@ -661,7 +682,7 @@ class Cord {
661
682
  class CharRange {
662
683
  public:
663
684
  // Fulfill minimum c++ container requirements [container.requirements]
664
- // Theses (partial) container type definitions allow CharRange to be used
685
+ // These (partial) container type definitions allow CharRange to be used
665
686
  // in various utilities expecting a subset of [container.requirements].
666
687
  // For example, the below enables using `::testing::ElementsAre(...)`
667
688
  using value_type = char;
@@ -1273,10 +1294,16 @@ inline size_t Cord::EstimatedMemoryUsage(
1273
1294
  CordMemoryAccounting accounting_method) const {
1274
1295
  size_t result = sizeof(Cord);
1275
1296
  if (const absl::cord_internal::CordRep* rep = contents_.tree()) {
1276
- if (accounting_method == CordMemoryAccounting::kFairShare) {
1277
- result += cord_internal::GetEstimatedFairShareMemoryUsage(rep);
1278
- } else {
1279
- result += cord_internal::GetEstimatedMemoryUsage(rep);
1297
+ switch (accounting_method) {
1298
+ case CordMemoryAccounting::kFairShare:
1299
+ result += cord_internal::GetEstimatedFairShareMemoryUsage(rep);
1300
+ break;
1301
+ case CordMemoryAccounting::kTotalMorePrecise:
1302
+ result += cord_internal::GetMorePreciseMemoryUsage(rep);
1303
+ break;
1304
+ case CordMemoryAccounting::kTotal:
1305
+ result += cord_internal::GetEstimatedMemoryUsage(rep);
1306
+ break;
1280
1307
  }
1281
1308
  }
1282
1309
  return result;
@@ -16,6 +16,7 @@
16
16
 
17
17
  #include <cstddef>
18
18
  #include <cstdint>
19
+ #include <unordered_set>
19
20
 
20
21
  #include "absl/base/attributes.h"
21
22
  #include "absl/base/config.h"
@@ -37,7 +38,7 @@ namespace cord_internal {
37
38
  namespace {
38
39
 
39
40
  // Accounting mode for analyzing memory usage.
40
- enum class Mode { kTotal, kFairShare };
41
+ enum class Mode { kFairShare, kTotal, kTotalMorePrecise };
41
42
 
42
43
  // CordRepRef holds a `const CordRep*` reference in rep, and depending on mode,
43
44
  // holds a 'fraction' representing a cumulative inverse refcount weight.
@@ -62,6 +63,23 @@ struct RawUsage {
62
63
  void Add(size_t size, CordRepRef<mode>) { total += size; }
63
64
  };
64
65
 
66
+ // Overloaded representation of RawUsage that tracks the set of objects
67
+ // counted, and avoids double-counting objects referenced more than once
68
+ // by the same Cord.
69
+ template <>
70
+ struct RawUsage<Mode::kTotalMorePrecise> {
71
+ size_t total = 0;
72
+ // TODO(b/289250880): Replace this with a flat_hash_set.
73
+ std::unordered_set<const CordRep*> counted;
74
+
75
+ void Add(size_t size, CordRepRef<Mode::kTotalMorePrecise> repref) {
76
+ if (counted.find(repref.rep) == counted.end()) {
77
+ counted.insert(repref.rep);
78
+ total += size;
79
+ }
80
+ }
81
+ };
82
+
65
83
  // Returns n / refcount avoiding a div for the common refcount == 1.
66
84
  template <typename refcount_t>
67
85
  double MaybeDiv(double d, refcount_t refcount) {
@@ -183,6 +201,10 @@ size_t GetEstimatedFairShareMemoryUsage(const CordRep* rep) {
183
201
  return GetEstimatedUsage<Mode::kFairShare>(rep);
184
202
  }
185
203
 
204
+ size_t GetMorePreciseMemoryUsage(const CordRep* rep) {
205
+ return GetEstimatedUsage<Mode::kTotalMorePrecise>(rep);
206
+ }
207
+
186
208
  } // namespace cord_internal
187
209
  ABSL_NAMESPACE_END
188
210
  } // namespace absl
@@ -30,6 +30,24 @@ namespace cord_internal {
30
30
  // memory could each be "charged" independently for the same shared memory.
31
31
  size_t GetEstimatedMemoryUsage(const CordRep* rep);
32
32
 
33
+ // Returns the *approximate* number of bytes held in full or in part by this
34
+ // Cord for the distinct memory held by this cord. This is similar to
35
+ // `GetEstimatedMemoryUsage()`, except that if the cord has multiple references
36
+ // to the same memory, that memory is only counted once.
37
+ //
38
+ // For example:
39
+ // absl::Cord cord;
40
+ // cord.append(some_other_cord);
41
+ // cord.append(some_other_cord);
42
+ // // Calls GetEstimatedMemoryUsage() and counts `other_cord` twice:
43
+ // cord.EstimatedMemoryUsage(kTotal);
44
+ // // Calls GetMorePreciseMemoryUsage() and counts `other_cord` once:
45
+ // cord.EstimatedMemoryUsage(kTotalMorePrecise);
46
+ //
47
+ // This is more expensive than `GetEstimatedMemoryUsage()` as it requires
48
+ // deduplicating all memory references.
49
+ size_t GetMorePreciseMemoryUsage(const CordRep* rep);
50
+
33
51
  // Returns the *approximate* number of bytes held in full or in part by this
34
52
  // CordRep weighted by the sharing ratio of that data. For example, if some data
35
53
  // edge is shared by 4 different Cords, then each cord is attribute 1/4th of
@@ -160,7 +160,6 @@ class CordBuffer {
160
160
  // for more information on buffer capacities and intended usage.
161
161
  static CordBuffer CreateWithDefaultLimit(size_t capacity);
162
162
 
163
-
164
163
  // CordBuffer::CreateWithCustomLimit()
165
164
  //
166
165
  // Creates a CordBuffer instance of the desired `capacity` rounded to an
@@ -336,7 +335,7 @@ class CordBuffer {
336
335
  }
337
336
 
338
337
  // Returns the available area of the internal SSO data
339
- absl::Span<char> long_available() {
338
+ absl::Span<char> long_available() const {
340
339
  assert(!is_short());
341
340
  const size_t length = long_rep.rep->length;
342
341
  return absl::Span<char>(long_rep.rep->Data() + length,
@@ -460,9 +459,7 @@ inline constexpr size_t CordBuffer::MaximumPayload() {
460
459
  }
461
460
 
462
461
  inline constexpr size_t CordBuffer::MaximumPayload(size_t block_size) {
463
- // TODO(absl-team): Use std::min when C++11 support is dropped.
464
- return (kCustomLimit < block_size ? kCustomLimit : block_size) -
465
- cord_internal::kFlatOverhead;
462
+ return (std::min)(kCustomLimit, block_size) - cord_internal::kFlatOverhead;
466
463
  }
467
464
 
468
465
  inline CordBuffer CordBuffer::CreateWithDefaultLimit(size_t capacity) {
@@ -443,6 +443,8 @@ void CEscapeAndAppendInternal(absl::string_view src, std::string* dest) {
443
443
  }
444
444
  }
445
445
 
446
+ // Reverses the mapping in Base64EscapeInternal; see that method's
447
+ // documentation for details of the mapping.
446
448
  bool Base64UnescapeInternal(const char* src_param, size_t szsrc, char* dest,
447
449
  size_t szdest, const signed char* unbase64,
448
450
  size_t* len) {
@@ -676,7 +678,10 @@ bool Base64UnescapeInternal(const char* src_param, size_t szsrc, char* dest,
676
678
  return ok;
677
679
  }
678
680
 
679
- // The arrays below were generated by the following code
681
+ // The arrays below map base64-escaped characters back to their original values.
682
+ // For the inverse case, see k(WebSafe)Base64Chars in the internal
683
+ // escaping.cc.
684
+ // These arrays were generated by the following inversion code:
680
685
  // #include <sys/time.h>
681
686
  // #include <stdlib.h>
682
687
  // #include <string.h>
@@ -703,8 +708,8 @@ bool Base64UnescapeInternal(const char* src_param, size_t szsrc, char* dest,
703
708
  // }
704
709
  // }
705
710
  //
706
- // where the value of "Base64[]" was replaced by one of the base-64 conversion
707
- // tables from the functions below.
711
+ // where the value of "Base64[]" was replaced by one of k(WebSafe)Base64Chars
712
+ // in the internal escaping.cc.
708
713
  /* clang-format off */
709
714
  constexpr signed char kUnBase64[] = {
710
715
  -1, -1, -1, -1, -1, -1, -1, -1,
@@ -777,9 +782,6 @@ constexpr signed char kUnWebSafeBase64[] = {
777
782
  };
778
783
  /* clang-format on */
779
784
 
780
- constexpr char kWebSafeBase64Chars[] =
781
- "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-_";
782
-
783
785
  template <typename String>
784
786
  bool Base64UnescapeInternal(const char* src, size_t slen, String* dest,
785
787
  const signed char* unbase64) {
@@ -880,30 +882,6 @@ std::string Utf8SafeCHexEscape(absl::string_view src) {
880
882
  return CEscapeInternal(src, true, true);
881
883
  }
882
884
 
883
- // ----------------------------------------------------------------------
884
- // Base64Unescape() - base64 decoder
885
- // Base64Escape() - base64 encoder
886
- // WebSafeBase64Unescape() - Google's variation of base64 decoder
887
- // WebSafeBase64Escape() - Google's variation of base64 encoder
888
- //
889
- // Check out
890
- // https://datatracker.ietf.org/doc/html/rfc2045 for formal description, but
891
- // what we care about is that...
892
- // Take the encoded stuff in groups of 4 characters and turn each
893
- // character into a code 0 to 63 thus:
894
- // A-Z map to 0 to 25
895
- // a-z map to 26 to 51
896
- // 0-9 map to 52 to 61
897
- // +(- for WebSafe) maps to 62
898
- // /(_ for WebSafe) maps to 63
899
- // There will be four numbers, all less than 64 which can be represented
900
- // by a 6 digit binary number (aaaaaa, bbbbbb, cccccc, dddddd respectively).
901
- // Arrange the 6 digit binary numbers into three bytes as such:
902
- // aaaaaabb bbbbcccc ccdddddd
903
- // Equals signs (one or two) are used at the end of the encoded block to
904
- // indicate that the text was not an integer multiple of three bytes long.
905
- // ----------------------------------------------------------------------
906
-
907
885
  bool Base64Unescape(absl::string_view src, std::string* dest) {
908
886
  return Base64UnescapeInternal(src.data(), src.size(), dest, kUnBase64);
909
887
  }
@@ -921,7 +899,7 @@ void Base64Escape(absl::string_view src, std::string* dest) {
921
899
  void WebSafeBase64Escape(absl::string_view src, std::string* dest) {
922
900
  strings_internal::Base64EscapeInternal(
923
901
  reinterpret_cast<const unsigned char*>(src.data()), src.size(), dest,
924
- false, kWebSafeBase64Chars);
902
+ false, strings_internal::kWebSafeBase64Chars);
925
903
  }
926
904
 
927
905
  std::string Base64Escape(absl::string_view src) {
@@ -936,7 +914,7 @@ std::string WebSafeBase64Escape(absl::string_view src) {
936
914
  std::string dest;
937
915
  strings_internal::Base64EscapeInternal(
938
916
  reinterpret_cast<const unsigned char*>(src.data()), src.size(), &dest,
939
- false, kWebSafeBase64Chars);
917
+ false, strings_internal::kWebSafeBase64Chars);
940
918
  return dest;
941
919
  }
942
920
 
@@ -121,7 +121,7 @@ std::string Utf8SafeCHexEscape(absl::string_view src);
121
121
  //
122
122
  // Encodes a `src` string into a base64-encoded 'dest' string with padding
123
123
  // characters. This function conforms with RFC 4648 section 4 (base64) and RFC
124
- // 2045. See also CalculateBase64EscapedLen().
124
+ // 2045.
125
125
  void Base64Escape(absl::string_view src, std::string* dest);
126
126
  std::string Base64Escape(absl::string_view src);
127
127
 
@@ -296,10 +296,8 @@ template <int max_words>
296
296
  std::min(n / kLargePowerOfFiveStep, kLargestPowerOfFiveIndex);
297
297
  if (first_pass) {
298
298
  // just copy, rather than multiplying by 1
299
- std::copy(
300
- LargePowerOfFiveData(big_power),
301
- LargePowerOfFiveData(big_power) + LargePowerOfFiveSize(big_power),
302
- answer.words_);
299
+ std::copy_n(LargePowerOfFiveData(big_power),
300
+ LargePowerOfFiveSize(big_power), answer.words_);
303
301
  answer.size_ = LargePowerOfFiveSize(big_power);
304
302
  first_pass = false;
305
303
  } else {
@@ -92,7 +92,7 @@ class BigUnsigned {
92
92
  // numbers with this many decimal digits or fewer are representable by this
93
93
  // type.
94
94
  //
95
- // Analagous to std::numeric_limits<BigUnsigned>::digits10.
95
+ // Analogous to std::numeric_limits<BigUnsigned>::digits10.
96
96
  static constexpr int Digits10() {
97
97
  // 9975007/1035508 is very slightly less than log10(2**32).
98
98
  return static_cast<uint64_t>(max_words) * 9975007 / 1035508;
@@ -121,7 +121,7 @@ class BigUnsigned {
121
121
  ++size_;
122
122
  }
123
123
  }
124
- std::fill(words_, words_ + word_shift, 0u);
124
+ std::fill_n(words_, word_shift, 0u);
125
125
  }
126
126
  }
127
127
 
@@ -197,7 +197,7 @@ class BigUnsigned {
197
197
  }
198
198
 
199
199
  void SetToZero() {
200
- std::fill(words_, words_ + size_, 0u);
200
+ std::fill_n(words_, size_, 0u);
201
201
  size_ = 0;
202
202
  }
203
203
 
@@ -33,7 +33,6 @@ ABSL_CONST_INIT std::atomic<bool> cord_ring_buffer_enabled(
33
33
  kCordEnableRingBufferDefault);
34
34
  ABSL_CONST_INIT std::atomic<bool> shallow_subcords_enabled(
35
35
  kCordShallowSubcordsDefault);
36
- ABSL_CONST_INIT std::atomic<bool> cord_btree_exhaustive_validation(false);
37
36
 
38
37
  void LogFatalNodeType(CordRep* rep) {
39
38
  ABSL_INTERNAL_LOG(FATAL, absl::StrCat("Unexpected node type: ",
@@ -69,12 +69,6 @@ enum CordFeatureDefaults {
69
69
  extern std::atomic<bool> cord_ring_buffer_enabled;
70
70
  extern std::atomic<bool> shallow_subcords_enabled;
71
71
 
72
- // `cord_btree_exhaustive_validation` can be set to force exhaustive validation
73
- // in debug assertions, and code that calls `IsValid()` explicitly. By default,
74
- // assertions should be relatively cheap and AssertValid() can easily lead to
75
- // O(n^2) complexity as recursive / full tree validation is O(n).
76
- extern std::atomic<bool> cord_btree_exhaustive_validation;
77
-
78
72
  inline void enable_cord_ring_buffer(bool enable) {
79
73
  cord_ring_buffer_enabled.store(enable, std::memory_order_relaxed);
80
74
  }
@@ -163,20 +157,19 @@ class RefcountAndFlags {
163
157
  // false will be visible to a thread that just observed this method returning
164
158
  // false. Always returns false when the immortal bit is set.
165
159
  inline bool Decrement() {
166
- int32_t refcount = count_.load(std::memory_order_acquire) & kRefcountMask;
167
- assert(refcount > 0 || refcount & kImmortalFlag);
160
+ int32_t refcount = count_.load(std::memory_order_acquire);
161
+ assert((refcount & kRefcountMask) > 0 || refcount & kImmortalFlag);
168
162
  return refcount != kRefIncrement &&
169
163
  (count_.fetch_sub(kRefIncrement, std::memory_order_acq_rel) &
170
- kRefcountMask) != kRefIncrement;
164
+ kHighRefcountMask) != 0;
171
165
  }
172
166
 
173
167
  // Same as Decrement but expect that refcount is greater than 1.
174
168
  inline bool DecrementExpectHighRefcount() {
175
169
  int32_t refcount =
176
- count_.fetch_sub(kRefIncrement, std::memory_order_acq_rel) &
177
- kRefcountMask;
178
- assert(refcount > 0 || refcount & kImmortalFlag);
179
- return refcount != kRefIncrement;
170
+ count_.fetch_sub(kRefIncrement, std::memory_order_acq_rel);
171
+ assert((refcount & kRefcountMask) > 0 || refcount & kImmortalFlag);
172
+ return (refcount & kHighRefcountMask) != 0;
180
173
  }
181
174
 
182
175
  // Returns the current reference count using acquire semantics.
@@ -220,6 +213,15 @@ class RefcountAndFlags {
220
213
  // purposes of equality. (A refcount of 0 or 1 does not count as 0 or 1
221
214
  // if the immortal bit is set.)
222
215
  kRefcountMask = ~kReservedFlag,
216
+
217
+ // Bitmask to use when checking if refcount is equal to 1 and not
218
+ // immortal when decrementing the refcount. This masks out kRefIncrement and
219
+ // all flags except kImmortalFlag. If the masked RefcountAndFlags is 0, we
220
+ // assume the refcount is equal to 1, since we know it's not immortal and
221
+ // not greater than 1. If the masked RefcountAndFlags is not 0, we can
222
+ // assume the refcount is not equal to 1 since either a higher bit in the
223
+ // refcount is set, or kImmortal is set.
224
+ kHighRefcountMask = kRefcountMask & ~kRefIncrement,
223
225
  };
224
226
 
225
227
  std::atomic<int32_t> count_;