grpc 1.57.0 → 1.58.0.pre1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Makefile +534 -284
- data/include/grpc/event_engine/event_engine.h +0 -1
- data/include/grpc/event_engine/memory_allocator.h +2 -2
- data/include/grpc/impl/channel_arg_names.h +371 -0
- data/include/grpc/impl/grpc_types.h +1 -353
- data/include/grpc/module.modulemap +1 -0
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +1 -1
- data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +2 -1
- data/src/core/ext/filters/client_channel/client_channel.cc +7 -3
- data/src/core/ext/filters/client_channel/http_proxy.cc +1 -1
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +10 -5
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +7 -5
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +1 -0
- data/src/core/ext/filters/client_channel/lb_policy/health_check_client.cc +5 -3
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +4 -2
- data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +115 -109
- data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.h +0 -5
- data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +7 -2
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +2 -1
- data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +1 -0
- data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +1 -1
- data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/weighted_round_robin.cc +11 -3
- data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +6 -1
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +8 -5
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +1 -1
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +102 -11
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +9 -4
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +4 -1
- data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.cc +6 -0
- data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +41 -14
- data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +1 -1
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +3 -2
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +1 -1
- data/src/core/ext/filters/client_channel/retry_filter.h +1 -0
- data/src/core/ext/filters/client_channel/retry_service_config.cc +1 -1
- data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +1 -1
- data/src/core/ext/filters/client_channel/subchannel.cc +9 -5
- data/src/core/ext/filters/client_channel/subchannel.h +8 -2
- data/src/core/ext/filters/deadline/deadline_filter.cc +1 -1
- data/src/core/ext/filters/http/client/http_client_filter.cc +1 -0
- data/src/core/ext/filters/http/client_authority_filter.cc +1 -1
- data/src/core/ext/filters/http/message_compress/compression_filter.cc +1 -0
- data/src/core/ext/filters/http/server/http_server_filter.cc +1 -1
- data/src/core/ext/filters/message_size/message_size_filter.cc +1 -0
- data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +4 -7
- data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +1 -0
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +8 -12
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +357 -358
- data/src/core/ext/transport/chttp2/transport/frame_ping.cc +5 -18
- data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +63 -4
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +7 -2
- data/src/core/ext/transport/chttp2/transport/internal.h +30 -57
- data/src/core/ext/transport/chttp2/transport/parsing.cc +16 -7
- data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.cc +80 -0
- data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.h +55 -0
- data/src/core/ext/transport/chttp2/transport/ping_rate_policy.cc +98 -0
- data/src/core/ext/transport/chttp2/transport/ping_rate_policy.h +73 -0
- data/src/core/ext/transport/chttp2/transport/writing.cc +81 -89
- data/src/core/ext/transport/inproc/inproc_transport.cc +1 -0
- data/src/core/ext/xds/xds_client_grpc.cc +1 -0
- data/src/core/ext/xds/xds_http_fault_filter.cc +1 -2
- data/src/core/ext/xds/xds_http_fault_filter.h +1 -2
- data/src/core/ext/xds/xds_http_filters.h +2 -4
- data/src/core/ext/xds/xds_http_rbac_filter.cc +3 -8
- data/src/core/ext/xds/xds_http_rbac_filter.h +1 -2
- data/src/core/ext/xds/xds_http_stateful_session_filter.cc +1 -2
- data/src/core/ext/xds/xds_http_stateful_session_filter.h +1 -2
- data/src/core/ext/xds/xds_lb_policy_registry.cc +3 -6
- data/src/core/ext/xds/xds_routing.cc +2 -2
- data/src/core/ext/xds/xds_transport_grpc.cc +1 -0
- data/src/core/lib/avl/avl.h +10 -173
- data/src/core/lib/channel/call_tracer.cc +289 -0
- data/src/core/lib/channel/call_tracer.h +35 -0
- data/src/core/lib/channel/channel_args.cc +84 -79
- data/src/core/lib/channel/channel_args.h +29 -17
- data/src/core/lib/channel/connected_channel.cc +0 -1
- data/src/core/lib/channel/promise_based_filter.cc +4 -1
- data/src/core/lib/compression/compression_internal.cc +8 -4
- data/src/core/lib/debug/stats_data.cc +93 -21
- data/src/core/lib/debug/stats_data.h +41 -0
- data/src/core/lib/event_engine/ares_resolver.cc +712 -0
- data/src/core/lib/event_engine/ares_resolver.h +150 -0
- data/src/core/lib/event_engine/cf_engine/cf_engine.cc +9 -3
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +2 -2
- data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +229 -0
- data/src/core/lib/event_engine/cf_engine/dns_service_resolver.h +117 -0
- data/src/core/lib/event_engine/forkable.cc +15 -1
- data/src/core/lib/event_engine/forkable.h +15 -0
- data/src/core/lib/event_engine/grpc_polled_fd.h +73 -0
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +25 -3
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +10 -1
- data/src/core/lib/event_engine/posix_engine/grpc_polled_fd_posix.h +197 -0
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +3 -3
- data/src/core/lib/event_engine/posix_engine/posix_engine.cc +47 -1
- data/src/core/lib/event_engine/posix_engine/posix_engine.h +12 -1
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +1 -0
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +2 -0
- data/src/core/lib/event_engine/thread_pool/thread_count.cc +58 -0
- data/src/core/lib/event_engine/thread_pool/thread_count.h +161 -0
- data/src/core/lib/event_engine/thread_pool/thread_pool_factory.cc +7 -0
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +86 -111
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +15 -61
- data/src/core/lib/event_engine/windows/windows_endpoint.cc +3 -4
- data/src/core/lib/experiments/config.cc +14 -0
- data/src/core/lib/experiments/experiments.cc +141 -304
- data/src/core/lib/experiments/experiments.h +16 -17
- data/src/core/lib/gprpp/ref_counted.h +3 -1
- data/src/core/lib/gprpp/ref_counted_string.cc +44 -0
- data/src/core/lib/gprpp/ref_counted_string.h +146 -0
- data/src/core/lib/gprpp/time.h +2 -2
- data/src/core/lib/gprpp/work_serializer.cc +36 -0
- data/src/core/lib/gprpp/work_serializer.h +5 -0
- data/src/core/lib/http/httpcli_security_connector.cc +1 -0
- data/src/core/lib/iomgr/buffer_list.cc +2 -0
- data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +7 -22
- data/src/core/lib/iomgr/tcp_posix.cc +3 -3
- data/src/core/lib/promise/detail/basic_seq.h +1 -372
- data/src/core/lib/promise/detail/seq_state.h +2076 -0
- data/src/core/lib/promise/seq.h +19 -2
- data/src/core/lib/promise/sleep.h +5 -10
- data/src/core/lib/promise/try_seq.h +34 -2
- data/src/core/lib/resource_quota/api.cc +1 -0
- data/src/core/lib/resource_quota/arena.cc +2 -0
- data/src/core/lib/resource_quota/arena.h +42 -8
- data/src/core/lib/resource_quota/memory_quota.cc +0 -1
- data/src/core/lib/resource_quota/resource_quota.h +1 -0
- data/src/core/lib/security/authorization/authorization_policy_provider.h +1 -1
- data/src/core/lib/security/authorization/rbac_policy.h +1 -1
- data/src/core/lib/security/credentials/external/aws_request_signer.cc +8 -0
- data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +1 -0
- data/src/core/lib/security/credentials/jwt/json_token.cc +17 -0
- data/src/core/lib/security/credentials/jwt/json_token.h +4 -0
- data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +42 -0
- data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +1 -0
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +4 -0
- data/src/core/lib/security/credentials/tls/tls_credentials.cc +1 -0
- data/src/core/lib/security/credentials/xds/xds_credentials.cc +1 -0
- data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +1 -0
- data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +1 -0
- data/src/core/lib/security/security_connector/ssl_utils.cc +1 -0
- data/src/core/lib/security/transport/client_auth_filter.cc +8 -5
- data/src/core/lib/security/transport/security_handshaker.cc +1 -0
- data/src/core/lib/security/transport/server_auth_filter.cc +2 -0
- data/src/core/lib/surface/call.cc +32 -8
- data/src/core/lib/surface/channel.cc +1 -0
- data/src/core/lib/surface/completion_queue.cc +10 -0
- data/src/core/lib/surface/init.cc +1 -0
- data/src/core/lib/surface/server.cc +67 -64
- data/src/core/lib/surface/server.h +1 -15
- data/src/core/lib/surface/version.cc +2 -2
- data/src/core/tsi/alts/crypt/aes_gcm.cc +27 -2
- data/src/core/tsi/ssl_transport_security.cc +11 -0
- data/src/ruby/lib/grpc/generic/active_call.rb +9 -14
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/src/ruby/pb/test/client.rb +16 -0
- data/src/ruby/spec/generic/rpc_server_spec.rb +3 -3
- data/third_party/abseil-cpp/absl/algorithm/container.h +3 -2
- data/third_party/abseil-cpp/absl/base/attributes.h +58 -5
- data/third_party/abseil-cpp/absl/base/call_once.h +1 -1
- data/third_party/abseil-cpp/absl/base/casts.h +8 -8
- data/third_party/abseil-cpp/absl/base/config.h +89 -106
- data/third_party/abseil-cpp/absl/base/dynamic_annotations.h +26 -1
- data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +2 -2
- data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +50 -39
- data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.h +2 -1
- data/third_party/abseil-cpp/absl/base/internal/prefetch.h +17 -18
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +32 -3
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +24 -4
- data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +31 -73
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +9 -8
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +11 -11
- data/third_party/abseil-cpp/absl/base/internal/throw_delegate.cc +23 -32
- data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +2 -3
- data/third_party/abseil-cpp/absl/base/options.h +1 -1
- data/third_party/abseil-cpp/absl/base/policy_checks.h +3 -3
- data/third_party/abseil-cpp/absl/base/prefetch.h +198 -0
- data/third_party/abseil-cpp/absl/container/fixed_array.h +54 -29
- data/third_party/abseil-cpp/absl/container/flat_hash_map.h +5 -1
- data/third_party/abseil-cpp/absl/container/flat_hash_set.h +6 -2
- data/third_party/abseil-cpp/absl/container/inlined_vector.h +167 -79
- data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +1 -1
- data/third_party/abseil-cpp/absl/container/internal/compressed_tuple.h +3 -21
- data/third_party/abseil-cpp/absl/container/internal/container_memory.h +1 -1
- data/third_party/abseil-cpp/absl/container/internal/hash_function_defaults.h +46 -0
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +2 -0
- data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +85 -26
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +35 -18
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +70 -29
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +437 -236
- data/third_party/abseil-cpp/absl/crc/crc32c.h +8 -1
- data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +14 -8
- data/third_party/abseil-cpp/absl/crc/internal/crc.cc +4 -35
- data/third_party/abseil-cpp/absl/crc/internal/crc.h +2 -10
- data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +1 -1
- data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.cc +1 -1
- data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.h +4 -4
- data/third_party/abseil-cpp/absl/crc/internal/crc_internal.h +8 -10
- data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_x86_64.cc +17 -19
- data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +8 -8
- data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +2 -1
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +59 -23
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +1 -1
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +1 -1
- data/third_party/abseil-cpp/absl/debugging/internal/symbolize.h +1 -1
- data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +43 -19
- data/third_party/abseil-cpp/absl/debugging/symbolize_emscripten.inc +3 -0
- data/third_party/abseil-cpp/absl/flags/commandlineflag.h +1 -1
- data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.cc +1 -1
- data/third_party/abseil-cpp/absl/flags/internal/flag.cc +2 -2
- data/third_party/abseil-cpp/absl/flags/internal/flag.h +16 -15
- data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +1 -1
- data/third_party/abseil-cpp/absl/flags/marshalling.cc +43 -2
- data/third_party/abseil-cpp/absl/flags/marshalling.h +5 -0
- data/third_party/abseil-cpp/absl/functional/any_invocable.h +9 -1
- data/third_party/abseil-cpp/absl/functional/bind_front.h +1 -1
- data/third_party/abseil-cpp/absl/functional/function_ref.h +3 -3
- data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +37 -24
- data/third_party/abseil-cpp/absl/functional/internal/function_ref.h +19 -9
- data/third_party/abseil-cpp/absl/hash/hash.h +7 -4
- data/third_party/abseil-cpp/absl/hash/internal/hash.h +38 -15
- data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.cc +6 -0
- data/third_party/abseil-cpp/absl/meta/type_traits.h +48 -373
- data/third_party/abseil-cpp/absl/numeric/bits.h +4 -4
- data/third_party/abseil-cpp/absl/numeric/int128.cc +20 -8
- data/third_party/abseil-cpp/absl/numeric/int128.h +36 -39
- data/third_party/abseil-cpp/absl/numeric/int128_have_intrinsic.inc +0 -3
- data/third_party/abseil-cpp/absl/numeric/int128_no_intrinsic.inc +47 -30
- data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +4 -3
- data/third_party/abseil-cpp/absl/random/internal/generate_real.h +1 -1
- data/third_party/abseil-cpp/absl/random/internal/platform.h +1 -1
- data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +4 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +1 -1
- data/third_party/abseil-cpp/absl/random/internal/randen_hwaes.cc +1 -1
- data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +1 -1
- data/third_party/abseil-cpp/absl/status/internal/status_internal.h +4 -0
- data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +12 -24
- data/third_party/abseil-cpp/absl/status/status.cc +11 -7
- data/third_party/abseil-cpp/absl/status/status.h +11 -2
- data/third_party/abseil-cpp/absl/status/statusor.h +22 -8
- data/third_party/abseil-cpp/absl/strings/ascii.cc +54 -6
- data/third_party/abseil-cpp/absl/strings/charconv.cc +21 -4
- data/third_party/abseil-cpp/absl/strings/charconv.h +2 -2
- data/third_party/abseil-cpp/absl/strings/cord.cc +1 -2
- data/third_party/abseil-cpp/absl/strings/cord.h +32 -5
- data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +23 -1
- data/third_party/abseil-cpp/absl/strings/cord_analysis.h +18 -0
- data/third_party/abseil-cpp/absl/strings/cord_buffer.h +2 -5
- data/third_party/abseil-cpp/absl/strings/escaping.cc +10 -32
- data/third_party/abseil-cpp/absl/strings/escaping.h +1 -1
- data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.cc +2 -4
- data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.h +3 -3
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +0 -1
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +15 -13
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +13 -4
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +8 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +5 -3
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.h +4 -7
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +8 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +2 -2
- data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.cc +46 -20
- data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +1 -34
- data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +2 -1
- data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +23 -0
- data/third_party/abseil-cpp/absl/strings/internal/escaping.h +1 -0
- data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +2 -77
- data/third_party/abseil-cpp/absl/strings/internal/memutil.h +4 -112
- data/third_party/abseil-cpp/absl/strings/internal/stl_type_traits.h +1 -1
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +10 -31
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +8 -8
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +5 -20
- data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +1 -0
- data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +1 -1
- data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.cc +9 -9
- data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +56 -6
- data/third_party/abseil-cpp/absl/strings/match.cc +87 -0
- data/third_party/abseil-cpp/absl/strings/match.h +19 -0
- data/third_party/abseil-cpp/absl/strings/numbers.cc +154 -122
- data/third_party/abseil-cpp/absl/strings/numbers.h +1 -6
- data/third_party/abseil-cpp/absl/strings/str_cat.cc +7 -50
- data/third_party/abseil-cpp/absl/strings/str_cat.h +83 -15
- data/third_party/abseil-cpp/absl/strings/str_format.h +6 -3
- data/third_party/abseil-cpp/absl/strings/str_split.cc +9 -6
- data/third_party/abseil-cpp/absl/strings/string_view.cc +26 -4
- data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.cc +5 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/futex.h +63 -43
- data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.cc +111 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.h +63 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +11 -7
- data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.cc +225 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +122 -114
- data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +12 -8
- data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +10 -1
- data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.cc +167 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.h +60 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.cc +122 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.h +65 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.cc +91 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.h +56 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +19 -113
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.cc +42 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.h +90 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.cc +151 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.h +70 -0
- data/third_party/abseil-cpp/absl/synchronization/mutex.cc +407 -411
- data/third_party/abseil-cpp/absl/synchronization/mutex.h +152 -118
- data/third_party/abseil-cpp/absl/time/clock.cc +6 -7
- data/third_party/abseil-cpp/absl/time/duration.cc +24 -26
- data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/time_zone.h +1 -0
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_fixed.cc +1 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +3 -3
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.cc +8 -6
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.h +6 -3
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.cc +4 -2
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.h +4 -0
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +322 -295
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.h +8 -17
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.cc +51 -33
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.h +7 -2
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +128 -2
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_posix.h +1 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +5 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +34 -34
- data/third_party/abseil-cpp/absl/time/time.cc +9 -2
- data/third_party/abseil-cpp/absl/time/time.h +115 -15
- data/third_party/abseil-cpp/absl/types/internal/optional.h +0 -52
- data/third_party/abseil-cpp/absl/types/internal/span.h +2 -2
- data/third_party/abseil-cpp/absl/types/internal/variant.h +2 -2
- data/third_party/abseil-cpp/absl/types/optional.h +15 -13
- data/third_party/abseil-cpp/absl/types/span.h +1 -2
- data/third_party/boringssl-with-bazel/err_data.c +15 -14
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +7 -3
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +7 -7
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +7 -3
- data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +5 -5
- data/third_party/boringssl-with-bazel/src/crypto/bio/errno.c +92 -0
- data/third_party/boringssl-with-bazel/src/crypto/bio/fd.c +4 -48
- data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +11 -6
- data/third_party/boringssl-with-bazel/src/crypto/bio/internal.h +16 -6
- data/third_party/boringssl-with-bazel/src/crypto/bio/socket.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/bio/socket_helper.c +9 -0
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +3 -7
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_apple.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_fuchsia.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_linux.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_openbsd.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_sysreg.c +93 -0
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_win.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_freebsd.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_linux.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/dh_extra/dh_asn1.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/dh_extra/params.c +5 -0
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/hash_to_curve.c +9 -14
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/internal.h +4 -6
- data/third_party/boringssl-with-bazel/src/crypto/err/err.c +10 -11
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/check.c +37 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +38 -19
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/internal.h +7 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +39 -16
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/service_indicator.c +4 -7
- data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +7 -0
- data/third_party/boringssl-with-bazel/src/crypto/internal.h +13 -21
- data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +6 -23
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/getentropy.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +5 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +1 -6
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +0 -3
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_d2.c +1 -3
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +2 -3
- data/third_party/boringssl-with-bazel/src/include/openssl/base.h +9 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +11 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +4 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +7 -9
- data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +6 -2
- data/third_party/boringssl-with-bazel/src/include/openssl/span.h +22 -20
- data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +4 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/stack.h +20 -12
- data/third_party/boringssl-with-bazel/src/include/openssl/target.h +50 -3
- data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +0 -4
- data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +2 -2
- data/third_party/boringssl-with-bazel/src/ssl/ssl_file.cc +4 -4
- data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +2 -0
- metadata +41 -33
- data/src/core/lib/promise/detail/basic_join.h +0 -197
- data/src/core/lib/promise/detail/switch.h +0 -1455
- data/src/core/lib/promise/try_join.h +0 -82
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +0 -403
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_freebsd.c +0 -62
- data/third_party/boringssl-with-bazel/src/crypto/cpu_arm.c +0 -38
- data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_openbsd.c +0 -31
- data/third_party/re2/util/benchmark.h +0 -156
- data/third_party/re2/util/flags.h +0 -26
- data/third_party/re2/util/malloc_counter.h +0 -19
- data/third_party/re2/util/pcre.cc +0 -1025
- data/third_party/re2/util/pcre.h +0 -681
- data/third_party/re2/util/test.h +0 -50
- data/third_party/upb/upb/mini_table.h +0 -36
- data/third_party/zlib/gzclose.c +0 -25
- data/third_party/zlib/gzlib.c +0 -639
- data/third_party/zlib/gzread.c +0 -650
- data/third_party/zlib/gzwrite.c +0 -677
@@ -146,7 +146,7 @@ class ABSL_MUST_USE_RESULT StatusOr;
|
|
146
146
|
//
|
147
147
|
// absl::StatusOr<int> i = GetCount();
|
148
148
|
// if (i.ok()) {
|
149
|
-
// updated_total += *i
|
149
|
+
// updated_total += *i;
|
150
150
|
// }
|
151
151
|
//
|
152
152
|
// NOTE: using `absl::StatusOr<T>::value()` when no valid value is present will
|
@@ -411,7 +411,7 @@ class StatusOr : private internal_statusor::StatusOrData<T>,
|
|
411
411
|
typename = typename std::enable_if<absl::conjunction<
|
412
412
|
std::is_constructible<T, U&&>, std::is_assignable<T&, U&&>,
|
413
413
|
absl::disjunction<
|
414
|
-
std::is_same<absl::
|
414
|
+
std::is_same<absl::remove_cvref_t<U>, T>,
|
415
415
|
absl::conjunction<
|
416
416
|
absl::negation<std::is_convertible<U&&, absl::Status>>,
|
417
417
|
absl::negation<internal_statusor::
|
@@ -444,8 +444,7 @@ class StatusOr : private internal_statusor::StatusOrData<T>,
|
|
444
444
|
internal_statusor::IsDirectInitializationValid<T, U&&>,
|
445
445
|
std::is_constructible<T, U&&>, std::is_convertible<U&&, T>,
|
446
446
|
absl::disjunction<
|
447
|
-
std::is_same<absl::
|
448
|
-
T>,
|
447
|
+
std::is_same<absl::remove_cvref_t<U>, T>,
|
449
448
|
absl::conjunction<
|
450
449
|
absl::negation<std::is_convertible<U&&, absl::Status>>,
|
451
450
|
absl::negation<
|
@@ -461,8 +460,7 @@ class StatusOr : private internal_statusor::StatusOrData<T>,
|
|
461
460
|
absl::conjunction<
|
462
461
|
internal_statusor::IsDirectInitializationValid<T, U&&>,
|
463
462
|
absl::disjunction<
|
464
|
-
std::is_same<absl::
|
465
|
-
T>,
|
463
|
+
std::is_same<absl::remove_cvref_t<U>, T>,
|
466
464
|
absl::conjunction<
|
467
465
|
absl::negation<std::is_constructible<absl::Status, U&&>>,
|
468
466
|
absl::negation<
|
@@ -584,7 +582,7 @@ class StatusOr : private internal_statusor::StatusOrData<T>,
|
|
584
582
|
// Reconstructs the inner value T in-place using the provided args, using the
|
585
583
|
// T(args...) constructor. Returns reference to the reconstructed `T`.
|
586
584
|
template <typename... Args>
|
587
|
-
T& emplace(Args&&... args) {
|
585
|
+
T& emplace(Args&&... args) ABSL_ATTRIBUTE_LIFETIME_BOUND {
|
588
586
|
if (ok()) {
|
589
587
|
this->Clear();
|
590
588
|
this->MakeValue(std::forward<Args>(args)...);
|
@@ -600,7 +598,8 @@ class StatusOr : private internal_statusor::StatusOrData<T>,
|
|
600
598
|
absl::enable_if_t<
|
601
599
|
std::is_constructible<T, std::initializer_list<U>&, Args&&...>::value,
|
602
600
|
int> = 0>
|
603
|
-
T& emplace(std::initializer_list<U> ilist,
|
601
|
+
T& emplace(std::initializer_list<U> ilist,
|
602
|
+
Args&&... args) ABSL_ATTRIBUTE_LIFETIME_BOUND {
|
604
603
|
if (ok()) {
|
605
604
|
this->Clear();
|
606
605
|
this->MakeValue(ilist, std::forward<Args>(args)...);
|
@@ -611,6 +610,21 @@ class StatusOr : private internal_statusor::StatusOrData<T>,
|
|
611
610
|
return this->data_;
|
612
611
|
}
|
613
612
|
|
613
|
+
// StatusOr<T>::AssignStatus()
|
614
|
+
//
|
615
|
+
// Sets the status of `absl::StatusOr<T>` to the given non-ok status value.
|
616
|
+
//
|
617
|
+
// NOTE: We recommend using the constructor and `operator=` where possible.
|
618
|
+
// This method is intended for use in generic programming, to enable setting
|
619
|
+
// the status of a `StatusOr<T>` when `T` may be `Status`. In that case, the
|
620
|
+
// constructor and `operator=` would assign into the inner value of type
|
621
|
+
// `Status`, rather than status of the `StatusOr` (b/280392796).
|
622
|
+
//
|
623
|
+
// REQUIRES: !Status(std::forward<U>(v)).ok(). This requirement is DCHECKed.
|
624
|
+
// In optimized builds, passing absl::OkStatus() here will have the effect
|
625
|
+
// of passing absl::StatusCode::kInternal as a fallback.
|
626
|
+
using internal_statusor::StatusOrData<T>::AssignStatus;
|
627
|
+
|
614
628
|
private:
|
615
629
|
using internal_statusor::StatusOrData<T>::Assign;
|
616
630
|
template <typename U>
|
@@ -14,6 +14,10 @@
|
|
14
14
|
|
15
15
|
#include "absl/strings/ascii.h"
|
16
16
|
|
17
|
+
#include <climits>
|
18
|
+
#include <cstring>
|
19
|
+
#include <string>
|
20
|
+
|
17
21
|
namespace absl {
|
18
22
|
ABSL_NAMESPACE_BEGIN
|
19
23
|
namespace ascii_internal {
|
@@ -153,18 +157,62 @@ ABSL_DLL const char kToUpper[256] = {
|
|
153
157
|
};
|
154
158
|
// clang-format on
|
155
159
|
|
160
|
+
template <bool ToUpper>
|
161
|
+
constexpr void AsciiStrCaseFold(char* p, char* end) {
|
162
|
+
// The upper- and lowercase versions of ASCII characters differ by only 1 bit.
|
163
|
+
// When we need to flip the case, we can xor with this bit to achieve the
|
164
|
+
// desired result. Note that the choice of 'a' and 'A' here is arbitrary. We
|
165
|
+
// could have chosen 'z' and 'Z', or any other pair of characters as they all
|
166
|
+
// have the same single bit difference.
|
167
|
+
constexpr unsigned char kAsciiCaseBitFlip = 'a' ^ 'A';
|
168
|
+
|
169
|
+
constexpr char ch_a = ToUpper ? 'a' : 'A';
|
170
|
+
constexpr char ch_z = ToUpper ? 'z' : 'Z';
|
171
|
+
for (; p < end; ++p) {
|
172
|
+
unsigned char v = static_cast<unsigned char>(*p);
|
173
|
+
// We use & instead of && to ensure this always stays branchless
|
174
|
+
// We use static_cast<int> to suppress -Wbitwise-instead-of-logical
|
175
|
+
bool is_in_range = static_cast<bool>(static_cast<int>(ch_a <= v) &
|
176
|
+
static_cast<int>(v <= ch_z));
|
177
|
+
v ^= is_in_range ? kAsciiCaseBitFlip : 0;
|
178
|
+
*p = static_cast<char>(v);
|
179
|
+
}
|
180
|
+
}
|
181
|
+
|
182
|
+
static constexpr size_t ValidateAsciiCasefold() {
|
183
|
+
constexpr size_t num_chars = 1 + CHAR_MAX - CHAR_MIN;
|
184
|
+
size_t incorrect_index = 0;
|
185
|
+
char lowered[num_chars] = {};
|
186
|
+
char uppered[num_chars] = {};
|
187
|
+
for (unsigned int i = 0; i < num_chars; ++i) {
|
188
|
+
uppered[i] = lowered[i] = static_cast<char>(i);
|
189
|
+
}
|
190
|
+
AsciiStrCaseFold<false>(&lowered[0], &lowered[num_chars]);
|
191
|
+
AsciiStrCaseFold<true>(&uppered[0], &uppered[num_chars]);
|
192
|
+
for (size_t i = 0; i < num_chars; ++i) {
|
193
|
+
const char ch = static_cast<char>(i),
|
194
|
+
ch_upper = ('a' <= ch && ch <= 'z' ? 'A' + (ch - 'a') : ch),
|
195
|
+
ch_lower = ('A' <= ch && ch <= 'Z' ? 'a' + (ch - 'A') : ch);
|
196
|
+
if (uppered[i] != ch_upper || lowered[i] != ch_lower) {
|
197
|
+
incorrect_index = i > 0 ? i : num_chars;
|
198
|
+
break;
|
199
|
+
}
|
200
|
+
}
|
201
|
+
return incorrect_index;
|
202
|
+
}
|
203
|
+
|
204
|
+
static_assert(ValidateAsciiCasefold() == 0, "error in case conversion");
|
205
|
+
|
156
206
|
} // namespace ascii_internal
|
157
207
|
|
158
208
|
void AsciiStrToLower(std::string* s) {
|
159
|
-
|
160
|
-
|
161
|
-
}
|
209
|
+
char* p = &(*s)[0]; // Guaranteed to be valid for empty strings
|
210
|
+
return ascii_internal::AsciiStrCaseFold<false>(p, p + s->size());
|
162
211
|
}
|
163
212
|
|
164
213
|
void AsciiStrToUpper(std::string* s) {
|
165
|
-
|
166
|
-
|
167
|
-
}
|
214
|
+
char* p = &(*s)[0]; // Guaranteed to be valid for empty strings
|
215
|
+
return ascii_internal::AsciiStrCaseFold<true>(p, p + s->size());
|
168
216
|
}
|
169
217
|
|
170
218
|
void RemoveExtraAsciiWhitespace(std::string* str) {
|
@@ -21,6 +21,7 @@
|
|
21
21
|
#include <limits>
|
22
22
|
|
23
23
|
#include "absl/base/casts.h"
|
24
|
+
#include "absl/base/config.h"
|
24
25
|
#include "absl/numeric/bits.h"
|
25
26
|
#include "absl/numeric/int128.h"
|
26
27
|
#include "absl/strings/internal/charconv_bigint.h"
|
@@ -118,10 +119,17 @@ struct FloatTraits<double> {
|
|
118
119
|
static constexpr int kEiselLemireMaxExclusiveExp10 = 309;
|
119
120
|
|
120
121
|
static double MakeNan(const char* tagp) {
|
122
|
+
#if ABSL_HAVE_BUILTIN(__builtin_nan)
|
123
|
+
// Use __builtin_nan() if available since it has a fix for
|
124
|
+
// https://bugs.llvm.org/show_bug.cgi?id=37778
|
125
|
+
// std::nan may use the glibc implementation.
|
126
|
+
return __builtin_nan(tagp);
|
127
|
+
#else
|
121
128
|
// Support nan no matter which namespace it's in. Some platforms
|
122
129
|
// incorrectly don't put it in namespace std.
|
123
130
|
using namespace std; // NOLINT
|
124
131
|
return nan(tagp);
|
132
|
+
#endif
|
125
133
|
}
|
126
134
|
|
127
135
|
// Builds a nonzero floating point number out of the provided parts.
|
@@ -184,10 +192,17 @@ struct FloatTraits<float> {
|
|
184
192
|
static constexpr int kEiselLemireMaxExclusiveExp10 = 39;
|
185
193
|
|
186
194
|
static float MakeNan(const char* tagp) {
|
195
|
+
#if ABSL_HAVE_BUILTIN(__builtin_nanf)
|
196
|
+
// Use __builtin_nanf() if available since it has a fix for
|
197
|
+
// https://bugs.llvm.org/show_bug.cgi?id=37778
|
198
|
+
// std::nanf may use the glibc implementation.
|
199
|
+
return __builtin_nanf(tagp);
|
200
|
+
#else
|
187
201
|
// Support nanf no matter which namespace it's in. Some platforms
|
188
202
|
// incorrectly don't put it in namespace std.
|
189
203
|
using namespace std; // NOLINT
|
190
|
-
return nanf(tagp);
|
204
|
+
return std::nanf(tagp);
|
205
|
+
#endif
|
191
206
|
}
|
192
207
|
|
193
208
|
static float Make(mantissa_t mantissa, int exponent, bool sign) {
|
@@ -203,7 +218,8 @@ struct FloatTraits<float> {
|
|
203
218
|
if (mantissa > kMantissaMask) {
|
204
219
|
// Normal value.
|
205
220
|
// Adjust by 127 for the exponent representation bias, and an additional
|
206
|
-
// 23 due to the implied decimal point in the IEEE mantissa
|
221
|
+
// 23 due to the implied decimal point in the IEEE mantissa
|
222
|
+
// representation.
|
207
223
|
flt += static_cast<uint32_t>(exponent + 127 + kTargetMantissaBits - 1)
|
208
224
|
<< 23;
|
209
225
|
mantissa &= kMantissaMask;
|
@@ -349,7 +365,8 @@ bool HandleEdgeCase(const strings_internal::ParsedFloat& input, bool negative,
|
|
349
365
|
// https://bugs.llvm.org/show_bug.cgi?id=37778
|
350
366
|
// https://gcc.gnu.org/bugzilla/show_bug.cgi?id=86113
|
351
367
|
constexpr ptrdiff_t kNanBufferSize = 128;
|
352
|
-
#if defined(__GNUC__)
|
368
|
+
#if (defined(__GNUC__) && !defined(__clang__)) || \
|
369
|
+
(defined(__clang__) && __clang_major__ < 7)
|
353
370
|
volatile char n_char_sequence[kNanBufferSize];
|
354
371
|
#else
|
355
372
|
char n_char_sequence[kNanBufferSize];
|
@@ -462,7 +479,7 @@ uint64_t ShiftRightAndRound(uint128 value, int shift, bool input_exact,
|
|
462
479
|
// the low bit of `value` is set.
|
463
480
|
//
|
464
481
|
// In inexact mode, the nonzero error means the actual value is greater
|
465
|
-
// than the halfway point and we must
|
482
|
+
// than the halfway point and we must always round up.
|
466
483
|
if ((value & 1) == 1 || !input_exact) {
|
467
484
|
++value;
|
468
485
|
}
|
@@ -22,7 +22,7 @@
|
|
22
22
|
namespace absl {
|
23
23
|
ABSL_NAMESPACE_BEGIN
|
24
24
|
|
25
|
-
// Workalike
|
25
|
+
// Workalike compatibility version of std::chars_format from C++17.
|
26
26
|
//
|
27
27
|
// This is an bitfield enumerator which can be passed to absl::from_chars to
|
28
28
|
// configure the string-to-float conversion.
|
@@ -48,7 +48,7 @@ struct from_chars_result {
|
|
48
48
|
std::errc ec;
|
49
49
|
};
|
50
50
|
|
51
|
-
// Workalike
|
51
|
+
// Workalike compatibility version of std::from_chars from C++17. Currently
|
52
52
|
// this only supports the `double` and `float` types.
|
53
53
|
//
|
54
54
|
// This interface incorporates the proposed resolutions for library issues
|
@@ -48,7 +48,6 @@
|
|
48
48
|
#include "absl/strings/internal/cordz_update_tracker.h"
|
49
49
|
#include "absl/strings/internal/resize_uninitialized.h"
|
50
50
|
#include "absl/strings/str_cat.h"
|
51
|
-
#include "absl/strings/str_format.h"
|
52
51
|
#include "absl/strings/str_join.h"
|
53
52
|
#include "absl/strings/string_view.h"
|
54
53
|
|
@@ -795,7 +794,7 @@ int CompareChunks(absl::string_view* lhs, absl::string_view* rhs,
|
|
795
794
|
}
|
796
795
|
|
797
796
|
// This overload set computes comparison results from memcmp result. This
|
798
|
-
// interface is used inside GenericCompare below.
|
797
|
+
// interface is used inside GenericCompare below. Different implementations
|
799
798
|
// are specialized for int and bool. For int we clamp result to {-1, 0, 1}
|
800
799
|
// set. For bool we just interested in "value == 0".
|
801
800
|
template <typename ResultType>
|
@@ -110,8 +110,29 @@ enum class CordMemoryAccounting {
|
|
110
110
|
// Counts the *approximate* number of bytes held in full or in part by this
|
111
111
|
// Cord (which may not remain the same between invocations). Cords that share
|
112
112
|
// memory could each be "charged" independently for the same shared memory.
|
113
|
+
// See also comment on `kTotalMorePrecise` on internally shared memory.
|
113
114
|
kTotal,
|
114
115
|
|
116
|
+
// Counts the *approximate* number of bytes held in full or in part by this
|
117
|
+
// Cord for the distinct memory held by this cord. This option is similar
|
118
|
+
// to `kTotal`, except that if the cord has multiple references to the same
|
119
|
+
// memory, that memory is only counted once.
|
120
|
+
//
|
121
|
+
// For example:
|
122
|
+
// absl::Cord cord;
|
123
|
+
// cord.append(some_other_cord);
|
124
|
+
// cord.append(some_other_cord);
|
125
|
+
// // Counts `some_other_cord` twice:
|
126
|
+
// cord.EstimatedMemoryUsage(kTotal);
|
127
|
+
// // Counts `some_other_cord` once:
|
128
|
+
// cord.EstimatedMemoryUsage(kTotalMorePrecise);
|
129
|
+
//
|
130
|
+
// The `kTotalMorePrecise` number is more expensive to compute as it requires
|
131
|
+
// deduplicating all memory references. Applications should prefer to use
|
132
|
+
// `kFairShare` or `kTotal` unless they really need a more precise estimate
|
133
|
+
// on "how much memory is potentially held / kept alive by this cord?"
|
134
|
+
kTotalMorePrecise,
|
135
|
+
|
115
136
|
// Counts the *approximate* number of bytes held in full or in part by this
|
116
137
|
// Cord weighted by the sharing ratio of that data. For example, if some data
|
117
138
|
// edge is shared by 4 different Cords, then each cord is attributed 1/4th of
|
@@ -661,7 +682,7 @@ class Cord {
|
|
661
682
|
class CharRange {
|
662
683
|
public:
|
663
684
|
// Fulfill minimum c++ container requirements [container.requirements]
|
664
|
-
//
|
685
|
+
// These (partial) container type definitions allow CharRange to be used
|
665
686
|
// in various utilities expecting a subset of [container.requirements].
|
666
687
|
// For example, the below enables using `::testing::ElementsAre(...)`
|
667
688
|
using value_type = char;
|
@@ -1273,10 +1294,16 @@ inline size_t Cord::EstimatedMemoryUsage(
|
|
1273
1294
|
CordMemoryAccounting accounting_method) const {
|
1274
1295
|
size_t result = sizeof(Cord);
|
1275
1296
|
if (const absl::cord_internal::CordRep* rep = contents_.tree()) {
|
1276
|
-
|
1277
|
-
|
1278
|
-
|
1279
|
-
|
1297
|
+
switch (accounting_method) {
|
1298
|
+
case CordMemoryAccounting::kFairShare:
|
1299
|
+
result += cord_internal::GetEstimatedFairShareMemoryUsage(rep);
|
1300
|
+
break;
|
1301
|
+
case CordMemoryAccounting::kTotalMorePrecise:
|
1302
|
+
result += cord_internal::GetMorePreciseMemoryUsage(rep);
|
1303
|
+
break;
|
1304
|
+
case CordMemoryAccounting::kTotal:
|
1305
|
+
result += cord_internal::GetEstimatedMemoryUsage(rep);
|
1306
|
+
break;
|
1280
1307
|
}
|
1281
1308
|
}
|
1282
1309
|
return result;
|
@@ -16,6 +16,7 @@
|
|
16
16
|
|
17
17
|
#include <cstddef>
|
18
18
|
#include <cstdint>
|
19
|
+
#include <unordered_set>
|
19
20
|
|
20
21
|
#include "absl/base/attributes.h"
|
21
22
|
#include "absl/base/config.h"
|
@@ -37,7 +38,7 @@ namespace cord_internal {
|
|
37
38
|
namespace {
|
38
39
|
|
39
40
|
// Accounting mode for analyzing memory usage.
|
40
|
-
enum class Mode { kTotal,
|
41
|
+
enum class Mode { kFairShare, kTotal, kTotalMorePrecise };
|
41
42
|
|
42
43
|
// CordRepRef holds a `const CordRep*` reference in rep, and depending on mode,
|
43
44
|
// holds a 'fraction' representing a cumulative inverse refcount weight.
|
@@ -62,6 +63,23 @@ struct RawUsage {
|
|
62
63
|
void Add(size_t size, CordRepRef<mode>) { total += size; }
|
63
64
|
};
|
64
65
|
|
66
|
+
// Overloaded representation of RawUsage that tracks the set of objects
|
67
|
+
// counted, and avoids double-counting objects referenced more than once
|
68
|
+
// by the same Cord.
|
69
|
+
template <>
|
70
|
+
struct RawUsage<Mode::kTotalMorePrecise> {
|
71
|
+
size_t total = 0;
|
72
|
+
// TODO(b/289250880): Replace this with a flat_hash_set.
|
73
|
+
std::unordered_set<const CordRep*> counted;
|
74
|
+
|
75
|
+
void Add(size_t size, CordRepRef<Mode::kTotalMorePrecise> repref) {
|
76
|
+
if (counted.find(repref.rep) == counted.end()) {
|
77
|
+
counted.insert(repref.rep);
|
78
|
+
total += size;
|
79
|
+
}
|
80
|
+
}
|
81
|
+
};
|
82
|
+
|
65
83
|
// Returns n / refcount avoiding a div for the common refcount == 1.
|
66
84
|
template <typename refcount_t>
|
67
85
|
double MaybeDiv(double d, refcount_t refcount) {
|
@@ -183,6 +201,10 @@ size_t GetEstimatedFairShareMemoryUsage(const CordRep* rep) {
|
|
183
201
|
return GetEstimatedUsage<Mode::kFairShare>(rep);
|
184
202
|
}
|
185
203
|
|
204
|
+
size_t GetMorePreciseMemoryUsage(const CordRep* rep) {
|
205
|
+
return GetEstimatedUsage<Mode::kTotalMorePrecise>(rep);
|
206
|
+
}
|
207
|
+
|
186
208
|
} // namespace cord_internal
|
187
209
|
ABSL_NAMESPACE_END
|
188
210
|
} // namespace absl
|
@@ -30,6 +30,24 @@ namespace cord_internal {
|
|
30
30
|
// memory could each be "charged" independently for the same shared memory.
|
31
31
|
size_t GetEstimatedMemoryUsage(const CordRep* rep);
|
32
32
|
|
33
|
+
// Returns the *approximate* number of bytes held in full or in part by this
|
34
|
+
// Cord for the distinct memory held by this cord. This is similar to
|
35
|
+
// `GetEstimatedMemoryUsage()`, except that if the cord has multiple references
|
36
|
+
// to the same memory, that memory is only counted once.
|
37
|
+
//
|
38
|
+
// For example:
|
39
|
+
// absl::Cord cord;
|
40
|
+
// cord.append(some_other_cord);
|
41
|
+
// cord.append(some_other_cord);
|
42
|
+
// // Calls GetEstimatedMemoryUsage() and counts `other_cord` twice:
|
43
|
+
// cord.EstimatedMemoryUsage(kTotal);
|
44
|
+
// // Calls GetMorePreciseMemoryUsage() and counts `other_cord` once:
|
45
|
+
// cord.EstimatedMemoryUsage(kTotalMorePrecise);
|
46
|
+
//
|
47
|
+
// This is more expensive than `GetEstimatedMemoryUsage()` as it requires
|
48
|
+
// deduplicating all memory references.
|
49
|
+
size_t GetMorePreciseMemoryUsage(const CordRep* rep);
|
50
|
+
|
33
51
|
// Returns the *approximate* number of bytes held in full or in part by this
|
34
52
|
// CordRep weighted by the sharing ratio of that data. For example, if some data
|
35
53
|
// edge is shared by 4 different Cords, then each cord is attribute 1/4th of
|
@@ -160,7 +160,6 @@ class CordBuffer {
|
|
160
160
|
// for more information on buffer capacities and intended usage.
|
161
161
|
static CordBuffer CreateWithDefaultLimit(size_t capacity);
|
162
162
|
|
163
|
-
|
164
163
|
// CordBuffer::CreateWithCustomLimit()
|
165
164
|
//
|
166
165
|
// Creates a CordBuffer instance of the desired `capacity` rounded to an
|
@@ -336,7 +335,7 @@ class CordBuffer {
|
|
336
335
|
}
|
337
336
|
|
338
337
|
// Returns the available area of the internal SSO data
|
339
|
-
absl::Span<char> long_available() {
|
338
|
+
absl::Span<char> long_available() const {
|
340
339
|
assert(!is_short());
|
341
340
|
const size_t length = long_rep.rep->length;
|
342
341
|
return absl::Span<char>(long_rep.rep->Data() + length,
|
@@ -460,9 +459,7 @@ inline constexpr size_t CordBuffer::MaximumPayload() {
|
|
460
459
|
}
|
461
460
|
|
462
461
|
inline constexpr size_t CordBuffer::MaximumPayload(size_t block_size) {
|
463
|
-
|
464
|
-
return (kCustomLimit < block_size ? kCustomLimit : block_size) -
|
465
|
-
cord_internal::kFlatOverhead;
|
462
|
+
return (std::min)(kCustomLimit, block_size) - cord_internal::kFlatOverhead;
|
466
463
|
}
|
467
464
|
|
468
465
|
inline CordBuffer CordBuffer::CreateWithDefaultLimit(size_t capacity) {
|
@@ -443,6 +443,8 @@ void CEscapeAndAppendInternal(absl::string_view src, std::string* dest) {
|
|
443
443
|
}
|
444
444
|
}
|
445
445
|
|
446
|
+
// Reverses the mapping in Base64EscapeInternal; see that method's
|
447
|
+
// documentation for details of the mapping.
|
446
448
|
bool Base64UnescapeInternal(const char* src_param, size_t szsrc, char* dest,
|
447
449
|
size_t szdest, const signed char* unbase64,
|
448
450
|
size_t* len) {
|
@@ -676,7 +678,10 @@ bool Base64UnescapeInternal(const char* src_param, size_t szsrc, char* dest,
|
|
676
678
|
return ok;
|
677
679
|
}
|
678
680
|
|
679
|
-
// The arrays below
|
681
|
+
// The arrays below map base64-escaped characters back to their original values.
|
682
|
+
// For the inverse case, see k(WebSafe)Base64Chars in the internal
|
683
|
+
// escaping.cc.
|
684
|
+
// These arrays were generated by the following inversion code:
|
680
685
|
// #include <sys/time.h>
|
681
686
|
// #include <stdlib.h>
|
682
687
|
// #include <string.h>
|
@@ -703,8 +708,8 @@ bool Base64UnescapeInternal(const char* src_param, size_t szsrc, char* dest,
|
|
703
708
|
// }
|
704
709
|
// }
|
705
710
|
//
|
706
|
-
// where the value of "Base64[]" was replaced by one of
|
707
|
-
//
|
711
|
+
// where the value of "Base64[]" was replaced by one of k(WebSafe)Base64Chars
|
712
|
+
// in the internal escaping.cc.
|
708
713
|
/* clang-format off */
|
709
714
|
constexpr signed char kUnBase64[] = {
|
710
715
|
-1, -1, -1, -1, -1, -1, -1, -1,
|
@@ -777,9 +782,6 @@ constexpr signed char kUnWebSafeBase64[] = {
|
|
777
782
|
};
|
778
783
|
/* clang-format on */
|
779
784
|
|
780
|
-
constexpr char kWebSafeBase64Chars[] =
|
781
|
-
"ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-_";
|
782
|
-
|
783
785
|
template <typename String>
|
784
786
|
bool Base64UnescapeInternal(const char* src, size_t slen, String* dest,
|
785
787
|
const signed char* unbase64) {
|
@@ -880,30 +882,6 @@ std::string Utf8SafeCHexEscape(absl::string_view src) {
|
|
880
882
|
return CEscapeInternal(src, true, true);
|
881
883
|
}
|
882
884
|
|
883
|
-
// ----------------------------------------------------------------------
|
884
|
-
// Base64Unescape() - base64 decoder
|
885
|
-
// Base64Escape() - base64 encoder
|
886
|
-
// WebSafeBase64Unescape() - Google's variation of base64 decoder
|
887
|
-
// WebSafeBase64Escape() - Google's variation of base64 encoder
|
888
|
-
//
|
889
|
-
// Check out
|
890
|
-
// https://datatracker.ietf.org/doc/html/rfc2045 for formal description, but
|
891
|
-
// what we care about is that...
|
892
|
-
// Take the encoded stuff in groups of 4 characters and turn each
|
893
|
-
// character into a code 0 to 63 thus:
|
894
|
-
// A-Z map to 0 to 25
|
895
|
-
// a-z map to 26 to 51
|
896
|
-
// 0-9 map to 52 to 61
|
897
|
-
// +(- for WebSafe) maps to 62
|
898
|
-
// /(_ for WebSafe) maps to 63
|
899
|
-
// There will be four numbers, all less than 64 which can be represented
|
900
|
-
// by a 6 digit binary number (aaaaaa, bbbbbb, cccccc, dddddd respectively).
|
901
|
-
// Arrange the 6 digit binary numbers into three bytes as such:
|
902
|
-
// aaaaaabb bbbbcccc ccdddddd
|
903
|
-
// Equals signs (one or two) are used at the end of the encoded block to
|
904
|
-
// indicate that the text was not an integer multiple of three bytes long.
|
905
|
-
// ----------------------------------------------------------------------
|
906
|
-
|
907
885
|
bool Base64Unescape(absl::string_view src, std::string* dest) {
|
908
886
|
return Base64UnescapeInternal(src.data(), src.size(), dest, kUnBase64);
|
909
887
|
}
|
@@ -921,7 +899,7 @@ void Base64Escape(absl::string_view src, std::string* dest) {
|
|
921
899
|
void WebSafeBase64Escape(absl::string_view src, std::string* dest) {
|
922
900
|
strings_internal::Base64EscapeInternal(
|
923
901
|
reinterpret_cast<const unsigned char*>(src.data()), src.size(), dest,
|
924
|
-
false, kWebSafeBase64Chars);
|
902
|
+
false, strings_internal::kWebSafeBase64Chars);
|
925
903
|
}
|
926
904
|
|
927
905
|
std::string Base64Escape(absl::string_view src) {
|
@@ -936,7 +914,7 @@ std::string WebSafeBase64Escape(absl::string_view src) {
|
|
936
914
|
std::string dest;
|
937
915
|
strings_internal::Base64EscapeInternal(
|
938
916
|
reinterpret_cast<const unsigned char*>(src.data()), src.size(), &dest,
|
939
|
-
false, kWebSafeBase64Chars);
|
917
|
+
false, strings_internal::kWebSafeBase64Chars);
|
940
918
|
return dest;
|
941
919
|
}
|
942
920
|
|
@@ -121,7 +121,7 @@ std::string Utf8SafeCHexEscape(absl::string_view src);
|
|
121
121
|
//
|
122
122
|
// Encodes a `src` string into a base64-encoded 'dest' string with padding
|
123
123
|
// characters. This function conforms with RFC 4648 section 4 (base64) and RFC
|
124
|
-
// 2045.
|
124
|
+
// 2045.
|
125
125
|
void Base64Escape(absl::string_view src, std::string* dest);
|
126
126
|
std::string Base64Escape(absl::string_view src);
|
127
127
|
|
@@ -296,10 +296,8 @@ template <int max_words>
|
|
296
296
|
std::min(n / kLargePowerOfFiveStep, kLargestPowerOfFiveIndex);
|
297
297
|
if (first_pass) {
|
298
298
|
// just copy, rather than multiplying by 1
|
299
|
-
std::
|
300
|
-
|
301
|
-
LargePowerOfFiveData(big_power) + LargePowerOfFiveSize(big_power),
|
302
|
-
answer.words_);
|
299
|
+
std::copy_n(LargePowerOfFiveData(big_power),
|
300
|
+
LargePowerOfFiveSize(big_power), answer.words_);
|
303
301
|
answer.size_ = LargePowerOfFiveSize(big_power);
|
304
302
|
first_pass = false;
|
305
303
|
} else {
|
@@ -92,7 +92,7 @@ class BigUnsigned {
|
|
92
92
|
// numbers with this many decimal digits or fewer are representable by this
|
93
93
|
// type.
|
94
94
|
//
|
95
|
-
//
|
95
|
+
// Analogous to std::numeric_limits<BigUnsigned>::digits10.
|
96
96
|
static constexpr int Digits10() {
|
97
97
|
// 9975007/1035508 is very slightly less than log10(2**32).
|
98
98
|
return static_cast<uint64_t>(max_words) * 9975007 / 1035508;
|
@@ -121,7 +121,7 @@ class BigUnsigned {
|
|
121
121
|
++size_;
|
122
122
|
}
|
123
123
|
}
|
124
|
-
std::
|
124
|
+
std::fill_n(words_, word_shift, 0u);
|
125
125
|
}
|
126
126
|
}
|
127
127
|
|
@@ -197,7 +197,7 @@ class BigUnsigned {
|
|
197
197
|
}
|
198
198
|
|
199
199
|
void SetToZero() {
|
200
|
-
std::
|
200
|
+
std::fill_n(words_, size_, 0u);
|
201
201
|
size_ = 0;
|
202
202
|
}
|
203
203
|
|
@@ -33,7 +33,6 @@ ABSL_CONST_INIT std::atomic<bool> cord_ring_buffer_enabled(
|
|
33
33
|
kCordEnableRingBufferDefault);
|
34
34
|
ABSL_CONST_INIT std::atomic<bool> shallow_subcords_enabled(
|
35
35
|
kCordShallowSubcordsDefault);
|
36
|
-
ABSL_CONST_INIT std::atomic<bool> cord_btree_exhaustive_validation(false);
|
37
36
|
|
38
37
|
void LogFatalNodeType(CordRep* rep) {
|
39
38
|
ABSL_INTERNAL_LOG(FATAL, absl::StrCat("Unexpected node type: ",
|
@@ -69,12 +69,6 @@ enum CordFeatureDefaults {
|
|
69
69
|
extern std::atomic<bool> cord_ring_buffer_enabled;
|
70
70
|
extern std::atomic<bool> shallow_subcords_enabled;
|
71
71
|
|
72
|
-
// `cord_btree_exhaustive_validation` can be set to force exhaustive validation
|
73
|
-
// in debug assertions, and code that calls `IsValid()` explicitly. By default,
|
74
|
-
// assertions should be relatively cheap and AssertValid() can easily lead to
|
75
|
-
// O(n^2) complexity as recursive / full tree validation is O(n).
|
76
|
-
extern std::atomic<bool> cord_btree_exhaustive_validation;
|
77
|
-
|
78
72
|
inline void enable_cord_ring_buffer(bool enable) {
|
79
73
|
cord_ring_buffer_enabled.store(enable, std::memory_order_relaxed);
|
80
74
|
}
|
@@ -163,20 +157,19 @@ class RefcountAndFlags {
|
|
163
157
|
// false will be visible to a thread that just observed this method returning
|
164
158
|
// false. Always returns false when the immortal bit is set.
|
165
159
|
inline bool Decrement() {
|
166
|
-
int32_t refcount = count_.load(std::memory_order_acquire)
|
167
|
-
assert(refcount > 0 || refcount & kImmortalFlag);
|
160
|
+
int32_t refcount = count_.load(std::memory_order_acquire);
|
161
|
+
assert((refcount & kRefcountMask) > 0 || refcount & kImmortalFlag);
|
168
162
|
return refcount != kRefIncrement &&
|
169
163
|
(count_.fetch_sub(kRefIncrement, std::memory_order_acq_rel) &
|
170
|
-
|
164
|
+
kHighRefcountMask) != 0;
|
171
165
|
}
|
172
166
|
|
173
167
|
// Same as Decrement but expect that refcount is greater than 1.
|
174
168
|
inline bool DecrementExpectHighRefcount() {
|
175
169
|
int32_t refcount =
|
176
|
-
count_.fetch_sub(kRefIncrement, std::memory_order_acq_rel)
|
177
|
-
|
178
|
-
|
179
|
-
return refcount != kRefIncrement;
|
170
|
+
count_.fetch_sub(kRefIncrement, std::memory_order_acq_rel);
|
171
|
+
assert((refcount & kRefcountMask) > 0 || refcount & kImmortalFlag);
|
172
|
+
return (refcount & kHighRefcountMask) != 0;
|
180
173
|
}
|
181
174
|
|
182
175
|
// Returns the current reference count using acquire semantics.
|
@@ -220,6 +213,15 @@ class RefcountAndFlags {
|
|
220
213
|
// purposes of equality. (A refcount of 0 or 1 does not count as 0 or 1
|
221
214
|
// if the immortal bit is set.)
|
222
215
|
kRefcountMask = ~kReservedFlag,
|
216
|
+
|
217
|
+
// Bitmask to use when checking if refcount is equal to 1 and not
|
218
|
+
// immortal when decrementing the refcount. This masks out kRefIncrement and
|
219
|
+
// all flags except kImmortalFlag. If the masked RefcountAndFlags is 0, we
|
220
|
+
// assume the refcount is equal to 1, since we know it's not immortal and
|
221
|
+
// not greater than 1. If the masked RefcountAndFlags is not 0, we can
|
222
|
+
// assume the refcount is not equal to 1 since either a higher bit in the
|
223
|
+
// refcount is set, or kImmortal is set.
|
224
|
+
kHighRefcountMask = kRefcountMask & ~kRefIncrement,
|
223
225
|
};
|
224
226
|
|
225
227
|
std::atomic<int32_t> count_;
|