grpc 1.57.0 → 1.58.0.pre1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Makefile +534 -284
- data/include/grpc/event_engine/event_engine.h +0 -1
- data/include/grpc/event_engine/memory_allocator.h +2 -2
- data/include/grpc/impl/channel_arg_names.h +371 -0
- data/include/grpc/impl/grpc_types.h +1 -353
- data/include/grpc/module.modulemap +1 -0
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +1 -1
- data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +2 -1
- data/src/core/ext/filters/client_channel/client_channel.cc +7 -3
- data/src/core/ext/filters/client_channel/http_proxy.cc +1 -1
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +10 -5
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +7 -5
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +1 -0
- data/src/core/ext/filters/client_channel/lb_policy/health_check_client.cc +5 -3
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +4 -2
- data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +115 -109
- data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.h +0 -5
- data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +7 -2
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +2 -1
- data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +1 -0
- data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +1 -1
- data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/weighted_round_robin.cc +11 -3
- data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +6 -1
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +8 -5
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +1 -1
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +102 -11
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +9 -4
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +4 -1
- data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.cc +6 -0
- data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +41 -14
- data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +1 -1
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +3 -2
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +1 -1
- data/src/core/ext/filters/client_channel/retry_filter.h +1 -0
- data/src/core/ext/filters/client_channel/retry_service_config.cc +1 -1
- data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +1 -1
- data/src/core/ext/filters/client_channel/subchannel.cc +9 -5
- data/src/core/ext/filters/client_channel/subchannel.h +8 -2
- data/src/core/ext/filters/deadline/deadline_filter.cc +1 -1
- data/src/core/ext/filters/http/client/http_client_filter.cc +1 -0
- data/src/core/ext/filters/http/client_authority_filter.cc +1 -1
- data/src/core/ext/filters/http/message_compress/compression_filter.cc +1 -0
- data/src/core/ext/filters/http/server/http_server_filter.cc +1 -1
- data/src/core/ext/filters/message_size/message_size_filter.cc +1 -0
- data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +4 -7
- data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +1 -0
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +8 -12
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +357 -358
- data/src/core/ext/transport/chttp2/transport/frame_ping.cc +5 -18
- data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +63 -4
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +7 -2
- data/src/core/ext/transport/chttp2/transport/internal.h +30 -57
- data/src/core/ext/transport/chttp2/transport/parsing.cc +16 -7
- data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.cc +80 -0
- data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.h +55 -0
- data/src/core/ext/transport/chttp2/transport/ping_rate_policy.cc +98 -0
- data/src/core/ext/transport/chttp2/transport/ping_rate_policy.h +73 -0
- data/src/core/ext/transport/chttp2/transport/writing.cc +81 -89
- data/src/core/ext/transport/inproc/inproc_transport.cc +1 -0
- data/src/core/ext/xds/xds_client_grpc.cc +1 -0
- data/src/core/ext/xds/xds_http_fault_filter.cc +1 -2
- data/src/core/ext/xds/xds_http_fault_filter.h +1 -2
- data/src/core/ext/xds/xds_http_filters.h +2 -4
- data/src/core/ext/xds/xds_http_rbac_filter.cc +3 -8
- data/src/core/ext/xds/xds_http_rbac_filter.h +1 -2
- data/src/core/ext/xds/xds_http_stateful_session_filter.cc +1 -2
- data/src/core/ext/xds/xds_http_stateful_session_filter.h +1 -2
- data/src/core/ext/xds/xds_lb_policy_registry.cc +3 -6
- data/src/core/ext/xds/xds_routing.cc +2 -2
- data/src/core/ext/xds/xds_transport_grpc.cc +1 -0
- data/src/core/lib/avl/avl.h +10 -173
- data/src/core/lib/channel/call_tracer.cc +289 -0
- data/src/core/lib/channel/call_tracer.h +35 -0
- data/src/core/lib/channel/channel_args.cc +84 -79
- data/src/core/lib/channel/channel_args.h +29 -17
- data/src/core/lib/channel/connected_channel.cc +0 -1
- data/src/core/lib/channel/promise_based_filter.cc +4 -1
- data/src/core/lib/compression/compression_internal.cc +8 -4
- data/src/core/lib/debug/stats_data.cc +93 -21
- data/src/core/lib/debug/stats_data.h +41 -0
- data/src/core/lib/event_engine/ares_resolver.cc +712 -0
- data/src/core/lib/event_engine/ares_resolver.h +150 -0
- data/src/core/lib/event_engine/cf_engine/cf_engine.cc +9 -3
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +2 -2
- data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +229 -0
- data/src/core/lib/event_engine/cf_engine/dns_service_resolver.h +117 -0
- data/src/core/lib/event_engine/forkable.cc +15 -1
- data/src/core/lib/event_engine/forkable.h +15 -0
- data/src/core/lib/event_engine/grpc_polled_fd.h +73 -0
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +25 -3
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +10 -1
- data/src/core/lib/event_engine/posix_engine/grpc_polled_fd_posix.h +197 -0
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +3 -3
- data/src/core/lib/event_engine/posix_engine/posix_engine.cc +47 -1
- data/src/core/lib/event_engine/posix_engine/posix_engine.h +12 -1
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +1 -0
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +2 -0
- data/src/core/lib/event_engine/thread_pool/thread_count.cc +58 -0
- data/src/core/lib/event_engine/thread_pool/thread_count.h +161 -0
- data/src/core/lib/event_engine/thread_pool/thread_pool_factory.cc +7 -0
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +86 -111
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +15 -61
- data/src/core/lib/event_engine/windows/windows_endpoint.cc +3 -4
- data/src/core/lib/experiments/config.cc +14 -0
- data/src/core/lib/experiments/experiments.cc +141 -304
- data/src/core/lib/experiments/experiments.h +16 -17
- data/src/core/lib/gprpp/ref_counted.h +3 -1
- data/src/core/lib/gprpp/ref_counted_string.cc +44 -0
- data/src/core/lib/gprpp/ref_counted_string.h +146 -0
- data/src/core/lib/gprpp/time.h +2 -2
- data/src/core/lib/gprpp/work_serializer.cc +36 -0
- data/src/core/lib/gprpp/work_serializer.h +5 -0
- data/src/core/lib/http/httpcli_security_connector.cc +1 -0
- data/src/core/lib/iomgr/buffer_list.cc +2 -0
- data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +7 -22
- data/src/core/lib/iomgr/tcp_posix.cc +3 -3
- data/src/core/lib/promise/detail/basic_seq.h +1 -372
- data/src/core/lib/promise/detail/seq_state.h +2076 -0
- data/src/core/lib/promise/seq.h +19 -2
- data/src/core/lib/promise/sleep.h +5 -10
- data/src/core/lib/promise/try_seq.h +34 -2
- data/src/core/lib/resource_quota/api.cc +1 -0
- data/src/core/lib/resource_quota/arena.cc +2 -0
- data/src/core/lib/resource_quota/arena.h +42 -8
- data/src/core/lib/resource_quota/memory_quota.cc +0 -1
- data/src/core/lib/resource_quota/resource_quota.h +1 -0
- data/src/core/lib/security/authorization/authorization_policy_provider.h +1 -1
- data/src/core/lib/security/authorization/rbac_policy.h +1 -1
- data/src/core/lib/security/credentials/external/aws_request_signer.cc +8 -0
- data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +1 -0
- data/src/core/lib/security/credentials/jwt/json_token.cc +17 -0
- data/src/core/lib/security/credentials/jwt/json_token.h +4 -0
- data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +42 -0
- data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +1 -0
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +4 -0
- data/src/core/lib/security/credentials/tls/tls_credentials.cc +1 -0
- data/src/core/lib/security/credentials/xds/xds_credentials.cc +1 -0
- data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +1 -0
- data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +1 -0
- data/src/core/lib/security/security_connector/ssl_utils.cc +1 -0
- data/src/core/lib/security/transport/client_auth_filter.cc +8 -5
- data/src/core/lib/security/transport/security_handshaker.cc +1 -0
- data/src/core/lib/security/transport/server_auth_filter.cc +2 -0
- data/src/core/lib/surface/call.cc +32 -8
- data/src/core/lib/surface/channel.cc +1 -0
- data/src/core/lib/surface/completion_queue.cc +10 -0
- data/src/core/lib/surface/init.cc +1 -0
- data/src/core/lib/surface/server.cc +67 -64
- data/src/core/lib/surface/server.h +1 -15
- data/src/core/lib/surface/version.cc +2 -2
- data/src/core/tsi/alts/crypt/aes_gcm.cc +27 -2
- data/src/core/tsi/ssl_transport_security.cc +11 -0
- data/src/ruby/lib/grpc/generic/active_call.rb +9 -14
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/src/ruby/pb/test/client.rb +16 -0
- data/src/ruby/spec/generic/rpc_server_spec.rb +3 -3
- data/third_party/abseil-cpp/absl/algorithm/container.h +3 -2
- data/third_party/abseil-cpp/absl/base/attributes.h +58 -5
- data/third_party/abseil-cpp/absl/base/call_once.h +1 -1
- data/third_party/abseil-cpp/absl/base/casts.h +8 -8
- data/third_party/abseil-cpp/absl/base/config.h +89 -106
- data/third_party/abseil-cpp/absl/base/dynamic_annotations.h +26 -1
- data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +2 -2
- data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +50 -39
- data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.h +2 -1
- data/third_party/abseil-cpp/absl/base/internal/prefetch.h +17 -18
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +32 -3
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +24 -4
- data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +31 -73
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +9 -8
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +11 -11
- data/third_party/abseil-cpp/absl/base/internal/throw_delegate.cc +23 -32
- data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +2 -3
- data/third_party/abseil-cpp/absl/base/options.h +1 -1
- data/third_party/abseil-cpp/absl/base/policy_checks.h +3 -3
- data/third_party/abseil-cpp/absl/base/prefetch.h +198 -0
- data/third_party/abseil-cpp/absl/container/fixed_array.h +54 -29
- data/third_party/abseil-cpp/absl/container/flat_hash_map.h +5 -1
- data/third_party/abseil-cpp/absl/container/flat_hash_set.h +6 -2
- data/third_party/abseil-cpp/absl/container/inlined_vector.h +167 -79
- data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +1 -1
- data/third_party/abseil-cpp/absl/container/internal/compressed_tuple.h +3 -21
- data/third_party/abseil-cpp/absl/container/internal/container_memory.h +1 -1
- data/third_party/abseil-cpp/absl/container/internal/hash_function_defaults.h +46 -0
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +2 -0
- data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +85 -26
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +35 -18
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +70 -29
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +437 -236
- data/third_party/abseil-cpp/absl/crc/crc32c.h +8 -1
- data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +14 -8
- data/third_party/abseil-cpp/absl/crc/internal/crc.cc +4 -35
- data/third_party/abseil-cpp/absl/crc/internal/crc.h +2 -10
- data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +1 -1
- data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.cc +1 -1
- data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.h +4 -4
- data/third_party/abseil-cpp/absl/crc/internal/crc_internal.h +8 -10
- data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_x86_64.cc +17 -19
- data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +8 -8
- data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +2 -1
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +59 -23
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +1 -1
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +1 -1
- data/third_party/abseil-cpp/absl/debugging/internal/symbolize.h +1 -1
- data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +43 -19
- data/third_party/abseil-cpp/absl/debugging/symbolize_emscripten.inc +3 -0
- data/third_party/abseil-cpp/absl/flags/commandlineflag.h +1 -1
- data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.cc +1 -1
- data/third_party/abseil-cpp/absl/flags/internal/flag.cc +2 -2
- data/third_party/abseil-cpp/absl/flags/internal/flag.h +16 -15
- data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +1 -1
- data/third_party/abseil-cpp/absl/flags/marshalling.cc +43 -2
- data/third_party/abseil-cpp/absl/flags/marshalling.h +5 -0
- data/third_party/abseil-cpp/absl/functional/any_invocable.h +9 -1
- data/third_party/abseil-cpp/absl/functional/bind_front.h +1 -1
- data/third_party/abseil-cpp/absl/functional/function_ref.h +3 -3
- data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +37 -24
- data/third_party/abseil-cpp/absl/functional/internal/function_ref.h +19 -9
- data/third_party/abseil-cpp/absl/hash/hash.h +7 -4
- data/third_party/abseil-cpp/absl/hash/internal/hash.h +38 -15
- data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.cc +6 -0
- data/third_party/abseil-cpp/absl/meta/type_traits.h +48 -373
- data/third_party/abseil-cpp/absl/numeric/bits.h +4 -4
- data/third_party/abseil-cpp/absl/numeric/int128.cc +20 -8
- data/third_party/abseil-cpp/absl/numeric/int128.h +36 -39
- data/third_party/abseil-cpp/absl/numeric/int128_have_intrinsic.inc +0 -3
- data/third_party/abseil-cpp/absl/numeric/int128_no_intrinsic.inc +47 -30
- data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +4 -3
- data/third_party/abseil-cpp/absl/random/internal/generate_real.h +1 -1
- data/third_party/abseil-cpp/absl/random/internal/platform.h +1 -1
- data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +4 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +1 -1
- data/third_party/abseil-cpp/absl/random/internal/randen_hwaes.cc +1 -1
- data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +1 -1
- data/third_party/abseil-cpp/absl/status/internal/status_internal.h +4 -0
- data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +12 -24
- data/third_party/abseil-cpp/absl/status/status.cc +11 -7
- data/third_party/abseil-cpp/absl/status/status.h +11 -2
- data/third_party/abseil-cpp/absl/status/statusor.h +22 -8
- data/third_party/abseil-cpp/absl/strings/ascii.cc +54 -6
- data/third_party/abseil-cpp/absl/strings/charconv.cc +21 -4
- data/third_party/abseil-cpp/absl/strings/charconv.h +2 -2
- data/third_party/abseil-cpp/absl/strings/cord.cc +1 -2
- data/third_party/abseil-cpp/absl/strings/cord.h +32 -5
- data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +23 -1
- data/third_party/abseil-cpp/absl/strings/cord_analysis.h +18 -0
- data/third_party/abseil-cpp/absl/strings/cord_buffer.h +2 -5
- data/third_party/abseil-cpp/absl/strings/escaping.cc +10 -32
- data/third_party/abseil-cpp/absl/strings/escaping.h +1 -1
- data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.cc +2 -4
- data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.h +3 -3
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +0 -1
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +15 -13
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +13 -4
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +8 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +5 -3
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.h +4 -7
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +8 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +2 -2
- data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.cc +46 -20
- data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +1 -34
- data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +2 -1
- data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +23 -0
- data/third_party/abseil-cpp/absl/strings/internal/escaping.h +1 -0
- data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +2 -77
- data/third_party/abseil-cpp/absl/strings/internal/memutil.h +4 -112
- data/third_party/abseil-cpp/absl/strings/internal/stl_type_traits.h +1 -1
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +10 -31
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +8 -8
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +5 -20
- data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +1 -0
- data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +1 -1
- data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.cc +9 -9
- data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +56 -6
- data/third_party/abseil-cpp/absl/strings/match.cc +87 -0
- data/third_party/abseil-cpp/absl/strings/match.h +19 -0
- data/third_party/abseil-cpp/absl/strings/numbers.cc +154 -122
- data/third_party/abseil-cpp/absl/strings/numbers.h +1 -6
- data/third_party/abseil-cpp/absl/strings/str_cat.cc +7 -50
- data/third_party/abseil-cpp/absl/strings/str_cat.h +83 -15
- data/third_party/abseil-cpp/absl/strings/str_format.h +6 -3
- data/third_party/abseil-cpp/absl/strings/str_split.cc +9 -6
- data/third_party/abseil-cpp/absl/strings/string_view.cc +26 -4
- data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.cc +5 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/futex.h +63 -43
- data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.cc +111 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.h +63 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +11 -7
- data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.cc +225 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +122 -114
- data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +12 -8
- data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +10 -1
- data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.cc +167 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.h +60 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.cc +122 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.h +65 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.cc +91 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.h +56 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +19 -113
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.cc +42 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.h +90 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.cc +151 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.h +70 -0
- data/third_party/abseil-cpp/absl/synchronization/mutex.cc +407 -411
- data/third_party/abseil-cpp/absl/synchronization/mutex.h +152 -118
- data/third_party/abseil-cpp/absl/time/clock.cc +6 -7
- data/third_party/abseil-cpp/absl/time/duration.cc +24 -26
- data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/time_zone.h +1 -0
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_fixed.cc +1 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +3 -3
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.cc +8 -6
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.h +6 -3
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.cc +4 -2
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.h +4 -0
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +322 -295
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.h +8 -17
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.cc +51 -33
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.h +7 -2
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +128 -2
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_posix.h +1 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +5 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +34 -34
- data/third_party/abseil-cpp/absl/time/time.cc +9 -2
- data/third_party/abseil-cpp/absl/time/time.h +115 -15
- data/third_party/abseil-cpp/absl/types/internal/optional.h +0 -52
- data/third_party/abseil-cpp/absl/types/internal/span.h +2 -2
- data/third_party/abseil-cpp/absl/types/internal/variant.h +2 -2
- data/third_party/abseil-cpp/absl/types/optional.h +15 -13
- data/third_party/abseil-cpp/absl/types/span.h +1 -2
- data/third_party/boringssl-with-bazel/err_data.c +15 -14
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +7 -3
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +7 -7
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +7 -3
- data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +5 -5
- data/third_party/boringssl-with-bazel/src/crypto/bio/errno.c +92 -0
- data/third_party/boringssl-with-bazel/src/crypto/bio/fd.c +4 -48
- data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +11 -6
- data/third_party/boringssl-with-bazel/src/crypto/bio/internal.h +16 -6
- data/third_party/boringssl-with-bazel/src/crypto/bio/socket.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/bio/socket_helper.c +9 -0
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +3 -7
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_apple.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_fuchsia.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_linux.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_openbsd.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_sysreg.c +93 -0
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_win.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_freebsd.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_linux.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/dh_extra/dh_asn1.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/dh_extra/params.c +5 -0
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/hash_to_curve.c +9 -14
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/internal.h +4 -6
- data/third_party/boringssl-with-bazel/src/crypto/err/err.c +10 -11
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/check.c +37 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +38 -19
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/internal.h +7 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +39 -16
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/service_indicator.c +4 -7
- data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +7 -0
- data/third_party/boringssl-with-bazel/src/crypto/internal.h +13 -21
- data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +6 -23
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/getentropy.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +5 -0
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +1 -6
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +0 -3
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_d2.c +1 -3
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +2 -3
- data/third_party/boringssl-with-bazel/src/include/openssl/base.h +9 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +11 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +4 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +7 -9
- data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +6 -2
- data/third_party/boringssl-with-bazel/src/include/openssl/span.h +22 -20
- data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +4 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/stack.h +20 -12
- data/third_party/boringssl-with-bazel/src/include/openssl/target.h +50 -3
- data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +0 -4
- data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +2 -2
- data/third_party/boringssl-with-bazel/src/ssl/ssl_file.cc +4 -4
- data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +2 -0
- metadata +41 -33
- data/src/core/lib/promise/detail/basic_join.h +0 -197
- data/src/core/lib/promise/detail/switch.h +0 -1455
- data/src/core/lib/promise/try_join.h +0 -82
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +0 -403
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_freebsd.c +0 -62
- data/third_party/boringssl-with-bazel/src/crypto/cpu_arm.c +0 -38
- data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_openbsd.c +0 -31
- data/third_party/re2/util/benchmark.h +0 -156
- data/third_party/re2/util/flags.h +0 -26
- data/third_party/re2/util/malloc_counter.h +0 -19
- data/third_party/re2/util/pcre.cc +0 -1025
- data/third_party/re2/util/pcre.h +0 -681
- data/third_party/re2/util/test.h +0 -50
- data/third_party/upb/upb/mini_table.h +0 -36
- data/third_party/zlib/gzclose.c +0 -25
- data/third_party/zlib/gzlib.c +0 -639
- data/third_party/zlib/gzread.c +0 -650
- data/third_party/zlib/gzwrite.c +0 -677
@@ -42,25 +42,25 @@
|
|
42
42
|
#include <windows.h>
|
43
43
|
#endif
|
44
44
|
|
45
|
+
#ifdef __linux__
|
46
|
+
#include <sys/prctl.h>
|
47
|
+
#endif
|
48
|
+
|
45
49
|
#include <string.h>
|
50
|
+
|
46
51
|
#include <algorithm>
|
47
52
|
#include <atomic>
|
48
53
|
#include <cerrno>
|
49
54
|
#include <cstddef>
|
50
|
-
#include <new>
|
55
|
+
#include <new> // for placement-new
|
51
56
|
|
52
57
|
#include "absl/base/dynamic_annotations.h"
|
53
58
|
#include "absl/base/internal/raw_logging.h"
|
54
59
|
#include "absl/base/internal/spinlock.h"
|
55
60
|
|
56
|
-
|
57
|
-
#if defined(__APPLE__)
|
58
|
-
// For mmap, Linux defines both MAP_ANONYMOUS and MAP_ANON and says MAP_ANON is
|
59
|
-
// deprecated. In Darwin, MAP_ANON is all there is.
|
60
|
-
#if !defined MAP_ANONYMOUS
|
61
|
+
#if defined(MAP_ANON) && !defined(MAP_ANONYMOUS)
|
61
62
|
#define MAP_ANONYMOUS MAP_ANON
|
62
|
-
#endif
|
63
|
-
#endif // __APPLE__
|
63
|
+
#endif
|
64
64
|
|
65
65
|
namespace absl {
|
66
66
|
ABSL_NAMESPACE_BEGIN
|
@@ -122,7 +122,7 @@ static int IntLog2(size_t size, size_t base) {
|
|
122
122
|
static int Random(uint32_t *state) {
|
123
123
|
uint32_t r = *state;
|
124
124
|
int result = 1;
|
125
|
-
while ((((r = r*1103515245 + 12345) >> 30) & 1) == 0) {
|
125
|
+
while ((((r = r * 1103515245 + 12345) >> 30) & 1) == 0) {
|
126
126
|
result++;
|
127
127
|
}
|
128
128
|
*state = r;
|
@@ -144,7 +144,7 @@ static int LLA_SkiplistLevels(size_t size, size_t base, uint32_t *random) {
|
|
144
144
|
size_t max_fit = (size - offsetof(AllocList, next)) / sizeof(AllocList *);
|
145
145
|
int level = IntLog2(size, base) + (random != nullptr ? Random(random) : 1);
|
146
146
|
if (static_cast<size_t>(level) > max_fit) level = static_cast<int>(max_fit);
|
147
|
-
if (level > kMaxLevel-1) level = kMaxLevel - 1;
|
147
|
+
if (level > kMaxLevel - 1) level = kMaxLevel - 1;
|
148
148
|
ABSL_RAW_CHECK(level >= 1, "block not big enough for even one level");
|
149
149
|
return level;
|
150
150
|
}
|
@@ -153,8 +153,8 @@ static int LLA_SkiplistLevels(size_t size, size_t base, uint32_t *random) {
|
|
153
153
|
// For 0 <= i < head->levels, set prev[i] to "no_greater", where no_greater
|
154
154
|
// points to the last element at level i in the AllocList less than *e, or is
|
155
155
|
// head if no such element exists.
|
156
|
-
static AllocList *LLA_SkiplistSearch(AllocList *head,
|
157
|
-
AllocList
|
156
|
+
static AllocList *LLA_SkiplistSearch(AllocList *head, AllocList *e,
|
157
|
+
AllocList **prev) {
|
158
158
|
AllocList *p = head;
|
159
159
|
for (int level = head->levels - 1; level >= 0; level--) {
|
160
160
|
for (AllocList *n; (n = p->next[level]) != nullptr && n < e; p = n) {
|
@@ -190,7 +190,7 @@ static void LLA_SkiplistDelete(AllocList *head, AllocList *e,
|
|
190
190
|
prev[i]->next[i] = e->next[i];
|
191
191
|
}
|
192
192
|
while (head->levels > 0 && head->next[head->levels - 1] == nullptr) {
|
193
|
-
head->levels--;
|
193
|
+
head->levels--; // reduce head->levels if level unused
|
194
194
|
}
|
195
195
|
}
|
196
196
|
|
@@ -249,9 +249,9 @@ void CreateGlobalArenas() {
|
|
249
249
|
|
250
250
|
// Returns a global arena that does not call into hooks. Used by NewArena()
|
251
251
|
// when kCallMallocHook is not set.
|
252
|
-
LowLevelAlloc::Arena*
|
252
|
+
LowLevelAlloc::Arena *UnhookedArena() {
|
253
253
|
base_internal::LowLevelCallOnce(&create_globals_once, CreateGlobalArenas);
|
254
|
-
return reinterpret_cast<LowLevelAlloc::Arena*>(&unhooked_arena_storage);
|
254
|
+
return reinterpret_cast<LowLevelAlloc::Arena *>(&unhooked_arena_storage);
|
255
255
|
}
|
256
256
|
|
257
257
|
#ifndef ABSL_LOW_LEVEL_ALLOC_ASYNC_SIGNAL_SAFE_MISSING
|
@@ -269,7 +269,7 @@ LowLevelAlloc::Arena *UnhookedAsyncSigSafeArena() {
|
|
269
269
|
// Returns the default arena, as used by LowLevelAlloc::Alloc() and friends.
|
270
270
|
LowLevelAlloc::Arena *LowLevelAlloc::DefaultArena() {
|
271
271
|
base_internal::LowLevelCallOnce(&create_globals_once, CreateGlobalArenas);
|
272
|
-
return reinterpret_cast<LowLevelAlloc::Arena*>(&default_arena_storage);
|
272
|
+
return reinterpret_cast<LowLevelAlloc::Arena *>(&default_arena_storage);
|
273
273
|
}
|
274
274
|
|
275
275
|
// magic numbers to identify allocated and unallocated blocks
|
@@ -356,8 +356,7 @@ LowLevelAlloc::Arena::Arena(uint32_t flags_value)
|
|
356
356
|
min_size(2 * round_up),
|
357
357
|
random(0) {
|
358
358
|
freelist.header.size = 0;
|
359
|
-
freelist.header.magic =
|
360
|
-
Magic(kMagicUnallocated, &freelist.header);
|
359
|
+
freelist.header.magic = Magic(kMagicUnallocated, &freelist.header);
|
361
360
|
freelist.header.arena = this;
|
362
361
|
freelist.levels = 0;
|
363
362
|
memset(freelist.next, 0, sizeof(freelist.next));
|
@@ -375,7 +374,7 @@ LowLevelAlloc::Arena *LowLevelAlloc::NewArena(uint32_t flags) {
|
|
375
374
|
meta_data_arena = UnhookedArena();
|
376
375
|
}
|
377
376
|
Arena *result =
|
378
|
-
|
377
|
+
new (AllocWithArena(sizeof(*result), meta_data_arena)) Arena(flags);
|
379
378
|
return result;
|
380
379
|
}
|
381
380
|
|
@@ -480,8 +479,8 @@ static void Coalesce(AllocList *a) {
|
|
480
479
|
AllocList *prev[kMaxLevel];
|
481
480
|
LLA_SkiplistDelete(&arena->freelist, n, prev);
|
482
481
|
LLA_SkiplistDelete(&arena->freelist, a, prev);
|
483
|
-
a->levels =
|
484
|
-
|
482
|
+
a->levels =
|
483
|
+
LLA_SkiplistLevels(a->header.size, arena->min_size, &arena->random);
|
485
484
|
LLA_SkiplistInsert(&arena->freelist, a, prev);
|
486
485
|
}
|
487
486
|
}
|
@@ -489,27 +488,27 @@ static void Coalesce(AllocList *a) {
|
|
489
488
|
// Adds block at location "v" to the free list
|
490
489
|
// L >= arena->mu
|
491
490
|
static void AddToFreelist(void *v, LowLevelAlloc::Arena *arena) {
|
492
|
-
AllocList *f = reinterpret_cast<AllocList *>(
|
493
|
-
|
491
|
+
AllocList *f = reinterpret_cast<AllocList *>(reinterpret_cast<char *>(v) -
|
492
|
+
sizeof(f->header));
|
494
493
|
ABSL_RAW_CHECK(f->header.magic == Magic(kMagicAllocated, &f->header),
|
495
494
|
"bad magic number in AddToFreelist()");
|
496
495
|
ABSL_RAW_CHECK(f->header.arena == arena,
|
497
496
|
"bad arena pointer in AddToFreelist()");
|
498
|
-
f->levels =
|
499
|
-
|
497
|
+
f->levels =
|
498
|
+
LLA_SkiplistLevels(f->header.size, arena->min_size, &arena->random);
|
500
499
|
AllocList *prev[kMaxLevel];
|
501
500
|
LLA_SkiplistInsert(&arena->freelist, f, prev);
|
502
501
|
f->header.magic = Magic(kMagicUnallocated, &f->header);
|
503
|
-
Coalesce(f);
|
504
|
-
Coalesce(prev[0]);
|
502
|
+
Coalesce(f); // maybe coalesce with successor
|
503
|
+
Coalesce(prev[0]); // maybe coalesce with predecessor
|
505
504
|
}
|
506
505
|
|
507
506
|
// Frees storage allocated by LowLevelAlloc::Alloc().
|
508
507
|
// L < arena->mu
|
509
508
|
void LowLevelAlloc::Free(void *v) {
|
510
509
|
if (v != nullptr) {
|
511
|
-
AllocList *f = reinterpret_cast<AllocList *>(
|
512
|
-
|
510
|
+
AllocList *f = reinterpret_cast<AllocList *>(reinterpret_cast<char *>(v) -
|
511
|
+
sizeof(f->header));
|
513
512
|
LowLevelAlloc::Arena *arena = f->header.arena;
|
514
513
|
ArenaLock section(arena);
|
515
514
|
AddToFreelist(v, arena);
|
@@ -524,21 +523,21 @@ void LowLevelAlloc::Free(void *v) {
|
|
524
523
|
static void *DoAllocWithArena(size_t request, LowLevelAlloc::Arena *arena) {
|
525
524
|
void *result = nullptr;
|
526
525
|
if (request != 0) {
|
527
|
-
AllocList *s;
|
526
|
+
AllocList *s; // will point to region that satisfies request
|
528
527
|
ArenaLock section(arena);
|
529
528
|
// round up with header
|
530
|
-
size_t req_rnd =
|
531
|
-
|
532
|
-
for (;;) {
|
529
|
+
size_t req_rnd =
|
530
|
+
RoundUp(CheckedAdd(request, sizeof(s->header)), arena->round_up);
|
531
|
+
for (;;) { // loop until we find a suitable region
|
533
532
|
// find the minimum levels that a block of this size must have
|
534
533
|
int i = LLA_SkiplistLevels(req_rnd, arena->min_size, nullptr) - 1;
|
535
|
-
if (i < arena->freelist.levels) {
|
534
|
+
if (i < arena->freelist.levels) { // potential blocks exist
|
536
535
|
AllocList *before = &arena->freelist; // predecessor of s
|
537
536
|
while ((s = Next(i, before, arena)) != nullptr &&
|
538
537
|
s->header.size < req_rnd) {
|
539
538
|
before = s;
|
540
539
|
}
|
541
|
-
if (s != nullptr) {
|
540
|
+
if (s != nullptr) { // we found a region
|
542
541
|
break;
|
543
542
|
}
|
544
543
|
}
|
@@ -550,7 +549,7 @@ static void *DoAllocWithArena(size_t request, LowLevelAlloc::Arena *arena) {
|
|
550
549
|
size_t new_pages_size = RoundUp(req_rnd, arena->pagesize * 16);
|
551
550
|
void *new_pages;
|
552
551
|
#ifdef _WIN32
|
553
|
-
new_pages = VirtualAlloc(
|
552
|
+
new_pages = VirtualAlloc(nullptr, new_pages_size,
|
554
553
|
MEM_RESERVE | MEM_COMMIT, PAGE_READWRITE);
|
555
554
|
ABSL_RAW_CHECK(new_pages != nullptr, "VirtualAlloc failed");
|
556
555
|
#else
|
@@ -570,6 +569,18 @@ static void *DoAllocWithArena(size_t request, LowLevelAlloc::Arena *arena) {
|
|
570
569
|
ABSL_RAW_LOG(FATAL, "mmap error: %d", errno);
|
571
570
|
}
|
572
571
|
|
572
|
+
#ifdef __linux__
|
573
|
+
#if defined(PR_SET_VMA) && defined(PR_SET_VMA_ANON_NAME)
|
574
|
+
// Attempt to name the allocated address range in /proc/$PID/smaps on
|
575
|
+
// Linux.
|
576
|
+
//
|
577
|
+
// This invocation of prctl() may fail if the Linux kernel was not
|
578
|
+
// configured with the CONFIG_ANON_VMA_NAME option. This is OK since
|
579
|
+
// the naming of arenas is primarily a debugging aid.
|
580
|
+
prctl(PR_SET_VMA, PR_SET_VMA_ANON_NAME, new_pages, new_pages_size,
|
581
|
+
"absl");
|
582
|
+
#endif
|
583
|
+
#endif // __linux__
|
573
584
|
#endif // _WIN32
|
574
585
|
arena->mu.Lock();
|
575
586
|
s = reinterpret_cast<AllocList *>(new_pages);
|
@@ -580,12 +591,12 @@ static void *DoAllocWithArena(size_t request, LowLevelAlloc::Arena *arena) {
|
|
580
591
|
AddToFreelist(&s->levels, arena); // insert new region into free list
|
581
592
|
}
|
582
593
|
AllocList *prev[kMaxLevel];
|
583
|
-
LLA_SkiplistDelete(&arena->freelist, s, prev);
|
594
|
+
LLA_SkiplistDelete(&arena->freelist, s, prev); // remove from free list
|
584
595
|
// s points to the first free region that's big enough
|
585
596
|
if (CheckedAdd(req_rnd, arena->min_size) <= s->header.size) {
|
586
597
|
// big enough to split
|
587
|
-
AllocList *n =
|
588
|
-
|
598
|
+
AllocList *n =
|
599
|
+
reinterpret_cast<AllocList *>(req_rnd + reinterpret_cast<char *>(s));
|
589
600
|
n->header.size = s->header.size - req_rnd;
|
590
601
|
n->header.magic = Magic(kMagicAllocated, &n->header);
|
591
602
|
n->header.arena = arena;
|
@@ -46,7 +46,8 @@
|
|
46
46
|
// for more information.
|
47
47
|
#ifdef ABSL_LOW_LEVEL_ALLOC_ASYNC_SIGNAL_SAFE_MISSING
|
48
48
|
#error ABSL_LOW_LEVEL_ALLOC_ASYNC_SIGNAL_SAFE_MISSING cannot be directly set
|
49
|
-
#elif defined(_WIN32) || defined(__asmjs__) || defined(__wasm__)
|
49
|
+
#elif defined(_WIN32) || defined(__asmjs__) || defined(__wasm__) || \
|
50
|
+
defined(__hexagon__)
|
50
51
|
#define ABSL_LOW_LEVEL_ALLOC_ASYNC_SIGNAL_SAFE_MISSING 1
|
51
52
|
#endif
|
52
53
|
|
@@ -12,10 +12,14 @@
|
|
12
12
|
// See the License for the specific language governing permissions and
|
13
13
|
// limitations under the License.
|
14
14
|
|
15
|
+
// TODO(b/265984188): remove all uses and delete this header.
|
16
|
+
|
15
17
|
#ifndef ABSL_BASE_INTERNAL_PREFETCH_H_
|
16
18
|
#define ABSL_BASE_INTERNAL_PREFETCH_H_
|
17
19
|
|
20
|
+
#include "absl/base/attributes.h"
|
18
21
|
#include "absl/base/config.h"
|
22
|
+
#include "absl/base/prefetch.h"
|
19
23
|
|
20
24
|
#ifdef __SSE__
|
21
25
|
#include <xmmintrin.h>
|
@@ -72,10 +76,21 @@ namespace absl {
|
|
72
76
|
ABSL_NAMESPACE_BEGIN
|
73
77
|
namespace base_internal {
|
74
78
|
|
75
|
-
|
79
|
+
ABSL_DEPRECATED("Use absl::PrefetchToLocalCache() instead")
|
80
|
+
inline void PrefetchT0(const void* address) {
|
81
|
+
absl::PrefetchToLocalCache(address);
|
82
|
+
}
|
83
|
+
|
84
|
+
ABSL_DEPRECATED("Use absl::PrefetchToLocalCache() instead")
|
85
|
+
inline void PrefetchNta(const void* address) {
|
86
|
+
absl::PrefetchToLocalCacheNta(address);
|
87
|
+
}
|
88
|
+
|
89
|
+
ABSL_DEPRECATED("Use __builtin_prefetch() for advanced prefetch logic instead")
|
76
90
|
void PrefetchT1(const void* addr);
|
91
|
+
|
92
|
+
ABSL_DEPRECATED("Use __builtin_prefetch() for advanced prefetch logic instead")
|
77
93
|
void PrefetchT2(const void* addr);
|
78
|
-
void PrefetchNta(const void* addr);
|
79
94
|
|
80
95
|
// Implementation details follow.
|
81
96
|
|
@@ -90,10 +105,6 @@ void PrefetchNta(const void* addr);
|
|
90
105
|
// safe for all currently supported platforms. However, prefetch for
|
91
106
|
// store may have problems depending on the target platform.
|
92
107
|
//
|
93
|
-
inline void PrefetchT0(const void* addr) {
|
94
|
-
// Note: this uses prefetcht0 on Intel.
|
95
|
-
__builtin_prefetch(addr, 0, 3);
|
96
|
-
}
|
97
108
|
inline void PrefetchT1(const void* addr) {
|
98
109
|
// Note: this uses prefetcht1 on Intel.
|
99
110
|
__builtin_prefetch(addr, 0, 2);
|
@@ -102,33 +113,21 @@ inline void PrefetchT2(const void* addr) {
|
|
102
113
|
// Note: this uses prefetcht2 on Intel.
|
103
114
|
__builtin_prefetch(addr, 0, 1);
|
104
115
|
}
|
105
|
-
inline void PrefetchNta(const void* addr) {
|
106
|
-
// Note: this uses prefetchtnta on Intel.
|
107
|
-
__builtin_prefetch(addr, 0, 0);
|
108
|
-
}
|
109
116
|
|
110
117
|
#elif defined(ABSL_INTERNAL_HAVE_SSE)
|
111
118
|
|
112
119
|
#define ABSL_INTERNAL_HAVE_PREFETCH 1
|
113
120
|
|
114
|
-
inline void PrefetchT0(const void* addr) {
|
115
|
-
_mm_prefetch(reinterpret_cast<const char*>(addr), _MM_HINT_T0);
|
116
|
-
}
|
117
121
|
inline void PrefetchT1(const void* addr) {
|
118
122
|
_mm_prefetch(reinterpret_cast<const char*>(addr), _MM_HINT_T1);
|
119
123
|
}
|
120
124
|
inline void PrefetchT2(const void* addr) {
|
121
125
|
_mm_prefetch(reinterpret_cast<const char*>(addr), _MM_HINT_T2);
|
122
126
|
}
|
123
|
-
inline void PrefetchNta(const void* addr) {
|
124
|
-
_mm_prefetch(reinterpret_cast<const char*>(addr), _MM_HINT_NTA);
|
125
|
-
}
|
126
127
|
|
127
128
|
#else
|
128
|
-
inline void PrefetchT0(const void*) {}
|
129
129
|
inline void PrefetchT1(const void*) {}
|
130
130
|
inline void PrefetchT2(const void*) {}
|
131
|
-
inline void PrefetchNta(const void*) {}
|
132
131
|
#endif
|
133
132
|
|
134
133
|
} // namespace base_internal
|
@@ -21,6 +21,10 @@
|
|
21
21
|
#include <cstring>
|
22
22
|
#include <string>
|
23
23
|
|
24
|
+
#ifdef __EMSCRIPTEN__
|
25
|
+
#include <emscripten/console.h>
|
26
|
+
#endif
|
27
|
+
|
24
28
|
#include "absl/base/attributes.h"
|
25
29
|
#include "absl/base/config.h"
|
26
30
|
#include "absl/base/internal/atomic_hook.h"
|
@@ -173,7 +177,7 @@ void RawLogVA(absl::LogSeverity severity, const char* file, int line,
|
|
173
177
|
} else {
|
174
178
|
DoRawLog(&buf, &size, "%s", kTruncated);
|
175
179
|
}
|
176
|
-
|
180
|
+
AsyncSignalSafeWriteError(buffer, strlen(buffer));
|
177
181
|
}
|
178
182
|
#else
|
179
183
|
static_cast<void>(format);
|
@@ -201,9 +205,34 @@ void DefaultInternalLog(absl::LogSeverity severity, const char* file, int line,
|
|
201
205
|
|
202
206
|
} // namespace
|
203
207
|
|
204
|
-
void
|
208
|
+
void AsyncSignalSafeWriteError(const char* s, size_t len) {
|
209
|
+
if (!len) return;
|
205
210
|
absl::base_internal::ErrnoSaver errno_saver;
|
206
|
-
#if defined(
|
211
|
+
#if defined(__EMSCRIPTEN__)
|
212
|
+
// In WebAssembly, bypass filesystem emulation via fwrite.
|
213
|
+
if (s[len - 1] == '\n') {
|
214
|
+
// Skip a trailing newline character as emscripten_errn adds one itself.
|
215
|
+
len--;
|
216
|
+
}
|
217
|
+
// emscripten_errn was introduced in 3.1.41 but broken in standalone mode
|
218
|
+
// until 3.1.43.
|
219
|
+
#if ABSL_INTERNAL_EMSCRIPTEN_VERSION >= 3001043
|
220
|
+
emscripten_errn(s, len);
|
221
|
+
#else
|
222
|
+
char buf[kLogBufSize];
|
223
|
+
if (len >= kLogBufSize) {
|
224
|
+
len = kLogBufSize - 1;
|
225
|
+
constexpr size_t trunc_len = sizeof(kTruncated) - 2;
|
226
|
+
memcpy(buf + len - trunc_len, kTruncated, trunc_len);
|
227
|
+
buf[len] = '\0';
|
228
|
+
len -= trunc_len;
|
229
|
+
} else {
|
230
|
+
buf[len] = '\0';
|
231
|
+
}
|
232
|
+
memcpy(buf, s, len);
|
233
|
+
_emscripten_err(buf);
|
234
|
+
#endif
|
235
|
+
#elif defined(ABSL_HAVE_SYSCALL_WRITE)
|
207
236
|
// We prefer calling write via `syscall` to minimize the risk of libc doing
|
208
237
|
// something "helpful".
|
209
238
|
syscall(SYS_write, STDERR_FILENO, s, len);
|
@@ -48,6 +48,7 @@
|
|
48
48
|
::absl::raw_log_internal::RawLog(ABSL_RAW_LOG_INTERNAL_##severity, \
|
49
49
|
absl_raw_log_internal_basename, __LINE__, \
|
50
50
|
__VA_ARGS__); \
|
51
|
+
ABSL_RAW_LOG_INTERNAL_MAYBE_UNREACHABLE_##severity; \
|
51
52
|
} while (0)
|
52
53
|
|
53
54
|
// Similar to CHECK(condition) << message, but for low-level modules:
|
@@ -77,8 +78,7 @@
|
|
77
78
|
::absl::raw_log_internal::internal_log_function( \
|
78
79
|
ABSL_RAW_LOG_INTERNAL_##severity, absl_raw_log_internal_filename, \
|
79
80
|
__LINE__, message); \
|
80
|
-
|
81
|
-
ABSL_UNREACHABLE(); \
|
81
|
+
ABSL_RAW_LOG_INTERNAL_MAYBE_UNREACHABLE_##severity; \
|
82
82
|
} while (0)
|
83
83
|
|
84
84
|
#define ABSL_INTERNAL_CHECK(condition, message) \
|
@@ -90,6 +90,20 @@
|
|
90
90
|
} \
|
91
91
|
} while (0)
|
92
92
|
|
93
|
+
#ifndef NDEBUG
|
94
|
+
|
95
|
+
#define ABSL_RAW_DLOG(severity, ...) ABSL_RAW_LOG(severity, __VA_ARGS__)
|
96
|
+
#define ABSL_RAW_DCHECK(condition, message) ABSL_RAW_CHECK(condition, message)
|
97
|
+
|
98
|
+
#else // NDEBUG
|
99
|
+
|
100
|
+
#define ABSL_RAW_DLOG(severity, ...) \
|
101
|
+
while (false) ABSL_RAW_LOG(severity, __VA_ARGS__)
|
102
|
+
#define ABSL_RAW_DCHECK(condition, message) \
|
103
|
+
while (false) ABSL_RAW_CHECK(condition, message)
|
104
|
+
|
105
|
+
#endif // NDEBUG
|
106
|
+
|
93
107
|
#define ABSL_RAW_LOG_INTERNAL_INFO ::absl::LogSeverity::kInfo
|
94
108
|
#define ABSL_RAW_LOG_INTERNAL_WARNING ::absl::LogSeverity::kWarning
|
95
109
|
#define ABSL_RAW_LOG_INTERNAL_ERROR ::absl::LogSeverity::kError
|
@@ -97,6 +111,12 @@
|
|
97
111
|
#define ABSL_RAW_LOG_INTERNAL_LEVEL(severity) \
|
98
112
|
::absl::NormalizeLogSeverity(severity)
|
99
113
|
|
114
|
+
#define ABSL_RAW_LOG_INTERNAL_MAYBE_UNREACHABLE_INFO
|
115
|
+
#define ABSL_RAW_LOG_INTERNAL_MAYBE_UNREACHABLE_WARNING
|
116
|
+
#define ABSL_RAW_LOG_INTERNAL_MAYBE_UNREACHABLE_ERROR
|
117
|
+
#define ABSL_RAW_LOG_INTERNAL_MAYBE_UNREACHABLE_FATAL ABSL_UNREACHABLE()
|
118
|
+
#define ABSL_RAW_LOG_INTERNAL_MAYBE_UNREACHABLE_LEVEL(severity)
|
119
|
+
|
100
120
|
namespace absl {
|
101
121
|
ABSL_NAMESPACE_BEGIN
|
102
122
|
namespace raw_log_internal {
|
@@ -109,8 +129,8 @@ void RawLog(absl::LogSeverity severity, const char* file, int line,
|
|
109
129
|
const char* format, ...) ABSL_PRINTF_ATTRIBUTE(4, 5);
|
110
130
|
|
111
131
|
// Writes the provided buffer directly to stderr, in a signal-safe, low-level
|
112
|
-
// manner.
|
113
|
-
void
|
132
|
+
// manner. Preserves errno.
|
133
|
+
void AsyncSignalSafeWriteError(const char* s, size_t len);
|
114
134
|
|
115
135
|
// compile-time function to get the "base" filename, that is, the part of
|
116
136
|
// a filename after the last "/" or "\" path separator. The search starts at
|
@@ -41,6 +41,7 @@
|
|
41
41
|
#include <string.h>
|
42
42
|
|
43
43
|
#include <cassert>
|
44
|
+
#include <cerrno>
|
44
45
|
#include <cstdint>
|
45
46
|
#include <cstdio>
|
46
47
|
#include <cstdlib>
|
@@ -159,7 +160,7 @@ static double GetNominalCPUFrequency() {
|
|
159
160
|
DWORD type = 0;
|
160
161
|
DWORD data = 0;
|
161
162
|
DWORD data_size = sizeof(data);
|
162
|
-
auto result = RegQueryValueExA(key, "~MHz",
|
163
|
+
auto result = RegQueryValueExA(key, "~MHz", nullptr, &type,
|
163
164
|
reinterpret_cast<LPBYTE>(&data), &data_size);
|
164
165
|
RegCloseKey(key);
|
165
166
|
if (result == ERROR_SUCCESS && type == REG_DWORD &&
|
@@ -189,7 +190,13 @@ static double GetNominalCPUFrequency() {
|
|
189
190
|
// and the memory location pointed to by value is set to the value read.
|
190
191
|
static bool ReadLongFromFile(const char *file, long *value) {
|
191
192
|
bool ret = false;
|
192
|
-
|
193
|
+
#if defined(_POSIX_C_SOURCE)
|
194
|
+
const int file_mode = (O_RDONLY | O_CLOEXEC);
|
195
|
+
#else
|
196
|
+
const int file_mode = O_RDONLY;
|
197
|
+
#endif
|
198
|
+
|
199
|
+
int fd = open(file, file_mode);
|
193
200
|
if (fd != -1) {
|
194
201
|
char line[1024];
|
195
202
|
char *err;
|
@@ -225,8 +232,8 @@ static int64_t ReadMonotonicClockNanos() {
|
|
225
232
|
int rc = clock_gettime(CLOCK_MONOTONIC, &t);
|
226
233
|
#endif
|
227
234
|
if (rc != 0) {
|
228
|
-
|
229
|
-
|
235
|
+
ABSL_INTERNAL_LOG(
|
236
|
+
FATAL, "clock_gettime() failed: (" + std::to_string(errno) + ")");
|
230
237
|
}
|
231
238
|
return int64_t{t.tv_sec} * 1000000000 + t.tv_nsec;
|
232
239
|
}
|
@@ -414,82 +421,33 @@ pid_t GetTID() {
|
|
414
421
|
return tid;
|
415
422
|
}
|
416
423
|
|
417
|
-
#
|
424
|
+
#elif defined(__APPLE__)
|
418
425
|
|
419
|
-
|
420
|
-
|
421
|
-
|
422
|
-
|
423
|
-
|
424
|
-
|
425
|
-
|
426
|
-
// use. ID 0 is unused because it is the default value returned by
|
427
|
-
// pthread_getspecific().
|
428
|
-
ABSL_CONST_INIT static std::vector<uint32_t> *tid_array
|
429
|
-
ABSL_GUARDED_BY(tid_lock) = nullptr;
|
430
|
-
static constexpr int kBitsPerWord = 32; // tid_array is uint32_t.
|
431
|
-
|
432
|
-
// Returns the TID to tid_array.
|
433
|
-
static void FreeTID(void *v) {
|
434
|
-
intptr_t tid = reinterpret_cast<intptr_t>(v);
|
435
|
-
intptr_t word = tid / kBitsPerWord;
|
436
|
-
uint32_t mask = ~(1u << (tid % kBitsPerWord));
|
437
|
-
absl::base_internal::SpinLockHolder lock(&tid_lock);
|
438
|
-
assert(0 <= word && static_cast<size_t>(word) < tid_array->size());
|
439
|
-
(*tid_array)[static_cast<size_t>(word)] &= mask;
|
426
|
+
pid_t GetTID() {
|
427
|
+
uint64_t tid;
|
428
|
+
// `nullptr` here implies this thread. This only fails if the specified
|
429
|
+
// thread is invalid or the pointer-to-tid is null, so we needn't worry about
|
430
|
+
// it.
|
431
|
+
pthread_threadid_np(nullptr, &tid);
|
432
|
+
return static_cast<pid_t>(tid);
|
440
433
|
}
|
441
434
|
|
442
|
-
|
443
|
-
if (pthread_key_create(&tid_key, FreeTID) != 0) {
|
444
|
-
// The logging system calls GetTID() so it can't be used here.
|
445
|
-
perror("pthread_key_create failed");
|
446
|
-
abort();
|
447
|
-
}
|
448
|
-
|
449
|
-
// Initialize tid_array.
|
450
|
-
absl::base_internal::SpinLockHolder lock(&tid_lock);
|
451
|
-
tid_array = new std::vector<uint32_t>(1);
|
452
|
-
(*tid_array)[0] = 1; // ID 0 is never-allocated.
|
453
|
-
}
|
435
|
+
#elif defined(__native_client__)
|
454
436
|
|
455
|
-
// Return a per-thread small integer ID from pthread's thread-specific data.
|
456
437
|
pid_t GetTID() {
|
457
|
-
|
458
|
-
|
459
|
-
|
460
|
-
|
461
|
-
|
462
|
-
}
|
463
|
-
|
464
|
-
int bit; // tid_array[word] = 1u << bit;
|
465
|
-
size_t word;
|
466
|
-
{
|
467
|
-
// Search for the first unused ID.
|
468
|
-
absl::base_internal::SpinLockHolder lock(&tid_lock);
|
469
|
-
// First search for a word in the array that is not all ones.
|
470
|
-
word = 0;
|
471
|
-
while (word < tid_array->size() && ~(*tid_array)[word] == 0) {
|
472
|
-
++word;
|
473
|
-
}
|
474
|
-
if (word == tid_array->size()) {
|
475
|
-
tid_array->push_back(0); // No space left, add kBitsPerWord more IDs.
|
476
|
-
}
|
477
|
-
// Search for a zero bit in the word.
|
478
|
-
bit = 0;
|
479
|
-
while (bit < kBitsPerWord && (((*tid_array)[word] >> bit) & 1) != 0) {
|
480
|
-
++bit;
|
481
|
-
}
|
482
|
-
tid =
|
483
|
-
static_cast<intptr_t>((word * kBitsPerWord) + static_cast<size_t>(bit));
|
484
|
-
(*tid_array)[word] |= 1u << bit; // Mark the TID as allocated.
|
485
|
-
}
|
438
|
+
auto* thread = pthread_self();
|
439
|
+
static_assert(sizeof(pid_t) == sizeof(thread),
|
440
|
+
"In NaCL int expected to be the same size as a pointer");
|
441
|
+
return reinterpret_cast<pid_t>(thread);
|
442
|
+
}
|
486
443
|
|
487
|
-
|
488
|
-
perror("pthread_setspecific failed");
|
489
|
-
abort();
|
490
|
-
}
|
444
|
+
#else
|
491
445
|
|
492
|
-
|
446
|
+
// Fallback implementation of `GetTID` using `pthread_self`.
|
447
|
+
pid_t GetTID() {
|
448
|
+
// `pthread_t` need not be arithmetic per POSIX; platforms where it isn't
|
449
|
+
// should be handled above.
|
450
|
+
return static_cast<pid_t>(pthread_self());
|
493
451
|
}
|
494
452
|
|
495
453
|
#endif
|
@@ -58,18 +58,19 @@ void AllocateThreadIdentityKey(ThreadIdentityReclaimerFunction reclaimer) {
|
|
58
58
|
// that protected visibility is unsupported.
|
59
59
|
ABSL_CONST_INIT // Must come before __attribute__((visibility("protected")))
|
60
60
|
#if ABSL_HAVE_ATTRIBUTE(visibility) && !defined(__APPLE__)
|
61
|
-
__attribute__((visibility("protected")))
|
61
|
+
__attribute__((visibility("protected")))
|
62
62
|
#endif // ABSL_HAVE_ATTRIBUTE(visibility) && !defined(__APPLE__)
|
63
63
|
#if ABSL_PER_THREAD_TLS
|
64
|
-
// Prefer __thread to thread_local as benchmarks indicate it is a bit
|
65
|
-
|
64
|
+
// Prefer __thread to thread_local as benchmarks indicate it is a bit
|
65
|
+
// faster.
|
66
|
+
ABSL_PER_THREAD_TLS_KEYWORD ThreadIdentity* thread_identity_ptr = nullptr;
|
66
67
|
#elif defined(ABSL_HAVE_THREAD_LOCAL)
|
67
|
-
thread_local ThreadIdentity* thread_identity_ptr = nullptr;
|
68
|
+
thread_local ThreadIdentity* thread_identity_ptr = nullptr;
|
68
69
|
#endif // ABSL_PER_THREAD_TLS
|
69
70
|
#endif // TLS or CPP11
|
70
71
|
|
71
|
-
void SetCurrentThreadIdentity(
|
72
|
-
|
72
|
+
void SetCurrentThreadIdentity(ThreadIdentity* identity,
|
73
|
+
ThreadIdentityReclaimerFunction reclaimer) {
|
73
74
|
assert(CurrentThreadIdentityIfPresent() == nullptr);
|
74
75
|
// Associate our destructor.
|
75
76
|
// NOTE: This call to pthread_setspecific is currently the only immovable
|
@@ -79,7 +80,7 @@ void SetCurrentThreadIdentity(
|
|
79
80
|
absl::call_once(init_thread_identity_key_once, AllocateThreadIdentityKey,
|
80
81
|
reclaimer);
|
81
82
|
|
82
|
-
#if defined(__EMSCRIPTEN__) || defined(__MINGW32__)
|
83
|
+
#if defined(__EMSCRIPTEN__) || defined(__MINGW32__) || defined(__hexagon__)
|
83
84
|
// Emscripten and MinGW pthread implementations does not support signals.
|
84
85
|
// See https://kripken.github.io/emscripten-site/docs/porting/pthreads.html
|
85
86
|
// for more information.
|
@@ -134,7 +135,7 @@ void ClearCurrentThreadIdentity() {
|
|
134
135
|
ABSL_THREAD_IDENTITY_MODE == ABSL_THREAD_IDENTITY_MODE_USE_CPP11
|
135
136
|
thread_identity_ptr = nullptr;
|
136
137
|
#elif ABSL_THREAD_IDENTITY_MODE == \
|
137
|
-
|
138
|
+
ABSL_THREAD_IDENTITY_MODE_USE_POSIX_SETSPECIFIC
|
138
139
|
// pthread_setspecific expected to clear value on destruction
|
139
140
|
assert(CurrentThreadIdentityIfPresent() == nullptr);
|
140
141
|
#endif
|