grpc 1.56.2 → 1.58.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Makefile +549 -292
- data/include/grpc/event_engine/event_engine.h +22 -33
- data/include/grpc/event_engine/memory_allocator.h +2 -2
- data/include/grpc/impl/channel_arg_names.h +371 -0
- data/include/grpc/impl/grpc_types.h +1 -350
- data/include/grpc/module.modulemap +1 -0
- data/include/grpc/support/port_platform.h +29 -23
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +1 -1
- data/src/core/ext/filters/channel_idle/channel_idle_filter.cc +2 -1
- data/src/core/ext/filters/client_channel/client_channel.cc +51 -11
- data/src/core/ext/filters/client_channel/dynamic_filters.h +3 -3
- data/src/core/ext/filters/client_channel/http_proxy.cc +6 -1
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.cc +27 -53
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +23 -9
- data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.cc +25 -35
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +79 -132
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.cc +2 -1
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.cc +4 -3
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +3 -1
- data/src/core/ext/filters/client_channel/lb_policy/health_check_client.cc +42 -17
- data/src/core/ext/filters/client_channel/lb_policy/health_check_client.h +3 -5
- data/src/core/ext/filters/client_channel/lb_policy/health_check_client_internal.h +22 -6
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +4 -2
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric_internal.h +2 -0
- data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.cc +97 -71
- data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.h +2 -16
- data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.cc +152 -101
- data/src/core/ext/filters/client_channel/lb_policy/pick_first/pick_first.h +20 -0
- data/src/core/ext/filters/client_channel/lb_policy/priority/priority.cc +13 -34
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.cc +6 -7
- data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +21 -79
- data/src/core/ext/filters/client_channel/lb_policy/round_robin/round_robin.cc +1 -1
- data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +32 -20
- data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/weighted_round_robin.cc +12 -4
- data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +13 -42
- data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +3 -67
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_channel_args.h +8 -0
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_impl.cc +31 -74
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_manager.cc +7 -51
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +22 -90
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.cc +16 -50
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_wrr_locality.cc +12 -74
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/dns_resolver_ares.cc +2 -5
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_posix.cc +102 -11
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +9 -4
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +4 -1
- data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_plugin.cc +6 -0
- data/src/core/ext/filters/client_channel/resolver/dns/event_engine/event_engine_client_channel_resolver.cc +107 -70
- data/src/core/ext/filters/client_channel/resolver/dns/native/dns_resolver.cc +1 -1
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.cc +10 -4
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.h +1 -0
- data/src/core/ext/filters/client_channel/resolver/sockaddr/sockaddr_resolver.cc +25 -13
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +367 -312
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.h +17 -1
- data/src/core/ext/filters/client_channel/retry_filter.cc +39 -2498
- data/src/core/ext/filters/client_channel/retry_filter.h +92 -1
- data/src/core/ext/filters/client_channel/retry_filter_legacy_call_data.cc +2052 -0
- data/src/core/ext/filters/client_channel/retry_filter_legacy_call_data.h +442 -0
- data/src/core/ext/filters/client_channel/retry_service_config.cc +1 -1
- data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +39 -59
- data/src/core/ext/filters/client_channel/subchannel.cc +9 -5
- data/src/core/ext/filters/client_channel/subchannel.h +11 -5
- data/src/core/ext/filters/client_channel/subchannel_interface_internal.h +3 -0
- data/src/core/ext/filters/deadline/deadline_filter.cc +1 -1
- data/src/core/ext/filters/http/client/http_client_filter.cc +1 -0
- data/src/core/ext/filters/http/client_authority_filter.cc +1 -1
- data/src/core/ext/filters/http/message_compress/compression_filter.cc +1 -0
- data/src/core/ext/filters/http/server/http_server_filter.cc +1 -1
- data/src/core/ext/filters/message_size/message_size_filter.cc +1 -0
- data/src/core/ext/filters/rbac/rbac_filter.cc +40 -111
- data/src/core/ext/filters/rbac/rbac_filter.h +12 -30
- data/src/core/ext/filters/rbac/rbac_service_config_parser.cc +4 -7
- data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +162 -86
- data/src/core/ext/filters/stateful_session/stateful_session_filter.h +0 -6
- data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +1 -0
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +15 -16
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +463 -519
- data/src/core/ext/transport/chttp2/transport/decode_huff.cc +6569 -174
- data/src/core/ext/transport/chttp2/transport/decode_huff.h +2278 -441
- data/src/core/ext/transport/chttp2/transport/frame_ping.cc +6 -20
- data/src/core/ext/transport/chttp2/transport/hpack_parse_result.h +4 -3
- data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +72 -12
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +7 -2
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +4 -4
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +3 -2
- data/src/core/ext/transport/chttp2/transport/internal.h +38 -61
- data/src/core/ext/transport/chttp2/transport/parsing.cc +31 -10
- data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.cc +80 -0
- data/src/core/ext/transport/chttp2/transport/ping_abuse_policy.h +55 -0
- data/src/core/ext/transport/chttp2/transport/ping_rate_policy.cc +98 -0
- data/src/core/ext/transport/chttp2/transport/ping_rate_policy.h +73 -0
- data/src/core/ext/transport/chttp2/transport/writing.cc +82 -91
- data/src/core/ext/transport/inproc/inproc_transport.cc +1 -0
- data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.c +27 -6
- data/src/core/ext/upb-generated/envoy/config/accesslog/v3/accesslog.upb.h +143 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.c +2 -9
- data/src/core/ext/upb-generated/envoy/config/core/v3/config_source.upb.h +0 -39
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.c +13 -8
- data/src/core/ext/upb-generated/envoy/config/core/v3/grpc_service.upb.h +35 -6
- data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.c +17 -13
- data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.h +85 -20
- data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.c +26 -7
- data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.h +45 -3
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.c +4 -3
- data/src/core/ext/upb-generated/envoy/config/metrics/v3/metrics_service.upb.h +21 -0
- data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.c +30 -6
- data/src/core/ext/upb-generated/envoy/config/overload/v3/overload.upb.h +180 -0
- data/src/core/ext/upb-generated/envoy/data/accesslog/v3/accesslog.upb.c +558 -0
- data/src/core/ext/upb-generated/envoy/data/accesslog/v3/accesslog.upb.h +2710 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.c +30 -11
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/fault/v3/fault.upb.h +53 -24
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.c +30 -5
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.h +110 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.c +41 -15
- data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +150 -27
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.c +1 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.c +47 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/pick_first/v3/pick_first.upb.h +93 -0
- data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.c +88 -76
- data/src/core/ext/upbdefs-generated/envoy/config/accesslog/v3/accesslog.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.c +11 -12
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/config_source.upbdefs.h +0 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/grpc_service.upbdefs.c +162 -160
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.c +129 -118
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.c +141 -135
- data/src/core/ext/upbdefs-generated/envoy/config/metrics/v3/metrics_service.upbdefs.c +19 -12
- data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.c +38 -30
- data/src/core/ext/upbdefs-generated/envoy/config/overload/v3/overload.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-generated/envoy/data/accesslog/v3/accesslog.upbdefs.c +402 -0
- data/src/core/ext/upbdefs-generated/envoy/data/accesslog/v3/accesslog.upbdefs.h +111 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/fault/v3/fault.upbdefs.c +80 -74
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.c +63 -47
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +315 -293
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.c +29 -29
- data/src/core/ext/xds/xds_bootstrap_grpc.cc +33 -30
- data/src/core/ext/xds/xds_bootstrap_grpc.h +5 -13
- data/src/core/ext/xds/xds_client_grpc.cc +12 -6
- data/src/core/ext/xds/xds_client_grpc.h +16 -2
- data/src/core/ext/xds/xds_client_stats.h +10 -0
- data/src/core/ext/xds/xds_cluster.cc +26 -16
- data/src/core/ext/xds/xds_endpoint.cc +4 -7
- data/src/core/ext/xds/xds_health_status.cc +0 -17
- data/src/core/ext/xds/xds_health_status.h +5 -25
- data/src/core/ext/xds/xds_http_fault_filter.cc +1 -2
- data/src/core/ext/xds/xds_http_fault_filter.h +1 -2
- data/src/core/ext/xds/xds_http_filters.h +2 -4
- data/src/core/ext/xds/xds_http_rbac_filter.cc +3 -8
- data/src/core/ext/xds/xds_http_rbac_filter.h +1 -2
- data/src/core/ext/xds/xds_http_stateful_session_filter.cc +1 -2
- data/src/core/ext/xds/xds_http_stateful_session_filter.h +1 -2
- data/src/core/ext/xds/xds_lb_policy_registry.cc +36 -0
- data/src/core/ext/xds/xds_route_config.cc +4 -0
- data/src/core/ext/xds/xds_routing.cc +2 -2
- data/src/core/ext/xds/xds_transport_grpc.cc +2 -3
- data/src/core/lib/address_utils/parse_address.cc +63 -1
- data/src/core/lib/address_utils/parse_address.h +8 -0
- data/src/core/lib/address_utils/sockaddr_utils.cc +46 -1
- data/src/core/lib/address_utils/sockaddr_utils.h +2 -2
- data/src/core/lib/avl/avl.h +10 -173
- data/src/core/lib/channel/call_tracer.cc +289 -0
- data/src/core/lib/channel/call_tracer.h +35 -0
- data/src/core/lib/channel/channel_args.cc +98 -82
- data/src/core/lib/channel/channel_args.h +32 -17
- data/src/core/lib/channel/connected_channel.cc +4 -2
- data/src/core/lib/channel/promise_based_filter.cc +4 -1
- data/src/core/lib/channel/promise_based_filter.h +1 -0
- data/src/core/lib/compression/compression_internal.cc +8 -4
- data/src/core/lib/debug/stats_data.cc +93 -21
- data/src/core/lib/debug/stats_data.h +41 -0
- data/src/core/lib/debug/trace.cc +1 -4
- data/src/core/lib/event_engine/ares_resolver.cc +712 -0
- data/src/core/lib/event_engine/ares_resolver.h +150 -0
- data/src/core/lib/event_engine/cf_engine/cf_engine.cc +10 -3
- data/src/core/lib/event_engine/cf_engine/cf_engine.h +1 -1
- data/src/core/lib/event_engine/cf_engine/cfstream_endpoint.cc +2 -2
- data/src/core/lib/event_engine/cf_engine/dns_service_resolver.cc +229 -0
- data/src/core/lib/event_engine/cf_engine/dns_service_resolver.h +117 -0
- data/src/core/lib/event_engine/event_engine.cc +0 -12
- data/src/core/lib/event_engine/forkable.cc +62 -43
- data/src/core/lib/event_engine/forkable.h +15 -0
- data/src/core/lib/event_engine/grpc_polled_fd.h +73 -0
- data/src/core/lib/event_engine/handle_containers.h +0 -4
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +4 -6
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +29 -9
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +10 -1
- data/src/core/lib/event_engine/posix_engine/grpc_polled_fd_posix.h +197 -0
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +28 -14
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +3 -1
- data/src/core/lib/event_engine/posix_engine/posix_engine.cc +49 -2
- data/src/core/lib/event_engine/posix_engine/posix_engine.h +20 -13
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +37 -27
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +2 -0
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +4 -2
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.cc +43 -2
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +6 -0
- data/src/core/lib/event_engine/posix_engine/timer.h +10 -37
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.cc +2 -0
- data/src/core/lib/event_engine/tcp_socket_utils.cc +67 -7
- data/src/core/lib/event_engine/tcp_socket_utils.h +3 -0
- data/src/core/lib/event_engine/thread_pool/thread_count.cc +58 -0
- data/src/core/lib/event_engine/thread_pool/thread_count.h +161 -0
- data/src/core/lib/event_engine/thread_pool/thread_pool_factory.cc +7 -0
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.cc +122 -94
- data/src/core/lib/event_engine/thread_pool/work_stealing_thread_pool.h +22 -48
- data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.cc +12 -21
- data/src/core/lib/event_engine/thready_event_engine/thready_event_engine.h +8 -12
- data/src/core/lib/event_engine/windows/windows_endpoint.cc +58 -58
- data/src/core/lib/event_engine/windows/windows_endpoint.h +15 -12
- data/src/core/lib/event_engine/windows/windows_engine.cc +2 -1
- data/src/core/lib/event_engine/windows/windows_engine.h +8 -12
- data/src/core/lib/experiments/config.cc +74 -22
- data/src/core/lib/experiments/config.h +20 -8
- data/src/core/lib/experiments/experiments.cc +206 -91
- data/src/core/lib/experiments/experiments.h +71 -14
- data/src/core/lib/gprpp/dual_ref_counted.h +9 -9
- data/src/core/lib/gprpp/fork.cc +8 -9
- data/src/core/lib/gprpp/fork.h +6 -5
- data/src/core/lib/gprpp/if_list.h +4530 -0
- data/src/core/lib/gprpp/orphanable.h +3 -3
- data/src/core/lib/gprpp/ref_counted.h +9 -7
- data/src/core/lib/gprpp/ref_counted_string.cc +44 -0
- data/src/core/lib/gprpp/ref_counted_string.h +146 -0
- data/src/core/lib/gprpp/sorted_pack.h +3 -12
- data/src/core/lib/gprpp/status_helper.h +16 -15
- data/src/core/lib/gprpp/time.h +13 -1
- data/src/core/lib/gprpp/type_list.h +32 -0
- data/src/core/lib/gprpp/work_serializer.cc +36 -0
- data/src/core/lib/gprpp/work_serializer.h +5 -0
- data/src/core/lib/http/httpcli.h +6 -9
- data/src/core/lib/http/httpcli_security_connector.cc +1 -0
- data/src/core/lib/iomgr/buffer_list.cc +2 -0
- data/src/core/lib/iomgr/error.cc +32 -2
- data/src/core/lib/iomgr/error.h +9 -10
- data/src/core/lib/iomgr/ev_epoll1_linux.cc +5 -7
- data/src/core/lib/iomgr/ev_poll_posix.cc +6 -5
- data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +7 -22
- data/src/core/lib/iomgr/exec_ctx.h +11 -0
- data/src/core/lib/iomgr/pollset.h +4 -5
- data/src/core/lib/iomgr/port.h +10 -0
- data/src/core/lib/iomgr/resolve_address.cc +13 -1
- data/src/core/lib/iomgr/resolve_address.h +17 -3
- data/src/core/lib/iomgr/sockaddr_posix.h +7 -0
- data/src/core/lib/iomgr/socket_utils_common_posix.cc +29 -0
- data/src/core/lib/iomgr/socket_utils_posix.cc +2 -0
- data/src/core/lib/iomgr/socket_utils_posix.h +6 -0
- data/src/core/lib/iomgr/tcp_client_posix.cc +4 -1
- data/src/core/lib/iomgr/tcp_posix.cc +24 -7
- data/src/core/lib/iomgr/tcp_server_posix.cc +3 -2
- data/src/core/lib/iomgr/tcp_server_utils_posix_common.cc +5 -2
- data/src/core/lib/iomgr/tcp_windows.cc +1 -3
- data/src/core/lib/iomgr/vsock.cc +59 -0
- data/src/core/lib/iomgr/vsock.h +38 -0
- data/src/core/lib/iomgr/wakeup_fd_posix.h +3 -6
- data/src/core/lib/load_balancing/delegating_helper.h +115 -0
- data/src/core/lib/load_balancing/lb_policy.h +20 -0
- data/src/core/lib/load_balancing/subchannel_interface.h +6 -0
- data/src/core/lib/promise/detail/basic_seq.h +1 -372
- data/src/core/lib/promise/detail/seq_state.h +2076 -0
- data/src/core/lib/promise/party.h +1 -1
- data/src/core/lib/promise/seq.h +19 -2
- data/src/core/lib/promise/sleep.h +5 -10
- data/src/core/lib/promise/try_seq.h +34 -2
- data/src/core/lib/resolver/resolver_factory.h +3 -2
- data/src/core/lib/resolver/server_address.cc +9 -94
- data/src/core/lib/resolver/server_address.h +10 -64
- data/src/core/lib/resource_quota/api.cc +1 -0
- data/src/core/lib/resource_quota/arena.cc +2 -0
- data/src/core/lib/resource_quota/arena.h +42 -8
- data/src/core/lib/resource_quota/memory_quota.cc +0 -1
- data/src/core/lib/resource_quota/memory_quota.h +1 -1
- data/src/core/lib/resource_quota/resource_quota.h +1 -0
- data/src/core/lib/security/authorization/authorization_policy_provider.h +1 -1
- data/src/core/lib/security/authorization/rbac_policy.h +1 -1
- data/src/core/lib/security/credentials/channel_creds_registry.h +51 -27
- data/src/core/lib/security/credentials/channel_creds_registry_init.cc +169 -9
- data/src/core/lib/security/credentials/composite/composite_credentials.cc +1 -1
- data/src/core/lib/security/credentials/composite/composite_credentials.h +3 -1
- data/src/core/lib/security/credentials/external/aws_request_signer.cc +8 -0
- data/src/core/lib/security/credentials/external/external_account_credentials.cc +40 -1
- data/src/core/lib/security/credentials/external/external_account_credentials.h +6 -0
- data/src/core/lib/security/credentials/fake/fake_credentials.cc +30 -38
- data/src/core/lib/security/credentials/fake/fake_credentials.h +28 -0
- data/src/core/lib/security/credentials/google_default/google_default_credentials.cc +1 -0
- data/src/core/lib/security/credentials/jwt/json_token.cc +17 -0
- data/src/core/lib/security/credentials/jwt/json_token.h +4 -0
- data/src/core/lib/security/credentials/jwt/jwt_verifier.cc +42 -0
- data/src/core/lib/security/credentials/ssl/ssl_credentials.cc +1 -0
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +4 -0
- data/src/core/lib/security/credentials/tls/tls_credentials.cc +2 -1
- data/src/core/lib/security/credentials/tls/tls_credentials.h +3 -1
- data/src/core/lib/security/credentials/xds/xds_credentials.cc +1 -0
- data/src/core/lib/security/security_connector/alts/alts_security_connector.cc +1 -0
- data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +1 -0
- data/src/core/lib/security/security_connector/ssl_utils.cc +1 -0
- data/src/core/lib/security/transport/client_auth_filter.cc +8 -5
- data/src/core/lib/security/transport/security_handshaker.cc +1 -0
- data/src/core/lib/security/transport/server_auth_filter.cc +2 -0
- data/src/core/lib/service_config/service_config_call_data.h +5 -0
- data/src/core/lib/slice/slice.h +16 -0
- data/src/core/lib/surface/call.cc +63 -37
- data/src/core/lib/surface/channel.cc +1 -0
- data/src/core/lib/surface/completion_queue.cc +10 -0
- data/src/core/lib/surface/init.cc +1 -0
- data/src/core/lib/surface/server.cc +67 -64
- data/src/core/lib/surface/server.h +1 -15
- data/src/core/lib/surface/version.cc +2 -2
- data/src/core/lib/transport/metadata_batch.cc +7 -7
- data/src/core/lib/transport/metadata_batch.h +86 -48
- data/src/core/lib/transport/parsed_metadata.h +34 -20
- data/src/core/lib/transport/simple_slice_based_metadata.h +9 -2
- data/src/core/tsi/alts/crypt/aes_gcm.cc +27 -2
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.cc +4 -6
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.cc +1 -2
- data/src/core/tsi/ssl_transport_security.cc +39 -7
- data/src/ruby/bin/math_pb.rb +24 -18
- data/src/ruby/ext/grpc/extconf.rb +19 -18
- data/src/ruby/ext/grpc/rb_call.c +62 -39
- data/src/ruby/ext/grpc/rb_call_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_channel.c +109 -84
- data/src/ruby/ext/grpc/rb_channel.h +1 -0
- data/src/ruby/ext/grpc/rb_channel_args.c +16 -2
- data/src/ruby/ext/grpc/rb_channel_args.h +4 -0
- data/src/ruby/ext/grpc/rb_channel_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_compression_options.c +0 -1
- data/src/ruby/ext/grpc/rb_event_thread.c +22 -6
- data/src/ruby/ext/grpc/rb_event_thread.h +1 -0
- data/src/ruby/ext/grpc/rb_grpc.c +192 -30
- data/src/ruby/ext/grpc/rb_grpc.h +8 -2
- data/src/ruby/ext/grpc/rb_server.c +62 -45
- data/src/ruby/ext/grpc/rb_server_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_xds_channel_credentials.c +0 -1
- data/src/ruby/ext/grpc/rb_xds_server_credentials.c +0 -1
- data/src/ruby/lib/grpc/generic/active_call.rb +9 -14
- data/src/ruby/lib/grpc/generic/bidi_call.rb +2 -0
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/src/ruby/pb/grpc/health/v1/health_pb.rb +24 -13
- data/src/ruby/pb/src/proto/grpc/testing/empty_pb.rb +24 -3
- data/src/ruby/pb/src/proto/grpc/testing/messages_pb.rb +25 -111
- data/src/ruby/pb/src/proto/grpc/testing/test_pb.rb +25 -2
- data/src/ruby/pb/test/client.rb +16 -0
- data/src/ruby/spec/generic/rpc_server_spec.rb +3 -3
- data/third_party/abseil-cpp/absl/algorithm/container.h +3 -2
- data/third_party/abseil-cpp/absl/base/attributes.h +58 -5
- data/third_party/abseil-cpp/absl/base/call_once.h +1 -1
- data/third_party/abseil-cpp/absl/base/casts.h +8 -8
- data/third_party/abseil-cpp/absl/base/config.h +89 -106
- data/third_party/abseil-cpp/absl/base/dynamic_annotations.h +26 -1
- data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +2 -2
- data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +50 -39
- data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.h +2 -1
- data/third_party/abseil-cpp/absl/base/internal/prefetch.h +17 -18
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +32 -3
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +24 -4
- data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +31 -73
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.cc +9 -8
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +11 -11
- data/third_party/abseil-cpp/absl/base/internal/throw_delegate.cc +23 -32
- data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.cc +2 -3
- data/third_party/abseil-cpp/absl/base/options.h +1 -1
- data/third_party/abseil-cpp/absl/base/policy_checks.h +3 -3
- data/third_party/abseil-cpp/absl/base/prefetch.h +198 -0
- data/third_party/abseil-cpp/absl/container/fixed_array.h +54 -29
- data/third_party/abseil-cpp/absl/container/flat_hash_map.h +5 -1
- data/third_party/abseil-cpp/absl/container/flat_hash_set.h +6 -2
- data/third_party/abseil-cpp/absl/container/inlined_vector.h +167 -79
- data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +1 -1
- data/third_party/abseil-cpp/absl/container/internal/compressed_tuple.h +3 -21
- data/third_party/abseil-cpp/absl/container/internal/container_memory.h +1 -1
- data/third_party/abseil-cpp/absl/container/internal/hash_function_defaults.h +46 -0
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +2 -0
- data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +85 -26
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_map.h +35 -18
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +70 -29
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +437 -236
- data/third_party/abseil-cpp/absl/crc/crc32c.h +8 -1
- data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +14 -8
- data/third_party/abseil-cpp/absl/crc/internal/crc.cc +4 -35
- data/third_party/abseil-cpp/absl/crc/internal/crc.h +2 -10
- data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +1 -1
- data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.cc +1 -1
- data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.h +4 -4
- data/third_party/abseil-cpp/absl/crc/internal/crc_internal.h +8 -10
- data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_x86_64.cc +17 -19
- data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +8 -8
- data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.h +2 -1
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +59 -23
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_powerpc-inl.inc +1 -1
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +1 -1
- data/third_party/abseil-cpp/absl/debugging/internal/symbolize.h +1 -1
- data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +43 -19
- data/third_party/abseil-cpp/absl/debugging/symbolize_emscripten.inc +3 -0
- data/third_party/abseil-cpp/absl/flags/commandlineflag.h +1 -1
- data/third_party/abseil-cpp/absl/flags/internal/commandlineflag.cc +1 -1
- data/third_party/abseil-cpp/absl/flags/internal/flag.cc +2 -2
- data/third_party/abseil-cpp/absl/flags/internal/flag.h +16 -15
- data/third_party/abseil-cpp/absl/flags/internal/flag_msvc.inc +1 -1
- data/third_party/abseil-cpp/absl/flags/marshalling.cc +43 -2
- data/third_party/abseil-cpp/absl/flags/marshalling.h +5 -0
- data/third_party/abseil-cpp/absl/functional/any_invocable.h +9 -1
- data/third_party/abseil-cpp/absl/functional/bind_front.h +1 -1
- data/third_party/abseil-cpp/absl/functional/function_ref.h +3 -3
- data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +37 -24
- data/third_party/abseil-cpp/absl/functional/internal/function_ref.h +19 -9
- data/third_party/abseil-cpp/absl/hash/hash.h +7 -4
- data/third_party/abseil-cpp/absl/hash/internal/hash.h +38 -15
- data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.cc +6 -0
- data/third_party/abseil-cpp/absl/meta/type_traits.h +48 -373
- data/third_party/abseil-cpp/absl/numeric/bits.h +4 -4
- data/third_party/abseil-cpp/absl/numeric/int128.cc +20 -8
- data/third_party/abseil-cpp/absl/numeric/int128.h +36 -39
- data/third_party/abseil-cpp/absl/numeric/int128_have_intrinsic.inc +0 -3
- data/third_party/abseil-cpp/absl/numeric/int128_no_intrinsic.inc +47 -30
- data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +4 -3
- data/third_party/abseil-cpp/absl/random/internal/generate_real.h +1 -1
- data/third_party/abseil-cpp/absl/random/internal/platform.h +1 -1
- data/third_party/abseil-cpp/absl/random/internal/randen_detect.cc +4 -0
- data/third_party/abseil-cpp/absl/random/internal/randen_engine.h +1 -1
- data/third_party/abseil-cpp/absl/random/internal/randen_hwaes.cc +1 -1
- data/third_party/abseil-cpp/absl/random/internal/uniform_helper.h +1 -1
- data/third_party/abseil-cpp/absl/status/internal/status_internal.h +4 -0
- data/third_party/abseil-cpp/absl/status/internal/statusor_internal.h +12 -24
- data/third_party/abseil-cpp/absl/status/status.cc +11 -7
- data/third_party/abseil-cpp/absl/status/status.h +11 -2
- data/third_party/abseil-cpp/absl/status/statusor.h +22 -8
- data/third_party/abseil-cpp/absl/strings/ascii.cc +54 -6
- data/third_party/abseil-cpp/absl/strings/charconv.cc +21 -4
- data/third_party/abseil-cpp/absl/strings/charconv.h +2 -2
- data/third_party/abseil-cpp/absl/strings/cord.cc +1 -2
- data/third_party/abseil-cpp/absl/strings/cord.h +32 -5
- data/third_party/abseil-cpp/absl/strings/cord_analysis.cc +23 -1
- data/third_party/abseil-cpp/absl/strings/cord_analysis.h +18 -0
- data/third_party/abseil-cpp/absl/strings/cord_buffer.h +2 -5
- data/third_party/abseil-cpp/absl/strings/escaping.cc +10 -32
- data/third_party/abseil-cpp/absl/strings/escaping.h +1 -1
- data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.cc +2 -4
- data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.h +3 -3
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.cc +0 -1
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +15 -13
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +13 -4
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +8 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.cc +5 -3
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_consume.h +4 -7
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_flat.h +8 -0
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_ring.h +2 -2
- data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.cc +46 -20
- data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +1 -34
- data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +2 -1
- data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +23 -0
- data/third_party/abseil-cpp/absl/strings/internal/escaping.h +1 -0
- data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +2 -77
- data/third_party/abseil-cpp/absl/strings/internal/memutil.h +4 -112
- data/third_party/abseil-cpp/absl/strings/internal/stl_type_traits.h +1 -1
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +10 -31
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +8 -8
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +5 -20
- data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +1 -0
- data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +1 -1
- data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.cc +9 -9
- data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +56 -6
- data/third_party/abseil-cpp/absl/strings/match.cc +87 -0
- data/third_party/abseil-cpp/absl/strings/match.h +19 -0
- data/third_party/abseil-cpp/absl/strings/numbers.cc +154 -122
- data/third_party/abseil-cpp/absl/strings/numbers.h +1 -6
- data/third_party/abseil-cpp/absl/strings/str_cat.cc +7 -50
- data/third_party/abseil-cpp/absl/strings/str_cat.h +83 -15
- data/third_party/abseil-cpp/absl/strings/str_format.h +6 -3
- data/third_party/abseil-cpp/absl/strings/str_split.cc +9 -6
- data/third_party/abseil-cpp/absl/strings/string_view.cc +26 -4
- data/third_party/abseil-cpp/absl/synchronization/internal/create_thread_identity.cc +5 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/futex.h +63 -43
- data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.cc +111 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/futex_waiter.h +63 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +11 -7
- data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.cc +225 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +122 -114
- data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.cc +12 -8
- data/third_party/abseil-cpp/absl/synchronization/internal/per_thread_sem.h +10 -1
- data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.cc +167 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/pthread_waiter.h +60 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.cc +122 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/sem_waiter.h +65 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.cc +91 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/stdcpp_waiter.h +56 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.h +19 -113
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.cc +42 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter_base.h +90 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.cc +151 -0
- data/third_party/abseil-cpp/absl/synchronization/internal/win32_waiter.h +70 -0
- data/third_party/abseil-cpp/absl/synchronization/mutex.cc +407 -411
- data/third_party/abseil-cpp/absl/synchronization/mutex.h +152 -118
- data/third_party/abseil-cpp/absl/time/clock.cc +6 -7
- data/third_party/abseil-cpp/absl/time/duration.cc +24 -26
- data/third_party/abseil-cpp/absl/time/internal/cctz/include/cctz/time_zone.h +1 -0
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_fixed.cc +1 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +3 -3
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.cc +8 -6
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_if.h +6 -3
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.cc +4 -2
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_impl.h +4 -0
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +322 -295
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.h +8 -17
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.cc +51 -33
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_libc.h +7 -2
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +128 -2
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_posix.h +1 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/tzfile.h +5 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +34 -34
- data/third_party/abseil-cpp/absl/time/time.cc +9 -2
- data/third_party/abseil-cpp/absl/time/time.h +115 -15
- data/third_party/abseil-cpp/absl/types/internal/optional.h +0 -52
- data/third_party/abseil-cpp/absl/types/internal/span.h +2 -2
- data/third_party/abseil-cpp/absl/types/internal/variant.h +2 -2
- data/third_party/abseil-cpp/absl/types/optional.h +15 -13
- data/third_party/abseil-cpp/absl/types/span.h +1 -2
- data/third_party/boringssl-with-bazel/err_data.c +554 -553
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_gentm.c +7 -3
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strex.c +7 -7
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_strnid.c +5 -5
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_time.c +34 -1
- data/third_party/boringssl-with-bazel/src/crypto/asn1/a_utctm.c +11 -4
- data/third_party/boringssl-with-bazel/src/crypto/bio/bio.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/bio/bio_mem.c +7 -8
- data/third_party/boringssl-with-bazel/src/crypto/bio/connect.c +7 -7
- data/third_party/boringssl-with-bazel/src/crypto/bio/errno.c +92 -0
- data/third_party/boringssl-with-bazel/src/crypto/bio/fd.c +5 -49
- data/third_party/boringssl-with-bazel/src/crypto/bio/file.c +18 -13
- data/third_party/boringssl-with-bazel/src/crypto/bio/internal.h +16 -6
- data/third_party/boringssl-with-bazel/src/crypto/bio/socket.c +4 -4
- data/third_party/boringssl-with-bazel/src/crypto/bio/socket_helper.c +11 -2
- data/third_party/boringssl-with-bazel/src/crypto/bytestring/cbs.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/chacha/chacha.c +19 -1
- data/third_party/boringssl-with-bazel/src/crypto/chacha/internal.h +8 -1
- data/third_party/boringssl-with-bazel/src/crypto/conf/conf.c +31 -192
- data/third_party/boringssl-with-bazel/src/crypto/conf/conf_def.h +3 -7
- data/third_party/boringssl-with-bazel/src/crypto/conf/internal.h +8 -0
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_apple.c +3 -2
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_fuchsia.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_linux.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_openbsd.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_sysreg.c +93 -0
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_win.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_freebsd.c +0 -1
- data/third_party/boringssl-with-bazel/src/crypto/cpu_arm_linux.c +0 -2
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519.c +49 -46
- data/third_party/boringssl-with-bazel/src/crypto/{cpu_arm_openbsd.c → curve25519/curve25519_64_adx.c} +3 -16
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/curve25519_tables.h +2809 -7417
- data/third_party/boringssl-with-bazel/src/crypto/curve25519/internal.h +27 -5
- data/third_party/boringssl-with-bazel/src/crypto/dh_extra/dh_asn1.c +4 -0
- data/third_party/boringssl-with-bazel/src/crypto/dh_extra/params.c +5 -0
- data/third_party/boringssl-with-bazel/src/crypto/dsa/internal.h +20 -0
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_asn1.c +110 -72
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/ec_derive.c +4 -3
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/hash_to_curve.c +24 -28
- data/third_party/boringssl-with-bazel/src/crypto/ec_extra/internal.h +4 -6
- data/third_party/boringssl-with-bazel/src/crypto/err/err.c +23 -21
- data/third_party/boringssl-with-bazel/src/crypto/evp/evp.c +35 -12
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec.c +2 -4
- data/third_party/boringssl-with-bazel/src/crypto/evp/p_ec_asn1.c +3 -7
- data/third_party/boringssl-with-bazel/src/crypto/evp/pbkdf.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/evp/print.c +7 -6
- data/third_party/boringssl-with-bazel/src/crypto/ex_data.c +34 -72
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bcm.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/div.c +12 -5
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/gcd.c +5 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/internal.h +12 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery.c +17 -18
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/montgomery_inv.c +51 -15
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/bn/rsaz_exp.c +7 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/delocate.h +5 -6
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/check.c +37 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/dh.c +38 -19
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/dh/internal.h +9 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/builtin_curves.h +277 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec.c +180 -404
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_key.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/ec_montgomery.c +24 -57
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/felem.c +17 -13
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/internal.h +33 -71
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/oct.c +18 -17
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p224-64.c +5 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256-nistz.c +15 -18
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/p256.c +9 -11
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/scalar.c +24 -24
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple.c +11 -27
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/simple_mul.c +8 -8
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ec/wnaf.c +4 -4
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/ecdsa/ecdsa.c +9 -3
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/hkdf/hkdf.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/fork_detect.c +40 -26
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/internal.h +21 -7
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/rand.c +38 -19
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rand/urandom.c +2 -29
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/internal.h +55 -0
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/rsa/rsa_impl.c +33 -52
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/self_check/self_check.c +42 -24
- data/third_party/boringssl-with-bazel/src/crypto/fipsmodule/service_indicator/service_indicator.c +4 -7
- data/third_party/boringssl-with-bazel/src/crypto/hpke/hpke.c +7 -0
- data/third_party/boringssl-with-bazel/src/crypto/internal.h +211 -100
- data/third_party/boringssl-with-bazel/src/crypto/kyber/kyber.c +5 -4
- data/third_party/boringssl-with-bazel/src/crypto/mem.c +7 -8
- data/third_party/boringssl-with-bazel/src/crypto/obj/obj.c +25 -46
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/internal.h +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/p5_pbev2.c +3 -3
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8.c +7 -7
- data/third_party/boringssl-with-bazel/src/crypto/pkcs8/pkcs8_x509.c +8 -5
- data/third_party/boringssl-with-bazel/src/crypto/pool/internal.h +1 -0
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/deterministic.c +7 -6
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/forkunsafe.c +6 -12
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/getentropy.c +52 -0
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/{fuchsia.c → ios.c} +8 -8
- data/third_party/boringssl-with-bazel/src/crypto/{refcount_no_threads.c → rand_extra/trusty.c} +15 -19
- data/third_party/boringssl-with-bazel/src/crypto/rand_extra/windows.c +41 -19
- data/third_party/boringssl-with-bazel/src/crypto/{refcount_c11.c → refcount.c} +11 -17
- data/third_party/boringssl-with-bazel/src/crypto/stack/stack.c +152 -72
- data/third_party/boringssl-with-bazel/src/crypto/thread_none.c +0 -8
- data/third_party/boringssl-with-bazel/src/crypto/thread_pthread.c +6 -35
- data/third_party/boringssl-with-bazel/src/crypto/thread_win.c +5 -26
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/pmbtoken.c +14 -18
- data/third_party/boringssl-with-bazel/src/crypto/trust_token/voprf.c +54 -143
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_dir.c +8 -19
- data/third_party/boringssl-with-bazel/src/crypto/x509/by_file.c +0 -3
- data/third_party/boringssl-with-bazel/src/crypto/x509/internal.h +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_att.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_d2.c +1 -3
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_lu.c +2 -4
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_req.c +2 -2
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_trs.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_v3.c +8 -12
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509_vfy.c +19 -20
- data/third_party/boringssl-with-bazel/src/crypto/x509/x509name.c +11 -15
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_crl.c +5 -5
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_name.c +1 -1
- data/third_party/boringssl-with-bazel/src/crypto/x509/x_pubkey.c +7 -7
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_alt.c +2 -3
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_lib.c +2 -3
- data/third_party/boringssl-with-bazel/src/crypto/x509v3/v3_purp.c +4 -6
- data/third_party/boringssl-with-bazel/src/include/openssl/arm_arch.h +4 -119
- data/third_party/boringssl-with-bazel/src/include/openssl/asm_base.h +207 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/asn1.h +5 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/base.h +10 -116
- data/third_party/boringssl-with-bazel/src/include/openssl/bio.h +11 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/bn.h +0 -2
- data/third_party/boringssl-with-bazel/src/include/openssl/chacha.h +6 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/conf.h +5 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/dh.h +4 -1
- data/third_party/boringssl-with-bazel/src/include/openssl/dsa.h +0 -21
- data/third_party/boringssl-with-bazel/src/include/openssl/ec.h +28 -11
- data/third_party/boringssl-with-bazel/src/include/openssl/ec_key.h +19 -6
- data/third_party/boringssl-with-bazel/src/include/openssl/evp.h +11 -7
- data/third_party/boringssl-with-bazel/src/include/openssl/hpke.h +6 -2
- data/third_party/boringssl-with-bazel/src/include/openssl/rand.h +13 -14
- data/third_party/boringssl-with-bazel/src/include/openssl/rsa.h +0 -61
- data/third_party/boringssl-with-bazel/src/include/openssl/span.h +22 -20
- data/third_party/boringssl-with-bazel/src/include/openssl/ssl.h +131 -81
- data/third_party/boringssl-with-bazel/src/include/openssl/stack.h +236 -213
- data/third_party/boringssl-with-bazel/src/include/openssl/target.h +201 -0
- data/third_party/boringssl-with-bazel/src/include/openssl/thread.h +1 -29
- data/third_party/boringssl-with-bazel/src/include/openssl/x509.h +4 -8
- data/third_party/boringssl-with-bazel/src/include/openssl/x509v3.h +3 -2
- data/third_party/boringssl-with-bazel/src/ssl/extensions.cc +9 -65
- data/third_party/boringssl-with-bazel/src/ssl/handoff.cc +20 -20
- data/third_party/boringssl-with-bazel/src/ssl/handshake_server.cc +1 -1
- data/third_party/boringssl-with-bazel/src/ssl/internal.h +4 -11
- data/third_party/boringssl-with-bazel/src/ssl/ssl_cipher.cc +26 -20
- data/third_party/boringssl-with-bazel/src/ssl/ssl_file.cc +4 -4
- data/third_party/boringssl-with-bazel/src/ssl/ssl_key_share.cc +37 -30
- data/third_party/boringssl-with-bazel/src/ssl/ssl_lib.cc +127 -26
- data/third_party/boringssl-with-bazel/src/ssl/tls13_client.cc +2 -3
- data/third_party/boringssl-with-bazel/src/third_party/fiat/curve25519_64_adx.h +691 -0
- data/third_party/upb/upb/collections/map.c +3 -3
- metadata +62 -39
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_attributes.cc +0 -42
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_attributes.h +0 -64
- data/src/core/ext/transport/chttp2/transport/stream_map.cc +0 -177
- data/src/core/ext/transport/chttp2/transport/stream_map.h +0 -68
- data/src/core/lib/promise/detail/basic_join.h +0 -197
- data/src/core/lib/promise/detail/switch.h +0 -1455
- data/src/core/lib/promise/try_join.h +0 -82
- data/third_party/abseil-cpp/absl/synchronization/internal/waiter.cc +0 -403
- data/third_party/boringssl-with-bazel/src/crypto/cpu_aarch64_freebsd.c +0 -62
- data/third_party/boringssl-with-bazel/src/crypto/cpu_arm.c +0 -38
- data/third_party/boringssl-with-bazel/src/crypto/refcount_win.c +0 -89
- data/third_party/re2/util/benchmark.h +0 -156
- data/third_party/re2/util/flags.h +0 -26
- data/third_party/re2/util/malloc_counter.h +0 -19
- data/third_party/re2/util/pcre.cc +0 -1025
- data/third_party/re2/util/pcre.h +0 -681
- data/third_party/re2/util/test.h +0 -50
- data/third_party/upb/upb/mini_table.h +0 -36
- data/third_party/zlib/gzclose.c +0 -25
- data/third_party/zlib/gzlib.c +0 -639
- data/third_party/zlib/gzread.c +0 -650
- data/third_party/zlib/gzwrite.c +0 -677
@@ -12,10 +12,14 @@
|
|
12
12
|
// See the License for the specific language governing permissions and
|
13
13
|
// limitations under the License.
|
14
14
|
|
15
|
+
// TODO(b/265984188): remove all uses and delete this header.
|
16
|
+
|
15
17
|
#ifndef ABSL_BASE_INTERNAL_PREFETCH_H_
|
16
18
|
#define ABSL_BASE_INTERNAL_PREFETCH_H_
|
17
19
|
|
20
|
+
#include "absl/base/attributes.h"
|
18
21
|
#include "absl/base/config.h"
|
22
|
+
#include "absl/base/prefetch.h"
|
19
23
|
|
20
24
|
#ifdef __SSE__
|
21
25
|
#include <xmmintrin.h>
|
@@ -72,10 +76,21 @@ namespace absl {
|
|
72
76
|
ABSL_NAMESPACE_BEGIN
|
73
77
|
namespace base_internal {
|
74
78
|
|
75
|
-
|
79
|
+
ABSL_DEPRECATED("Use absl::PrefetchToLocalCache() instead")
|
80
|
+
inline void PrefetchT0(const void* address) {
|
81
|
+
absl::PrefetchToLocalCache(address);
|
82
|
+
}
|
83
|
+
|
84
|
+
ABSL_DEPRECATED("Use absl::PrefetchToLocalCache() instead")
|
85
|
+
inline void PrefetchNta(const void* address) {
|
86
|
+
absl::PrefetchToLocalCacheNta(address);
|
87
|
+
}
|
88
|
+
|
89
|
+
ABSL_DEPRECATED("Use __builtin_prefetch() for advanced prefetch logic instead")
|
76
90
|
void PrefetchT1(const void* addr);
|
91
|
+
|
92
|
+
ABSL_DEPRECATED("Use __builtin_prefetch() for advanced prefetch logic instead")
|
77
93
|
void PrefetchT2(const void* addr);
|
78
|
-
void PrefetchNta(const void* addr);
|
79
94
|
|
80
95
|
// Implementation details follow.
|
81
96
|
|
@@ -90,10 +105,6 @@ void PrefetchNta(const void* addr);
|
|
90
105
|
// safe for all currently supported platforms. However, prefetch for
|
91
106
|
// store may have problems depending on the target platform.
|
92
107
|
//
|
93
|
-
inline void PrefetchT0(const void* addr) {
|
94
|
-
// Note: this uses prefetcht0 on Intel.
|
95
|
-
__builtin_prefetch(addr, 0, 3);
|
96
|
-
}
|
97
108
|
inline void PrefetchT1(const void* addr) {
|
98
109
|
// Note: this uses prefetcht1 on Intel.
|
99
110
|
__builtin_prefetch(addr, 0, 2);
|
@@ -102,33 +113,21 @@ inline void PrefetchT2(const void* addr) {
|
|
102
113
|
// Note: this uses prefetcht2 on Intel.
|
103
114
|
__builtin_prefetch(addr, 0, 1);
|
104
115
|
}
|
105
|
-
inline void PrefetchNta(const void* addr) {
|
106
|
-
// Note: this uses prefetchtnta on Intel.
|
107
|
-
__builtin_prefetch(addr, 0, 0);
|
108
|
-
}
|
109
116
|
|
110
117
|
#elif defined(ABSL_INTERNAL_HAVE_SSE)
|
111
118
|
|
112
119
|
#define ABSL_INTERNAL_HAVE_PREFETCH 1
|
113
120
|
|
114
|
-
inline void PrefetchT0(const void* addr) {
|
115
|
-
_mm_prefetch(reinterpret_cast<const char*>(addr), _MM_HINT_T0);
|
116
|
-
}
|
117
121
|
inline void PrefetchT1(const void* addr) {
|
118
122
|
_mm_prefetch(reinterpret_cast<const char*>(addr), _MM_HINT_T1);
|
119
123
|
}
|
120
124
|
inline void PrefetchT2(const void* addr) {
|
121
125
|
_mm_prefetch(reinterpret_cast<const char*>(addr), _MM_HINT_T2);
|
122
126
|
}
|
123
|
-
inline void PrefetchNta(const void* addr) {
|
124
|
-
_mm_prefetch(reinterpret_cast<const char*>(addr), _MM_HINT_NTA);
|
125
|
-
}
|
126
127
|
|
127
128
|
#else
|
128
|
-
inline void PrefetchT0(const void*) {}
|
129
129
|
inline void PrefetchT1(const void*) {}
|
130
130
|
inline void PrefetchT2(const void*) {}
|
131
|
-
inline void PrefetchNta(const void*) {}
|
132
131
|
#endif
|
133
132
|
|
134
133
|
} // namespace base_internal
|
@@ -21,6 +21,10 @@
|
|
21
21
|
#include <cstring>
|
22
22
|
#include <string>
|
23
23
|
|
24
|
+
#ifdef __EMSCRIPTEN__
|
25
|
+
#include <emscripten/console.h>
|
26
|
+
#endif
|
27
|
+
|
24
28
|
#include "absl/base/attributes.h"
|
25
29
|
#include "absl/base/config.h"
|
26
30
|
#include "absl/base/internal/atomic_hook.h"
|
@@ -173,7 +177,7 @@ void RawLogVA(absl::LogSeverity severity, const char* file, int line,
|
|
173
177
|
} else {
|
174
178
|
DoRawLog(&buf, &size, "%s", kTruncated);
|
175
179
|
}
|
176
|
-
|
180
|
+
AsyncSignalSafeWriteError(buffer, strlen(buffer));
|
177
181
|
}
|
178
182
|
#else
|
179
183
|
static_cast<void>(format);
|
@@ -201,9 +205,34 @@ void DefaultInternalLog(absl::LogSeverity severity, const char* file, int line,
|
|
201
205
|
|
202
206
|
} // namespace
|
203
207
|
|
204
|
-
void
|
208
|
+
void AsyncSignalSafeWriteError(const char* s, size_t len) {
|
209
|
+
if (!len) return;
|
205
210
|
absl::base_internal::ErrnoSaver errno_saver;
|
206
|
-
#if defined(
|
211
|
+
#if defined(__EMSCRIPTEN__)
|
212
|
+
// In WebAssembly, bypass filesystem emulation via fwrite.
|
213
|
+
if (s[len - 1] == '\n') {
|
214
|
+
// Skip a trailing newline character as emscripten_errn adds one itself.
|
215
|
+
len--;
|
216
|
+
}
|
217
|
+
// emscripten_errn was introduced in 3.1.41 but broken in standalone mode
|
218
|
+
// until 3.1.43.
|
219
|
+
#if ABSL_INTERNAL_EMSCRIPTEN_VERSION >= 3001043
|
220
|
+
emscripten_errn(s, len);
|
221
|
+
#else
|
222
|
+
char buf[kLogBufSize];
|
223
|
+
if (len >= kLogBufSize) {
|
224
|
+
len = kLogBufSize - 1;
|
225
|
+
constexpr size_t trunc_len = sizeof(kTruncated) - 2;
|
226
|
+
memcpy(buf + len - trunc_len, kTruncated, trunc_len);
|
227
|
+
buf[len] = '\0';
|
228
|
+
len -= trunc_len;
|
229
|
+
} else {
|
230
|
+
buf[len] = '\0';
|
231
|
+
}
|
232
|
+
memcpy(buf, s, len);
|
233
|
+
_emscripten_err(buf);
|
234
|
+
#endif
|
235
|
+
#elif defined(ABSL_HAVE_SYSCALL_WRITE)
|
207
236
|
// We prefer calling write via `syscall` to minimize the risk of libc doing
|
208
237
|
// something "helpful".
|
209
238
|
syscall(SYS_write, STDERR_FILENO, s, len);
|
@@ -48,6 +48,7 @@
|
|
48
48
|
::absl::raw_log_internal::RawLog(ABSL_RAW_LOG_INTERNAL_##severity, \
|
49
49
|
absl_raw_log_internal_basename, __LINE__, \
|
50
50
|
__VA_ARGS__); \
|
51
|
+
ABSL_RAW_LOG_INTERNAL_MAYBE_UNREACHABLE_##severity; \
|
51
52
|
} while (0)
|
52
53
|
|
53
54
|
// Similar to CHECK(condition) << message, but for low-level modules:
|
@@ -77,8 +78,7 @@
|
|
77
78
|
::absl::raw_log_internal::internal_log_function( \
|
78
79
|
ABSL_RAW_LOG_INTERNAL_##severity, absl_raw_log_internal_filename, \
|
79
80
|
__LINE__, message); \
|
80
|
-
|
81
|
-
ABSL_UNREACHABLE(); \
|
81
|
+
ABSL_RAW_LOG_INTERNAL_MAYBE_UNREACHABLE_##severity; \
|
82
82
|
} while (0)
|
83
83
|
|
84
84
|
#define ABSL_INTERNAL_CHECK(condition, message) \
|
@@ -90,6 +90,20 @@
|
|
90
90
|
} \
|
91
91
|
} while (0)
|
92
92
|
|
93
|
+
#ifndef NDEBUG
|
94
|
+
|
95
|
+
#define ABSL_RAW_DLOG(severity, ...) ABSL_RAW_LOG(severity, __VA_ARGS__)
|
96
|
+
#define ABSL_RAW_DCHECK(condition, message) ABSL_RAW_CHECK(condition, message)
|
97
|
+
|
98
|
+
#else // NDEBUG
|
99
|
+
|
100
|
+
#define ABSL_RAW_DLOG(severity, ...) \
|
101
|
+
while (false) ABSL_RAW_LOG(severity, __VA_ARGS__)
|
102
|
+
#define ABSL_RAW_DCHECK(condition, message) \
|
103
|
+
while (false) ABSL_RAW_CHECK(condition, message)
|
104
|
+
|
105
|
+
#endif // NDEBUG
|
106
|
+
|
93
107
|
#define ABSL_RAW_LOG_INTERNAL_INFO ::absl::LogSeverity::kInfo
|
94
108
|
#define ABSL_RAW_LOG_INTERNAL_WARNING ::absl::LogSeverity::kWarning
|
95
109
|
#define ABSL_RAW_LOG_INTERNAL_ERROR ::absl::LogSeverity::kError
|
@@ -97,6 +111,12 @@
|
|
97
111
|
#define ABSL_RAW_LOG_INTERNAL_LEVEL(severity) \
|
98
112
|
::absl::NormalizeLogSeverity(severity)
|
99
113
|
|
114
|
+
#define ABSL_RAW_LOG_INTERNAL_MAYBE_UNREACHABLE_INFO
|
115
|
+
#define ABSL_RAW_LOG_INTERNAL_MAYBE_UNREACHABLE_WARNING
|
116
|
+
#define ABSL_RAW_LOG_INTERNAL_MAYBE_UNREACHABLE_ERROR
|
117
|
+
#define ABSL_RAW_LOG_INTERNAL_MAYBE_UNREACHABLE_FATAL ABSL_UNREACHABLE()
|
118
|
+
#define ABSL_RAW_LOG_INTERNAL_MAYBE_UNREACHABLE_LEVEL(severity)
|
119
|
+
|
100
120
|
namespace absl {
|
101
121
|
ABSL_NAMESPACE_BEGIN
|
102
122
|
namespace raw_log_internal {
|
@@ -109,8 +129,8 @@ void RawLog(absl::LogSeverity severity, const char* file, int line,
|
|
109
129
|
const char* format, ...) ABSL_PRINTF_ATTRIBUTE(4, 5);
|
110
130
|
|
111
131
|
// Writes the provided buffer directly to stderr, in a signal-safe, low-level
|
112
|
-
// manner.
|
113
|
-
void
|
132
|
+
// manner. Preserves errno.
|
133
|
+
void AsyncSignalSafeWriteError(const char* s, size_t len);
|
114
134
|
|
115
135
|
// compile-time function to get the "base" filename, that is, the part of
|
116
136
|
// a filename after the last "/" or "\" path separator. The search starts at
|
@@ -41,6 +41,7 @@
|
|
41
41
|
#include <string.h>
|
42
42
|
|
43
43
|
#include <cassert>
|
44
|
+
#include <cerrno>
|
44
45
|
#include <cstdint>
|
45
46
|
#include <cstdio>
|
46
47
|
#include <cstdlib>
|
@@ -159,7 +160,7 @@ static double GetNominalCPUFrequency() {
|
|
159
160
|
DWORD type = 0;
|
160
161
|
DWORD data = 0;
|
161
162
|
DWORD data_size = sizeof(data);
|
162
|
-
auto result = RegQueryValueExA(key, "~MHz",
|
163
|
+
auto result = RegQueryValueExA(key, "~MHz", nullptr, &type,
|
163
164
|
reinterpret_cast<LPBYTE>(&data), &data_size);
|
164
165
|
RegCloseKey(key);
|
165
166
|
if (result == ERROR_SUCCESS && type == REG_DWORD &&
|
@@ -189,7 +190,13 @@ static double GetNominalCPUFrequency() {
|
|
189
190
|
// and the memory location pointed to by value is set to the value read.
|
190
191
|
static bool ReadLongFromFile(const char *file, long *value) {
|
191
192
|
bool ret = false;
|
192
|
-
|
193
|
+
#if defined(_POSIX_C_SOURCE)
|
194
|
+
const int file_mode = (O_RDONLY | O_CLOEXEC);
|
195
|
+
#else
|
196
|
+
const int file_mode = O_RDONLY;
|
197
|
+
#endif
|
198
|
+
|
199
|
+
int fd = open(file, file_mode);
|
193
200
|
if (fd != -1) {
|
194
201
|
char line[1024];
|
195
202
|
char *err;
|
@@ -225,8 +232,8 @@ static int64_t ReadMonotonicClockNanos() {
|
|
225
232
|
int rc = clock_gettime(CLOCK_MONOTONIC, &t);
|
226
233
|
#endif
|
227
234
|
if (rc != 0) {
|
228
|
-
|
229
|
-
|
235
|
+
ABSL_INTERNAL_LOG(
|
236
|
+
FATAL, "clock_gettime() failed: (" + std::to_string(errno) + ")");
|
230
237
|
}
|
231
238
|
return int64_t{t.tv_sec} * 1000000000 + t.tv_nsec;
|
232
239
|
}
|
@@ -414,82 +421,33 @@ pid_t GetTID() {
|
|
414
421
|
return tid;
|
415
422
|
}
|
416
423
|
|
417
|
-
#
|
424
|
+
#elif defined(__APPLE__)
|
418
425
|
|
419
|
-
|
420
|
-
|
421
|
-
|
422
|
-
|
423
|
-
|
424
|
-
|
425
|
-
|
426
|
-
// use. ID 0 is unused because it is the default value returned by
|
427
|
-
// pthread_getspecific().
|
428
|
-
ABSL_CONST_INIT static std::vector<uint32_t> *tid_array
|
429
|
-
ABSL_GUARDED_BY(tid_lock) = nullptr;
|
430
|
-
static constexpr int kBitsPerWord = 32; // tid_array is uint32_t.
|
431
|
-
|
432
|
-
// Returns the TID to tid_array.
|
433
|
-
static void FreeTID(void *v) {
|
434
|
-
intptr_t tid = reinterpret_cast<intptr_t>(v);
|
435
|
-
intptr_t word = tid / kBitsPerWord;
|
436
|
-
uint32_t mask = ~(1u << (tid % kBitsPerWord));
|
437
|
-
absl::base_internal::SpinLockHolder lock(&tid_lock);
|
438
|
-
assert(0 <= word && static_cast<size_t>(word) < tid_array->size());
|
439
|
-
(*tid_array)[static_cast<size_t>(word)] &= mask;
|
426
|
+
pid_t GetTID() {
|
427
|
+
uint64_t tid;
|
428
|
+
// `nullptr` here implies this thread. This only fails if the specified
|
429
|
+
// thread is invalid or the pointer-to-tid is null, so we needn't worry about
|
430
|
+
// it.
|
431
|
+
pthread_threadid_np(nullptr, &tid);
|
432
|
+
return static_cast<pid_t>(tid);
|
440
433
|
}
|
441
434
|
|
442
|
-
|
443
|
-
if (pthread_key_create(&tid_key, FreeTID) != 0) {
|
444
|
-
// The logging system calls GetTID() so it can't be used here.
|
445
|
-
perror("pthread_key_create failed");
|
446
|
-
abort();
|
447
|
-
}
|
448
|
-
|
449
|
-
// Initialize tid_array.
|
450
|
-
absl::base_internal::SpinLockHolder lock(&tid_lock);
|
451
|
-
tid_array = new std::vector<uint32_t>(1);
|
452
|
-
(*tid_array)[0] = 1; // ID 0 is never-allocated.
|
453
|
-
}
|
435
|
+
#elif defined(__native_client__)
|
454
436
|
|
455
|
-
// Return a per-thread small integer ID from pthread's thread-specific data.
|
456
437
|
pid_t GetTID() {
|
457
|
-
|
458
|
-
|
459
|
-
|
460
|
-
|
461
|
-
|
462
|
-
}
|
463
|
-
|
464
|
-
int bit; // tid_array[word] = 1u << bit;
|
465
|
-
size_t word;
|
466
|
-
{
|
467
|
-
// Search for the first unused ID.
|
468
|
-
absl::base_internal::SpinLockHolder lock(&tid_lock);
|
469
|
-
// First search for a word in the array that is not all ones.
|
470
|
-
word = 0;
|
471
|
-
while (word < tid_array->size() && ~(*tid_array)[word] == 0) {
|
472
|
-
++word;
|
473
|
-
}
|
474
|
-
if (word == tid_array->size()) {
|
475
|
-
tid_array->push_back(0); // No space left, add kBitsPerWord more IDs.
|
476
|
-
}
|
477
|
-
// Search for a zero bit in the word.
|
478
|
-
bit = 0;
|
479
|
-
while (bit < kBitsPerWord && (((*tid_array)[word] >> bit) & 1) != 0) {
|
480
|
-
++bit;
|
481
|
-
}
|
482
|
-
tid =
|
483
|
-
static_cast<intptr_t>((word * kBitsPerWord) + static_cast<size_t>(bit));
|
484
|
-
(*tid_array)[word] |= 1u << bit; // Mark the TID as allocated.
|
485
|
-
}
|
438
|
+
auto* thread = pthread_self();
|
439
|
+
static_assert(sizeof(pid_t) == sizeof(thread),
|
440
|
+
"In NaCL int expected to be the same size as a pointer");
|
441
|
+
return reinterpret_cast<pid_t>(thread);
|
442
|
+
}
|
486
443
|
|
487
|
-
|
488
|
-
perror("pthread_setspecific failed");
|
489
|
-
abort();
|
490
|
-
}
|
444
|
+
#else
|
491
445
|
|
492
|
-
|
446
|
+
// Fallback implementation of `GetTID` using `pthread_self`.
|
447
|
+
pid_t GetTID() {
|
448
|
+
// `pthread_t` need not be arithmetic per POSIX; platforms where it isn't
|
449
|
+
// should be handled above.
|
450
|
+
return static_cast<pid_t>(pthread_self());
|
493
451
|
}
|
494
452
|
|
495
453
|
#endif
|
@@ -58,18 +58,19 @@ void AllocateThreadIdentityKey(ThreadIdentityReclaimerFunction reclaimer) {
|
|
58
58
|
// that protected visibility is unsupported.
|
59
59
|
ABSL_CONST_INIT // Must come before __attribute__((visibility("protected")))
|
60
60
|
#if ABSL_HAVE_ATTRIBUTE(visibility) && !defined(__APPLE__)
|
61
|
-
__attribute__((visibility("protected")))
|
61
|
+
__attribute__((visibility("protected")))
|
62
62
|
#endif // ABSL_HAVE_ATTRIBUTE(visibility) && !defined(__APPLE__)
|
63
63
|
#if ABSL_PER_THREAD_TLS
|
64
|
-
// Prefer __thread to thread_local as benchmarks indicate it is a bit
|
65
|
-
|
64
|
+
// Prefer __thread to thread_local as benchmarks indicate it is a bit
|
65
|
+
// faster.
|
66
|
+
ABSL_PER_THREAD_TLS_KEYWORD ThreadIdentity* thread_identity_ptr = nullptr;
|
66
67
|
#elif defined(ABSL_HAVE_THREAD_LOCAL)
|
67
|
-
thread_local ThreadIdentity* thread_identity_ptr = nullptr;
|
68
|
+
thread_local ThreadIdentity* thread_identity_ptr = nullptr;
|
68
69
|
#endif // ABSL_PER_THREAD_TLS
|
69
70
|
#endif // TLS or CPP11
|
70
71
|
|
71
|
-
void SetCurrentThreadIdentity(
|
72
|
-
|
72
|
+
void SetCurrentThreadIdentity(ThreadIdentity* identity,
|
73
|
+
ThreadIdentityReclaimerFunction reclaimer) {
|
73
74
|
assert(CurrentThreadIdentityIfPresent() == nullptr);
|
74
75
|
// Associate our destructor.
|
75
76
|
// NOTE: This call to pthread_setspecific is currently the only immovable
|
@@ -79,7 +80,7 @@ void SetCurrentThreadIdentity(
|
|
79
80
|
absl::call_once(init_thread_identity_key_once, AllocateThreadIdentityKey,
|
80
81
|
reclaimer);
|
81
82
|
|
82
|
-
#if defined(__EMSCRIPTEN__) || defined(__MINGW32__)
|
83
|
+
#if defined(__EMSCRIPTEN__) || defined(__MINGW32__) || defined(__hexagon__)
|
83
84
|
// Emscripten and MinGW pthread implementations does not support signals.
|
84
85
|
// See https://kripken.github.io/emscripten-site/docs/porting/pthreads.html
|
85
86
|
// for more information.
|
@@ -134,7 +135,7 @@ void ClearCurrentThreadIdentity() {
|
|
134
135
|
ABSL_THREAD_IDENTITY_MODE == ABSL_THREAD_IDENTITY_MODE_USE_CPP11
|
135
136
|
thread_identity_ptr = nullptr;
|
136
137
|
#elif ABSL_THREAD_IDENTITY_MODE == \
|
137
|
-
|
138
|
+
ABSL_THREAD_IDENTITY_MODE_USE_POSIX_SETSPECIFIC
|
138
139
|
// pthread_setspecific expected to clear value on destruction
|
139
140
|
assert(CurrentThreadIdentityIfPresent() == nullptr);
|
140
141
|
#endif
|
@@ -62,8 +62,8 @@ struct PerThreadSynch {
|
|
62
62
|
return reinterpret_cast<ThreadIdentity*>(this);
|
63
63
|
}
|
64
64
|
|
65
|
-
PerThreadSynch
|
66
|
-
PerThreadSynch
|
65
|
+
PerThreadSynch* next; // Circular waiter queue; initialized to 0.
|
66
|
+
PerThreadSynch* skip; // If non-zero, all entries in Mutex queue
|
67
67
|
// up to and including "skip" have same
|
68
68
|
// condition as this, and will be woken later
|
69
69
|
bool may_skip; // if false while on mutex queue, a mutex unlocker
|
@@ -104,10 +104,7 @@ struct PerThreadSynch {
|
|
104
104
|
//
|
105
105
|
// Transitions from kAvailable to kQueued require no barrier, they
|
106
106
|
// are externally ordered by the Mutex.
|
107
|
-
enum State {
|
108
|
-
kAvailable,
|
109
|
-
kQueued
|
110
|
-
};
|
107
|
+
enum State { kAvailable, kQueued };
|
111
108
|
std::atomic<State> state;
|
112
109
|
|
113
110
|
// The wait parameters of the current wait. waitp is null if the
|
@@ -122,14 +119,14 @@ struct PerThreadSynch {
|
|
122
119
|
// pointer unchanged.
|
123
120
|
SynchWaitParams* waitp;
|
124
121
|
|
125
|
-
intptr_t readers;
|
122
|
+
intptr_t readers; // Number of readers in mutex.
|
126
123
|
|
127
124
|
// When priority will next be read (cycles).
|
128
125
|
int64_t next_priority_read_cycles;
|
129
126
|
|
130
127
|
// Locks held; used during deadlock detection.
|
131
128
|
// Allocated in Synch_GetAllLocks() and freed in ReclaimThreadIdentity().
|
132
|
-
SynchLocksHeld
|
129
|
+
SynchLocksHeld* all_locks;
|
133
130
|
};
|
134
131
|
|
135
132
|
// The instances of this class are allocated in NewThreadIdentity() with an
|
@@ -147,7 +144,7 @@ struct ThreadIdentity {
|
|
147
144
|
|
148
145
|
// Private: Reserved for absl::synchronization_internal::Waiter.
|
149
146
|
struct WaiterState {
|
150
|
-
alignas(void*) char data[
|
147
|
+
alignas(void*) char data[256];
|
151
148
|
} waiter_state;
|
152
149
|
|
153
150
|
// Used by PerThreadSem::{Get,Set}ThreadBlockedCounter().
|
@@ -170,7 +167,10 @@ struct ThreadIdentity {
|
|
170
167
|
//
|
171
168
|
// Does not malloc(*), and is async-signal safe.
|
172
169
|
// [*] Technically pthread_setspecific() does malloc on first use; however this
|
173
|
-
// is handled internally within tcmalloc's initialization already.
|
170
|
+
// is handled internally within tcmalloc's initialization already. Note that
|
171
|
+
// darwin does *not* use tcmalloc, so this can catch you if using MallocHooks
|
172
|
+
// on Apple platforms. Whatever function is calling your MallocHooks will need
|
173
|
+
// to watch for recursion on Apple platforms.
|
174
174
|
//
|
175
175
|
// New ThreadIdentity objects can be constructed and associated with a thread
|
176
176
|
// by calling GetOrCreateCurrentThreadIdentity() in per-thread-sem.h.
|
@@ -217,7 +217,7 @@ void ClearCurrentThreadIdentity();
|
|
217
217
|
#define ABSL_THREAD_IDENTITY_MODE ABSL_THREAD_IDENTITY_MODE_USE_CPP11
|
218
218
|
#elif defined(__APPLE__) && defined(ABSL_HAVE_THREAD_LOCAL)
|
219
219
|
#define ABSL_THREAD_IDENTITY_MODE ABSL_THREAD_IDENTITY_MODE_USE_CPP11
|
220
|
-
#elif ABSL_PER_THREAD_TLS && defined(__GOOGLE_GRTE_VERSION__) &&
|
220
|
+
#elif ABSL_PER_THREAD_TLS && defined(__GOOGLE_GRTE_VERSION__) && \
|
221
221
|
(__GOOGLE_GRTE_VERSION__ >= 20140228L)
|
222
222
|
// Support for async-safe TLS was specifically added in GRTEv4. It's not
|
223
223
|
// present in the upstream eglibc.
|
@@ -26,22 +26,13 @@ namespace absl {
|
|
26
26
|
ABSL_NAMESPACE_BEGIN
|
27
27
|
namespace base_internal {
|
28
28
|
|
29
|
-
// NOTE: The
|
30
|
-
//
|
31
|
-
//
|
32
|
-
// within AOSP without them, since the STL functions don't exist.
|
33
|
-
namespace {
|
34
|
-
#ifdef ABSL_HAVE_EXCEPTIONS
|
35
|
-
template <typename T>
|
36
|
-
[[noreturn]] void Throw(const T& error) {
|
37
|
-
throw error;
|
38
|
-
}
|
39
|
-
#endif
|
40
|
-
} // namespace
|
29
|
+
// NOTE: The exception types, like `std::logic_error`, do not exist on all
|
30
|
+
// platforms. (For example, the Android NDK does not have them.)
|
31
|
+
// Therefore, their use must be guarded by `#ifdef` or equivalent.
|
41
32
|
|
42
33
|
void ThrowStdLogicError(const std::string& what_arg) {
|
43
34
|
#ifdef ABSL_HAVE_EXCEPTIONS
|
44
|
-
|
35
|
+
throw std::logic_error(what_arg);
|
45
36
|
#else
|
46
37
|
ABSL_RAW_LOG(FATAL, "%s", what_arg.c_str());
|
47
38
|
std::abort();
|
@@ -49,7 +40,7 @@ void ThrowStdLogicError(const std::string& what_arg) {
|
|
49
40
|
}
|
50
41
|
void ThrowStdLogicError(const char* what_arg) {
|
51
42
|
#ifdef ABSL_HAVE_EXCEPTIONS
|
52
|
-
|
43
|
+
throw std::logic_error(what_arg);
|
53
44
|
#else
|
54
45
|
ABSL_RAW_LOG(FATAL, "%s", what_arg);
|
55
46
|
std::abort();
|
@@ -57,7 +48,7 @@ void ThrowStdLogicError(const char* what_arg) {
|
|
57
48
|
}
|
58
49
|
void ThrowStdInvalidArgument(const std::string& what_arg) {
|
59
50
|
#ifdef ABSL_HAVE_EXCEPTIONS
|
60
|
-
|
51
|
+
throw std::invalid_argument(what_arg);
|
61
52
|
#else
|
62
53
|
ABSL_RAW_LOG(FATAL, "%s", what_arg.c_str());
|
63
54
|
std::abort();
|
@@ -65,7 +56,7 @@ void ThrowStdInvalidArgument(const std::string& what_arg) {
|
|
65
56
|
}
|
66
57
|
void ThrowStdInvalidArgument(const char* what_arg) {
|
67
58
|
#ifdef ABSL_HAVE_EXCEPTIONS
|
68
|
-
|
59
|
+
throw std::invalid_argument(what_arg);
|
69
60
|
#else
|
70
61
|
ABSL_RAW_LOG(FATAL, "%s", what_arg);
|
71
62
|
std::abort();
|
@@ -74,7 +65,7 @@ void ThrowStdInvalidArgument(const char* what_arg) {
|
|
74
65
|
|
75
66
|
void ThrowStdDomainError(const std::string& what_arg) {
|
76
67
|
#ifdef ABSL_HAVE_EXCEPTIONS
|
77
|
-
|
68
|
+
throw std::domain_error(what_arg);
|
78
69
|
#else
|
79
70
|
ABSL_RAW_LOG(FATAL, "%s", what_arg.c_str());
|
80
71
|
std::abort();
|
@@ -82,7 +73,7 @@ void ThrowStdDomainError(const std::string& what_arg) {
|
|
82
73
|
}
|
83
74
|
void ThrowStdDomainError(const char* what_arg) {
|
84
75
|
#ifdef ABSL_HAVE_EXCEPTIONS
|
85
|
-
|
76
|
+
throw std::domain_error(what_arg);
|
86
77
|
#else
|
87
78
|
ABSL_RAW_LOG(FATAL, "%s", what_arg);
|
88
79
|
std::abort();
|
@@ -91,7 +82,7 @@ void ThrowStdDomainError(const char* what_arg) {
|
|
91
82
|
|
92
83
|
void ThrowStdLengthError(const std::string& what_arg) {
|
93
84
|
#ifdef ABSL_HAVE_EXCEPTIONS
|
94
|
-
|
85
|
+
throw std::length_error(what_arg);
|
95
86
|
#else
|
96
87
|
ABSL_RAW_LOG(FATAL, "%s", what_arg.c_str());
|
97
88
|
std::abort();
|
@@ -99,7 +90,7 @@ void ThrowStdLengthError(const std::string& what_arg) {
|
|
99
90
|
}
|
100
91
|
void ThrowStdLengthError(const char* what_arg) {
|
101
92
|
#ifdef ABSL_HAVE_EXCEPTIONS
|
102
|
-
|
93
|
+
throw std::length_error(what_arg);
|
103
94
|
#else
|
104
95
|
ABSL_RAW_LOG(FATAL, "%s", what_arg);
|
105
96
|
std::abort();
|
@@ -108,7 +99,7 @@ void ThrowStdLengthError(const char* what_arg) {
|
|
108
99
|
|
109
100
|
void ThrowStdOutOfRange(const std::string& what_arg) {
|
110
101
|
#ifdef ABSL_HAVE_EXCEPTIONS
|
111
|
-
|
102
|
+
throw std::out_of_range(what_arg);
|
112
103
|
#else
|
113
104
|
ABSL_RAW_LOG(FATAL, "%s", what_arg.c_str());
|
114
105
|
std::abort();
|
@@ -116,7 +107,7 @@ void ThrowStdOutOfRange(const std::string& what_arg) {
|
|
116
107
|
}
|
117
108
|
void ThrowStdOutOfRange(const char* what_arg) {
|
118
109
|
#ifdef ABSL_HAVE_EXCEPTIONS
|
119
|
-
|
110
|
+
throw std::out_of_range(what_arg);
|
120
111
|
#else
|
121
112
|
ABSL_RAW_LOG(FATAL, "%s", what_arg);
|
122
113
|
std::abort();
|
@@ -125,7 +116,7 @@ void ThrowStdOutOfRange(const char* what_arg) {
|
|
125
116
|
|
126
117
|
void ThrowStdRuntimeError(const std::string& what_arg) {
|
127
118
|
#ifdef ABSL_HAVE_EXCEPTIONS
|
128
|
-
|
119
|
+
throw std::runtime_error(what_arg);
|
129
120
|
#else
|
130
121
|
ABSL_RAW_LOG(FATAL, "%s", what_arg.c_str());
|
131
122
|
std::abort();
|
@@ -133,7 +124,7 @@ void ThrowStdRuntimeError(const std::string& what_arg) {
|
|
133
124
|
}
|
134
125
|
void ThrowStdRuntimeError(const char* what_arg) {
|
135
126
|
#ifdef ABSL_HAVE_EXCEPTIONS
|
136
|
-
|
127
|
+
throw std::runtime_error(what_arg);
|
137
128
|
#else
|
138
129
|
ABSL_RAW_LOG(FATAL, "%s", what_arg);
|
139
130
|
std::abort();
|
@@ -142,7 +133,7 @@ void ThrowStdRuntimeError(const char* what_arg) {
|
|
142
133
|
|
143
134
|
void ThrowStdRangeError(const std::string& what_arg) {
|
144
135
|
#ifdef ABSL_HAVE_EXCEPTIONS
|
145
|
-
|
136
|
+
throw std::range_error(what_arg);
|
146
137
|
#else
|
147
138
|
ABSL_RAW_LOG(FATAL, "%s", what_arg.c_str());
|
148
139
|
std::abort();
|
@@ -150,7 +141,7 @@ void ThrowStdRangeError(const std::string& what_arg) {
|
|
150
141
|
}
|
151
142
|
void ThrowStdRangeError(const char* what_arg) {
|
152
143
|
#ifdef ABSL_HAVE_EXCEPTIONS
|
153
|
-
|
144
|
+
throw std::range_error(what_arg);
|
154
145
|
#else
|
155
146
|
ABSL_RAW_LOG(FATAL, "%s", what_arg);
|
156
147
|
std::abort();
|
@@ -159,7 +150,7 @@ void ThrowStdRangeError(const char* what_arg) {
|
|
159
150
|
|
160
151
|
void ThrowStdOverflowError(const std::string& what_arg) {
|
161
152
|
#ifdef ABSL_HAVE_EXCEPTIONS
|
162
|
-
|
153
|
+
throw std::overflow_error(what_arg);
|
163
154
|
#else
|
164
155
|
ABSL_RAW_LOG(FATAL, "%s", what_arg.c_str());
|
165
156
|
std::abort();
|
@@ -167,7 +158,7 @@ void ThrowStdOverflowError(const std::string& what_arg) {
|
|
167
158
|
}
|
168
159
|
void ThrowStdOverflowError(const char* what_arg) {
|
169
160
|
#ifdef ABSL_HAVE_EXCEPTIONS
|
170
|
-
|
161
|
+
throw std::overflow_error(what_arg);
|
171
162
|
#else
|
172
163
|
ABSL_RAW_LOG(FATAL, "%s", what_arg);
|
173
164
|
std::abort();
|
@@ -176,7 +167,7 @@ void ThrowStdOverflowError(const char* what_arg) {
|
|
176
167
|
|
177
168
|
void ThrowStdUnderflowError(const std::string& what_arg) {
|
178
169
|
#ifdef ABSL_HAVE_EXCEPTIONS
|
179
|
-
|
170
|
+
throw std::underflow_error(what_arg);
|
180
171
|
#else
|
181
172
|
ABSL_RAW_LOG(FATAL, "%s", what_arg.c_str());
|
182
173
|
std::abort();
|
@@ -184,7 +175,7 @@ void ThrowStdUnderflowError(const std::string& what_arg) {
|
|
184
175
|
}
|
185
176
|
void ThrowStdUnderflowError(const char* what_arg) {
|
186
177
|
#ifdef ABSL_HAVE_EXCEPTIONS
|
187
|
-
|
178
|
+
throw std::underflow_error(what_arg);
|
188
179
|
#else
|
189
180
|
ABSL_RAW_LOG(FATAL, "%s", what_arg);
|
190
181
|
std::abort();
|
@@ -193,7 +184,7 @@ void ThrowStdUnderflowError(const char* what_arg) {
|
|
193
184
|
|
194
185
|
void ThrowStdBadFunctionCall() {
|
195
186
|
#ifdef ABSL_HAVE_EXCEPTIONS
|
196
|
-
|
187
|
+
throw std::bad_function_call();
|
197
188
|
#else
|
198
189
|
std::abort();
|
199
190
|
#endif
|
@@ -201,7 +192,7 @@ void ThrowStdBadFunctionCall() {
|
|
201
192
|
|
202
193
|
void ThrowStdBadAlloc() {
|
203
194
|
#ifdef ABSL_HAVE_EXCEPTIONS
|
204
|
-
|
195
|
+
throw std::bad_alloc();
|
205
196
|
#else
|
206
197
|
std::abort();
|
207
198
|
#endif
|
@@ -71,13 +71,12 @@ int64_t UnscaledCycleClock::Now() {
|
|
71
71
|
#else
|
72
72
|
int32_t tbu, tbl, tmp;
|
73
73
|
asm volatile(
|
74
|
-
"0:\n"
|
75
74
|
"mftbu %[hi32]\n"
|
76
75
|
"mftb %[lo32]\n"
|
77
76
|
"mftbu %[tmp]\n"
|
78
77
|
"cmpw %[tmp],%[hi32]\n"
|
79
|
-
"bne
|
80
|
-
: [
|
78
|
+
"bne $-16\n" // Retry on failure.
|
79
|
+
: [hi32] "=r"(tbu), [lo32] "=r"(tbl), [tmp] "=r"(tmp));
|
81
80
|
return (static_cast<int64_t>(tbu) << 32) | tbl;
|
82
81
|
#endif
|
83
82
|
#endif
|