grpc 1.52.2 → 1.53.0.pre2
Sign up to get free protection for your applications and to get access to all the features.
Potentially problematic release.
This version of grpc might be problematic. Click here for more details.
- checksums.yaml +4 -4
- data/Makefile +50 -5
- data/include/grpc/event_engine/event_engine.h +24 -2
- data/include/grpc/event_engine/slice_buffer.h +13 -1
- data/include/grpc/impl/grpc_types.h +3 -0
- data/include/grpc/support/time.h +6 -4
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.cc +148 -0
- data/src/core/ext/filters/backend_metrics/backend_metric_filter.h +52 -0
- data/src/core/ext/filters/backend_metrics/backend_metric_provider.h +29 -0
- data/src/core/ext/filters/channel_idle/channel_idle_filter.h +3 -3
- data/src/core/ext/filters/channel_idle/idle_filter_state.h +3 -3
- data/src/core/ext/filters/client_channel/backend_metric.h +3 -3
- data/src/core/ext/filters/client_channel/backup_poller.h +3 -3
- data/src/core/ext/filters/client_channel/channel_connectivity.cc +1 -1
- data/src/core/ext/filters/client_channel/client_channel.cc +29 -33
- data/src/core/ext/filters/client_channel/client_channel.h +3 -3
- data/src/core/ext/filters/client_channel/client_channel_channelz.h +3 -3
- data/src/core/ext/filters/client_channel/client_channel_factory.h +3 -3
- data/src/core/ext/filters/client_channel/client_channel_service_config.h +3 -3
- data/src/core/ext/filters/client_channel/config_selector.h +3 -3
- data/src/core/ext/filters/client_channel/connector.h +8 -4
- data/src/core/ext/filters/client_channel/dynamic_filters.h +3 -3
- data/src/core/ext/filters/client_channel/global_subchannel_pool.h +3 -3
- data/src/core/ext/filters/client_channel/health/health_check_client.h +3 -3
- data/src/core/ext/filters/client_channel/http_proxy.h +3 -3
- data/src/core/ext/filters/client_channel/lb_call_state_internal.h +3 -3
- data/src/core/ext/filters/client_channel/lb_policy/address_filtering.h +3 -3
- data/src/core/ext/filters/client_channel/lb_policy/backend_metric_data.h +3 -3
- data/src/core/ext/filters/client_channel/lb_policy/child_policy_handler.h +3 -3
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.cc +14 -7
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/client_load_reporting_filter.h +3 -3
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.cc +1 -0
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb.h +3 -3
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_balancer_addresses.h +3 -3
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/grpclb_client_stats.h +3 -3
- data/src/core/ext/filters/client_channel/lb_policy/grpclb/load_balancer_api.h +3 -3
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.cc +1 -78
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric.h +3 -3
- data/src/core/ext/filters/client_channel/lb_policy/oob_backend_metric_internal.h +117 -0
- data/src/core/ext/filters/client_channel/lb_policy/outlier_detection/outlier_detection.h +3 -3
- data/src/core/ext/filters/client_channel/lb_policy/ring_hash/ring_hash.h +3 -3
- data/src/core/ext/filters/client_channel/lb_policy/rls/rls.cc +1 -0
- data/src/core/ext/filters/client_channel/lb_policy/subchannel_list.h +3 -3
- data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/static_stride_scheduler.cc +128 -0
- data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/static_stride_scheduler.h +71 -0
- data/src/core/ext/filters/client_channel/lb_policy/weighted_round_robin/weighted_round_robin.cc +972 -0
- data/src/core/ext/filters/client_channel/lb_policy/weighted_target/weighted_target.cc +2 -2
- data/src/core/ext/filters/client_channel/lb_policy/xds/cds.cc +3 -6
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_attributes.h +3 -3
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_channel_args.h +3 -3
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_cluster_resolver.cc +12 -7
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.cc +275 -107
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_override_host.h +10 -3
- data/src/core/ext/filters/client_channel/lb_policy/xds/xds_wrr_locality.cc +5 -0
- data/src/core/ext/filters/client_channel/local_subchannel_pool.h +3 -3
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver.h +3 -3
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_ev_driver_windows.cc +6 -1
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.cc +1 -2
- data/src/core/ext/filters/client_channel/resolver/dns/c_ares/grpc_ares_wrapper.h +3 -3
- data/src/core/ext/filters/client_channel/resolver/dns/dns_resolver_selection.h +3 -3
- data/src/core/ext/filters/client_channel/resolver/fake/fake_resolver.h +3 -3
- data/src/core/ext/filters/client_channel/resolver/google_c2p/google_c2p_resolver.cc +1 -0
- data/src/core/ext/filters/client_channel/resolver/polling_resolver.h +3 -3
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.cc +3 -7
- data/src/core/ext/filters/client_channel/resolver/xds/xds_resolver.h +3 -3
- data/src/core/ext/filters/client_channel/retry_filter.cc +10 -13
- data/src/core/ext/filters/client_channel/retry_filter.h +3 -3
- data/src/core/ext/filters/client_channel/retry_service_config.h +3 -3
- data/src/core/ext/filters/client_channel/retry_throttle.h +3 -3
- data/src/core/ext/filters/client_channel/service_config_channel_arg_filter.cc +4 -4
- data/src/core/ext/filters/client_channel/subchannel.cc +5 -1
- data/src/core/ext/filters/client_channel/subchannel.h +3 -3
- data/src/core/ext/filters/client_channel/subchannel_interface_internal.h +3 -3
- data/src/core/ext/filters/client_channel/subchannel_pool_interface.h +3 -3
- data/src/core/ext/filters/client_channel/subchannel_stream_client.h +3 -3
- data/src/core/ext/filters/deadline/deadline_filter.cc +40 -48
- data/src/core/ext/filters/deadline/deadline_filter.h +6 -10
- data/src/core/ext/filters/fault_injection/fault_injection_filter.h +3 -3
- data/src/core/ext/filters/fault_injection/fault_injection_service_config_parser.h +3 -3
- data/src/core/ext/filters/http/client/http_client_filter.cc +26 -21
- data/src/core/ext/filters/http/client/http_client_filter.h +3 -3
- data/src/core/ext/filters/http/client_authority_filter.h +3 -3
- data/src/core/ext/filters/http/message_compress/compression_filter.cc +109 -117
- data/src/core/ext/filters/http/message_compress/compression_filter.h +17 -10
- data/src/core/ext/filters/http/server/http_server_filter.cc +25 -24
- data/src/core/ext/filters/http/server/http_server_filter.h +3 -3
- data/src/core/ext/filters/message_size/message_size_filter.cc +2 -1
- data/src/core/ext/filters/message_size/message_size_filter.h +3 -3
- data/src/core/ext/filters/rbac/rbac_filter.cc +4 -3
- data/src/core/ext/filters/rbac/rbac_filter.h +3 -3
- data/src/core/ext/filters/rbac/rbac_service_config_parser.h +3 -3
- data/src/core/ext/filters/server_config_selector/server_config_selector.h +3 -3
- data/src/core/ext/filters/server_config_selector/server_config_selector_filter.h +3 -3
- data/src/core/ext/filters/stateful_session/stateful_session_filter.cc +27 -37
- data/src/core/ext/filters/stateful_session/stateful_session_filter.h +5 -5
- data/src/core/ext/filters/stateful_session/stateful_session_service_config_parser.h +3 -3
- data/src/core/ext/transport/chttp2/alpn/alpn.h +3 -3
- data/src/core/ext/transport/chttp2/client/chttp2_connector.cc +2 -7
- data/src/core/ext/transport/chttp2/client/chttp2_connector.h +3 -3
- data/src/core/ext/transport/chttp2/server/chttp2_server.cc +1 -0
- data/src/core/ext/transport/chttp2/server/chttp2_server.h +3 -3
- data/src/core/ext/transport/chttp2/transport/bin_decoder.h +3 -3
- data/src/core/ext/transport/chttp2/transport/bin_encoder.h +3 -3
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.cc +195 -111
- data/src/core/ext/transport/chttp2/transport/chttp2_transport.h +3 -3
- data/src/core/ext/transport/chttp2/transport/context_list.h +3 -3
- data/src/core/ext/transport/chttp2/transport/decode_huff.h +3 -3
- data/src/core/ext/transport/chttp2/transport/flow_control.cc +1 -0
- data/src/core/ext/transport/chttp2/transport/flow_control.h +3 -3
- data/src/core/ext/transport/chttp2/transport/frame.h +3 -3
- data/src/core/ext/transport/chttp2/transport/frame_data.cc +2 -0
- data/src/core/ext/transport/chttp2/transport/frame_data.h +3 -3
- data/src/core/ext/transport/chttp2/transport/frame_goaway.cc +2 -0
- data/src/core/ext/transport/chttp2/transport/frame_goaway.h +3 -3
- data/src/core/ext/transport/chttp2/transport/frame_ping.cc +1 -0
- data/src/core/ext/transport/chttp2/transport/frame_ping.h +3 -3
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.cc +2 -0
- data/src/core/ext/transport/chttp2/transport/frame_rst_stream.h +3 -3
- data/src/core/ext/transport/chttp2/transport/frame_settings.cc +1 -0
- data/src/core/ext/transport/chttp2/transport/frame_settings.h +3 -3
- data/src/core/ext/transport/chttp2/transport/frame_window_update.cc +2 -0
- data/src/core/ext/transport/chttp2/transport/frame_window_update.h +3 -3
- data/src/core/ext/transport/chttp2/transport/hpack_constants.h +3 -3
- data/src/core/ext/transport/chttp2/transport/hpack_encoder.h +3 -3
- data/src/core/ext/transport/chttp2/transport/hpack_encoder_table.h +3 -3
- data/src/core/ext/transport/chttp2/transport/hpack_parser.cc +17 -406
- data/src/core/ext/transport/chttp2/transport/hpack_parser.h +3 -3
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.cc +1 -0
- data/src/core/ext/transport/chttp2/transport/hpack_parser_table.h +3 -3
- data/src/core/ext/transport/chttp2/transport/http2_settings.h +3 -3
- data/src/core/ext/transport/chttp2/transport/http_trace.h +3 -3
- data/src/core/ext/transport/chttp2/transport/huffsyms.h +3 -3
- data/src/core/ext/transport/chttp2/transport/internal.h +28 -23
- data/src/core/ext/transport/chttp2/transport/parsing.cc +111 -31
- data/src/core/ext/transport/chttp2/transport/stream_map.h +3 -3
- data/src/core/ext/transport/chttp2/transport/varint.h +3 -3
- data/src/core/ext/transport/chttp2/transport/writing.cc +9 -8
- data/src/core/ext/transport/inproc/inproc_transport.h +3 -3
- data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.c +3 -2
- data/src/core/ext/upb-generated/envoy/admin/v3/clusters.upb.h +9 -0
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.c +38 -2
- data/src/core/ext/upb-generated/envoy/admin/v3/config_dump_shared.upb.h +185 -0
- data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.c +7 -3
- data/src/core/ext/upb-generated/envoy/config/bootstrap/v3/bootstrap.upb.h +44 -0
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.c +16 -25
- data/src/core/ext/upb-generated/envoy/config/cluster/v3/cluster.upb.h +48 -74
- data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.c +30 -7
- data/src/core/ext/upb-generated/envoy/config/core/v3/address.upb.h +137 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.c +15 -12
- data/src/core/ext/upb-generated/envoy/config/core/v3/health_check.upb.h +83 -51
- data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.c +3 -2
- data/src/core/ext/upb-generated/envoy/config/core/v3/protocol.upb.h +15 -0
- data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.c +17 -2
- data/src/core/ext/upb-generated/envoy/config/core/v3/socket_option.upb.h +61 -0
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.c +11 -5
- data/src/core/ext/upb-generated/envoy/config/endpoint/v3/endpoint_components.upb.h +37 -6
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.c +5 -3
- data/src/core/ext/upb-generated/envoy/config/listener/v3/listener.upb.h +24 -0
- data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.c +5 -3
- data/src/core/ext/upb-generated/envoy/config/listener/v3/quic_config.upb.h +22 -0
- data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.c +6 -3
- data/src/core/ext/upb-generated/envoy/config/rbac/v3/rbac.upb.h +24 -0
- data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.c +24 -5
- data/src/core/ext/upb-generated/envoy/config/route/v3/route.upb.h +50 -0
- data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.c +57 -16
- data/src/core/ext/upb-generated/envoy/config/route/v3/route_components.upb.h +254 -17
- data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.c +3 -2
- data/src/core/ext/upb-generated/envoy/config/trace/v3/datadog.upb.h +9 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.c +3 -2
- data/src/core/ext/upb-generated/envoy/config/trace/v3/opentelemetry.upb.h +9 -0
- data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.c +7 -6
- data/src/core/ext/upb-generated/envoy/config/trace/v3/zipkin.upb.h +21 -12
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.c +6 -3
- data/src/core/ext/upb-generated/envoy/extensions/filters/http/router/v3/router.upb.h +23 -0
- data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.c +10 -7
- data/src/core/ext/upb-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upb.h +42 -12
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.c +54 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/client_side_weighted_round_robin/v3/client_side_weighted_round_robin.upb.h +188 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/common/v3/common.upb.c +111 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/common/v3/common.upb.h +444 -0
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.c +7 -3
- data/src/core/ext/upb-generated/envoy/extensions/load_balancing_policies/ring_hash/v3/ring_hash.upb.h +24 -0
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.c +8 -6
- data/src/core/ext/upb-generated/envoy/extensions/transport_sockets/tls/v3/tls.upb.h +31 -9
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.c +5 -3
- data/src/core/ext/upb-generated/envoy/service/discovery/v3/discovery.upb.h +24 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/filter_state.upb.c +47 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/filter_state.upb.h +113 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/status_code_input.upb.c +43 -0
- data/src/core/ext/upb-generated/envoy/type/matcher/v3/status_code_input.upb.h +114 -0
- data/src/core/ext/upb-generated/envoy/type/v3/ratelimit_unit.upb.h +3 -1
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/clusters.upbdefs.c +54 -53
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.c +34 -13
- data/src/core/ext/upbdefs-generated/envoy/admin/v3/config_dump_shared.upbdefs.h +10 -0
- data/src/core/ext/upbdefs-generated/envoy/config/bootstrap/v3/bootstrap.upbdefs.c +195 -187
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.c +232 -224
- data/src/core/ext/upbdefs-generated/envoy/config/cluster/v3/cluster.upbdefs.h +0 -5
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.c +95 -75
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/address.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/base.upbdefs.c +94 -93
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/health_check.upbdefs.c +81 -75
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/protocol.upbdefs.c +189 -187
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.c +7 -3
- data/src/core/ext/upbdefs-generated/envoy/config/core/v3/socket_option.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-generated/envoy/config/endpoint/v3/endpoint_components.upbdefs.c +71 -66
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/listener.upbdefs.c +137 -133
- data/src/core/ext/upbdefs-generated/envoy/config/listener/v3/quic_config.upbdefs.c +16 -12
- data/src/core/ext/upbdefs-generated/envoy/config/rbac/v3/rbac.upbdefs.c +140 -133
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.c +81 -70
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route.upbdefs.h +5 -0
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.c +771 -741
- data/src/core/ext/upbdefs-generated/envoy/config/route/v3/route_components.upbdefs.h +10 -0
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/datadog.upbdefs.c +16 -14
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/opentelemetry.upbdefs.c +14 -13
- data/src/core/ext/upbdefs-generated/envoy/config/trace/v3/zipkin.upbdefs.c +20 -18
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/http/router/v3/router.upbdefs.c +53 -42
- data/src/core/ext/upbdefs-generated/envoy/extensions/filters/network/http_connection_manager/v3/http_connection_manager.upbdefs.c +363 -356
- data/src/core/ext/upbdefs-generated/envoy/extensions/transport_sockets/tls/v3/tls.upbdefs.c +149 -145
- data/src/core/ext/upbdefs-generated/envoy/service/discovery/v3/discovery.upbdefs.c +16 -13
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/filter_state.upbdefs.c +48 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/filter_state.upbdefs.h +35 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/regex.upbdefs.c +14 -14
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/status_code_input.upbdefs.c +40 -0
- data/src/core/ext/upbdefs-generated/envoy/type/matcher/v3/status_code_input.upbdefs.h +40 -0
- data/src/core/ext/upbdefs-generated/envoy/type/v3/ratelimit_unit.upbdefs.c +10 -9
- data/src/core/ext/xds/certificate_provider_store.h +3 -3
- data/src/core/ext/xds/file_watcher_certificate_provider_factory.cc +1 -0
- data/src/core/ext/xds/file_watcher_certificate_provider_factory.h +3 -3
- data/src/core/ext/xds/upb_utils.h +3 -3
- data/src/core/ext/xds/xds_api.h +3 -3
- data/src/core/ext/xds/xds_bootstrap.h +3 -3
- data/src/core/ext/xds/xds_bootstrap_grpc.cc +1 -0
- data/src/core/ext/xds/xds_bootstrap_grpc.h +3 -3
- data/src/core/ext/xds/xds_certificate_provider.h +3 -3
- data/src/core/ext/xds/xds_channel_args.h +3 -3
- data/src/core/ext/xds/xds_channel_stack_modifier.h +3 -3
- data/src/core/ext/xds/xds_client.cc +8 -3
- data/src/core/ext/xds/xds_client.h +3 -3
- data/src/core/ext/xds/xds_client_grpc.cc +0 -1
- data/src/core/ext/xds/xds_client_grpc.h +3 -3
- data/src/core/ext/xds/xds_client_stats.h +4 -3
- data/src/core/ext/xds/xds_cluster.cc +11 -7
- data/src/core/ext/xds/xds_cluster.h +6 -6
- data/src/core/ext/xds/xds_cluster_specifier_plugin.h +3 -3
- data/src/core/ext/xds/xds_common_types.cc +1 -0
- data/src/core/ext/xds/xds_common_types.h +3 -3
- data/src/core/ext/xds/xds_endpoint.cc +1 -1
- data/src/core/ext/xds/xds_endpoint.h +3 -3
- data/src/core/ext/xds/xds_health_status.h +30 -3
- data/src/core/ext/xds/xds_http_fault_filter.h +3 -3
- data/src/core/ext/xds/xds_http_filters.cc +1 -1
- data/src/core/ext/xds/xds_http_filters.h +3 -3
- data/src/core/ext/xds/xds_http_rbac_filter.h +3 -3
- data/src/core/ext/xds/xds_http_stateful_session_filter.h +3 -3
- data/src/core/ext/xds/xds_lb_policy_registry.cc +95 -0
- data/src/core/ext/xds/xds_lb_policy_registry.h +3 -3
- data/src/core/ext/xds/xds_listener.cc +1 -0
- data/src/core/ext/xds/xds_listener.h +3 -3
- data/src/core/ext/xds/xds_resource_type.h +3 -3
- data/src/core/ext/xds/xds_resource_type_impl.h +3 -3
- data/src/core/ext/xds/xds_route_config.cc +6 -0
- data/src/core/ext/xds/xds_route_config.h +3 -3
- data/src/core/ext/xds/xds_routing.h +3 -3
- data/src/core/ext/xds/xds_transport.h +3 -3
- data/src/core/ext/xds/xds_transport_grpc.h +3 -3
- data/src/core/lib/address_utils/parse_address.h +3 -3
- data/src/core/lib/address_utils/sockaddr_utils.cc +1 -0
- data/src/core/lib/address_utils/sockaddr_utils.h +3 -3
- data/src/core/lib/avl/avl.h +3 -3
- data/src/core/lib/backoff/backoff.h +3 -3
- data/src/core/lib/channel/call_finalization.h +3 -3
- data/src/core/lib/channel/call_tracer.h +3 -3
- data/src/core/lib/channel/channel_args.cc +1 -0
- data/src/core/lib/channel/channel_args.h +11 -5
- data/src/core/lib/channel/channel_args_preconditioning.h +3 -3
- data/src/core/lib/channel/channel_fwd.h +3 -3
- data/src/core/lib/channel/channel_stack.cc +1 -2
- data/src/core/lib/channel/channel_stack.h +4 -4
- data/src/core/lib/channel/channel_stack_builder.h +3 -3
- data/src/core/lib/channel/channel_stack_builder_impl.cc +14 -1
- data/src/core/lib/channel/channel_stack_builder_impl.h +3 -3
- data/src/core/lib/channel/channel_trace.h +3 -3
- data/src/core/lib/channel/channelz.h +3 -3
- data/src/core/lib/channel/channelz_registry.h +3 -3
- data/src/core/lib/channel/connected_channel.cc +883 -354
- data/src/core/lib/channel/connected_channel.h +3 -3
- data/src/core/lib/channel/context.h +7 -3
- data/src/core/lib/channel/promise_based_filter.cc +509 -259
- data/src/core/lib/channel/promise_based_filter.h +118 -43
- data/src/core/lib/channel/status_util.h +3 -3
- data/src/core/lib/compression/compression_internal.h +3 -3
- data/src/core/lib/compression/message_compress.h +3 -3
- data/src/core/lib/config/core_configuration.h +3 -3
- data/src/core/lib/debug/event_log.h +3 -3
- data/src/core/lib/debug/histogram_view.h +3 -3
- data/src/core/lib/debug/stats.h +3 -3
- data/src/core/lib/debug/stats_data.cc +66 -65
- data/src/core/lib/debug/stats_data.h +42 -33
- data/src/core/lib/debug/trace.h +4 -26
- data/src/core/lib/event_engine/channel_args_endpoint_config.cc +5 -0
- data/src/core/lib/event_engine/channel_args_endpoint_config.h +3 -3
- data/src/core/lib/event_engine/common_closures.h +3 -3
- data/src/core/lib/event_engine/default_event_engine.cc +9 -4
- data/src/core/lib/event_engine/default_event_engine.h +30 -6
- data/src/core/lib/event_engine/default_event_engine_factory.h +3 -3
- data/src/core/lib/event_engine/event_engine.cc +25 -0
- data/src/core/lib/event_engine/executor/executor.h +3 -3
- data/src/core/lib/event_engine/forkable.cc +11 -6
- data/src/core/lib/event_engine/forkable.h +3 -3
- data/src/core/lib/event_engine/handle_containers.h +10 -3
- data/src/core/lib/event_engine/poller.h +3 -3
- data/src/core/lib/event_engine/posix.h +158 -0
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.cc +44 -16
- data/src/core/lib/event_engine/posix_engine/ev_epoll1_linux.h +14 -4
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.cc +6 -7
- data/src/core/lib/event_engine/posix_engine/ev_poll_posix.h +3 -3
- data/src/core/lib/event_engine/posix_engine/event_poller.h +3 -3
- data/src/core/lib/event_engine/posix_engine/event_poller_posix_default.h +3 -3
- data/src/core/lib/event_engine/posix_engine/internal_errqueue.h +3 -3
- data/src/core/lib/event_engine/posix_engine/lockfree_event.h +3 -3
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.cc +52 -55
- data/src/core/lib/event_engine/posix_engine/posix_endpoint.h +46 -13
- data/src/core/lib/event_engine/posix_engine/posix_engine.cc +82 -12
- data/src/core/lib/event_engine/posix_engine/posix_engine.h +23 -9
- data/src/core/lib/event_engine/posix_engine/posix_engine_closure.h +3 -3
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.cc +60 -7
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener.h +65 -14
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.cc +0 -1
- data/src/core/lib/event_engine/posix_engine/posix_engine_listener_utils.h +6 -6
- data/src/core/lib/event_engine/posix_engine/tcp_socket_utils.h +3 -3
- data/src/core/lib/event_engine/posix_engine/timer.h +3 -3
- data/src/core/lib/event_engine/posix_engine/timer_heap.h +3 -3
- data/src/core/lib/event_engine/posix_engine/timer_manager.h +3 -3
- data/src/core/lib/event_engine/posix_engine/traced_buffer_list.h +3 -3
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_eventfd.h +3 -3
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_pipe.h +3 -3
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix.h +3 -3
- data/src/core/lib/event_engine/posix_engine/wakeup_fd_posix_default.h +3 -3
- data/src/core/lib/event_engine/resolved_address.cc +19 -0
- data/src/core/lib/event_engine/resolved_address_internal.h +34 -0
- data/src/core/lib/event_engine/shim.cc +56 -0
- data/src/core/lib/event_engine/shim.h +33 -0
- data/src/core/lib/event_engine/slice.cc +1 -1
- data/src/core/lib/event_engine/tcp_socket_utils.cc +18 -2
- data/src/core/lib/event_engine/tcp_socket_utils.h +8 -3
- data/src/core/lib/event_engine/thread_local.cc +29 -0
- data/src/core/lib/event_engine/thread_local.h +32 -0
- data/src/core/lib/event_engine/thread_pool.cc +41 -65
- data/src/core/lib/event_engine/thread_pool.h +21 -17
- data/src/core/lib/event_engine/time_util.h +3 -3
- data/src/core/lib/event_engine/trace.cc +6 -0
- data/src/core/lib/event_engine/trace.h +16 -3
- data/src/core/lib/event_engine/utils.cc +2 -2
- data/src/core/lib/event_engine/utils.h +12 -4
- data/src/core/lib/event_engine/windows/iocp.cc +24 -40
- data/src/core/lib/event_engine/windows/iocp.h +3 -3
- data/src/core/lib/event_engine/windows/win_socket.cc +56 -33
- data/src/core/lib/event_engine/windows/win_socket.h +34 -25
- data/src/core/lib/event_engine/windows/windows_endpoint.cc +331 -0
- data/src/core/lib/event_engine/windows/windows_endpoint.h +103 -0
- data/src/core/lib/event_engine/windows/windows_engine.cc +243 -20
- data/src/core/lib/event_engine/windows/windows_engine.h +62 -23
- data/src/core/lib/experiments/config.cc +16 -1
- data/src/core/lib/experiments/config.h +13 -3
- data/src/core/lib/experiments/experiments.cc +14 -8
- data/src/core/lib/experiments/experiments.h +80 -21
- data/src/core/lib/gpr/alloc.h +3 -3
- data/src/core/lib/gpr/spinlock.h +3 -3
- data/src/core/lib/gpr/string.h +3 -3
- data/src/core/lib/gpr/sync_abseil.cc +15 -7
- data/src/core/lib/gpr/time_precise.h +3 -3
- data/src/core/lib/gpr/tmpfile.h +3 -3
- data/src/core/lib/gpr/useful.h +3 -3
- data/src/core/lib/gprpp/atomic_utils.h +3 -3
- data/src/core/lib/gprpp/bitset.h +3 -3
- data/src/core/lib/gprpp/chunked_vector.h +3 -3
- data/src/core/lib/gprpp/construct_destruct.h +3 -3
- data/src/core/lib/gprpp/cpp_impl_of.h +3 -3
- data/src/core/lib/gprpp/crash.h +3 -3
- data/src/core/lib/gprpp/debug_location.h +3 -6
- data/src/core/lib/gprpp/dual_ref_counted.h +3 -3
- data/src/core/lib/gprpp/env.h +3 -3
- data/src/core/lib/gprpp/examine_stack.h +3 -3
- data/src/core/lib/gprpp/fork.cc +21 -4
- data/src/core/lib/gprpp/fork.h +7 -5
- data/src/core/lib/gprpp/global_config.h +3 -3
- data/src/core/lib/gprpp/global_config_custom.h +3 -3
- data/src/core/lib/gprpp/global_config_env.cc +1 -0
- data/src/core/lib/gprpp/global_config_env.h +3 -3
- data/src/core/lib/gprpp/global_config_generic.h +3 -3
- data/src/core/lib/gprpp/host_port.cc +2 -0
- data/src/core/lib/gprpp/host_port.h +3 -3
- data/src/core/lib/gprpp/load_file.h +3 -3
- data/src/core/lib/gprpp/manual_constructor.h +3 -3
- data/src/core/lib/gprpp/match.h +3 -3
- data/src/core/lib/gprpp/memory.h +3 -3
- data/src/core/lib/gprpp/mpscq.h +3 -3
- data/src/core/lib/gprpp/no_destruct.h +3 -3
- data/src/core/lib/gprpp/notification.h +3 -3
- data/src/core/lib/gprpp/orphanable.h +3 -3
- data/src/core/lib/gprpp/overload.h +3 -3
- data/src/core/lib/gprpp/packed_table.h +3 -3
- data/src/core/lib/gprpp/per_cpu.h +3 -3
- data/src/core/lib/gprpp/ref_counted.h +3 -3
- data/src/core/lib/gprpp/ref_counted_ptr.h +3 -3
- data/src/core/lib/gprpp/single_set_ptr.h +3 -3
- data/src/core/lib/gprpp/sorted_pack.h +3 -3
- data/src/core/lib/gprpp/stat.h +3 -3
- data/src/core/lib/gprpp/status_helper.h +3 -3
- data/src/core/lib/gprpp/strerror.cc +2 -0
- data/src/core/lib/gprpp/strerror.h +3 -3
- data/src/core/lib/gprpp/sync.h +3 -3
- data/src/core/lib/gprpp/table.h +3 -3
- data/src/core/lib/gprpp/tchar.h +3 -3
- data/src/core/lib/gprpp/thd.h +3 -3
- data/src/core/lib/gprpp/time.cc +1 -0
- data/src/core/lib/gprpp/time.h +3 -3
- data/src/core/lib/gprpp/time_averaged_stats.h +3 -3
- data/src/core/lib/gprpp/time_util.h +3 -3
- data/src/core/lib/gprpp/unique_type_name.h +3 -3
- data/src/core/lib/gprpp/validation_errors.h +3 -3
- data/src/core/lib/gprpp/work_serializer.h +3 -3
- data/src/core/lib/handshaker/proxy_mapper.h +3 -3
- data/src/core/lib/handshaker/proxy_mapper_registry.h +3 -3
- data/src/core/lib/http/format_request.cc +1 -0
- data/src/core/lib/http/format_request.h +3 -3
- data/src/core/lib/http/httpcli.cc +1 -0
- data/src/core/lib/http/httpcli.h +3 -3
- data/src/core/lib/http/httpcli_ssl_credentials.h +3 -3
- data/src/core/lib/http/parser.h +3 -3
- data/src/core/lib/iomgr/block_annotate.h +3 -3
- data/src/core/lib/iomgr/buffer_list.h +3 -3
- data/src/core/lib/iomgr/call_combiner.cc +4 -4
- data/src/core/lib/iomgr/call_combiner.h +3 -3
- data/src/core/lib/iomgr/cfstream_handle.h +3 -3
- data/src/core/lib/iomgr/closure.cc +27 -0
- data/src/core/lib/iomgr/closure.h +5 -3
- data/src/core/lib/iomgr/combiner.h +3 -3
- data/src/core/lib/iomgr/dynamic_annotations.h +3 -3
- data/src/core/lib/iomgr/endpoint.h +3 -3
- data/src/core/lib/iomgr/endpoint_cfstream.h +3 -3
- data/src/core/lib/iomgr/endpoint_pair.h +3 -3
- data/src/core/lib/iomgr/endpoint_pair_windows.cc +10 -2
- data/src/core/lib/iomgr/error.h +3 -3
- data/src/core/lib/iomgr/error_cfstream.h +3 -3
- data/src/core/lib/iomgr/ev_apple.h +3 -3
- data/src/core/lib/iomgr/ev_epoll1_linux.h +3 -3
- data/src/core/lib/iomgr/ev_poll_posix.h +3 -3
- data/src/core/lib/iomgr/ev_posix.h +3 -3
- data/src/core/lib/iomgr/event_engine_shims/closure.cc +62 -0
- data/src/core/lib/iomgr/event_engine_shims/closure.h +39 -0
- data/src/core/lib/iomgr/event_engine_shims/endpoint.cc +430 -0
- data/src/core/lib/iomgr/event_engine_shims/endpoint.h +43 -0
- data/src/core/lib/iomgr/event_engine_shims/tcp_client.cc +91 -0
- data/src/core/lib/iomgr/event_engine_shims/tcp_client.h +44 -0
- data/src/core/lib/iomgr/exec_ctx.h +3 -3
- data/src/core/lib/iomgr/executor.h +3 -3
- data/src/core/lib/iomgr/fork_posix.cc +5 -4
- data/src/core/lib/iomgr/gethostname.h +3 -3
- data/src/core/lib/iomgr/grpc_if_nametoindex.h +3 -3
- data/src/core/lib/iomgr/internal_errqueue.h +3 -3
- data/src/core/lib/iomgr/iocp_windows.h +3 -3
- data/src/core/lib/iomgr/iomgr.h +3 -3
- data/src/core/lib/iomgr/iomgr_fwd.h +3 -3
- data/src/core/lib/iomgr/iomgr_internal.h +3 -3
- data/src/core/lib/iomgr/load_file.h +3 -3
- data/src/core/lib/iomgr/lockfree_event.h +3 -3
- data/src/core/lib/iomgr/nameser.h +3 -3
- data/src/core/lib/iomgr/polling_entity.h +3 -3
- data/src/core/lib/iomgr/pollset.h +3 -3
- data/src/core/lib/iomgr/pollset_set.h +3 -3
- data/src/core/lib/iomgr/pollset_set_windows.h +3 -3
- data/src/core/lib/iomgr/pollset_windows.cc +2 -2
- data/src/core/lib/iomgr/pollset_windows.h +3 -3
- data/src/core/lib/iomgr/port.h +3 -3
- data/src/core/lib/iomgr/python_util.h +3 -3
- data/src/core/lib/iomgr/resolve_address.h +3 -3
- data/src/core/lib/iomgr/resolve_address_impl.h +3 -3
- data/src/core/lib/iomgr/resolve_address_posix.h +3 -3
- data/src/core/lib/iomgr/resolve_address_windows.h +3 -3
- data/src/core/lib/iomgr/resolved_address.h +3 -3
- data/src/core/lib/iomgr/sockaddr.h +3 -3
- data/src/core/lib/iomgr/sockaddr_posix.h +3 -3
- data/src/core/lib/iomgr/sockaddr_windows.h +3 -3
- data/src/core/lib/iomgr/socket_factory_posix.h +3 -3
- data/src/core/lib/iomgr/socket_mutator.h +3 -3
- data/src/core/lib/iomgr/socket_utils.h +3 -3
- data/src/core/lib/iomgr/socket_utils_posix.h +3 -3
- data/src/core/lib/iomgr/socket_windows.h +3 -3
- data/src/core/lib/iomgr/systemd_utils.cc +19 -19
- data/src/core/lib/iomgr/systemd_utils.h +24 -24
- data/src/core/lib/iomgr/tcp_client.h +3 -3
- data/src/core/lib/iomgr/tcp_client_posix.cc +12 -0
- data/src/core/lib/iomgr/tcp_client_posix.h +3 -3
- data/src/core/lib/iomgr/tcp_client_windows.cc +13 -1
- data/src/core/lib/iomgr/tcp_posix.cc +49 -65
- data/src/core/lib/iomgr/tcp_posix.h +3 -3
- data/src/core/lib/iomgr/tcp_server.h +3 -3
- data/src/core/lib/iomgr/tcp_server_posix.cc +219 -4
- data/src/core/lib/iomgr/tcp_server_utils_posix.h +13 -3
- data/src/core/lib/iomgr/tcp_server_windows.cc +4 -6
- data/src/core/lib/iomgr/tcp_windows.h +3 -3
- data/src/core/lib/iomgr/timer.h +3 -3
- data/src/core/lib/iomgr/timer_generic.h +3 -3
- data/src/core/lib/iomgr/timer_heap.h +3 -3
- data/src/core/lib/iomgr/timer_manager.h +3 -3
- data/src/core/lib/iomgr/unix_sockets_posix.h +3 -3
- data/src/core/lib/iomgr/wakeup_fd_pipe.h +3 -3
- data/src/core/lib/iomgr/wakeup_fd_posix.h +3 -3
- data/src/core/lib/json/json.h +3 -3
- data/src/core/lib/json/json_args.h +3 -3
- data/src/core/lib/json/json_channel_args.h +3 -3
- data/src/core/lib/json/json_object_loader.h +3 -3
- data/src/core/lib/json/json_reader.cc +1 -0
- data/src/core/lib/json/json_util.h +3 -3
- data/src/core/lib/load_balancing/lb_policy.cc +9 -0
- data/src/core/lib/load_balancing/lb_policy.h +9 -5
- data/src/core/lib/load_balancing/lb_policy_factory.h +3 -3
- data/src/core/lib/load_balancing/lb_policy_registry.cc +1 -0
- data/src/core/lib/load_balancing/lb_policy_registry.h +3 -3
- data/src/core/lib/load_balancing/subchannel_interface.h +8 -6
- data/src/core/lib/matchers/matchers.cc +1 -0
- data/src/core/lib/matchers/matchers.h +3 -3
- data/src/core/lib/promise/activity.cc +8 -6
- data/src/core/lib/promise/activity.h +52 -66
- data/src/core/lib/promise/arena_promise.h +3 -3
- data/src/core/lib/promise/context.h +3 -3
- data/src/core/lib/promise/detail/basic_join.h +197 -0
- data/src/core/lib/promise/detail/basic_seq.h +10 -16
- data/src/core/lib/promise/detail/promise_factory.h +3 -3
- data/src/core/lib/promise/detail/promise_like.h +3 -3
- data/src/core/lib/promise/detail/status.h +3 -3
- data/src/core/lib/promise/detail/switch.h +3 -3
- data/src/core/lib/promise/exec_ctx_wakeup_scheduler.h +3 -3
- data/src/core/lib/promise/if.h +195 -0
- data/src/core/lib/promise/interceptor_list.h +308 -0
- data/src/core/lib/promise/intra_activity_waiter.h +9 -3
- data/src/core/lib/promise/latch.h +99 -5
- data/src/core/lib/promise/loop.h +4 -4
- data/src/core/lib/promise/map.h +4 -6
- data/src/core/lib/promise/pipe.h +296 -193
- data/src/core/lib/promise/poll.h +113 -14
- data/src/core/lib/promise/promise.h +4 -5
- data/src/core/lib/promise/race.h +6 -9
- data/src/core/lib/promise/seq.h +3 -3
- data/src/core/lib/promise/sleep.h +3 -3
- data/src/core/lib/promise/{pipe.cc → trace.cc} +3 -2
- data/src/core/lib/promise/trace.h +24 -0
- data/src/core/lib/promise/try_join.h +82 -0
- data/src/core/lib/promise/try_seq.h +3 -3
- data/src/core/lib/resolver/resolver.h +3 -3
- data/src/core/lib/resolver/resolver_factory.h +4 -4
- data/src/core/lib/resolver/resolver_registry.cc +15 -0
- data/src/core/lib/resolver/resolver_registry.h +3 -3
- data/src/core/lib/resolver/server_address.cc +1 -0
- data/src/core/lib/resolver/server_address.h +3 -3
- data/src/core/lib/resource_quota/api.h +3 -3
- data/src/core/lib/resource_quota/arena.cc +36 -9
- data/src/core/lib/resource_quota/arena.h +84 -22
- data/src/core/lib/resource_quota/memory_quota.h +3 -3
- data/src/core/lib/resource_quota/periodic_update.h +3 -3
- data/src/core/lib/resource_quota/resource_quota.h +3 -3
- data/src/core/lib/resource_quota/thread_quota.h +3 -3
- data/src/core/lib/resource_quota/trace.h +3 -3
- data/src/core/lib/security/authorization/authorization_engine.h +3 -3
- data/src/core/lib/security/authorization/authorization_policy_provider.h +3 -3
- data/src/core/lib/security/authorization/evaluate_args.h +3 -3
- data/src/core/lib/security/authorization/grpc_authorization_engine.h +3 -3
- data/src/core/lib/security/authorization/grpc_server_authz_filter.h +3 -3
- data/src/core/lib/security/authorization/matchers.h +3 -3
- data/src/core/lib/security/authorization/rbac_policy.cc +1 -0
- data/src/core/lib/security/authorization/rbac_policy.h +3 -3
- data/src/core/lib/security/certificate_provider/certificate_provider_factory.h +3 -3
- data/src/core/lib/security/certificate_provider/certificate_provider_registry.h +3 -3
- data/src/core/lib/security/context/security_context.h +3 -3
- data/src/core/lib/security/credentials/alts/alts_credentials.h +3 -3
- data/src/core/lib/security/credentials/alts/check_gcp_environment.h +3 -3
- data/src/core/lib/security/credentials/alts/grpc_alts_credentials_options.h +3 -3
- data/src/core/lib/security/credentials/call_creds_util.h +3 -3
- data/src/core/lib/security/credentials/channel_creds_registry.h +3 -3
- data/src/core/lib/security/credentials/composite/composite_credentials.h +3 -3
- data/src/core/lib/security/credentials/credentials.h +3 -3
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.cc +1 -0
- data/src/core/lib/security/credentials/external/aws_external_account_credentials.h +3 -3
- data/src/core/lib/security/credentials/external/aws_request_signer.cc +1 -0
- data/src/core/lib/security/credentials/external/aws_request_signer.h +3 -3
- data/src/core/lib/security/credentials/external/external_account_credentials.cc +1 -0
- data/src/core/lib/security/credentials/external/external_account_credentials.h +3 -3
- data/src/core/lib/security/credentials/external/file_external_account_credentials.h +3 -3
- data/src/core/lib/security/credentials/external/url_external_account_credentials.cc +1 -0
- data/src/core/lib/security/credentials/external/url_external_account_credentials.h +3 -3
- data/src/core/lib/security/credentials/fake/fake_credentials.h +3 -3
- data/src/core/lib/security/credentials/google_default/google_default_credentials.h +3 -3
- data/src/core/lib/security/credentials/iam/iam_credentials.cc +1 -0
- data/src/core/lib/security/credentials/iam/iam_credentials.h +3 -3
- data/src/core/lib/security/credentials/insecure/insecure_credentials.h +3 -3
- data/src/core/lib/security/credentials/jwt/json_token.h +3 -3
- data/src/core/lib/security/credentials/jwt/jwt_credentials.h +4 -3
- data/src/core/lib/security/credentials/jwt/jwt_verifier.h +3 -3
- data/src/core/lib/security/credentials/local/local_credentials.h +3 -3
- data/src/core/lib/security/credentials/oauth2/oauth2_credentials.h +4 -3
- data/src/core/lib/security/credentials/plugin/plugin_credentials.h +3 -3
- data/src/core/lib/security/credentials/ssl/ssl_credentials.h +3 -3
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_distributor.h +3 -3
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.cc +1 -1
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_provider.h +3 -3
- data/src/core/lib/security/credentials/tls/grpc_tls_certificate_verifier.h +3 -3
- data/src/core/lib/security/credentials/tls/grpc_tls_credentials_options.h +3 -3
- data/src/core/lib/security/credentials/tls/tls_credentials.h +3 -3
- data/src/core/lib/security/credentials/tls/tls_utils.h +3 -3
- data/src/core/lib/security/credentials/xds/xds_credentials.h +3 -3
- data/src/core/lib/security/security_connector/alts/alts_security_connector.h +3 -3
- data/src/core/lib/security/security_connector/fake/fake_security_connector.cc +1 -0
- data/src/core/lib/security/security_connector/fake/fake_security_connector.h +3 -3
- data/src/core/lib/security/security_connector/insecure/insecure_security_connector.h +3 -3
- data/src/core/lib/security/security_connector/load_system_roots.h +3 -3
- data/src/core/lib/security/security_connector/load_system_roots_supported.h +3 -3
- data/src/core/lib/security/security_connector/local/local_security_connector.h +3 -3
- data/src/core/lib/security/security_connector/security_connector.h +3 -3
- data/src/core/lib/security/security_connector/ssl/ssl_security_connector.cc +1 -0
- data/src/core/lib/security/security_connector/ssl/ssl_security_connector.h +3 -3
- data/src/core/lib/security/security_connector/ssl_utils.h +3 -3
- data/src/core/lib/security/security_connector/ssl_utils_config.h +3 -3
- data/src/core/lib/security/security_connector/tls/tls_security_connector.h +3 -3
- data/src/core/lib/security/transport/auth_filters.h +27 -5
- data/src/core/lib/security/transport/secure_endpoint.h +3 -3
- data/src/core/lib/security/transport/security_handshaker.cc +9 -0
- data/src/core/lib/security/transport/security_handshaker.h +3 -3
- data/src/core/lib/security/transport/server_auth_filter.cc +120 -251
- data/src/core/lib/security/transport/tsi_error.h +3 -3
- data/src/core/lib/security/util/json_util.h +3 -3
- data/src/core/lib/service_config/service_config.h +3 -3
- data/src/core/lib/service_config/service_config_call_data.h +3 -3
- data/src/core/lib/service_config/service_config_impl.h +3 -3
- data/src/core/lib/service_config/service_config_parser.h +3 -3
- data/src/core/lib/slice/b64.h +3 -3
- data/src/core/lib/slice/percent_encoding.h +3 -3
- data/src/core/lib/slice/slice.cc +3 -3
- data/src/core/lib/slice/slice.h +14 -21
- data/src/core/lib/slice/slice_buffer.h +10 -4
- data/src/core/lib/slice/slice_internal.h +3 -3
- data/src/core/lib/slice/slice_refcount.cc +20 -0
- data/src/core/lib/slice/slice_refcount.h +26 -6
- data/src/core/lib/slice/slice_string_helpers.h +3 -3
- data/src/core/lib/surface/api_trace.h +3 -3
- data/src/core/lib/surface/builtins.h +3 -3
- data/src/core/lib/surface/call.cc +866 -252
- data/src/core/lib/surface/call.h +31 -3
- data/src/core/lib/surface/call_log_batch.cc +1 -0
- data/src/core/lib/surface/call_test_only.h +3 -3
- data/src/core/lib/surface/call_trace.cc +21 -11
- data/src/core/lib/surface/call_trace.h +3 -3
- data/src/core/lib/surface/channel.h +3 -3
- data/src/core/lib/surface/channel_init.h +3 -3
- data/src/core/lib/surface/channel_stack_type.h +3 -3
- data/src/core/lib/surface/completion_queue.cc +1 -0
- data/src/core/lib/surface/completion_queue.h +3 -3
- data/src/core/lib/surface/completion_queue_factory.h +3 -3
- data/src/core/lib/surface/event_string.cc +1 -0
- data/src/core/lib/surface/event_string.h +3 -3
- data/src/core/lib/surface/init.cc +1 -1
- data/src/core/lib/surface/init.h +3 -3
- data/src/core/lib/surface/init_internally.h +3 -3
- data/src/core/lib/surface/lame_client.cc +3 -1
- data/src/core/lib/surface/lame_client.h +3 -3
- data/src/core/lib/surface/server.cc +273 -27
- data/src/core/lib/surface/server.h +6 -3
- data/src/core/lib/surface/validate_metadata.h +3 -3
- data/src/core/lib/surface/version.cc +2 -2
- data/src/core/lib/transport/bdp_estimator.h +3 -3
- data/src/core/lib/transport/connectivity_state.h +3 -3
- data/src/core/lib/transport/error_utils.h +3 -3
- data/src/core/lib/transport/handshaker.cc +11 -0
- data/src/core/lib/transport/handshaker.h +4 -4
- data/src/core/lib/transport/handshaker_factory.h +3 -3
- data/src/core/lib/transport/handshaker_registry.h +3 -3
- data/src/core/lib/transport/http2_errors.h +3 -3
- data/src/core/lib/transport/http_connect_handshaker.h +3 -3
- data/src/core/lib/transport/metadata_batch.h +3 -3
- data/src/core/lib/transport/parsed_metadata.h +3 -3
- data/src/core/lib/transport/pid_controller.h +3 -3
- data/src/core/lib/transport/status_conversion.h +3 -3
- data/src/core/lib/transport/tcp_connect_handshaker.cc +0 -1
- data/src/core/lib/transport/tcp_connect_handshaker.h +3 -3
- data/src/core/lib/transport/timeout_encoding.h +3 -3
- data/src/core/lib/transport/transport.cc +3 -8
- data/src/core/lib/transport/transport.h +16 -8
- data/src/core/lib/transport/transport_fwd.h +3 -3
- data/src/core/lib/transport/transport_impl.h +3 -3
- data/src/core/lib/transport/transport_op_string.cc +1 -0
- data/src/core/lib/uri/uri_parser.cc +1 -1
- data/src/core/lib/uri/uri_parser.h +3 -3
- data/src/core/plugin_registry/grpc_plugin_registry.cc +5 -0
- data/src/core/tsi/alts/crypt/gsec.h +3 -3
- data/src/core/tsi/alts/frame_protector/alts_counter.h +3 -3
- data/src/core/tsi/alts/frame_protector/alts_crypter.h +3 -3
- data/src/core/tsi/alts/frame_protector/alts_frame_protector.h +3 -3
- data/src/core/tsi/alts/frame_protector/alts_record_protocol_crypter_common.h +3 -3
- data/src/core/tsi/alts/frame_protector/frame_handler.h +3 -3
- data/src/core/tsi/alts/handshaker/alts_handshaker_client.h +3 -3
- data/src/core/tsi/alts/handshaker/alts_shared_resource.h +3 -3
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker.h +3 -3
- data/src/core/tsi/alts/handshaker/alts_tsi_handshaker_private.h +3 -3
- data/src/core/tsi/alts/handshaker/alts_tsi_utils.h +3 -3
- data/src/core/tsi/alts/handshaker/transport_security_common_api.h +3 -3
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_integrity_only_record_protocol.h +3 -3
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_privacy_integrity_record_protocol.h +3 -3
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol.h +3 -3
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_grpc_record_protocol_common.h +3 -3
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_iovec_record_protocol.h +3 -3
- data/src/core/tsi/alts/zero_copy_frame_protector/alts_zero_copy_grpc_protector.h +3 -3
- data/src/core/tsi/fake_transport_security.h +3 -3
- data/src/core/tsi/local_transport_security.h +3 -3
- data/src/core/tsi/ssl/key_logging/ssl_key_logging.cc +1 -1
- data/src/core/tsi/ssl/key_logging/ssl_key_logging.h +3 -3
- data/src/core/tsi/ssl/session_cache/ssl_session.h +3 -3
- data/src/core/tsi/ssl/session_cache/ssl_session_cache.h +3 -3
- data/src/core/tsi/ssl_transport_security.cc +113 -24
- data/src/core/tsi/ssl_transport_security.h +5 -3
- data/src/core/tsi/ssl_transport_security_utils.h +3 -3
- data/src/core/tsi/ssl_types.h +3 -3
- data/src/core/tsi/transport_security.h +3 -3
- data/src/core/tsi/transport_security_grpc.h +3 -3
- data/src/core/tsi/transport_security_interface.h +3 -3
- data/src/ruby/lib/grpc/version.rb +1 -1
- data/src/ruby/pb/generate_proto_ruby.sh +0 -6
- data/third_party/abseil-cpp/absl/algorithm/container.h +56 -57
- data/third_party/abseil-cpp/absl/base/attributes.h +39 -19
- data/third_party/abseil-cpp/absl/base/config.h +44 -3
- data/third_party/abseil-cpp/absl/base/internal/cycleclock.h +3 -18
- data/third_party/abseil-cpp/absl/base/internal/cycleclock_config.h +55 -0
- data/third_party/abseil-cpp/absl/base/internal/direct_mmap.h +2 -1
- data/third_party/abseil-cpp/absl/base/internal/inline_variable.h +3 -3
- data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.cc +2 -2
- data/third_party/abseil-cpp/absl/base/internal/low_level_alloc.h +1 -1
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.cc +10 -6
- data/third_party/abseil-cpp/absl/base/internal/raw_logging.h +23 -24
- data/third_party/abseil-cpp/absl/base/internal/spinlock.cc +3 -3
- data/third_party/abseil-cpp/absl/base/internal/spinlock.h +2 -6
- data/third_party/abseil-cpp/absl/base/internal/spinlock_win32.inc +4 -1
- data/third_party/abseil-cpp/absl/base/internal/strerror.cc +4 -4
- data/third_party/abseil-cpp/absl/base/internal/sysinfo.cc +14 -10
- data/third_party/abseil-cpp/absl/base/internal/thread_annotations.h +9 -0
- data/third_party/abseil-cpp/absl/base/internal/thread_identity.h +4 -0
- data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock.h +3 -40
- data/third_party/abseil-cpp/absl/base/internal/unscaledcycleclock_config.h +62 -0
- data/third_party/abseil-cpp/absl/base/macros.h +4 -21
- data/third_party/abseil-cpp/absl/base/optimization.h +58 -6
- data/third_party/abseil-cpp/absl/base/options.h +1 -7
- data/third_party/abseil-cpp/absl/base/policy_checks.h +15 -13
- data/third_party/abseil-cpp/absl/container/fixed_array.h +7 -5
- data/third_party/abseil-cpp/absl/container/flat_hash_set.h +0 -7
- data/third_party/abseil-cpp/absl/container/inlined_vector.h +66 -18
- data/third_party/abseil-cpp/absl/container/internal/common.h +3 -3
- data/third_party/abseil-cpp/absl/container/internal/common_policy_traits.h +132 -0
- data/third_party/abseil-cpp/absl/container/internal/container_memory.h +13 -1
- data/third_party/abseil-cpp/absl/container/internal/hash_policy_traits.h +4 -55
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.cc +50 -5
- data/third_party/abseil-cpp/absl/container/internal/hashtablez_sampler.h +14 -46
- data/third_party/abseil-cpp/absl/container/internal/inlined_vector.h +110 -32
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.cc +155 -4
- data/third_party/abseil-cpp/absl/container/internal/raw_hash_set.h +661 -341
- data/third_party/abseil-cpp/absl/crc/crc32c.cc +99 -0
- data/third_party/abseil-cpp/absl/crc/crc32c.h +183 -0
- data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.cc +256 -0
- data/third_party/abseil-cpp/absl/crc/internal/cpu_detect.h +57 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc.cc +468 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc.h +91 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc32_x86_arm_combined_simd.h +269 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc32c.h +39 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc32c_inline.h +72 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.cc +130 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_cord_state.h +159 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_internal.h +179 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy.h +119 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_fallback.cc +75 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_memcpy_x86_64.cc +434 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_non_temporal_memcpy.cc +93 -0
- data/third_party/abseil-cpp/absl/crc/internal/crc_x86_arm_combined.cc +725 -0
- data/third_party/abseil-cpp/absl/crc/internal/non_temporal_arm_intrinsics.h +79 -0
- data/third_party/abseil-cpp/absl/crc/internal/non_temporal_memcpy.h +180 -0
- data/third_party/abseil-cpp/absl/debugging/internal/address_is_readable.cc +1 -1
- data/third_party/abseil-cpp/absl/debugging/internal/demangle.cc +67 -38
- data/third_party/abseil-cpp/absl/debugging/internal/demangle.h +1 -1
- data/third_party/abseil-cpp/absl/debugging/internal/elf_mem_image.cc +12 -13
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_aarch64-inl.inc +11 -9
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_generic-inl.inc +1 -1
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_riscv-inl.inc +40 -85
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_win32-inl.inc +5 -4
- data/third_party/abseil-cpp/absl/debugging/internal/stacktrace_x86-inl.inc +33 -8
- data/third_party/abseil-cpp/absl/debugging/internal/vdso_support.cc +3 -2
- data/third_party/abseil-cpp/absl/debugging/symbolize_darwin.inc +3 -2
- data/third_party/abseil-cpp/absl/debugging/symbolize_elf.inc +118 -94
- data/third_party/abseil-cpp/absl/debugging/symbolize_win32.inc +7 -6
- data/third_party/abseil-cpp/absl/functional/any_invocable.h +5 -2
- data/third_party/abseil-cpp/absl/functional/internal/any_invocable.h +47 -26
- data/third_party/abseil-cpp/absl/hash/internal/city.cc +10 -10
- data/third_party/abseil-cpp/absl/hash/internal/hash.h +18 -4
- data/third_party/abseil-cpp/absl/hash/internal/low_level_hash.cc +3 -14
- data/third_party/abseil-cpp/absl/memory/memory.h +26 -447
- data/third_party/abseil-cpp/absl/meta/type_traits.h +104 -12
- data/third_party/abseil-cpp/absl/numeric/bits.h +2 -3
- data/third_party/abseil-cpp/absl/numeric/int128.cc +10 -8
- data/third_party/abseil-cpp/absl/profiling/internal/sample_recorder.h +14 -6
- data/third_party/abseil-cpp/absl/random/internal/fast_uniform_bits.h +2 -1
- data/third_party/abseil-cpp/absl/random/internal/nonsecure_base.h +1 -1
- data/third_party/abseil-cpp/absl/random/internal/pcg_engine.h +2 -23
- data/third_party/abseil-cpp/absl/random/internal/pool_urbg.cc +9 -9
- data/third_party/abseil-cpp/absl/random/internal/seed_material.cc +2 -2
- data/third_party/abseil-cpp/absl/random/random.h +6 -6
- data/third_party/abseil-cpp/absl/status/internal/status_internal.h +1 -0
- data/third_party/abseil-cpp/absl/status/status.cc +19 -12
- data/third_party/abseil-cpp/absl/status/status.h +2 -2
- data/third_party/abseil-cpp/absl/strings/ascii.cc +5 -5
- data/third_party/abseil-cpp/absl/strings/charconv.cc +534 -96
- data/third_party/abseil-cpp/absl/strings/cord.cc +92 -40
- data/third_party/abseil-cpp/absl/strings/cord.h +71 -80
- data/third_party/abseil-cpp/absl/strings/cord_buffer.h +8 -5
- data/third_party/abseil-cpp/absl/strings/escaping.cc +73 -62
- data/third_party/abseil-cpp/absl/strings/escaping.h +24 -19
- data/third_party/abseil-cpp/absl/strings/internal/char_map.h +14 -12
- data/third_party/abseil-cpp/absl/strings/internal/charconv_bigint.cc +4 -4
- data/third_party/abseil-cpp/absl/strings/internal/charconv_parse.cc +2 -2
- data/third_party/abseil-cpp/absl/strings/internal/cord_internal.h +326 -70
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.cc +8 -4
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree.h +26 -14
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_btree_navigator.cc +5 -5
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_crc.cc +9 -7
- data/third_party/abseil-cpp/absl/strings/internal/cord_rep_crc.h +5 -4
- data/third_party/abseil-cpp/absl/strings/internal/cordz_functions.h +7 -15
- data/third_party/abseil-cpp/absl/strings/internal/cordz_handle.h +3 -3
- data/third_party/abseil-cpp/absl/strings/internal/cordz_info.cc +8 -5
- data/third_party/abseil-cpp/absl/strings/internal/cordz_info.h +7 -7
- data/third_party/abseil-cpp/absl/strings/internal/cordz_statistics.h +4 -4
- data/third_party/abseil-cpp/absl/strings/internal/damerau_levenshtein_distance.cc +93 -0
- data/third_party/abseil-cpp/absl/strings/internal/damerau_levenshtein_distance.h +34 -0
- data/third_party/abseil-cpp/absl/strings/internal/escaping.cc +12 -10
- data/third_party/abseil-cpp/absl/strings/internal/escaping.h +7 -9
- data/third_party/abseil-cpp/absl/strings/internal/has_absl_stringify.h +55 -0
- data/third_party/abseil-cpp/absl/strings/internal/memutil.cc +9 -6
- data/third_party/abseil-cpp/absl/strings/internal/ostringstream.cc +14 -7
- data/third_party/abseil-cpp/absl/strings/internal/ostringstream.h +35 -10
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.cc +113 -46
- data/third_party/abseil-cpp/absl/strings/internal/str_format/arg.h +126 -29
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.cc +3 -2
- data/third_party/abseil-cpp/absl/strings/internal/str_format/bind.h +4 -3
- data/third_party/abseil-cpp/absl/strings/internal/str_format/checker.h +49 -287
- data/third_party/abseil-cpp/absl/strings/internal/str_format/constexpr_parser.h +351 -0
- data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.cc +2 -1
- data/third_party/abseil-cpp/absl/strings/internal/str_format/extension.h +4 -2
- data/third_party/abseil-cpp/absl/strings/internal/str_format/float_conversion.cc +215 -181
- data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.cc +10 -209
- data/third_party/abseil-cpp/absl/strings/internal/str_format/parser.h +10 -101
- data/third_party/abseil-cpp/absl/strings/internal/str_split_internal.h +2 -1
- data/third_party/abseil-cpp/absl/strings/internal/stringify_sink.cc +28 -0
- data/third_party/abseil-cpp/absl/strings/internal/stringify_sink.h +57 -0
- data/third_party/abseil-cpp/absl/strings/numbers.cc +34 -31
- data/third_party/abseil-cpp/absl/strings/str_cat.cc +9 -6
- data/third_party/abseil-cpp/absl/strings/str_cat.h +50 -3
- data/third_party/abseil-cpp/absl/strings/str_format.h +71 -9
- data/third_party/abseil-cpp/absl/strings/string_view.cc +6 -6
- data/third_party/abseil-cpp/absl/strings/string_view.h +3 -10
- data/third_party/abseil-cpp/absl/strings/substitute.cc +8 -6
- data/third_party/abseil-cpp/absl/strings/substitute.h +46 -20
- data/third_party/abseil-cpp/absl/synchronization/internal/futex.h +20 -17
- data/third_party/abseil-cpp/absl/synchronization/internal/graphcycles.cc +37 -31
- data/third_party/abseil-cpp/absl/synchronization/internal/kernel_timeout.h +22 -8
- data/third_party/abseil-cpp/absl/synchronization/mutex.cc +104 -55
- data/third_party/abseil-cpp/absl/synchronization/mutex.h +85 -46
- data/third_party/abseil-cpp/absl/synchronization/notification.cc +0 -1
- data/third_party/abseil-cpp/absl/synchronization/notification.h +0 -1
- data/third_party/abseil-cpp/absl/time/civil_time.cc +26 -0
- data/third_party/abseil-cpp/absl/time/civil_time.h +25 -0
- data/third_party/abseil-cpp/absl/time/clock.cc +17 -11
- data/third_party/abseil-cpp/absl/time/duration.cc +7 -7
- data/third_party/abseil-cpp/absl/time/format.cc +2 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_format.cc +1 -1
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_info.cc +26 -5
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/time_zone_lookup.cc +7 -6
- data/third_party/abseil-cpp/absl/time/internal/cctz/src/zone_info_source.cc +36 -35
- data/third_party/abseil-cpp/absl/time/time.cc +2 -2
- data/third_party/abseil-cpp/absl/time/time.h +253 -158
- data/third_party/abseil-cpp/absl/types/internal/span.h +30 -19
- data/third_party/abseil-cpp/absl/types/internal/variant.h +28 -40
- data/third_party/abseil-cpp/absl/types/span.h +29 -7
- metadata +75 -10
- data/src/core/lib/event_engine/socket_notifier.h +0 -55
- data/src/core/lib/promise/for_each.h +0 -155
- data/src/core/lib/promise/map_pipe.h +0 -88
- data/src/core/lib/promise/try_concurrently.h +0 -342
@@ -474,13 +474,6 @@ struct FlatHashSetPolicy {
|
|
474
474
|
absl::allocator_traits<Allocator>::destroy(*alloc, slot);
|
475
475
|
}
|
476
476
|
|
477
|
-
template <class Allocator>
|
478
|
-
static void transfer(Allocator* alloc, slot_type* new_slot,
|
479
|
-
slot_type* old_slot) {
|
480
|
-
construct(alloc, new_slot, std::move(*old_slot));
|
481
|
-
destroy(alloc, old_slot);
|
482
|
-
}
|
483
|
-
|
484
477
|
static T& element(slot_type* slot) { return *slot; }
|
485
478
|
|
486
479
|
template <class F, class... Args>
|
@@ -52,6 +52,7 @@
|
|
52
52
|
#include "absl/base/port.h"
|
53
53
|
#include "absl/container/internal/inlined_vector.h"
|
54
54
|
#include "absl/memory/memory.h"
|
55
|
+
#include "absl/meta/type_traits.h"
|
55
56
|
|
56
57
|
namespace absl {
|
57
58
|
ABSL_NAMESPACE_BEGIN
|
@@ -77,6 +78,8 @@ class InlinedVector {
|
|
77
78
|
using MoveIterator = inlined_vector_internal::MoveIterator<TheA>;
|
78
79
|
template <typename TheA>
|
79
80
|
using IsMemcpyOk = inlined_vector_internal::IsMemcpyOk<TheA>;
|
81
|
+
template <typename TheA>
|
82
|
+
using IsMoveAssignOk = inlined_vector_internal::IsMoveAssignOk<TheA>;
|
80
83
|
|
81
84
|
template <typename TheA, typename Iterator>
|
82
85
|
using IteratorValueAdapter =
|
@@ -94,6 +97,12 @@ class InlinedVector {
|
|
94
97
|
using DisableIfAtLeastForwardIterator = absl::enable_if_t<
|
95
98
|
!inlined_vector_internal::IsAtLeastForwardIterator<Iterator>::value, int>;
|
96
99
|
|
100
|
+
using MemcpyPolicy = typename Storage::MemcpyPolicy;
|
101
|
+
using ElementwiseAssignPolicy = typename Storage::ElementwiseAssignPolicy;
|
102
|
+
using ElementwiseConstructPolicy =
|
103
|
+
typename Storage::ElementwiseConstructPolicy;
|
104
|
+
using MoveAssignmentPolicy = typename Storage::MoveAssignmentPolicy;
|
105
|
+
|
97
106
|
public:
|
98
107
|
using allocator_type = A;
|
99
108
|
using value_type = inlined_vector_internal::ValueType<A>;
|
@@ -275,8 +284,10 @@ class InlinedVector {
|
|
275
284
|
size_type max_size() const noexcept {
|
276
285
|
// One bit of the size storage is used to indicate whether the inlined
|
277
286
|
// vector contains allocated memory. As a result, the maximum size that the
|
278
|
-
// inlined vector can express is
|
279
|
-
|
287
|
+
// inlined vector can express is the minimum of the limit of how many
|
288
|
+
// objects we can allocate and std::numeric_limits<size_type>::max() / 2.
|
289
|
+
return (std::min)(AllocatorTraits<A>::max_size(storage_.GetAllocator()),
|
290
|
+
(std::numeric_limits<size_type>::max)() / 2);
|
280
291
|
}
|
281
292
|
|
282
293
|
// `InlinedVector::capacity()`
|
@@ -484,18 +495,7 @@ class InlinedVector {
|
|
484
495
|
// unspecified state.
|
485
496
|
InlinedVector& operator=(InlinedVector&& other) {
|
486
497
|
if (ABSL_PREDICT_TRUE(this != std::addressof(other))) {
|
487
|
-
|
488
|
-
inlined_vector_internal::DestroyAdapter<A>::DestroyElements(
|
489
|
-
storage_.GetAllocator(), data(), size());
|
490
|
-
storage_.DeallocateIfAllocated();
|
491
|
-
storage_.MemcpyFrom(other.storage_);
|
492
|
-
|
493
|
-
other.storage_.SetInlinedSize(0);
|
494
|
-
} else {
|
495
|
-
storage_.Assign(IteratorValueAdapter<A, MoveIterator<A>>(
|
496
|
-
MoveIterator<A>(other.storage_.GetInlinedData())),
|
497
|
-
other.size());
|
498
|
-
}
|
498
|
+
MoveAssignment(MoveAssignmentPolicy{}, std::move(other));
|
499
499
|
}
|
500
500
|
|
501
501
|
return *this;
|
@@ -624,9 +624,9 @@ class InlinedVector {
|
|
624
624
|
ABSL_HARDENING_ASSERT(pos <= end());
|
625
625
|
|
626
626
|
if (ABSL_PREDICT_TRUE(first != last)) {
|
627
|
-
return storage_.Insert(
|
628
|
-
|
629
|
-
|
627
|
+
return storage_.Insert(
|
628
|
+
pos, IteratorValueAdapter<A, ForwardIterator>(first),
|
629
|
+
static_cast<size_type>(std::distance(first, last)));
|
630
630
|
} else {
|
631
631
|
return const_cast<iterator>(pos);
|
632
632
|
}
|
@@ -643,7 +643,7 @@ class InlinedVector {
|
|
643
643
|
ABSL_HARDENING_ASSERT(pos >= begin());
|
644
644
|
ABSL_HARDENING_ASSERT(pos <= end());
|
645
645
|
|
646
|
-
size_type index = std::distance(cbegin(), pos);
|
646
|
+
size_type index = static_cast<size_type>(std::distance(cbegin(), pos));
|
647
647
|
for (size_type i = index; first != last; ++i, static_cast<void>(++first)) {
|
648
648
|
insert(data() + i, *first);
|
649
649
|
}
|
@@ -661,10 +661,22 @@ class InlinedVector {
|
|
661
661
|
ABSL_HARDENING_ASSERT(pos <= end());
|
662
662
|
|
663
663
|
value_type dealias(std::forward<Args>(args)...);
|
664
|
+
// https://gcc.gnu.org/bugzilla/show_bug.cgi?id=102329#c2
|
665
|
+
// It appears that GCC thinks that since `pos` is a const pointer and may
|
666
|
+
// point to uninitialized memory at this point, a warning should be
|
667
|
+
// issued. But `pos` is actually only used to compute an array index to
|
668
|
+
// write to.
|
669
|
+
#if !defined(__clang__) && defined(__GNUC__)
|
670
|
+
#pragma GCC diagnostic push
|
671
|
+
#pragma GCC diagnostic ignored "-Wmaybe-uninitialized"
|
672
|
+
#endif
|
664
673
|
return storage_.Insert(pos,
|
665
674
|
IteratorValueAdapter<A, MoveIterator<A>>(
|
666
675
|
MoveIterator<A>(std::addressof(dealias))),
|
667
676
|
1);
|
677
|
+
#if !defined(__clang__) && defined(__GNUC__)
|
678
|
+
#pragma GCC diagnostic pop
|
679
|
+
#endif
|
668
680
|
}
|
669
681
|
|
670
682
|
// `InlinedVector::emplace_back(...)`
|
@@ -771,6 +783,42 @@ class InlinedVector {
|
|
771
783
|
template <typename H, typename TheT, size_t TheN, typename TheA>
|
772
784
|
friend H AbslHashValue(H h, const absl::InlinedVector<TheT, TheN, TheA>& a);
|
773
785
|
|
786
|
+
void MoveAssignment(MemcpyPolicy, InlinedVector&& other) {
|
787
|
+
inlined_vector_internal::DestroyAdapter<A>::DestroyElements(
|
788
|
+
storage_.GetAllocator(), data(), size());
|
789
|
+
storage_.DeallocateIfAllocated();
|
790
|
+
storage_.MemcpyFrom(other.storage_);
|
791
|
+
|
792
|
+
other.storage_.SetInlinedSize(0);
|
793
|
+
}
|
794
|
+
|
795
|
+
void MoveAssignment(ElementwiseAssignPolicy, InlinedVector&& other) {
|
796
|
+
if (other.storage_.GetIsAllocated()) {
|
797
|
+
MoveAssignment(MemcpyPolicy{}, std::move(other));
|
798
|
+
} else {
|
799
|
+
storage_.Assign(IteratorValueAdapter<A, MoveIterator<A>>(
|
800
|
+
MoveIterator<A>(other.storage_.GetInlinedData())),
|
801
|
+
other.size());
|
802
|
+
}
|
803
|
+
}
|
804
|
+
|
805
|
+
void MoveAssignment(ElementwiseConstructPolicy, InlinedVector&& other) {
|
806
|
+
if (other.storage_.GetIsAllocated()) {
|
807
|
+
MoveAssignment(MemcpyPolicy{}, std::move(other));
|
808
|
+
} else {
|
809
|
+
inlined_vector_internal::DestroyAdapter<A>::DestroyElements(
|
810
|
+
storage_.GetAllocator(), data(), size());
|
811
|
+
storage_.DeallocateIfAllocated();
|
812
|
+
|
813
|
+
IteratorValueAdapter<A, MoveIterator<A>> other_values(
|
814
|
+
MoveIterator<A>(other.storage_.GetInlinedData()));
|
815
|
+
inlined_vector_internal::ConstructElements<A>(
|
816
|
+
storage_.GetAllocator(), storage_.GetInlinedData(), other_values,
|
817
|
+
other.storage_.GetSize());
|
818
|
+
storage_.SetInlinedSize(other.storage_.GetSize());
|
819
|
+
}
|
820
|
+
}
|
821
|
+
|
774
822
|
Storage storage_;
|
775
823
|
};
|
776
824
|
|
@@ -12,8 +12,8 @@
|
|
12
12
|
// See the License for the specific language governing permissions and
|
13
13
|
// limitations under the License.
|
14
14
|
|
15
|
-
#ifndef
|
16
|
-
#define
|
15
|
+
#ifndef ABSL_CONTAINER_INTERNAL_COMMON_H_
|
16
|
+
#define ABSL_CONTAINER_INTERNAL_COMMON_H_
|
17
17
|
|
18
18
|
#include <cassert>
|
19
19
|
#include <type_traits>
|
@@ -204,4 +204,4 @@ struct InsertReturnType {
|
|
204
204
|
ABSL_NAMESPACE_END
|
205
205
|
} // namespace absl
|
206
206
|
|
207
|
-
#endif //
|
207
|
+
#endif // ABSL_CONTAINER_INTERNAL_COMMON_H_
|
@@ -0,0 +1,132 @@
|
|
1
|
+
// Copyright 2022 The Abseil Authors.
|
2
|
+
//
|
3
|
+
// Licensed under the Apache License, Version 2.0 (the "License");
|
4
|
+
// you may not use this file except in compliance with the License.
|
5
|
+
// You may obtain a copy of the License at
|
6
|
+
//
|
7
|
+
// https://www.apache.org/licenses/LICENSE-2.0
|
8
|
+
//
|
9
|
+
// Unless required by applicable law or agreed to in writing, software
|
10
|
+
// distributed under the License is distributed on an "AS IS" BASIS,
|
11
|
+
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
12
|
+
// See the License for the specific language governing permissions and
|
13
|
+
// limitations under the License.
|
14
|
+
|
15
|
+
#ifndef ABSL_CONTAINER_INTERNAL_COMMON_POLICY_TRAITS_H_
|
16
|
+
#define ABSL_CONTAINER_INTERNAL_COMMON_POLICY_TRAITS_H_
|
17
|
+
|
18
|
+
#include <cstddef>
|
19
|
+
#include <cstring>
|
20
|
+
#include <memory>
|
21
|
+
#include <new>
|
22
|
+
#include <type_traits>
|
23
|
+
#include <utility>
|
24
|
+
|
25
|
+
#include "absl/meta/type_traits.h"
|
26
|
+
|
27
|
+
namespace absl {
|
28
|
+
ABSL_NAMESPACE_BEGIN
|
29
|
+
namespace container_internal {
|
30
|
+
|
31
|
+
// Defines how slots are initialized/destroyed/moved.
|
32
|
+
template <class Policy, class = void>
|
33
|
+
struct common_policy_traits {
|
34
|
+
// The actual object stored in the container.
|
35
|
+
using slot_type = typename Policy::slot_type;
|
36
|
+
using reference = decltype(Policy::element(std::declval<slot_type*>()));
|
37
|
+
using value_type = typename std::remove_reference<reference>::type;
|
38
|
+
|
39
|
+
// PRECONDITION: `slot` is UNINITIALIZED
|
40
|
+
// POSTCONDITION: `slot` is INITIALIZED
|
41
|
+
template <class Alloc, class... Args>
|
42
|
+
static void construct(Alloc* alloc, slot_type* slot, Args&&... args) {
|
43
|
+
Policy::construct(alloc, slot, std::forward<Args>(args)...);
|
44
|
+
}
|
45
|
+
|
46
|
+
// PRECONDITION: `slot` is INITIALIZED
|
47
|
+
// POSTCONDITION: `slot` is UNINITIALIZED
|
48
|
+
template <class Alloc>
|
49
|
+
static void destroy(Alloc* alloc, slot_type* slot) {
|
50
|
+
Policy::destroy(alloc, slot);
|
51
|
+
}
|
52
|
+
|
53
|
+
// Transfers the `old_slot` to `new_slot`. Any memory allocated by the
|
54
|
+
// allocator inside `old_slot` to `new_slot` can be transferred.
|
55
|
+
//
|
56
|
+
// OPTIONAL: defaults to:
|
57
|
+
//
|
58
|
+
// clone(new_slot, std::move(*old_slot));
|
59
|
+
// destroy(old_slot);
|
60
|
+
//
|
61
|
+
// PRECONDITION: `new_slot` is UNINITIALIZED and `old_slot` is INITIALIZED
|
62
|
+
// POSTCONDITION: `new_slot` is INITIALIZED and `old_slot` is
|
63
|
+
// UNINITIALIZED
|
64
|
+
template <class Alloc>
|
65
|
+
static void transfer(Alloc* alloc, slot_type* new_slot, slot_type* old_slot) {
|
66
|
+
transfer_impl(alloc, new_slot, old_slot, Rank0{});
|
67
|
+
}
|
68
|
+
|
69
|
+
// PRECONDITION: `slot` is INITIALIZED
|
70
|
+
// POSTCONDITION: `slot` is INITIALIZED
|
71
|
+
// Note: we use remove_const_t so that the two overloads have different args
|
72
|
+
// in the case of sets with explicitly const value_types.
|
73
|
+
template <class P = Policy>
|
74
|
+
static auto element(absl::remove_const_t<slot_type>* slot)
|
75
|
+
-> decltype(P::element(slot)) {
|
76
|
+
return P::element(slot);
|
77
|
+
}
|
78
|
+
template <class P = Policy>
|
79
|
+
static auto element(const slot_type* slot) -> decltype(P::element(slot)) {
|
80
|
+
return P::element(slot);
|
81
|
+
}
|
82
|
+
|
83
|
+
static constexpr bool transfer_uses_memcpy() {
|
84
|
+
return std::is_same<decltype(transfer_impl<std::allocator<char>>(
|
85
|
+
nullptr, nullptr, nullptr, Rank0{})),
|
86
|
+
std::true_type>::value;
|
87
|
+
}
|
88
|
+
|
89
|
+
private:
|
90
|
+
// To rank the overloads below for overload resoltion. Rank0 is preferred.
|
91
|
+
struct Rank2 {};
|
92
|
+
struct Rank1 : Rank2 {};
|
93
|
+
struct Rank0 : Rank1 {};
|
94
|
+
|
95
|
+
// Use auto -> decltype as an enabler.
|
96
|
+
template <class Alloc, class P = Policy>
|
97
|
+
static auto transfer_impl(Alloc* alloc, slot_type* new_slot,
|
98
|
+
slot_type* old_slot, Rank0)
|
99
|
+
-> decltype((void)P::transfer(alloc, new_slot, old_slot)) {
|
100
|
+
P::transfer(alloc, new_slot, old_slot);
|
101
|
+
}
|
102
|
+
#if defined(__cpp_lib_launder) && __cpp_lib_launder >= 201606
|
103
|
+
// This overload returns true_type for the trait below.
|
104
|
+
// The conditional_t is to make the enabler type dependent.
|
105
|
+
template <class Alloc,
|
106
|
+
typename = std::enable_if_t<absl::is_trivially_relocatable<
|
107
|
+
std::conditional_t<false, Alloc, value_type>>::value>>
|
108
|
+
static std::true_type transfer_impl(Alloc*, slot_type* new_slot,
|
109
|
+
slot_type* old_slot, Rank1) {
|
110
|
+
// TODO(b/247130232): remove casts after fixing warnings.
|
111
|
+
// TODO(b/251814870): remove casts after fixing warnings.
|
112
|
+
std::memcpy(
|
113
|
+
static_cast<void*>(std::launder(
|
114
|
+
const_cast<std::remove_const_t<value_type>*>(&element(new_slot)))),
|
115
|
+
static_cast<const void*>(&element(old_slot)), sizeof(value_type));
|
116
|
+
return {};
|
117
|
+
}
|
118
|
+
#endif
|
119
|
+
|
120
|
+
template <class Alloc>
|
121
|
+
static void transfer_impl(Alloc* alloc, slot_type* new_slot,
|
122
|
+
slot_type* old_slot, Rank2) {
|
123
|
+
construct(alloc, new_slot, std::move(element(old_slot)));
|
124
|
+
destroy(alloc, old_slot);
|
125
|
+
}
|
126
|
+
};
|
127
|
+
|
128
|
+
} // namespace container_internal
|
129
|
+
ABSL_NAMESPACE_END
|
130
|
+
} // namespace absl
|
131
|
+
|
132
|
+
#endif // ABSL_CONTAINER_INTERNAL_COMMON_POLICY_TRAITS_H_
|
@@ -17,6 +17,7 @@
|
|
17
17
|
|
18
18
|
#include <cassert>
|
19
19
|
#include <cstddef>
|
20
|
+
#include <cstring>
|
20
21
|
#include <memory>
|
21
22
|
#include <new>
|
22
23
|
#include <tuple>
|
@@ -340,7 +341,8 @@ template <class K, class V>
|
|
340
341
|
struct map_slot_policy {
|
341
342
|
using slot_type = map_slot_type<K, V>;
|
342
343
|
using value_type = std::pair<const K, V>;
|
343
|
-
using mutable_value_type =
|
344
|
+
using mutable_value_type =
|
345
|
+
std::pair<absl::remove_const_t<K>, absl::remove_const_t<V>>;
|
344
346
|
|
345
347
|
private:
|
346
348
|
static void emplace(slot_type* slot) {
|
@@ -424,6 +426,16 @@ struct map_slot_policy {
|
|
424
426
|
static void transfer(Allocator* alloc, slot_type* new_slot,
|
425
427
|
slot_type* old_slot) {
|
426
428
|
emplace(new_slot);
|
429
|
+
#if defined(__cpp_lib_launder) && __cpp_lib_launder >= 201606
|
430
|
+
if (absl::is_trivially_relocatable<value_type>()) {
|
431
|
+
// TODO(b/247130232,b/251814870): remove casts after fixing warnings.
|
432
|
+
std::memcpy(static_cast<void*>(std::launder(&new_slot->value)),
|
433
|
+
static_cast<const void*>(&old_slot->value),
|
434
|
+
sizeof(value_type));
|
435
|
+
return;
|
436
|
+
}
|
437
|
+
#endif
|
438
|
+
|
427
439
|
if (kMutableKeys::value) {
|
428
440
|
absl::allocator_traits<Allocator>::construct(
|
429
441
|
*alloc, &new_slot->mutable_value, std::move(old_slot->mutable_value));
|
@@ -21,6 +21,7 @@
|
|
21
21
|
#include <type_traits>
|
22
22
|
#include <utility>
|
23
23
|
|
24
|
+
#include "absl/container/internal/common_policy_traits.h"
|
24
25
|
#include "absl/meta/type_traits.h"
|
25
26
|
|
26
27
|
namespace absl {
|
@@ -29,7 +30,7 @@ namespace container_internal {
|
|
29
30
|
|
30
31
|
// Defines how slots are initialized/destroyed/moved.
|
31
32
|
template <class Policy, class = void>
|
32
|
-
struct hash_policy_traits {
|
33
|
+
struct hash_policy_traits : common_policy_traits<Policy> {
|
33
34
|
// The type of the keys stored in the hashtable.
|
34
35
|
using key_type = typename Policy::key_type;
|
35
36
|
|
@@ -87,43 +88,6 @@ struct hash_policy_traits {
|
|
87
88
|
// Defaults to false if not provided by the policy.
|
88
89
|
using constant_iterators = ConstantIteratorsImpl<>;
|
89
90
|
|
90
|
-
// PRECONDITION: `slot` is UNINITIALIZED
|
91
|
-
// POSTCONDITION: `slot` is INITIALIZED
|
92
|
-
template <class Alloc, class... Args>
|
93
|
-
static void construct(Alloc* alloc, slot_type* slot, Args&&... args) {
|
94
|
-
Policy::construct(alloc, slot, std::forward<Args>(args)...);
|
95
|
-
}
|
96
|
-
|
97
|
-
// PRECONDITION: `slot` is INITIALIZED
|
98
|
-
// POSTCONDITION: `slot` is UNINITIALIZED
|
99
|
-
template <class Alloc>
|
100
|
-
static void destroy(Alloc* alloc, slot_type* slot) {
|
101
|
-
Policy::destroy(alloc, slot);
|
102
|
-
}
|
103
|
-
|
104
|
-
// Transfers the `old_slot` to `new_slot`. Any memory allocated by the
|
105
|
-
// allocator inside `old_slot` to `new_slot` can be transferred.
|
106
|
-
//
|
107
|
-
// OPTIONAL: defaults to:
|
108
|
-
//
|
109
|
-
// clone(new_slot, std::move(*old_slot));
|
110
|
-
// destroy(old_slot);
|
111
|
-
//
|
112
|
-
// PRECONDITION: `new_slot` is UNINITIALIZED and `old_slot` is INITIALIZED
|
113
|
-
// POSTCONDITION: `new_slot` is INITIALIZED and `old_slot` is
|
114
|
-
// UNINITIALIZED
|
115
|
-
template <class Alloc>
|
116
|
-
static void transfer(Alloc* alloc, slot_type* new_slot, slot_type* old_slot) {
|
117
|
-
transfer_impl(alloc, new_slot, old_slot, 0);
|
118
|
-
}
|
119
|
-
|
120
|
-
// PRECONDITION: `slot` is INITIALIZED
|
121
|
-
// POSTCONDITION: `slot` is INITIALIZED
|
122
|
-
template <class P = Policy>
|
123
|
-
static auto element(slot_type* slot) -> decltype(P::element(slot)) {
|
124
|
-
return P::element(slot);
|
125
|
-
}
|
126
|
-
|
127
91
|
// Returns the amount of memory owned by `slot`, exclusive of `sizeof(*slot)`.
|
128
92
|
//
|
129
93
|
// If `slot` is nullptr, returns the constant amount of memory owned by any
|
@@ -174,8 +138,8 @@ struct hash_policy_traits {
|
|
174
138
|
// Used for node handle manipulation.
|
175
139
|
template <class P = Policy>
|
176
140
|
static auto mutable_key(slot_type* slot)
|
177
|
-
-> decltype(P::apply(ReturnKey(), element(slot))) {
|
178
|
-
return P::apply(ReturnKey(), element(slot));
|
141
|
+
-> decltype(P::apply(ReturnKey(), hash_policy_traits::element(slot))) {
|
142
|
+
return P::apply(ReturnKey(), hash_policy_traits::element(slot));
|
179
143
|
}
|
180
144
|
|
181
145
|
// Returns the "value" (as opposed to the "key") portion of the element. Used
|
@@ -184,21 +148,6 @@ struct hash_policy_traits {
|
|
184
148
|
static auto value(T* elem) -> decltype(P::value(elem)) {
|
185
149
|
return P::value(elem);
|
186
150
|
}
|
187
|
-
|
188
|
-
private:
|
189
|
-
// Use auto -> decltype as an enabler.
|
190
|
-
template <class Alloc, class P = Policy>
|
191
|
-
static auto transfer_impl(Alloc* alloc, slot_type* new_slot,
|
192
|
-
slot_type* old_slot, int)
|
193
|
-
-> decltype((void)P::transfer(alloc, new_slot, old_slot)) {
|
194
|
-
P::transfer(alloc, new_slot, old_slot);
|
195
|
-
}
|
196
|
-
template <class Alloc>
|
197
|
-
static void transfer_impl(Alloc* alloc, slot_type* new_slot,
|
198
|
-
slot_type* old_slot, char) {
|
199
|
-
construct(alloc, new_slot, std::move(element(old_slot)));
|
200
|
-
destroy(alloc, old_slot);
|
201
|
-
}
|
202
151
|
};
|
203
152
|
|
204
153
|
} // namespace container_internal
|
@@ -14,6 +14,7 @@
|
|
14
14
|
|
15
15
|
#include "absl/container/internal/hashtablez_sampler.h"
|
16
16
|
|
17
|
+
#include <algorithm>
|
17
18
|
#include <atomic>
|
18
19
|
#include <cassert>
|
19
20
|
#include <cmath>
|
@@ -158,6 +159,43 @@ void UnsampleSlow(HashtablezInfo* info) {
|
|
158
159
|
GlobalHashtablezSampler().Unregister(info);
|
159
160
|
}
|
160
161
|
|
162
|
+
void RecordRehashSlow(HashtablezInfo* info, size_t total_probe_length) {
|
163
|
+
#ifdef ABSL_INTERNAL_HAVE_SSE2
|
164
|
+
total_probe_length /= 16;
|
165
|
+
#else
|
166
|
+
total_probe_length /= 8;
|
167
|
+
#endif
|
168
|
+
info->total_probe_length.store(total_probe_length, std::memory_order_relaxed);
|
169
|
+
info->num_erases.store(0, std::memory_order_relaxed);
|
170
|
+
// There is only one concurrent writer, so `load` then `store` is sufficient
|
171
|
+
// instead of using `fetch_add`.
|
172
|
+
info->num_rehashes.store(
|
173
|
+
1 + info->num_rehashes.load(std::memory_order_relaxed),
|
174
|
+
std::memory_order_relaxed);
|
175
|
+
}
|
176
|
+
|
177
|
+
void RecordReservationSlow(HashtablezInfo* info, size_t target_capacity) {
|
178
|
+
info->max_reserve.store(
|
179
|
+
(std::max)(info->max_reserve.load(std::memory_order_relaxed),
|
180
|
+
target_capacity),
|
181
|
+
std::memory_order_relaxed);
|
182
|
+
}
|
183
|
+
|
184
|
+
void RecordClearedReservationSlow(HashtablezInfo* info) {
|
185
|
+
info->max_reserve.store(0, std::memory_order_relaxed);
|
186
|
+
}
|
187
|
+
|
188
|
+
void RecordStorageChangedSlow(HashtablezInfo* info, size_t size,
|
189
|
+
size_t capacity) {
|
190
|
+
info->size.store(size, std::memory_order_relaxed);
|
191
|
+
info->capacity.store(capacity, std::memory_order_relaxed);
|
192
|
+
if (size == 0) {
|
193
|
+
// This is a clear, reset the total/num_erases too.
|
194
|
+
info->total_probe_length.store(0, std::memory_order_relaxed);
|
195
|
+
info->num_erases.store(0, std::memory_order_relaxed);
|
196
|
+
}
|
197
|
+
}
|
198
|
+
|
161
199
|
void RecordInsertSlow(HashtablezInfo* info, size_t hash,
|
162
200
|
size_t distance_from_desired) {
|
163
201
|
// SwissTables probe in groups of 16, so scale this to count items probes and
|
@@ -180,6 +218,14 @@ void RecordInsertSlow(HashtablezInfo* info, size_t hash,
|
|
180
218
|
info->size.fetch_add(1, std::memory_order_relaxed);
|
181
219
|
}
|
182
220
|
|
221
|
+
void RecordEraseSlow(HashtablezInfo* info) {
|
222
|
+
info->size.fetch_sub(1, std::memory_order_relaxed);
|
223
|
+
// There is only one concurrent writer, so `load` then `store` is sufficient
|
224
|
+
// instead of using `fetch_add`.
|
225
|
+
info->num_erases.store(1 + info->num_erases.load(std::memory_order_relaxed),
|
226
|
+
std::memory_order_relaxed);
|
227
|
+
}
|
228
|
+
|
183
229
|
void SetHashtablezConfigListener(HashtablezConfigListener l) {
|
184
230
|
g_hashtablez_config_listener.store(l, std::memory_order_release);
|
185
231
|
}
|
@@ -215,21 +261,20 @@ void SetHashtablezSampleParameterInternal(int32_t rate) {
|
|
215
261
|
}
|
216
262
|
}
|
217
263
|
|
218
|
-
|
264
|
+
size_t GetHashtablezMaxSamples() {
|
219
265
|
return GlobalHashtablezSampler().GetMaxSamples();
|
220
266
|
}
|
221
267
|
|
222
|
-
void SetHashtablezMaxSamples(
|
268
|
+
void SetHashtablezMaxSamples(size_t max) {
|
223
269
|
SetHashtablezMaxSamplesInternal(max);
|
224
270
|
TriggerHashtablezConfigListener();
|
225
271
|
}
|
226
272
|
|
227
|
-
void SetHashtablezMaxSamplesInternal(
|
273
|
+
void SetHashtablezMaxSamplesInternal(size_t max) {
|
228
274
|
if (max > 0) {
|
229
275
|
GlobalHashtablezSampler().SetMaxSamples(max);
|
230
276
|
} else {
|
231
|
-
ABSL_RAW_LOG(ERROR, "Invalid hashtablez max samples:
|
232
|
-
static_cast<long long>(max)); // NOLINT(runtime/int)
|
277
|
+
ABSL_RAW_LOG(ERROR, "Invalid hashtablez max samples: 0");
|
233
278
|
}
|
234
279
|
}
|
235
280
|
|
@@ -95,55 +95,19 @@ struct HashtablezInfo : public profiling_internal::Sample<HashtablezInfo> {
|
|
95
95
|
size_t inline_element_size; // How big is the slot?
|
96
96
|
};
|
97
97
|
|
98
|
-
|
99
|
-
#ifdef ABSL_INTERNAL_HAVE_SSE2
|
100
|
-
total_probe_length /= 16;
|
101
|
-
#else
|
102
|
-
total_probe_length /= 8;
|
103
|
-
#endif
|
104
|
-
info->total_probe_length.store(total_probe_length, std::memory_order_relaxed);
|
105
|
-
info->num_erases.store(0, std::memory_order_relaxed);
|
106
|
-
// There is only one concurrent writer, so `load` then `store` is sufficient
|
107
|
-
// instead of using `fetch_add`.
|
108
|
-
info->num_rehashes.store(
|
109
|
-
1 + info->num_rehashes.load(std::memory_order_relaxed),
|
110
|
-
std::memory_order_relaxed);
|
111
|
-
}
|
98
|
+
void RecordRehashSlow(HashtablezInfo* info, size_t total_probe_length);
|
112
99
|
|
113
|
-
|
114
|
-
size_t target_capacity) {
|
115
|
-
info->max_reserve.store(
|
116
|
-
(std::max)(info->max_reserve.load(std::memory_order_relaxed),
|
117
|
-
target_capacity),
|
118
|
-
std::memory_order_relaxed);
|
119
|
-
}
|
100
|
+
void RecordReservationSlow(HashtablezInfo* info, size_t target_capacity);
|
120
101
|
|
121
|
-
|
122
|
-
info->max_reserve.store(0, std::memory_order_relaxed);
|
123
|
-
}
|
102
|
+
void RecordClearedReservationSlow(HashtablezInfo* info);
|
124
103
|
|
125
|
-
|
126
|
-
|
127
|
-
info->size.store(size, std::memory_order_relaxed);
|
128
|
-
info->capacity.store(capacity, std::memory_order_relaxed);
|
129
|
-
if (size == 0) {
|
130
|
-
// This is a clear, reset the total/num_erases too.
|
131
|
-
info->total_probe_length.store(0, std::memory_order_relaxed);
|
132
|
-
info->num_erases.store(0, std::memory_order_relaxed);
|
133
|
-
}
|
134
|
-
}
|
104
|
+
void RecordStorageChangedSlow(HashtablezInfo* info, size_t size,
|
105
|
+
size_t capacity);
|
135
106
|
|
136
107
|
void RecordInsertSlow(HashtablezInfo* info, size_t hash,
|
137
108
|
size_t distance_from_desired);
|
138
109
|
|
139
|
-
|
140
|
-
info->size.fetch_sub(1, std::memory_order_relaxed);
|
141
|
-
// There is only one concurrent writer, so `load` then `store` is sufficient
|
142
|
-
// instead of using `fetch_add`.
|
143
|
-
info->num_erases.store(
|
144
|
-
1 + info->num_erases.load(std::memory_order_relaxed),
|
145
|
-
std::memory_order_relaxed);
|
146
|
-
}
|
110
|
+
void RecordEraseSlow(HashtablezInfo* info);
|
147
111
|
|
148
112
|
struct SamplingState {
|
149
113
|
int64_t next_sample;
|
@@ -165,7 +129,10 @@ class HashtablezInfoHandle {
|
|
165
129
|
public:
|
166
130
|
explicit HashtablezInfoHandle() : info_(nullptr) {}
|
167
131
|
explicit HashtablezInfoHandle(HashtablezInfo* info) : info_(info) {}
|
168
|
-
|
132
|
+
|
133
|
+
// We do not have a destructor. Caller is responsible for calling Unregister
|
134
|
+
// before destroying the handle.
|
135
|
+
void Unregister() {
|
169
136
|
if (ABSL_PREDICT_TRUE(info_ == nullptr)) return;
|
170
137
|
UnsampleSlow(info_);
|
171
138
|
}
|
@@ -230,6 +197,7 @@ class HashtablezInfoHandle {
|
|
230
197
|
explicit HashtablezInfoHandle() = default;
|
231
198
|
explicit HashtablezInfoHandle(std::nullptr_t) {}
|
232
199
|
|
200
|
+
inline void Unregister() {}
|
233
201
|
inline void RecordStorageChanged(size_t /*size*/, size_t /*capacity*/) {}
|
234
202
|
inline void RecordRehash(size_t /*total_probe_length*/) {}
|
235
203
|
inline void RecordReservation(size_t /*target_capacity*/) {}
|
@@ -281,9 +249,9 @@ void SetHashtablezSampleParameter(int32_t rate);
|
|
281
249
|
void SetHashtablezSampleParameterInternal(int32_t rate);
|
282
250
|
|
283
251
|
// Sets a soft max for the number of samples that will be kept.
|
284
|
-
|
285
|
-
void SetHashtablezMaxSamples(
|
286
|
-
void SetHashtablezMaxSamplesInternal(
|
252
|
+
size_t GetHashtablezMaxSamples();
|
253
|
+
void SetHashtablezMaxSamples(size_t max);
|
254
|
+
void SetHashtablezMaxSamplesInternal(size_t max);
|
287
255
|
|
288
256
|
// Configuration override.
|
289
257
|
// This allows process-wide sampling without depending on order of
|